-- Logs begin at Fri 2022-02-11 04:40:31 UTC, end at Fri 2022-02-11 07:03:39 UTC. -- Feb 11 05:12:10.124998 n-d-715271-35 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 05:12:13.089348 n-d-715271-35 neutron-server[103013]: INFO neutron.common.config [-] Logging enabled! Feb 11 05:12:13.089986 n-d-715271-35 neutron-server[103013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 05:12:13.090142 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103013) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 05:12:13.093413 n-d-715271-35 neutron-server[103013]: INFO neutron.common.config [-] Logging enabled! Feb 11 05:12:13.093673 n-d-715271-35 neutron-server[103013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 05:12:13.093989 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103013) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 05:12:13.095197 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 05:12:13.095430 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 05:12:13.095799 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 05:12:13.096058 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 05:12:13.096289 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 05:12:13.096768 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.097234 n-d-715271-35 neutron-server[103013]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 11 05:12:13.097557 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.097864 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.098165 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.098465 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.098763 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.099055 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.099347 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.099647 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.099939 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.100222 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.100511 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.100808 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.101094 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.101407 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.101699 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.101987 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] debug = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.102270 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.102782 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.103188 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.103473 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.103771 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.104056 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.104335 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.104617 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.104904 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.105259 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] host = n-d-715271-35 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.105583 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.105883 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.106177 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.106470 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.106749 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.107031 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.107844 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.108121 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.108400 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] log_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.108680 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.108973 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.109299 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.109594 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.109823 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.110055 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.110363 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.110658 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.110939 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.111218 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.111499 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.111777 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.112055 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.112330 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.112622 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.112912 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.113227 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.113508 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.113784 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.114059 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.114334 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.114626 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.114907 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.115186 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.115467 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.115759 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.116033 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.116310 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.116616 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.116910 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.117221 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.117521 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.117798 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.118084 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.118361 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.118639 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.118915 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] use_json = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.119196 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.119471 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.119755 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.120033 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.120308 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.120587 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.120862 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.121175 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.121455 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:13.121756 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.122057 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.122364 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.122666 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.123573 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.123865 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.124164 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.124449 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.124745 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.125040 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.125359 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.125644 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.125951 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.126244 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.126545 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.126856 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.127156 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.127456 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.127737 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.128017 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.128296 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.128577 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.128873 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.129192 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.129494 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.129793 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.130080 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.130385 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.130676 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.130975 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.131273 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.131554 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.131839 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.132137 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.132421 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.132698 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.132980 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.133298 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.133592 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.133866 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.134154 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.134437 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.134716 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.134996 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.135284 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.135580 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.135925 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.136144 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.136440 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.136727 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.137008 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.137327 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.137615 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.137894 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.138212 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.138480 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.138763 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.139047 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.139335 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.139615 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.139899 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.140178 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.140458 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.140736 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.141014 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.141316 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.141597 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.141873 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.142155 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.142432 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.142708 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.142985 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.143264 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.143541 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.143832 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.144138 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.144423 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.144705 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.145029 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.145337 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.145624 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.145907 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.146186 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.146467 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.146746 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.147043 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.147332 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.147622 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.147931 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.148215 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.148516 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.148804 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.149092 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.149398 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.149683 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.149975 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.150264 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.150566 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.150865 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.151166 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.151467 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.151768 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.152053 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.152369 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.152654 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:13.152876 n-d-715271-35 neutron-server[103013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 05:12:13.153140 n-d-715271-35 neutron-server[103013]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103013) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 05:12:13.538349 n-d-715271-35 neutron-server[103013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 05:12:13.538629 n-d-715271-35 neutron-server[103013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 05:12:13.539186 n-d-715271-35 neutron-server[103013]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 05:12:13.539568 n-d-715271-35 neutron-server[103013]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 05:12:13.869050 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.869284 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.869560 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.870855 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.871133 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.871402 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.916186 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.916469 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.916740 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.932320 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.932604 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.932884 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.961369 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.961654 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.961927 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.997862 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.998146 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:13.998420 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.346635 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.347301 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.347301 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.347444 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.348124 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.449534 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.449862 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.450152 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.450431 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.450704 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.451599 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.451852 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.452112 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.452367 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.452651 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.452914 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.453206 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.453465 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.453719 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.453976 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.454241 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.454498 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.454770 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.455042 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.455305 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.455581 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.455835 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.456119 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.456500 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.456753 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.457000 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.457428 n-d-715271-35 neutron-server[103013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 05:12:14.457679 n-d-715271-35 neutron-server[103013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 05:12:14.457920 n-d-715271-35 neutron-server[103013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 05:12:14.458159 n-d-715271-35 neutron-server[103013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 05:12:14.458398 n-d-715271-35 neutron-server[103013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 05:12:14.458635 n-d-715271-35 neutron-server[103013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 05:12:14.459003 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 05:12:14.462313 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 05:12:14.466423 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 05:12:14.470530 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 11 05:12:14.472131 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 05:12:14.472598 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 05:12:14.472935 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 05:12:14.473418 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 05:12:14.476274 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 05:12:14.476531 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 05:12:14.476883 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 05:12:14.481825 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 05:12:14.505135 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 05:12:14.505787 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.506098 n-d-715271-35 neutron-server[103013]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103013) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 11 05:12:14.506464 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.507865 n-d-715271-35 neutron-server[103013]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103013) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 05:12:14.508164 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 05:12:14.508416 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 05:12:14.511784 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.512069 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:14.581642 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 05:12:14.581893 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 05:12:14.582137 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 05:12:14.582681 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 05:12:14.603099 n-d-715271-35 neutron-server[103013]: DEBUG oslo_db.sqlalchemy.engines [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103013) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 05:12:15.047362 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Initializing driver for type 'gre' Feb 11 05:12:15.047948 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] gre ID ranges: [(1, 1000)] Feb 11 05:12:15.105822 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Initializing driver for type 'local' Feb 11 05:12:15.106161 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Initializing driver for type 'vlan' Feb 11 05:12:15.120481 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] VlanTypeDriver initialization complete Feb 11 05:12:15.120833 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Initializing driver for type 'vxlan' Feb 11 05:12:15.121350 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] vxlan ID ranges: [(1, 1000)] Feb 11 05:12:15.177314 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Initializing extension driver 'port_security' Feb 11 05:12:15.177668 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.extensions.port_security [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] PortSecurityExtensionDriver initialization complete Feb 11 05:12:15.178003 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Initializing mechanism driver 'openvswitch' Feb 11 05:12:15.178368 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Initializing mechanism driver 'hyperv' Feb 11 05:12:15.185045 n-d-715271-35 neutron-server[103013]: DEBUG neutron.plugins.ml2.plugin [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:15.185923 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > port after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.186305 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > port after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.186672 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > port after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.187214 n-d-715271-35 neutron-server[103013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 05:12:15.187643 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.187996 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.188344 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.188746 n-d-715271-35 neutron-server[103013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 05:12:15.189178 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > network after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.189531 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > network after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.189874 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > network after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.190278 n-d-715271-35 neutron-server[103013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 05:12:15.190689 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.191042 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.191388 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.191789 n-d-715271-35 neutron-server[103013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 05:12:15.192193 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.192542 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.192883 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.193324 n-d-715271-35 neutron-server[103013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 05:12:15.193731 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.194080 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.194420 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.194820 n-d-715271-35 neutron-server[103013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 05:12:15.195269 n-d-715271-35 neutron-server[103013]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] ML2 OVO RPC backend initialized. {{(pid=103013) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 05:12:15.195966 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.196325 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.196748 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > network before_response 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.197101 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > networks before_response 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.197478 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > port before_response 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.197824 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > ports before_response 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.198171 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.198514 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.198863 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > network after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.199204 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > network after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.199541 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > network after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.199878 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > port after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.200216 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > port after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.200552 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > port after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.200890 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.201257 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.201596 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.210515 n-d-715271-35 neutron-server[103013]: INFO neutron.quota [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded quota_driver: . Feb 11 05:12:15.210883 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.plugin [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Modular L2 Plugin initialization complete Feb 11 05:12:15.211232 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading services supported by the core plugin {{(pid=103013) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 05:12:15.211580 n-d-715271-35 neutron-server[103013]: INFO neutron.plugins.ml2.managers [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Got port-security extension from driver 'port_security' Feb 11 05:12:15.212066 n-d-715271-35 neutron-server[103013]: INFO neutron.extensions.vlantransparent [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Disabled vlantransparent extension. Feb 11 05:12:15.212569 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103013) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 05:12:15.212906 n-d-715271-35 neutron-server[103013]: INFO neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading Plugin: router Feb 11 05:12:15.250779 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.251180 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router after_create 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.251556 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router before_create 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.251926 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.252305 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.252667 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router after_delete 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.253029 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.253408 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.253767 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router after_create 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.254116 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router after_update 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.254473 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router after_update 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.254827 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.255188 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router after_update 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.255612 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.255988 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: port after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.256335 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: port after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.256676 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: subnet after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.257020 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.257401 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.257755 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.258099 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: port before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.258442 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.258808 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router after_update 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.259150 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.259660 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.260031 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.260381 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.260757 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > agent after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.261105 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.261494 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > network after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.262409 n-d-715271-35 neutron-server[103013]: DEBUG neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Tracking information for resource: router configured {{(pid=103013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 05:12:15.262746 n-d-715271-35 neutron-server[103013]: DEBUG neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Tracking information for resource: floatingip configured {{(pid=103013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 05:12:15.268088 n-d-715271-35 neutron-server[103013]: INFO neutron.db.l3_agentschedulers_db [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 05:12:15.268683 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: port after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.269054 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: port after_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.269441 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: port after_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.269796 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: port after_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.270601 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router before_create 55550100 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.270969 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.271332 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.271691 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.276618 n-d-715271-35 neutron-server[103013]: DEBUG neutron.services.provider_configuration [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service providers = [] {{(pid=103013) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 05:12:15.276987 n-d-715271-35 neutron-server[103013]: DEBUG neutron.db.servicetype_db [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103013) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 05:12:15.280678 n-d-715271-35 neutron-server[103013]: DEBUG neutron.services.service_base [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 05:12:15.281024 n-d-715271-35 neutron-server[103013]: DEBUG neutron.services.service_base [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 05:12:15.281400 n-d-715271-35 neutron-server[103013]: DEBUG neutron.services.service_base [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 05:12:15.282297 n-d-715271-35 neutron-server[103013]: DEBUG neutron.services.service_base [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 05:12:15.282671 n-d-715271-35 neutron-server[103013]: INFO neutron.services.service_base [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 05:12:15.283063 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 05:12:15.283377 n-d-715271-35 neutron-server[103013]: INFO neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 05:12:15.294265 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 05:12:15.294604 n-d-715271-35 neutron-server[103013]: INFO neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading Plugin: auto_allocate Feb 11 05:12:15.303052 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: network precommit_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.303358 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: network precommit_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.303904 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 05:12:15.304238 n-d-715271-35 neutron-server[103013]: INFO neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading Plugin: tag Feb 11 05:12:15.311643 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 05:12:15.311973 n-d-715271-35 neutron-server[103013]: INFO neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading Plugin: timestamp Feb 11 05:12:15.315926 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 05:12:15.316257 n-d-715271-35 neutron-server[103013]: INFO neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading Plugin: network_ip_availability Feb 11 05:12:15.321853 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.322229 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.322598 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.323337 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 05:12:15.323663 n-d-715271-35 neutron-server[103013]: INFO neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading Plugin: flavors Feb 11 05:12:15.329245 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 05:12:15.329583 n-d-715271-35 neutron-server[103013]: INFO neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading Plugin: revisions Feb 11 05:12:15.333952 n-d-715271-35 neutron-server[103013]: DEBUG neutron.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 05:12:15.334351 n-d-715271-35 neutron-server[103013]: DEBUG oslo_concurrency.lockutils [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=103013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 05:12:15.335105 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103013) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 05:12:15.335443 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Initializing extension manager. Feb 11 05:12:15.335964 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: __init__.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.336306 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: __pycache__ {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.336646 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.336979 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: address_group.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.337857 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.338447 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: address-group Feb 11 05:12:15.338767 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: address_scope.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.339480 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.339988 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: address-scope Feb 11 05:12:15.340313 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.341279 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.342355 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: router-admin-state-down-before-update Feb 11 05:12:15.342675 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: agent.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.343381 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.343884 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: agent Feb 11 05:12:15.344226 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: agent_resources_synced.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.345407 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.345920 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: agent-resources-synced Feb 11 05:12:15.346248 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.348057 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.348613 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: allowed-address-pairs Feb 11 05:12:15.349005 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.350135 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.350653 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: auto-allocated-topology Feb 11 05:12:15.350979 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: availability_zone.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.351676 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.352184 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: availability_zone Feb 11 05:12:15.352510 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: availability_zone_filter.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.353466 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.353977 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: availability_zone_filter Feb 11 05:12:15.354305 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: data_plane_status.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.355217 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.355722 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 05:12:15.356047 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: default_subnetpools.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.356961 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.357545 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: default-subnetpools Feb 11 05:12:15.357871 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.358691 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.359202 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: dhcp_agent_scheduler Feb 11 05:12:15.359526 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: dns.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.360448 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.360957 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 05:12:15.361306 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: dns_domain_ports.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.362220 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.362726 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 05:12:15.363048 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.363965 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.364471 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 05:12:15.364792 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: dvr.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.365488 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.365996 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: dvr Feb 11 05:12:15.366319 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: ecmp_routes.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.367238 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.367746 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 05:12:15.368069 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: empty_string_filtering.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.368974 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.369510 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: empty-string-filtering Feb 11 05:12:15.369835 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.370754 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.371259 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 05:12:15.371578 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.372490 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.373018 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 05:12:15.373366 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: external_net.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.374287 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.374791 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: external-net Feb 11 05:12:15.375118 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.376039 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.376547 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: extra_dhcp_opt Feb 11 05:12:15.376877 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: extraroute.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.377805 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.378311 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: extraroute Feb 11 05:12:15.378642 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: extraroute_atomic.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.379671 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.380186 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: extraroute-atomic Feb 11 05:12:15.380512 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: filter_validation.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.381212 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.381793 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: filter-validation Feb 11 05:12:15.382117 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: fip_pf_description.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.383025 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.383554 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 05:12:15.383877 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: fip_port_details.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.384984 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.385573 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: fip-port-details Feb 11 05:12:15.385896 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: flavors.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.387189 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.387727 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: flavors Feb 11 05:12:15.388053 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.390312 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.390844 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 05:12:15.391187 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: floatingip_pools.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.391902 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.392417 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: floatingip-pools Feb 11 05:12:15.392750 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: ip_allocation.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.393715 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.394226 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 05:12:15.394556 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.395474 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.395993 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: ip-substring-filtering Feb 11 05:12:15.396328 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l2_adjacency.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.397289 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.397799 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 05:12:15.398135 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l3.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.399114 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.399634 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: router Feb 11 05:12:15.399964 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.402355 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.402890 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 05:12:15.403225 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.404821 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.405370 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: ext-gw-mode Feb 11 05:12:15.405701 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.406625 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.407146 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: l3-ha Feb 11 05:12:15.407477 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.408388 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.408905 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 11 05:12:15.409263 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l3_flavors.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.410180 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.410700 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: l3-flavors Feb 11 05:12:15.411029 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.412411 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.412932 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 11 05:12:15.413303 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.414228 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.414740 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 05:12:15.415072 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: l3agentscheduler.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.416123 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.416638 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: l3_agent_scheduler Feb 11 05:12:15.416971 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: local_ip.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.418782 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.419311 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension local_ip not supported by any of loaded plugins Feb 11 05:12:15.419675 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: logging.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.421360 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.421881 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension logging not supported by any of loaded plugins Feb 11 05:12:15.422219 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: metering.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.422976 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.423553 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: metering Feb 11 05:12:15.423880 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.425021 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.425578 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: metering_source_and_destination_fields Feb 11 05:12:15.425906 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: multiprovidernet.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.426838 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.427357 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: multi-provider Feb 11 05:12:15.427678 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: netmtu.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.428596 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.429139 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: net-mtu Feb 11 05:12:15.429455 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: netmtu_writable.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.430376 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.430890 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: net-mtu-writable Feb 11 05:12:15.431213 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: network_availability_zone.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.431886 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.432393 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: network_availability_zone Feb 11 05:12:15.432713 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: network_ip_availability.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.433862 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.434381 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: network-ip-availability Feb 11 05:12:15.434761 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: network_segment_range.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.435562 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.436065 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 05:12:15.436387 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: pagination.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.437415 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.437740 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: pagination Feb 11 05:12:15.438061 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: port_device_profile.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.438976 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.439482 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: port-device-profile Feb 11 05:12:15.439804 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.440729 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.441260 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: port-mac-address-regenerate Feb 11 05:12:15.441588 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.442504 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.443011 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: port-numa-affinity-policy Feb 11 05:12:15.443332 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: port_resource_request.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.444254 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.444760 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 05:12:15.445079 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.446070 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.446574 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 11 05:12:15.446899 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: portbindings.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.447826 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.448334 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: binding Feb 11 05:12:15.448658 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: portbindings_extended.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.450087 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.450674 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: binding-extended Feb 11 05:12:15.451492 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: portsecurity.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.452432 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.452975 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: port-security Feb 11 05:12:15.453309 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: project_id.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.454292 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.454631 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: project-id Feb 11 05:12:15.454963 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: providernet.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.455875 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.456388 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: provider Feb 11 05:12:15.456714 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.460408 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.460939 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos not supported by any of loaded plugins Feb 11 05:12:15.461318 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.462581 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.463098 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 05:12:15.463429 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.464346 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.464858 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 05:12:15.465209 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_default.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.466123 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.467261 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-default not supported by any of loaded plugins Feb 11 05:12:15.467590 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_fip.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.468529 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.469042 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 05:12:15.469392 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.470563 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.471081 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 11 05:12:15.471408 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.472466 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.472979 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 05:12:15.473335 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.474254 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.474766 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 05:12:15.475093 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.476134 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.476654 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 11 05:12:15.476982 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_pps_rule.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.478201 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.478721 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-pps not supported by any of loaded plugins Feb 11 05:12:15.479052 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.479969 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.480481 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 05:12:15.480810 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: qos_rules_alias.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.481900 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.482448 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 05:12:15.482778 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: quota_check_limit.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.483695 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.484206 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: quota-check-limit Feb 11 05:12:15.484531 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: quotasv2.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.485553 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.485887 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: quotas Feb 11 05:12:15.486210 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: quotasv2_detail.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.488010 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.488351 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: quota_details Feb 11 05:12:15.488684 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: rbac.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.489777 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.490313 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: rbac-policies Feb 11 05:12:15.490649 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: rbac_address_group.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.491585 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.492099 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: rbac-address-group Feb 11 05:12:15.492428 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: rbac_address_scope.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.493391 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.493902 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: rbac-address-scope Feb 11 05:12:15.494228 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: rbac_security_groups.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.495140 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.495653 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: rbac-security-groups Feb 11 05:12:15.495980 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.496896 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.497523 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: rbac-subnetpool Feb 11 05:12:15.497887 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: revisionifmatch.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.501250 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.501250 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: revision-if-match Feb 11 05:12:15.501250 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: revisions.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.501250 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.501998 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: standard-attr-revisions Feb 11 05:12:15.501998 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: router_availability_zone.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.502407 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.502916 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: router_availability_zone Feb 11 05:12:15.503247 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: routerservicetype.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.504168 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.504674 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 05:12:15.504998 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.505956 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.506472 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: security-groups-normalized-cidr Feb 11 05:12:15.506799 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.507724 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.508234 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: port-security-groups-filtering Feb 11 05:12:15.508565 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.509516 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.510025 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: security-groups-remote-address-group Feb 11 05:12:15.510353 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.511297 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.511804 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: security-groups-shared-filtering Feb 11 05:12:15.512132 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.512725 n-d-715271-35 neutron-server[103013]: WARNING neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 11 05:12:15.513048 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: securitygroup.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.524882 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.525454 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: security-group Feb 11 05:12:15.525796 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: segment.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.526613 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.527127 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension segment not supported by any of loaded plugins Feb 11 05:12:15.527458 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.528430 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.528943 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 05:12:15.530030 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: servicetype.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.531071 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.531619 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: service-type Feb 11 05:12:15.531929 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: sorting.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.532918 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.533282 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: sorting Feb 11 05:12:15.533608 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: standard_attr_segment.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.534522 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.535033 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 05:12:15.535358 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: standardattrdescription.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.536006 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.536508 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: standard-attr-description Feb 11 05:12:15.536832 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: stateful_security_group.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.537810 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.538328 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: stateful-security-group Feb 11 05:12:15.538658 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: stdattrs_common.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.539234 n-d-715271-35 neutron-server[103013]: WARNING neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 05:12:15.539559 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.540478 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.541001 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 05:12:15.541355 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: subnet_onboard.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.542446 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.542968 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: subnet_onboard Feb 11 05:12:15.543297 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.544222 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.544764 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 05:12:15.545090 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: subnet_service_types.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.546050 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.546567 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: subnet-service-types Feb 11 05:12:15.546890 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: subnetallocation.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.547968 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.548481 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: subnet_allocation Feb 11 05:12:15.548813 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.549513 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.550023 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: subnetpool-prefix-ops Feb 11 05:12:15.550350 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.551401 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.551925 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 05:12:15.552251 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: tagging.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.553461 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.553907 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: standard-attr-tag Feb 11 05:12:15.554236 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: timestamp.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.555453 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.555966 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loaded extension: standard-attr-timestamp Feb 11 05:12:15.556296 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: trunk.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.557367 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.557887 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension trunk not supported by any of loaded plugins Feb 11 05:12:15.558215 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: trunk_details.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.559136 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.559655 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 05:12:15.559979 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.560928 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.561474 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 05:12:15.561797 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Loading extension file: vlantransparent.py {{(pid=103013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 05:12:15.562474 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 05:12:15.562979 n-d-715271-35 neutron-server[103013]: INFO neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 05:12:15.565598 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:network Feb 11 05:12:15.566130 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:subnet Feb 11 05:12:15.566528 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 05:12:15.566920 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:port Feb 11 05:12:15.568151 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.568609 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service FLAVORS assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.569256 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.569687 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.570019 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:router Feb 11 05:12:15.570453 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 05:12:15.570933 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service METERING assigned prefix: /metering {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.572407 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.572783 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.573167 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:15.574167 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 05:12:15.574631 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:security_group Feb 11 05:12:15.575062 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 05:12:15.575668 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service CORE assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.576531 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 05:12:15.576894 n-d-715271-35 neutron-server[103013]: WARNING neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] subnetpool is already registered Feb 11 05:12:15.577366 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service CORE assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.577698 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 05:12:15.578034 n-d-715271-35 neutron-server[103013]: WARNING neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] subnetpool is already registered Feb 11 05:12:15.580304 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.580743 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service FLAVORS assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.581393 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.581788 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.582130 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:router Feb 11 05:12:15.582471 n-d-715271-35 neutron-server[103013]: WARNING neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] router is already registered Feb 11 05:12:15.582965 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 05:12:15.583309 n-d-715271-35 neutron-server[103013]: WARNING neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] floatingip is already registered Feb 11 05:12:15.583770 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service METERING assigned prefix: /metering {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.584436 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 05:12:15.584773 n-d-715271-35 neutron-server[103013]: WARNING neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] rbac_policy is already registered Feb 11 05:12:15.585205 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:security_group Feb 11 05:12:15.585545 n-d-715271-35 neutron-server[103013]: WARNING neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] security_group is already registered Feb 11 05:12:15.585949 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 05:12:15.586283 n-d-715271-35 neutron-server[103013]: WARNING neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] security_group_rule is already registered Feb 11 05:12:15.586911 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service CORE assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.587244 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 05:12:15.587581 n-d-715271-35 neutron-server[103013]: WARNING neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] subnetpool is already registered Feb 11 05:12:15.588001 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.v2.resource_helper [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Service CORE assigned prefix: {{(pid=103013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 05:12:15.588330 n-d-715271-35 neutron-server[103013]: INFO neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 05:12:15.588664 n-d-715271-35 neutron-server[103013]: WARNING neutron.quota.resource_registry [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] subnetpool is already registered Feb 11 05:12:15.589168 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: extensions {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.590705 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: address-groups {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.592769 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: address-scopes {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.594137 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: agents {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.595555 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: auto-allocated-topology {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.596830 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: availability_zones {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.598096 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: dhcp-networks {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.599576 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: dhcp-agents {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.601020 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: routers {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.603371 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: flavors {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.604529 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: service_profiles {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.605785 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: next_providers {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.607285 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: service_profiles {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.608835 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: floatingip-pools {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.610131 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: routers {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.612259 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: floatingips {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.613565 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: l3-routers {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.614967 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: l3-agents {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.616396 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: metering-labels {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.617803 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: metering-label-rules {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.619278 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: network-ip-availabilities {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.620563 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: bindings {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.622251 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: quotas {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.623982 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: quotas {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.625561 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: rbac-policies {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.627906 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: security-groups {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.629192 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: security-group-rules {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.630436 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: service-providers {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.631679 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: subnetpools {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.633105 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: subnetpools {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.634597 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.636303 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.638159 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.640503 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.642331 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.644184 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.645996 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.649025 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.650818 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.652829 n-d-715271-35 neutron-server[103013]: DEBUG neutron.api.extensions [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Extended resource: tags {{(pid=103013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 05:12:15.659415 n-d-715271-35 neutron-server[103013]: WARNING keystonemiddleware.auth_token [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 05:12:15.664174 n-d-715271-35 neutron-server[103013]: WARNING keystonemiddleware.auth_token [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 05:12:15.672800 n-d-715271-35 neutron-server[103013]: DEBUG oslo_concurrency.lockutils [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Acquired lock "singleton_lock" {{(pid=103013) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 11 05:12:15.673304 n-d-715271-35 neutron-server[103013]: DEBUG oslo_concurrency.lockutils [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Releasing lock "singleton_lock" {{(pid=103013) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 11 05:12:15.673958 n-d-715271-35 neutron-server[103013]: INFO oslo_service.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Starting 2 workers Feb 11 05:12:15.678844 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Started child 103120 {{(pid=103013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 05:12:15.683462 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Started child 103121 {{(pid=103013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 05:12:15.684393 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.686036 n-d-715271-35 neutron-server[103013]: INFO neutron.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 05:12:15.686347 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.686886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [-] (103120) wsgi starting up on http://0.0.0.0:9696 Feb 11 05:12:15.688837 n-d-715271-35 neutron-server[103013]: INFO oslo_service.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Starting 1 workers Feb 11 05:12:15.688988 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.690381 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [-] (103121) wsgi starting up on http://0.0.0.0:9696 Feb 11 05:12:15.694242 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Started child 103122 {{(pid=103013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 05:12:15.694781 n-d-715271-35 neutron-server[103013]: INFO oslo_service.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Starting 1 workers Feb 11 05:12:15.698093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] calling RpcWorker wait() {{(pid=103122) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 05:12:15.698621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] returning from RpcWorker wait() {{(pid=103122) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 05:12:15.699417 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Started child 103123 {{(pid=103013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 05:12:15.699996 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.700212 n-d-715271-35 neutron-server[103013]: DEBUG neutron_lib.callbacks.manager [None req-ead72734-d7b3-42a3-bdc8-73cd09d1fbb6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.700593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:15.702790 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103013) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 05:12:15.703000 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 05:12:15.703189 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 05:12:15.703426 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 05:12:15.703776 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 05:12:15.703940 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 05:12:15.704450 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.704733 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.704998 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.705088 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.705641 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.705641 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.706092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.706356 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.706614 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.706889 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.707124 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.707299 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.707468 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.707712 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.707963 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.708244 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.708507 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.708755 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.709248 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.709428 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.709703 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.709988 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.710237 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.710499 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] debug = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.710741 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.711249 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.711480 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.711731 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.711969 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.712262 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.712514 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.712794 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.713046 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.713294 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.713535 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.713813 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.714058 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.714272 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.714525 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.714740 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.715044 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.715241 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.715675 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] host = n-d-715271-35 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.715912 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.716130 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.716363 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.716665 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.716908 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.717156 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.717398 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.717665 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.717914 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.718140 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.718397 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.718654 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.718894 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.719142 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.719370 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_options = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.719510 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.720039 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.720315 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.720506 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.720679 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.720844 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.721148 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.721305 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.721553 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.721773 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.721991 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.722229 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.722451 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.722685 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.722935 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.723166 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.723391 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.723622 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.723878 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.724108 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.724331 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.724578 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.724812 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.725064 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.725337 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.725558 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.725781 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.726000 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.726228 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.726461 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.726694 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.727990 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.728128 n-d-715271-35 neutron-server[103123]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:15.728265 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.729619 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.730080 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.730374 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.730633 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.730877 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.731220 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.731510 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.731959 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.732863 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.733144 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.733433 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.733697 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.733941 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.734172 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_json = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.734405 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.734660 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.734923 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.735173 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.735402 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.735631 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.735883 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.736154 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.736362 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.736795 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.737103 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.737456 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.737716 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.737962 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.738212 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.738452 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.738682 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.738945 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.739184 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.739501 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.739733 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.740057 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.740297 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.740561 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.740895 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.741186 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.741463 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.741697 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.741941 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.742164 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.742415 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.742693 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.742936 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.743175 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.743433 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.743660 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.743954 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.744234 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.744616 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.744873 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.745141 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.745396 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.745623 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.745883 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.746117 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.746338 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.746593 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749689 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749689 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749689 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.749904 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.750125 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.750344 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.750567 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.750784 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.751012 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.751247 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.751526 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.751790 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.752028 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.752245 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.752464 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.752680 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.752933 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.753186 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.753407 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.753623 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.753870 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.754061 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.754481 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.754703 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.754919 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.755125 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.755336 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.755568 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.755777 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.755999 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.756256 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.756453 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.756668 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.756902 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.757136 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.757350 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.757557 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.757773 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.757986 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.758396 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.758797 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.759191 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.759596 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.760088 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.760493 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.760947 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.761487 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.761943 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.762369 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.762766 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.763211 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.764113 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.764391 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.764637 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.764880 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.765098 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.765394 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.765643 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.765876 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.766121 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.766373 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.766616 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.766842 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.767078 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.767318 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.767572 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.767827 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.768135 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.768381 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.768649 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.768912 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.769205 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.769502 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.769730 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.770020 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.770238 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.770695 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.770996 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.771276 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.771552 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.771818 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.772081 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.772326 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.772562 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.772825 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.773094 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.773378 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.773641 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.773902 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.774145 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.774373 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.774597 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.774903 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.775165 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.775386 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.775623 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.775908 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.776166 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.776607 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.777073 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.777436 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.777709 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.777956 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.778207 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.778425 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.778671 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.778926 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.779177 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.779428 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.779661 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.779897 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.780149 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.780387 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.780626 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.780844 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.781086 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.781325 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.781543 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.781922 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.782175 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.782398 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.782617 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.782870 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.783110 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.783332 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.783549 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.783768 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.784021 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.784259 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.784545 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.784793 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.785041 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.785291 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.785537 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.785796 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.786015 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.786261 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.786477 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.786842 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.787212 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.787517 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.787744 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.788132 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.788369 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.788583 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.789010 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.789485 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.789840 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.790099 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.790360 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.790634 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.790897 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.791141 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.791358 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.791580 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.791819 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.792038 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.792265 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.792483 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.792735 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.792954 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.793196 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.793443 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.793712 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.793953 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.794208 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.794445 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.794698 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.794920 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.795179 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.795388 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.795601 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.795821 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.796034 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.796252 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.796484 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.796800 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.797038 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.797310 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.797571 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.797801 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.798020 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.798300 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.798520 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.798761 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.798989 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.799214 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.799428 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.799662 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.799877 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.800123 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.800329 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.800547 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.800763 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.800996 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.801223 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.801436 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.801666 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.801949 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.802181 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.802340 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.802536 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.802752 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.802978 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.803197 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.803410 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.803687 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.803854 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.804072 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.804291 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.804511 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.804725 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.805324 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.805324 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.805794 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.806095 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.806328 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.806580 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.806827 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.807149 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.808121 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.808121 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.808121 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.808121 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.808612 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.808612 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.813136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41384) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.813336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:15.813503 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.813847 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.814149 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.814440 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.814735 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.815067 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.815367 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.815600 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.815919 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.816273 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.816564 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.816845 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.817141 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.817411 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.817665 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.817938 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.818759 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.818759 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.818959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065575 Feb 11 05:12:15.819054 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.819054 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.819185 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.819380 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.819635 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.819831 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.820053 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.820303 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.820547 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.820777 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.821022 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.822046 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 05:12:15.823490 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103013) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 05:12:15.823727 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 05:12:15.823930 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 05:12:15.824104 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 05:12:15.824290 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 05:12:15.824452 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 05:12:15.824676 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.824861 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.825015 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.825210 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.825379 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.825568 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.827164 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.827505 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.827671 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.827982 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.828302 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.828473 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.828639 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.828800 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.829145 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.829301 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.829600 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.829929 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.830098 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.830410 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.830577 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.830740 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.830908 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] debug = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.831178 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.831420 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.831587 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.831910 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.832195 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.832356 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.832660 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.832959 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.833280 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.833578 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.833882 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.834051 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.834212 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.834546 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.834846 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.835150 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.835318 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.835485 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.835648 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] host = n-d-715271-35 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.835813 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.835975 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.836135 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.836303 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.836460 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.836654 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.836803 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.836945 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.837088 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.837460 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.837631 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.837774 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.837938 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.838835 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.838835 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_options = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.838835 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.838835 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.838835 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.839135 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.839135 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.839269 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.839335 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.839499 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.839651 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.839810 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.840121 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.840406 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.840721 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.841037 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.841349 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.841532 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.841710 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.841845 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.842000 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.842162 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.842323 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.842483 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.842646 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.842808 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.842970 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.843131 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.843293 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.843456 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.843620 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.843782 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.843942 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.844106 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.844267 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.844428 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.844589 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.844751 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.845214 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.845388 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.845537 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.845693 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.845940 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.846114 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.846271 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.846588 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.846735 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.846900 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.847075 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_json = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.847226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.849178 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.849178 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.849178 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.849178 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.849178 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.849178 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.849178 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.849178 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 05:12:15.849930 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.849930 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.849930 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.849930 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.849930 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.849930 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.849930 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.849930 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.850970 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.850970 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.850970 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.850970 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.850970 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.850970 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.850970 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.850970 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.851878 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.851878 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.851878 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.851878 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.851878 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.852477 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.852477 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.852477 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.852477 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.854226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.854226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.854226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.854226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.854226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.854226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.854226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.854226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.855092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.855092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.855092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.855092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.855092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.855092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.855092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.855092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.855092 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856119 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856119 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856119 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856119 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856119 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856119 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856856 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856856 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856856 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856856 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.856856 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.857592 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.857592 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.857592 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.857592 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.858167 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.858167 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.858167 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.858167 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.858684 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.858684 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.858684 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.859124 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.859124 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.859124 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.859517 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.859517 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.859517 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.860993 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.860993 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.860993 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.860993 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.860993 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.860993 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.860993 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.860993 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.860993 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.862156 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.862156 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.862156 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.862156 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.862156 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.862156 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.862156 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863023 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863023 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863023 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863023 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863023 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863023 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863794 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863794 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863794 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863794 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.863794 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.864519 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.864519 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.864519 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.864519 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.864519 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.865262 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.865262 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.865262 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.865262 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.865771 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.865771 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.865771 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.865771 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.866284 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.866284 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.866284 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.866662 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.866662 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.866662 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.867047 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.867047 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.867316 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.867316 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.867574 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.867574 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.867831 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.867966 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.868100 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.868236 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.868370 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.868531 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.868744 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.868847 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.869018 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.869203 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.869352 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.869525 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.869687 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.870266 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.870266 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.870266 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.870480 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.870480 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.870737 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.870828 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.870975 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.871171 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.871269 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.871437 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.872499 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.872678 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.873464 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.873633 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.873800 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.873965 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.874130 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.874295 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.874451 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.874612 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.874772 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.874932 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.875094 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.875251 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.875419 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.875584 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.875741 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.875906 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.876113 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.877102 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.877269 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.877375 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.877738 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.877738 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.877908 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.877980 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.878186 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.878527 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.878527 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.878669 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.878765 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.878929 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.879094 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.879261 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.879431 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.879601 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.879780 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.879934 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.880091 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.880252 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.881163 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.881163 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.881163 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.881163 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.881163 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.881782 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.881782 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.881782 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.881782 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.882268 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.882268 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.882268 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.882942 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.882942 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.882942 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.882942 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.883277 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.883277 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.883408 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.883531 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.883694 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.883894 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.884064 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.884230 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.884395 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.884560 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.884725 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.884890 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.885201 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.885341 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.885453 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.885576 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.885685 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.885853 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.886016 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.886179 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.886358 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.886549 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.886690 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.886907 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.887020 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.887173 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.887325 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.887493 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.887726 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.887827 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.887981 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.888127 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.888301 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.889021 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.889226 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.889376 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.889550 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.889714 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.889888 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.890053 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.890217 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.890381 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.890545 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.890709 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.890884 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.891048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.891668 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.891668 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.891668 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.891668 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.892206 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.892206 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.892206 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.892518 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.892518 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.892754 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.892938 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.893876 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.893876 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.893876 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.893876 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.893876 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.894375 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.894375 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.894375 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.894628 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.894628 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.894774 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.894876 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.895048 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.895216 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.895391 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.895563 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.895728 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.895962 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.896131 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.896239 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.896378 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.896547 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.896770 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.896867 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.897017 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.897430 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.897430 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.897644 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.897743 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.897851 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.898051 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.898152 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.898369 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.898518 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.898628 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.898792 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.898960 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.899125 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.899292 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.899489 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.899615 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.899806 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 05:12:15.899941 n-d-715271-35 neutron-server[103013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 05:12:27.707681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6bbe4b-5280-4556-9662-acb3e32a6356 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:12:27.765399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6bbe4b-5280-4556-9662-acb3e32a6356 None None] No non-hosted networks {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 05:12:27.782999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.agentschedulers_db [None req-8d6bbe4b-5280-4556-9662-acb3e32a6356 None None] DHCP Agent not found on host n-d-715271-35 {{(pid=103122) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 05:12:27.874629 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-00c0ce97-85f7-4eed-bb6c-cbd869570b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786098'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.174157 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-214ce881-532c-4317-ae4e-a6cd926a5f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786098'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.223880 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-72669d75-8939-40d5-a6f6-6047a15a8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.923644 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786098'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.544108 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786098'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.816734 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786098'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.818940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.819595 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.820255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.820997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.821843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.822928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.823454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.824017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.824520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.825092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.825627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.826158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.827072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:33.827660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-715271-35', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:33.849635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-715271-35', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:33.857569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41476) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:34.474501 n-d-715271-35 neutron-server[103120]: WARNING oslo_policy.policy [None req-0fc2e154-4e3e-49ae-bd33-9cd9e06689fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:12:34.475093 n-d-715271-35 neutron-server[103120]: WARNING oslo_policy.policy [None req-0fc2e154-4e3e-49ae-bd33-9cd9e06689fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:12:34.705351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-0fc2e154-4e3e-49ae-bd33-9cd9e06689fe admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:12:34.721144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0fc2e154-4e3e-49ae-bd33-9cd9e06689fe admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8474312 Feb 11 05:12:36.300307 n-d-715271-35 neutron-server[103122]: INFO neutron.db.l3_hamode_db [None req-785cf730-e71f-45a7-9d0f-f8d58854d6c5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 05:12:36.375641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cf730-e71f-45a7-9d0f-f8d58854d6c5 None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:36.375946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cf730-e71f-45a7-9d0f-f8d58854d6c5 None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:12:37.257745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41496) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:37.565412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bb473079-1441-4031-a787-3ce41b5eee02 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:37.663544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.policy [None req-bb473079-1441-4031-a787-3ce41b5eee02 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103120) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 05:12:37.705466 n-d-715271-35 neutron-server[103120]: WARNING oslo_policy.policy [None req-bb473079-1441-4031-a787-3ce41b5eee02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:12:37.705868 n-d-715271-35 neutron-server[103120]: WARNING oslo_policy.policy [None req-bb473079-1441-4031-a787-3ce41b5eee02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:12:37.798935 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb473079-1441-4031-a787-3ce41b5eee02 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123629203', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123628736', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123622996', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123612509', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123601971', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123593614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-700008', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1432190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-464169', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441582'] for rbac-policy (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.864702 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb473079-1441-4031-a787-3ce41b5eee02 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.865957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb473079-1441-4031-a787-3ce41b5eee02 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6071084 Feb 11 05:12:40.303893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41506) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:40.614866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:40.645001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Made reservation on behalf of 02353a722aa54506b273d45903827c18 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:40.648850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.666508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.781666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Publish callbacks [] for security_group (f26cc4f9-06bb-4dfb-88a9-b311932a989c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.785909 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f26cc4f9-06bb-4dfb-88a9-b311932a989c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.806312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:40.846643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787122564271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c4097576-3416-4cf6-8431-e23d43f8b0ca), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.847265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Unsubscribe: segment precommit_create {{(pid=103120) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 05:12:40.847816 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Added segment c4097576-3416-4cf6-8431-e23d43f8b0ca of type vlan for network d2c95e58-c155-4e81-b51c-f4137330e49e Feb 11 05:12:40.867271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f26cc4f9-06bb-4dfb-88a9-b311932a989c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:40.917825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.918090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.918430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.918768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.919129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.919461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.919792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.920115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.920444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.920770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.921095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.921441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.921760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Tracked resource versions report: Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: pushed versions: Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: { 'AddressGroup': {'1.2'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'ConntrackHelper': {'1.0'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Log': {'1.0'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Network': {'1.1'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Port': {'1.7'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'PortForwarding': {'1.2'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'QosPolicy': {'1.10'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'SecurityGroup': {'1.5'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'SubPort': {'1.0'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Subnet': {'1.1'}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Trunk': {'1.1'}} Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: consumer versions: Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: { DHCP agent@n-d-715271-35: {}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: L3 agent@n-d-715271-35: {}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: Metadata agent@n-d-715271-35: {}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: Metering agent@n-d-715271-35: {}, Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: Open vSwitch agent@n-d-715271-35: { 'AddressGroup': '1.2', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'ConntrackHelper': '1.0', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'LocalIPAssociation': '1.0', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Log': '1.0', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Network': '1.1', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Port': '1.7', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'PortForwarding': '1.2', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'QosPolicy': '1.10', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'SecurityGroup': '1.5', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'SecurityGroupRule': '1.2', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'SubPort': '1.0', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Subnet': '1.1', Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: 'Trunk': '1.1'}} Feb 11 05:12:40.922958 n-d-715271-35 neutron-server[103120]: {{(pid=103120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:12:40.956654 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d2c95e58-c155-4e81-b51c-f4137330e49e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.002997 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d2c95e58-c155-4e81-b51c-f4137330e49e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.008300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.009028 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.080204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7752182 Feb 11 05:12:41.131436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30504a-afd0-43cd-be31-cf82c9d25da0 demo demo] Pushing event updated for resources: {'Network': ['ID=d2c95e58-c155-4e81-b51c-f4137330e49e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.145389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d2c95e58-c155-4e81-b51c-f4137330e49e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:43.572090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41518) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:43.976321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c00ae-d186-42a6-a98c-96f00a42faaf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:43.977725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2b8c00ae-d186-42a6-a98c-96f00a42faaf demo admin] 10.222.0.31 "GET /v2.0/networks/d2c95e58-c155-4e81-b51c-f4137330e49e HTTP/1.1" status: 200 len: 825 time: 0.4046772 Feb 11 05:12:44.001566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d6ec2a7d-a0d6-4835-93cf-a07d26143865 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/561115f0-19fd-4ad6-9bc7-285fca40f1ae HTTP/1.1" status: 200 len: 734 time: 0.0179112 Feb 11 05:12:44.009866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e', 'subnetpool_id': '561115f0-19fd-4ad6-9bc7-285fca40f1ae', 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:44.030679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Made reservation on behalf of 02353a722aa54506b273d45903827c18 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:44.033288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.315841 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for subnet (3a846186-dbd0-4ad8-a030-a354b672b4be), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.383984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3a846186-dbd0-4ad8-a030-a354b672b4be,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.388913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Checking segment: {'id': 'c4097576-3416-4cf6-8431-e23d43f8b0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:44.389330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Network hostable DHCP agents. Network: d2c95e58-c155-4e81-b51c-f4137330e49e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:44.409353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Network d2c95e58-c155-4e81-b51c-f4137330e49e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:44.419629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, d2c95e58-c155-4e81-b51c-f4137330e49e) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:44.424239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:44.424822 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.429276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac85b1-71c3-4227-be6d-da55b2ca5e64 None None] Network d2c95e58-c155-4e81-b51c-f4137330e49e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:44.446469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6e14b1b6-bddc-4e8d-8566-d6b823aa48b8 demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4337173 Feb 11 05:12:44.698161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-d2c95e58-c155-4e81-b51c-f4137330e49e', 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e', 'project_id': '02353a722aa54506b273d45903827c18', 'fixed_ips': [{'subnet_id': '3a846186-dbd0-4ad8-a030-a354b672b4be'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:44.699449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.985263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Allocated IP 172.20.0.2 (d2c95e58-c155-4e81-b51c-f4137330e49e/3a846186-dbd0-4ad8-a030-a354b672b4be/c067fc7e-82cf-4977-98c1-a803b9661c51) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:45.251981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Publish callbacks [] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.262253 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.345618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Network d2c95e58-c155-4e81-b51c-f4137330e49e is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:45.349775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:45.351306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Pushing event updated for resources: {'Port': ['ID=c067fc7e-82cf-4977-98c1-a803b9661c51,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.359471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:45.362780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.363134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.363475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.363814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.364152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.364484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.364812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.365158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.365487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.365814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.366138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.366462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.366789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Tracked resource versions report: Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: pushed versions: Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: { 'AddressGroup': {'1.2'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'ConntrackHelper': {'1.0'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Log': {'1.0'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Network': {'1.1'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Port': {'1.7'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'PortForwarding': {'1.2'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'QosPolicy': {'1.10'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'SecurityGroup': {'1.5'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'SubPort': {'1.0'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Subnet': {'1.1'}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Trunk': {'1.1'}} Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: consumer versions: Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: { DHCP agent@n-d-715271-35: {}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: L3 agent@n-d-715271-35: {}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: Metadata agent@n-d-715271-35: {}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: Metering agent@n-d-715271-35: {}, Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: Open vSwitch agent@n-d-715271-35: { 'AddressGroup': '1.2', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'ConntrackHelper': '1.0', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'LocalIPAssociation': '1.0', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Log': '1.0', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Network': '1.1', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Port': '1.7', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'PortForwarding': '1.2', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'QosPolicy': '1.10', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'SecurityGroup': '1.5', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'SecurityGroupRule': '1.2', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'SubPort': '1.0', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Subnet': '1.1', Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: 'Trunk': '1.1'}} Feb 11 05:12:45.367965 n-d-715271-35 neutron-server[103122]: {{(pid=103122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:12:45.443138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Attempting to bind port c067fc7e-82cf-4977-98c1-a803b9661c51 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:45.443809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Attempting to bind port c067fc7e-82cf-4977-98c1-a803b9661c51 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c4097576-3416-4cf6-8431-e23d43f8b0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:45.444051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Attempting to bind port c067fc7e-82cf-4977-98c1-a803b9661c51 on network d2c95e58-c155-4e81-b51c-f4137330e49e {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:45.448893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:45.449305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Checking segment: {'id': 'c4097576-3416-4cf6-8431-e23d43f8b0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:45.449794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.450208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Bound using segment: {'id': 'c4097576-3416-4cf6-8431-e23d43f8b0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:45.450697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Bound port: c067fc7e-82cf-4977-98c1-a803b9661c51, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4097576-3416-4cf6-8431-e23d43f8b0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:45.451099 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.514793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] For port c067fc7e-82cf-4977-98c1-a803b9661c51, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:45.518942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] For port c067fc7e-82cf-4977-98c1-a803b9661c51, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c067fc7e-82cf-4977-98c1-a803b9661c51,segment=NetworkSegment(c4097576-3416-4cf6-8431-e23d43f8b0ca),segment_id=c4097576-3416-4cf6-8431-e23d43f8b0ca)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:45.526214 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.593163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4829b1b-496a-4247-ae74-850493c37f10 None None] Pushing event updated for resources: {'Port': ['ID=c067fc7e-82cf-4977-98c1-a803b9661c51,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:46.926978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41526) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.425556 n-d-715271-35 neutron-server[103121]: WARNING oslo_policy.policy [None req-b76bd893-1678-47df-971c-29c6779e836f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:12:47.426145 n-d-715271-35 neutron-server[103121]: WARNING oslo_policy.policy [None req-b76bd893-1678-47df-971c-29c6779e836f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:12:47.654151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-b76bd893-1678-47df-971c-29c6779e836f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:12:47.655045 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b76bd893-1678-47df-971c-29c6779e836f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7260168 Feb 11 05:12:50.118470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41540) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.438942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-3af8dfe6-e601-4b21-b027-26f21df3c1af admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:12:50.440051 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3af8dfe6-e601-4b21-b027-26f21df3c1af admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3206308 Feb 11 05:12:52.918761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41548) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:53.235795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:53.294547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.policy [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103121) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 05:12:53.337600 n-d-715271-35 neutron-server[103121]: WARNING oslo_policy.policy [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:12:53.337983 n-d-715271-35 neutron-server[103121]: WARNING oslo_policy.policy [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:12:53.406388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d816efd7-f9af-49c8-98f4-0d92eff282fe), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.408353 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d816efd7-f9af-49c8-98f4-0d92eff282fe), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.570427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] Publish callbacks [] for router_controller (d816efd7-f9af-49c8-98f4-0d92eff282fe), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.575314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d816efd7-f9af-49c8-98f4-0d92eff282fe), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.599595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.600803 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-542bbd90-ee7d-48cb-b05f-358dcfe3bb72 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6810918 Feb 11 05:12:56.109524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41562) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:56.458623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-716f478b-08be-4655-95d5-6751134d42df admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:12:56.459630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-716f478b-08be-4655-95d5-6751134d42df admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3491294 Feb 11 05:12:56.540597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c067fc7e-82cf-4977-98c1-a803b9661c51 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:56.584126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89298af4-969e-4123-afa4-7d68424b3873 None None] Network d2c95e58-c155-4e81-b51c-f4137330e49e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:56.708411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-87966e15-7ed7-4f2f-9e91-5cda342eb960 None None] Provisioning complete for port c067fc7e-82cf-4977-98c1-a803b9661c51 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:56.708830 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87966e15-7ed7-4f2f-9e91-5cda342eb960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.742465 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:12:56.780075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c067fc7e-82cf-4977-98c1-a803b9661c51 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:56.780395 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.930614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-87966e15-7ed7-4f2f-9e91-5cda342eb960 None None] Current status of the port c067fc7e-82cf-4977-98c1-a803b9661c51 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:56.931017 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87966e15-7ed7-4f2f-9e91-5cda342eb960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.975988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c067fc7e-82cf-4977-98c1-a803b9661c51 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:56.976382 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.990069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-87966e15-7ed7-4f2f-9e91-5cda342eb960 None None] For port c067fc7e-82cf-4977-98c1-a803b9661c51, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c067fc7e-82cf-4977-98c1-a803b9661c51,segment=NetworkSegment(c4097576-3416-4cf6-8431-e23d43f8b0ca),segment_id=c4097576-3416-4cf6-8431-e23d43f8b0ca)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:56.998650 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87966e15-7ed7-4f2f-9e91-5cda342eb960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.071141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:57.071561 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:57.076171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87966e15-7ed7-4f2f-9e91-5cda342eb960 None None] Pushing event updated for resources: {'Port': ['ID=c067fc7e-82cf-4977-98c1-a803b9661c51,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:57.118245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-11b18df6-d164-42ed-a561-de7c5086a904 None None] Provisioning complete for port c067fc7e-82cf-4977-98c1-a803b9661c51 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:57.118578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11b18df6-d164-42ed-a561-de7c5086a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.193021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-11b18df6-d164-42ed-a561-de7c5086a904 None None] Current status of the port c067fc7e-82cf-4977-98c1-a803b9661c51 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:57.619641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c067fc7e-82cf-4977-98c1-a803b9661c51 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:57.625816 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-042dea00-0150-4b62-9001-baaf0afd07c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.503779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c067fc7e-82cf-4977-98c1-a803b9661c51 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:58.549593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c067fc7e-82cf-4977-98c1-a803b9661c51 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:58.549990 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.623741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c067fc7e-82cf-4977-98c1-a803b9661c51 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:58.963372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41572) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:59.273299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:59.292567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Made reservation on behalf of 913b2f6e5266498f865dc10358f5723d for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:59.295536 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.303492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.376644 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Publish callbacks [] for security_group (1fcf1b3d-23f8-48a4-9323-47fd80e295b5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.380198 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1fcf1b3d-23f8-48a4-9323-47fd80e295b5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.396984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Reserving flat network on physical network physnet1 {{(pid=103120) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 05:12:59.412363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcf1b3d-23f8-48a4-9323-47fd80e295b5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:59.420010 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (31143d33-9623-46af-b699-fb9a4b543aa2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.420397 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Added segment 31143d33-9623-46af-b699-fb9a4b543aa2 of type flat for network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa Feb 11 05:12:59.468273 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.499145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.500199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:59.500763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.560482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5960371 Feb 11 05:12:59.593871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693523e-a27b-4803-90d0-adce63628c1b admin admin] Pushing event updated for resources: {'Network': ['ID=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:59.605028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:00.183593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b520f966-ff4c-499f-9cdf-f3685e192170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.886720 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.029706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41590) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.201994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae83dedc-7c82-40c4-a5dc-5d3d59188dcc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:02.203332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae83dedc-7c82-40c4-a5dc-5d3d59188dcc demo admin] 10.222.0.31 "GET /v2.0/subnets/3a846186-dbd0-4ad8-a030-a354b672b4be HTTP/1.1" status: 200 len: 849 time: 0.1725583 Feb 11 05:13:02.362904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a12c245a-86dd-47b9-95c6-173455c2f984 demo admin] 10.222.0.31 "GET /v2.0/routers/d816efd7-f9af-49c8-98f4-0d92eff282fe HTTP/1.1" status: 200 len: 704 time: 0.1540089 Feb 11 05:13:02.499242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.631707 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.916040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Allocated IP 172.20.0.1 (d2c95e58-c155-4e81-b51c-f4137330e49e/3a846186-dbd0-4ad8-a030-a354b672b4be/22279ef7-2dd6-49a8-a68b-e760afdbdc14) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:03.113607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Publish callbacks [] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.178797 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.249556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Network d2c95e58-c155-4e81-b51c-f4137330e49e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:03.253944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:03.263010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:03.263409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (d816efd7-f9af-49c8-98f4-0d92eff282fe), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.285007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Pushing event updated for resources: {'Port': ['ID=22279ef7-2dd6-49a8-a68b-e760afdbdc14,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:03.448195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-02032364-5d0d-48c3-89ff-e7c73902e1a9 None None] Provisioning complete for port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:03.448485 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-02032364-5d0d-48c3-89ff-e7c73902e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.464415 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.484798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-02032364-5d0d-48c3-89ff-e7c73902e1a9 None None] Port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:03.668931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Publish callbacks [] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.673243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.673983 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (d816efd7-f9af-49c8-98f4-0d92eff282fe), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.736349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Pushing event updated for resources: {'Port': ['ID=22279ef7-2dd6-49a8-a68b-e760afdbdc14,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:03.801355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Network d2c95e58-c155-4e81-b51c-f4137330e49e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:03.802674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:03.822817 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.975497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Router d816efd7-f9af-49c8-98f4-0d92eff282fe is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:04.007835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-74f61688-2d50-49ef-ba78-3f64cbbb833b None None] Provisioning complete for port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:04.008228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-74f61688-2d50-49ef-ba78-3f64cbbb833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.041634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-74f61688-2d50-49ef-ba78-3f64cbbb833b None None] Port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:04.075000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:04.082168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5a673c65-72ca-4a1e-abba-2f999ad3ba10 demo admin] 10.222.0.31 "PUT /v2.0/routers/d816efd7-f9af-49c8-98f4-0d92eff282fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7139163 Feb 11 05:13:04.091965 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Sync routers for ids ['d816efd7-f9af-49c8-98f4-0d92eff282fe'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:04.107955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Routers {'d816efd7-f9af-49c8-98f4-0d92eff282fe'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:04.108816 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d816efd7-f9af-49c8-98f4-0d92eff282fe'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:04.298365 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Set router d816efd7-f9af-49c8-98f4-0d92eff282fe gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:04.743894 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'name': 'router1', 'tenant_id': '02353a722aa54506b273d45903827c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:03Z', 'revision_number': 2, 'project_id': '02353a722aa54506b273d45903827c18', 'gw_port_host': None, '_interfaces': [{'id': '22279ef7-2dd6-49a8-a68b-e760afdbdc14', 'name': '', 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e', 'tenant_id': '02353a722aa54506b273d45903827c18', 'mac_address': 'fa:16:3e:07:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:02Z', 'updated_at': '2022-02-11T05:13:03Z', 'revision_number': 2, 'project_id': '02353a722aa54506b273d45903827c18', 'subnets': [{'id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '561115f0-19fd-4ad6-9bc7-285fca40f1ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:04.795742 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Checking router: d816efd7-f9af-49c8-98f4-0d92eff282fe for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:04.796114 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Updating router d816efd7-f9af-49c8-98f4-0d92eff282fe port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:04.848413 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.365126 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Publish callbacks [] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.371942 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.532624 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Pushing event updated for resources: {'Port': ['ID=22279ef7-2dd6-49a8-a68b-e760afdbdc14,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.547574 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.547927 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.548272 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.548615 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.548949 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.549310 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.549642 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.549971 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.550300 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.550627 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.550951 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.551274 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.551598 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Tracked resource versions report: Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: pushed versions: Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: { 'AddressGroup': {'1.2'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'ConntrackHelper': {'1.0'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Log': {'1.0'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Network': {'1.1'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Port': {'1.7'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'PortForwarding': {'1.2'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'QosPolicy': {'1.10'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'SecurityGroup': {'1.5'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'SubPort': {'1.0'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Subnet': {'1.1'}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Trunk': {'1.1'}} Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: consumer versions: Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: { DHCP agent@n-d-715271-35: {}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: L3 agent@n-d-715271-35: {}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: Metadata agent@n-d-715271-35: {}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: Metering agent@n-d-715271-35: {}, Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: Open vSwitch agent@n-d-715271-35: { 'AddressGroup': '1.2', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'ConntrackHelper': '1.0', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'LocalIPAssociation': '1.0', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Log': '1.0', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Network': '1.1', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Port': '1.7', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'PortForwarding': '1.2', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'QosPolicy': '1.10', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'SecurityGroup': '1.5', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'SecurityGroupRule': '1.2', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'SubPort': '1.0', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Subnet': '1.1', Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: 'Trunk': '1.1'}} Feb 11 05:13:05.552760 n-d-715271-35 neutron-server[103123]: {{(pid=103123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:13:05.555119 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Attempting to bind port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:05.555514 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Attempting to bind port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c4097576-3416-4cf6-8431-e23d43f8b0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:05.555943 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Attempting to bind port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 on network d2c95e58-c155-4e81-b51c-f4137330e49e {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:05.563258 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:05.563673 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Checking segment: {'id': 'c4097576-3416-4cf6-8431-e23d43f8b0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:05.564161 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.564556 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Bound using segment: {'id': 'c4097576-3416-4cf6-8431-e23d43f8b0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:05.565060 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Bound port: 22279ef7-2dd6-49a8-a68b-e760afdbdc14, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4097576-3416-4cf6-8431-e23d43f8b0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:05.565503 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.585196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7112ee0f-f68b-4990-a828-ff35901e8f8f None None] Provisioning complete for port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:05.586224 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7112ee0f-f68b-4990-a828-ff35901e8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.628457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7112ee0f-f68b-4990-a828-ff35901e8f8f None None] Port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:05.632836 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] For port 22279ef7-2dd6-49a8-a68b-e760afdbdc14, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:05.652012 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] For port 22279ef7-2dd6-49a8-a68b-e760afdbdc14, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=22279ef7-2dd6-49a8-a68b-e760afdbdc14,segment=NetworkSegment(c4097576-3416-4cf6-8431-e23d43f8b0ca),segment_id=c4097576-3416-4cf6-8431-e23d43f8b0ca)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:05.658158 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.714684 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Routers {'d816efd7-f9af-49c8-98f4-0d92eff282fe'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:05.715412 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d816efd7-f9af-49c8-98f4-0d92eff282fe'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:05.754427 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9741de4-381f-4730-bbf5-33a252b0dbbc None None] Pushing event updated for resources: {'Port': ['ID=22279ef7-2dd6-49a8-a68b-e760afdbdc14,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.817209 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] Set router d816efd7-f9af-49c8-98f4-0d92eff282fe gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:05.951370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0329c532-e814-4e17-8bbf-507247aa7336 None None] Provisioning complete for port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:05.951876 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0329c532-e814-4e17-8bbf-507247aa7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.032356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0329c532-e814-4e17-8bbf-507247aa7336 None None] Current status of the port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:06.032753 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0329c532-e814-4e17-8bbf-507247aa7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.033087 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'name': 'router1', 'tenant_id': '02353a722aa54506b273d45903827c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:03Z', 'revision_number': 2, 'project_id': '02353a722aa54506b273d45903827c18', 'gw_port_host': None, '_interfaces': [{'id': '22279ef7-2dd6-49a8-a68b-e760afdbdc14', 'name': '', 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e', 'tenant_id': '02353a722aa54506b273d45903827c18', 'mac_address': 'fa:16:3e:07:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:02Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 4, 'project_id': '02353a722aa54506b273d45903827c18', 'subnets': [{'id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '561115f0-19fd-4ad6-9bc7-285fca40f1ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.061029 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca6144-902d-4a57-853e-9572e20a7253 None None] The sync data for ids ['d816efd7-f9af-49c8-98f4-0d92eff282fe'] in n-d-715271-35 is: [{'id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'name': 'router1', 'tenant_id': '02353a722aa54506b273d45903827c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:03Z', 'revision_number': 2, 'project_id': '02353a722aa54506b273d45903827c18', 'gw_port_host': None, '_interfaces': [{'id': '22279ef7-2dd6-49a8-a68b-e760afdbdc14', 'name': '', 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e', 'tenant_id': '02353a722aa54506b273d45903827c18', 'mac_address': 'fa:16:3e:07:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:02Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 4, 'project_id': '02353a722aa54506b273d45903827c18', 'subnets': [{'id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '561115f0-19fd-4ad6-9bc7-285fca40f1ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:06.069637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0329c532-e814-4e17-8bbf-507247aa7336 None None] For port 22279ef7-2dd6-49a8-a68b-e760afdbdc14, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=22279ef7-2dd6-49a8-a68b-e760afdbdc14,segment=NetworkSegment(c4097576-3416-4cf6-8431-e23d43f8b0ca),segment_id=c4097576-3416-4cf6-8431-e23d43f8b0ca)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:06.075124 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0329c532-e814-4e17-8bbf-507247aa7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.125263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329c532-e814-4e17-8bbf-507247aa7336 None None] Pushing event updated for resources: {'Port': ['ID=22279ef7-2dd6-49a8-a68b-e760afdbdc14,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.472732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41610) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.581981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad18307-916e-4e0a-9fc6-838108d8d4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:06.583295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dad18307-916e-4e0a-9fc6-838108d8d4d2 admin admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 842 time: 0.1095083 Feb 11 05:13:06.593423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:06.613692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Made reservation on behalf of 913b2f6e5266498f865dc10358f5723d for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:06.615969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.006453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.objects.ports [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103120) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:13:07.007044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for subnet (875243d7-c088-4be2-afd2-36ff61755acd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.064290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=875243d7-c088-4be2-afd2-36ff61755acd,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.071284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:07.071658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Network hostable DHCP agents. Network: 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:07.088758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:07.099188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:07.103628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:07.104346 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.112864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b2bd07-c8ed-4add-a6dc-428b926aa70e None None] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:07.125816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-31469836-5cad-44fa-8d5c-8cc7c3b06c7e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5364277 Feb 11 05:13:07.243311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43861316-edfd-4a16-8535-20ae6592def4 None None] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:09.524117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41618) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.663746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8461b796-08f9-4b49-848d-d57a90b38325 demo admin] 10.222.0.31 "GET /v2.0/routers/d816efd7-f9af-49c8-98f4-0d92eff282fe HTTP/1.1" status: 200 len: 710 time: 0.1384809 Feb 11 05:13:09.760253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f260f53f-5183-4bde-a390-ad2b69312758 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:09.761711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f260f53f-5183-4bde-a390-ad2b69312758 demo admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 886 time: 0.0918224 Feb 11 05:13:09.770644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:10.032215 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Publish callbacks [] for router_gateway (d816efd7-f9af-49c8-98f4-0d92eff282fe), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.276435 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Publish callbacks [] for router_gateway (d816efd7-f9af-49c8-98f4-0d92eff282fe), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.354798 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.470977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Allocated IP 172.25.1.178 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:10.567840 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Publish callbacks [] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.600217 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.641987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:10.644750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:10.648740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:10.681457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Pushing event updated for resources: {'Port': ['ID=ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.992705 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Publish callbacks [] for router_gateway (d816efd7-f9af-49c8-98f4-0d92eff282fe), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.193958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (d816efd7-f9af-49c8-98f4-0d92eff282fe), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.197513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (d816efd7-f9af-49c8-98f4-0d92eff282fe), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.310068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Router d816efd7-f9af-49c8-98f4-0d92eff282fe has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:11.418557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:11.422754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.437142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7f43791b-236a-4633-943c-7b82da6ccbf5 demo admin] 10.222.0.31 "PUT /v2.0/routers/d816efd7-f9af-49c8-98f4-0d92eff282fe HTTP/1.1" status: 200 len: 890 time: 1.6566081 Feb 11 05:13:13.908203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41630) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:14.026575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-858a807b-e78c-4bbf-bf4c-e024041ef342 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1172307 Feb 11 05:13:14.555248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 22279ef7-2dd6-49a8-a68b-e760afdbdc14 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:14.614102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:14.614509 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.637940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Sync routers for ids ['d816efd7-f9af-49c8-98f4-0d92eff282fe'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:14.663506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Routers {'d816efd7-f9af-49c8-98f4-0d92eff282fe'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:14.664103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d816efd7-f9af-49c8-98f4-0d92eff282fe'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:14.881555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:14.916843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Set router d816efd7-f9af-49c8-98f4-0d92eff282fe gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:15.387605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'name': 'router1', 'tenant_id': '02353a722aa54506b273d45903827c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:10Z', 'revision_number': 4, 'project_id': '02353a722aa54506b273d45903827c18', 'gw_port': {'id': 'ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:10Z', 'updated_at': '2022-02-11T05:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '22279ef7-2dd6-49a8-a68b-e760afdbdc14', 'name': '', 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e', 'tenant_id': '02353a722aa54506b273d45903827c18', 'mac_address': 'fa:16:3e:07:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:02Z', 'updated_at': '2022-02-11T05:13:06Z', 'revision_number': 5, 'project_id': '02353a722aa54506b273d45903827c18', 'subnets': [{'id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '561115f0-19fd-4ad6-9bc7-285fca40f1ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:15.441787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Checking router: d816efd7-f9af-49c8-98f4-0d92eff282fe for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:15.442159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Updating router d816efd7-f9af-49c8-98f4-0d92eff282fe port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:15.494781 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.828294 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Publish callbacks [] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.835729 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.886144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903caf71-cfc1-47c5-8558-7ffce4ce6adb None None] Pushing event updated for resources: {'Port': ['ID=ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:15.905000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Attempting to bind port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:15.906240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Attempting to bind port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:15.906580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Attempting to bind port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:15.912716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:15.913216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:15.913774 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.914167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:15.915594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Bound port: ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:15.915975 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.971526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] For port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:15.974558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] For port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:15.981242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.045414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903caf71-cfc1-47c5-8558-7ffce4ce6adb None None] Pushing event updated for resources: {'Port': ['ID=ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.047914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Routers {'d816efd7-f9af-49c8-98f4-0d92eff282fe'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:16.048455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d816efd7-f9af-49c8-98f4-0d92eff282fe'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:16.161544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] Set router d816efd7-f9af-49c8-98f4-0d92eff282fe gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:16.387586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'name': 'router1', 'tenant_id': '02353a722aa54506b273d45903827c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:10Z', 'revision_number': 4, 'project_id': '02353a722aa54506b273d45903827c18', 'gw_port': {'id': 'ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:10Z', 'updated_at': '2022-02-11T05:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '22279ef7-2dd6-49a8-a68b-e760afdbdc14', 'name': '', 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e', 'tenant_id': '02353a722aa54506b273d45903827c18', 'mac_address': 'fa:16:3e:07:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:02Z', 'updated_at': '2022-02-11T05:13:06Z', 'revision_number': 5, 'project_id': '02353a722aa54506b273d45903827c18', 'subnets': [{'id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '561115f0-19fd-4ad6-9bc7-285fca40f1ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:16.421051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64548dc-5779-47ca-84a5-1ed35aa97de4 None None] The sync data for ids ['d816efd7-f9af-49c8-98f4-0d92eff282fe'] in n-d-715271-35 is: [{'id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'name': 'router1', 'tenant_id': '02353a722aa54506b273d45903827c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:10Z', 'revision_number': 4, 'project_id': '02353a722aa54506b273d45903827c18', 'gw_port': {'id': 'ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:10Z', 'updated_at': '2022-02-11T05:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '22279ef7-2dd6-49a8-a68b-e760afdbdc14', 'name': '', 'network_id': 'd2c95e58-c155-4e81-b51c-f4137330e49e', 'tenant_id': '02353a722aa54506b273d45903827c18', 'mac_address': 'fa:16:3e:07:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd816efd7-f9af-49c8-98f4-0d92eff282fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:02Z', 'updated_at': '2022-02-11T05:13:06Z', 'revision_number': 5, 'project_id': '02353a722aa54506b273d45903827c18', 'subnets': [{'id': '3a846186-dbd0-4ad8-a030-a354b672b4be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '561115f0-19fd-4ad6-9bc7-285fca40f1ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:18.639249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:18.738301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:18.739276 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.864407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:18.864919 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.911713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:18.918379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.984906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:20.557553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:20.637489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:20.638411 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.752684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ba2ae052-2ebf-49e6-bc1b-1ce2cf95378b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:27.620070 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-64028dd4-c308-4ac7-86b2-57080f879520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.180595 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7a796b01-d280-4f92-8471-61a9d2c268b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.903528 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.513386 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.747208 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:13:33.928727 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.626763 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-82c6ed92-c7ff-4e38-a54e-62e50f84ab85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.179555 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f4f5-9777-46ff-948e-1c2fe242928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.905200 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.508435 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.821614 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.747428 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:14:27.635255 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6131-afa6-4f8e-8a78-425401239edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.171457 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-26c3f64e-e686-41a4-add1-a8c42f4ee6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.897591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.509364 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.824388 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.564020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42146) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:40.639349 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cfe330-f9c7-4bab-b367-fe2eec6f80f0 admin admin] GET failed (client error): The resource could not be found. Feb 11 05:14:40.641042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f9cfe330-f9c7-4bab-b367-fe2eec6f80f0 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0759957 Feb 11 05:14:40.808661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc4d9a2-6d3f-4f94-a0e2-b092411798ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.810084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0fc4d9a2-6d3f-4f94-a0e2-b092411798ab admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1645312 Feb 11 05:14:43.061970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42156) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:43.222927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca4b9e9-957f-49e1-93f9-55e9e391bef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.224900 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bca4b9e9-957f-49e1-93f9-55e9e391bef1 admin admin] 10.222.0.31 "GET /v2.0/subnets/3a846186-dbd0-4ad8-a030-a354b672b4be HTTP/1.1" status: 200 len: 849 time: 0.1619797 Feb 11 05:14:43.235786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:43.337903 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Publish callbacks [] for subnet (3a846186-dbd0-4ad8-a030-a354b672b4be), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.495061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787122544631'] for subnet (3a846186-dbd0-4ad8-a030-a354b672b4be), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.556318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.557462 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.558276 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] 10.222.0.31 "PUT /v2.0/subnets/3a846186-dbd0-4ad8-a030-a354b672b4be HTTP/1.1" status: 200 len: 868 time: 0.3270636 Feb 11 05:14:43.562230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6ff48a-f434-42ff-9c18-1ca4c5b67fee None None] Network d2c95e58-c155-4e81-b51c-f4137330e49e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:43.585374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a846186-dbd0-4ad8-a030-a354b672b4be,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:43.599123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.599593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.599948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.600293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.600633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.600969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.601331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.601662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.601991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.602325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.602699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.602979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.603295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf33ec-adc5-4c6d-9272-9896c915fe9c admin admin] Tracked resource versions report: Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: pushed versions: Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: { 'AddressGroup': {'1.2'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'ConntrackHelper': {'1.0'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Log': {'1.0'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Network': {'1.1'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Port': {'1.7'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'PortForwarding': {'1.2'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'QosPolicy': {'1.10'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'SecurityGroup': {'1.5'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'SubPort': {'1.0'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Subnet': {'1.1'}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Trunk': {'1.1'}} Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: consumer versions: Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: { DHCP agent@n-d-715271-35: {}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: L3 agent@n-d-715271-35: {}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: Metadata agent@n-d-715271-35: {}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: Metering agent@n-d-715271-35: {}, Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: Open vSwitch agent@n-d-715271-35: { 'AddressGroup': '1.2', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'ConntrackHelper': '1.0', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'LocalIPAssociation': '1.0', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Log': '1.0', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Network': '1.1', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Port': '1.7', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'PortForwarding': '1.2', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'QosPolicy': '1.10', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'SecurityGroup': '1.5', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'SecurityGroupRule': '1.2', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'SubPort': '1.0', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Subnet': '1.1', Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: 'Trunk': '1.1'}} Feb 11 05:14:43.604751 n-d-715271-35 neutron-server[103121]: {{(pid=103121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:14:44.080428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-891ed1a0-10ad-4818-b353-2fa428354eaa None None] Provisioning complete for port c067fc7e-82cf-4977-98c1-a803b9661c51 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:44.081084 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-891ed1a0-10ad-4818-b353-2fa428354eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c067fc7e-82cf-4977-98c1-a803b9661c51), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.162023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-891ed1a0-10ad-4818-b353-2fa428354eaa None None] Current status of the port c067fc7e-82cf-4977-98c1-a803b9661c51 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:44.175513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-891ed1a0-10ad-4818-b353-2fa428354eaa None None] Provisioning complete for port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:44.176058 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-891ed1a0-10ad-4818-b353-2fa428354eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (22279ef7-2dd6-49a8-a68b-e760afdbdc14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.261047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-891ed1a0-10ad-4818-b353-2fa428354eaa None None] Current status of the port 22279ef7-2dd6-49a8-a68b-e760afdbdc14 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:45.899677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42170) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:46.130208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d539b5c0-9c9d-4807-8703-4070f3f55989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.130591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d539b5c0-9c9d-4807-8703-4070f3f55989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.132137 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d539b5c0-9c9d-4807-8703-4070f3f55989 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2314930 Feb 11 05:14:47.746651 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:14:48.372634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42178) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:48.577885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642d040f-b1aa-4c8a-bb71-8740642bae4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.578373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642d040f-b1aa-4c8a-bb71-8740642bae4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.579882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-642d040f-b1aa-4c8a-bb71-8740642bae4b admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062497 Feb 11 05:14:50.851425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42186) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:50.985377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abdd712-ab55-4907-9466-8f81b59ab1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.994464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1abdd712-ab55-4907-9466-8f81b59ab1fd admin admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 886 time: 0.1337233 Feb 11 05:14:53.268012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42194) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:53.498136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d64027-4856-4397-b42f-71183f1ffe6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.499537 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-01d64027-4856-4397-b42f-71183f1ffe6c admin admin] 10.222.0.31 "GET /v2.0/networks/d2c95e58-c155-4e81-b51c-f4137330e49e HTTP/1.1" status: 200 len: 869 time: 0.2305663 Feb 11 05:14:55.764735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42202) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:55.897336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec657f5-8c92-491b-8b8e-12fa5426a5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.897956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec657f5-8c92-491b-8b8e-12fa5426a5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.899960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fec657f5-8c92-491b-8b8e-12fa5426a5e7 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1341062 Feb 11 05:14:57.639610 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4f8bd26f-1e69-4609-8ca7-0eed720229a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.149405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42210) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:58.239241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5629b26-e22b-459f-a42f-83c99622fefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.239690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5629b26-e22b-459f-a42f-83c99622fefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.241239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d5629b26-e22b-459f-a42f-83c99622fefc admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908549 Feb 11 05:15:00.175915 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87ed60e3-3a65-4c3e-af1c-f98ac94191f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.577073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42218) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:00.674489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d86ee5-ec35-4cd6-b524-1a94ea8825c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.675873 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-76d86ee5-ec35-4cd6-b524-1a94ea8825c0 admin admin] 10.222.0.31 "GET /v2.0/subnets/3a846186-dbd0-4ad8-a030-a354b672b4be HTTP/1.1" status: 200 len: 868 time: 0.0974255 Feb 11 05:15:00.905216 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.515284 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.343333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42226) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:03.430089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927a964-69e9-4fd3-8ede-64a35982c07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.431463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f927a964-69e9-4fd3-8ede-64a35982c07e admin admin] 10.222.0.31 "GET /v2.0/subnets/875243d7-c088-4be2-afd2-36ff61755acd HTTP/1.1" status: 200 len: 816 time: 0.0869112 Feb 11 05:15:03.829968 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.745535 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:15:27.313794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42278) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:27.361675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-499edaaa-c560-4d24-8a52-97978642d795 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:15:27.362716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-499edaaa-c560-4d24-8a52-97978642d795 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473859 Feb 11 05:15:27.634812 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-39f44782-f139-41ca-9048-a54e6f102237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.664398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:29.722981 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9602df-3a70-4c0c-a440-ac3843fd3d2d admin admin] GET failed (client error): The resource could not be found. Feb 11 05:15:29.724276 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5d9602df-3a70-4c0c-a440-ac3843fd3d2d admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589457 Feb 11 05:15:29.864696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76702eb-b279-4684-a898-fc452a5d5918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:29.866683 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b76702eb-b279-4684-a898-fc452a5d5918 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1379189 Feb 11 05:15:30.179110 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-79df340d-1419-4e1a-8615-0b7cfc6d2af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.903600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.153995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42294) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:32.205012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:32.230710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Made reservation on behalf of 913b2f6e5266498f865dc10358f5723d for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:32.234398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.281690 n-d-715271-35 neutron-server[103121]: WARNING neutron.services.revisions.revision_plugin [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Could not find related network for resource to bump revision. Feb 11 05:15:32.299030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:32.313013 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787122564271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b9570e54-93fe-4a16-ad21-27714c31f286), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.313672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Unsubscribe: segment precommit_create {{(pid=103121) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 05:15:32.314180 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Added segment b9570e54-93fe-4a16-ad21-27714c31f286 of type vlan for network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f Feb 11 05:15:32.365411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.395348 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.396226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:32.397337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.462232 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3069198 Feb 11 05:15:32.493202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7e84a-1527-4090-b8e9-fdbdcbe7aa38 admin admin] Pushing event updated for resources: {'Network': ['ID=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:32.510597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:32.545954 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.823965 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.711043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42302) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:34.772015 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b41cc4d-35f3-4b0b-9fef-9556159ae96b admin admin] GET failed (client error): The resource could not be found. Feb 11 05:15:34.773336 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8b41cc4d-35f3-4b0b-9fef-9556159ae96b admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612490 Feb 11 05:15:34.844474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c881dfa-2e00-49ab-b048-315815105fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:34.845878 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3c881dfa-2e00-49ab-b048-315815105fdf admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685272 Feb 11 05:15:34.855433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'name': 'shared-subnet'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:34.875776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Made reservation on behalf of 913b2f6e5266498f865dc10358f5723d for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:34.878158 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.059088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for subnet (27e8d321-757f-466d-a26b-6456cd08b9f6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.117033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e8d321-757f-466d-a26b-6456cd08b9f6,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:35.127197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:35.127576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Network hostable DHCP agents. Network: 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:35.148933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:35.159693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:35.164208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.164809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.169663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca16d28-2ed4-42c0-9e8f-482ca1680e73 None None] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:35.181865 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2ee2b6e8-8aa7-423b-99e3-9554acd9d062 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3297253 Feb 11 05:15:35.281391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'project_id': '913b2f6e5266498f865dc10358f5723d', 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:35.282285 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.522176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Allocated IP 192.168.233.2 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/69e48670-bb38-46b0-a74f-be473348caa5) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:35.667619 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Publish callbacks [] for port (69e48670-bb38-46b0-a74f-be473348caa5), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.673967 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (69e48670-bb38-46b0-a74f-be473348caa5), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.712687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:35.714542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:35.718323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:35.728633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Pushing event updated for resources: {'Port': ['ID=69e48670-bb38-46b0-a74f-be473348caa5,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:35.751195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.751549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.751895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.752237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.752572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.752908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.753347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.753682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.754010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.754342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.754667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.754995 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.755535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:35.789317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Attempting to bind port 69e48670-bb38-46b0-a74f-be473348caa5 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:35.789614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Attempting to bind port 69e48670-bb38-46b0-a74f-be473348caa5 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:35.789978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Attempting to bind port 69e48670-bb38-46b0-a74f-be473348caa5 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:35.795580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:35.796536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:35.796940 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.797361 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:35.797825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Bound port: 69e48670-bb38-46b0-a74f-be473348caa5, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:35.798199 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69e48670-bb38-46b0-a74f-be473348caa5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.862770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] For port 69e48670-bb38-46b0-a74f-be473348caa5, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:35.866390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] For port 69e48670-bb38-46b0-a74f-be473348caa5, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69e48670-bb38-46b0-a74f-be473348caa5,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:35.872498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69e48670-bb38-46b0-a74f-be473348caa5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.933331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2c625-b768-4808-9b3c-1d389755488f None None] Pushing event updated for resources: {'Port': ['ID=69e48670-bb38-46b0-a74f-be473348caa5,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:36.711135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69e48670-bb38-46b0-a74f-be473348caa5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:36.769199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 69e48670-bb38-46b0-a74f-be473348caa5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:36.769587 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69e48670-bb38-46b0-a74f-be473348caa5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.797500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1ae0f-3b6e-42ea-b290-e7ddc67b2333 None None] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:36.872751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5322feba-e460-45e5-9bc2-07b13233f420 None None] Provisioning complete for port 69e48670-bb38-46b0-a74f-be473348caa5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:36.873071 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5322feba-e460-45e5-9bc2-07b13233f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69e48670-bb38-46b0-a74f-be473348caa5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.992998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 69e48670-bb38-46b0-a74f-be473348caa5 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:36.993412 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69e48670-bb38-46b0-a74f-be473348caa5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.053311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 69e48670-bb38-46b0-a74f-be473348caa5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69e48670-bb38-46b0-a74f-be473348caa5,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:37.059387 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69e48670-bb38-46b0-a74f-be473348caa5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.065485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5322feba-e460-45e5-9bc2-07b13233f420 None None] Current status of the port 69e48670-bb38-46b0-a74f-be473348caa5 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:37.065875 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5322feba-e460-45e5-9bc2-07b13233f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69e48670-bb38-46b0-a74f-be473348caa5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.158618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=69e48670-bb38-46b0-a74f-be473348caa5,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:37.163980 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-5322feba-e460-45e5-9bc2-07b13233f420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:15:37.164335 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-5322feba-e460-45e5-9bc2-07b13233f420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:15:37.704292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5322feba-e460-45e5-9bc2-07b13233f420 None None] Current status of the port 69e48670-bb38-46b0-a74f-be473348caa5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:37.824415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e6636501-208e-4406-9605-a20b272561fe None None] Provisioning complete for port 69e48670-bb38-46b0-a74f-be473348caa5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:37.825049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e6636501-208e-4406-9605-a20b272561fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69e48670-bb38-46b0-a74f-be473348caa5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.907054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e6636501-208e-4406-9605-a20b272561fe None None] Current status of the port 69e48670-bb38-46b0-a74f-be473348caa5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:38.612820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69e48670-bb38-46b0-a74f-be473348caa5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:38.660261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 69e48670-bb38-46b0-a74f-be473348caa5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:38.660662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69e48670-bb38-46b0-a74f-be473348caa5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.739187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 69e48670-bb38-46b0-a74f-be473348caa5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:57.634156 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-af5e3fd4-eb2b-47a8-a4c7-5971166404e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.181026 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-461aa1b4-0e66-4129-ad4b-27aeb5677426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.906526 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.743366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:02.511773 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.825568 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.626850 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-45cff095-ab85-4fc1-888e-81d5591e98b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.184238 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f247ea58-86bf-495f-bbee-b52b815c9154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.908971 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.521005 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.827864 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.742907 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:57.629866 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c01a3f45-25e9-40dc-be34-01ab07209a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.191247 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f863668a-6689-4dc0-b485-58e1cfe2ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.912164 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.523444 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.832122 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.685030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42340) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:08.691013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-2832e19d-45b9-49f3-910b-c296a2bad90c tempest-verify_tempest_config-1566477118 tempest-verify_tempest_config-1566477118-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:17:08.692001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2832e19d-45b9-49f3-910b-c296a2bad90c tempest-verify_tempest_config-1566477118 tempest-verify_tempest_config-1566477118-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060134 Feb 11 05:17:08.979735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42358) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:09.081031 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.159339 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Publish callbacks [] for security_group (23780677-60fa-4193-8b45-f45a804900a4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.162856 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (23780677-60fa-4193-8b45-f45a804900a4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.206107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fa6dc1566bb4315b9645450b2ddcf4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2248085 Feb 11 05:17:09.207139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23780677-60fa-4193-8b45-f45a804900a4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:09.208874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42362) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:09.213763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.214113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.214481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.214822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.215160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.215493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.216092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.216419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.216743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.217064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.217414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.217735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.218051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089747e-f5bb-4f74-a59e-f2f31badd4d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.283007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Publish callbacks [] for security_group (23780677-60fa-4193-8b45-f45a804900a4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.303528 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Publish callbacks [] for security_group (23780677-60fa-4193-8b45-f45a804900a4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.400968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (23780677-60fa-4193-8b45-f45a804900a4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.403478 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.404647 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23780677-60fa-4193-8b45-f45a804900a4 HTTP/1.1" status: 204 len: 168 time: 0.1946371 Feb 11 05:17:09.412840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23780677-60fa-4193-8b45-f45a804900a4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:09.419381 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.419735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.420083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.420426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.420763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.421098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.421642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.421979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.422314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.422651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.422975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.423502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:09.423833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85422b5c-1173-497b-bd6a-d100b7440b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:15.741680 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:17:27.636988 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d9176ca7-fe77-4ec9-8133-12c2badd8183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.184317 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-04e5bdba-c38c-4b2e-b2c0-1b84dff5b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.913841 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.526459 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.835628 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.740950 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:17:57.630070 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a699333e-8960-443d-a771-5356ee809ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.185492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-483f8122-9a2c-4186-8b14-375881f338b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.916852 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.528883 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.838321 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.631738 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aed625ba-1d9d-4cc4-a3d2-842c8fb871cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.740415 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:18:30.187726 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8202a0ff-f569-4c83-a334-6971ab12822a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.921187 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.533302 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.841310 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.633347 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-49fb2bbb-e9db-4846-9239-41bc68e52f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.191906 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03dac02c-739a-4fd2-b178-1b4877600eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.923898 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.537406 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.843503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.739184 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:19:27.634843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0215a2e-380e-4398-b8ff-44df29452544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.194708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-91801167-21eb-46de-a2b2-04e7ec62de91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.926479 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.539885 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.846483 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.737417 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:19:57.637682 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b75edc4-33bd-46cd-b1a2-a5b297402c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.196225 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9da8372-f2dd-4f14-a912-bb3dd92d5544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.929511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.543080 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.848666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.738111 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 5 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:20:21.727839 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786098'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.815804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786098'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.638918 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a13ac57b-a8e9-4413-868e-5faa57c0d6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.198602 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-46947dc7-4b5d-4985-bcd2-4bea0b89ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.932344 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.546172 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.851982 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.678941 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.799992 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.640842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e63fe87d-4519-476b-85d4-d61ad45baddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.737018 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:21:00.202484 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-69c625af-1647-406d-96f6-378e800e43e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.934355 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.549236 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.860469 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.084069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42416) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:10.186096 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-35f53511-d0f4-446d-8e63-7d82321ed25a admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1002076 Feb 11 05:21:12.450607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42426) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:12.512440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a8684133-55e4-4088-86b9-f8357b1c8f7d admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0607169 Feb 11 05:21:21.695466 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.800088 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.643995 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-377caf35-2826-439a-b2f3-baa78a00ab0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.204891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b33efd05-1574-4b95-8d6d-04d1b97dab1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.936748 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.552586 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.852362 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.736238 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:21:51.703155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.829396 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.647063 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b09d65cd-d908-43d2-8810-48c46188ac86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.208881 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6cc720b6-02f1-4597-b3b2-206c25886ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.945488 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:02.556864 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.858399 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.735007 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:22:21.718628 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.847772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.642632 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cb871aa3-bc1e-47da-b46f-72391035cd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.222646 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-76c2d5f2-ac82-4f32-84cc-22c24b00441d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.944312 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.557854 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.860592 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.727536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42644) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:39.198827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-network', 'tenant_id': '7545379b238f493ba8a954b800313df6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:39.221298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Made reservation on behalf of 7545379b238f493ba8a954b800313df6 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:39.224104 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.236025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.324338 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Publish callbacks [] for security_group (b5c746dc-5905-420b-ba06-9d638cc12f5e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.328898 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b5c746dc-5905-420b-ba06-9d638cc12f5e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.360561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:22:39.366924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c746dc-5905-420b-ba06-9d638cc12f5e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.376930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.377609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.377863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.378247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.378638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.379083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.379646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.380133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.380667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.381341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.381827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.382160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.382493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Tracked resource versions report: Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: pushed versions: Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: { 'AddressGroup': {'1.2'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'ConntrackHelper': {'1.0'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Log': {'1.0'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Network': {'1.1'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Port': {'1.7'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'PortForwarding': {'1.2'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'QosPolicy': {'1.10'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'SecurityGroup': {'1.5'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'SubPort': {'1.0'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Subnet': {'1.1'}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Trunk': {'1.1'}} Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: consumer versions: Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: { DHCP agent@n-d-715271-35: {}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: HyperV agent@n-h1-715271-35: {}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: HyperV agent@n-h2-715271-35: {}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: L3 agent@n-d-715271-35: {}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: Metadata agent@n-d-715271-35: {}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: Metering agent@n-d-715271-35: {}, Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: Open vSwitch agent@n-d-715271-35: { 'AddressGroup': '1.2', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'ConntrackHelper': '1.0', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'LocalIPAssociation': '1.0', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Log': '1.0', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Network': '1.1', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Port': '1.7', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'PortForwarding': '1.2', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'QosPolicy': '1.10', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'SecurityGroup': '1.5', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'SecurityGroupRule': '1.2', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'SubPort': '1.0', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Subnet': '1.1', Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: 'Trunk': '1.1'}} Feb 11 05:22:39.383642 n-d-715271-35 neutron-server[103120]: {{(pid=103120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:22:39.391403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9bb1d087-45fe-43bc-a97d-780dbc97507d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.391787 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Added segment 9bb1d087-45fe-43bc-a97d-780dbc97507d of type vlan for network 74a89941-9023-47cd-9eeb-d31c83a29d42 Feb 11 05:22:39.437095 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (74a89941-9023-47cd-9eeb-d31c83a29d42), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.573770 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (74a89941-9023-47cd-9eeb-d31c83a29d42), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.574807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.575422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.605850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8772147 Feb 11 05:22:39.609202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42682) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:39.615453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Request body: {'subnet': {'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-subnet', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:39.638870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Made reservation on behalf of 7545379b238f493ba8a954b800313df6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:39.641245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c173aa-3746-4047-abb2-23e6308e508f admin admin] Pushing event updated for resources: {'Network': ['ID=74a89941-9023-47cd-9eeb-d31c83a29d42,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.641866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.652854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:22:39.851580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for subnet (e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.914052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.925188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.925547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.925896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.926243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.926582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.926918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.927786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.928117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.928448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.928778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.929132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.929470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.929790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Tracked resource versions report: Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: pushed versions: Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: { 'AddressGroup': {'1.2'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'ConntrackHelper': {'1.0'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Log': {'1.0'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Network': {'1.1'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Port': {'1.7'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'PortForwarding': {'1.2'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'QosPolicy': {'1.10'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'SecurityGroup': {'1.5'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'SubPort': {'1.0'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Subnet': {'1.1'}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Trunk': {'1.1'}} Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: consumer versions: Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: { DHCP agent@n-d-715271-35: {}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: HyperV agent@n-h1-715271-35: {}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: HyperV agent@n-h2-715271-35: {}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: L3 agent@n-d-715271-35: {}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: Metadata agent@n-d-715271-35: {}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: Metering agent@n-d-715271-35: {}, Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: Open vSwitch agent@n-d-715271-35: { 'AddressGroup': '1.2', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'ConntrackHelper': '1.0', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'LocalIPAssociation': '1.0', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Log': '1.0', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Network': '1.1', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Port': '1.7', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'PortForwarding': '1.2', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'QosPolicy': '1.10', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'SecurityGroup': '1.5', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'SecurityGroupRule': '1.2', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'SubPort': '1.0', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Subnet': '1.1', Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: 'Trunk': '1.1'}} Feb 11 05:22:39.937034 n-d-715271-35 neutron-server[103121]: {{(pid=103121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:22:39.943443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Checking segment: {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:39.943747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Network hostable DHCP agents. Network: 74a89941-9023-47cd-9eeb-d31c83a29d42, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:22:39.963442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:22:39.974058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 74a89941-9023-47cd-9eeb-d31c83a29d42) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:39.978797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.979822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.993632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf52150a-bbfb-4d75-a7c9-624bfdad4bef None None] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:40.006552 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-77304d4b-e1e2-4e8d-bc58-d3f75f540de5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3947659 Feb 11 05:22:40.006892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42712) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:40.012057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:40.048990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (e3d0ceca-5390-44ef-8a7d-3406ea35966f), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.050175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (e3d0ceca-5390-44ef-8a7d-3406ea35966f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.135912 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-74a89941-9023-47cd-9eeb-d31c83a29d42', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'project_id': '7545379b238f493ba8a954b800313df6', 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:22:40.136944 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.173674 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks [] for router_controller (e3d0ceca-5390-44ef-8a7d-3406ea35966f), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.308399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Allocated IP 172.20.0.2 (74a89941-9023-47cd-9eeb-d31c83a29d42/e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661/f34d5aa0-252e-45a9-a215-aaece6fd6a2a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:40.349619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks [] for router_gateway (e3d0ceca-5390-44ef-8a7d-3406ea35966f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.489786 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Publish callbacks [] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.499184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.548503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:40.551455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:40.556421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:40.587086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Pushing event updated for resources: {'Port': ['ID=f34d5aa0-252e-45a9-a215-aaece6fd6a2a,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:40.595987 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks [] for router_gateway (e3d0ceca-5390-44ef-8a7d-3406ea35966f), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.610355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.610529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.610868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.611210 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.611539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.611874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.612191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.612507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.612830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.613162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.613485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.613802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.614138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Tracked resource versions report: Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: pushed versions: Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: { 'AddressGroup': {'1.2'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'ConntrackHelper': {'1.0'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Log': {'1.0'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Network': {'1.1'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Port': {'1.7'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'PortForwarding': {'1.2'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'QosPolicy': {'1.10'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'SecurityGroup': {'1.5'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'SubPort': {'1.0'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Subnet': {'1.1'}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Trunk': {'1.1'}} Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: consumer versions: Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: { DHCP agent@n-d-715271-35: {}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: HyperV agent@n-h1-715271-35: {}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: HyperV agent@n-h2-715271-35: {}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: L3 agent@n-d-715271-35: {}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: Metadata agent@n-d-715271-35: {}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: Metering agent@n-d-715271-35: {}, Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: Open vSwitch agent@n-d-715271-35: { 'AddressGroup': '1.2', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'ConntrackHelper': '1.0', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'LocalIPAssociation': '1.0', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Log': '1.0', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Network': '1.1', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Port': '1.7', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'PortForwarding': '1.2', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'QosPolicy': '1.10', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'SecurityGroup': '1.5', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'SecurityGroupRule': '1.2', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'SubPort': '1.0', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Subnet': '1.1', Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: 'Trunk': '1.1'}} Feb 11 05:22:40.615296 n-d-715271-35 neutron-server[103122]: {{(pid=103122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:22:40.622541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.632610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Attempting to bind port f34d5aa0-252e-45a9-a215-aaece6fd6a2a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:40.633028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Attempting to bind port f34d5aa0-252e-45a9-a215-aaece6fd6a2a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:40.633426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Attempting to bind port f34d5aa0-252e-45a9-a215-aaece6fd6a2a on network 74a89941-9023-47cd-9eeb-d31c83a29d42 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:40.641682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:40.641682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Checking segment: {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:40.641682 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.641682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Bound using segment: {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:40.641682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Bound port: f34d5aa0-252e-45a9-a215-aaece6fd6a2a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:40.641682 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.723165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] For port f34d5aa0-252e-45a9-a215-aaece6fd6a2a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:40.728096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] For port f34d5aa0-252e-45a9-a215-aaece6fd6a2a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f34d5aa0-252e-45a9-a215-aaece6fd6a2a,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:40.736529 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.752374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Allocated IP 172.25.1.109 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/f33fee64-50b8-47f2-a964-98ace68e6d1a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:40.824592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfd333-7e9c-4d39-a951-3520345fe500 None None] Pushing event updated for resources: {'Port': ['ID=f34d5aa0-252e-45a9-a215-aaece6fd6a2a,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:40.891099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks [] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.930941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.007932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:41.011932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:41.014808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:41.077408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Pushing event updated for resources: {'Port': ['ID=f33fee64-50b8-47f2-a964-98ace68e6d1a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:41.337088 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks [] for router_gateway (e3d0ceca-5390-44ef-8a7d-3406ea35966f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.573325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (e3d0ceca-5390-44ef-8a7d-3406ea35966f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.867403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Router e3d0ceca-5390-44ef-8a7d-3406ea35966f is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:22:42.017659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:42.030421 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Sync routers for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:42.048437 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:42.049186 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:22:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:42.051494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.053599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-74a4a290-e05c-4915-9c98-80f326cd593f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.0456927 Feb 11 05:22:42.057160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42802) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:42.068922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42804) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:42.078482 n-d-715271-35 neutron-server[103120]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 05:22:42.118703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-186b4f85-7f2e-42b1-8062-d6df7f9784c3 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f94c266a19a448d5b92ea35b8d671f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464635 Feb 11 05:22:42.148295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b1921-7f1c-4660-a07d-cb0412a7fd8b None None] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:42.226309 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:42.318948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-bd15befb-9a29-4113-92aa-c6156df4e3dc None None] Provisioning complete for port f34d5aa0-252e-45a9-a215-aaece6fd6a2a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:42.319389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd15befb-9a29-4113-92aa-c6156df4e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.359135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-344cfcd5-c9dc-4be8-ad0f-6c1aeb6d7c46 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.360644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-344cfcd5-c9dc-4be8-ad0f-6c1aeb6d7c46 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410846 Feb 11 05:22:42.378426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-52e259dd-3ed4-4b27-b839-d933efa449eb tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/quotas/f94c266a19a448d5b92ea35b8d671f84 HTTP/1.1" status: 200 len: 375 time: 0.0112772 Feb 11 05:22:42.471870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-7d0ee0c2-c3ac-4c91-b1a9-6b81cffa4743 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f94c266a19a448d5b92ea35b8d671f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851557 Feb 11 05:22:42.484878 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:41Z', 'revision_number': 3, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:42.517792 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Checking router: e3d0ceca-5390-44ef-8a7d-3406ea35966f for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:42.518267 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Updating router e3d0ceca-5390-44ef-8a7d-3406ea35966f port f33fee64-50b8-47f2-a964-98ace68e6d1a binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:22:42.571876 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.687602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bd15befb-9a29-4113-92aa-c6156df4e3dc None None] Current status of the port f34d5aa0-252e-45a9-a215-aaece6fd6a2a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:42.688183 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd15befb-9a29-4113-92aa-c6156df4e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.752988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-bd15befb-9a29-4113-92aa-c6156df4e3dc None None] For port f34d5aa0-252e-45a9-a215-aaece6fd6a2a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f34d5aa0-252e-45a9-a215-aaece6fd6a2a,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:42.771158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd15befb-9a29-4113-92aa-c6156df4e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.924574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15befb-9a29-4113-92aa-c6156df4e3dc None None] Pushing event updated for resources: {'Port': ['ID=f34d5aa0-252e-45a9-a215-aaece6fd6a2a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:43.000821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.034530 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Publish callbacks [] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.039643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f34d5aa0-252e-45a9-a215-aaece6fd6a2a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:43.044469 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.095202 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Pushing event updated for resources: {'Port': ['ID=f33fee64-50b8-47f2-a964-98ace68e6d1a,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:43.107986 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.108379 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.108711 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.109267 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.109561 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.109892 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.110226 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.110554 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.111005 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.111590 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.112039 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.112502 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.112899 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Tracked resource versions report: Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: pushed versions: Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: { 'AddressGroup': {'1.2'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'ConntrackHelper': {'1.0'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Log': {'1.0'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Network': {'1.1'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Port': {'1.7'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'PortForwarding': {'1.2'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'QosPolicy': {'1.10'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'SecurityGroup': {'1.5'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'SubPort': {'1.0'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Subnet': {'1.1'}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Trunk': {'1.1'}} Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: consumer versions: Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: { DHCP agent@n-d-715271-35: {}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: HyperV agent@n-h1-715271-35: {}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: HyperV agent@n-h2-715271-35: {}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: L3 agent@n-d-715271-35: {}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: Metadata agent@n-d-715271-35: {}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: Metering agent@n-d-715271-35: {}, Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: Open vSwitch agent@n-d-715271-35: { 'AddressGroup': '1.2', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'ConntrackHelper': '1.0', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'LocalIPAssociation': '1.0', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Log': '1.0', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Network': '1.1', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Port': '1.7', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'PortForwarding': '1.2', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'QosPolicy': '1.10', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'SecurityGroup': '1.5', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'SecurityGroupRule': '1.2', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'SubPort': '1.0', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Subnet': '1.1', Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: 'Trunk': '1.1'}} Feb 11 05:22:43.116400 n-d-715271-35 neutron-server[103123]: {{(pid=103123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:22:43.136763 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Attempting to bind port f33fee64-50b8-47f2-a964-98ace68e6d1a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:43.137178 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Attempting to bind port f33fee64-50b8-47f2-a964-98ace68e6d1a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:43.137531 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Attempting to bind port f33fee64-50b8-47f2-a964-98ace68e6d1a on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:43.143482 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:43.143863 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:43.144267 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.144662 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:43.145160 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Bound port: f33fee64-50b8-47f2-a964-98ace68e6d1a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:43.145606 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.202628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42852) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.210101 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] For port f33fee64-50b8-47f2-a964-98ace68e6d1a, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:43.214756 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] For port f33fee64-50b8-47f2-a964-98ace68e6d1a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f33fee64-50b8-47f2-a964-98ace68e6d1a,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:43.226783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4d5031e-5f4e-4e3c-8ba0-0e24328aa2f3 None None] Provisioning complete for port f34d5aa0-252e-45a9-a215-aaece6fd6a2a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:43.227246 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4d5031e-5f4e-4e3c-8ba0-0e24328aa2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.227685 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.306391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f34d5aa0-252e-45a9-a215-aaece6fd6a2a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:43.306780 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.308905 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56dad6-e813-4961-90cf-713b814b1461 None None] Pushing event updated for resources: {'Port': ['ID=f33fee64-50b8-47f2-a964-98ace68e6d1a,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:43.345397 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:43.346530 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:22:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:43.447887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Allocated IP 172.20.0.1 (74a89941-9023-47cd-9eeb-d31c83a29d42/e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661/0843c8b0-f074-428c-ad50-95a18fa7d286) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:43.508276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5031e-5f4e-4e3c-8ba0-0e24328aa2f3 None None] Current status of the port f34d5aa0-252e-45a9-a215-aaece6fd6a2a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:43.522871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff476bdb-6c37-4f4c-8581-21cc5b98e4eb req-ee15e6ad-a2da-42f9-8a03-1e2074d7070e tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 210 time: 0.3180871 Feb 11 05:22:43.548060 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:43.578238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f34d5aa0-252e-45a9-a215-aaece6fd6a2a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:43.704137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Publish callbacks [] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.818222 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.903312 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:41Z', 'revision_number': 3, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:43.953673 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c01f9-343e-41f4-b08f-5266f20db1df None None] The sync data for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 is: [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:41Z', 'revision_number': 3, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:43.967495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:43.981218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:44.007766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:44.008484 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (e3d0ceca-5390-44ef-8a7d-3406ea35966f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.161144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Pushing event updated for resources: {'Port': ['ID=0843c8b0-f074-428c-ad50-95a18fa7d286,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.298804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42926) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:44.362321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-da7f6f91-bbec-4e99-9b4a-8a9d899d028d None None] Provisioning complete for port 0843c8b0-f074-428c-ad50-95a18fa7d286 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:44.362849 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da7f6f91-bbec-4e99-9b4a-8a9d899d028d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.498144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-da7f6f91-bbec-4e99-9b4a-8a9d899d028d None None] Port 0843c8b0-f074-428c-ad50-95a18fa7d286 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:44.560010 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb2857ca-2875-48c2-b6d8-239fd9397b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.692685 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.743144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb2857ca-2875-48c2-b6d8-239fd9397b50 admin admin] Publish callbacks [] for security_group (57573066-27f8-4d0a-9088-0a7fd773ba84), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.752312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb2857ca-2875-48c2-b6d8-239fd9397b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (57573066-27f8-4d0a-9088-0a7fd773ba84), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.855323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cb2857ca-2875-48c2-b6d8-239fd9397b50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f7d73f73d8f4a3c82901d50df37b1b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5544231 Feb 11 05:22:44.856087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42964) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:44.857578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2857ca-2875-48c2-b6d8-239fd9397b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57573066-27f8-4d0a-9088-0a7fd773ba84,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.927904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42968) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.014659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f33fee64-50b8-47f2-a964-98ace68e6d1a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:45.042609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-985b5198-c032-4b42-9613-2771185f77b4 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=972a05f719de4e4584dcd8d341cfae65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1609647 Feb 11 05:22:45.060680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5734da46-de68-4aa2-ab59-2ddabc24e07b req-e43ad43b-550e-471e-87d9-c707c23d8659 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 210 time: 0.1201267 Feb 11 05:22:45.165882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f33fee64-50b8-47f2-a964-98ace68e6d1a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:45.166252 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.212381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Publish callbacks [] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.222519 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.223347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (e3d0ceca-5390-44ef-8a7d-3406ea35966f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.280179 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fd48-660b-4107-81bb-a6579f1046d0 admin admin] Publish callbacks [] for security_group (57573066-27f8-4d0a-9088-0a7fd773ba84), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.281090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e92a26f8-5c0b-4ba8-929a-50137617f9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.322373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fd48-660b-4107-81bb-a6579f1046d0 admin admin] Publish callbacks [] for security_group (57573066-27f8-4d0a-9088-0a7fd773ba84), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.346480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f33fee64-50b8-47f2-a964-98ace68e6d1a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:45.353701 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.396689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port f33fee64-50b8-47f2-a964-98ace68e6d1a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f33fee64-50b8-47f2-a964-98ace68e6d1a,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:45.408163 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.409161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f34d5aa0-252e-45a9-a215-aaece6fd6a2a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:45.424597 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fd48-660b-4107-81bb-a6579f1046d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (57573066-27f8-4d0a-9088-0a7fd773ba84), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.430034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fd48-660b-4107-81bb-a6579f1046d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.433361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6ac0fd48-660b-4107-81bb-a6579f1046d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57573066-27f8-4d0a-9088-0a7fd773ba84 HTTP/1.1" status: 204 len: 168 time: 0.5525074 Feb 11 05:22:45.433528 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e92a26f8-5c0b-4ba8-929a-50137617f9bb admin admin] Publish callbacks [] for security_group (7d873e7c-ab9f-4b27-9e50-74c3ec824d2e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.469630 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e92a26f8-5c0b-4ba8-929a-50137617f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d873e7c-ab9f-4b27-9e50-74c3ec824d2e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.476053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b1aa-0426-4b19-a975-2921577e1462 req-1aae672e-85f9-45c1-98e9-33839cbe3ff5 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.486773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-1aae672e-85f9-45c1-98e9-33839cbe3ff5 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4240763 Feb 11 05:22:45.506109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0fd48-660b-4107-81bb-a6579f1046d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57573066-27f8-4d0a-9088-0a7fd773ba84,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.525330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-d5d66fb1-56d8-4e46-ad91-0a0a06f6106e tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/quotas/972a05f719de4e4584dcd8d341cfae65 HTTP/1.1" status: 200 len: 375 time: 0.0377183 Feb 11 05:22:45.540921 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a26f8-5c0b-4ba8-929a-50137617f9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d873e7c-ab9f-4b27-9e50-74c3ec824d2e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.543449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Pushing event updated for resources: {'Port': ['ID=0843c8b0-f074-428c-ad50-95a18fa7d286,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.604244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-9b5935d2-4513-4d3c-b109-d6da914b9bb2 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=972a05f719de4e4584dcd8d341cfae65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773823 Feb 11 05:22:45.676431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=f33fee64-50b8-47f2-a964-98ace68e6d1a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.700576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42994) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.704542 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e92a26f8-5c0b-4ba8-929a-50137617f9bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6c8804a68654de5b36e7e7f682f0f47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7738276 Feb 11 05:22:45.708162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42996) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.727654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f34d5aa0-252e-45a9-a215-aaece6fd6a2a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:45.729424 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.771411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.81', 54581) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.848315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:45.861721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-d82bf9f4-ce11-41b6-a0f5-883979cada05 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f94c266a19a448d5b92ea35b8d671f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830185 Feb 11 05:22:45.922565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22ef2ed1-8376-415d-896c-36a12b6bd7a6 admin admin] Publish callbacks [] for security_group (7d873e7c-ab9f-4b27-9e50-74c3ec824d2e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.938742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:46.019402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f34d5aa0-252e-45a9-a215-aaece6fd6a2a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:46.081934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9184f55-b197-4c52-b763-9abc89ad6d0f req-704238a4-130d-4594-b8c7-72f7184ee8fe tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 210 time: 0.1126676 Feb 11 05:22:46.193141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8eec-c445-44de-b1f8-3679dedc98df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.222087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43016) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.296805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22ef2ed1-8376-415d-896c-36a12b6bd7a6 admin admin] Publish callbacks [] for security_group (7d873e7c-ab9f-4b27-9e50-74c3ec824d2e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.316389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-26c9706d-75bc-425d-97db-8ac6c5dd9767 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:46.318127 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9928ff26-8a68-42f8-881b-479df710e21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.318391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-26c9706d-75bc-425d-97db-8ac6c5dd9767 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4514940 Feb 11 05:22:46.415603 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8eec-c445-44de-b1f8-3679dedc98df admin admin] Publish callbacks [] for security_group (c17f898a-1401-4030-8158-e7cdfa78cfac), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.421699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Router e3d0ceca-5390-44ef-8a7d-3406ea35966f has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:46.440892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c79ad5d4-cbc1-4ec2-a5ec-0983b660c205 None None] Provisioning complete for port 0843c8b0-f074-428c-ad50-95a18fa7d286 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:46.441469 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c79ad5d4-cbc1-4ec2-a5ec-0983b660c205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.443369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Request body: {'port': {'device_id': 'cc00f44b-864b-42c8-bbae-add96d32c165', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': 'f94c266a19a448d5b92ea35b8d671f84'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:46.534097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c79ad5d4-cbc1-4ec2-a5ec-0983b660c205 None None] Port 0843c8b0-f074-428c-ad50-95a18fa7d286 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:46.597615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8eec-c445-44de-b1f8-3679dedc98df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c17f898a-1401-4030-8158-e7cdfa78cfac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.612658 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9928ff26-8a68-42f8-881b-479df710e21d admin admin] Publish callbacks [] for security_group (6ae27893-9e0c-4891-8eaf-6bf862a5f4b5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.616751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22ef2ed1-8376-415d-896c-36a12b6bd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d873e7c-ab9f-4b27-9e50-74c3ec824d2e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.618849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22ef2ed1-8376-415d-896c-36a12b6bd7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.622974 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-22ef2ed1-8376-415d-896c-36a12b6bd7a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d873e7c-ab9f-4b27-9e50-74c3ec824d2e HTTP/1.1" status: 204 len: 168 time: 0.9111953 Feb 11 05:22:46.659352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef2ed1-8376-415d-896c-36a12b6bd7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d873e7c-ab9f-4b27-9e50-74c3ec824d2e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:46.661034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9928ff26-8a68-42f8-881b-479df710e21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6ae27893-9e0c-4891-8eaf-6bf862a5f4b5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.715880 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9928ff26-8a68-42f8-881b-479df710e21d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ab1e927d1384dbf9c9e606f55bfddee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4930756 Feb 11 05:22:46.719490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43046) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.727338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6c4b8eec-c445-44de-b1f8-3679dedc98df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28d13cfbe29142cb926d36aca2771cbd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0253642 Feb 11 05:22:46.736890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43048) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.772487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928ff26-8a68-42f8-881b-479df710e21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae27893-9e0c-4891-8eaf-6bf862a5f4b5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:46.793029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94856caf-434d-4543-9921-5e3a9355fa01 req-30d2ca60-8f6c-4f22-832f-85a4ee79e28f tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 210 time: 0.3726735 Feb 11 05:22:46.857022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:46.891264 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-47ccefd5-df68-41b5-8683-0c4ce1862611 admin admin] 10.222.0.31 "PUT /v2.0/routers/e3d0ceca-5390-44ef-8a7d-3406ea35966f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8322988 Feb 11 05:22:46.946547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b8eec-c445-44de-b1f8-3679dedc98df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f898a-1401-4030-8158-e7cdfa78cfac,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:46.995108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5b252f3-3fbe-4277-9437-b5d55caed262 admin admin] Publish callbacks [] for security_group (c17f898a-1401-4030-8158-e7cdfa78cfac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.013907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f33fee64-50b8-47f2-a964-98ace68e6d1a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:47.049927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5b252f3-3fbe-4277-9437-b5d55caed262 admin admin] Publish callbacks [] for security_group (c17f898a-1401-4030-8158-e7cdfa78cfac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.074474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Made reservation on behalf of f94c266a19a448d5b92ea35b8d671f84 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:47.081997 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.099268 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.156160 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c78ad5f7-bad2-4be6-a3a1-a2b33b1a30f3 admin admin] Publish callbacks [] for security_group (6ae27893-9e0c-4891-8eaf-6bf862a5f4b5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.202544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be16cf32-0121-4dfc-a1c6-6780ec28a02e req-ecf016a3-f67e-443a-97b8-f816b5636d80 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 210 time: 0.0505111 Feb 11 05:22:47.238164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c78ad5f7-bad2-4be6-a3a1-a2b33b1a30f3 admin admin] Publish callbacks [] for security_group (6ae27893-9e0c-4891-8eaf-6bf862a5f4b5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.244860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Sync routers for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:47.319353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:47.320334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:22:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:47.386926 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks [] for security_group (d3a19d21-c7fa-4cee-9c63-52cd596fb9c0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.397070 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d3a19d21-c7fa-4cee-9c63-52cd596fb9c0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.417763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5b252f3-3fbe-4277-9437-b5d55caed262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c17f898a-1401-4030-8158-e7cdfa78cfac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.420516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5b252f3-3fbe-4277-9437-b5d55caed262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.425140 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d5b252f3-3fbe-4277-9437-b5d55caed262 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c17f898a-1401-4030-8158-e7cdfa78cfac HTTP/1.1" status: 204 len: 168 time: 0.6871667 Feb 11 05:22:47.440127 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c78ad5f7-bad2-4be6-a3a1-a2b33b1a30f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6ae27893-9e0c-4891-8eaf-6bf862a5f4b5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.446619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c78ad5f7-bad2-4be6-a3a1-a2b33b1a30f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.451623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f33fee64-50b8-47f2-a964-98ace68e6d1a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:47.452659 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.460137 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c78ad5f7-bad2-4be6-a3a1-a2b33b1a30f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ae27893-9e0c-4891-8eaf-6bf862a5f4b5 HTTP/1.1" status: 204 len: 168 time: 0.7378159 Feb 11 05:22:47.474732 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b252f3-3fbe-4277-9437-b5d55caed262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f898a-1401-4030-8158-e7cdfa78cfac,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.514751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ad5f7-bad2-4be6-a3a1-a2b33b1a30f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae27893-9e0c-4891-8eaf-6bf862a5f4b5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.580408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43076) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.610969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-731322fd-2dfa-44de-9702-5ac871cd60f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.780413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-731322fd-2dfa-44de-9702-5ac871cd60f3 admin admin] Publish callbacks [] for security_group (03a8e262-be8c-4d54-b3e3-11fd589654e6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.814759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-731322fd-2dfa-44de-9702-5ac871cd60f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (03a8e262-be8c-4d54-b3e3-11fd589654e6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.886145 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-731322fd-2dfa-44de-9702-5ac871cd60f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e678b9c495f423491630af19fc7967a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3034618 Feb 11 05:22:47.888282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43084) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.944444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731322fd-2dfa-44de-9702-5ac871cd60f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a8e262-be8c-4d54-b3e3-11fd589654e6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.967278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-925b3156-6421-4f68-a199-33d7e732b8f7 admin admin] Publish callbacks [] for security_group (03a8e262-be8c-4d54-b3e3-11fd589654e6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.006628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-925b3156-6421-4f68-a199-33d7e732b8f7 admin admin] Publish callbacks [] for security_group (03a8e262-be8c-4d54-b3e3-11fd589654e6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.009361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:48.085819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-925b3156-6421-4f68-a199-33d7e732b8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (03a8e262-be8c-4d54-b3e3-11fd589654e6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.089795 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-925b3156-6421-4f68-a199-33d7e732b8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.091931 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-925b3156-6421-4f68-a199-33d7e732b8f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03a8e262-be8c-4d54-b3e3-11fd589654e6 HTTP/1.1" status: 204 len: 168 time: 0.2024922 Feb 11 05:22:48.112607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b3156-6421-4f68-a199-33d7e732b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a8e262-be8c-4d54-b3e3-11fd589654e6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:48.169156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-594292c1-ea76-4e33-a7f9-8016b2cda283 req-6ba0830d-4fc6-4e20-a990-748e455ce579 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 210 time: 0.2031193 Feb 11 05:22:48.249337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:48.317943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f33fee64-50b8-47f2-a964-98ace68e6d1a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:48.456160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43098) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:48.480079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-35e18c2e-3485-4cab-85f2-52b453f3aec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.735380 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:22:48.750575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Allocated IP 192.168.233.57 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/f22304c4-7261-4fea-be68-844a1b48b010) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:48.753342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-35e18c2e-3485-4cab-85f2-52b453f3aec9 admin admin] Publish callbacks [] for security_group (cd351a54-0da1-449b-89f3-700f8b5934cc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.759253 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-35e18c2e-3485-4cab-85f2-52b453f3aec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cd351a54-0da1-449b-89f3-700f8b5934cc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.788316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 2, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:48.817716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c68656b8-f545-4c8f-b998-9c997ff228ef req-614575d8-ceb2-4c3e-94f8-a1d1b63c7835 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 210 time: 0.0474763 Feb 11 05:22:48.842269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Checking router: e3d0ceca-5390-44ef-8a7d-3406ea35966f for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:48.850439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Updating router e3d0ceca-5390-44ef-8a7d-3406ea35966f port 0843c8b0-f074-428c-ad50-95a18fa7d286 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:22:48.851754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e18c2e-3485-4cab-85f2-52b453f3aec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd351a54-0da1-449b-89f3-700f8b5934cc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:48.894281 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.897883 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-35e18c2e-3485-4cab-85f2-52b453f3aec9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12e58d898aa14fa58c71c31ebe8a191c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4403729 Feb 11 05:22:48.898593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43102) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:48.933884 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.81', 54585) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:49.085004 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-cc1e931d-910a-4755-89a7-2915b8c9d3db tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=972a05f719de4e4584dcd8d341cfae65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1478958 Feb 11 05:22:49.087512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af2ae316-dd59-4b22-ab31-b4b2db9238f4 admin admin] Publish callbacks [] for security_group (cd351a54-0da1-449b-89f3-700f8b5934cc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.279000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks [] for port (f22304c4-7261-4fea-be68-844a1b48b010), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.344400 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af2ae316-dd59-4b22-ab31-b4b2db9238f4 admin admin] Publish callbacks [] for security_group (cd351a54-0da1-449b-89f3-700f8b5934cc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.429778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d49d56d2-003a-4df1-acb5-e58182613c60 req-2cb664b1-e21d-4999-b42b-bd896ef3dbc4 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 210 time: 0.1055291 Feb 11 05:22:49.430321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43120) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:49.449727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-network', 'tenant_id': 'be2202f131e64848b6a5bfa112021217'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:49.458344 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f22304c4-7261-4fea-be68-844a1b48b010), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.494342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:49.499902 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Publish callbacks [] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.509242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.535518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:49.539978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:49.548322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.549505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.653475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2145522 Feb 11 05:22:49.688915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b1aa-0426-4b19-a975-2921577e1462 req-6327907a-1248-4442-96eb-986fa497cb27 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.690860 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-6327907a-1248-4442-96eb-986fa497cb27 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5879245 Feb 11 05:22:49.698279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-465b8598-441f-48b2-82e3-488a78576bfa tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:22:49.699945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-465b8598-441f-48b2-82e3-488a78576bfa tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0282955 Feb 11 05:22:49.715111 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af2ae316-dd59-4b22-ab31-b4b2db9238f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cd351a54-0da1-449b-89f3-700f8b5934cc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.719058 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af2ae316-dd59-4b22-ab31-b4b2db9238f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.720793 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af2ae316-dd59-4b22-ab31-b4b2db9238f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd351a54-0da1-449b-89f3-700f8b5934cc HTTP/1.1" status: 204 len: 168 time: 0.8211772 Feb 11 05:22:49.729856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Request body: {'port': {'device_id': 'd4e7ff2f-1b15-430c-85bd-156da689bf6e', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '972a05f719de4e4584dcd8d341cfae65'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:49.741539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0340d77-4a3f-4c93-85c3-4a7189fdae01 None None] Pushing event updated for resources: {'Port': ['ID=0843c8b0-f074-428c-ad50-95a18fa7d286,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:49.767979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Attempting to bind port 0843c8b0-f074-428c-ad50-95a18fa7d286 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:49.768614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Attempting to bind port 0843c8b0-f074-428c-ad50-95a18fa7d286 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:49.769247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Attempting to bind port 0843c8b0-f074-428c-ad50-95a18fa7d286 on network 74a89941-9023-47cd-9eeb-d31c83a29d42 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:49.791415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:49.796100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Checking segment: {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:49.796880 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.800498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Bound using segment: {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:49.801358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Bound port: 0843c8b0-f074-428c-ad50-95a18fa7d286, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:49.803250 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.805165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89228a-5190-4982-a79d-cf8b99445754 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Pushing event updated for resources: {'Port': ['ID=f22304c4-7261-4fea-be68-844a1b48b010,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:49.808842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Made reservation on behalf of be2202f131e64848b6a5bfa112021217 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:49.815127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ae316-dd59-4b22-ab31-b4b2db9238f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd351a54-0da1-449b-89f3-700f8b5934cc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:49.815324 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.847096 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.951230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] For port 0843c8b0-f074-428c-ad50-95a18fa7d286, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:49.957866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] For port 0843c8b0-f074-428c-ad50-95a18fa7d286, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0843c8b0-f074-428c-ad50-95a18fa7d286,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:49.976074 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.065992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Publish callbacks [] for security_group (fccef9d4-a01e-467c-b3ab-28976ec4767d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.086427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fccef9d4-a01e-467c-b3ab-28976ec4767d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.128650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0340d77-4a3f-4c93-85c3-4a7189fdae01 None None] Pushing event updated for resources: {'Port': ['ID=0843c8b0-f074-428c-ad50-95a18fa7d286,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:50.146348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b763ea4a-9ce9-442f-bfe5-b35ca0d48be2 req-641233dc-0133-4e43-9c0b-04289b815957 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 210 time: 0.0776534 Feb 11 05:22:50.178228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fb18c8ec-8fdf-466b-96d9-c0cc03db4187 None None] Provisioning complete for port f22304c4-7261-4fea-be68-844a1b48b010 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:50.182141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb18c8ec-8fdf-466b-96d9-c0cc03db4187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f22304c4-7261-4fea-be68-844a1b48b010), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.193662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:22:50.236912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4e41624f-3221-432f-82b8-f33243ec8fb6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.249741 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Added segment 4e41624f-3221-432f-82b8-f33243ec8fb6 of type vlan for network b0252f9b-19fc-4cb5-bf10-09716a889b38 Feb 11 05:22:50.266857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccef9d4-a01e-467c-b3ab-28976ec4767d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:50.366550 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b0252f9b-19fc-4cb5-bf10-09716a889b38), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.455918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Request body: {'port': {'device_id': 'cc00f44b-864b-42c8-bbae-add96d32c165', 'device_owner': 'compute:tempest-test_az-42709498', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:50.612872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b0252f9b-19fc-4cb5-bf10-09716a889b38), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.613881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:50.615391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.617415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:50.619297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:22:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:50.662899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2300749 Feb 11 05:22:50.672222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43146) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:50.697267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Request body: {'subnet': {'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-subnet', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:50.700901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f22304c4-7261-4fea-be68-844a1b48b010), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.797249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:50.806329 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Made reservation on behalf of be2202f131e64848b6a5bfa112021217 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:50.814536 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.894963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3105c40-ca9c-4cb1-9ae7-364ed0cce01e req-35f26a27-dcd3-4921-aca9-21886a9c3563 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:50.905740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3105c40-ca9c-4cb1-9ae7-364ed0cce01e req-35f26a27-dcd3-4921-aca9-21886a9c3563 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 935 time: 0.3209133 Feb 11 05:22:50.917094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5338552-5a5c-48ba-b1b3-ff035940cecc admin admin] Pushing event updated for resources: {'Network': ['ID=b0252f9b-19fc-4cb5-bf10-09716a889b38,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:50.924983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fb18c8ec-8fdf-466b-96d9-c0cc03db4187 None None] Port f22304c4-7261-4fea-be68-844a1b48b010 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:50.960030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b0252f9b-19fc-4cb5-bf10-09716a889b38 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:22:51.074157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-610e4b9d-b11d-4585-8d29-b1a8ab8b3c8c None None] Provisioning complete for port 0843c8b0-f074-428c-ad50-95a18fa7d286 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:51.074984 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-610e4b9d-b11d-4585-8d29-b1a8ab8b3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.115734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Made reservation on behalf of 972a05f719de4e4584dcd8d341cfae65 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:51.125767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.187617 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.297570 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3105c40-ca9c-4cb1-9ae7-364ed0cce01e req-bfdf56cf-c92c-4b15-b984-135355f3f201 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754048 Feb 11 05:22:51.321175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:49Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:51.382852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f71e999-6da3-4d9c-b4eb-74eed6e8f2d3 req-368278f8-806a-4039-8820-a05b84222571 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 210 time: 0.0743964 Feb 11 05:22:51.428466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-610e4b9d-b11d-4585-8d29-b1a8ab8b3c8c None None] Current status of the port 0843c8b0-f074-428c-ad50-95a18fa7d286 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:51.428813 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-610e4b9d-b11d-4585-8d29-b1a8ab8b3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.432859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks [] for security_group (c761b217-a71f-49dd-a137-1b7ed339727f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.447093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c54cac-d26b-4587-b00d-7b627c7ea296 None None] The sync data for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 is: [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:49Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:51.451620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c761b217-a71f-49dd-a137-1b7ed339727f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.510923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-610e4b9d-b11d-4585-8d29-b1a8ab8b3c8c None None] For port 0843c8b0-f074-428c-ad50-95a18fa7d286, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0843c8b0-f074-428c-ad50-95a18fa7d286,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:51.516656 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-610e4b9d-b11d-4585-8d29-b1a8ab8b3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.716979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22304c4-7261-4fea-be68-844a1b48b010 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:51.730993 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Publish callbacks [] for port (f22304c4-7261-4fea-be68-844a1b48b010), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.770520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Transition to ACTIVE for port object f22304c4-7261-4fea-be68-844a1b48b010 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:51.779042 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.786298 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f22304c4-7261-4fea-be68-844a1b48b010), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.799588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e4b9d-b11d-4585-8d29-b1a8ab8b3c8c None None] Pushing event updated for resources: {'Port': ['ID=0843c8b0-f074-428c-ad50-95a18fa7d286,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:51.836203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c761b217-a71f-49dd-a137-1b7ed339727f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:51.895318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Pushing event updated for resources: {'Port': ['ID=f22304c4-7261-4fea-be68-844a1b48b010,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:52.105649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Attempting to bind port f22304c4-7261-4fea-be68-844a1b48b010 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:52.106428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Attempting to bind port f22304c4-7261-4fea-be68-844a1b48b010 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:52.106794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Attempting to bind port f22304c4-7261-4fea-be68-844a1b48b010 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:52.119923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Port f22304c4-7261-4fea-be68-844a1b48b010 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:52.120300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Attempting to bind port f22304c4-7261-4fea-be68-844a1b48b010 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:52.133280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:52.133629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:52.134176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:52.137708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Bound port: f22304c4-7261-4fea-be68-844a1b48b010, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:52.138034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f22304c4-7261-4fea-be68-844a1b48b010), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.152323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Allocated IP 192.168.233.134 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/458c1469-1a76-45f1-9133-5ce6e6865550) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:52.207491 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for subnet (4adbe186-8bd5-41a8-9924-0e9441aefc10), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.316563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adbe186-8bd5-41a8-9924-0e9441aefc10,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:52.317365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] For port f22304c4-7261-4fea-be68-844a1b48b010, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:52.331376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] For port f22304c4-7261-4fea-be68-844a1b48b010, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f22304c4-7261-4fea-be68-844a1b48b010,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:52.347066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f22304c4-7261-4fea-be68-844a1b48b010), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.441448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.443257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.446037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] 10.222.0.81 "PUT /v2.0/ports/f22304c4-7261-4fea-be68-844a1b48b010 HTTP/1.1" status: 200 len: 1116 time: 2.2973294 Feb 11 05:22:52.600582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Checking segment: {'id': '4e41624f-3221-432f-82b8-f33243ec8fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:52.601374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Network hostable DHCP agents. Network: b0252f9b-19fc-4cb5-bf10-09716a889b38, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:22:52.660833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc00f44b-864b-42c8-bbae-add96d32c165', 'tag': 'f22304c4-7261-4fea-be68-844a1b48b010'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:52.888477 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks [] for port (458c1469-1a76-45f1-9133-5ce6e6865550), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.932403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.935938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87c192f7-0778-45b2-873e-d24aa65e251b req-31417dd2-cca4-401a-a9c5-79382bdb42cc tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 210 time: 0.1392784 Feb 11 05:22:52.963452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1a09b-3e3a-4fd7-acc8-6ab4fe38aabc service neutron] Pushing event updated for resources: {'Port': ['ID=f22304c4-7261-4fea-be68-844a1b48b010,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:52.978546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Network b0252f9b-19fc-4cb5-bf10-09716a889b38 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:22:53.010705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b0252f9b-19fc-4cb5-bf10-09716a889b38) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:53.021885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc543216-238d-42ec-9854-cc8d20b90047 None None] Network b0252f9b-19fc-4cb5-bf10-09716a889b38 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:53.029797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b28a58-009b-4d12-a95d-f3914ed762d5 req-c75d6612-3ec4-4cbc-af3b-554db094972b tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.031413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35b28a58-009b-4d12-a95d-f3914ed762d5 req-c75d6612-3ec4-4cbc-af3b-554db094972b tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 967 time: 0.6109946 Feb 11 05:22:53.058697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.060914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.073407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-ec268508-53cc-468c-8b16-1eee74cebac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.074951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-ec268508-53cc-468c-8b16-1eee74cebac0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f94c266a19a448d5b92ea35b8d671f84&device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 1150 time: 0.2874372 Feb 11 05:22:53.088392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0843c8b0-f074-428c-ad50-95a18fa7d286 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:53.122210 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a8fbed2d-b5c9-4956-be18-bd86ffe7a083 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4469998 Feb 11 05:22:53.123474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43204) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:53.129266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:53.138855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.174246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:53.202291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:53.206620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:53.220978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.222642 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.336782 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6143100 Feb 11 05:22:53.368998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Request body: {'port': {'device_id': 'd4e7ff2f-1b15-430c-85bd-156da689bf6e', 'device_owner': 'compute:tempest-test_az-42709498', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:53.435484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-b0252f9b-19fc-4cb5-bf10-09716a889b38', 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38', 'project_id': 'be2202f131e64848b6a5bfa112021217', 'fixed_ips': [{'subnet_id': '4adbe186-8bd5-41a8-9924-0e9441aefc10'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:22:53.437090 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.493432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 0843c8b0-f074-428c-ad50-95a18fa7d286 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:53.494094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.523892 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.834384 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cc00f44b-864b-42c8-bbae-add96d32c165", "tag": "f22304c4-7261-4fea-be68-844a1b48b010"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:53.921272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-03e37d68-e2e9-4f28-b6c8-75cb4622bd1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f22304c4-7261-4fea-be68-844a1b48b010 HTTP/1.1" status: 200 len: 217 time: 0.8292568 Feb 11 05:22:53.931937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35b28a58-009b-4d12-a95d-f3914ed762d5 req-4136c62f-1278-49e6-bc98-1e9fee6218e2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8896964 Feb 11 05:22:53.955973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a1e44b8d-65b4-4311-a6f6-36187178c855 None None] Provisioning complete for port 458c1469-1a76-45f1-9133-5ce6e6865550 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:53.956476 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a1e44b8d-65b4-4311-a6f6-36187178c855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.182780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-2c7598cd-82d1-498b-8177-785a6c3797eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.184038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-2c7598cd-82d1-498b-8177-785a6c3797eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2505021 Feb 11 05:22:54.228603 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458c1469-1a76-45f1-9133-5ce6e6865550 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:54.237992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Publish callbacks [] for port (458c1469-1a76-45f1-9133-5ce6e6865550), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.266821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Allocated IP 172.20.0.2 (b0252f9b-19fc-4cb5-bf10-09716a889b38/4adbe186-8bd5-41a8-9924-0e9441aefc10/f9de1b10-b932-4772-9067-0879c08d06f5) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:54.266980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Transition to ACTIVE for port object 458c1469-1a76-45f1-9133-5ce6e6865550 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:54.278324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (8028f05e-6159-4e72-acaa-807e5f9d8864), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.279509 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (8028f05e-6159-4e72-acaa-807e5f9d8864), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.284614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a1e44b8d-65b4-4311-a6f6-36187178c855 None None] Port 458c1469-1a76-45f1-9133-5ce6e6865550 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:54.297232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 0843c8b0-f074-428c-ad50-95a18fa7d286 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:54.368490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2d779-48cc-401d-9845-eec8bbe85021 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Pushing event updated for resources: {'Port': ['ID=458c1469-1a76-45f1-9133-5ce6e6865550,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.380280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.503347 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89ac300-58df-4e0f-8cd8-a8e1280e9251 x-openstack-request-id: req-d89ac300-58df-4e0f-8cd8-a8e1280e9251 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:54.503643 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc00f44b-864b-42c8-bbae-add96d32c165", "tag": "f22304c4-7261-4fea-be68-844a1b48b010", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:54.503903 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d89ac300-58df-4e0f-8cd8-a8e1280e9251 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:54.504363 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc00f44b-864b-42c8-bbae-add96d32c165', 'tag': 'f22304c4-7261-4fea-be68-844a1b48b010', 'status': 'completed', 'code': 200} Feb 11 05:22:54.553568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-29a26f60-1d0c-4bd5-8196-02a5a4c18a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.556679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-29a26f60-1d0c-4bd5-8196-02a5a4c18a7d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3461211 Feb 11 05:22:54.576493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed473982-937d-4707-9a85-5789639f2e3a req-f8aaf8c6-42f3-4af8-bac2-13ec6c4e98ed tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.580414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed473982-937d-4707-9a85-5789639f2e3a req-f8aaf8c6-42f3-4af8-bac2-13ec6c4e98ed tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 968 time: 0.3342857 Feb 11 05:22:54.612825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks [] for router_controller (8028f05e-6159-4e72-acaa-807e5f9d8864), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.694289 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Publish callbacks [] for port (f9de1b10-b932-4772-9067-0879c08d06f5), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.706954 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.791112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Pushing event updated for resources: {'Port': ['ID=f9de1b10-b932-4772-9067-0879c08d06f5,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.818282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Network b0252f9b-19fc-4cb5-bf10-09716a889b38 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:54.818503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Pushing event updated for resources: {'Port': ['ID=458c1469-1a76-45f1-9133-5ce6e6865550,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.847422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:54.858289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:54.912866 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed473982-937d-4707-9a85-5789639f2e3a req-52919b01-5c02-459a-bc91-0c463cb28bec tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028073 Feb 11 05:22:54.965595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-65723d96-b585-46e4-8666-dfa208056987 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817163 Feb 11 05:22:54.992783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Attempting to bind port f9de1b10-b932-4772-9067-0879c08d06f5 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:54.993398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Attempting to bind port f9de1b10-b932-4772-9067-0879c08d06f5 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '4e41624f-3221-432f-82b8-f33243ec8fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:54.993745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Attempting to bind port f9de1b10-b932-4772-9067-0879c08d06f5 on network b0252f9b-19fc-4cb5-bf10-09716a889b38 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:55.004147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:55.005059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Checking segment: {'id': '4e41624f-3221-432f-82b8-f33243ec8fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:55.005207 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.005704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Bound using segment: {'id': '4e41624f-3221-432f-82b8-f33243ec8fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:55.006376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Bound port: f9de1b10-b932-4772-9067-0879c08d06f5, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e41624f-3221-432f-82b8-f33243ec8fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:55.006919 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.237454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] For port f9de1b10-b932-4772-9067-0879c08d06f5, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:55.246118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] For port f9de1b10-b932-4772-9067-0879c08d06f5, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f9de1b10-b932-4772-9067-0879c08d06f5,segment=NetworkSegment(4e41624f-3221-432f-82b8-f33243ec8fb6),segment_id=4e41624f-3221-432f-82b8-f33243ec8fb6)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:55.262488 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.405833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Attempting to bind port 458c1469-1a76-45f1-9133-5ce6e6865550 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:55.406948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Attempting to bind port 458c1469-1a76-45f1-9133-5ce6e6865550 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:55.407688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Attempting to bind port 458c1469-1a76-45f1-9133-5ce6e6865550 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:55.414078 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks [] for router_gateway (8028f05e-6159-4e72-acaa-807e5f9d8864), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.437907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Port 458c1469-1a76-45f1-9133-5ce6e6865550 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:55.438598 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Attempting to bind port 458c1469-1a76-45f1-9133-5ce6e6865550 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:55.444042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06962d5-ccae-44ea-9ca3-5243abd969f4 None None] Pushing event updated for resources: {'Port': ['ID=f9de1b10-b932-4772-9067-0879c08d06f5,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.458885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:55.461967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:55.462796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:55.464121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Bound port: 458c1469-1a76-45f1-9133-5ce6e6865550, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:55.464727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.510023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-424a87a2-c635-4fbc-98eb-a5ab076b42c1 req-81a97042-149b-43d5-b1d6-7141ba65ec33 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482778 Feb 11 05:22:55.520108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f792f-0b2f-45e2-9caa-0d5fd5f042c1 req-dfe5cd84-3f6a-41b9-a64d-5d055a13dd59 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.522816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a7f792f-0b2f-45e2-9caa-0d5fd5f042c1 req-dfe5cd84-3f6a-41b9-a64d-5d055a13dd59 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 967 time: 0.3122747 Feb 11 05:22:55.624254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a7f792f-0b2f-45e2-9caa-0d5fd5f042c1 req-943fde19-cb95-4ca2-b372-b8afb2371856 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794821 Feb 11 05:22:55.689297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] For port 458c1469-1a76-45f1-9133-5ce6e6865550, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:55.697143 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] For port 458c1469-1a76-45f1-9133-5ce6e6865550, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=458c1469-1a76-45f1-9133-5ce6e6865550,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:55.712001 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.759070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-bf6c2c7d-ab3a-4f3e-9b68-4da13f469542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.765845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.766831 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.768647 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] 10.222.0.81 "PUT /v2.0/ports/458c1469-1a76-45f1-9133-5ce6e6865550 HTTP/1.1" status: 200 len: 1117 time: 2.4074614 Feb 11 05:22:55.771644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e7ff2f-1b15-430c-85bd-156da689bf6e', 'tag': '458c1469-1a76-45f1-9133-5ce6e6865550'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:55.782624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-bf6c2c7d-ab3a-4f3e-9b68-4da13f469542 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f94c266a19a448d5b92ea35b8d671f84&device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 1150 time: 0.1495144 Feb 11 05:22:56.258136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd4eaf-46e4-4203-886f-aa3a4c9b58ed service neutron] Pushing event updated for resources: {'Port': ['ID=458c1469-1a76-45f1-9133-5ce6e6865550,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:56.340534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43278) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:56.395974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-7feec808-c514-463c-8d38-b34e4e729376 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9857c11d9e19444b87530b515b0d85c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2308238 Feb 11 05:22:56.444426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b1aa-0426-4b19-a975-2921577e1462 req-c685c7de-ef16-4a7c-87b4-53184096bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.446275 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-c685c7de-ef16-4a7c-87b4-53184096bf56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=972a05f719de4e4584dcd8d341cfae65&device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 1151 time: 0.5828857 Feb 11 05:22:56.458658 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks [] for router_gateway (8028f05e-6159-4e72-acaa-807e5f9d8864), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.552253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41ff25-cb2c-476e-82cb-c209067a7e17 req-b3cf094f-a7ab-4427-81f4-4b0bb28ab5ef tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.554315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c41ff25-cb2c-476e-82cb-c209067a7e17 req-b3cf094f-a7ab-4427-81f4-4b0bb28ab5ef tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 968 time: 0.3204882 Feb 11 05:22:56.555618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-cd0da7a1-176f-443e-a008-685c11e6a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.580821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-cd0da7a1-176f-443e-a008-685c11e6a8bf service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.7739241 Feb 11 05:22:56.581155 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-b3b6e151-8650-439b-ae09-9a82c7df0a5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=458c1469-1a76-45f1-9133-5ce6e6865550 HTTP/1.1" status: 200 len: 217 time: 0.1120870 Feb 11 05:22:56.586650 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a9cecd-157b-4bf4-98a9-f27722d7cd31" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e7ff2f-1b15-430c-85bd-156da689bf6e", "tag": "458c1469-1a76-45f1-9133-5ce6e6865550"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:56.588071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-64e00719-1fbd-4d68-8c62-3db9506e79a4 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.595029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-64e00719-1fbd-4d68-8c62-3db9506e79a4 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895924 Feb 11 05:22:56.614552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.619786 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb8fac2b-a715-4695-bda4-187eee8c26a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.631871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-8252b3f2-2e5c-462f-b2e9-5da41804a57b tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/quotas/9857c11d9e19444b87530b515b0d85c3 HTTP/1.1" status: 200 len: 375 time: 0.0351338 Feb 11 05:22:56.758695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-97692af0-651a-49ed-8a93-b42f22cee2e6 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9857c11d9e19444b87530b515b0d85c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256857 Feb 11 05:22:56.943806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-637db5ed-c422-4125-ba9c-174d92240a73 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f22304c4-7261-4fea-be68-844a1b48b010 HTTP/1.1" status: 200 len: 217 time: 0.1308334 Feb 11 05:22:56.948409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c41ff25-cb2c-476e-82cb-c209067a7e17 req-6624429e-13c4-4dc6-8971-5170da5d7602 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507895 Feb 11 05:22:57.023349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb8fac2b-a715-4695-bda4-187eee8c26a6 admin admin] Publish callbacks [] for security_group (2cc00001-7fcb-41e8-9852-dd4bb4d192dc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.033796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f9de1b10-b932-4772-9067-0879c08d06f5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:57.066183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-6eee137b-18ae-43a1-9967-64251e964671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.072682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-6eee137b-18ae-43a1-9967-64251e964671 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1190374 Feb 11 05:22:57.084243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b1aa-0426-4b19-a975-2921577e1462 req-a8631466-4d92-472a-b25f-ca13017f33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.090629 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-a8631466-4d92-472a-b25f-ca13017f33ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2639055 Feb 11 05:22:57.101674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb8fac2b-a715-4695-bda4-187eee8c26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2cc00001-7fcb-41e8-9852-dd4bb4d192dc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.159741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fac2b-a715-4695-bda4-187eee8c26a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc00001-7fcb-41e8-9852-dd4bb4d192dc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:57.191389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Allocated IP 172.25.1.194 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/9bff6d93-78fa-468c-838a-b13a59b92a89) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:57.199712 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a18c6-d960-42d1-8d9f-1107aa4caa5a None None] Network b0252f9b-19fc-4cb5-bf10-09716a889b38 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:57.312305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f9de1b10-b932-4772-9067-0879c08d06f5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:57.312755 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.359917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-059d7cb1-bfd0-4c95-a7e2-fb0c6b058178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.361967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-059d7cb1-bfd0-4c95-a7e2-fb0c6b058178 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1322646 Feb 11 05:22:57.387808 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bb8fac2b-a715-4695-bda4-187eee8c26a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe1bb0ee7665431da64f68eabdeb0056&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0355501 Feb 11 05:22:57.530662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43302) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:57.665491 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks [] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.668539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9828dad7-4db0-411f-8045-365bb72496ce req-dce42527-90b2-4be6-bf38-083fbafbaf54 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 210 time: 0.0701957 Feb 11 05:22:57.716517 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb6d9ad-3bc1-4b74-8d9e-2c2b3550e80e x-openstack-request-id: req-5fb6d9ad-3bc1-4b74-8d9e-2c2b3550e80e {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:57.716517 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e7ff2f-1b15-430c-85bd-156da689bf6e", "tag": "458c1469-1a76-45f1-9133-5ce6e6865550", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:57.716517 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fb6d9ad-3bc1-4b74-8d9e-2c2b3550e80e {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:57.716517 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e7ff2f-1b15-430c-85bd-156da689bf6e', 'tag': '458c1469-1a76-45f1-9133-5ce6e6865550', 'status': 'completed', 'code': 200} Feb 11 05:22:57.730374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.735003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-bb55960e-81b0-4ef5-8e0d-69ee418248b4 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614597 Feb 11 05:22:57.789737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18e37d41-38f5-44e9-bcf7-605cef4d8a0d admin admin] Publish callbacks [] for security_group (2cc00001-7fcb-41e8-9852-dd4bb4d192dc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.823760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1c7da-377f-4e02-b0ab-e430f486209b req-da4e8fa1-6187-4052-a8e9-94396b7ffecb tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.831758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88b1c7da-377f-4e02-b0ab-e430f486209b req-da4e8fa1-6187-4052-a8e9-94396b7ffecb tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 967 time: 0.2991824 Feb 11 05:22:57.862147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:57.883760 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-709a200b-72e1-40be-a188-4468f204ddc1 None None] Provisioning complete for port f9de1b10-b932-4772-9067-0879c08d06f5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:57.884197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:57.884407 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-709a200b-72e1-40be-a188-4468f204ddc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.890039 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c14ab52-14da-4f12-a7f9-6dea84ef0507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.924777 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:57.996376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b1aa-0426-4b19-a975-2921577e1462 req-e19745b6-9e2d-4f27-ba51-bf26df4c7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.998679 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-e19745b6-9e2d-4f27-ba51-bf26df4c7a5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7616477 Feb 11 05:22:58.102639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Pushing event updated for resources: {'Port': ['ID=9bff6d93-78fa-468c-838a-b13a59b92a89,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:58.118948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65c8aeb1-eb68-4b5e-83ca-10c3e25197ac req-f8a19f25-200d-4154-b085-0ed2711efba8 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713578 Feb 11 05:22:58.174494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f9de1b10-b932-4772-9067-0879c08d06f5 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:58.175056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.204744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88b1c7da-377f-4e02-b0ab-e430f486209b req-c343b9c4-76c8-4f61-83b5-3f850d46db98 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719029 Feb 11 05:22:58.271130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port f9de1b10-b932-4772-9067-0879c08d06f5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f9de1b10-b932-4772-9067-0879c08d06f5,segment=NetworkSegment(4e41624f-3221-432f-82b8-f33243ec8fb6),segment_id=4e41624f-3221-432f-82b8-f33243ec8fb6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:58.278520 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.289656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-709a200b-72e1-40be-a188-4468f204ddc1 None None] Current status of the port f9de1b10-b932-4772-9067-0879c08d06f5 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:58.290168 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-709a200b-72e1-40be-a188-4468f204ddc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.310325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18e37d41-38f5-44e9-bcf7-605cef4d8a0d admin admin] Publish callbacks [] for security_group (2cc00001-7fcb-41e8-9852-dd4bb4d192dc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.490317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcce7e-115f-4d05-aabf-61d55303c5f2 req-bf3d8cc9-da25-4f42-bc8f-6afa3b286394 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:58.501325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cffcce7e-115f-4d05-aabf-61d55303c5f2 req-bf3d8cc9-da25-4f42-bc8f-6afa3b286394 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 968 time: 0.2842929 Feb 11 05:22:58.587225 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-94e721e9-581e-4265-a8ff-c747f2cd2376 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656448 Feb 11 05:22:58.594771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18e37d41-38f5-44e9-bcf7-605cef4d8a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2cc00001-7fcb-41e8-9852-dd4bb4d192dc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.597877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18e37d41-38f5-44e9-bcf7-605cef4d8a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.598886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=f9de1b10-b932-4772-9067-0879c08d06f5,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:58.613370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-18e37d41-38f5-44e9-bcf7-605cef4d8a0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cc00001-7fcb-41e8-9852-dd4bb4d192dc HTTP/1.1" status: 204 len: 168 time: 1.0648263 Feb 11 05:22:58.655034 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-709a200b-72e1-40be-a188-4468f204ddc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:22:58.655592 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-709a200b-72e1-40be-a188-4468f204ddc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:22:58.685166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e37d41-38f5-44e9-bcf7-605cef4d8a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc00001-7fcb-41e8-9852-dd4bb4d192dc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:58.719574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cffcce7e-115f-4d05-aabf-61d55303c5f2 req-d730e5a2-464c-42df-9411-c9d6f4c87ffb tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115796 Feb 11 05:22:58.865181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks [] for router_gateway (8028f05e-6159-4e72-acaa-807e5f9d8864), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.927244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2877b236-8948-495b-bbf0-62f3831e636e req-59fd5d68-dc1a-48e7-b6c3-b03defc040ab tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 210 time: 0.0926366 Feb 11 05:22:58.929335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.72', 53798) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:58.993000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-583631b7-cd2e-4aff-a361-a8c5ddbe452a tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9857c11d9e19444b87530b515b0d85c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610237 Feb 11 05:22:58.993543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43336) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:59.030386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f9de1b10-b932-4772-9067-0879c08d06f5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:59.211179 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d192b1aa-0426-4b19-a975-2921577e1462 req-d4146a9b-9526-425d-9f85-3014d2a05491 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690489 Feb 11 05:22:59.314501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-709a200b-72e1-40be-a188-4468f204ddc1 None None] Current status of the port f9de1b10-b932-4772-9067-0879c08d06f5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:59.346976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f9de1b10-b932-4772-9067-0879c08d06f5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:59.347731 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.351295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a790c14-e361-4848-98b8-932bc2b9720e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.404198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43346) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:59.498900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-547ef540-1b0c-4759-b475-a503916ea427 None None] Provisioning complete for port f9de1b10-b932-4772-9067-0879c08d06f5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:59.499334 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-547ef540-1b0c-4759-b475-a503916ea427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.538083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-2c19f96f-3110-4bc1-8819-c2915fa1b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:59.540399 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-2c19f96f-3110-4bc1-8819-c2915fa1b6f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=972a05f719de4e4584dcd8d341cfae65&device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 1151 time: 0.2145252 Feb 11 05:22:59.584288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-888e6778-b94b-44fb-ae41-4bdf7fda2714 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:59.585715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-888e6778-b94b-44fb-ae41-4bdf7fda2714 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5787547 Feb 11 05:22:59.603020 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8f5607d-0248-4360-b05f-4db0fcd9d6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.606568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f9de1b10-b932-4772-9067-0879c08d06f5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:59.678176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Request body: {'port': {'device_id': '92d4f1f9-d32b-4076-bc88-e4500619f27e', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '9857c11d9e19444b87530b515b0d85c3'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:59.742610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-547ef540-1b0c-4759-b475-a503916ea427 None None] Current status of the port f9de1b10-b932-4772-9067-0879c08d06f5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:59.773346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463c0dc-c90f-4344-adbb-1bf34fd8ac8e req-d3585c7a-79ba-4249-8880-1ee8e8c0d1ab tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:59.775314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6463c0dc-c90f-4344-adbb-1bf34fd8ac8e req-d3585c7a-79ba-4249-8880-1ee8e8c0d1ab tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 967 time: 0.3534541 Feb 11 05:22:59.982962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (8028f05e-6159-4e72-acaa-807e5f9d8864), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.204990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-acd44b4c-7620-4332-9735-0810b9cee256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.206891 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-acd44b4c-7620-4332-9735-0810b9cee256 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.5836411 Feb 11 05:23:00.224681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Router 8028f05e-6159-4e72-acaa-807e5f9d8864 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:23:00.231364 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1e69b687-7926-4d71-a018-1f4f98f7f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.241476 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a790c14-e361-4848-98b8-932bc2b9720e admin admin] Publish callbacks [] for security_group (a035a1b5-121f-47e8-ac80-3a9abde1395d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.297041 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-212ae83c-b767-46d0-bfb8-78f0d331b278 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=458c1469-1a76-45f1-9133-5ce6e6865550 HTTP/1.1" status: 200 len: 217 time: 0.0529013 Feb 11 05:23:00.315733 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a790c14-e361-4848-98b8-932bc2b9720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a035a1b5-121f-47e8-ac80-3a9abde1395d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.406023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f770bb-0404-4964-b45c-b86a501b507b req-f13ec02e-dc0f-4618-b7b3-3bd1e2eb1e52 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.407573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6f770bb-0404-4964-b45c-b86a501b507b req-f13ec02e-dc0f-4618-b7b3-3bd1e2eb1e52 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 968 time: 0.1722529 Feb 11 05:23:00.436645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43362) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.437513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2a790c14-e361-4848-98b8-932bc2b9720e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81d1f7e3149645d59fd09282ed8c8d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4427226 Feb 11 05:23:00.490864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a790c14-e361-4848-98b8-932bc2b9720e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a035a1b5-121f-47e8-ac80-3a9abde1395d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.524168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6463c0dc-c90f-4344-adbb-1bf34fd8ac8e req-87a4581e-d964-4a93-bfe7-103054ba618f tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897401 Feb 11 05:23:00.530462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:00.548095 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Sync routers for ids ['8028f05e-6159-4e72-acaa-807e5f9d8864'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:00.548994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-f33aa6ac-157b-4539-87f4-4752f5d78180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.550229 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-f33aa6ac-157b-4539-87f4-4752f5d78180 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0940487 Feb 11 05:23:00.574236 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-290b227e-2b08-4413-b1e7-87690126ace1 admin admin] Publish callbacks [] for security_group (a035a1b5-121f-47e8-ac80-3a9abde1395d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.575661 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Routers {'8028f05e-6159-4e72-acaa-807e5f9d8864'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:00.577762 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8028f05e-6159-4e72-acaa-807e5f9d8864'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:00.581541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8f5607d-0248-4360-b05f-4db0fcd9d6a8 admin admin] Publish callbacks [] for security_group (8e76dd9e-2abf-455b-aec4-9d573963543a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.593292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6f770bb-0404-4964-b45c-b86a501b507b req-1171962d-d73a-41d2-9c5f-24a44038617e tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716385 Feb 11 05:23:00.595498 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.595861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8f5607d-0248-4360-b05f-4db0fcd9d6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8e76dd9e-2abf-455b-aec4-9d573963543a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.600691 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-124dbb2f-a315-4362-97d0-d522ec6d0594 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.4753184 Feb 11 05:23:00.603628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43364) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.623613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Made reservation on behalf of 9857c11d9e19444b87530b515b0d85c3 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:00.628191 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.648519 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.686701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b8f5607d-0248-4360-b05f-4db0fcd9d6a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=754e8114fbc74728aafc77dc23589172&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2785904 Feb 11 05:23:00.686701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5607d-0248-4360-b05f-4db0fcd9d6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e76dd9e-2abf-455b-aec4-9d573963543a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.691507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43366) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.736105 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-290b227e-2b08-4413-b1e7-87690126ace1 admin admin] Publish callbacks [] for security_group (a035a1b5-121f-47e8-ac80-3a9abde1395d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.758327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6692b3ba-1c5b-46dd-b13e-bccc5e8b3225 req-8585cf88-ca4d-480e-8e94-43e9dd6a95ac tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 210 time: 0.0604694 Feb 11 05:23:00.778275 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Set router 8028f05e-6159-4e72-acaa-807e5f9d8864 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:00.840019 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-31daf5e1-d123-4172-9e1c-001d644244df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.842099 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-31daf5e1-d123-4172-9e1c-001d644244df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2819030 Feb 11 05:23:00.885456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks [] for security_group (ba5c52bd-dd2d-4a20-abc8-39a57cfcf601), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.899172 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ba5c52bd-dd2d-4a20-abc8-39a57cfcf601), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.916395 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8e4e-1ed4-4ed9-9b99-b3dbc2212b77 admin admin] Publish callbacks [] for security_group (8e76dd9e-2abf-455b-aec4-9d573963543a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.967182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-290b227e-2b08-4413-b1e7-87690126ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a035a1b5-121f-47e8-ac80-3a9abde1395d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.970451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-290b227e-2b08-4413-b1e7-87690126ace1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.971656 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-290b227e-2b08-4413-b1e7-87690126ace1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a035a1b5-121f-47e8-ac80-3a9abde1395d HTTP/1.1" status: 204 len: 168 time: 0.5339382 Feb 11 05:23:00.981932 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.997689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.016902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b227e-2b08-4413-b1e7-87690126ace1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a035a1b5-121f-47e8-ac80-3a9abde1395d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.091149 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:22:58Z', 'revision_number': 3, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'gw_port': {'id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:59:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:56Z', 'updated_at': '2022-02-11T05:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:01.094859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8e4e-1ed4-4ed9-9b99-b3dbc2212b77 admin admin] Publish callbacks [] for security_group (8e76dd9e-2abf-455b-aec4-9d573963543a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.135093 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Checking router: 8028f05e-6159-4e72-acaa-807e5f9d8864 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:01.136451 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Updating router 8028f05e-6159-4e72-acaa-807e5f9d8864 port 9bff6d93-78fa-468c-838a-b13a59b92a89 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:23:01.161785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Allocated IP 192.168.233.110 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/d77e9b99-de53-4dcd-9e8b-f22da052fb18) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:01.170818 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.186936 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-1dde455e-eb72-4c66-b52a-da716ce23830 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238914 Feb 11 05:23:01.338746 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8e4e-1ed4-4ed9-9b99-b3dbc2212b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8e76dd9e-2abf-455b-aec4-9d573963543a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.341351 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8e4e-1ed4-4ed9-9b99-b3dbc2212b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.345280 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bbfa8e4e-1ed4-4ed9-9b99-b3dbc2212b77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e76dd9e-2abf-455b-aec4-9d573963543a HTTP/1.1" status: 204 len: 168 time: 0.6477578 Feb 11 05:23:01.392330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa8e4e-1ed4-4ed9-9b99-b3dbc2212b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e76dd9e-2abf-455b-aec4-9d573963543a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.403655 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-42a9cecd-157b-4bf4-98a9-f27722d7cd31 req-73f5febc-683f-41dc-a955-621a030ae869 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082527 Feb 11 05:23:01.655688 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks [] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.657898 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Publish callbacks [] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.665907 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.766487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43378) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.787859 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c94f6d-9b98-4b0f-abd8-cc534b77c3dc None None] Pushing event updated for resources: {'Port': ['ID=9bff6d93-78fa-468c-838a-b13a59b92a89,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.803993 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Attempting to bind port 9bff6d93-78fa-468c-838a-b13a59b92a89 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:01.804549 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Attempting to bind port 9bff6d93-78fa-468c-838a-b13a59b92a89 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:01.805108 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Attempting to bind port 9bff6d93-78fa-468c-838a-b13a59b92a89 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:01.811050 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:01.811753 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:01.812269 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.812989 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:01.813752 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Bound port: 9bff6d93-78fa-468c-838a-b13a59b92a89, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:01.814241 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.835204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ede0688-87f6-443a-9e88-866f82be105d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.881757 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] For port 9bff6d93-78fa-468c-838a-b13a59b92a89, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:01.887239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.892039 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] For port 9bff6d93-78fa-468c-838a-b13a59b92a89, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9bff6d93-78fa-468c-838a-b13a59b92a89,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:01.910086 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.955794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41223-9f81-4289-b27a-1df96355711a req-59935e0e-bebf-4bf6-ad3e-1bc1cd5b2330 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:01.957994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fc41223-9f81-4289-b27a-1df96355711a req-59935e0e-bebf-4bf6-ad3e-1bc1cd5b2330 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 967 time: 0.2807648 Feb 11 05:23:01.975626 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Routers {'8028f05e-6159-4e72-acaa-807e5f9d8864'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:01.976538 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8028f05e-6159-4e72-acaa-807e5f9d8864'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:02.012361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27016f-2bf2-4b02-b6cb-cb5e9d24dcf8 req-db9746b6-bb88-4992-8a6b-77e330f81f32 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.013993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb27016f-2bf2-4b02-b6cb-cb5e9d24dcf8 req-db9746b6-bb88-4992-8a6b-77e330f81f32 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 968 time: 0.2585280 Feb 11 05:23:02.030433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:02.043312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:02.045980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.062644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:02.071749 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c94f6d-9b98-4b0f-abd8-cc534b77c3dc None None] Pushing event updated for resources: {'Port': ['ID=9bff6d93-78fa-468c-838a-b13a59b92a89,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.088280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.090163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.193382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Pushing event updated for resources: {'Port': ['ID=d77e9b99-de53-4dcd-9e8b-f22da052fb18,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.216662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c34ac096-4cd8-4c01-b358-2165550fece0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5470710 Feb 11 05:23:02.255646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fc41223-9f81-4289-b27a-1df96355711a req-662e8eb2-b4ba-4e45-a601-e0e0fd5fd44e tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727437 Feb 11 05:23:02.287745 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] Set router 8028f05e-6159-4e72-acaa-807e5f9d8864 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:02.364657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb27016f-2bf2-4b02-b6cb-cb5e9d24dcf8 req-8d5ea4c0-4b55-4d2c-bc41-aa30297b4204 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246891 Feb 11 05:23:02.389983 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ede0688-87f6-443a-9e88-866f82be105d admin admin] Publish callbacks [] for security_group (f0df049b-cc67-4d18-a609-1f23a3932a04), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.399135 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ede0688-87f6-443a-9e88-866f82be105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f0df049b-cc67-4d18-a609-1f23a3932a04), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.443727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Allocated IP 172.20.0.1 (b0252f9b-19fc-4cb5-bf10-09716a889b38/4adbe186-8bd5-41a8-9924-0e9441aefc10/baa5be1e-b4e0-4765-be73-719e6749e83d) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:02.524790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ba908f6a-f6bb-4d1a-9393-51e1978e2027 None None] Provisioning complete for port d77e9b99-de53-4dcd-9e8b-f22da052fb18 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:02.525475 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ba908f6a-f6bb-4d1a-9393-51e1978e2027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.580806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6ede0688-87f6-443a-9e88-866f82be105d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd547d70d69e4e9ab6fd59e85280d8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8131449 Feb 11 05:23:02.583238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43392) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.584123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede0688-87f6-443a-9e88-866f82be105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0df049b-cc67-4d18-a609-1f23a3932a04,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.628013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ba908f6a-f6bb-4d1a-9393-51e1978e2027 None None] Port d77e9b99-de53-4dcd-9e8b-f22da052fb18 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:02.633866 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.681153 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:22:58Z', 'revision_number': 3, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'gw_port': {'id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:59:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:56Z', 'updated_at': '2022-02-11T05:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:02.686166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd786-7ab1-4892-b5ca-c65420e70dd7 req-09102fc7-64b1-4e74-93cf-edc0e6529554 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.688368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b79dd786-7ab1-4892-b5ca-c65420e70dd7 req-09102fc7-64b1-4e74-93cf-edc0e6529554 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 936 time: 0.2475545 Feb 11 05:23:02.691319 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Publish callbacks [] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.732901 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.741367 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3187ecf9-45dd-4403-b310-999db7c3bc2e admin admin] Publish callbacks [] for security_group (f0df049b-cc67-4d18-a609-1f23a3932a04), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.742455 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a504494-4e09-4854-9f02-f3a68062c418 None None] The sync data for ids ['8028f05e-6159-4e72-acaa-807e5f9d8864'] in n-d-715271-35 is: [{'id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:22:58Z', 'revision_number': 3, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'gw_port': {'id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:59:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:56Z', 'updated_at': '2022-02-11T05:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:02.787627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Network b0252f9b-19fc-4cb5-bf10-09716a889b38 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:02.797266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:02.803194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b79dd786-7ab1-4892-b5ca-c65420e70dd7 req-e4f052fb-dd34-435f-9a65-b6eb77fa065c tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079116 Feb 11 05:23:02.818038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:02.821350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (8028f05e-6159-4e72-acaa-807e5f9d8864), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.829408 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3187ecf9-45dd-4403-b310-999db7c3bc2e admin admin] Publish callbacks [] for security_group (f0df049b-cc67-4d18-a609-1f23a3932a04), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.918141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3187ecf9-45dd-4403-b310-999db7c3bc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f0df049b-cc67-4d18-a609-1f23a3932a04), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.928173 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3187ecf9-45dd-4403-b310-999db7c3bc2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.931233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3187ecf9-45dd-4403-b310-999db7c3bc2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0df049b-cc67-4d18-a609-1f23a3932a04 HTTP/1.1" status: 204 len: 168 time: 0.3437335 Feb 11 05:23:02.935793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=baa5be1e-b4e0-4765-be73-719e6749e83d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.958758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ecf9-45dd-4403-b310-999db7c3bc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0df049b-cc67-4d18-a609-1f23a3932a04,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:03.031316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43404) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:03.136449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.183933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-626e803a-43c8-4668-8b28-ef80d10d32e9 None None] Provisioning complete for port baa5be1e-b4e0-4765-be73-719e6749e83d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:03.184321 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-626e803a-43c8-4668-8b28-ef80d10d32e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.279029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-626e803a-43c8-4668-8b28-ef80d10d32e9 None None] Port baa5be1e-b4e0-4765-be73-719e6749e83d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:03.303611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1203390322-network', 'tenant_id': '779bafa2b4584f19a5aac851c9833913'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:03.339595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Made reservation on behalf of 779bafa2b4584f19a5aac851c9833913 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:03.343854 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.361414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.489430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Publish callbacks [] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.494734 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.495520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (8028f05e-6159-4e72-acaa-807e5f9d8864), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.572658 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=baa5be1e-b4e0-4765-be73-719e6749e83d,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:03.657245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Publish callbacks [] for security_group (f798a1cd-bec5-4af8-8ab3-a01478d5b0c8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.666765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f798a1cd-bec5-4af8-8ab3-a01478d5b0c8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.682096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36baf5e-a033-43ec-ad0e-83487bc7e80e req-55847fce-7318-4aa8-86c9-1b5ec6259b86 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:03.694753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d36baf5e-a033-43ec-ad0e-83487bc7e80e req-55847fce-7318-4aa8-86c9-1b5ec6259b86 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 967 time: 0.1971216 Feb 11 05:23:03.696953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Network b0252f9b-19fc-4cb5-bf10-09716a889b38 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:03.698533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:03.709618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd678-7a04-4d16-929d-8c1d64167942 req-110192e7-205a-4884-80e5-7daf9301af9b tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:03.723831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a2fd678-7a04-4d16-929d-8c1d64167942 req-110192e7-205a-4884-80e5-7daf9301af9b tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 968 time: 0.2306602 Feb 11 05:23:03.768707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:03.883130 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.886434 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9ddbd557-3f95-4da8-8aa0-0bc77afb12cd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.886861 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Added segment 9ddbd557-3f95-4da8-8aa0-0bc77afb12cd of type vlan for network 4af29eb1-52e2-4059-8308-c5ea2befb26a Feb 11 05:23:03.961607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Router 8028f05e-6159-4e72-acaa-807e5f9d8864 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:23:03.962243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (4af29eb1-52e2-4059-8308-c5ea2befb26a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.994629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f798a1cd-bec5-4af8-8ab3-a01478d5b0c8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:04.042186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a2fd678-7a04-4d16-929d-8c1d64167942 req-12b0e05e-9533-41e7-94cc-825b2b170ef7 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160069 Feb 11 05:23:04.042830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (4af29eb1-52e2-4059-8308-c5ea2befb26a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.043751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.044330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.131508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0981030 Feb 11 05:23:04.138687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43424) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:04.144242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Request body: {'subnet': {'network_id': '4af29eb1-52e2-4059-8308-c5ea2befb26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1203390322-subnet', 'tenant_id': '779bafa2b4584f19a5aac851c9833913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:04.165089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dab55d-d0c3-44cc-8e49-27ef69881799 admin admin] Pushing event updated for resources: {'Network': ['ID=4af29eb1-52e2-4059-8308-c5ea2befb26a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:04.177485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d36baf5e-a033-43ec-ad0e-83487bc7e80e req-0c3f759b-3ac2-4319-8e4f-138919aecd71 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812145 Feb 11 05:23:04.180554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 4af29eb1-52e2-4059-8308-c5ea2befb26a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:04.203761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Made reservation on behalf of 779bafa2b4584f19a5aac851c9833913 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:04.209152 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.322492 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:04.355682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c4a366b9-95b1-4dd7-9a2a-bb5e47c023f2 None None] Provisioning complete for port baa5be1e-b4e0-4765-be73-719e6749e83d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:04.356381 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c4a366b9-95b1-4dd7-9a2a-bb5e47c023f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.357827 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af1f4561-a9fe-4481-9950-a7f74dace7a6 admin admin] 10.222.0.31 "PUT /v2.0/routers/8028f05e-6159-4e72-acaa-807e5f9d8864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7508843 Feb 11 05:23:04.454174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c4a366b9-95b1-4dd7-9a2a-bb5e47c023f2 None None] Port baa5be1e-b4e0-4765-be73-719e6749e83d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:04.522757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 458c1469-1a76-45f1-9133-5ce6e6865550 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:04.590284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for subnet (f70b5985-cf2a-4704-b20b-7c5c48d3a761), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.657733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70b5985-cf2a-4704-b20b-7c5c48d3a761,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:04.693223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda73fc-b13f-4f09-ae2e-75aeb59da585 req-de73afd4-da77-4b42-9121-dcb1d1bebe46 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.694717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efda73fc-b13f-4f09-ae2e-75aeb59da585 req-de73afd4-da77-4b42-9121-dcb1d1bebe46 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 936 time: 0.1940339 Feb 11 05:23:04.698142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Checking segment: {'id': '9ddbd557-3f95-4da8-8aa0-0bc77afb12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4af29eb1-52e2-4059-8308-c5ea2befb26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:04.698929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Network hostable DHCP agents. Network: 4af29eb1-52e2-4059-8308-c5ea2befb26a, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:04.747979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Network 4af29eb1-52e2-4059-8308-c5ea2befb26a is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:04.769792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efda73fc-b13f-4f09-ae2e-75aeb59da585 req-e7b7d59e-a585-483d-97f1-23c354cc173a tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667207 Feb 11 05:23:04.771621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 4af29eb1-52e2-4059-8308-c5ea2befb26a) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:04.777289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.778218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.787986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9759da2d-6cf0-488a-818c-2a0a50d6894b None None] Network 4af29eb1-52e2-4059-8308-c5ea2befb26a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:04.809275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-606067bd-044b-46c8-931e-3a57d3b56a47 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6650734 Feb 11 05:23:04.850471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 458c1469-1a76-45f1-9133-5ce6e6865550, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=458c1469-1a76-45f1-9133-5ce6e6865550,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:05.002448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '458c1469-1a76-45f1-9133-5ce6e6865550', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '458c1469-1a76-45f1-9133-5ce6e6865550', 'mac_address': 'fa:16:3e:03:33:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:tempest-test_az-42709498', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:05.009854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9bff6d93-78fa-468c-838a-b13a59b92a89 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:05.041316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c39b57-5213-4e0c-9163-1dcd8d2aa466 None None] Network 4af29eb1-52e2-4059-8308-c5ea2befb26a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:05.272331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a8418-8243-4240-bb7a-b8c477c7591e req-26a4d32e-c4a1-41d0-bcf4-5664187b9afd tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.282782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-128a8418-8243-4240-bb7a-b8c477c7591e req-26a4d32e-c4a1-41d0-bcf4-5664187b9afd tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 968 time: 0.1229513 Feb 11 05:23:05.284610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 458c1469-1a76-45f1-9133-5ce6e6865550 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:05.285078 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.307867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458c1469-1a76-45f1-9133-5ce6e6865550 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:05.321267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9bff6d93-78fa-468c-838a-b13a59b92a89 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:05.321673 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.367341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-128a8418-8243-4240-bb7a-b8c477c7591e req-eeb38c95-1ea4-4d6a-913c-724c24c3cef6 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832500 Feb 11 05:23:05.442529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 458c1469-1a76-45f1-9133-5ce6e6865550, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=458c1469-1a76-45f1-9133-5ce6e6865550,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:05.458570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.470694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f22304c4-7261-4fea-be68-844a1b48b010 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:05.510977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b22b45-6536-4813-acf5-8668f5ae8bdc req-68375f7d-dcd0-49f0-b552-21fe46f87d6c tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.512501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86b22b45-6536-4813-acf5-8668f5ae8bdc req-68375f7d-dcd0-49f0-b552-21fe46f87d6c tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 967 time: 0.0751874 Feb 11 05:23:05.601959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Sync routers for ids ['8028f05e-6159-4e72-acaa-807e5f9d8864'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:05.647925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86b22b45-6536-4813-acf5-8668f5ae8bdc req-6c98cfec-f817-4979-94fc-38f22797023a tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286354 Feb 11 05:23:05.724191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f22304c4-7261-4fea-be68-844a1b48b010, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f22304c4-7261-4fea-be68-844a1b48b010,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:05.779133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=458c1469-1a76-45f1-9133-5ce6e6865550,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:05.787088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Routers {'8028f05e-6159-4e72-acaa-807e5f9d8864'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:05.791417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8028f05e-6159-4e72-acaa-807e5f9d8864'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:05.861619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'f22304c4-7261-4fea-be68-844a1b48b010', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'f22304c4-7261-4fea-be68-844a1b48b010', 'mac_address': 'fa:16:3e:5a:5c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:tempest-test_az-42709498', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:05.973681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e24f10-2817-499f-bd45-bc7124b1ae59 req-a5a9018a-5b2d-4718-8aa0-488131cb15a3 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.985981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26e24f10-2817-499f-bd45-bc7124b1ae59 req-a5a9018a-5b2d-4718-8aa0-488131cb15a3 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 936 time: 0.0948939 Feb 11 05:23:06.022695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9bff6d93-78fa-468c-838a-b13a59b92a89 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:06.022695 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.087228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 9bff6d93-78fa-468c-838a-b13a59b92a89, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9bff6d93-78fa-468c-838a-b13a59b92a89,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:06.114898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26e24f10-2817-499f-bd45-bc7124b1ae59 req-926d329e-82e9-4f1b-8238-0e6185178b33 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257937 Feb 11 05:23:06.123818 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.133662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43486) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:06.140341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-78282230-network', 'tenant_id': '606704366675463787c6c2563f2b54de'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:06.168235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Made reservation on behalf of 606704366675463787c6c2563f2b54de for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:06.170883 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.185154 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.349091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Publish callbacks [] for security_group (fa16c685-b324-4289-b7bb-e2619276ffb9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.365581 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fa16c685-b324-4289-b7bb-e2619276ffb9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.396281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:06.403478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f22304c4-7261-4fea-be68-844a1b48b010 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:06.403647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f22304c4-7261-4fea-be68-844a1b48b010), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.461514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22304c4-7261-4fea-be68-844a1b48b010 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:06.465215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa16c685-b324-4289-b7bb-e2619276ffb9,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:06.486602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=9bff6d93-78fa-468c-838a-b13a59b92a89,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:06.499986 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2d64a331-5d0e-411b-9e74-1c4bcd9624be), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.501394 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Added segment 2d64a331-5d0e-411b-9e74-1c4bcd9624be of type vlan for network 7afde971-19a0-4da0-adce-fa9b4ed0bbc5 Feb 11 05:23:06.532702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f22304c4-7261-4fea-be68-844a1b48b010, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f22304c4-7261-4fea-be68-844a1b48b010,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:06.536945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Set router 8028f05e-6159-4e72-acaa-807e5f9d8864 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:06.574169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43496) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:06.577497 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f22304c4-7261-4fea-be68-844a1b48b010), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.581301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-47795734-d818-4949-b4c5-045fdf7cc986 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697061232', 'description': 'tempest-description--1118632848'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:06.636629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47795734-d818-4949-b4c5-045fdf7cc986 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.655850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (7afde971-19a0-4da0-adce-fa9b4ed0bbc5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.696249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f22304c4-7261-4fea-be68-844a1b48b010,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:06.742796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (7afde971-19a0-4da0-adce-fa9b4ed0bbc5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.764192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.764819 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.812454 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47795734-d818-4949-b4c5-045fdf7cc986 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group (862b3e30-c250-4cf3-acef-fed2f2d9b592), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.819213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47795734-d818-4949-b4c5-045fdf7cc986 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (862b3e30-c250-4cf3-acef-fed2f2d9b592), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.828838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb459eba-d013-462c-9c3f-64da78865bf5 req-bf8f5618-b2cd-4f96-9aef-65709a16b097 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.831067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb459eba-d013-462c-9c3f-64da78865bf5 req-bf8f5618-b2cd-4f96-9aef-65709a16b097 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 969 time: 0.1886208 Feb 11 05:23:06.883419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47795734-d818-4949-b4c5-045fdf7cc986 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862b3e30-c250-4cf3-acef-fed2f2d9b592,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:06.888112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7530768 Feb 11 05:23:06.895296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43500) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:06.900844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed5257-bb05-4d76-acb7-5596b809176c admin admin] Pushing event updated for resources: {'Network': ['ID=7afde971-19a0-4da0-adce-fa9b4ed0bbc5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:06.922104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Request body: {'subnet': {'network_id': '7afde971-19a0-4da0-adce-fa9b4ed0bbc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-78282230-subnet', 'tenant_id': '606704366675463787c6c2563f2b54de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:06.977026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 7afde971-19a0-4da0-adce-fa9b4ed0bbc5 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:06.990978 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47795734-d818-4949-b4c5-045fdf7cc986 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.994346 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-47795734-d818-4949-b4c5-045fdf7cc986 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4176924 Feb 11 05:23:06.996625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb459eba-d013-462c-9c3f-64da78865bf5 req-9714079c-8a1e-47f0-b1f8-f26f87a65385 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135285 Feb 11 05:23:06.997721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 4, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'gw_port': {'id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:59:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:56Z', 'updated_at': '2022-02-11T05:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'baa5be1e-b4e0-4765-be73-719e6749e83d', 'name': '', 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'mac_address': 'fa:16:3e:16:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4adbe186-8bd5-41a8-9924-0e9441aefc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:02Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 2, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'subnets': [{'id': '4adbe186-8bd5-41a8-9924-0e9441aefc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:06.998564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43502) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:07.015600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['458c1469-1a76-45f1-9133-5ce6e6865550'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:07.024696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-364a14cc-c9d3-47db-ac44-73b80caf3fe9 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Request body: {'security_group_rule': {'security_group_id': '862b3e30-c250-4cf3-acef-fed2f2d9b592', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:07.094784 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Made reservation on behalf of 606704366675463787c6c2563f2b54de for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:07.100911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.162553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['f22304c4-7261-4fea-be68-844a1b48b010'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:07.213076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9bff6d93-78fa-468c-838a-b13a59b92a89 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:07.252202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Checking router: 8028f05e-6159-4e72-acaa-807e5f9d8864 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:07.252559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Updating router 8028f05e-6159-4e72-acaa-807e5f9d8864 port baa5be1e-b4e0-4765-be73-719e6749e83d binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:23:07.326261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d373d7-e2ac-4f3c-9cb6-3235fc21caa3 req-1bbf5bc2-fe95-4712-b646-21cd324d0d01 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:07.345367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60d373d7-e2ac-4f3c-9cb6-3235fc21caa3 req-1bbf5bc2-fe95-4712-b646-21cd324d0d01 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 968 time: 0.1861587 Feb 11 05:23:07.365107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-364a14cc-c9d3-47db-ac44-73b80caf3fe9 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group_rule (1f0c14dd-74d7-49f3-b571-d2516f9c0afd), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.421465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60d373d7-e2ac-4f3c-9cb6-3235fc21caa3 req-32979e31-fc77-44a2-a08e-1f6e230d92f5 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748959 Feb 11 05:23:07.523260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52168cbc-191b-4454-88da-33f3b23a89ab req-45a6a232-3a4d-49f0-b42c-5f2bc5cc0707 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:07.525016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52168cbc-191b-4454-88da-33f3b23a89ab req-45a6a232-3a4d-49f0-b42c-5f2bc5cc0707 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 936 time: 0.0994740 Feb 11 05:23:07.543133 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-364a14cc-c9d3-47db-ac44-73b80caf3fe9 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group_rule (1f0c14dd-74d7-49f3-b571-d2516f9c0afd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.557195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-364a14cc-c9d3-47db-ac44-73b80caf3fe9 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (1f0c14dd-74d7-49f3-b571-d2516f9c0afd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.589335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a14cc-c9d3-47db-ac44-73b80caf3fe9 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0c14dd-74d7-49f3-b571-d2516f9c0afd,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:07.592278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for subnet (e6e63f83-03ee-4ec8-b46a-fdab01cc7eb0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.622376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9bff6d93-78fa-468c-838a-b13a59b92a89 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:07.623036 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.645477 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-364a14cc-c9d3-47db-ac44-73b80caf3fe9 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.649694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52168cbc-191b-4454-88da-33f3b23a89ab req-0883ab6a-e858-46d0-b93c-357967f1e882 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159265 Feb 11 05:23:07.650256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43510) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:07.655609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-363f1600-31f0-4a3b-b035-d98d836b7e4b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Request body: {'security_group_rule': {'security_group_id': '862b3e30-c250-4cf3-acef-fed2f2d9b592', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:07.661525 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-364a14cc-c9d3-47db-ac44-73b80caf3fe9 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6409211 Feb 11 05:23:07.705621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e63f83-03ee-4ec8-b46a-fdab01cc7eb0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:07.705851 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.724723 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-363f1600-31f0-4a3b-b035-d98d836b7e4b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group_rule (5a95edcb-d0a8-43a3-b548-bb1886e9bad7), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.730901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Checking segment: {'id': '2d64a331-5d0e-411b-9e74-1c4bcd9624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7afde971-19a0-4da0-adce-fa9b4ed0bbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:07.731557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Network hostable DHCP agents. Network: 7afde971-19a0-4da0-adce-fa9b4ed0bbc5, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:07.758792 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Network 7afde971-19a0-4da0-adce-fa9b4ed0bbc5 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:07.784585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 7afde971-19a0-4da0-adce-fa9b4ed0bbc5) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:07.792285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:07.792897 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.804675 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-363f1600-31f0-4a3b-b035-d98d836b7e4b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group_rule (5a95edcb-d0a8-43a3-b548-bb1886e9bad7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.809964 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-363f1600-31f0-4a3b-b035-d98d836b7e4b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (5a95edcb-d0a8-43a3-b548-bb1886e9bad7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.839065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-363f1600-31f0-4a3b-b035-d98d836b7e4b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.841031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-363f1600-31f0-4a3b-b035-d98d836b7e4b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1893325 Feb 11 05:23:07.845310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43512) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:07.849657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:07.849877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f57d9476-c1fa-4ca3-ac86-b3d8bf37958e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9378879 Feb 11 05:23:07.856290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f1600-31f0-4a3b-b035-d98d836b7e4b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a95edcb-d0a8-43a3-b548-bb1886e9bad7,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:07.898330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.986615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43516) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:08.044703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.069728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ff256a-d111-48e3-90e7-ce9955a79167 admin admin] Deleting subnet f70b5985-cf2a-4704-b20b-7c5c48d3a761 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:23:08.080766 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-20ff256a-d111-48e3-90e7-ce9955a79167 admin admin] Publish callbacks [] for subnet (f70b5985-cf2a-4704-b20b-7c5c48d3a761), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.129798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-20ff256a-d111-48e3-90e7-ce9955a79167 admin admin] Publish callbacks [] for subnet (f70b5985-cf2a-4704-b20b-7c5c48d3a761), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.138309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d93d9a-8a9a-4a47-b5ce-b98e8e7293b6 None None] Network 7afde971-19a0-4da0-adce-fa9b4ed0bbc5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:08.142318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-20ff256a-d111-48e3-90e7-ce9955a79167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (f70b5985-cf2a-4704-b20b-7c5c48d3a761), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.215844 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-20ff256a-d111-48e3-90e7-ce9955a79167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for subnet (f70b5985-cf2a-4704-b20b-7c5c48d3a761), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.247283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d3a05-e138-4c1a-a210-3ab264e3c3c8 req-ccd73f06-0fc2-4856-97f4-c22f98e8c039 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.254805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f2d3a05-e138-4c1a-a210-3ab264e3c3c8 req-ccd73f06-0fc2-4856-97f4-c22f98e8c039 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 969 time: 0.1451631 Feb 11 05:23:08.263565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-20ff256a-d111-48e3-90e7-ce9955a79167 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.269137 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-20ff256a-d111-48e3-90e7-ce9955a79167 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f70b5985-cf2a-4704-b20b-7c5c48d3a761 HTTP/1.1" status: 204 len: 168 time: 0.2811778 Feb 11 05:23:08.271036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff256a-d111-48e3-90e7-ce9955a79167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70b5985-cf2a-4704-b20b-7c5c48d3a761,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.273973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43526) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:08.298930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Allocated IP 172.25.1.30 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/444e9a0e-f2b4-4f48-aca2-8ad279a1fade) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:08.305279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9bff6d93-78fa-468c-838a-b13a59b92a89 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:08.350094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f2d3a05-e138-4c1a-a210-3ab264e3c3c8 req-f87b3fd1-da55-4278-9e2e-9b922efe4a17 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903389 Feb 11 05:23:08.355759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Publish callbacks [] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.367358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (4af29eb1-52e2-4059-8308-c5ea2befb26a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.386722 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.442287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bdfeff-1044-4a1b-9eca-a8c97c405fa9 None None] Network 7afde971-19a0-4da0-adce-fa9b4ed0bbc5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:08.483552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-d74b0780-f09c-4c96-8dbf-cfcf57a4d393 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:23:08.488951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-d74b0780-f09c-4c96-8dbf-cfcf57a4d393 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475576 Feb 11 05:23:08.511011 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (4af29eb1-52e2-4059-8308-c5ea2befb26a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.519015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1856a-8325-4d7e-82e0-04ee1e18979b None None] Pushing event updated for resources: {'Port': ['ID=baa5be1e-b4e0-4765-be73-719e6749e83d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.544612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.545886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.546952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.547467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > port after_create 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.547983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.548479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > port after_update 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.548964 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.549669 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.550165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.550913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.579936 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for port (444e9a0e-f2b4-4f48-aca2-8ad279a1fade), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.662657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929169-9fad-4e33-abd1-46c0f46bb8d4 req-5de32e8c-fc3f-4588-a440-1eb22c0c7f26 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.664182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2929169-9fad-4e33-abd1-46c0f46bb8d4 req-5de32e8c-fc3f-4588-a440-1eb22c0c7f26 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 968 time: 0.0792427 Feb 11 05:23:08.685671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.686252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.686421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.686869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:23:08.687306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af29eb1-52e2-4059-8308-c5ea2befb26a']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:08.712159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddbd557-3f95-4da8-8aa0-0bc77afb12cd') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:08.712591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddbd557-3f95-4da8-8aa0-0bc77afb12cd') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:08.742871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2929169-9fad-4e33-abd1-46c0f46bb8d4 req-c202802f-6d8c-4c60-bfad-8cdde0d280b3 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716872 Feb 11 05:23:08.744428 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (444e9a0e-f2b4-4f48-aca2-8ad279a1fade), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.756524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (9ddbd557-3f95-4da8-8aa0-0bc77afb12cd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.791266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Request body: {'port': {'device_id': '92d4f1f9-d32b-4076-bc88-e4500619f27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:08.792912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9ddbd557-3f95-4da8-8aa0-0bc77afb12cd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.807224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Attempting to bind port baa5be1e-b4e0-4765-be73-719e6749e83d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:08.807224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Attempting to bind port baa5be1e-b4e0-4765-be73-719e6749e83d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '4e41624f-3221-432f-82b8-f33243ec8fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:08.807719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Attempting to bind port baa5be1e-b4e0-4765-be73-719e6749e83d on network b0252f9b-19fc-4cb5-bf10-09716a889b38 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:08.810663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:08.812150 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (9ddbd557-3f95-4da8-8aa0-0bc77afb12cd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.827615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:08.828414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Checking segment: {'id': '4e41624f-3221-432f-82b8-f33243ec8fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:08.829102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.829684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Bound using segment: {'id': '4e41624f-3221-432f-82b8-f33243ec8fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:08.830474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Bound port: baa5be1e-b4e0-4765-be73-719e6749e83d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e41624f-3221-432f-82b8-f33243ec8fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:08.831249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.854560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:08.864023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:08.872444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:08.886914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event updated for resources: {'Port': ['ID=444e9a0e-f2b4-4f48-aca2-8ad279a1fade,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.915099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e7ac2867-7af6-4f29-a3ab-77267557504b None None] Provisioning complete for port baa5be1e-b4e0-4765-be73-719e6749e83d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:08.915556 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2867-7af6-4f29-a3ab-77267557504b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: from cryptography.utils import int_from_bytes Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: from cryptography.utils import int_from_bytes Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:08.915794 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:08.924972 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.942220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a24df-f317-4021-9a6b-f2462169cb5d req-37997f63-2633-4e69-9f12-1a158f8b9a47 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.943919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df5a24df-f317-4021-9a6b-f2462169cb5d req-37997f63-2633-4e69-9f12-1a158f8b9a47 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 936 time: 0.1904001 Feb 11 05:23:08.945711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (4af29eb1-52e2-4059-8308-c5ea2befb26a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.956581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.962731 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4af29eb1-52e2-4059-8308-c5ea2befb26a HTTP/1.1" status: 204 len: 168 time: 0.6877365 Feb 11 05:23:08.966953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43544) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:08.978833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac2867-7af6-4f29-a3ab-77267557504b None None] Port baa5be1e-b4e0-4765-be73-719e6749e83d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:08.984228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] For port baa5be1e-b4e0-4765-be73-719e6749e83d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:08.987846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] For port baa5be1e-b4e0-4765-be73-719e6749e83d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=baa5be1e-b4e0-4765-be73-719e6749e83d,segment=NetworkSegment(4e41624f-3221-432f-82b8-f33243ec8fb6),segment_id=4e41624f-3221-432f-82b8-f33243ec8fb6)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:08.999379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6965497-87a8-41eb-aff4-8ecc1c73b414 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af29eb1-52e2-4059-8308-c5ea2befb26a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.007228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.038126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8ed1de-e671-4eed-94c7-8c1ad243ea07 admin admin] Deleting subnet e6e63f83-03ee-4ec8-b46a-fdab01cc7eb0 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:23:09.041464 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed1de-e671-4eed-94c7-8c1ad243ea07 admin admin] Publish callbacks [] for subnet (e6e63f83-03ee-4ec8-b46a-fdab01cc7eb0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.071725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (4dc31cef-6162-4321-b9f1-f544227ae87e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.081676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Routers {'8028f05e-6159-4e72-acaa-807e5f9d8864'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:09.082469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8028f05e-6159-4e72-acaa-807e5f9d8864'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.095784 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed1de-e671-4eed-94c7-8c1ad243ea07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e6e63f83-03ee-4ec8-b46a-fdab01cc7eb0), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.131401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43548) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:09.150146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed1de-e671-4eed-94c7-8c1ad243ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e6e63f83-03ee-4ec8-b46a-fdab01cc7eb0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.224317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df5a24df-f317-4021-9a6b-f2462169cb5d req-71df2536-e5f5-4ce2-a9b3-e5ef9b89c3e1 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577744 Feb 11 05:23:09.233381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (444e9a0e-f2b4-4f48-aca2-8ad279a1fade), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.327452 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1856a-8325-4d7e-82e0-04ee1e18979b None None] Pushing event updated for resources: {'Port': ['ID=baa5be1e-b4e0-4765-be73-719e6749e83d,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.433398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7db39cab-00d3-4a12-83c9-0e50afa7bb59 None None] Provisioning complete for port baa5be1e-b4e0-4765-be73-719e6749e83d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:09.433754 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7db39cab-00d3-4a12-83c9-0e50afa7bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.434263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed1de-e671-4eed-94c7-8c1ad243ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e6e63f83-03ee-4ec8-b46a-fdab01cc7eb0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.436485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] Set router 8028f05e-6159-4e72-acaa-807e5f9d8864 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:09.471120 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed1de-e671-4eed-94c7-8c1ad243ea07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.477530 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a8ed1de-e671-4eed-94c7-8c1ad243ea07 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e6e63f83-03ee-4ec8-b46a-fdab01cc7eb0 HTTP/1.1" status: 204 len: 168 time: 0.5067818 Feb 11 05:23:09.478669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ed1de-e671-4eed-94c7-8c1ad243ea07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e63f83-03ee-4ec8-b46a-fdab01cc7eb0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.481036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:09.559161 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-877fee55-6316-48cd-8c7d-4abcb7cddddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.561392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (7afde971-19a0-4da0-adce-fa9b4ed0bbc5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.643455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7db39cab-00d3-4a12-83c9-0e50afa7bb59 None None] Current status of the port baa5be1e-b4e0-4765-be73-719e6749e83d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:09.643669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7db39cab-00d3-4a12-83c9-0e50afa7bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.650409 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (7afde971-19a0-4da0-adce-fa9b4ed0bbc5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.670771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afde971-19a0-4da0-adce-fa9b4ed0bbc5']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.682557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d64a331-5d0e-411b-9e74-1c4bcd9624be') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.682925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d64a331-5d0e-411b-9e74-1c4bcd9624be') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.694567 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (2d64a331-5d0e-411b-9e74-1c4bcd9624be), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.709490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2d64a331-5d0e-411b-9e74-1c4bcd9624be), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.716262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:09.716629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (2d64a331-5d0e-411b-9e74-1c4bcd9624be), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:09.718369 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:09.721319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7db39cab-00d3-4a12-83c9-0e50afa7bb59 None None] For port baa5be1e-b4e0-4765-be73-719e6749e83d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=baa5be1e-b4e0-4765-be73-719e6749e83d,segment=NetworkSegment(4e41624f-3221-432f-82b8-f33243ec8fb6),segment_id=4e41624f-3221-432f-82b8-f33243ec8fb6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:09.730981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7db39cab-00d3-4a12-83c9-0e50afa7bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.775180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07842f51-1105-4275-a165-cb1bf78a1c44 req-5e21d63e-d792-4709-8e13-6ae62cf20fe3 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:09.775840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07842f51-1105-4275-a165-cb1bf78a1c44 req-5e21d63e-d792-4709-8e13-6ae62cf20fe3 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 969 time: 0.2460651 Feb 11 05:23:09.792027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (7afde971-19a0-4da0-adce-fa9b4ed0bbc5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.814703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.822176 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7afde971-19a0-4da0-adce-fa9b4ed0bbc5 HTTP/1.1" status: 204 len: 168 time: 0.3370442 Feb 11 05:23:09.823384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4d2e4-92f4-43f1-940b-ca017d2fa954 admin admin] Pushing event deleted for resources: {'Network': ['ID=7afde971-19a0-4da0-adce-fa9b4ed0bbc5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.831834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 4, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'gw_port': {'id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:56Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'baa5be1e-b4e0-4765-be73-719e6749e83d', 'name': '', 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'mac_address': 'fa:16:3e:16:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4adbe186-8bd5-41a8-9924-0e9441aefc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:02Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'subnets': [{'id': '4adbe186-8bd5-41a8-9924-0e9441aefc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.839026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db39cab-00d3-4a12-83c9-0e50afa7bb59 None None] Pushing event updated for resources: {'Port': ['ID=baa5be1e-b4e0-4765-be73-719e6749e83d,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.878425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b14b7-0167-40a6-a82a-885e9b3d614b None None] The sync data for ids ['8028f05e-6159-4e72-acaa-807e5f9d8864'] in n-d-715271-35 is: [{'id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 4, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'gw_port': {'id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:56Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'baa5be1e-b4e0-4765-be73-719e6749e83d', 'name': '', 'network_id': 'b0252f9b-19fc-4cb5-bf10-09716a889b38', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'mac_address': 'fa:16:3e:16:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4adbe186-8bd5-41a8-9924-0e9441aefc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:02Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'subnets': [{'id': '4adbe186-8bd5-41a8-9924-0e9441aefc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:09.999008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77e9b99-de53-4dcd-9e8b-f22da052fb18 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:10.002531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43560) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:10.008663 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-877fee55-6316-48cd-8c7d-4abcb7cddddf admin admin] Publish callbacks [] for security_group (f790b3d3-f28b-44db-ba1d-a421d6cb663d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.015566 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Publish callbacks [] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.021382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07842f51-1105-4275-a165-cb1bf78a1c44 req-1fdb42eb-1924-46db-beb4-5f2c054925c9 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338593 Feb 11 05:23:10.030019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-877fee55-6316-48cd-8c7d-4abcb7cddddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f790b3d3-f28b-44db-ba1d-a421d6cb663d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.057364 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-822f24ee-8615-4d39-a746-7d211a257b1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=779bafa2b4584f19a5aac851c9833913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536239 Feb 11 05:23:10.059814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43562) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:10.075188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Transition to ACTIVE for port object d77e9b99-de53-4dcd-9e8b-f22da052fb18 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:10.093526 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for port (444e9a0e-f2b4-4f48-aca2-8ad279a1fade), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.102181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187a4c6-bc29-4ebc-b339-91a4ff57f307 req-e991821a-04b2-4df3-b606-5d760d02d2dd tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:10.109026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8187a4c6-bc29-4ebc-b339-91a4ff57f307 req-e991821a-04b2-4df3-b606-5d760d02d2dd tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 968 time: 0.2518032 Feb 11 05:23:10.115582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.119004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c96a65bc-7f48-4573-a6a6-20b4d5c7de59 admin admin] Publish callbacks [] for security_group (f798a1cd-bec5-4af8-8ab3-a01478d5b0c8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.124921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (444e9a0e-f2b4-4f48-aca2-8ad279a1fade), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.130850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-877fee55-6316-48cd-8c7d-4abcb7cddddf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48f7b22e8ff74060846debb6ca83ab92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9892716 Feb 11 05:23:10.132521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43564) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:10.156416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fee55-6316-48cd-8c7d-4abcb7cddddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f790b3d3-f28b-44db-ba1d-a421d6cb663d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.159187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c96a65bc-7f48-4573-a6a6-20b4d5c7de59 admin admin] Publish callbacks [] for security_group (f798a1cd-bec5-4af8-8ab3-a01478d5b0c8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.216470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (4dc31cef-6162-4321-b9f1-f544227ae87e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.235368 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5f75052-569b-4b84-ab5f-eeccbed5b437 admin admin] Publish callbacks [] for security_group (f790b3d3-f28b-44db-ba1d-a421d6cb663d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.272008 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5f75052-569b-4b84-ab5f-eeccbed5b437 admin admin] Publish callbacks [] for security_group (f790b3d3-f28b-44db-ba1d-a421d6cb663d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.282526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Pushing event updated for resources: {'Port': ['ID=d77e9b99-de53-4dcd-9e8b-f22da052fb18,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.287572 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c96a65bc-7f48-4573-a6a6-20b4d5c7de59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f798a1cd-bec5-4af8-8ab3-a01478d5b0c8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.290174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8187a4c6-bc29-4ebc-b339-91a4ff57f307 req-e1a8e412-7dc6-46fc-9228-ed103242c68a tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801658 Feb 11 05:23:10.293338 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.293448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c96a65bc-7f48-4573-a6a6-20b4d5c7de59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.296044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4505913 Feb 11 05:23:10.296868 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c96a65bc-7f48-4573-a6a6-20b4d5c7de59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f798a1cd-bec5-4af8-8ab3-a01478d5b0c8 HTTP/1.1" status: 204 len: 168 time: 0.2360897 Feb 11 05:23:10.375788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a65bc-7f48-4573-a6a6-20b4d5c7de59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f798a1cd-bec5-4af8-8ab3-a01478d5b0c8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.383995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5f75052-569b-4b84-ab5f-eeccbed5b437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f790b3d3-f28b-44db-ba1d-a421d6cb663d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.389900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5f75052-569b-4b84-ab5f-eeccbed5b437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.392906 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a5f75052-569b-4b84-ab5f-eeccbed5b437 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f790b3d3-f28b-44db-ba1d-a421d6cb663d HTTP/1.1" status: 204 len: 168 time: 0.2589960 Feb 11 05:23:10.406075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f75052-569b-4b84-ab5f-eeccbed5b437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f790b3d3-f28b-44db-ba1d-a421d6cb663d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.433446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Attempting to bind port d77e9b99-de53-4dcd-9e8b-f22da052fb18 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:10.433788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Attempting to bind port d77e9b99-de53-4dcd-9e8b-f22da052fb18 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:10.434120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Attempting to bind port d77e9b99-de53-4dcd-9e8b-f22da052fb18 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:10.445887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea74048-bd55-4fa7-a829-6e50a3cffbdb tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event updated for resources: {'Port': ['ID=444e9a0e-f2b4-4f48-aca2-8ad279a1fade,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.449707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Port d77e9b99-de53-4dcd-9e8b-f22da052fb18 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:10.450032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Attempting to bind port d77e9b99-de53-4dcd-9e8b-f22da052fb18 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:10.459849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:10.460116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:10.460785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:10.461203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Bound port: d77e9b99-de53-4dcd-9e8b-f22da052fb18, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:10.461560 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.529221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fcb09-eb03-4d9f-9c4a-b70828579c01 req-b11cac53-61ed-41ea-90c4-18db25569d47 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:10.536957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c4fcb09-eb03-4d9f-9c4a-b70828579c01 req-b11cac53-61ed-41ea-90c4-18db25569d47 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 948 time: 0.1557565 Feb 11 05:23:10.585990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 458c1469-1a76-45f1-9133-5ce6e6865550 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:10.620357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] For port d77e9b99-de53-4dcd-9e8b-f22da052fb18, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:10.655803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] For port d77e9b99-de53-4dcd-9e8b-f22da052fb18, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d77e9b99-de53-4dcd-9e8b-f22da052fb18,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:10.669141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c4fcb09-eb03-4d9f-9c4a-b70828579c01 req-c1608945-7c92-4ee2-9080-603707f677c7 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298594 Feb 11 05:23:10.688915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 458c1469-1a76-45f1-9133-5ce6e6865550 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:10.689632 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.692514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 458c1469-1a76-45f1-9133-5ce6e6865550 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:10.692898 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.778446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Pushing event updated for resources: {'Port': ['ID=d77e9b99-de53-4dcd-9e8b-f22da052fb18,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.797248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:10.798134 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.800134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-6bd6b7fb-9574-421b-9048-804a8af5056d service neutron] 10.222.0.72 "PUT /v2.0/ports/d77e9b99-de53-4dcd-9e8b-f22da052fb18 HTTP/1.1" status: 200 len: 1097 time: 2.0992339 Feb 11 05:23:10.800846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d4f1f9-d32b-4076-bc88-e4500619f27e', 'tag': 'd77e9b99-de53-4dcd-9e8b-f22da052fb18'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:10.803468 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71858317-fe02-4b3f-93bd-a1600853f178" -d '{"events": [{"name": "network-changed", "server_uuid": "92d4f1f9-d32b-4076-bc88-e4500619f27e", "tag": "d77e9b99-de53-4dcd-9e8b-f22da052fb18"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:10.833623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 458c1469-1a76-45f1-9133-5ce6e6865550 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:10.834023 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.835671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-aee9c788-eb7b-4708-8131-1d59d4907e9f tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--697061232&fields=id&tenant_id=7545379b238f493ba8a954b800313df6 HTTP/1.1" status: 200 len: 267 time: 0.2246876 Feb 11 05:23:10.931671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e7ff2f-1b15-430c-85bd-156da689bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c1469-1a76-45f1-9133-5ce6e6865550'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:11.030228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 458c1469-1a76-45f1-9133-5ce6e6865550, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=458c1469-1a76-45f1-9133-5ce6e6865550,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:11.039866 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.041031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f22304c4-7261-4fea-be68-844a1b48b010 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:11.047031 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23e8aae-c4cf-4440-96f5-48a775a0bc0a x-openstack-request-id: req-c23e8aae-c4cf-4440-96f5-48a775a0bc0a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:11.047793 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d4f1f9-d32b-4076-bc88-e4500619f27e", "tag": "d77e9b99-de53-4dcd-9e8b-f22da052fb18", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:11.048010 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c23e8aae-c4cf-4440-96f5-48a775a0bc0a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:11.048429 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d4f1f9-d32b-4076-bc88-e4500619f27e', 'tag': 'd77e9b99-de53-4dcd-9e8b-f22da052fb18', 'status': 'completed', 'code': 200} Feb 11 05:23:11.059324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43596) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:11.080232 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f85e-e4d2-4010-b9e5-fc6a9563a000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.123436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device baa5be1e-b4e0-4765-be73-719e6749e83d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:11.134207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43600) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:11.215094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=458c1469-1a76-45f1-9133-5ce6e6865550,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:11.246785 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6392a2bf-2bd6-4e55-8389-78e1da0315f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=606704366675463787c6c2563f2b54de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1113913 Feb 11 05:23:11.249639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43602) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:11.265038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port baa5be1e-b4e0-4765-be73-719e6749e83d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:11.265692 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.305340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port f22304c4-7261-4fea-be68-844a1b48b010 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:11.321775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port f22304c4-7261-4fea-be68-844a1b48b010 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:11.322151 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f22304c4-7261-4fea-be68-844a1b48b010), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.336416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f85e-e4d2-4010-b9e5-fc6a9563a000 admin admin] Publish callbacks [] for security_group (7a640ecc-2c40-44de-ac8d-da371f05253c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.339677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bec15da-ff7d-4b80-8088-fd6619fb894a admin admin] Publish callbacks [] for security_group (fa16c685-b324-4289-b7bb-e2619276ffb9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.366243 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bec15da-ff7d-4b80-8088-fd6619fb894a admin admin] Publish callbacks [] for security_group (fa16c685-b324-4289-b7bb-e2619276ffb9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.376995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f85e-e4d2-4010-b9e5-fc6a9563a000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7a640ecc-2c40-44de-ac8d-da371f05253c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.385998 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a3711d-0c9a-4ea5-9240-24e63773515d" -d '{"events": [{"server_uuid": "d4e7ff2f-1b15-430c-85bd-156da689bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "458c1469-1a76-45f1-9133-5ce6e6865550"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:11.411480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f90261-acd2-43cd-90b1-37c57dd081c2 req-866ad781-09f1-4766-a282-b9f45736fca4 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.413151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84f90261-acd2-43cd-90b1-37c57dd081c2 req-866ad781-09f1-4766-a282-b9f45736fca4 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 970 time: 0.2237806 Feb 11 05:23:11.419900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-e5d3d863-f5f6-4e6d-943f-51b3afda7b31 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.427077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-e5d3d863-f5f6-4e6d-943f-51b3afda7b31 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/networks?id=74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 200 len: 824 time: 0.5839500 Feb 11 05:23:11.431837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-125cdb7b-0ec7-4631-b4cd-f9f7df796efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.433626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-125cdb7b-0ec7-4631-b4cd-f9f7df796efa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9857c11d9e19444b87530b515b0d85c3&device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 1131 time: 0.3964682 Feb 11 05:23:11.450931 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2fa8f85e-e4d2-4010-b9e5-fc6a9563a000 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdfa566684264b5e9b1cf13a4d0892cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860617 Feb 11 05:23:11.472293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43608) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:11.474275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8f85e-e4d2-4010-b9e5-fc6a9563a000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a640ecc-2c40-44de-ac8d-da371f05253c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:11.490143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-714422b0-5236-4126-abd4-94aeb85db504 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d77e9b99-de53-4dcd-9e8b-f22da052fb18 HTTP/1.1" status: 200 len: 217 time: 0.0492079 Feb 11 05:23:11.502152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-363ebbfa-310e-42ee-af7c-f27719a9e0af tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/quotas/7545379b238f493ba8a954b800313df6 HTTP/1.1" status: 200 len: 375 time: 0.0741336 Feb 11 05:23:11.507744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bec15da-ff7d-4b80-8088-fd6619fb894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fa16c685-b324-4289-b7bb-e2619276ffb9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.510859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bec15da-ff7d-4b80-8088-fd6619fb894a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.514396 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2bec15da-ff7d-4b80-8088-fd6619fb894a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa16c685-b324-4289-b7bb-e2619276ffb9 HTTP/1.1" status: 204 len: 168 time: 0.2613902 Feb 11 05:23:11.526122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port baa5be1e-b4e0-4765-be73-719e6749e83d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:11.537059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f22304c4-7261-4fea-be68-844a1b48b010 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:11.538614 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f22304c4-7261-4fea-be68-844a1b48b010), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.563677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34b17f1b-d6ce-4fac-a903-52e61bba9615 admin admin] Publish callbacks [] for security_group (7a640ecc-2c40-44de-ac8d-da371f05253c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.565080 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec15da-ff7d-4b80-8088-fd6619fb894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa16c685-b324-4289-b7bb-e2619276ffb9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:11.605508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34b17f1b-d6ce-4fac-a903-52e61bba9615 admin admin] Publish callbacks [] for security_group (7a640ecc-2c40-44de-ac8d-da371f05253c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.618607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f22304c4-7261-4fea-be68-844a1b48b010, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f22304c4-7261-4fea-be68-844a1b48b010,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:11.626674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c484d2f2-c6d1-4c2c-8f76-aed5bd71902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.628357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-c484d2f2-c6d1-4c2c-8f76-aed5bd71902d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1253235 Feb 11 05:23:11.636422 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f22304c4-7261-4fea-be68-844a1b48b010), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.689991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84f90261-acd2-43cd-90b1-37c57dd081c2 req-ec539ecd-4197-4cdf-a5ab-35ff45c35866 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605193 Feb 11 05:23:11.692326 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34b17f1b-d6ce-4fac-a903-52e61bba9615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7a640ecc-2c40-44de-ac8d-da371f05253c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.695691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34b17f1b-d6ce-4fac-a903-52e61bba9615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.699464 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-34b17f1b-d6ce-4fac-a903-52e61bba9615 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a640ecc-2c40-44de-ac8d-da371f05253c HTTP/1.1" status: 204 len: 168 time: 0.2150841 Feb 11 05:23:11.712498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b17f1b-d6ce-4fac-a903-52e61bba9615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a640ecc-2c40-44de-ac8d-da371f05253c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:11.740532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-74803bf9-2736-4af1-9196-3b134d4e37de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.742598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-74803bf9-2736-4af1-9196-3b134d4e37de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1036899 Feb 11 05:23:11.754977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f22304c4-7261-4fea-be68-844a1b48b010,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:11.803871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-b8900f18-5d79-4dda-ba76-92286b696c02 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7545379b238f493ba8a954b800313df6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2843184 Feb 11 05:23:11.921933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a9cf0-6a3d-4dcd-a320-cbeca458a8f8 req-23a8a770-73dc-4432-adb4-9fc03b074d63 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.923446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-139a9cf0-6a3d-4dcd-a320-cbeca458a8f8 req-23a8a770-73dc-4432-adb4-9fc03b074d63 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 969 time: 0.1086566 Feb 11 05:23:11.927251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-41f51765-78e9-48c6-b50c-f03fedbdeb99 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564589 Feb 11 05:23:12.032446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-139a9cf0-6a3d-4dcd-a320-cbeca458a8f8 req-2b6ee836-ba94-4c1c-b6b8-d35cacc9c455 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031559 Feb 11 05:23:12.053601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b0ec7cd-6b20-4964-99ce-0df1a5165986 req-bb12d786-e905-46b6-abd0-4d87b9b47bd0 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183767 Feb 11 05:23:12.095106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-1f157fee-c5a0-4a43-a640-c548260f88c0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:23:12.096232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-1f157fee-c5a0-4a43-a640-c548260f88c0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1352146 Feb 11 05:23:12.283288 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f0ca53-00d6-4de9-b7ed-668bf8ab8c04 x-openstack-request-id: req-94f0ca53-00d6-4de9-b7ed-668bf8ab8c04 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:12.283615 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e7ff2f-1b15-430c-85bd-156da689bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "458c1469-1a76-45f1-9133-5ce6e6865550", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:12.284138 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94f0ca53-00d6-4de9-b7ed-668bf8ab8c04 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:12.284594 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e7ff2f-1b15-430c-85bd-156da689bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c1469-1a76-45f1-9133-5ce6e6865550', 'code': 200} Feb 11 05:23:12.440817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71858317-fe02-4b3f-93bd-a1600853f178 req-eff91bfe-0387-4b1d-965f-5ea8ef33c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.442578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71858317-fe02-4b3f-93bd-a1600853f178 req-eff91bfe-0387-4b1d-965f-5ea8ef33c79e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9857c11d9e19444b87530b515b0d85c3&device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 1131 time: 0.3317111 Feb 11 05:23:12.469982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-9315b5b4-2923-49cd-8275-20ff2317ecc6 service neutron] 10.222.0.31 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665636 Feb 11 05:23:12.472385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2560ba7-25e0-4168-9cdc-746db2354ba4 req-a779f94f-e9c9-48ae-84b5-da7fc336bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.487612 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f2560ba7-25e0-4168-9cdc-746db2354ba4 req-a779f94f-e9c9-48ae-84b5-da7fc336bd0a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 1153 time: 0.1108937 Feb 11 05:23:12.507820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92e3f8-eb45-4d24-a947-a550344f8f41 req-63a2e459-9023-46fd-97eb-bfd142f05ab7 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.509354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef92e3f8-eb45-4d24-a947-a550344f8f41 req-63a2e459-9023-46fd-97eb-bfd142f05ab7 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 948 time: 0.1297038 Feb 11 05:23:12.537348 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f2560ba7-25e0-4168-9cdc-746db2354ba4 req-93685643-56ae-4b3c-bf1c-a2a509726c28 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.679419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef92e3f8-eb45-4d24-a947-a550344f8f41 req-aa498920-de13-4288-ad98-3df3e82c06a8 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572335 Feb 11 05:23:12.684564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71858317-fe02-4b3f-93bd-a1600853f178 req-cad5eddf-053c-41dd-ac20-9086b6ffe2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.685581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71858317-fe02-4b3f-93bd-a1600853f178 req-cad5eddf-053c-41dd-ac20-9086b6ffe2c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2337091 Feb 11 05:23:12.704781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-8e0ce845-2c8c-4529-8bc0-6e64e60089ab service neutron] 10.222.0.31 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197070 Feb 11 05:23:12.717455 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f2560ba7-25e0-4168-9cdc-746db2354ba4 req-93685643-56ae-4b3c-bf1c-a2a509726c28 service neutron] Publish callbacks [] for security_group (af753e2d-78d7-4105-baae-193280a6b4bf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.738442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f2560ba7-25e0-4168-9cdc-746db2354ba4 req-93685643-56ae-4b3c-bf1c-a2a509726c28 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (af753e2d-78d7-4105-baae-193280a6b4bf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.740575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71858317-fe02-4b3f-93bd-a1600853f178 req-cceb8855-d1c9-432d-aa32-a0c9ec9ae0df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d77e9b99-de53-4dcd-9e8b-f22da052fb18 HTTP/1.1" status: 200 len: 217 time: 0.0441656 Feb 11 05:23:12.824147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71858317-fe02-4b3f-93bd-a1600853f178 req-7444c766-ec2d-4b48-bf2b-9ca9802fef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.825820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71858317-fe02-4b3f-93bd-a1600853f178 req-7444c766-ec2d-4b48-bf2b-9ca9802fef00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0779366 Feb 11 05:23:12.856578 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f2560ba7-25e0-4168-9cdc-746db2354ba4 req-93685643-56ae-4b3c-bf1c-a2a509726c28 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666611 Feb 11 05:23:12.857594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93685643-56ae-4b3c-bf1c-a2a509726c28 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af753e2d-78d7-4105-baae-193280a6b4bf,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:12.930004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46683f0-12c9-4c52-93ef-6c571d3e9f7f req-8e052ca4-1120-437a-a8ca-cdaec3ffd61b tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.931528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d46683f0-12c9-4c52-93ef-6c571d3e9f7f req-8e052ca4-1120-437a-a8ca-cdaec3ffd61b tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 970 time: 0.1108830 Feb 11 05:23:12.933338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71858317-fe02-4b3f-93bd-a1600853f178 req-c1ca7b83-ee6a-4347-a02f-016807b1e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.934802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71858317-fe02-4b3f-93bd-a1600853f178 req-c1ca7b83-ee6a-4347-a02f-016807b1e211 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0997951 Feb 11 05:23:13.060275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2be28e5-d4f9-45d5-aecb-3a587697d2bb req-072cd2e2-644c-4182-b3da-f8319d7bed02 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 210 time: 0.0749817 Feb 11 05:23:13.132616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d46683f0-12c9-4c52-93ef-6c571d3e9f7f req-20e053ae-bea4-48fa-b69c-353c52925db3 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947045 Feb 11 05:23:13.187993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71858317-fe02-4b3f-93bd-a1600853f178 req-e56699e7-ec00-40b8-9d2f-5f992887cf88 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203507 Feb 11 05:23:13.352519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8ea35-898b-4f0b-ab74-d61e92f5b274 req-622534f0-35f3-413c-b664-92e2c0da5d12 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.354582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19c8ea35-898b-4f0b-ab74-d61e92f5b274 req-622534f0-35f3-413c-b664-92e2c0da5d12 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 969 time: 0.1474400 Feb 11 05:23:13.392715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71858317-fe02-4b3f-93bd-a1600853f178 req-bf8137e0-3be3-4224-8bde-2da486cfa5c2 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977642 Feb 11 05:23:13.443936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19c8ea35-898b-4f0b-ab74-d61e92f5b274 req-f8d7b826-327f-4d3f-b510-309eb7315814 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820267 Feb 11 05:23:13.833153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29657960-7473-4105-95e3-aa6903fd2bab req-e6bf6d9a-aa73-4131-bb8c-46df4aef8343 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.834133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29657960-7473-4105-95e3-aa6903fd2bab req-e6bf6d9a-aa73-4131-bb8c-46df4aef8343 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 948 time: 0.0665925 Feb 11 05:23:13.897765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29657960-7473-4105-95e3-aa6903fd2bab req-52bcc3b1-9961-4921-8553-464a22ea72f8 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574772 Feb 11 05:23:14.237227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de88a58b-1f2b-492c-a8c9-3c3af03d96be req-5865b722-91cc-4343-b898-54e5b82f1f95 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 210 time: 0.0427709 Feb 11 05:23:14.286157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00f44b-864b-42c8-bbae-add96d32c165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22304c4-7261-4fea-be68-844a1b48b010'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:14.288562 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1f10e6-31a7-4d36-ba1b-cdef33dd3cac" -d '{"events": [{"server_uuid": "cc00f44b-864b-42c8-bbae-add96d32c165", "name": "network-vif-plugged", "status": "completed", "tag": "f22304c4-7261-4fea-be68-844a1b48b010"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:14.290266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-72265f7a-664d-4ba0-a51b-35e4705d9917 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:14.291893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-72265f7a-664d-4ba0-a51b-35e4705d9917 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.72 "GET /v2.0/networks?id=74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 200 len: 824 time: 0.1973178 Feb 11 05:23:14.311588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4031df2-1fc8-4028-ab21-aaa3dfb376de req-ff9d6913-6bba-4526-9f65-8f91ec8a1ae2 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:14.313081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4031df2-1fc8-4028-ab21-aaa3dfb376de req-ff9d6913-6bba-4526-9f65-8f91ec8a1ae2 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 970 time: 0.0841200 Feb 11 05:23:14.404950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4031df2-1fc8-4028-ab21-aaa3dfb376de req-b45015af-026e-41da-932b-1cd93694b664 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839431 Feb 11 05:23:14.409704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-2f7d83c2-bd15-4c38-a041-3f4775f77d2b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7545379b238f493ba8a954b800313df6 HTTP/1.1" status: 200 len: 379 time: 0.0954709 Feb 11 05:23:14.418631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Request body: {'port': {'device_id': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'admin_state_up': True, 'tenant_id': '7545379b238f493ba8a954b800313df6', 'security_groups': ['862b3e30-c250-4cf3-acef-fed2f2d9b592']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:14.496484 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03a706c-d55b-476a-8a3d-05bf815b7308 x-openstack-request-id: req-c03a706c-d55b-476a-8a3d-05bf815b7308 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:14.496991 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00f44b-864b-42c8-bbae-add96d32c165", "name": "network-vif-plugged", "status": "completed", "tag": "f22304c4-7261-4fea-be68-844a1b48b010", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:14.497507 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c03a706c-d55b-476a-8a3d-05bf815b7308 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:14.498092 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00f44b-864b-42c8-bbae-add96d32c165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22304c4-7261-4fea-be68-844a1b48b010', 'code': 200} Feb 11 05:23:14.565579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Made reservation on behalf of 7545379b238f493ba8a954b800313df6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:14.569562 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:14.615876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d33a76-ff92-449c-a9a0-c7798841aa71 req-151e8311-4fb1-4b55-b8e2-aca43cd48b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:14.618065 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-72d33a76-ff92-449c-a9a0-c7798841aa71 req-151e8311-4fb1-4b55-b8e2-aca43cd48b9c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 1152 time: 0.0490441 Feb 11 05:23:14.657282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685958d3-ff6e-4ff7-902d-d508be4a486c req-402e423e-04c8-4e0b-81fb-9107c457a3ca tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:14.658752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-685958d3-ff6e-4ff7-902d-d508be4a486c req-402e423e-04c8-4e0b-81fb-9107c457a3ca tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 969 time: 0.1064520 Feb 11 05:23:14.671843 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-72d33a76-ff92-449c-a9a0-c7798841aa71 req-b12522a3-5122-44a1-a538-6978c58e4238 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Feb 11 05:23:14.757853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-685958d3-ff6e-4ff7-902d-d508be4a486c req-c6eb91da-c636-46a0-965b-395f857fca7f tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880775 Feb 11 05:23:14.767229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Allocated IP 172.20.0.12 (74a89941-9023-47cd-9eeb-d31c83a29d42/e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661/60f41b34-a8ec-416e-9bd0-58dedf07be75) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:14.936498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:14.968558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43776) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:14.995200 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.065304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:15.071503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:15.077185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:15.082213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.082823 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.087566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event updated for resources: {'Port': ['ID=60f41b34-a8ec-416e-9bd0-58dedf07be75,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:15.104577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c1c89-6b01-4579-b514-1cc2249f5a0a req-23fb5947-b579-4357-a98f-80be58863e80 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.106143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a1c1c89-6b01-4579-b514-1cc2249f5a0a req-23fb5947-b579-4357-a98f-80be58863e80 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 948 time: 0.1239593 Feb 11 05:23:15.115204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-a7ef7d46-75b9-4a54-9ae1-3b98821c74c5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7005975 Feb 11 05:23:15.121376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18f742c-d06e-439e-80ce-dd315a9be8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.127236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Request body: {'port': {'device_id': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:15.220493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a1c1c89-6b01-4579-b514-1cc2249f5a0a req-36088c1b-36d0-4c0c-bd1f-fd129345b135 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042833 Feb 11 05:23:15.238758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.247982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18f742c-d06e-439e-80ce-dd315a9be8cb admin admin] Publish callbacks [] for security_group (ca046c70-16e9-40ce-a34f-675a29431c07), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.256499 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18f742c-d06e-439e-80ce-dd315a9be8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ca046c70-16e9-40ce-a34f-675a29431c07), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.367547 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b18f742c-d06e-439e-80ce-dd315a9be8cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5eb46ab0503541869f89efd1388a1dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976896 Feb 11 05:23:15.369749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f742c-d06e-439e-80ce-dd315a9be8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca046c70-16e9-40ce-a34f-675a29431c07,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:15.370864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43788) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:15.434082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4da0e883-9469-4acf-89e6-2ae114bec33b None None] Provisioning complete for port 60f41b34-a8ec-416e-9bd0-58dedf07be75 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:15.435170 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4da0e883-9469-4acf-89e6-2ae114bec33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.476317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4da0e883-9469-4acf-89e6-2ae114bec33b None None] Port 60f41b34-a8ec-416e-9bd0-58dedf07be75 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:15.593131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aba91d40-2900-4171-9602-39211f74195e admin admin] Publish callbacks [] for security_group (ca046c70-16e9-40ce-a34f-675a29431c07), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.607398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd5a3e-66fe-410e-8be6-dec6324d61fc req-5440c336-d186-4a4b-99b7-c7b6fb87ef78 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.608872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5bbd5a3e-66fe-410e-8be6-dec6324d61fc req-5440c336-d186-4a4b-99b7-c7b6fb87ef78 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 932 time: 0.2130129 Feb 11 05:23:15.633033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d77e9b99-de53-4dcd-9e8b-f22da052fb18 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:15.695046 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aba91d40-2900-4171-9602-39211f74195e admin admin] Publish callbacks [] for security_group (ca046c70-16e9-40ce-a34f-675a29431c07), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.761707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port d77e9b99-de53-4dcd-9e8b-f22da052fb18, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d77e9b99-de53-4dcd-9e8b-f22da052fb18,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:15.775543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'd77e9b99-de53-4dcd-9e8b-f22da052fb18', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'd77e9b99-de53-4dcd-9e8b-f22da052fb18', 'mac_address': 'fa:16:3e:0f:02:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:15.784104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5bbd5a3e-66fe-410e-8be6-dec6324d61fc req-1a7fb272-26ab-47fa-8600-35e8e38a7d18 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582527 Feb 11 05:23:15.822342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a16d8-af93-447c-978d-61874290d88e req-08cf2125-a4e8-43d7-90c0-0441a484ab6e tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.823958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a5a16d8-af93-447c-978d-61874290d88e req-08cf2125-a4e8-43d7-90c0-0441a484ab6e tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 970 time: 0.2289355 Feb 11 05:23:15.835138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port d77e9b99-de53-4dcd-9e8b-f22da052fb18 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:15.836565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.857789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77e9b99-de53-4dcd-9e8b-f22da052fb18 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:15.860619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f41b34-a8ec-416e-9bd0-58dedf07be75 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:15.876422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Publish callbacks [] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.886227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port d77e9b99-de53-4dcd-9e8b-f22da052fb18, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d77e9b99-de53-4dcd-9e8b-f22da052fb18,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:15.889131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aba91d40-2900-4171-9602-39211f74195e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ca046c70-16e9-40ce-a34f-675a29431c07), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.891882 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.892024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aba91d40-2900-4171-9602-39211f74195e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.896263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-aba91d40-2900-4171-9602-39211f74195e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca046c70-16e9-40ce-a34f-675a29431c07 HTTP/1.1" status: 204 len: 168 time: 0.5208251 Feb 11 05:23:15.942316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Transition to ACTIVE for port object 60f41b34-a8ec-416e-9bd0-58dedf07be75 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:15.943380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba91d40-2900-4171-9602-39211f74195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca046c70-16e9-40ce-a34f-675a29431c07,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:15.962984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a5a16d8-af93-447c-978d-61874290d88e req-408f4bdc-946f-47e2-886c-9d354e519239 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289659 Feb 11 05:23:15.964738 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.992606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=d77e9b99-de53-4dcd-9e8b-f22da052fb18,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:16.031357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27424cd-a85b-4f63-a6da-b69cee0e8df3 req-922c98a8-ee32-475c-ae14-333ffd489f30 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.039630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e27424cd-a85b-4f63-a6da-b69cee0e8df3 req-922c98a8-ee32-475c-ae14-333ffd489f30 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 969 time: 0.1713295 Feb 11 05:23:16.082685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60f41b34-a8ec-416e-9bd0-58dedf07be75,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:16.201979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Attempting to bind port 60f41b34-a8ec-416e-9bd0-58dedf07be75 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:16.202327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Attempting to bind port 60f41b34-a8ec-416e-9bd0-58dedf07be75 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:16.202660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Attempting to bind port 60f41b34-a8ec-416e-9bd0-58dedf07be75 on network 74a89941-9023-47cd-9eeb-d31c83a29d42 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:16.219615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Port 60f41b34-a8ec-416e-9bd0-58dedf07be75 on network 74a89941-9023-47cd-9eeb-d31c83a29d42 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:16.219615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Attempting to bind port 60f41b34-a8ec-416e-9bd0-58dedf07be75 on network 74a89941-9023-47cd-9eeb-d31c83a29d42 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:16.224261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['d77e9b99-de53-4dcd-9e8b-f22da052fb18'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:16.249681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:16.250118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Checking segment: {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:16.250519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Bound using segment: {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:16.250963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Bound port: 60f41b34-a8ec-416e-9bd0-58dedf07be75, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:16.251326 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.333254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] For port 60f41b34-a8ec-416e-9bd0-58dedf07be75, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:16.336840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] For port 60f41b34-a8ec-416e-9bd0-58dedf07be75, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=60f41b34-a8ec-416e-9bd0-58dedf07be75,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:16.361788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e27424cd-a85b-4f63-a6da-b69cee0e8df3 req-11907453-a35c-4639-b150-6b01d8d1e975 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210223 Feb 11 05:23:16.382924 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.402424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c7c85-3226-476e-923a-4cb25e156265 req-3c93601a-1991-43a4-bf22-16aa79d4f316 tempest-AggregatesAdminTestJSON-415761131 tempest-AggregatesAdminTestJSON-415761131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.404717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df0c7c85-3226-476e-923a-4cb25e156265 req-3c93601a-1991-43a4-bf22-16aa79d4f316 tempest-AggregatesAdminTestJSON-415761131 tempest-AggregatesAdminTestJSON-415761131-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 1153 time: 0.2944186 Feb 11 05:23:16.434411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.434953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.437263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] 10.222.0.72 "PUT /v2.0/ports/60f41b34-a8ec-416e-9bd0-58dedf07be75 HTTP/1.1" status: 200 len: 1093 time: 1.3140626 Feb 11 05:23:16.439134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'tag': '60f41b34-a8ec-416e-9bd0-58dedf07be75'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:16.442231 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec898ad9-26df-4df7-af16-977ab5581044" -d '{"events": [{"name": "network-changed", "server_uuid": "2eec30fd-6c04-4263-9631-5b73716b6a23", "tag": "60f41b34-a8ec-416e-9bd0-58dedf07be75"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:16.444724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43816) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:16.544134 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df0c7c85-3226-476e-923a-4cb25e156265 req-c6682098-3cc3-41dc-9c70-6ca5918b4898 tempest-AggregatesAdminTestJSON-415761131 tempest-AggregatesAdminTestJSON-415761131-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.586164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8eea-5f06-490d-b4d5-b762989ee3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.683068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43822) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:16.713026 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8959-17a4-4b15-8f7a-c1bdbde0d824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.716655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8eea-5f06-490d-b4d5-b762989ee3b5 admin admin] Publish callbacks [] for security_group (074e2f15-7ff0-43a0-9c6c-6da47108d24a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.725872 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8eea-5f06-490d-b4d5-b762989ee3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (074e2f15-7ff0-43a0-9c6c-6da47108d24a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.786117 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5f6d8eea-5f06-490d-b4d5-b762989ee3b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7e3190b687747cab57183564f00da02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359184 Feb 11 05:23:16.786964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43824) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:16.798648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d8eea-5f06-490d-b4d5-b762989ee3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074e2f15-7ff0-43a0-9c6c-6da47108d24a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:16.876556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87621c-b7a3-4f16-923e-7431859d86c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60f41b34-a8ec-416e-9bd0-58dedf07be75,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:16.892562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb059956-1d5d-4165-a9c7-d7c6bc0204a2 admin admin] Publish callbacks [] for security_group (074e2f15-7ff0-43a0-9c6c-6da47108d24a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.898017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8959-17a4-4b15-8f7a-c1bdbde0d824 admin admin] Publish callbacks [] for security_group (5928a8af-1b90-46fe-8b00-2eb91c12942e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.908343 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8959-17a4-4b15-8f7a-c1bdbde0d824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5928a8af-1b90-46fe-8b00-2eb91c12942e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.921580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-e9b1dcac-82eb-4745-86f6-3b18d54f822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.923096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-e9b1dcac-82eb-4745-86f6-3b18d54f822f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7545379b238f493ba8a954b800313df6&device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 1127 time: 0.4246695 Feb 11 05:23:16.930263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce26c9-f64f-4aa2-8164-00f6c1b7309e req-4ddcb3eb-7003-4207-89fe-b6de375d6faa tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.931618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47ce26c9-f64f-4aa2-8164-00f6c1b7309e req-4ddcb3eb-7003-4207-89fe-b6de375d6faa tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 949 time: 0.4548039 Feb 11 05:23:16.943322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb059956-1d5d-4165-a9c7-d7c6bc0204a2 admin admin] Publish callbacks [] for security_group (074e2f15-7ff0-43a0-9c6c-6da47108d24a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.978217 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3fdd8959-17a4-4b15-8f7a-c1bdbde0d824 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb0b716e86e4421b8b7f1c808c51f41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930818 Feb 11 05:23:16.984216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd8959-17a4-4b15-8f7a-c1bdbde0d824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5928a8af-1b90-46fe-8b00-2eb91c12942e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:16.987236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43828) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:16.991519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-5b99699f-8407-4515-ad6b-71814c525855 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f41b34-a8ec-416e-9bd0-58dedf07be75 HTTP/1.1" status: 200 len: 217 time: 0.0579345 Feb 11 05:23:17.015674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb059956-1d5d-4165-a9c7-d7c6bc0204a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (074e2f15-7ff0-43a0-9c6c-6da47108d24a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.018381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb059956-1d5d-4165-a9c7-d7c6bc0204a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.022143 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cb059956-1d5d-4165-a9c7-d7c6bc0204a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/074e2f15-7ff0-43a0-9c6c-6da47108d24a HTTP/1.1" status: 204 len: 168 time: 0.2321432 Feb 11 05:23:17.028764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb059956-1d5d-4165-a9c7-d7c6bc0204a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074e2f15-7ff0-43a0-9c6c-6da47108d24a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:17.070279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df0c7c85-3226-476e-923a-4cb25e156265 req-c6682098-3cc3-41dc-9c70-6ca5918b4898 tempest-AggregatesAdminTestJSON-415761131 tempest-AggregatesAdminTestJSON-415761131-project-admin] Publish callbacks [] for security_group (975e3d87-3856-4409-b515-10291802247e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.091256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df0c7c85-3226-476e-923a-4cb25e156265 req-c6682098-3cc3-41dc-9c70-6ca5918b4898 tempest-AggregatesAdminTestJSON-415761131 tempest-AggregatesAdminTestJSON-415761131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (975e3d87-3856-4409-b515-10291802247e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.126087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47ce26c9-f64f-4aa2-8164-00f6c1b7309e req-6311c132-b870-4667-aff9-f6a06a560c47 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849492 Feb 11 05:23:17.145795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-05a62a65-7882-442b-9fd6-a479a9d06b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.147246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-05a62a65-7882-442b-9fd6-a479a9d06b71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661 HTTP/1.1" status: 200 len: 863 time: 0.1483786 Feb 11 05:23:17.161340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df0c7c85-3226-476e-923a-4cb25e156265 req-c6682098-3cc3-41dc-9c70-6ca5918b4898 tempest-AggregatesAdminTestJSON-415761131 tempest-AggregatesAdminTestJSON-415761131-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7230022 Feb 11 05:23:17.208651 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312f0c61-6de0-4c3b-9454-1ead74b0f265 x-openstack-request-id: req-312f0c61-6de0-4c3b-9454-1ead74b0f265 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:17.208940 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eec30fd-6c04-4263-9631-5b73716b6a23", "tag": "60f41b34-a8ec-416e-9bd0-58dedf07be75", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:17.209242 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-312f0c61-6de0-4c3b-9454-1ead74b0f265 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:17.211241 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'tag': '60f41b34-a8ec-416e-9bd0-58dedf07be75', 'status': 'completed', 'code': 200} Feb 11 05:23:17.214759 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a188f33a-897c-42d1-8b85-9ab9c1cfc3eb admin admin] Publish callbacks [] for security_group (5928a8af-1b90-46fe-8b00-2eb91c12942e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.229879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6682098-3cc3-41dc-9c70-6ca5918b4898 tempest-AggregatesAdminTestJSON-415761131 tempest-AggregatesAdminTestJSON-415761131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975e3d87-3856-4409-b515-10291802247e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:17.250879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a188f33a-897c-42d1-8b85-9ab9c1cfc3eb admin admin] Publish callbacks [] for security_group (5928a8af-1b90-46fe-8b00-2eb91c12942e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.316065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-b53130bd-ee83-40de-94c6-2227f87538e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.317621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-b53130bd-ee83-40de-94c6-2227f87538e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74a89941-9023-47cd-9eeb-d31c83a29d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1588941 Feb 11 05:23:17.376299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd6da7-9d6e-4590-9e4b-8b26031f6317 req-50b47e83-5255-4872-9080-e9b6ce6dea6d tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.377704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ebd6da7-9d6e-4590-9e4b-8b26031f6317 req-50b47e83-5255-4872-9080-e9b6ce6dea6d tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 944 time: 0.1300850 Feb 11 05:23:17.419354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a188f33a-897c-42d1-8b85-9ab9c1cfc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5928a8af-1b90-46fe-8b00-2eb91c12942e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.421868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a188f33a-897c-42d1-8b85-9ab9c1cfc3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.422964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a188f33a-897c-42d1-8b85-9ab9c1cfc3eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5928a8af-1b90-46fe-8b00-2eb91c12942e HTTP/1.1" status: 204 len: 168 time: 0.4331183 Feb 11 05:23:17.426325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43842) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:17.440780 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0573ac5-62df-4cc2-8dfd-3b6785344307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.471031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188f33a-897c-42d1-8b85-9ab9c1cfc3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5928a8af-1b90-46fe-8b00-2eb91c12942e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:17.534080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ebd6da7-9d6e-4590-9e4b-8b26031f6317 req-e5458d9a-6a56-4b30-9d40-e4e7f1779cbe tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284533 Feb 11 05:23:17.536036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-1ac47f2e-b968-42a2-8b39-df768a2a525c service neutron] 10.222.0.72 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103953 Feb 11 05:23:17.546835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0573ac5-62df-4cc2-8dfd-3b6785344307 admin admin] Publish callbacks [] for security_group (b22d2d01-5610-4192-8143-8c6b9389f2c0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.559961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0573ac5-62df-4cc2-8dfd-3b6785344307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b22d2d01-5610-4192-8143-8c6b9389f2c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.585538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119e885-442c-402a-9358-3154dde0e274 req-6af1452a-9df6-4086-88c5-79d8e62cbdd7 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.587163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3119e885-442c-402a-9358-3154dde0e274 req-6af1452a-9df6-4086-88c5-79d8e62cbdd7 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 969 time: 0.1288638 Feb 11 05:23:17.603812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0573ac5-62df-4cc2-8dfd-3b6785344307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d2d01-5610-4192-8143-8c6b9389f2c0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:17.608142 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b0573ac5-62df-4cc2-8dfd-3b6785344307 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f54721ae53414abb855272563308b610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807082 Feb 11 05:23:17.610649 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43844) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:17.644887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d77e9b99-de53-4dcd-9e8b-f22da052fb18 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:17.676665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a62fa02-d72c-4f60-8a80-c1e3945f2363 admin admin] Publish callbacks [] for security_group (b22d2d01-5610-4192-8143-8c6b9389f2c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.701473 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a62fa02-d72c-4f60-8a80-c1e3945f2363 admin admin] Publish callbacks [] for security_group (b22d2d01-5610-4192-8143-8c6b9389f2c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.743024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baeb16fe-7782-49c6-b97c-d73f5bc4232b req-2cc3f2ee-7781-42c4-a575-35a73225cc2d service neutron] 10.222.0.72 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998444 Feb 11 05:23:17.764825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a62fa02-d72c-4f60-8a80-c1e3945f2363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b22d2d01-5610-4192-8143-8c6b9389f2c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.765210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3119e885-442c-402a-9358-3154dde0e274 req-293f16c8-f32c-47f4-9b03-b51b8c92d4e9 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347520 Feb 11 05:23:17.768386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a62fa02-d72c-4f60-8a80-c1e3945f2363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.772597 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8a62fa02-d72c-4f60-8a80-c1e3945f2363 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b22d2d01-5610-4192-8143-8c6b9389f2c0 HTTP/1.1" status: 204 len: 168 time: 0.1590891 Feb 11 05:23:17.797234 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62fa02-d72c-4f60-8a80-c1e3945f2363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d2d01-5610-4192-8143-8c6b9389f2c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:17.797401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47086e2-86d0-47fc-aecb-96481e9567e5 req-ec5ead59-5a89-4c3f-bc7e-ed778e7e0b5f tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.807556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f47086e2-86d0-47fc-aecb-96481e9567e5 req-ec5ead59-5a89-4c3f-bc7e-ed778e7e0b5f tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 970 time: 0.1761510 Feb 11 05:23:17.872977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port d77e9b99-de53-4dcd-9e8b-f22da052fb18 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:17.879731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port d77e9b99-de53-4dcd-9e8b-f22da052fb18 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:17.880994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.888656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f47086e2-86d0-47fc-aecb-96481e9567e5 req-84de0a0e-787d-4d18-b764-7f6a80485856 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802391 Feb 11 05:23:17.917536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec898ad9-26df-4df7-af16-977ab5581044 req-7345932a-ec85-43ad-b2db-1f6fcc494323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.919043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec898ad9-26df-4df7-af16-977ab5581044 req-7345932a-ec85-43ad-b2db-1f6fcc494323 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7545379b238f493ba8a954b800313df6&device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 1127 time: 0.0899117 Feb 11 05:23:18.003628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port d77e9b99-de53-4dcd-9e8b-f22da052fb18 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:18.004220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.032531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec898ad9-26df-4df7-af16-977ab5581044 req-97fa3578-8555-435a-994d-b834d3476f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.032663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4f1f9-d32b-4076-bc88-e4500619f27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77e9b99-de53-4dcd-9e8b-f22da052fb18'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:18.034669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec898ad9-26df-4df7-af16-977ab5581044 req-97fa3578-8555-435a-994d-b834d3476f97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 200 len: 925 time: 0.1077569 Feb 11 05:23:18.035011 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8326e-36d0-4c18-8470-c9988677377d" -d '{"events": [{"server_uuid": "92d4f1f9-d32b-4076-bc88-e4500619f27e", "name": "network-vif-plugged", "status": "completed", "tag": "d77e9b99-de53-4dcd-9e8b-f22da052fb18"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:18.048430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port d77e9b99-de53-4dcd-9e8b-f22da052fb18, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d77e9b99-de53-4dcd-9e8b-f22da052fb18,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:18.054443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.109674 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7017434b-4010-455d-af1d-d0e704806e93 x-openstack-request-id: req-7017434b-4010-455d-af1d-d0e704806e93 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:18.110290 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d4f1f9-d32b-4076-bc88-e4500619f27e", "name": "network-vif-plugged", "status": "completed", "tag": "d77e9b99-de53-4dcd-9e8b-f22da052fb18", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:18.110840 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7017434b-4010-455d-af1d-d0e704806e93 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:18.111524 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d4f1f9-d32b-4076-bc88-e4500619f27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77e9b99-de53-4dcd-9e8b-f22da052fb18', 'code': 200} Feb 11 05:23:18.117802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=d77e9b99-de53-4dcd-9e8b-f22da052fb18,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:18.149373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec898ad9-26df-4df7-af16-977ab5581044 req-9f411e54-f309-4c5a-b27e-214028a8138e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f41b34-a8ec-416e-9bd0-58dedf07be75 HTTP/1.1" status: 200 len: 217 time: 0.1050291 Feb 11 05:23:18.184417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.72', 53807) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:18.267654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec898ad9-26df-4df7-af16-977ab5581044 req-f4d295e4-c80e-4dcd-892a-217d5d2b6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.269200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec898ad9-26df-4df7-af16-977ab5581044 req-f4d295e4-c80e-4dcd-892a-217d5d2b6cd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661 HTTP/1.1" status: 200 len: 863 time: 0.1091497 Feb 11 05:23:18.272791 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f4e6-41b2-4bd3-8126-077eb6cea8e3 req-2b743a82-4e4f-4fc7-859e-eb96630041b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.274302 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-01f6f4e6-41b2-4bd3-8126-077eb6cea8e3 req-2b743a82-4e4f-4fc7-859e-eb96630041b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 1133 time: 0.0887635 Feb 11 05:23:18.363028 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-01f6f4e6-41b2-4bd3-8126-077eb6cea8e3 req-5d312cf7-f4b3-460e-b85d-9ac9093b8fd2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809836 Feb 11 05:23:18.367686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971e8de-0e0f-4d1d-b156-346dea407b23 req-e84a3125-9292-42bb-b1f3-f7cd850f4796 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.369753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9971e8de-0e0f-4d1d-b156-346dea407b23 req-e84a3125-9292-42bb-b1f3-f7cd850f4796 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 950 time: 0.0991395 Feb 11 05:23:18.380797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec898ad9-26df-4df7-af16-977ab5581044 req-92bbf630-d69e-4c15-bfbd-2065336eab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.382298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec898ad9-26df-4df7-af16-977ab5581044 req-92bbf630-d69e-4c15-bfbd-2065336eab3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74a89941-9023-47cd-9eeb-d31c83a29d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1058583 Feb 11 05:23:18.440806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9971e8de-0e0f-4d1d-b156-346dea407b23 req-41365c18-351e-4e23-b3f4-a56ba5f44fb0 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634904 Feb 11 05:23:18.494620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c5305-c88a-48c7-86d1-eb04be39d2c9 req-79f3a610-0679-4289-85b7-51551a2f0230 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.496281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-528c5305-c88a-48c7-86d1-eb04be39d2c9 req-79f3a610-0679-4289-85b7-51551a2f0230 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 969 time: 0.0727508 Feb 11 05:23:18.552980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-528c5305-c88a-48c7-86d1-eb04be39d2c9 req-7d144500-daed-4c20-82ed-147728fb6778 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497868 Feb 11 05:23:18.746748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7df0a9-729f-4592-a72e-6b2468bdc2b4 req-81796df1-d10c-464c-9394-a28ea0646aa4 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.748244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e7df0a9-729f-4592-a72e-6b2468bdc2b4 req-81796df1-d10c-464c-9394-a28ea0646aa4 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 944 time: 0.1262212 Feb 11 05:23:18.813196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec898ad9-26df-4df7-af16-977ab5581044 req-ecc7c2fd-a980-44f0-b747-650b7088fff8 service neutron] 10.222.0.72 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535172 Feb 11 05:23:18.821967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e7df0a9-729f-4592-a72e-6b2468bdc2b4 req-1bfb152c-29d3-4c7d-bd4a-f70130b6e7c9 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597687 Feb 11 05:23:18.917906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec898ad9-26df-4df7-af16-977ab5581044 req-bf02b20c-af07-451a-8c72-5d323788187b service neutron] 10.222.0.72 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948994 Feb 11 05:23:19.025950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa15e46-cb63-48eb-92e8-536ef1f8f566 req-1f290a64-513d-4cff-a5eb-a6682f49827a tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.027524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fa15e46-cb63-48eb-92e8-536ef1f8f566 req-1f290a64-513d-4cff-a5eb-a6682f49827a tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 970 time: 0.0598302 Feb 11 05:23:19.085029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fa15e46-cb63-48eb-92e8-536ef1f8f566 req-634e5df0-f1ac-4891-9969-0cd75c7761a9 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/security-groups?id=c761b217-a71f-49dd-a137-1b7ed339727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520113 Feb 11 05:23:19.601753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-82ff1a61-5624-47a6-baa5-369ea4d37572 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.603383 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-82ff1a61-5624-47a6-baa5-369ea4d37572 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 970 time: 0.0908406 Feb 11 05:23:19.619276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-9f5c73df-c4e8-472f-89a7-ca52b95fd58f tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=170c36a523d5416383886e096a9dcbf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271661 Feb 11 05:23:19.658596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08628e74-0d79-41be-94dd-f75b3f980352 req-7a4b1cdc-9e70-412e-9a74-034c99bee2cb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.661458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08628e74-0d79-41be-94dd-f75b3f980352 req-7a4b1cdc-9e70-412e-9a74-034c99bee2cb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 950 time: 0.0969110 Feb 11 05:23:19.755786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Deleting port 458c1469-1a76-45f1-9133-5ce6e6865550 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:19.756127 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.760358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08628e74-0d79-41be-94dd-f75b3f980352 req-2df1558d-5930-44b4-b34a-c98125ea5831 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925817 Feb 11 05:23:19.770457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-63b02882-abb2-4df5-91fb-5ee43be55388 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.771925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-63b02882-abb2-4df5-91fb-5ee43be55388 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470163 Feb 11 05:23:19.788174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-58ac3ebb-2777-4cbc-a48a-83813a0ebe30 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/quotas/170c36a523d5416383886e096a9dcbf7 HTTP/1.1" status: 200 len: 375 time: 0.0093901 Feb 11 05:23:19.826833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-5766d20a-c68f-47f1-a9f4-1798d20380f8 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=170c36a523d5416383886e096a9dcbf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277643 Feb 11 05:23:19.866845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] For port 458c1469-1a76-45f1-9133-5ce6e6865550, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=458c1469-1a76-45f1-9133-5ce6e6865550,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:19.867213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.888501 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Calling delete_port for 458c1469-1a76-45f1-9133-5ce6e6865550 owned by compute:tempest-test_az-42709498 {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:19.899306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60835-d53f-46c7-a867-996ab5081c17 req-ef53b439-1c00-4ada-a090-15b26118b64a tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.900845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69c60835-d53f-46c7-a867-996ab5081c17 req-ef53b439-1c00-4ada-a090-15b26118b64a tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 969 time: 0.0587859 Feb 11 05:23:19.960525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69c60835-d53f-46c7-a867-996ab5081c17 req-5702f029-c492-43f1-939a-e27e20584e4c tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Feb 11 05:23:20.079396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (458c1469-1a76-45f1-9133-5ce6e6865550), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.094805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['458c1469-1a76-45f1-9133-5ce6e6865550'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:20.097244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-168e0b50-be05-45ff-b8e5-4b41c1e04b06 req-2031e71f-c258-43e2-bff5-e8861ff06a5e tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 210 time: 0.0483463 Feb 11 05:23:20.111663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Pushing event deleted for resources: {'Port': ['ID=458c1469-1a76-45f1-9133-5ce6e6865550,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:20.148769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8f15-6620-4fb5-9dae-b4e6587cc217 req-cf62693f-3ca7-446c-8ca1-548acf5c0be7 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.150647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b39e8f15-6620-4fb5-9dae-b4e6587cc217 req-cf62693f-3ca7-446c-8ca1-548acf5c0be7 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 944 time: 0.1038835 Feb 11 05:23:20.227449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] No DVR routers for this DVR port 458c1469-1a76-45f1-9133-5ce6e6865550 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:20.231790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.238407 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a7781a7b-1d86-40f4-aeea-ad0f7eb06f0c req-578d6bf5-8a3a-4aab-8a2d-373b099afc42 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.81 "DELETE /v2.0/ports/458c1469-1a76-45f1-9133-5ce6e6865550 HTTP/1.1" status: 204 len: 173 time: 0.6282194 Feb 11 05:23:20.239297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e7ff2f-1b15-430c-85bd-156da689bf6e', 'name': 'network-vif-deleted', 'tag': '458c1469-1a76-45f1-9133-5ce6e6865550'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:20.243454 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d33da90-7be6-44cc-82c0-e9870490df36" -d '{"events": [{"server_uuid": "d4e7ff2f-1b15-430c-85bd-156da689bf6e", "name": "network-vif-deleted", "tag": "458c1469-1a76-45f1-9133-5ce6e6865550"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:20.288349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b39e8f15-6620-4fb5-9dae-b4e6587cc217 req-43c1c284-00fa-4b66-a8c4-01da84021960 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306450 Feb 11 05:23:20.356237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eddca62d-23ab-4ca9-9854-00a56ff2b082 req-6d8899e3-de29-48f5-b0e1-cadbf80b5a76 tempest-AggregatesAdminTestJSON-2093176113 tempest-AggregatesAdminTestJSON-2093176113-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e7ff2f-1b15-430c-85bd-156da689bf6e HTTP/1.1" status: 200 len: 210 time: 0.0660391 Feb 11 05:23:20.435198 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a660d1b-e2ca-4289-967e-9eb3da46f040 x-openstack-request-id: req-3a660d1b-e2ca-4289-967e-9eb3da46f040 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:20.435538 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e7ff2f-1b15-430c-85bd-156da689bf6e", "name": "network-vif-deleted", "tag": "458c1469-1a76-45f1-9133-5ce6e6865550", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:20.435858 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a660d1b-e2ca-4289-967e-9eb3da46f040 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:20.437900 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e7ff2f-1b15-430c-85bd-156da689bf6e', 'name': 'network-vif-deleted', 'tag': '458c1469-1a76-45f1-9133-5ce6e6865550', 'status': 'completed', 'code': 200} Feb 11 05:23:20.463079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da211d-8b8e-4c34-a267-c739256554f3 req-2a9e8e1f-bb22-4cc1-baee-5ef55f63cf4a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.464474 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-57da211d-8b8e-4c34-a267-c739256554f3 req-2a9e8e1f-bb22-4cc1-baee-5ef55f63cf4a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 1152 time: 0.0799322 Feb 11 05:23:20.581069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-57da211d-8b8e-4c34-a267-c739256554f3 req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] Deleting port f22304c4-7261-4fea-be68-844a1b48b010 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:20.581526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-57da211d-8b8e-4c34-a267-c739256554f3 req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f22304c4-7261-4fea-be68-844a1b48b010), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.667560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-57da211d-8b8e-4c34-a267-c739256554f3 req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] For port f22304c4-7261-4fea-be68-844a1b48b010, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f22304c4-7261-4fea-be68-844a1b48b010,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:20.668163 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-57da211d-8b8e-4c34-a267-c739256554f3 req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f22304c4-7261-4fea-be68-844a1b48b010), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.681930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-57da211d-8b8e-4c34-a267-c739256554f3 req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] Calling delete_port for f22304c4-7261-4fea-be68-844a1b48b010 owned by compute:tempest-test_az-42709498 {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:20.816614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-57da211d-8b8e-4c34-a267-c739256554f3 req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f22304c4-7261-4fea-be68-844a1b48b010), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.830767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['f22304c4-7261-4fea-be68-844a1b48b010'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:20.848483 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] Pushing event deleted for resources: {'Port': ['ID=f22304c4-7261-4fea-be68-844a1b48b010,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:20.899993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-57da211d-8b8e-4c34-a267-c739256554f3 req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] No DVR routers for this DVR port f22304c4-7261-4fea-be68-844a1b48b010 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:20.902787 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-57da211d-8b8e-4c34-a267-c739256554f3 req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.908473 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-57da211d-8b8e-4c34-a267-c739256554f3 req-64f2e4f5-4fe7-4800-bd20-d01528c94d5a tempest-DeleteServersAdminTestJSON-79024613 tempest-DeleteServersAdminTestJSON-79024613-project-admin] 10.222.0.81 "DELETE /v2.0/ports/f22304c4-7261-4fea-be68-844a1b48b010 HTTP/1.1" status: 204 len: 173 time: 0.4334810 Feb 11 05:23:20.933869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca175f1e-fc56-47b7-9cd9-c7ec40d85095 req-5954e4d4-5c91-4ddd-89d7-d23bb945c70a tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.935916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca175f1e-fc56-47b7-9cd9-c7ec40d85095 req-5954e4d4-5c91-4ddd-89d7-d23bb945c70a tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 950 time: 0.0999260 Feb 11 05:23:21.017809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca175f1e-fc56-47b7-9cd9-c7ec40d85095 req-b2afb031-e675-47d3-9aca-d48a34a3a134 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746589 Feb 11 05:23:21.106499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44016) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:21.119926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc9eb224-17a7-4b21-bdba-5cdfcad23a1d req-16ecddd9-6e16-4494-a73e-ae615a35f696 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc00f44b-864b-42c8-bbae-add96d32c165 HTTP/1.1" status: 200 len: 210 time: 0.0526359 Feb 11 05:23:21.239489 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3278aa54-2fcd-48f0-a913-f856e61e2a86 req-900af1c1-a034-43dd-9435-68a2f59cf515 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 210 time: 0.0415328 Feb 11 05:23:21.263893 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03d7f519-b273-4572-858a-f3ef8817a79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.355074 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-ce4ec0eb-a9d4-4039-afc1-93919e1c24e5 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=170c36a523d5416383886e096a9dcbf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247757 Feb 11 05:23:21.403045 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03d7f519-b273-4572-858a-f3ef8817a79d admin admin] Publish callbacks [] for security_group (be8ea805-d682-490e-9236-82e68bf208d6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.438862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03d7f519-b273-4572-858a-f3ef8817a79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (be8ea805-d682-490e-9236-82e68bf208d6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.439517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0196e-a726-4422-98db-7d220b537f38 req-3604f496-772f-4797-8b64-8c688306f1f4 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.441445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fd0196e-a726-4422-98db-7d220b537f38 req-3604f496-772f-4797-8b64-8c688306f1f4 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 944 time: 0.0625148 Feb 11 05:23:21.514476 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-03d7f519-b273-4572-858a-f3ef8817a79d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07eb46bb634145fda4bfa59e102f2e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067304 Feb 11 05:23:21.515559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fd0196e-a726-4422-98db-7d220b537f38 req-f8ea34df-3170-447f-872d-b054020af93d tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683210 Feb 11 05:23:21.517447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44034) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:21.573254 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7f519-b273-4572-858a-f3ef8817a79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8ea805-d682-490e-9236-82e68bf208d6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:21.585404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8984ca4f-ec42-414e-bd7b-9ba517845f66 admin admin] Publish callbacks [] for security_group (be8ea805-d682-490e-9236-82e68bf208d6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.598730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-0f85f663-47df-463d-b3a7-d3fd7770724e tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.601017 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-0f85f663-47df-463d-b3a7-d3fd7770724e tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328398 Feb 11 05:23:21.614512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8984ca4f-ec42-414e-bd7b-9ba517845f66 admin admin] Publish callbacks [] for security_group (be8ea805-d682-490e-9236-82e68bf208d6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.619168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Request body: {'port': {'device_id': '0e1f5a7e-d143-4650-8da1-d7f849d5bf55', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '170c36a523d5416383886e096a9dcbf7'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:21.647381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 60f41b34-a8ec-416e-9bd0-58dedf07be75 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:21.652039 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-cb307374-758f-431d-a7c5-6ab642122eef tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9857c11d9e19444b87530b515b0d85c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402672 Feb 11 05:23:21.759130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 60f41b34-a8ec-416e-9bd0-58dedf07be75, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=60f41b34-a8ec-416e-9bd0-58dedf07be75,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:21.773099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '60f41b34-a8ec-416e-9bd0-58dedf07be75', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'port_id': '60f41b34-a8ec-416e-9bd0-58dedf07be75', 'mac_address': 'fa:16:3e:cd:88:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:21.777674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-94e0d958-64c9-4b31-a792-8c7f58577038 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.785300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-94e0d958-64c9-4b31-a792-8c7f58577038 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323259 Feb 11 05:23:21.806285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Made reservation on behalf of 170c36a523d5416383886e096a9dcbf7 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:21.813410 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.818575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-5dfb73e0-9c64-422f-a528-a0216b950dae tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/quotas/9857c11d9e19444b87530b515b0d85c3 HTTP/1.1" status: 200 len: 375 time: 0.0322611 Feb 11 05:23:21.827104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 60f41b34-a8ec-416e-9bd0-58dedf07be75 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:21.827735 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.830859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.848768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f41b34-a8ec-416e-9bd0-58dedf07be75 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:21.883618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 60f41b34-a8ec-416e-9bd0-58dedf07be75, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=60f41b34-a8ec-416e-9bd0-58dedf07be75,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:21.888616 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.899761 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.909291 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8984ca4f-ec42-414e-bd7b-9ba517845f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (be8ea805-d682-490e-9236-82e68bf208d6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.912178 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8984ca4f-ec42-414e-bd7b-9ba517845f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.913892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8984ca4f-ec42-414e-bd7b-9ba517845f66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be8ea805-d682-490e-9236-82e68bf208d6 HTTP/1.1" status: 204 len: 168 time: 0.3953733 Feb 11 05:23:21.931730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e30da3c6-caef-408d-bac6-c7850ae78813 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9857c11d9e19444b87530b515b0d85c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122658 Feb 11 05:23:21.945153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks [] for security_group (b6895f31-38bb-45cb-afb9-b7cf66dd9ed5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.946722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984ca4f-ec42-414e-bd7b-9ba517845f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8ea805-d682-490e-9236-82e68bf208d6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:21.950199 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b6895f31-38bb-45cb-afb9-b7cf66dd9ed5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.979893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=60f41b34-a8ec-416e-9bd0-58dedf07be75,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:22.072195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:22.119008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['60f41b34-a8ec-416e-9bd0-58dedf07be75'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:22.192712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Allocated IP 192.168.233.55 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/3325705e-e8c4-49f2-9b33-ab94643186ec) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:22.233609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da66d52a-d966-4f4b-908a-d27ae84c2b73 req-787b3347-760d-4d51-a769-01537c007223 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 210 time: 0.0533364 Feb 11 05:23:22.491411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b47aeb7f-d207-4b1c-a367-b38b3d07fa61 req-71237032-1254-4d29-83eb-8be48de2af75 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 210 time: 0.0593092 Feb 11 05:23:22.513104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00f44b-864b-42c8-bbae-add96d32c165', 'name': 'network-vif-deleted', 'tag': 'f22304c4-7261-4fea-be68-844a1b48b010'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:22.520508 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72fb218-456c-4814-b042-f372f3477161" -d '{"events": [{"server_uuid": "cc00f44b-864b-42c8-bbae-add96d32c165", "name": "network-vif-deleted", "tag": "f22304c4-7261-4fea-be68-844a1b48b010"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:22.527283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44088) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:22.545381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-285f59b6-31d8-490d-b2de-36c740d63981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.599934 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f84f0e3-6043-413e-92b8-7386710f1a23 x-openstack-request-id: req-2f84f0e3-6043-413e-92b8-7386710f1a23 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:22.600750 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00f44b-864b-42c8-bbae-add96d32c165", "name": "network-vif-deleted", "tag": "f22304c4-7261-4fea-be68-844a1b48b010", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:22.600750 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f84f0e3-6043-413e-92b8-7386710f1a23 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:22.601387 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00f44b-864b-42c8-bbae-add96d32c165', 'name': 'network-vif-deleted', 'tag': 'f22304c4-7261-4fea-be68-844a1b48b010', 'status': 'completed', 'code': 200} Feb 11 05:23:22.653776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-04e471e6-2379-45b6-87b8-87d9dd965ef3 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f94c266a19a448d5b92ea35b8d671f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359476 Feb 11 05:23:22.713305 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks [] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.754111 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.800107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-285f59b6-31d8-490d-b2de-36c740d63981 admin admin] Publish callbacks [] for security_group (e97e9ef4-de1e-44cb-87e8-c97c92c8b922), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.809627 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-285f59b6-31d8-490d-b2de-36c740d63981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e97e9ef4-de1e-44cb-87e8-c97c92c8b922), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.810886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:22.823390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071d007-5d9f-4001-ba24-096820bcf623 req-ed483ad0-09c5-4cd7-813e-28b80a62dc1d tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.824862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b071d007-5d9f-4001-ba24-096820bcf623 req-ed483ad0-09c5-4cd7-813e-28b80a62dc1d tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 945 time: 0.1570117 Feb 11 05:23:22.825319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:22.829392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:22.862667 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Pushing event updated for resources: {'Port': ['ID=3325705e-e8c4-49f2-9b33-ab94643186ec,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:22.879697 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.889146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-e8865195-d752-4c43-b94d-01567e412f7e tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.890643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-e8865195-d752-4c43-b94d-01567e412f7e tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359688 Feb 11 05:23:22.900502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.901290 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.904987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f59b6-31d8-490d-b2de-36c740d63981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97e9ef4-de1e-44cb-87e8-c97c92c8b922,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:22.914412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-285f59b6-31d8-490d-b2de-36c740d63981 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1309be765e214839b5d45d62f772659c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860819 Feb 11 05:23:22.918888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44110) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:22.935508 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-21471d40-03e7-477d-8523-1063c2488e02 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3209238 Feb 11 05:23:22.966981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Request body: {'port': {'device_id': '0e1f5a7e-d143-4650-8da1-d7f849d5bf55', 'device_owner': 'compute:tempest-test_az-42709498', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:22.969712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-a5c37d18-72cb-4d7d-98d9-6161a6d64614 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/quotas/f94c266a19a448d5b92ea35b8d671f84 HTTP/1.1" status: 200 len: 375 time: 0.0526853 Feb 11 05:23:23.012019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b071d007-5d9f-4001-ba24-096820bcf623 req-7aa1156d-6cb0-420a-967e-33c7258c12c7 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765158 Feb 11 05:23:23.051222 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.054277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-49c7a362-4065-412f-a0db-dff7f847db15 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f94c266a19a448d5b92ea35b8d671f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705757 Feb 11 05:23:23.074302 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-80ae8626-082a-4c7d-b1cf-d4d29fdf30d6 admin admin] Publish callbacks [] for security_group (e97e9ef4-de1e-44cb-87e8-c97c92c8b922), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.113921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-80ae8626-082a-4c7d-b1cf-d4d29fdf30d6 admin admin] Publish callbacks [] for security_group (e97e9ef4-de1e-44cb-87e8-c97c92c8b922), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.124287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c2a5265f-8426-4cfb-8c00-ce564c575925 None None] Provisioning complete for port 3325705e-e8c4-49f2-9b33-ab94643186ec triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:23.125756 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c2a5265f-8426-4cfb-8c00-ce564c575925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.179866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-80ae8626-082a-4c7d-b1cf-d4d29fdf30d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e97e9ef4-de1e-44cb-87e8-c97c92c8b922), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.182679 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-80ae8626-082a-4c7d-b1cf-d4d29fdf30d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.192495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-80ae8626-082a-4c7d-b1cf-d4d29fdf30d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e97e9ef4-de1e-44cb-87e8-c97c92c8b922 HTTP/1.1" status: 204 len: 168 time: 0.2618010 Feb 11 05:23:23.197683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5265f-8426-4cfb-8c00-ce564c575925 None None] Port 3325705e-e8c4-49f2-9b33-ab94643186ec cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:23.219461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae8626-082a-4c7d-b1cf-d4d29fdf30d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97e9ef4-de1e-44cb-87e8-c97c92c8b922,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:23.362403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-953dd174-b399-47b4-88f1-bf6f87e3ab19 req-ae46f60a-76a8-4b2c-81cb-af06839c1f0b tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 210 time: 0.0299709 Feb 11 05:23:23.398393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3de3f999-0818-477e-8eb9-4adb2fb18518 req-41bdad9e-3c3a-40a1-ae4d-09e5686afdb9 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 210 time: 0.0336430 Feb 11 05:23:23.577627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-fece81b4-e598-4b0f-b986-9112d0e466a3 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9857c11d9e19444b87530b515b0d85c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368221 Feb 11 05:23:23.589891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3325705e-e8c4-49f2-9b33-ab94643186ec {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:23.620033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Publish callbacks [] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.646989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 60f41b34-a8ec-416e-9bd0-58dedf07be75 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:23.685672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Transition to ACTIVE for port object 3325705e-e8c4-49f2-9b33-ab94643186ec will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:23.693412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.781195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Pushing event updated for resources: {'Port': ['ID=3325705e-e8c4-49f2-9b33-ab94643186ec,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:23.886272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 60f41b34-a8ec-416e-9bd0-58dedf07be75 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:23.902855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 60f41b34-a8ec-416e-9bd0-58dedf07be75 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:23.903390 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.950782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Attempting to bind port 3325705e-e8c4-49f2-9b33-ab94643186ec on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:23.951299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Attempting to bind port 3325705e-e8c4-49f2-9b33-ab94643186ec by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:23.953393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Attempting to bind port 3325705e-e8c4-49f2-9b33-ab94643186ec on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:23.966309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Port 3325705e-e8c4-49f2-9b33-ab94643186ec on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:23.966651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Attempting to bind port 3325705e-e8c4-49f2-9b33-ab94643186ec on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:23.985756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:23.986109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:23.986502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:23.986960 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Bound port: 3325705e-e8c4-49f2-9b33-ab94643186ec, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:23.987357 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.130381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 60f41b34-a8ec-416e-9bd0-58dedf07be75 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:24.131807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.146201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] For port 3325705e-e8c4-49f2-9b33-ab94643186ec, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:24.150086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] For port 3325705e-e8c4-49f2-9b33-ab94643186ec, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3325705e-e8c4-49f2-9b33-ab94643186ec,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:24.156756 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.185812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f41b34-a8ec-416e-9bd0-58dedf07be75'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:24.191056 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78db3c30-5af4-4547-a5a2-44e063ffb54a" -d '{"events": [{"server_uuid": "2eec30fd-6c04-4263-9631-5b73716b6a23", "name": "network-vif-plugged", "status": "completed", "tag": "60f41b34-a8ec-416e-9bd0-58dedf07be75"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:24.203584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.204466 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.207038 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] 10.222.0.81 "PUT /v2.0/ports/3325705e-e8c4-49f2-9b33-ab94643186ec HTTP/1.1" status: 200 len: 1116 time: 1.2562280 Feb 11 05:23:24.242632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 60f41b34-a8ec-416e-9bd0-58dedf07be75, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=60f41b34-a8ec-416e-9bd0-58dedf07be75,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:24.257860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f60d2-c6c7-4629-90bb-dcad19767644 service neutron] Pushing event updated for resources: {'Port': ['ID=3325705e-e8c4-49f2-9b33-ab94643186ec,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:24.263835 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.275935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-41bfe8ff-f2d3-4e2e-817b-86cd4086e720 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.277908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-41bfe8ff-f2d3-4e2e-817b-86cd4086e720 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6950908 Feb 11 05:23:24.309670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61906b44-bdac-4ee3-b053-ec3c9cce3425 req-31e6371a-88ce-458c-9c01-d58402c11353 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.310854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61906b44-bdac-4ee3-b053-ec3c9cce3425 req-31e6371a-88ce-458c-9c01-d58402c11353 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 967 time: 0.6604478 Feb 11 05:23:24.314404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Request body: {'port': {'device_id': '40ef53e7-0529-4611-8b06-4ad4a514b054', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '9857c11d9e19444b87530b515b0d85c3'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:24.357841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=60f41b34-a8ec-416e-9bd0-58dedf07be75,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:24.375342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-bd89fad1-e9ce-4006-a832-57cb624a429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.377321 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-bd89fad1-e9ce-4006-a832-57cb624a429d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=170c36a523d5416383886e096a9dcbf7&device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 1150 time: 0.0789516 Feb 11 05:23:24.459214 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-c0ff5a2d-0be7-4336-b0aa-c546be030da9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3325705e-e8c4-49f2-9b33-ab94643186ec HTTP/1.1" status: 200 len: 217 time: 0.0744383 Feb 11 05:23:24.519468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a4dbd-10f3-4445-8010-7b4904686ae3 req-3498f441-9ea7-4f44-907b-5e4b2d574719 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.526616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-d5741070-98d3-4c9f-8bf6-7a886e2c2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.528161 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-d5741070-98d3-4c9f-8bf6-7a886e2c2be9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0566156 Feb 11 05:23:24.529873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-297a4dbd-10f3-4445-8010-7b4904686ae3 req-3498f441-9ea7-4f44-907b-5e4b2d574719 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 946 time: 0.2507041 Feb 11 05:23:24.540132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61906b44-bdac-4ee3-b053-ec3c9cce3425 req-be1397cc-33fb-46f4-a867-21ab162a09aa tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948612 Feb 11 05:23:24.595441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Made reservation on behalf of 9857c11d9e19444b87530b515b0d85c3 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:24.599696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.604038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 458c1469-1a76-45f1-9133-5ce6e6865550 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:24.605275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1f5a7e-d143-4650-8da1-d7f849d5bf55', 'tag': '3325705e-e8c4-49f2-9b33-ab94643186ec'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:24.608107 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7c2751-9575-42ff-b825-efbb6fec9805" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1f5a7e-d143-4650-8da1-d7f849d5bf55", "tag": "3325705e-e8c4-49f2-9b33-ab94643186ec"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:24.613194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-e04f6f5d-c1bb-475e-b93b-3a25874a1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.614833 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-e04f6f5d-c1bb-475e-b93b-3a25874a1f43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0761380 Feb 11 05:23:24.645518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-297a4dbd-10f3-4445-8010-7b4904686ae3 req-4beec6dd-8299-4b36-8049-b7ec9216ad42 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143346 Feb 11 05:23:24.671261 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0263afbd-38bb-4a62-9792-0be32e82979d x-openstack-request-id: req-0263afbd-38bb-4a62-9792-0be32e82979d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:24.671261 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eec30fd-6c04-4263-9631-5b73716b6a23", "name": "network-vif-plugged", "status": "completed", "tag": "60f41b34-a8ec-416e-9bd0-58dedf07be75", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:24.671261 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0263afbd-38bb-4a62-9792-0be32e82979d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:24.671261 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f41b34-a8ec-416e-9bd0-58dedf07be75', 'code': 200} Feb 11 05:23:24.671261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 458c1469-1a76-45f1-9133-5ce6e6865550 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:24.671261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 458c1469-1a76-45f1-9133-5ce6e6865550 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:24.671261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f22304c4-7261-4fea-be68-844a1b48b010 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:24.678998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44190) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:24.700833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: f22304c4-7261-4fea-be68-844a1b48b010 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:24.701200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f22304c4-7261-4fea-be68-844a1b48b010 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:24.783445 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-8431ce6b-02ef-497c-9b7c-9936a8135937 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576385 Feb 11 05:23:24.814849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3fd44e2-b31a-41fa-ba1a-4a8c920a8597 req-190f33a0-68ff-4fe2-9956-cf0b8df408ee tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 210 time: 0.0718937 Feb 11 05:23:24.879200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-network', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:24.896044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9836b903-14e9-46d8-bd24-7ae758b25a74 req-7a682213-383e-46df-b910-1777e50854a6 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025507 Feb 11 05:23:24.909645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-370ecf1d-b484-4bd6-af7f-deffc7e95105 req-d918fd8e-9be9-489d-92a6-c5e8342a3c9e tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 210 time: 0.1272202 Feb 11 05:23:24.937376 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a25f80-f506-47d9-a9dc-5fefceca59e0 x-openstack-request-id: req-62a25f80-f506-47d9-a9dc-5fefceca59e0 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:24.938411 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1f5a7e-d143-4650-8da1-d7f849d5bf55", "tag": "3325705e-e8c4-49f2-9b33-ab94643186ec", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:24.938411 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62a25f80-f506-47d9-a9dc-5fefceca59e0 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:24.938700 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1f5a7e-d143-4650-8da1-d7f849d5bf55', 'tag': '3325705e-e8c4-49f2-9b33-ab94643186ec', 'status': 'completed', 'code': 200} Feb 11 05:23:24.952614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abfdca-0799-4484-b861-e9e2b6a58409 req-c8d14ede-1aa1-42e0-a6ad-d146b09fe16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.954407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61abfdca-0799-4484-b861-e9e2b6a58409 req-c8d14ede-1aa1-42e0-a6ad-d146b09fe16a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 1129 time: 0.2255778 Feb 11 05:23:24.971229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.81', 54601) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:24.972955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Made reservation on behalf of 37f8d2452fba4203aebe178814bc4d35 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:24.975375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.980559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Allocated IP 192.168.233.73 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/3101df4f-a836-47e7-b90c-4855c389965a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:24.982071 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-12087e22-45e4-403d-acb7-5df1380331da tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f94c266a19a448d5b92ea35b8d671f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682354 Feb 11 05:23:25.008166 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.075113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61abfdca-0799-4484-b861-e9e2b6a58409 req-f14d116d-eed7-4ea0-9e76-e4b7977f9c34 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079271 Feb 11 05:23:25.108895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-69f26c6a-494f-4860-a046-148f1c289bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.110257 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-69f26c6a-494f-4860-a046-148f1c289bf5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=170c36a523d5416383886e096a9dcbf7&device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 1150 time: 0.1377459 Feb 11 05:23:25.211224 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Publish callbacks [] for security_group (85fed452-d525-4856-a8d3-39f21b93d4f1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.227154 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (85fed452-d525-4856-a8d3-39f21b93d4f1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.232184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-bd849254-30ee-4aa7-a9d4-294812494304 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.233701 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-bd849254-30ee-4aa7-a9d4-294812494304 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311738 Feb 11 05:23:25.245670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-4a2004cf-6e27-40c6-913c-5a0e4955900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.247698 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-4a2004cf-6e27-40c6-913c-5a0e4955900d service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1286473 Feb 11 05:23:25.254013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Request body: {'port': {'device_id': '8d37fb25-0971-4917-a721-48fd776e96f6', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': 'f94c266a19a448d5b92ea35b8d671f84'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:25.261889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:25.295227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks [] for port (3101df4f-a836-47e7-b90c-4855c389965a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.306536 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a52f812f-a8cb-4ec0-afa1-1210aaed3013), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.306987 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Added segment a52f812f-a8cb-4ec0-afa1-1210aaed3013 of type vlan for network 73887458-4331-450f-953c-5dabac07381a Feb 11 05:23:25.308355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fed452-d525-4856-a8d3-39f21b93d4f1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:25.334563 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-80ddf640-d4d5-46cb-b89d-a06285fe3fdb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3325705e-e8c4-49f2-9b33-ab94643186ec HTTP/1.1" status: 200 len: 217 time: 0.0742381 Feb 11 05:23:25.370642 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (73887458-4331-450f-953c-5dabac07381a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.423926 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (73887458-4331-450f-953c-5dabac07381a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.425843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.426788 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.446699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-3107cdc9-5167-47cb-922c-0444c0cc3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.448459 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-3107cdc9-5167-47cb-922c-0444c0cc3e68 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1020865 Feb 11 05:23:25.474820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (3101df4f-a836-47e7-b90c-4855c389965a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.486723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['d77e9b99-de53-4dcd-9e8b-f22da052fb18'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:25.543281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] Pushing event updated for resources: {'Network': ['ID=73887458-4331-450f-953c-5dabac07381a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:25.561367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-737ce5cc-8641-4321-8ec0-0c340850312d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8649361 Feb 11 05:23:25.564594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44230) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:25.575712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Request body: {'subnet': {'network_id': '73887458-4331-450f-953c-5dabac07381a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-subnet', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:25.577724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 73887458-4331-450f-953c-5dabac07381a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:25.643164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-6b418e87-1e99-43df-a553-8ac373059de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.646909 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-6b418e87-1e99-43df-a553-8ac373059de2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1893115 Feb 11 05:23:25.666163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Made reservation on behalf of 37f8d2452fba4203aebe178814bc4d35 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:25.673998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Made reservation on behalf of f94c266a19a448d5b92ea35b8d671f84 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:25.678886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.679593 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.720637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:25.727248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:25.738603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:25.743981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.744752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.744955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:23:25.752564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Pushing event updated for resources: {'Port': ['ID=3101df4f-a836-47e7-b90c-4855c389965a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:25.880007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-e7ef9ce6-3051-4032-861a-7fb26da8abcc tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5888848 Feb 11 05:23:25.884268 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-7eb48b05-ec10-4de0-aa90-bb834b5cae07 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302938 Feb 11 05:23:25.903240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Request body: {'port': {'device_id': '40ef53e7-0529-4611-8b06-4ad4a514b054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:25.974608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fcfb-ec39-4e4a-a937-8561f59dca12 req-e639c77c-e262-496b-b455-ae88615d156e tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.976107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ff6fcfb-ec39-4e4a-a937-8561f59dca12 req-e639c77c-e262-496b-b455-ae88615d156e tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 967 time: 0.2256885 Feb 11 05:23:25.992696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Allocated IP 192.168.233.249 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/77d9d100-068d-4f44-9307-4be87b02cd41) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:26.013537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534cc16-7ccc-43f3-834b-d5a9465882ae req-22c8c5c7-3a1b-4fe6-b5ed-3a1c27b1e7b4 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:26.014951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1534cc16-7ccc-43f3-834b-d5a9465882ae req-22c8c5c7-3a1b-4fe6-b5ed-3a1c27b1e7b4 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 946 time: 0.2087359 Feb 11 05:23:26.045049 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ec7c2751-9575-42ff-b825-efbb6fec9805 req-420437b4-3610-411c-8d56-04d2c7ac108f service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345108 Feb 11 05:23:26.047813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-808105d8-5c89-449f-9ee5-f67998822c2f None None] Provisioning complete for port 3101df4f-a836-47e7-b90c-4855c389965a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:26.048179 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-808105d8-5c89-449f-9ee5-f67998822c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3101df4f-a836-47e7-b90c-4855c389965a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.069416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3101df4f-a836-47e7-b90c-4855c389965a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.089941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-808105d8-5c89-449f-9ee5-f67998822c2f None None] Port 3101df4f-a836-47e7-b90c-4855c389965a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:26.177231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks [] for port (77d9d100-068d-4f44-9307-4be87b02cd41), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.186784 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1534cc16-7ccc-43f3-834b-d5a9465882ae req-4e14854d-1f23-4da6-ab11-12ba89141b90 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606486 Feb 11 05:23:26.193789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ff6fcfb-ec39-4e4a-a937-8561f59dca12 req-ec8b074a-159b-449f-a388-47a0ecd354f6 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759050 Feb 11 05:23:26.236845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for subnet (acc51505-bdea-44a4-9555-b96f2ad1014b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.252835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.324353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:26.327495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:26.331228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:26.361307 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Pushing event updated for resources: {'Port': ['ID=77d9d100-068d-4f44-9307-4be87b02cd41,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:26.393896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:26.394564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.411863 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-334d697b-6154-4e64-bcfd-4c237b6d82cf tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1627052 Feb 11 05:23:26.432877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Request body: {'port': {'device_id': '8d37fb25-0971-4917-a721-48fd776e96f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:26.457825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc51505-bdea-44a4-9555-b96f2ad1014b,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:26.521091 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.544236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162f44a-8bca-42c6-8a20-ac9275c64367 req-28e36bd8-9aeb-48e6-8cfb-a05b6d46bb02 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:26.549608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8162f44a-8bca-42c6-8a20-ac9275c64367 req-28e36bd8-9aeb-48e6-8cfb-a05b6d46bb02 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 936 time: 0.2084348 Feb 11 05:23:26.551014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Checking segment: {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:26.551641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Network hostable DHCP agents. Network: 73887458-4331-450f-953c-5dabac07381a, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:26.563226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c84087-33a4-4cf8-8d13-9ca2554386e2 req-de693ca9-9069-4d6d-bf97-f1576ed1c64c tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:26.564734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5c84087-33a4-4cf8-8d13-9ca2554386e2 req-de693ca9-9069-4d6d-bf97-f1576ed1c64c tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 935 time: 0.2223976 Feb 11 05:23:26.623104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-96034396-3be1-4899-9d6f-cf4991915c3e None None] Provisioning complete for port 77d9d100-068d-4f44-9307-4be87b02cd41 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:26.623709 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96034396-3be1-4899-9d6f-cf4991915c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.635565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Network 73887458-4331-450f-953c-5dabac07381a is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:26.665742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-96034396-3be1-4899-9d6f-cf4991915c3e None None] Port 77d9d100-068d-4f44-9307-4be87b02cd41 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:26.684743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 73887458-4331-450f-953c-5dabac07381a) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:26.692356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d850738-aba6-44dc-862e-14975fe2a333 None None] Network 73887458-4331-450f-953c-5dabac07381a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:26.699807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:26.700404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.706597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5c84087-33a4-4cf8-8d13-9ca2554386e2 req-3295b144-4b18-4006-90c7-0c954564d333 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281564 Feb 11 05:23:26.720316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8162f44a-8bca-42c6-8a20-ac9275c64367 req-d8c2a4a8-5a03-41d1-88a5-a9cbd80facac tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506944 Feb 11 05:23:26.747464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-41020b51-c605-48ed-ac3e-8f95acd708f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1767616 Feb 11 05:23:26.747965 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44252) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:26.752573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:26.783848 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (95129629-80f8-457e-85d0-fe138bdef095), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.791814 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (95129629-80f8-457e-85d0-fe138bdef095), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.797261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3101df4f-a836-47e7-b90c-4855c389965a {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:26.808479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Publish callbacks [] for port (3101df4f-a836-47e7-b90c-4855c389965a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.849973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Transition to ACTIVE for port object 3101df4f-a836-47e7-b90c-4855c389965a will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:26.860260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-73887458-4331-450f-953c-5dabac07381a', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:23:26.861313 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.883680 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3101df4f-a836-47e7-b90c-4855c389965a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.966303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-f97b1118-9fc5-4316-93a1-757092e62d31 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1259580 Feb 11 05:23:26.970031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Pushing event updated for resources: {'Port': ['ID=3101df4f-a836-47e7-b90c-4855c389965a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:26.977056 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks [] for router_controller (95129629-80f8-457e-85d0-fe138bdef095), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.087477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Attempting to bind port 3101df4f-a836-47e7-b90c-4855c389965a on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:27.087826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Attempting to bind port 3101df4f-a836-47e7-b90c-4855c389965a by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:27.088159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Attempting to bind port 3101df4f-a836-47e7-b90c-4855c389965a on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:27.099403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Port 3101df4f-a836-47e7-b90c-4855c389965a on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:27.099741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Attempting to bind port 3101df4f-a836-47e7-b90c-4855c389965a on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:27.101684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Allocated IP 172.20.0.2 (73887458-4331-450f-953c-5dabac07381a/acc51505-bdea-44a4-9555-b96f2ad1014b/e32ac9c5-8258-45e6-b773-bbf346e3d871) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:27.131117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:27.132791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:27.133506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:27.135150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Bound port: 3101df4f-a836-47e7-b90c-4855c389965a, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:27.135705 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3101df4f-a836-47e7-b90c-4855c389965a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.186280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d9d100-068d-4f44-9307-4be87b02cd41 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:27.197448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Publish callbacks [] for port (77d9d100-068d-4f44-9307-4be87b02cd41), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.215985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Transition to ACTIVE for port object 77d9d100-068d-4f44-9307-4be87b02cd41 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:27.267784 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.273818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-de86285f-a9de-4d27-942e-fa5a4d60ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.285347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-de86285f-a9de-4d27-942e-fa5a4d60ae4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9857c11d9e19444b87530b515b0d85c3&device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 1133 time: 0.2678928 Feb 11 05:23:27.336114 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Pushing event updated for resources: {'Port': ['ID=77d9d100-068d-4f44-9307-4be87b02cd41,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:27.482240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Publish callbacks [] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.490620 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.516855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks [] for router_gateway (95129629-80f8-457e-85d0-fe138bdef095), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.530689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] For port 3101df4f-a836-47e7-b90c-4855c389965a, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:27.553519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Network 73887458-4331-450f-953c-5dabac07381a is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:27.556801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Attempting to bind port 77d9d100-068d-4f44-9307-4be87b02cd41 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:27.557162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Attempting to bind port 77d9d100-068d-4f44-9307-4be87b02cd41 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:27.557491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Attempting to bind port 77d9d100-068d-4f44-9307-4be87b02cd41 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:27.557707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:27.561603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:27.571683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Pushing event updated for resources: {'Port': ['ID=e32ac9c5-8258-45e6-b773-bbf346e3d871,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:27.591174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Port 77d9d100-068d-4f44-9307-4be87b02cd41 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:27.591520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Attempting to bind port 77d9d100-068d-4f44-9307-4be87b02cd41 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:27.605892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:27.605892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:27.605892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:27.605892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Bound port: 77d9d100-068d-4f44-9307-4be87b02cd41, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:27.606318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.659161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Attempting to bind port e32ac9c5-8258-45e6-b773-bbf346e3d871 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:27.660065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Attempting to bind port e32ac9c5-8258-45e6-b773-bbf346e3d871 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:27.660065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Attempting to bind port e32ac9c5-8258-45e6-b773-bbf346e3d871 on network 73887458-4331-450f-953c-5dabac07381a {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:27.663364 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dfda3105-10b5-48a3-9656-774966b1bf47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.667645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:27.668053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Checking segment: {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:27.668420 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.668809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Bound using segment: {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:27.673614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] For port 3101df4f-a836-47e7-b90c-4855c389965a, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3101df4f-a836-47e7-b90c-4855c389965a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:27.676209 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Bound port: e32ac9c5-8258-45e6-b773-bbf346e3d871, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:27.676641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.685103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44296) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:27.694525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b9a2f-94d2-4632-b5d6-92aa6fb30b8c req-80006e4d-0280-4c7e-b399-0e59dc1d0db7 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.701352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-901b9a2f-94d2-4632-b5d6-92aa6fb30b8c req-80006e4d-0280-4c7e-b399-0e59dc1d0db7 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 967 time: 0.3527246 Feb 11 05:23:27.709343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] For port 77d9d100-068d-4f44-9307-4be87b02cd41, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:27.715988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3101df4f-a836-47e7-b90c-4855c389965a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.723992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] For port 77d9d100-068d-4f44-9307-4be87b02cd41, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=77d9d100-068d-4f44-9307-4be87b02cd41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:27.745053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.765775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] For port e32ac9c5-8258-45e6-b773-bbf346e3d871, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:27.773205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] For port e32ac9c5-8258-45e6-b773-bbf346e3d871, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e32ac9c5-8258-45e6-b773-bbf346e3d871,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:27.805308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.805940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.807378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] 10.222.0.81 "PUT /v2.0/ports/3101df4f-a836-47e7-b90c-4855c389965a HTTP/1.1" status: 200 len: 1096 time: 1.9105151 Feb 11 05:23:27.808351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ef53e7-0529-4611-8b06-4ad4a514b054', 'tag': '3101df4f-a836-47e7-b90c-4855c389965a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:27.809608 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.811349 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5" -d '{"events": [{"name": "network-changed", "server_uuid": "40ef53e7-0529-4611-8b06-4ad4a514b054", "tag": "3101df4f-a836-47e7-b90c-4855c389965a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:27.821299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-050bbbaf-53ff-4889-af87-011e743f2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.823137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-050bbbaf-53ff-4889-af87-011e743f2af0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.5029740 Feb 11 05:23:27.842311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d7e7f-23a3-4cf8-a9b0-fef56c98b631 req-5887e589-722f-4248-889c-c6984bd7178a tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.850770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-332d7e7f-23a3-4cf8-a9b0-fef56c98b631 req-5887e589-722f-4248-889c-c6984bd7178a tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 946 time: 0.3596992 Feb 11 05:23:27.934334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf4ec4-3b8e-4dd8-8d65-99d7729fed95 None None] Pushing event updated for resources: {'Port': ['ID=e32ac9c5-8258-45e6-b773-bbf346e3d871,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:27.984348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-76b987c7-ee4d-446a-b1ea-8357463aba6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d77e9b99-de53-4dcd-9e8b-f22da052fb18 HTTP/1.1" status: 200 len: 217 time: 0.1500006 Feb 11 05:23:28.013053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-901b9a2f-94d2-4632-b5d6-92aa6fb30b8c req-5d8155db-4d83-4bf2-8cbf-f5e25c6610a3 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106804 Feb 11 05:23:28.013861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a90e16-9778-4bbb-8e22-e8ba4910fc3a service neutron] Pushing event updated for resources: {'Port': ['ID=3101df4f-a836-47e7-b90c-4855c389965a,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:28.048330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Pushing event updated for resources: {'Port': ['ID=77d9d100-068d-4f44-9307-4be87b02cd41,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:28.066361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.067456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.069447 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd12a625-9b0a-484d-b145-5a6a6b133970 service neutron] 10.222.0.81 "PUT /v2.0/ports/77d9d100-068d-4f44-9307-4be87b02cd41 HTTP/1.1" status: 200 len: 1097 time: 1.6424923 Feb 11 05:23:28.069977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d37fb25-0971-4917-a721-48fd776e96f6', 'tag': '77d9d100-068d-4f44-9307-4be87b02cd41'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:28.072979 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44" -d '{"events": [{"name": "network-changed", "server_uuid": "8d37fb25-0971-4917-a721-48fd776e96f6", "tag": "77d9d100-068d-4f44-9307-4be87b02cd41"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:28.097058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-fbc872a5-cc74-46be-b988-383b9c5ef60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.098699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-fbc872a5-cc74-46be-b988-383b9c5ef60a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1054213 Feb 11 05:23:28.099464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-517b2a28-208a-43a8-92b4-7aea8a3207cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.136625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-332d7e7f-23a3-4cf8-a9b0-fef56c98b631 req-d3cb7e34-b449-4f6d-bbd0-7d3a78aa08c6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849298 Feb 11 05:23:28.326295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-b9eadc57-3bc1-4d7f-b5a9-888bdc963c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.327851 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-b9eadc57-3bc1-4d7f-b5a9-888bdc963c77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f94c266a19a448d5b92ea35b8d671f84&device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 1131 time: 0.2095366 Feb 11 05:23:28.331385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks [] for router_gateway (95129629-80f8-457e-85d0-fe138bdef095), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.369309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.413935 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-2ede3c6c-0d86-484b-bf8c-86621c1b1ae7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=77d9d100-068d-4f44-9307-4be87b02cd41 HTTP/1.1" status: 200 len: 217 time: 0.0560260 Feb 11 05:23:28.505747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-8db95523-7ded-4dfb-8a24-87ba4748b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.507235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-8db95523-7ded-4dfb-8a24-87ba4748b11f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9857c11d9e19444b87530b515b0d85c3&device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 1130 time: 0.6538513 Feb 11 05:23:28.508851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-a481c90b-53bd-43f1-bf07-500064a92c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.510482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-a481c90b-53bd-43f1-bf07-500064a92c39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3796797 Feb 11 05:23:28.538351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-97fb8555-eda2-414d-9ab8-53a0e7175852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.539825 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-97fb8555-eda2-414d-9ab8-53a0e7175852 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0933280 Feb 11 05:23:28.593428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Allocated IP 172.25.1.113 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/259a441e-f6b6-4b3e-8865-57f941b355fd) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:28.614771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-ef334d05-d55c-424a-b46d-478a57aa6760 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3101df4f-a836-47e7-b90c-4855c389965a HTTP/1.1" status: 200 len: 217 time: 0.0822525 Feb 11 05:23:28.621560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3325705e-e8c4-49f2-9b33-ab94643186ec details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:28.636009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-b7026c22-15a9-412b-be29-69ddb5fad911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.637546 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-b7026c22-15a9-412b-be29-69ddb5fad911 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0902658 Feb 11 05:23:28.710619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2593a4-0357-4a42-acfe-2338f1365460 req-54bd83e3-9b07-417d-ab09-50b8c4db589f tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.713146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d2593a4-0357-4a42-acfe-2338f1365460 req-54bd83e3-9b07-417d-ab09-50b8c4db589f tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 947 time: 0.5395246 Feb 11 05:23:28.789094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks [] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.791314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3325705e-e8c4-49f2-9b33-ab94643186ec, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3325705e-e8c4-49f2-9b33-ab94643186ec,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:28.791999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da9632-3d32-4006-bf76-3d53cc6b8d06 req-9a8b0c11-c73c-4106-b71c-8d465081c550 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.794546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09da9632-3d32-4006-bf76-3d53cc6b8d06 req-9a8b0c11-c73c-4106-b71c-8d465081c550 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 948 time: 0.3142812 Feb 11 05:23:28.806625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-56a60b40-7d9c-4caf-ab69-f23b39bb40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.808081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-56a60b40-7d9c-4caf-ab69-f23b39bb40c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1821778 Feb 11 05:23:28.809921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '3325705e-e8c4-49f2-9b33-ab94643186ec', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '3325705e-e8c4-49f2-9b33-ab94643186ec', 'mac_address': 'fa:16:3e:27:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:tempest-test_az-42709498', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:28.821083 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-d5b4e26c-18fe-491f-8353-cda4043d2385 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502025 Feb 11 05:23:28.859564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3325705e-e8c4-49f2-9b33-ab94643186ec is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:28.860085 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.868329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-63561ae7-3e52-4bdb-a441-bf4ac8106b9a service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345840 Feb 11 05:23:28.878920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3325705e-e8c4-49f2-9b33-ab94643186ec {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:28.893044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-517b2a28-208a-43a8-92b4-7aea8a3207cd admin admin] Publish callbacks [] for security_group (5f79d479-dbb0-40cb-80ac-7315700f66bb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.907648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3325705e-e8c4-49f2-9b33-ab94643186ec, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3325705e-e8c4-49f2-9b33-ab94643186ec,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:28.914016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.916300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.975029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3325705e-e8c4-49f2-9b33-ab94643186ec,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:28.977859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=259a441e-f6b6-4b3e-8865-57f941b355fd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:28.987700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:28.990693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:28.994558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:29.029354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-517b2a28-208a-43a8-92b4-7aea8a3207cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5f79d479-dbb0-40cb-80ac-7315700f66bb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.048577 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c0490d09-cab0-4674-a6e0-3c728a29c4d0 req-dd888027-d75c-4aaf-9723-9ba89ba239bf service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217014 Feb 11 05:23:29.082322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-517b2a28-208a-43a8-92b4-7aea8a3207cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6927d8d1459489fa175f721108cf1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3959551 Feb 11 05:23:29.088520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e32ac9c5-8258-45e6-b773-bbf346e3d871 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:29.094084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44318) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:29.103203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09da9632-3d32-4006-bf76-3d53cc6b8d06 req-bfd9b2f9-8411-4506-8c8c-5bf1a91b02bd tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831514 Feb 11 05:23:29.148600 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d2593a4-0357-4a42-acfe-2338f1365460 req-9e0f8f20-99a6-4f06-a909-0738014429ff tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146616 Feb 11 05:23:29.188362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3325705e-e8c4-49f2-9b33-ab94643186ec'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:29.195699 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b656d8-c439-4add-ad71-f45c9a09a666 x-openstack-request-id: req-d1b656d8-c439-4add-ad71-f45c9a09a666 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:29.195940 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ef53e7-0529-4611-8b06-4ad4a514b054", "tag": "3101df4f-a836-47e7-b90c-4855c389965a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:29.196379 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1b656d8-c439-4add-ad71-f45c9a09a666 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:29.196915 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ef53e7-0529-4611-8b06-4ad4a514b054', 'tag': '3101df4f-a836-47e7-b90c-4855c389965a', 'status': 'completed', 'code': 200} Feb 11 05:23:29.216913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7935cf-5204-47f0-90cc-3cecfef76764 req-8403ccc6-9ac1-421a-a1ed-e9650be2d6d6 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145206 Feb 11 05:23:29.223806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b2a28-208a-43a8-92b4-7aea8a3207cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f79d479-dbb0-40cb-80ac-7315700f66bb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:29.250600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-cc1a0840-79de-4cfe-b8c7-56faa5e51363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.258307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-cc1a0840-79de-4cfe-b8c7-56faa5e51363 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4337618 Feb 11 05:23:29.289873 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b0c71a-f16b-4d24-8297-d00128ed0865 x-openstack-request-id: req-30b0c71a-f16b-4d24-8297-d00128ed0865 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:29.292415 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d37fb25-0971-4917-a721-48fd776e96f6", "tag": "77d9d100-068d-4f44-9307-4be87b02cd41", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:29.292707 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30b0c71a-f16b-4d24-8297-d00128ed0865 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:29.293477 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d37fb25-0971-4917-a721-48fd776e96f6', 'tag': '77d9d100-068d-4f44-9307-4be87b02cd41', 'status': 'completed', 'code': 200} Feb 11 05:23:29.339347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e32ac9c5-8258-45e6-b773-bbf346e3d871 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:29.339729 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.391598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f37bb58d-d833-4ecc-b704-1dcd49cf715e admin admin] Publish callbacks [] for security_group (5f79d479-dbb0-40cb-80ac-7315700f66bb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.469555 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks [] for router_gateway (95129629-80f8-457e-85d0-fe138bdef095), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.474862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-dc262814-d09b-4ab9-b447-b83027c9ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.476452 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-dc262814-d09b-4ab9-b447-b83027c9ffe9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f94c266a19a448d5b92ea35b8d671f84&device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 1131 time: 0.1593149 Feb 11 05:23:29.515715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14dfab3-b5ce-436c-a5a2-af586ccd27d0 None None] Network 73887458-4331-450f-953c-5dabac07381a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:29.517464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f37bb58d-d833-4ecc-b704-1dcd49cf715e admin admin] Publish callbacks [] for security_group (5f79d479-dbb0-40cb-80ac-7315700f66bb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.603078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-d396b5fd-ed96-4c3e-975a-d97a0f24b696 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397813 Feb 11 05:23:29.627825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42586ea-d4bb-47e4-9047-c7f452b275c0 req-3d068e38-e8da-4b4b-a5bd-9af754619afa tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.629895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c42586ea-d4bb-47e4-9047-c7f452b275c0 req-3d068e38-e8da-4b4b-a5bd-9af754619afa tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 946 time: 0.1614172 Feb 11 05:23:29.647105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44330) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:29.648675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e32ac9c5-8258-45e6-b773-bbf346e3d871 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:29.649076 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.655517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c5783240-0be0-44bf-8dac-92dccfa0e4e8 None None] Provisioning complete for port e32ac9c5-8258-45e6-b773-bbf346e3d871 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:29.655887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c5783240-0be0-44bf-8dac-92dccfa0e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.662762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Request body: {'floatingip': {'port_id': '60f41b34-a8ec-416e-9bd0-58dedf07be75'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:29.675753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-0e6847da-431c-4a24-877c-629674478626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.683203 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-0e6847da-431c-4a24-877c-629674478626 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1683607 Feb 11 05:23:29.698432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86949250-9eed-4927-b5e8-67a7c7938d68 req-67549759-08bb-4395-b92d-1d633c3bb329 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.699936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86949250-9eed-4927-b5e8-67a7c7938d68 req-67549759-08bb-4395-b92d-1d633c3bb329 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 968 time: 0.1861966 Feb 11 05:23:29.769288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port e32ac9c5-8258-45e6-b773-bbf346e3d871, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e32ac9c5-8258-45e6-b773-bbf346e3d871,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:29.775027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.783278 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f37bb58d-d833-4ecc-b704-1dcd49cf715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5f79d479-dbb0-40cb-80ac-7315700f66bb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.786351 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f37bb58d-d833-4ecc-b704-1dcd49cf715e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.790119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f37bb58d-d833-4ecc-b704-1dcd49cf715e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f79d479-dbb0-40cb-80ac-7315700f66bb HTTP/1.1" status: 204 len: 168 time: 0.6830397 Feb 11 05:23:29.813698 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-c34de2c7-3f1e-4498-8766-67a0978f16c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=77d9d100-068d-4f44-9307-4be87b02cd41 HTTP/1.1" status: 200 len: 217 time: 0.1058712 Feb 11 05:23:29.822935 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (4dc31cef-6162-4321-b9f1-f544227ae87e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.896843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c5783240-0be0-44bf-8dac-92dccfa0e4e8 None None] Current status of the port e32ac9c5-8258-45e6-b773-bbf346e3d871 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:29.907860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=e32ac9c5-8258-45e6-b773-bbf346e3d871,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:29.946318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-f52089c6-d4f9-4c13-8937-59793577da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.947837 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-f52089c6-d4f9-4c13-8937-59793577da58 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1223869 Feb 11 05:23:29.981725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bb58d-d833-4ecc-b704-1dcd49cf715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f79d479-dbb0-40cb-80ac-7315700f66bb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:30.002446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (95129629-80f8-457e-85d0-fe138bdef095), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.108714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a20141b-9dbd-4d5a-a578-61cf6664291f req-42352775-561f-4ecf-8942-46a8a08997c1 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961507 Feb 11 05:23:30.163830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86949250-9eed-4927-b5e8-67a7c7938d68 req-143126ae-36e4-452f-8241-6c902acfa64b tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284344 Feb 11 05:23:30.229581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-eabfc0ea-baa4-43a4-a4b4-fe202383e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.231943 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-eabfc0ea-baa4-43a4-a4b4-fe202383e97e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2724926 Feb 11 05:23:30.280600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-91474024-0edd-4bf1-8136-9ef7c3f6df4c None None] Provisioning complete for port e32ac9c5-8258-45e6-b773-bbf346e3d871 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:30.280991 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-91474024-0edd-4bf1-8136-9ef7c3f6df4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.293891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da5c6deb-562b-4bbc-ba5a-3e2ef39fc531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.472487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44362) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:30.492977 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddc99bda-c76d-4d69-bbbc-cb3019bf0cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.572681 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddc99bda-c76d-4d69-bbbc-cb3019bf0cdd admin admin] Publish callbacks [] for security_group (dd7e844a-edac-48cc-9c08-d109b1f97f71), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.580755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddc99bda-c76d-4d69-bbbc-cb3019bf0cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dd7e844a-edac-48cc-9c08-d109b1f97f71), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.585261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-91474024-0edd-4bf1-8136-9ef7c3f6df4c None None] Current status of the port e32ac9c5-8258-45e6-b773-bbf346e3d871 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:30.610575 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ddc99bda-c76d-4d69-bbbc-cb3019bf0cdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6649abb4383e49278b7140f57d524fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344063 Feb 11 05:23:30.610575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Router 95129629-80f8-457e-85d0-fe138bdef095 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:23:30.626763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44364) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:30.644600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3325705e-e8c4-49f2-9b33-ab94643186ec up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:30.709095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 3325705e-e8c4-49f2-9b33-ab94643186ec completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:30.715503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 3325705e-e8c4-49f2-9b33-ab94643186ec triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:30.716096 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.757728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:30.775836 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Sync routers for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:30.791698 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:30.794494 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:30.795082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc99bda-c76d-4d69-bbbc-cb3019bf0cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7e844a-edac-48cc-9c08-d109b1f97f71,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:30.800319 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.801733 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-017aa43a-5096-4ba4-af27-c888aff56fb9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.0528986 Feb 11 05:23:30.804842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44366) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:30.876195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3325705e-e8c4-49f2-9b33-ab94643186ec is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:30.876887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.879010 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-1074d4ce-53cc-43e5-bf93-199d8742942d service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370654 Feb 11 05:23:30.926639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3325705e-e8c4-49f2-9b33-ab94643186ec, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3325705e-e8c4-49f2-9b33-ab94643186ec,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:30.927606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1f5a7e-d143-4650-8da1-d7f849d5bf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3325705e-e8c4-49f2-9b33-ab94643186ec'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:30.933139 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2021789-9c17-4f9c-8d9e-0d419b80eb18" -d '{"events": [{"server_uuid": "0e1f5a7e-d143-4650-8da1-d7f849d5bf55", "name": "network-vif-plugged", "status": "completed", "tag": "3325705e-e8c4-49f2-9b33-ab94643186ec"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:30.938473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.008897 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-59f1b147-d148-4aa4-bc78-ea0ad0e2ce44 req-8bec7910-679c-4d74-802a-b70d5af0e17c service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935442 Feb 11 05:23:31.063268 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:31.066564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3325705e-e8c4-49f2-9b33-ab94643186ec,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:31.077527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e32ac9c5-8258-45e6-b773-bbf346e3d871 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:31.081044 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.142910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e32ac9c5-8258-45e6-b773-bbf346e3d871 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:31.143295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.196361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-d848263a-dcf4-4370-a45e-d20884780655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.198147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-d848263a-dcf4-4370-a45e-d20884780655 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9857c11d9e19444b87530b515b0d85c3&device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 1130 time: 0.9881999 Feb 11 05:23:31.253233 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c2887a98-9d67-4d1b-96e3-7448d443aa6d admin admin] Publish callbacks [] for security_group (dd7e844a-edac-48cc-9c08-d109b1f97f71), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.254847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e32ac9c5-8258-45e6-b773-bbf346e3d871 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:31.313150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db86bd-c5de-49e8-9964-6805199a15c6 req-fe3e73c9-ed61-4223-ac26-a5aeac2d1755 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.320087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9db86bd-c5de-49e8-9964-6805199a15c6 req-fe3e73c9-ed61-4223-ac26-a5aeac2d1755 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 948 time: 0.7270224 Feb 11 05:23:31.380186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1797c-3104-41d0-b418-3e86277b8476 req-90ef7602-e135-4010-a58b-37d918e38401 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.387716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2a1797c-3104-41d0-b418-3e86277b8476 req-90ef7602-e135-4010-a58b-37d918e38401 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 947 time: 0.7928014 Feb 11 05:23:31.407226 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:29Z', 'revision_number': 3, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:31.417244 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.436954 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Checking router: 95129629-80f8-457e-85d0-fe138bdef095 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:31.437362 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Updating router 95129629-80f8-457e-85d0-fe138bdef095 port 259a441e-f6b6-4b3e-8865-57f941b355fd binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:23:31.466564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c2887a98-9d67-4d1b-96e3-7448d443aa6d admin admin] Publish callbacks [] for security_group (dd7e844a-edac-48cc-9c08-d109b1f97f71), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.468147 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.555318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.resource_extend [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:23:31.641083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Allocated IP 172.20.0.1 (73887458-4331-450f-953c-5dabac07381a/acc51505-bdea-44a4-9555-b96f2ad1014b/9587b7dd-bfee-43f0-b3b5-03ae01b95ced) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:31.646453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9db86bd-c5de-49e8-9964-6805199a15c6 req-5e78c634-7144-4fe4-bb40-0034a99db56b tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196108 Feb 11 05:23:31.670822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2a1797c-3104-41d0-b418-3e86277b8476 req-731fe90b-1b45-4847-a031-05868bc26b6b tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819574 Feb 11 05:23:31.700552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-7ca2c470-bd52-4c8f-877d-a0b4143559f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.702138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-7ca2c470-bd52-4c8f-877d-a0b4143559f7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.4572499 Feb 11 05:23:31.765787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-9e2f7436-01f2-43b9-ac03-1253e837e10e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3101df4f-a836-47e7-b90c-4855c389965a HTTP/1.1" status: 200 len: 217 time: 0.0520837 Feb 11 05:23:31.773705 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.798647 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd09c21f-f038-44f8-8cdb-44d83ce15e71 x-openstack-request-id: req-bd09c21f-f038-44f8-8cdb-44d83ce15e71 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:31.799094 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1f5a7e-d143-4650-8da1-d7f849d5bf55", "name": "network-vif-plugged", "status": "completed", "tag": "3325705e-e8c4-49f2-9b33-ab94643186ec", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:31.799229 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd09c21f-f038-44f8-8cdb-44d83ce15e71 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:31.799793 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1f5a7e-d143-4650-8da1-d7f849d5bf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3325705e-e8c4-49f2-9b33-ab94643186ec', 'code': 200} Feb 11 05:23:31.822861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (4dc31cef-6162-4321-b9f1-f544227ae87e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.826310 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c2887a98-9d67-4d1b-96e3-7448d443aa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dd7e844a-edac-48cc-9c08-d109b1f97f71), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.836740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c2887a98-9d67-4d1b-96e3-7448d443aa6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.838786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c2887a98-9d67-4d1b-96e3-7448d443aa6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd7e844a-edac-48cc-9c08-d109b1f97f71 HTTP/1.1" status: 204 len: 168 time: 1.2083056 Feb 11 05:23:31.901888 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Publish callbacks [] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.911088 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Publish callbacks [] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.920295 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.004217 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b955efc-21da-44d3-8521-5a1590842c3d None None] Pushing event updated for resources: {'Port': ['ID=259a441e-f6b6-4b3e-8865-57f941b355fd,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:32.027843 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Attempting to bind port 259a441e-f6b6-4b3e-8865-57f941b355fd on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:32.028367 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Attempting to bind port 259a441e-f6b6-4b3e-8865-57f941b355fd by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:32.030332 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Attempting to bind port 259a441e-f6b6-4b3e-8865-57f941b355fd on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:32.036032 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:32.036581 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:32.037553 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.038061 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:32.038651 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Bound port: 259a441e-f6b6-4b3e-8865-57f941b355fd, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:32.039442 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.044419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053802ea-a388-4256-8a88-394ed516d9d0 req-98198a23-2162-44c5-ab7a-65c7f6236578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.045918 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-053802ea-a388-4256-8a88-394ed516d9d0 req-98198a23-2162-44c5-ab7a-65c7f6236578 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 1152 time: 0.1692848 Feb 11 05:23:32.049105 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.077484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2887a98-9d67-4d1b-96e3-7448d443aa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7e844a-edac-48cc-9c08-d109b1f97f71,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:32.138278 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] For port 259a441e-f6b6-4b3e-8865-57f941b355fd, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:32.142164 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] For port 259a441e-f6b6-4b3e-8865-57f941b355fd, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=259a441e-f6b6-4b3e-8865-57f941b355fd,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:32.155032 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.164809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-a56434b6-d10d-4998-b3af-4329398a9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.166336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-a56434b6-d10d-4998-b3af-4329398a9757 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.3898604 Feb 11 05:23:32.227680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44386) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:32.243360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Network 73887458-4331-450f-953c-5dabac07381a is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:32.253519 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b955efc-21da-44d3-8521-5a1590842c3d None None] Pushing event updated for resources: {'Port': ['ID=259a441e-f6b6-4b3e-8865-57f941b355fd,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:32.278991 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:32.279551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:32.279835 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:32.299070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:32.301526 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9587b7dd-bfee-43f0-b3b5-03ae01b95ced,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:32.361944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1aada-e8b7-41f2-9fa0-95894408e0c6 req-98518d18-33d1-42a4-a803-be0a8d482df7 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.369323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4d1aada-e8b7-41f2-9fa0-95894408e0c6 req-98518d18-33d1-42a4-a803-be0a8d482df7 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 969 time: 0.3819160 Feb 11 05:23:32.408639 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-053802ea-a388-4256-8a88-394ed516d9d0 req-def2370c-c208-448b-9597-2d832acfdd7c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540754 Feb 11 05:23:32.449356 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (95129629-80f8-457e-85d0-fe138bdef095), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.456935 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Floating IP 4dc31cef-6162-4321-b9f1-f544227ae87e associated. External IP: 172.25.1.30, port: 60f41b34-a8ec-416e-9bd0-58dedf07be75. Feb 11 05:23:32.544587 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:32.572472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-7198d338-1186-4740-add3-3e0e9d5d9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.574417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-7198d338-1186-4740-add3-3e0e9d5d9654 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3071957 Feb 11 05:23:32.595305 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.677223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 77d9d100-068d-4f44-9307-4be87b02cd41 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:32.782909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.837915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-3664aa92-8c21-475f-a141-57a036f025d9 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125058 Feb 11 05:23:32.844179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9a2f8c44-823b-4cb7-b641-12af8ddcae7c None None] Provisioning complete for port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:32.844179 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9a2f8c44-823b-4cb7-b641-12af8ddcae7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.925075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4d1aada-e8b7-41f2-9fa0-95894408e0c6 req-2f261940-d31a-4bf1-bbe2-ef0ec3bddd5f tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547683 Feb 11 05:23:32.928259 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f1c472f5-a79a-41cf-8f65-f4f4f6ddaf3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=972a05f719de4e4584dcd8d341cfae65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6983395 Feb 11 05:23:32.931259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44420) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:33.009076 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:29Z', 'revision_number': 3, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:33.012806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f8c44-823b-4cb7-b641-12af8ddcae7c None None] Port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:33.049924 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62039df-9d26-4316-8bd6-a72dc11fcaed None None] The sync data for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 is: [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:29Z', 'revision_number': 3, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:33.054889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 77d9d100-068d-4f44-9307-4be87b02cd41, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=77d9d100-068d-4f44-9307-4be87b02cd41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:33.073253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '77d9d100-068d-4f44-9307-4be87b02cd41', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '77d9d100-068d-4f44-9307-4be87b02cd41', 'mac_address': 'fa:16:3e:f1:e6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:33.133965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 77d9d100-068d-4f44-9307-4be87b02cd41 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:33.134362 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.150941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d9d100-068d-4f44-9307-4be87b02cd41 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:33.172402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eaa02fd-5ae4-4782-8ba2-cd29fe8677b5 req-e38a1fb1-e74b-4698-84ea-9c0e35c1d6d1 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176191 Feb 11 05:23:33.184697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 77d9d100-068d-4f44-9307-4be87b02cd41, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=77d9d100-068d-4f44-9307-4be87b02cd41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:33.194967 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.246787 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0be9bc50-fb56-40bd-966d-a665edb8a618 admin admin] Publish callbacks [] for security_group (c761b217-a71f-49dd-a137-1b7ed339727f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.295429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=77d9d100-068d-4f44-9307-4be87b02cd41,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:33.310324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0be9bc50-fb56-40bd-966d-a665edb8a618 admin admin] Publish callbacks [] for security_group (c761b217-a71f-49dd-a137-1b7ed339727f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.365307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Publish callbacks [] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.368072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552dbc9-10ec-4fc3-8fa8-d28e7322a2c8 req-7bcd1351-3949-44cd-bc1a-1ba6341b32a9 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.370239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f552dbc9-10ec-4fc3-8fa8-d28e7322a2c8 req-7bcd1351-3949-44cd-bc1a-1ba6341b32a9 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 948 time: 0.5182014 Feb 11 05:23:33.379729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eb20b-486f-4bc0-a4ce-e072b6f06817 req-bd17b7ac-9a00-49fe-9b01-16e77b5ddc22 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.380806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.387487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-326eb20b-486f-4bc0-a4ce-e072b6f06817 req-bd17b7ac-9a00-49fe-9b01-16e77b5ddc22 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 947 time: 0.2129247 Feb 11 05:23:33.496364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (95129629-80f8-457e-85d0-fe138bdef095), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.500768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['77d9d100-068d-4f44-9307-4be87b02cd41'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:33.504350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9587b7dd-bfee-43f0-b3b5-03ae01b95ced,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:33.521614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-326eb20b-486f-4bc0-a4ce-e072b6f06817 req-194b087c-b9e2-4024-9f0d-9878f77b63ad tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276760 Feb 11 05:23:33.539393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0be9bc50-fb56-40bd-966d-a665edb8a618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c761b217-a71f-49dd-a137-1b7ed339727f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.557205 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0be9bc50-fb56-40bd-966d-a665edb8a618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.566674 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0be9bc50-fb56-40bd-966d-a665edb8a618 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c761b217-a71f-49dd-a137-1b7ed339727f HTTP/1.1" status: 204 len: 168 time: 0.6313612 Feb 11 05:23:33.610859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9bc50-fb56-40bd-966d-a665edb8a618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c761b217-a71f-49dd-a137-1b7ed339727f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:33.686480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44434) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:33.737900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f552dbc9-10ec-4fc3-8fa8-d28e7322a2c8 req-5a042dfc-b95b-45cf-8606-ab790194ec20 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470316 Feb 11 05:23:33.764955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Router e3d0ceca-5390-44ef-8a7d-3406ea35966f has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:23:33.891775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Network 73887458-4331-450f-953c-5dabac07381a is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:33.893763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:34.010165 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.321790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Router 95129629-80f8-457e-85d0-fe138bdef095 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:23:34.405877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34655ad2-bf57-4735-a2ca-1aea252f46f0 None None] Provisioning complete for port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:34.406327 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34655ad2-bf57-4735-a2ca-1aea252f46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.465228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:34.485420 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1827c5e8-734e-4518-87b7-1d7a156044c7 admin admin] 10.222.0.31 "PUT /v2.0/routers/95129629-80f8-457e-85d0-fe138bdef095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6717310 Feb 11 05:23:34.485647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34655ad2-bf57-4735-a2ca-1aea252f46f0 None None] Port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:34.597623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44480) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:34.611610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f8dfb186-9e99-48c5-af4c-51f2814bee0c tempest-AutoAllocateNetworkTest-735500007 tempest-AutoAllocateNetworkTest-735500007-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d15e396cd9424571b2dbc440e5743b10&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9195414 Feb 11 05:23:34.612765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44482) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:34.652273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:34.666650 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cbc823cb-1abb-41b1-9330-6ce5b3e635ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8778f3746014a34881ddadb05f7b4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677514 Feb 11 05:23:34.675845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] Sync routers for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:34.682239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.685626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44486) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:34.688708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3101df4f-a836-47e7-b90c-4855c389965a details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:34.693078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 77d9d100-068d-4f44-9307-4be87b02cd41 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:34.767437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:34.768278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:34.861720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-86873b08-5b96-4759-8cb2-ae9f747ecdf6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "PUT /v2.0/floatingips/4dc31cef-6162-4321-b9f1-f544227ae87e HTTP/1.1" status: 200 len: 991 time: 5.2088246 Feb 11 05:23:34.881363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'tag': '60f41b34-a8ec-416e-9bd0-58dedf07be75'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:34.883029 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b230d-c92b-4462-a8ad-1b081c6edae8" -d '{"events": [{"name": "network-changed", "server_uuid": "2eec30fd-6c04-4263-9631-5b73716b6a23", "tag": "60f41b34-a8ec-416e-9bd0-58dedf07be75"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:34.895204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 77d9d100-068d-4f44-9307-4be87b02cd41 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:34.895327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104b9a3-2df5-4f3e-bf89-b8bc0fbbb6e2 req-7fce55aa-64bf-4a5f-b88f-41e2133e7180 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.896681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6104b9a3-2df5-4f3e-bf89-b8bc0fbbb6e2 req-7fce55aa-64bf-4a5f-b88f-41e2133e7180 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 969 time: 0.3583143 Feb 11 05:23:34.944677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 77d9d100-068d-4f44-9307-4be87b02cd41 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:34.945235 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.964650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad292bc-09cf-4e0b-a38d-0639bcc0b81e tempest-AutoAllocateNetworkTest-735500007 tempest-AutoAllocateNetworkTest-735500007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.970280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bad292bc-09cf-4e0b-a38d-0639bcc0b81e tempest-AutoAllocateNetworkTest-735500007 tempest-AutoAllocateNetworkTest-735500007-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3486953 Feb 11 05:23:34.970438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44500) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:34.975211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7008cd66-8668-4064-a28f-d05508f95521 admin admin] Publish callbacks [] for security_group (975e3d87-3856-4409-b515-10291802247e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.002523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ffd5c-8d5d-4efc-9988-8c2859e4dd3f req-76756e23-8b52-406f-be51-2b65799d3dbf tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:35.004098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e97ffd5c-8d5d-4efc-9988-8c2859e4dd3f req-76756e23-8b52-406f-be51-2b65799d3dbf tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 947 time: 0.1830163 Feb 11 05:23:35.022483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6104b9a3-2df5-4f3e-bf89-b8bc0fbbb6e2 req-038eefed-e826-444f-aa5f-8d3ebd2d283d tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148341 Feb 11 05:23:35.027036 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7008cd66-8668-4064-a28f-d05508f95521 admin admin] Publish callbacks [] for security_group (975e3d87-3856-4409-b515-10291802247e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.036213 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b9c86ced-2db7-4acb-9ac7-72238bad4311 tempest-AutoAllocateNetworkTest-735500007 tempest-AutoAllocateNetworkTest-735500007-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657237 Feb 11 05:23:35.038812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44502) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:35.041237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3101df4f-a836-47e7-b90c-4855c389965a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3101df4f-a836-47e7-b90c-4855c389965a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:35.046533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 259a441e-f6b6-4b3e-8865-57f941b355fd up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:35.088595 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d59957f9-3fc4-474d-bb5c-56b71e934c6d tempest-AutoAllocateNetworkTest-735500007 tempest-AutoAllocateNetworkTest-735500007-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d15e396cd9424571b2dbc440e5743b10 HTTP/1.1" status: 200 len: 208 time: 0.0485713 Feb 11 05:23:35.118842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:35.139801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e97ffd5c-8d5d-4efc-9988-8c2859e4dd3f req-bd3800c9-66d3-4ca7-b046-39d65203876d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105609 Feb 11 05:23:35.154173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '3101df4f-a836-47e7-b90c-4855c389965a', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '3101df4f-a836-47e7-b90c-4855c389965a', 'mac_address': 'fa:16:3e:07:e5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:35.166363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7008cd66-8668-4064-a28f-d05508f95521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (975e3d87-3856-4409-b515-10291802247e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.167144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7008cd66-8668-4064-a28f-d05508f95521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.170586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7008cd66-8668-4064-a28f-d05508f95521 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/975e3d87-3856-4409-b515-10291802247e HTTP/1.1" status: 204 len: 168 time: 0.4726396 Feb 11 05:23:35.192995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008cd66-8668-4064-a28f-d05508f95521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975e3d87-3856-4409-b515-10291802247e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:35.223664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f4180-1453-4b12-86f6-ee8b40d87ba5 req-792594fa-2ca0-49bd-b7d9-2212f78c67b0 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:35.230463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-407f4180-1453-4b12-86f6-ee8b40d87ba5 req-792594fa-2ca0-49bd-b7d9-2212f78c67b0 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 949 time: 0.0780082 Feb 11 05:23:35.316415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-407f4180-1453-4b12-86f6-ee8b40d87ba5 req-35c31dea-58c5-4944-808c-ba0dfc8eae41 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830131 Feb 11 05:23:35.356707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620504-7b9b-4028-95c2-44120090eb89 req-5f715fdd-2164-425d-92b7-e7d8bbb96a8d tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:35.364875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79620504-7b9b-4028-95c2-44120090eb89 req-5f715fdd-2164-425d-92b7-e7d8bbb96a8d tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 946 time: 0.1033912 Feb 11 05:23:35.380697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 259a441e-f6b6-4b3e-8865-57f941b355fd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:35.381089 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.441386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79620504-7b9b-4028-95c2-44120090eb89 req-43b2f0fa-e1ef-43ed-af07-4f70e8f12c13 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695913 Feb 11 05:23:35.459511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3101df4f-a836-47e7-b90c-4855c389965a is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:35.460172 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3101df4f-a836-47e7-b90c-4855c389965a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.465972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 77d9d100-068d-4f44-9307-4be87b02cd41 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:35.466357 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.482733 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336eb41d-217c-4111-a8d2-fe09e8df725d x-openstack-request-id: req-336eb41d-217c-4111-a8d2-fe09e8df725d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:35.483417 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eec30fd-6c04-4263-9631-5b73716b6a23", "tag": "60f41b34-a8ec-416e-9bd0-58dedf07be75", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:35.483892 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-336eb41d-217c-4111-a8d2-fe09e8df725d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:35.484507 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'tag': '60f41b34-a8ec-416e-9bd0-58dedf07be75', 'status': 'completed', 'code': 200} Feb 11 05:23:35.526875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3101df4f-a836-47e7-b90c-4855c389965a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:35.574550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-b1e19817-c5cf-4982-b337-38b800d453bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:35.576363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-b1e19817-c5cf-4982-b337-38b800d453bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7545379b238f493ba8a954b800313df6&device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 1129 time: 0.0694859 Feb 11 05:23:35.582765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d37fb25-0971-4917-a721-48fd776e96f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d9d100-068d-4f44-9307-4be87b02cd41'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:35.585339 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbb16b9-391a-4b3e-b3c8-ae5cb5049ccb" -d '{"events": [{"server_uuid": "8d37fb25-0971-4917-a721-48fd776e96f6", "name": "network-vif-plugged", "status": "completed", "tag": "77d9d100-068d-4f44-9307-4be87b02cd41"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:35.637778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44524) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:35.737034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3101df4f-a836-47e7-b90c-4855c389965a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3101df4f-a836-47e7-b90c-4855c389965a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:35.739515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 77d9d100-068d-4f44-9307-4be87b02cd41, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=77d9d100-068d-4f44-9307-4be87b02cd41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:35.746265 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3101df4f-a836-47e7-b90c-4855c389965a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.752901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-dc2e14d4-281b-4160-80b8-4bf929e8b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:35.755083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-dc2e14d4-281b-4160-80b8-4bf929e8b519 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 200 len: 925 time: 0.1629539 Feb 11 05:23:35.756360 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.875443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 259a441e-f6b6-4b3e-8865-57f941b355fd is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:35.876098 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.883926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3101df4f-a836-47e7-b90c-4855c389965a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:35.925734 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Sync routers for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:35.948835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 259a441e-f6b6-4b3e-8865-57f941b355fd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=259a441e-f6b6-4b3e-8865-57f941b355fd,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:35.956894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.963132 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:35.968770 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:35.988292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=77d9d100-068d-4f44-9307-4be87b02cd41,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:36.014747 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780c32ca-d38a-475a-afd6-b1044790b3d4 x-openstack-request-id: req-780c32ca-d38a-475a-afd6-b1044790b3d4 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:36.019212 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d37fb25-0971-4917-a721-48fd776e96f6", "name": "network-vif-plugged", "status": "completed", "tag": "77d9d100-068d-4f44-9307-4be87b02cd41", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:36.020096 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-780c32ca-d38a-475a-afd6-b1044790b3d4 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:36.020096 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d37fb25-0971-4917-a721-48fd776e96f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d9d100-068d-4f44-9307-4be87b02cd41', 'code': 200} Feb 11 05:23:36.062739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3101df4f-a836-47e7-b90c-4855c389965a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:36.073151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '4dc31cef-6162-4321-b9f1-f544227ae87e', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'port_id': '60f41b34-a8ec-416e-9bd0-58dedf07be75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'mac_address': 'fa:16:3e:cd:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:08Z', 'updated_at': '2022-02-11T05:23:31Z', 'revision_number': 1, 'project_id': '7545379b238f493ba8a954b800313df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:36.088374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcf169f2-09f9-4f18-810c-aa25b8f630c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.144485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-48147258-5e72-4563-a068-5c490e71eb61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f41b34-a8ec-416e-9bd0-58dedf07be75 HTTP/1.1" status: 200 len: 999 time: 0.3629336 Feb 11 05:23:36.193476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] Checking router: e3d0ceca-5390-44ef-8a7d-3406ea35966f for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:36.195212 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:36.220804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=259a441e-f6b6-4b3e-8865-57f941b355fd,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:36.226812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:36.227492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:36.283152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-918b8f10-a641-46c1-8d50-e05faea9b431 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.290712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-918b8f10-a641-46c1-8d50-e05faea9b431 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/networks?id=73887458-4331-450f-953c-5dabac07381a HTTP/1.1" status: 200 len: 828 time: 0.3823507 Feb 11 05:23:36.294319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-20d0c02f-c0ff-4fc3-9f15-b5d536980b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.296372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-20d0c02f-c0ff-4fc3-9f15-b5d536980b75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661 HTTP/1.1" status: 200 len: 863 time: 0.1399672 Feb 11 05:23:36.321860 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcf169f2-09f9-4f18-810c-aa25b8f630c5 admin admin] Publish callbacks [] for security_group (8ec5fae5-23b9-43b2-89ff-ce0b543d97fc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.329617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-517a368f-515e-4c9a-8789-d54b3deda07c tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/quotas/37f8d2452fba4203aebe178814bc4d35 HTTP/1.1" status: 200 len: 375 time: 0.0380144 Feb 11 05:23:36.337577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcf169f2-09f9-4f18-810c-aa25b8f630c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8ec5fae5-23b9-43b2-89ff-ce0b543d97fc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.347390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f1deb-fba0-4354-ab19-94de5623bdc2 req-a454c054-c8a4-4624-9ffd-db8f919b3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.349131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-851f1deb-fba0-4354-ab19-94de5623bdc2 req-a454c054-c8a4-4624-9ffd-db8f919b3720 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 1133 time: 0.2071574 Feb 11 05:23:36.420593 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fcf169f2-09f9-4f18-810c-aa25b8f630c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d15e396cd9424571b2dbc440e5743b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7815182 Feb 11 05:23:36.432804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44562) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:36.462625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf169f2-09f9-4f18-810c-aa25b8f630c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5fae5-23b9-43b2-89ff-ce0b543d97fc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:36.535955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '9587b7dd-bfee-43f0-b3b5-03ae01b95ced', 'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'mac_address': 'fa:16:3e:43:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:31Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 2, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'subnets': [{'id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:36.564383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:36.564885 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a528f8c-e3e6-4e99-bf41-aa2582f93008 admin admin] Publish callbacks [] for security_group (8ec5fae5-23b9-43b2-89ff-ce0b543d97fc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.570531 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Checking router: 95129629-80f8-457e-85d0-fe138bdef095 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:36.571151 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Updating router 95129629-80f8-457e-85d0-fe138bdef095 port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:23:36.602951 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.640257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-851f1deb-fba0-4354-ab19-94de5623bdc2 req-ca75e437-2c4a-48ed-98ed-5cb74124a573 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294583 Feb 11 05:23:36.641064 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a528f8c-e3e6-4e99-bf41-aa2582f93008 admin admin] Publish callbacks [] for security_group (8ec5fae5-23b9-43b2-89ff-ce0b543d97fc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.655355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-a80218d5-4090-4c5b-8c93-6b17d7e15715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.658041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-a80218d5-4090-4c5b-8c93-6b17d7e15715 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74a89941-9023-47cd-9eeb-d31c83a29d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3522129 Feb 11 05:23:36.704778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-7bf14efd-94e5-4866-a6f2-93ddceec40d7 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=37f8d2452fba4203aebe178814bc4d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3542068 Feb 11 05:23:36.755034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a528f8c-e3e6-4e99-bf41-aa2582f93008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8ec5fae5-23b9-43b2-89ff-ce0b543d97fc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.759039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a528f8c-e3e6-4e99-bf41-aa2582f93008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.760490 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7a528f8c-e3e6-4e99-bf41-aa2582f93008 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ec5fae5-23b9-43b2-89ff-ce0b543d97fc HTTP/1.1" status: 204 len: 168 time: 0.3231523 Feb 11 05:23:36.768830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40a07-5cae-40bf-b1f4-dd4a9f2e3125 req-d5e66016-b7ab-4747-bb1a-bf605e60ec69 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.771582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a528f8c-e3e6-4e99-bf41-aa2582f93008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec5fae5-23b9-43b2-89ff-ce0b543d97fc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:36.790560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9f40a07-5cae-40bf-b1f4-dd4a9f2e3125 req-d5e66016-b7ab-4747-bb1a-bf605e60ec69 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 948 time: 0.2959275 Feb 11 05:23:36.802984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44576) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:36.973572 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c2b887d-0caa-4ee1-ba50-46e6cb2db798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.002113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-e644cf54-6b19-4a16-a084-db90a13a478f service neutron] 10.222.0.72 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332770 Feb 11 05:23:37.006087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 259a441e-f6b6-4b3e-8865-57f941b355fd up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:37.036184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9f40a07-5cae-40bf-b1f4-dd4a9f2e3125 req-7a8a8ae0-309c-449a-8cf6-a76fb52125b5 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446456 Feb 11 05:23:37.046697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '4dc31cef-6162-4321-b9f1-f544227ae87e', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'port_id': '60f41b34-a8ec-416e-9bd0-58dedf07be75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'mac_address': 'fa:16:3e:cd:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:08Z', 'updated_at': '2022-02-11T05:23:31Z', 'revision_number': 1, 'project_id': '7545379b238f493ba8a954b800313df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:37.102727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04611d-0b72-4187-bb84-d1a6958b1cbe None None] The sync data for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 is: [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '4dc31cef-6162-4321-b9f1-f544227ae87e', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'port_id': '60f41b34-a8ec-416e-9bd0-58dedf07be75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'mac_address': 'fa:16:3e:cd:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:08Z', 'updated_at': '2022-02-11T05:23:31Z', 'revision_number': 1, 'project_id': '7545379b238f493ba8a954b800313df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:37.142076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 259a441e-f6b6-4b3e-8865-57f941b355fd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:37.142463 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.173520 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Publish callbacks [] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.180766 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.244493 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cedb66-01c2-4dd8-8a21-891239b6e088 None None] Pushing event updated for resources: {'Port': ['ID=9587b7dd-bfee-43f0-b3b5-03ae01b95ced,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:37.256371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b09b230d-c92b-4462-a8ad-1b081c6edae8 req-518f05ed-e9e2-4e7a-8ac3-bb8e33e7e1b3 service neutron] 10.222.0.72 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437065 Feb 11 05:23:37.256498 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c2b887d-0caa-4ee1-ba50-46e6cb2db798 admin admin] Publish callbacks [] for security_group (cfa3b9d8-adb4-41a7-ab1e-1be840c068c6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.267322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c2b887d-0caa-4ee1-ba50-46e6cb2db798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cfa3b9d8-adb4-41a7-ab1e-1be840c068c6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.313371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-074e8262-b00b-4bfd-adce-d4e5abba3100 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:23:37.323460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-074e8262-b00b-4bfd-adce-d4e5abba3100 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4167397 Feb 11 05:23:37.355644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6c2b887d-0caa-4ee1-ba50-46e6cb2db798 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff5b6c477bb74fef9c767dc2091182f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5514622 Feb 11 05:23:37.358818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44588) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:37.359640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b887d-0caa-4ee1-ba50-46e6cb2db798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa3b9d8-adb4-41a7-ab1e-1be840c068c6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:37.382605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 259a441e-f6b6-4b3e-8865-57f941b355fd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:37.448540 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Attempting to bind port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:37.449456 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Attempting to bind port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:37.449822 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Attempting to bind port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced on network 73887458-4331-450f-953c-5dabac07381a {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:37.467951 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:37.469391 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Checking segment: {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:37.470755 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.471185 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Bound using segment: {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:37.472434 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Bound port: 9587b7dd-bfee-43f0-b3b5-03ae01b95ced, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:37.472835 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.510842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ef72a78-8211-4999-acdd-6bc471f1ede1 admin admin] Publish callbacks [] for security_group (cfa3b9d8-adb4-41a7-ab1e-1be840c068c6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.522419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-ba72fc47-23a7-4c7b-b76d-dec502df7270 service neutron] 10.222.0.31 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979837 Feb 11 05:23:37.576183 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ef72a78-8211-4999-acdd-6bc471f1ede1 admin admin] Publish callbacks [] for security_group (cfa3b9d8-adb4-41a7-ab1e-1be840c068c6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.609708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5ab161-d409-4836-a640-078bdc30e509 None None] New status for floating IP 4dc31cef-6162-4321-b9f1-f544227ae87e: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:23:37.686926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ef72a78-8211-4999-acdd-6bc471f1ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cfa3b9d8-adb4-41a7-ab1e-1be840c068c6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.690790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ef72a78-8211-4999-acdd-6bc471f1ede1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.694896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0ef72a78-8211-4999-acdd-6bc471f1ede1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfa3b9d8-adb4-41a7-ab1e-1be840c068c6 HTTP/1.1" status: 204 len: 168 time: 0.3314028 Feb 11 05:23:37.698787 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] For port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:37.704601 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] For port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9587b7dd-bfee-43f0-b3b5-03ae01b95ced,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:37.711711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef72a78-8211-4999-acdd-6bc471f1ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa3b9d8-adb4-41a7-ab1e-1be840c068c6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:37.712204 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.804973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba2f79-5378-46ce-946d-e9ec9c9609ca req-9c0ce389-a6e9-42cb-9a37-7f679bfa9480 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:37.813447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08ba2f79-5378-46ce-946d-e9ec9c9609ca req-9c0ce389-a6e9-42cb-9a37-7f679bfa9480 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 950 time: 0.0949199 Feb 11 05:23:37.818532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c47e3131-0ff2-48cd-9bfe-3edffbd842e6 None None] Provisioning complete for port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:37.819786 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c47e3131-0ff2-48cd-9bfe-3edffbd842e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.835896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-b0690967-8691-4252-9183-73f156712768 service neutron] 10.222.0.31 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113172 Feb 11 05:23:37.898652 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:37.899319 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:37.908374 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cedb66-01c2-4dd8-8a21-891239b6e088 None None] Pushing event updated for resources: {'Port': ['ID=9587b7dd-bfee-43f0-b3b5-03ae01b95ced,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:37.993937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08ba2f79-5378-46ce-946d-e9ec9c9609ca req-dc23fd1c-c17c-4abb-9bb7-8669b120d7d0 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648986 Feb 11 05:23:38.159989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c47e3131-0ff2-48cd-9bfe-3edffbd842e6 None None] Current status of the port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:38.160528 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c47e3131-0ff2-48cd-9bfe-3edffbd842e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.267388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c47e3131-0ff2-48cd-9bfe-3edffbd842e6 None None] For port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9587b7dd-bfee-43f0-b3b5-03ae01b95ced,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:38.276173 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:38.277368 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c47e3131-0ff2-48cd-9bfe-3edffbd842e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.305363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96af7a-17cc-40d2-ad6e-f663594e39a9 req-c573fdaf-08e2-494b-a528-ed490995d0da tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.321108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb96af7a-17cc-40d2-ad6e-f663594e39a9 req-c573fdaf-08e2-494b-a528-ed490995d0da tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 969 time: 0.2099068 Feb 11 05:23:38.421734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44622) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:38.429659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb96af7a-17cc-40d2-ad6e-f663594e39a9 req-837f4f9a-68dc-42fe-9fcb-58ffc9b57142 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075742 Feb 11 05:23:38.448022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1d46-3142-461f-bd41-ac304b5a6dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.448330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e3131-0ff2-48cd-9bfe-3edffbd842e6 None None] Pushing event updated for resources: {'Port': ['ID=9587b7dd-bfee-43f0-b3b5-03ae01b95ced,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:38.464361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec285dd-5668-480e-bc53-c03e192c7c80 req-066dfdf0-614e-47c9-bfec-b0459502409e tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.475069 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cec285dd-5668-480e-bc53-c03e192c7c80 req-066dfdf0-614e-47c9-bfec-b0459502409e tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 948 time: 0.1512303 Feb 11 05:23:38.490788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dc6b06de-b330-4054-a7f4-7d11de1204b9 None None] Provisioning complete for port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:38.504641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc6b06de-b330-4054-a7f4-7d11de1204b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.581197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cec285dd-5668-480e-bc53-c03e192c7c80 req-d055bc03-9136-4a87-bf87-0e6cdc46cbb6 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003387 Feb 11 05:23:38.607186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a23bcf7d-266d-4f97-883b-2b68e1901cba req-3fc697df-5ff7-4461-9db3-ccabbfe4ce02 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 210 time: 0.0985630 Feb 11 05:23:38.691662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1d46-3142-461f-bd41-ac304b5a6dab admin admin] Publish callbacks [] for security_group (b13f1918-897b-480c-983b-ba7c506b229f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.698224 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1d46-3142-461f-bd41-ac304b5a6dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b13f1918-897b-480c-983b-ba7c506b229f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.698680 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '9587b7dd-bfee-43f0-b3b5-03ae01b95ced', 'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'mac_address': 'fa:16:3e:43:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:31Z', 'updated_at': '2022-02-11T05:23:37Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'subnets': [{'id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:38.716170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3101df4f-a836-47e7-b90c-4855c389965a up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:38.726754 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6c3e1d46-3142-461f-bd41-ac304b5a6dab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e344a72597ad449782eaf36df85d6e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033056 Feb 11 05:23:38.729384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44636) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:38.749811 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b1947-49ed-4a1b-8be8-aa7382a24aac None None] The sync data for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 is: [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '9587b7dd-bfee-43f0-b3b5-03ae01b95ced', 'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'mac_address': 'fa:16:3e:43:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:31Z', 'updated_at': '2022-02-11T05:23:37Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'subnets': [{'id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:38.772478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e1d46-3142-461f-bd41-ac304b5a6dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f1918-897b-480c-983b-ba7c506b229f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:38.807185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-494600ed-3403-4b9b-bd0b-a413117cb4cc admin admin] Publish callbacks [] for security_group (b13f1918-897b-480c-983b-ba7c506b229f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.842324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b06de-b330-4054-a7f4-7d11de1204b9 None None] Current status of the port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:38.874351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 3101df4f-a836-47e7-b90c-4855c389965a completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:38.874712 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-494600ed-3403-4b9b-bd0b-a413117cb4cc admin admin] Publish callbacks [] for security_group (b13f1918-897b-480c-983b-ba7c506b229f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.880443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 3101df4f-a836-47e7-b90c-4855c389965a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:38.886605 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3101df4f-a836-47e7-b90c-4855c389965a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.968447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-494600ed-3403-4b9b-bd0b-a413117cb4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b13f1918-897b-480c-983b-ba7c506b229f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.974012 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-494600ed-3403-4b9b-bd0b-a413117cb4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.979616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-494600ed-3403-4b9b-bd0b-a413117cb4cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b13f1918-897b-480c-983b-ba7c506b229f HTTP/1.1" status: 204 len: 168 time: 0.2469637 Feb 11 05:23:39.014085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494600ed-3403-4b9b-bd0b-a413117cb4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f1918-897b-480c-983b-ba7c506b229f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:39.113192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9587b7dd-bfee-43f0-b3b5-03ae01b95ced up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:39.185390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3101df4f-a836-47e7-b90c-4855c389965a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:39.186029 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3101df4f-a836-47e7-b90c-4855c389965a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.192034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15731c5-dd0a-4872-b759-19a2b93185d9 req-d6557c6d-4cbe-47ea-a7ae-cd8c2e316ad8 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.199345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b15731c5-dd0a-4872-b759-19a2b93185d9 req-d6557c6d-4cbe-47ea-a7ae-cd8c2e316ad8 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 950 time: 0.0978837 Feb 11 05:23:39.286622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b15731c5-dd0a-4872-b759-19a2b93185d9 req-f433599f-fa56-4a46-978f-23facf358200 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857570 Feb 11 05:23:39.403862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:39.404275 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.413507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ef53e7-0529-4611-8b06-4ad4a514b054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3101df4f-a836-47e7-b90c-4855c389965a'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:39.416278 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d99e01-1208-406b-b912-88f1d5760ef0" -d '{"events": [{"server_uuid": "40ef53e7-0529-4611-8b06-4ad4a514b054", "name": "network-vif-plugged", "status": "completed", "tag": "3101df4f-a836-47e7-b90c-4855c389965a"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:39.467470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3101df4f-a836-47e7-b90c-4855c389965a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3101df4f-a836-47e7-b90c-4855c389965a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:39.492649 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3101df4f-a836-47e7-b90c-4855c389965a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.546530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-fc582ee7-9eea-481f-9f8d-5247fe7b4a1a tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.548133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-fc582ee7-9eea-481f-9f8d-5247fe7b4a1a tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 969 time: 0.1810005 Feb 11 05:23:39.570581 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd6567-aed3-461e-b679-6e238c2288e7 x-openstack-request-id: req-16fd6567-aed3-461e-b679-6e238c2288e7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:39.570897 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ef53e7-0529-4611-8b06-4ad4a514b054", "name": "network-vif-plugged", "status": "completed", "tag": "3101df4f-a836-47e7-b90c-4855c389965a", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:39.571169 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16fd6567-aed3-461e-b679-6e238c2288e7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:39.571543 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ef53e7-0529-4611-8b06-4ad4a514b054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3101df4f-a836-47e7-b90c-4855c389965a', 'code': 200} Feb 11 05:23:39.702746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3101df4f-a836-47e7-b90c-4855c389965a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:39.764495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2f3e-71e6-4680-a702-6c6b3a750d99 req-6f17dc24-ddd4-4563-bd18-12108afbff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.770068 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-90aa2f3e-71e6-4680-a702-6c6b3a750d99 req-6f17dc24-ddd4-4563-bd18-12108afbff04 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 1132 time: 0.1272428 Feb 11 05:23:39.798592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:39.865363 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-90aa2f3e-71e6-4680-a702-6c6b3a750d99 req-76488226-d5b3-44cc-a49c-34f88952037a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885167 Feb 11 05:23:39.886881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3419cd-1599-4d53-aa65-ab27e031fae8 req-7f245835-68a0-4dae-a79d-6b5ebab90e52 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.888450 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff3419cd-1599-4d53-aa65-ab27e031fae8 req-7f245835-68a0-4dae-a79d-6b5ebab90e52 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 969 time: 0.1754131 Feb 11 05:23:39.935945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433850-a899-4292-8850-65cb97647775 req-81a85f5b-dafb-4d1c-a7ea-ec668c4e623a tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.937660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f433850-a899-4292-8850-65cb97647775 req-81a85f5b-dafb-4d1c-a7ea-ec668c4e623a tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 950 time: 0.1667786 Feb 11 05:23:39.941264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Deleting port 3325705e-e8c4-49f2-9b33-ab94643186ec {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:39.941610 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.950967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44672) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:40.109778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff3419cd-1599-4d53-aa65-ab27e031fae8 req-3c033f5e-c8b1-42f9-bc82-bf9008207342 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092235 Feb 11 05:23:40.246736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.379973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Publish callbacks [] for security_group (9483d524-2ad4-42c3-b93c-8e9c11d42b1d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.389913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9483d524-2ad4-42c3-b93c-8e9c11d42b1d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.438821 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd29df133e8d4a348b4161abaa71b9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4844384 Feb 11 05:23:40.444770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44688) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:40.483137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9483d524-2ad4-42c3-b93c-8e9c11d42b1d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:40.496486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.496722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.497163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.497631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.497803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.498129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.498459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.498786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.499112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.499436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.499769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.500077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.502313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f433850-a899-4292-8850-65cb97647775 req-58823e2e-db07-4ee8-975f-73b9cd9b4d0c tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527461 Feb 11 05:23:40.511293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae1191-9a94-4162-baa0-db9258757063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:40.560127 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38a90d22-858f-4ecc-8917-0df9227465f6 admin admin] Publish callbacks [] for security_group (9483d524-2ad4-42c3-b93c-8e9c11d42b1d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.620900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38a90d22-858f-4ecc-8917-0df9227465f6 admin admin] Publish callbacks [] for security_group (9483d524-2ad4-42c3-b93c-8e9c11d42b1d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.625686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] For port 3325705e-e8c4-49f2-9b33-ab94643186ec, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3325705e-e8c4-49f2-9b33-ab94643186ec,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:40.626057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.673936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c77829d-8f5f-4d22-8fba-13a47253a579 req-b00ca87b-bf0d-4943-add5-7d8f6d68fe25 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 210 time: 0.0532889 Feb 11 05:23:40.696661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Calling delete_port for 3325705e-e8c4-49f2-9b33-ab94643186ec owned by compute:tempest-test_az-42709498 {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:40.710920 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38a90d22-858f-4ecc-8917-0df9227465f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9483d524-2ad4-42c3-b93c-8e9c11d42b1d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.714531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38a90d22-858f-4ecc-8917-0df9227465f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.718482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-0474b3f3-91d6-4d32-a4ea-223be2bea087 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.719964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-0474b3f3-91d6-4d32-a4ea-223be2bea087 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.72 "GET /v2.0/networks?id=73887458-4331-450f-953c-5dabac07381a HTTP/1.1" status: 200 len: 828 time: 0.7245631 Feb 11 05:23:40.721896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-38a90d22-858f-4ecc-8917-0df9227465f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9483d524-2ad4-42c3-b93c-8e9c11d42b1d HTTP/1.1" status: 204 len: 168 time: 0.2752354 Feb 11 05:23:40.736009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3a66-2532-45e7-9a0e-def8755f42ad req-b4940e42-c788-4d89-bf29-49b469718b6e tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.738723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b35b3a66-2532-45e7-9a0e-def8755f42ad req-b4940e42-c788-4d89-bf29-49b469718b6e tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 949 time: 0.2734611 Feb 11 05:23:40.742170 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a90d22-858f-4ecc-8917-0df9227465f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9483d524-2ad4-42c3-b93c-8e9c11d42b1d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:40.750893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Request body: {'port': {'device_id': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'admin_state_up': True, 'tenant_id': '37f8d2452fba4203aebe178814bc4d35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:41.009645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b35b3a66-2532-45e7-9a0e-def8755f42ad req-46dfc269-e014-4d76-8c3f-3376864586a1 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869860 Feb 11 05:23:41.095585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Made reservation on behalf of 37f8d2452fba4203aebe178814bc4d35 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:41.099683 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.221628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (3325705e-e8c4-49f2-9b33-ab94643186ec), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.230581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3325705e-e8c4-49f2-9b33-ab94643186ec'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:41.287658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Pushing event deleted for resources: {'Port': ['ID=3325705e-e8c4-49f2-9b33-ab94643186ec,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:41.313518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad10d-6a3e-42d3-9483-f2540caf39a7 req-30e66f7f-67b1-40b0-88d0-9715c227c7d3 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.320310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbcad10d-6a3e-42d3-9483-f2540caf39a7 req-30e66f7f-67b1-40b0-88d0-9715c227c7d3 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 950 time: 0.2076850 Feb 11 05:23:41.333724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.334127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.334499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.335020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.335376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.335730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.336045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.336448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.336691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.337014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.337561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.337973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.338649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:41.412106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44722) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:41.434319 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9de1078a-6f09-49b7-844c-30098baeabb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.446066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c28e3323-f65b-41ed-a6f1-7352bf60389e req-21dd03e7-a406-41b3-8a45-f51e2ba33e77 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1f5a7e-d143-4650-8da1-d7f849d5bf55 HTTP/1.1" status: 200 len: 210 time: 0.1412885 Feb 11 05:23:41.469256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] No DVR routers for this DVR port 3325705e-e8c4-49f2-9b33-ab94643186ec on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:41.500664 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.504670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd8430ca-563d-47ae-9acf-ccc10161098d req-cd0e0c91-8b89-41b4-9777-6f5d9049b587 tempest-TenantUsagesTestJSON-1158262305 tempest-TenantUsagesTestJSON-1158262305-project] 10.222.0.81 "DELETE /v2.0/ports/3325705e-e8c4-49f2-9b33-ab94643186ec HTTP/1.1" status: 204 len: 173 time: 1.9499228 Feb 11 05:23:41.505083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1f5a7e-d143-4650-8da1-d7f849d5bf55', 'name': 'network-vif-deleted', 'tag': '3325705e-e8c4-49f2-9b33-ab94643186ec'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:41.507379 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f3a637-dd7f-447b-81c3-9aa7a8cef557" -d '{"events": [{"server_uuid": "0e1f5a7e-d143-4650-8da1-d7f849d5bf55", "name": "network-vif-deleted", "tag": "3325705e-e8c4-49f2-9b33-ab94643186ec"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:41.537430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Allocated IP 172.20.0.5 (73887458-4331-450f-953c-5dabac07381a/acc51505-bdea-44a4-9555-b96f2ad1014b/d1de9926-a663-47ef-80a5-69cdb140e5bc) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:41.548184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbcad10d-6a3e-42d3-9483-f2540caf39a7 req-67fe7dea-848e-424b-b347-6013aa2508a8 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259099 Feb 11 05:23:41.597683 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9257e509-bc73-450d-ab0d-9475a074fc71 x-openstack-request-id: req-9257e509-bc73-450d-ab0d-9475a074fc71 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:41.597987 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1f5a7e-d143-4650-8da1-d7f849d5bf55", "name": "network-vif-deleted", "tag": "3325705e-e8c4-49f2-9b33-ab94643186ec", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:41.598249 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9257e509-bc73-450d-ab0d-9475a074fc71 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:41.598653 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1f5a7e-d143-4650-8da1-d7f849d5bf55', 'name': 'network-vif-deleted', 'tag': '3325705e-e8c4-49f2-9b33-ab94643186ec', 'status': 'completed', 'code': 200} Feb 11 05:23:41.627576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9de1078a-6f09-49b7-844c-30098baeabb5 admin admin] Publish callbacks [] for security_group (a883d05e-d7f7-43c6-85f0-b6c665f3d6da), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.635278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9de1078a-6f09-49b7-844c-30098baeabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a883d05e-d7f7-43c6-85f0-b6c665f3d6da), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.856584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2d6ad0c-4fe0-417d-9eea-5d913536a083 req-918ed936-3123-4e54-a29a-8fc437675255 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 210 time: 0.0424256 Feb 11 05:23:41.873675 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9de1078a-6f09-49b7-844c-30098baeabb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b65181c0a7b84b69ae1af6fa2a7eb2a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4597385 Feb 11 05:23:41.874752 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1078a-6f09-49b7-844c-30098baeabb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a883d05e-d7f7-43c6-85f0-b6c665f3d6da,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:41.877203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44740) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:41.896389 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.936779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c65013c-0db5-4e5e-870f-ceafc0d934f8 admin admin] Publish callbacks [] for security_group (a883d05e-d7f7-43c6-85f0-b6c665f3d6da), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.946552 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.972689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c65013c-0db5-4e5e-870f-ceafc0d934f8 admin admin] Publish callbacks [] for security_group (a883d05e-d7f7-43c6-85f0-b6c665f3d6da), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.980625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44742) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:42.003907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Network 73887458-4331-450f-953c-5dabac07381a is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:42.007172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:42.010952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:42.016061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:42.016694 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.041628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2998252 Feb 11 05:23:42.043937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48665046-6f45-4ba6-adf3-149be3ad2a42 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Pushing event updated for resources: {'Port': ['ID=d1de9926-a663-47ef-80a5-69cdb140e5bc,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:42.054869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Request body: {'port': {'device_id': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:42.070821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c65013c-0db5-4e5e-870f-ceafc0d934f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a883d05e-d7f7-43c6-85f0-b6c665f3d6da), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.074106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c65013c-0db5-4e5e-870f-ceafc0d934f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.081676 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c65013c-0db5-4e5e-870f-ceafc0d934f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a883d05e-d7f7-43c6-85f0-b6c665f3d6da HTTP/1.1" status: 204 len: 168 time: 0.2032635 Feb 11 05:23:42.093455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65013c-0db5-4e5e-870f-ceafc0d934f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a883d05e-d7f7-43c6-85f0-b6c665f3d6da,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:42.190964 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e53080f1-6103-44d0-816e-ebd0cc5630b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.209607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.319925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295c49-66a4-43b2-9661-9176d00457d6 req-5b520f3f-734c-45f1-a67c-dec99086fb72 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:42.322391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2295c49-66a4-43b2-9661-9176d00457d6 req-5b520f3f-734c-45f1-a67c-dec99086fb72 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 949 time: 0.1564100 Feb 11 05:23:42.329961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e53080f1-6103-44d0-816e-ebd0cc5630b1 admin admin] Publish callbacks [] for security_group (d805bbb1-a678-4357-9cab-2bc6ac580065), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.337420 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e53080f1-6103-44d0-816e-ebd0cc5630b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d805bbb1-a678-4357-9cab-2bc6ac580065), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.390074 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e53080f1-6103-44d0-816e-ebd0cc5630b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc8527900da746abbb8adfb403e93614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074016 Feb 11 05:23:42.390570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53080f1-6103-44d0-816e-ebd0cc5630b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d805bbb1-a678-4357-9cab-2bc6ac580065,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:42.393698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44754) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:42.423748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1cb4aef7-60ef-41ad-9a56-242036d2f460 None None] Provisioning complete for port d1de9926-a663-47ef-80a5-69cdb140e5bc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:42.424315 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1cb4aef7-60ef-41ad-9a56-242036d2f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.458521 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6fabde20-1268-4ed3-8bf4-440aeee4e07f admin admin] Publish callbacks [] for security_group (d805bbb1-a678-4357-9cab-2bc6ac580065), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.482608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4aef7-60ef-41ad-9a56-242036d2f460 None None] Port d1de9926-a663-47ef-80a5-69cdb140e5bc cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:42.505364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6fabde20-1268-4ed3-8bf4-440aeee4e07f admin admin] Publish callbacks [] for security_group (d805bbb1-a678-4357-9cab-2bc6ac580065), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.535453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2295c49-66a4-43b2-9661-9176d00457d6 req-7a6ed322-80cb-4324-b483-b23566d119f8 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938779 Feb 11 05:23:42.602708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6fabde20-1268-4ed3-8bf4-440aeee4e07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d805bbb1-a678-4357-9cab-2bc6ac580065), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.609002 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6fabde20-1268-4ed3-8bf4-440aeee4e07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.610560 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6fabde20-1268-4ed3-8bf4-440aeee4e07f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d805bbb1-a678-4357-9cab-2bc6ac580065 HTTP/1.1" status: 204 len: 168 time: 0.2156813 Feb 11 05:23:42.625386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabde20-1268-4ed3-8bf4-440aeee4e07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805bbb1-a678-4357-9cab-2bc6ac580065,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:42.792335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-33dfa633-549f-4680-b7df-3f9071971279 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:42.793956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-33dfa633-549f-4680-b7df-3f9071971279 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 950 time: 0.1911139 Feb 11 05:23:42.898649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbcbdc-2b15-43d1-b384-f733daf3490d req-3bbded4a-8d3a-4cc5-b8fc-ab3a8dfad66d tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:42.900307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96dbcbdc-2b15-43d1-b384-f733daf3490d req-3bbded4a-8d3a-4cc5-b8fc-ab3a8dfad66d tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 950 time: 0.1777978 Feb 11 05:23:43.052052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44788) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:43.059902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1de9926-a663-47ef-80a5-69cdb140e5bc {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:43.071146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Publish callbacks [] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.086285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96dbcbdc-2b15-43d1-b384-f733daf3490d req-b9bf0b72-5dc0-4497-960d-03f3d4fd1cd3 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709418 Feb 11 05:23:43.117602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Transition to ACTIVE for port object d1de9926-a663-47ef-80a5-69cdb140e5bc will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:43.125227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc35be-f417-42c5-86c3-05cf9efc51ff req-940f416d-a465-4abc-b24d-f58ea39778d5 tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.126765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7acc35be-f417-42c5-86c3-05cf9efc51ff req-940f416d-a465-4abc-b24d-f58ea39778d5 tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 1132 time: 0.1444180 Feb 11 05:23:43.128565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Deleting port 77d9d100-068d-4f44-9307-4be87b02cd41 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:43.128911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.131609 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.191370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44796) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:43.211851 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-791e15d9-1bb4-463a-891e-5d8da516ee8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.249527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7acc35be-f417-42c5-86c3-05cf9efc51ff req-b852c9af-a1f9-417f-973c-394bef583122 tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.333923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Pushing event updated for resources: {'Port': ['ID=d1de9926-a663-47ef-80a5-69cdb140e5bc,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:43.344663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-791e15d9-1bb4-463a-891e-5d8da516ee8e admin admin] Publish callbacks [] for security_group (0a6d5de5-2323-458e-bd71-5820874fa5c6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.349878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-791e15d9-1bb4-463a-891e-5d8da516ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a6d5de5-2323-458e-bd71-5820874fa5c6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.405591 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-791e15d9-1bb4-463a-891e-5d8da516ee8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efb22fa6853c47b08bccd78c0f34748c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127385 Feb 11 05:23:43.406508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44800) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:43.480056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Attempting to bind port d1de9926-a663-47ef-80a5-69cdb140e5bc on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:43.480417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Attempting to bind port d1de9926-a663-47ef-80a5-69cdb140e5bc by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:43.480751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Attempting to bind port d1de9926-a663-47ef-80a5-69cdb140e5bc on network 73887458-4331-450f-953c-5dabac07381a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:43.503239 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e15d9-1bb4-463a-891e-5d8da516ee8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6d5de5-2323-458e-bd71-5820874fa5c6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:43.506924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d70b2-6866-4462-bc59-6cecd020b9e4 req-16277eae-e292-4c2d-9915-3cc3353ddc20 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.508459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-544d70b2-6866-4462-bc59-6cecd020b9e4 req-16277eae-e292-4c2d-9915-3cc3353ddc20 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 943 time: 0.3531632 Feb 11 05:23:43.514992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Port d1de9926-a663-47ef-80a5-69cdb140e5bc on network 73887458-4331-450f-953c-5dabac07381a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:43.515295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Attempting to bind port d1de9926-a663-47ef-80a5-69cdb140e5bc on network 73887458-4331-450f-953c-5dabac07381a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:43.525664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] For port 77d9d100-068d-4f44-9307-4be87b02cd41, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=77d9d100-068d-4f44-9307-4be87b02cd41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:43.525940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.548805 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-48af0dbc-ed0b-4c10-aa44-2cf1b2492f45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=170c36a523d5416383886e096a9dcbf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4907010 Feb 11 05:23:43.548920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44806) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:43.579361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3fcbd25-f616-4266-bb82-15e9f9ba9a63 admin admin] Publish callbacks [] for security_group (0a6d5de5-2323-458e-bd71-5820874fa5c6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.582622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:43.582972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Checking segment: {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:43.583359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Bound using segment: {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:43.583798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Bound port: d1de9926-a663-47ef-80a5-69cdb140e5bc, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52f812f-a8cb-4ec0-afa1-1210aaed3013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73887458-4331-450f-953c-5dabac07381a'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:43.584155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.590706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Calling delete_port for 77d9d100-068d-4f44-9307-4be87b02cd41 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:43.626951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3fcbd25-f616-4266-bb82-15e9f9ba9a63 admin admin] Publish callbacks [] for security_group (0a6d5de5-2323-458e-bd71-5820874fa5c6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.702177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42683698-ab9c-4637-849e-2b68756f0d62 admin admin] Publish callbacks [] for security_group (b6895f31-38bb-45cb-afb9-b7cf66dd9ed5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.726793 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42683698-ab9c-4637-849e-2b68756f0d62 admin admin] Publish callbacks [] for security_group (b6895f31-38bb-45cb-afb9-b7cf66dd9ed5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.731297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-544d70b2-6866-4462-bc59-6cecd020b9e4 req-14770f17-1620-4f75-8fe3-fe20048da0b6 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098868 Feb 11 05:23:43.735161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3fcbd25-f616-4266-bb82-15e9f9ba9a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a6d5de5-2323-458e-bd71-5820874fa5c6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.738454 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3fcbd25-f616-4266-bb82-15e9f9ba9a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.743674 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b3fcbd25-f616-4266-bb82-15e9f9ba9a63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a6d5de5-2323-458e-bd71-5820874fa5c6 HTTP/1.1" status: 204 len: 168 time: 0.3274317 Feb 11 05:23:43.759136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcbd25-f616-4266-bb82-15e9f9ba9a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6d5de5-2323-458e-bd71-5820874fa5c6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:43.764343 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7acc35be-f417-42c5-86c3-05cf9efc51ff req-b852c9af-a1f9-417f-973c-394bef583122 tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] Publish callbacks [] for security_group (9161c905-9278-40f9-a706-db4ca202b5c4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.775554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] For port d1de9926-a663-47ef-80a5-69cdb140e5bc, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:43.781049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7acc35be-f417-42c5-86c3-05cf9efc51ff req-b852c9af-a1f9-417f-973c-394bef583122 tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9161c905-9278-40f9-a706-db4ca202b5c4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.806075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42683698-ab9c-4637-849e-2b68756f0d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b6895f31-38bb-45cb-afb9-b7cf66dd9ed5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.809767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42683698-ab9c-4637-849e-2b68756f0d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.812805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] For port d1de9926-a663-47ef-80a5-69cdb140e5bc, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:43.814162 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-42683698-ab9c-4637-849e-2b68756f0d62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6895f31-38bb-45cb-afb9-b7cf66dd9ed5 HTTP/1.1" status: 204 len: 168 time: 0.2630727 Feb 11 05:23:43.823571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42683698-ab9c-4637-849e-2b68756f0d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6895f31-38bb-45cb-afb9-b7cf66dd9ed5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:43.863613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852c9af-a1f9-417f-973c-394bef583122 tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9161c905-9278-40f9-a706-db4ca202b5c4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:43.869657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.874503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7acc35be-f417-42c5-86c3-05cf9efc51ff req-b852c9af-a1f9-417f-973c-394bef583122 tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326574 Feb 11 05:23:43.942541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.943156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.944962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] 10.222.0.72 "PUT /v2.0/ports/d1de9926-a663-47ef-80a5-69cdb140e5bc HTTP/1.1" status: 200 len: 1092 time: 1.8947995 Feb 11 05:23:43.948031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:43.950293 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00139654-8427-43b7-baa1-09a6cc524661" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:43.994895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233cb89-0386-48f9-b9c8-e86de1ae5d2c service neutron] Pushing event updated for resources: {'Port': ['ID=d1de9926-a663-47ef-80a5-69cdb140e5bc,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:44.009813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (77d9d100-068d-4f44-9307-4be87b02cd41), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.022220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['77d9d100-068d-4f44-9307-4be87b02cd41'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:44.068640 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415bd71a-1a0b-4bbb-bb6a-0c868d0cd0c3 x-openstack-request-id: req-415bd71a-1a0b-4bbb-bb6a-0c868d0cd0c3 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:44.069075 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:44.069075 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-415bd71a-1a0b-4bbb-bb6a-0c868d0cd0c3 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:44.069499 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'status': 'completed', 'code': 200} Feb 11 05:23:44.070173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Pushing event deleted for resources: {'Port': ['ID=77d9d100-068d-4f44-9307-4be87b02cd41,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:44.176749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] No DVR routers for this DVR port 77d9d100-068d-4f44-9307-4be87b02cd41 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:44.190349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.194935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f64b677f-c94d-4f3e-9f6a-e39a025a01e0 req-cc471a5c-4a6d-4723-a716-c7169e8fa8c2 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.81 "DELETE /v2.0/ports/77d9d100-068d-4f44-9307-4be87b02cd41 HTTP/1.1" status: 204 len: 173 time: 1.3894062 Feb 11 05:23:44.213260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-0b968595-20c4-4e95-aa07-b9a67d5a20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.217788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-0b968595-20c4-4e95-aa07-b9a67d5a20d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f8d2452fba4203aebe178814bc4d35&device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 1126 time: 0.1510329 Feb 11 05:23:44.292324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-2ae16eaf-a971-4a1b-93d0-0930d16ef00f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc HTTP/1.1" status: 200 len: 217 time: 0.0637426 Feb 11 05:23:44.335617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c25349b0-99f3-4bd8-9b1f-500526c073cd req-b94cf94a-6062-4239-8038-4917fdee3132 tempest-DeleteServersAdminTestJSON-1977093108 tempest-DeleteServersAdminTestJSON-1977093108-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d37fb25-0971-4917-a721-48fd776e96f6 HTTP/1.1" status: 200 len: 210 time: 0.0462673 Feb 11 05:23:44.405050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-c216fff8-6523-45a4-babf-5e65371994cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.412103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-c216fff8-6523-45a4-babf-5e65371994cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acc51505-bdea-44a4-9555-b96f2ad1014b HTTP/1.1" status: 200 len: 867 time: 0.0751808 Feb 11 05:23:44.470935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-8d933e40-431c-462f-a41d-198d0ee58739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.473176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-8d933e40-431c-462f-a41d-198d0ee58739 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=73887458-4331-450f-953c-5dabac07381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519149 Feb 11 05:23:44.576473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-c1e73aef-3499-4262-a0cd-87fe7acc3254 service neutron] 10.222.0.72 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959661 Feb 11 05:23:44.583214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44842) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:44.597794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1164402-e20e-4257-8264-50d128b0f3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.698534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c58d03-d907-414c-84ed-dcf12ce2e926 req-4b9cda90-842b-45fd-a543-682dfb219c8d service neutron] 10.222.0.72 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142080 Feb 11 05:23:44.712755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1164402-e20e-4257-8264-50d128b0f3dc admin admin] Publish callbacks [] for security_group (15f2c771-a671-48e3-8dae-4580ef8f805c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.719119 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1164402-e20e-4257-8264-50d128b0f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (15f2c771-a671-48e3-8dae-4580ef8f805c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.765208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1164402-e20e-4257-8264-50d128b0f3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f2c771-a671-48e3-8dae-4580ef8f805c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:44.766295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3325705e-e8c4-49f2-9b33-ab94643186ec no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:44.787875 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d1164402-e20e-4257-8264-50d128b0f3dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c16bd43c96f540e1a564c995ceae8614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029681 Feb 11 05:23:44.790850 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44850) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:44.798237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 3325705e-e8c4-49f2-9b33-ab94643186ec {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:44.798558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3325705e-e8c4-49f2-9b33-ab94643186ec not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:44.801245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 77d9d100-068d-4f44-9307-4be87b02cd41 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:44.845928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 77d9d100-068d-4f44-9307-4be87b02cd41 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:44.846694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 77d9d100-068d-4f44-9307-4be87b02cd41 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:44.891855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f917d21-9e43-42a9-8960-3e516e3a1f9a admin admin] Publish callbacks [] for security_group (15f2c771-a671-48e3-8dae-4580ef8f805c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.905890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139654-8427-43b7-baa1-09a6cc524661 req-15d78acc-569b-4dd8-9530-1c7480efa809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.910939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00139654-8427-43b7-baa1-09a6cc524661 req-15d78acc-569b-4dd8-9530-1c7480efa809 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f8d2452fba4203aebe178814bc4d35&device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 1126 time: 0.1596472 Feb 11 05:23:44.945984 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f917d21-9e43-42a9-8960-3e516e3a1f9a admin admin] Publish callbacks [] for security_group (15f2c771-a671-48e3-8dae-4580ef8f805c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.016323 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f917d21-9e43-42a9-8960-3e516e3a1f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (15f2c771-a671-48e3-8dae-4580ef8f805c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.019087 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f917d21-9e43-42a9-8960-3e516e3a1f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.023082 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6f917d21-9e43-42a9-8960-3e516e3a1f9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15f2c771-a671-48e3-8dae-4580ef8f805c HTTP/1.1" status: 204 len: 168 time: 0.2310643 Feb 11 05:23:45.035718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917d21-9e43-42a9-8960-3e516e3a1f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f2c771-a671-48e3-8dae-4580ef8f805c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:45.052816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aa8d0-ff62-4075-b1cf-72e72e8b9a9b req-cb577df9-b257-4438-a2ec-49c5b2bc415d tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:45.054416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-689aa8d0-ff62-4075-b1cf-72e72e8b9a9b req-cb577df9-b257-4438-a2ec-49c5b2bc415d tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 943 time: 0.1401029 Feb 11 05:23:45.088197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139654-8427-43b7-baa1-09a6cc524661 req-eb16e498-8ede-4e95-bd8a-7b89b6b0507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:45.089613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00139654-8427-43b7-baa1-09a6cc524661 req-eb16e498-8ede-4e95-bd8a-7b89b6b0507f service neutron] 10.222.0.72 "GET /v2.0/networks?id=73887458-4331-450f-953c-5dabac07381a HTTP/1.1" status: 200 len: 929 time: 0.1724224 Feb 11 05:23:45.145420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00139654-8427-43b7-baa1-09a6cc524661 req-7ce6085f-c3d2-4715-b3ab-aed435b848bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc HTTP/1.1" status: 200 len: 217 time: 0.0473967 Feb 11 05:23:45.191704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-689aa8d0-ff62-4075-b1cf-72e72e8b9a9b req-77d032e7-5021-4b1d-a6eb-cbbf3c97260a tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195440 Feb 11 05:23:45.214183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139654-8427-43b7-baa1-09a6cc524661 req-e6571a50-da37-48c7-bd9f-1ab531d2ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:45.214183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00139654-8427-43b7-baa1-09a6cc524661 req-e6571a50-da37-48c7-bd9f-1ab531d2ac2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acc51505-bdea-44a4-9555-b96f2ad1014b HTTP/1.1" status: 200 len: 867 time: 0.0574763 Feb 11 05:23:45.308635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139654-8427-43b7-baa1-09a6cc524661 req-8192816f-64f6-4dfc-b2ad-85fc2e5135f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:45.310158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00139654-8427-43b7-baa1-09a6cc524661 req-8192816f-64f6-4dfc-b2ad-85fc2e5135f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=73887458-4331-450f-953c-5dabac07381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0903020 Feb 11 05:23:45.351321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ea692-7552-4908-964a-8e27d48186d3 req-a4812f66-cb0f-4076-8068-f35479d602b8 tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:45.353027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-434ea692-7552-4908-964a-8e27d48186d3 req-a4812f66-cb0f-4076-8068-f35479d602b8 tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 1132 time: 0.0825067 Feb 11 05:23:45.449494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-434ea692-7552-4908-964a-8e27d48186d3 req-d93c1961-5775-4ebf-891d-755be9dcec8d tempest-ServersAdminNegativeTestJSON-266065294 tempest-ServersAdminNegativeTestJSON-266065294-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898056 Feb 11 05:23:45.451633 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00139654-8427-43b7-baa1-09a6cc524661 req-93d7565b-4caf-4aa8-917c-6d50c0435c7c service neutron] 10.222.0.72 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346138 Feb 11 05:23:45.584136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00139654-8427-43b7-baa1-09a6cc524661 req-22e85931-bd4e-434a-a172-e0ef79db2946 service neutron] 10.222.0.72 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181602 Feb 11 05:23:45.616073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-01deea86-7250-4d20-b97d-83dd03dc0e16 req-77cfe578-6721-478b-bbd5-635f261303d8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:23:45.617090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01deea86-7250-4d20-b97d-83dd03dc0e16 req-77cfe578-6721-478b-bbd5-635f261303d8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053594 Feb 11 05:23:46.034557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2971fdf-b66b-44ea-b48a-4838cc6b3801 req-de10c0a7-0738-4469-bd79-19eebca9efd1 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.041327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2971fdf-b66b-44ea-b48a-4838cc6b3801 req-de10c0a7-0738-4469-bd79-19eebca9efd1 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 949 time: 0.0617981 Feb 11 05:23:46.071637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d37fb25-0971-4917-a721-48fd776e96f6', 'name': 'network-vif-deleted', 'tag': '77d9d100-068d-4f44-9307-4be87b02cd41'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:46.073765 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520c08e0-94cc-4009-b3a6-8d478eb2d731" -d '{"events": [{"server_uuid": "8d37fb25-0971-4917-a721-48fd776e96f6", "name": "network-vif-deleted", "tag": "77d9d100-068d-4f44-9307-4be87b02cd41"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:46.092808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2971fdf-b66b-44ea-b48a-4838cc6b3801 req-f4154f3e-ea29-4f65-856d-14bf8427c665 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504718 Feb 11 05:23:46.165015 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93516832-28e4-4ea9-abeb-11d8897c7b97 x-openstack-request-id: req-93516832-28e4-4ea9-abeb-11d8897c7b97 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:46.165581 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d37fb25-0971-4917-a721-48fd776e96f6", "name": "network-vif-deleted", "tag": "77d9d100-068d-4f44-9307-4be87b02cd41", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:46.166078 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93516832-28e4-4ea9-abeb-11d8897c7b97 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:46.166699 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d37fb25-0971-4917-a721-48fd776e96f6', 'name': 'network-vif-deleted', 'tag': '77d9d100-068d-4f44-9307-4be87b02cd41', 'status': 'completed', 'code': 200} Feb 11 05:23:46.329519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44956) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:46.360140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26363835-5f41-49d3-a10f-a3fe99dba7e2 req-379f0641-8496-4cea-b30b-1b78bd6478b7 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.367751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26363835-5f41-49d3-a10f-a3fe99dba7e2 req-379f0641-8496-4cea-b30b-1b78bd6478b7 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 943 time: 0.0727823 Feb 11 05:23:46.475364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26363835-5f41-49d3-a10f-a3fe99dba7e2 req-3aa4d2c5-715a-4374-a46d-cdc3da582336 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067464 Feb 11 05:23:46.550841 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a18c3fa8-f1ad-4473-99d9-693bff5152bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f94c266a19a448d5b92ea35b8d671f84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2284403 Feb 11 05:23:46.553690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44976) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:46.611883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-469d9c74-2eac-493e-9bff-e2a5f0f62835 admin admin] Publish callbacks [] for security_group (d3a19d21-c7fa-4cee-9c63-52cd596fb9c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.637999 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-469d9c74-2eac-493e-9bff-e2a5f0f62835 admin admin] Publish callbacks [] for security_group (d3a19d21-c7fa-4cee-9c63-52cd596fb9c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.700921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-469d9c74-2eac-493e-9bff-e2a5f0f62835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d3a19d21-c7fa-4cee-9c63-52cd596fb9c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.704097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-469d9c74-2eac-493e-9bff-e2a5f0f62835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.706048 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-469d9c74-2eac-493e-9bff-e2a5f0f62835 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3a19d21-c7fa-4cee-9c63-52cd596fb9c0 HTTP/1.1" status: 204 len: 168 time: 0.1512527 Feb 11 05:23:46.715087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d9c74-2eac-493e-9bff-e2a5f0f62835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a19d21-c7fa-4cee-9c63-52cd596fb9c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:47.099835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45006) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:47.225327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45018) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:47.241039 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c3dd344-f42a-4f54-9bd9-f67272a02690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.327716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c3dd344-f42a-4f54-9bd9-f67272a02690 admin admin] Publish callbacks [] for security_group (fb0f45be-65cb-41ca-b1cd-785959a2d2b8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.332746 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c3dd344-f42a-4f54-9bd9-f67272a02690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fb0f45be-65cb-41ca-b1cd-785959a2d2b8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.387971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9c3dd344-f42a-4f54-9bd9-f67272a02690 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20f20c01c50a4c3781a115953ba45ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605361 Feb 11 05:23:47.390696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:47.394695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2025478910-network', 'tenant_id': '33bc7c7d958b43038ef7f4709834f986'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:47.413470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dd344-f42a-4f54-9bd9-f67272a02690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0f45be-65cb-41ca-b1cd-785959a2d2b8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:47.456190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad96fbd6-579f-42ef-83db-2d36c3bca284 admin admin] Publish callbacks [] for security_group (fb0f45be-65cb-41ca-b1cd-785959a2d2b8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.462452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Made reservation on behalf of 33bc7c7d958b43038ef7f4709834f986 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:47.464757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.480951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad96fbd6-579f-42ef-83db-2d36c3bca284 admin admin] Publish callbacks [] for security_group (fb0f45be-65cb-41ca-b1cd-785959a2d2b8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.542216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad96fbd6-579f-42ef-83db-2d36c3bca284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fb0f45be-65cb-41ca-b1cd-785959a2d2b8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.545469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad96fbd6-579f-42ef-83db-2d36c3bca284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.546866 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ad96fbd6-579f-42ef-83db-2d36c3bca284 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb0f45be-65cb-41ca-b1cd-785959a2d2b8 HTTP/1.1" status: 204 len: 168 time: 0.1540501 Feb 11 05:23:47.573832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96fbd6-579f-42ef-83db-2d36c3bca284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0f45be-65cb-41ca-b1cd-785959a2d2b8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:47.703076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d1de9926-a663-47ef-80a5-69cdb140e5bc details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:47.734775 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.803895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e6200-3b12-4c2e-96d6-129c479cd874 req-fb78c39f-3b7e-4508-82a5-289b7b6ee91b tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.810883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d4e6200-3b12-4c2e-96d6-129c479cd874 req-fb78c39f-3b7e-4508-82a5-289b7b6ee91b tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 949 time: 0.3936334 Feb 11 05:23:47.878276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201a423-c226-474b-b43d-a040e4722d49 req-8ac5eca9-ae39-4c6a-aae7-be014a841d55 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.880243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5201a423-c226-474b-b43d-a040e4722d49 req-8ac5eca9-ae39-4c6a-aae7-be014a841d55 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 949 time: 0.1580405 Feb 11 05:23:47.883738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port d1de9926-a663-47ef-80a5-69cdb140e5bc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:47.913375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'port_id': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'mac_address': 'fa:16:3e:44:42:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:47.963482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port d1de9926-a663-47ef-80a5-69cdb140e5bc is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:47.963879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.977517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1de9926-a663-47ef-80a5-69cdb140e5bc {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:47.979981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d4e6200-3b12-4c2e-96d6-129c479cd874 req-37ff8c82-9960-45af-bb7c-c46951cfe861 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677198 Feb 11 05:23:48.001644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port d1de9926-a663-47ef-80a5-69cdb140e5bc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:48.010108 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.039434 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Publish callbacks [] for security_group (0ac3964f-b76a-47bf-b840-a2a1e351f6c0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.055531 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0ac3964f-b76a-47bf-b840-a2a1e351f6c0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.067789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:48.069933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=d1de9926-a663-47ef-80a5-69cdb140e5bc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:48.082303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.082303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.082303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.082303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.082303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.082303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.082792 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.082872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.082950 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Added segment cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa of type vlan for network 5c890102-d9db-4560-b2c2-266a045215b0 Feb 11 05:23:48.083020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.083438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.083832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.084257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.084661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.085341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:48.160645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8e2fd-a02f-4375-93e7-8d3e427c5e3e req-79b1036a-fbfb-4f92-9bb8-bce7c03368ff tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.162079 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ed8e2fd-a02f-4375-93e7-8d3e427c5e3e req-79b1036a-fbfb-4f92-9bb8-bce7c03368ff tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 943 time: 0.2343438 Feb 11 05:23:48.188008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac3964f-b76a-47bf-b840-a2a1e351f6c0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:48.195772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-5201a423-c226-474b-b43d-a040e4722d49 req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Deleting port 3101df4f-a836-47e7-b90c-4855c389965a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:48.196115 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5201a423-c226-474b-b43d-a040e4722d49 req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3101df4f-a836-47e7-b90c-4855c389965a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.205801 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5c890102-d9db-4560-b2c2-266a045215b0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.293655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['d1de9926-a663-47ef-80a5-69cdb140e5bc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:48.304049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ed8e2fd-a02f-4375-93e7-8d3e427c5e3e req-0c48acef-62fe-4b26-8931-1710737a2419 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313717 Feb 11 05:23:48.315211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5c890102-d9db-4560-b2c2-266a045215b0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.316264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.316999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.372496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2683578 Feb 11 05:23:48.373075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45066) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:48.379389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5201a423-c226-474b-b43d-a040e4722d49 req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] For port 3101df4f-a836-47e7-b90c-4855c389965a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3101df4f-a836-47e7-b90c-4855c389965a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:48.379641 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5201a423-c226-474b-b43d-a040e4722d49 req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3101df4f-a836-47e7-b90c-4855c389965a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.385163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Request body: {'subnet': {'network_id': '5c890102-d9db-4560-b2c2-266a045215b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2025478910-subnet', 'tenant_id': '33bc7c7d958b43038ef7f4709834f986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:48.420463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581ea4c-208e-4cc6-8570-af7e1df5faf9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c890102-d9db-4560-b2c2-266a045215b0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:48.427141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-5201a423-c226-474b-b43d-a040e4722d49 req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Calling delete_port for 3101df4f-a836-47e7-b90c-4855c389965a owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:48.432078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Made reservation on behalf of 33bc7c7d958b43038ef7f4709834f986 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:48.438375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.489254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5c890102-d9db-4560-b2c2-266a045215b0 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:48.699367 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5201a423-c226-474b-b43d-a040e4722d49 req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (3101df4f-a836-47e7-b90c-4855c389965a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.714829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['d77e9b99-de53-4dcd-9e8b-f22da052fb18'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:48.729042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3101df4f-a836-47e7-b90c-4855c389965a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:48.763462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Pushing event deleted for resources: {'Port': ['ID=3101df4f-a836-47e7-b90c-4855c389965a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:48.819436 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (286559af-343f-43b9-a7b4-9a4375392c49), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.859229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5201a423-c226-474b-b43d-a040e4722d49 req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] No DVR routers for this DVR port 3101df4f-a836-47e7-b90c-4855c389965a on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:48.869382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5201a423-c226-474b-b43d-a040e4722d49 req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.873323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5201a423-c226-474b-b43d-a040e4722d49 req-123b62ce-076c-40fc-8998-e65374937c2d tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.81 "DELETE /v2.0/ports/3101df4f-a836-47e7-b90c-4855c389965a HTTP/1.1" status: 204 len: 173 time: 0.9818602 Feb 11 05:23:48.894190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ef53e7-0529-4611-8b06-4ad4a514b054', 'name': 'network-vif-deleted', 'tag': '3101df4f-a836-47e7-b90c-4855c389965a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:48.902347 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014592e-9585-47c0-a67d-eec21a3356b8" -d '{"events": [{"server_uuid": "40ef53e7-0529-4611-8b06-4ad4a514b054", "name": "network-vif-deleted", "tag": "3101df4f-a836-47e7-b90c-4855c389965a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:48.985102 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=286559af-343f-43b9-a7b4-9a4375392c49,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:49.014422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Checking segment: {'id': 'cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c890102-d9db-4560-b2c2-266a045215b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:49.016225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Network hostable DHCP agents. Network: 5c890102-d9db-4560-b2c2-266a045215b0, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:49.073298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Network 5c890102-d9db-4560-b2c2-266a045215b0 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:49.093595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 5c890102-d9db-4560-b2c2-266a045215b0) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:49.099486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:49.100347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.111572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e51aba-7cb8-45b6-bc79-57e8020b7d7e None None] Network 5c890102-d9db-4560-b2c2-266a045215b0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:49.144648 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca33f81-431d-48fb-9aa8-f45f8042e17a x-openstack-request-id: req-8ca33f81-431d-48fb-9aa8-f45f8042e17a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:49.145379 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ef53e7-0529-4611-8b06-4ad4a514b054", "name": "network-vif-deleted", "tag": "3101df4f-a836-47e7-b90c-4855c389965a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:49.145971 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ca33f81-431d-48fb-9aa8-f45f8042e17a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:49.146546 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ef53e7-0529-4611-8b06-4ad4a514b054', 'name': 'network-vif-deleted', 'tag': '3101df4f-a836-47e7-b90c-4855c389965a', 'status': 'completed', 'code': 200} Feb 11 05:23:49.147462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b8965e07-eb55-4274-a2e0-64c64e98fbbf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7721655 Feb 11 05:23:49.264482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-814b26f7-4769-4223-b59b-bd839ae0860b req-8333de36-f65f-4cdf-b857-2d82ea5d62c5 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=40ef53e7-0529-4611-8b06-4ad4a514b054 HTTP/1.1" status: 200 len: 210 time: 0.0527055 Feb 11 05:23:49.332995 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59099a-d8c9-43e0-82d0-0b8d241c488f None None] Network 5c890102-d9db-4560-b2c2-266a045215b0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:49.451581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45136) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:49.513571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4fc95-e225-4391-905b-a6da0b668b27 req-1e491c7d-ffdd-4c82-a1fc-622fa4e0bdff tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:49.522020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0a4fc95-e225-4391-905b-a6da0b668b27 req-1e491c7d-ffdd-4c82-a1fc-622fa4e0bdff tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 944 time: 0.1161754 Feb 11 05:23:49.588761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0a4fc95-e225-4391-905b-a6da0b668b27 req-8fc20137-71eb-47d1-bc5f-84fb6f96a195 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606143 Feb 11 05:23:49.728367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d1de9926-a663-47ef-80a5-69cdb140e5bc up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:49.756613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1f8-24d2-4b49-8239-f5b4a973672b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.781922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port d1de9926-a663-47ef-80a5-69cdb140e5bc completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:49.789302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port d1de9926-a663-47ef-80a5-69cdb140e5bc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:49.789826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.862412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1f8-24d2-4b49-8239-f5b4a973672b admin admin] Publish callbacks [] for security_group (71576896-dcda-46ab-a44d-97bf67f0c542), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.867427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1f8-24d2-4b49-8239-f5b4a973672b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (71576896-dcda-46ab-a44d-97bf67f0c542), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.887256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45164) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:49.908218 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e6a7b1f8-24d2-4b49-8239-f5b4a973672b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54abdcd17cd94c7584b6419aea69dcad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555144 Feb 11 05:23:49.911034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45168) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:49.922990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port d1de9926-a663-47ef-80a5-69cdb140e5bc is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:49.924439 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.938803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7b1f8-24d2-4b49-8239-f5b4a973672b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71576896-dcda-46ab-a44d-97bf67f0c542,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:49.971374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port d1de9926-a663-47ef-80a5-69cdb140e5bc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:49.972876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:49.975989 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9994b35b-f9b6-4475-89b8-e9d916ad73a6" -d '{"events": [{"server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "name": "network-vif-plugged", "status": "completed", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:49.991309 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6db18519-b4ad-4e1c-9061-311cc569de62 admin admin] Publish callbacks [] for security_group (71576896-dcda-46ab-a44d-97bf67f0c542), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.991400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.022592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6db18519-b4ad-4e1c-9061-311cc569de62 admin admin] Publish callbacks [] for security_group (71576896-dcda-46ab-a44d-97bf67f0c542), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.036405 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c44af-d62f-4d0d-891d-b0c907be104b x-openstack-request-id: req-5a9c44af-d62f-4d0d-891d-b0c907be104b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:50.036733 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "name": "network-vif-plugged", "status": "completed", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:50.036995 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a9c44af-d62f-4d0d-891d-b0c907be104b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:50.037415 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'code': 200} Feb 11 05:23:50.067005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=d1de9926-a663-47ef-80a5-69cdb140e5bc,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:50.108221 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6db18519-b4ad-4e1c-9061-311cc569de62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (71576896-dcda-46ab-a44d-97bf67f0c542), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.111696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6db18519-b4ad-4e1c-9061-311cc569de62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.114188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6db18519-b4ad-4e1c-9061-311cc569de62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71576896-dcda-46ab-a44d-97bf67f0c542 HTTP/1.1" status: 204 len: 168 time: 0.2015162 Feb 11 05:23:50.138090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db18519-b4ad-4e1c-9061-311cc569de62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71576896-dcda-46ab-a44d-97bf67f0c542,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:50.187083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae37a3-126f-4e86-a612-7dc0c276865b req-79f0d331-9ab7-491b-8711-812fa510fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:50.188748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10ae37a3-126f-4e86-a612-7dc0c276865b req-79f0d331-9ab7-491b-8711-812fa510fcf2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 1128 time: 0.0724871 Feb 11 05:23:50.273731 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7eb56cd7-7dee-4723-bae0-e2bc50e0ee73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.305732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10ae37a3-126f-4e86-a612-7dc0c276865b req-f576d91a-1c4e-4e2c-84dd-f05774445db5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092124 Feb 11 05:23:50.406950 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7eb56cd7-7dee-4723-bae0-e2bc50e0ee73 admin admin] Publish callbacks [] for security_group (b39e4ec9-f7ac-48a1-8373-e4cd39a2531e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.411748 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7eb56cd7-7dee-4723-bae0-e2bc50e0ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b39e4ec9-f7ac-48a1-8373-e4cd39a2531e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.459037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb56cd7-7dee-4723-bae0-e2bc50e0ee73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e4ec9-f7ac-48a1-8373-e4cd39a2531e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:50.463971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7eb56cd7-7dee-4723-bae0-e2bc50e0ee73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad12136ecb954104aa3719f027361426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5753882 Feb 11 05:23:50.466713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45208) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:50.520844 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f499a21-ce75-4309-baf7-80c4064dffa7 admin admin] Publish callbacks [] for security_group (b39e4ec9-f7ac-48a1-8373-e4cd39a2531e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.559660 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f499a21-ce75-4309-baf7-80c4064dffa7 admin admin] Publish callbacks [] for security_group (b39e4ec9-f7ac-48a1-8373-e4cd39a2531e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.633982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f499a21-ce75-4309-baf7-80c4064dffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b39e4ec9-f7ac-48a1-8373-e4cd39a2531e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.636851 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f499a21-ce75-4309-baf7-80c4064dffa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.640422 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5f499a21-ce75-4309-baf7-80c4064dffa7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b39e4ec9-f7ac-48a1-8373-e4cd39a2531e HTTP/1.1" status: 204 len: 168 time: 0.1702843 Feb 11 05:23:50.646486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f499a21-ce75-4309-baf7-80c4064dffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e4ec9-f7ac-48a1-8373-e4cd39a2531e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:50.701012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e35a23-b37b-419d-801e-d1bb4b803f77 req-ce36af67-6b36-4e68-ac96-aec7506775e5 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:50.702625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5e35a23-b37b-419d-801e-d1bb4b803f77 req-ce36af67-6b36-4e68-ac96-aec7506775e5 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 950 time: 0.0616934 Feb 11 05:23:50.768684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5e35a23-b37b-419d-801e-d1bb4b803f77 req-283dbf3b-9e89-4c4b-b913-ff16fe8204d3 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586321 Feb 11 05:23:50.853401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45228) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:50.873520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-804399c0-0c7d-4a76-9ac8-b4d4dfb5f70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.882613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c935a7-2d05-4dfe-b3a2-dad4fa97536b req-fd409d13-9a18-4541-9fd8-e28f54b849ce tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:50.884505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93c935a7-2d05-4dfe-b3a2-dad4fa97536b req-fd409d13-9a18-4541-9fd8-e28f54b849ce tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 945 time: 0.0636919 Feb 11 05:23:50.967563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93c935a7-2d05-4dfe-b3a2-dad4fa97536b req-2afce357-4f9d-40c2-8215-8ba9ddf29ea6 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765471 Feb 11 05:23:50.994276 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-804399c0-0c7d-4a76-9ac8-b4d4dfb5f70b admin admin] Publish callbacks [] for security_group (c14db023-d40a-4c19-92d7-1c69962dc916), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.998717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-804399c0-0c7d-4a76-9ac8-b4d4dfb5f70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c14db023-d40a-4c19-92d7-1c69962dc916), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.044818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45236) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:51.049570 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-804399c0-0c7d-4a76-9ac8-b4d4dfb5f70b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e9015f4542b469083d0492b775fa3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949065 Feb 11 05:23:51.051519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804399c0-0c7d-4a76-9ac8-b4d4dfb5f70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14db023-d40a-4c19-92d7-1c69962dc916,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:51.054495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-565953384-network', 'tenant_id': '5fd366a2cc674ebcb5d8730e7f9fb1de'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:51.054716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45238) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:51.117330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Made reservation on behalf of 5fd366a2cc674ebcb5d8730e7f9fb1de for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:51.127438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.154061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2195-a13a-45c0-8415-97be3b5e38c3 admin admin] Publish callbacks [] for security_group (c14db023-d40a-4c19-92d7-1c69962dc916), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.164840 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.218891 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2195-a13a-45c0-8415-97be3b5e38c3 admin admin] Publish callbacks [] for security_group (c14db023-d40a-4c19-92d7-1c69962dc916), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.290633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2195-a13a-45c0-8415-97be3b5e38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c14db023-d40a-4c19-92d7-1c69962dc916), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.302401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2195-a13a-45c0-8415-97be3b5e38c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.304167 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0b0c2195-a13a-45c0-8415-97be3b5e38c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c14db023-d40a-4c19-92d7-1c69962dc916 HTTP/1.1" status: 204 len: 168 time: 0.2483115 Feb 11 05:23:51.312502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c2195-a13a-45c0-8415-97be3b5e38c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14db023-d40a-4c19-92d7-1c69962dc916,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:51.328334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45254) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:51.345066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0eff58f4-e4e7-4c7f-9c71-69e258b1b859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.395981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Publish callbacks [] for security_group (d2d9c8d9-e785-4b40-a805-d9e3c42126f2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.400895 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d2d9c8d9-e785-4b40-a805-d9e3c42126f2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.441006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:51.475245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7ce6d4ab-32a8-4195-b6cc-58c3727391e9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.475602 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Added segment 7ce6d4ab-32a8-4195-b6cc-58c3727391e9 of type vlan for network 1de8c2fa-9822-43e2-b15b-dbe58e3d515c Feb 11 05:23:51.511742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0eff58f4-e4e7-4c7f-9c71-69e258b1b859 admin admin] Publish callbacks [] for security_group (4e493fbc-5edd-40f8-8508-908ae2a3fc43), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.516752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0eff58f4-e4e7-4c7f-9c71-69e258b1b859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4e493fbc-5edd-40f8-8508-908ae2a3fc43), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.575719 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (1de8c2fa-9822-43e2-b15b-dbe58e3d515c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.583489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d9c8d9-e785-4b40-a805-d9e3c42126f2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:51.611666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (1de8c2fa-9822-43e2-b15b-dbe58e3d515c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.612793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.613440 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.641430 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0eff58f4-e4e7-4c7f-9c71-69e258b1b859 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b346bd0cb2446cbb2aa85ed9b357996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118794 Feb 11 05:23:51.642333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff58f4-e4e7-4c7f-9c71-69e258b1b859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e493fbc-5edd-40f8-8508-908ae2a3fc43,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:51.651451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45284) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:51.666071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6173382 Feb 11 05:23:51.673498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:51.679089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Request body: {'subnet': {'network_id': '1de8c2fa-9822-43e2-b15b-dbe58e3d515c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-565953384-subnet', 'tenant_id': '5fd366a2cc674ebcb5d8730e7f9fb1de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:51.710875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Made reservation on behalf of 5fd366a2cc674ebcb5d8730e7f9fb1de for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:51.713606 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.746286 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.758843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c450323-ec20-4db3-bb62-cf8ff92dbb08 admin admin] Pushing event updated for resources: {'Network': ['ID=1de8c2fa-9822-43e2-b15b-dbe58e3d515c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:51.770756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 1de8c2fa-9822-43e2-b15b-dbe58e3d515c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:51.793976 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcc5704b-a76a-4232-8e47-5b4e7ce60723 admin admin] Publish callbacks [] for security_group (4e493fbc-5edd-40f8-8508-908ae2a3fc43), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.845994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcc5704b-a76a-4232-8e47-5b4e7ce60723 admin admin] Publish callbacks [] for security_group (4e493fbc-5edd-40f8-8508-908ae2a3fc43), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.946375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957b9a8-63e5-4f89-ab49-a79a5594ec5a req-8d67c747-3bb7-43bf-977d-1c3d1f1d4fe2 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.950047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e957b9a8-63e5-4f89-ab49-a79a5594ec5a req-8d67c747-3bb7-43bf-977d-1c3d1f1d4fe2 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 950 time: 0.0889471 Feb 11 05:23:52.014636 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9479d0a6-a7bc-4503-9c4c-57349dcc945f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.056654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e957b9a8-63e5-4f89-ab49-a79a5594ec5a req-9ad6067e-30c8-4519-8f85-937db457f5dd tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905604 Feb 11 05:23:52.074740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcc5704b-a76a-4232-8e47-5b4e7ce60723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4e493fbc-5edd-40f8-8508-908ae2a3fc43), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.077588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcc5704b-a76a-4232-8e47-5b4e7ce60723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.081506 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fcc5704b-a76a-4232-8e47-5b4e7ce60723 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e493fbc-5edd-40f8-8508-908ae2a3fc43 HTTP/1.1" status: 204 len: 168 time: 0.4260538 Feb 11 05:23:52.081506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9479d0a6-a7bc-4503-9c4c-57349dcc945f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:52.123161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5704b-a76a-4232-8e47-5b4e7ce60723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e493fbc-5edd-40f8-8508-908ae2a3fc43,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:52.140670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Checking segment: {'id': '7ce6d4ab-32a8-4195-b6cc-58c3727391e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1de8c2fa-9822-43e2-b15b-dbe58e3d515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:52.141045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Network hostable DHCP agents. Network: 1de8c2fa-9822-43e2-b15b-dbe58e3d515c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:52.161108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Network 1de8c2fa-9822-43e2-b15b-dbe58e3d515c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:52.174795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 1de8c2fa-9822-43e2-b15b-dbe58e3d515c) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:52.179405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.180010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.182531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65957b-7cff-45f8-b7c0-205a6404017c req-ea3a0d25-40d3-4fe7-a19f-accdd2a69fd9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.188057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0335ab1d-3986-4453-8989-eaf6b1fc4c78 None None] Network 1de8c2fa-9822-43e2-b15b-dbe58e3d515c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:52.189993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a65957b-7cff-45f8-b7c0-205a6404017c req-ea3a0d25-40d3-4fe7-a19f-accdd2a69fd9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 945 time: 0.0668142 Feb 11 05:23:52.208036 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-29266900-1fea-436f-95aa-9288ad0e0730 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5327802 Feb 11 05:23:52.254200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45324) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:52.282268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a65957b-7cff-45f8-b7c0-205a6404017c req-b67868bb-06df-4aad-86b8-e44376ca7a9a tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854781 Feb 11 05:23:52.335533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bf10a2-299b-4871-9a6b-415e5bf6e11c None None] Network 1de8c2fa-9822-43e2-b15b-dbe58e3d515c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:52.381493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-29d3a879-3744-4607-a5d3-2f783eb11766 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.382937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-29d3a879-3744-4607-a5d3-2f783eb11766 tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4f1f9-d32b-4076-bc88-e4500619f27e HTTP/1.1" status: 200 len: 950 time: 0.1661291 Feb 11 05:23:52.582165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e37c031e-d572-4b36-bc51-d63482c76def req-f171cad4-01bb-4557-99bb-1e3bee2f55c0 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 258 time: 0.2696099 Feb 11 05:23:52.595217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:52.617888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Deleting port d77e9b99-de53-4dcd-9e8b-f22da052fb18 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:52.618226 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.636621 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.742193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff45df9c-6353-4d61-8a8c-dffcacf8d239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.742798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] For port d77e9b99-de53-4dcd-9e8b-f22da052fb18, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d77e9b99-de53-4dcd-9e8b-f22da052fb18,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:52.742798 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.780990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Calling delete_port for d77e9b99-de53-4dcd-9e8b-f22da052fb18 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:52.814945 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45340) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:52.842218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12774494-14d4-4c48-ab87-8434bf4e2566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.875985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3101df4f-a836-47e7-b90c-4855c389965a no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:52.886553 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.888271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.927963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 3101df4f-a836-47e7-b90c-4855c389965a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:52.928704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3101df4f-a836-47e7-b90c-4855c389965a not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:52.940530 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff45df9c-6353-4d61-8a8c-dffcacf8d239 admin admin] Publish callbacks [] for security_group (18742369-9599-48b6-91aa-fd000354bbd7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.958247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45346) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:52.961523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff45df9c-6353-4d61-8a8c-dffcacf8d239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (18742369-9599-48b6-91aa-fd000354bbd7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.023145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (d77e9b99-de53-4dcd-9e8b-f22da052fb18), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.032702 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ff45df9c-6353-4d61-8a8c-dffcacf8d239 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eee3fb6d674148038e5c675ac9da3c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7771490 Feb 11 05:23:53.037935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['d77e9b99-de53-4dcd-9e8b-f22da052fb18'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:53.038103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45352) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:53.039270 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45df9c-6353-4d61-8a8c-dffcacf8d239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18742369-9599-48b6-91aa-fd000354bbd7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.068219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Pushing event deleted for resources: {'Port': ['ID=d77e9b99-de53-4dcd-9e8b-f22da052fb18,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.080275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Allocated IP 172.25.1.225 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/95659633-1e96-4577-a0fc-f3376bac7cea) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:53.130054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] No DVR routers for this DVR port d77e9b99-de53-4dcd-9e8b-f22da052fb18 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:53.142336 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.146895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8914d6fc-201a-4200-9a55-5adfc046fa3d req-b839685f-280d-472b-8c09-731a54bd21bb tempest-ServersAdminNegativeTestJSON-1502370724 tempest-ServersAdminNegativeTestJSON-1502370724-project] 10.222.0.72 "DELETE /v2.0/ports/d77e9b99-de53-4dcd-9e8b-f22da052fb18 HTTP/1.1" status: 204 len: 173 time: 0.7569821 Feb 11 05:23:53.147371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4f1f9-d32b-4076-bc88-e4500619f27e', 'name': 'network-vif-deleted', 'tag': 'd77e9b99-de53-4dcd-9e8b-f22da052fb18'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:53.149651 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48bd312-6134-45f8-b97d-df4fb3941b0f" -d '{"events": [{"server_uuid": "92d4f1f9-d32b-4076-bc88-e4500619f27e", "name": "network-vif-deleted", "tag": "d77e9b99-de53-4dcd-9e8b-f22da052fb18"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:53.184594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f03619b0-6a2b-4fd2-b95d-0aa9c4fb2c7a admin admin] Publish callbacks [] for security_group (18742369-9599-48b6-91aa-fd000354bbd7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.194497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a85a0e5f-2ccc-4bd2-98f7-5c09a93bd650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.212611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f03619b0-6a2b-4fd2-b95d-0aa9c4fb2c7a admin admin] Publish callbacks [] for security_group (18742369-9599-48b6-91aa-fd000354bbd7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.293581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f03619b0-6a2b-4fd2-b95d-0aa9c4fb2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (18742369-9599-48b6-91aa-fd000354bbd7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.296613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f03619b0-6a2b-4fd2-b95d-0aa9c4fb2c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.301091 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f03619b0-6a2b-4fd2-b95d-0aa9c4fb2c7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18742369-9599-48b6-91aa-fd000354bbd7 HTTP/1.1" status: 204 len: 168 time: 0.2587409 Feb 11 05:23:53.308885 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12774494-14d4-4c48-ab87-8434bf4e2566 admin admin] Publish callbacks [] for security_group (1760b6d3-dbf3-4bce-be22-ec27c07bf610), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.319453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12774494-14d4-4c48-ab87-8434bf4e2566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1760b6d3-dbf3-4bce-be22-ec27c07bf610), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.329069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03619b0-6a2b-4fd2-b95d-0aa9c4fb2c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18742369-9599-48b6-91aa-fd000354bbd7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.335418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for port (95659633-1e96-4577-a0fc-f3376bac7cea), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.385529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (95659633-1e96-4577-a0fc-f3376bac7cea), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.401611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12774494-14d4-4c48-ab87-8434bf4e2566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1760b6d3-dbf3-4bce-be22-ec27c07bf610,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.467365 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-12774494-14d4-4c48-ab87-8434bf4e2566 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec36c9673f12443cac54fb0217ed69ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6504705 Feb 11 05:23:53.468017 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45372) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:53.490656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:53.504468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:53.513108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:53.543063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Pushing event updated for resources: {'Port': ['ID=95659633-1e96-4577-a0fc-f3376bac7cea,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.600698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ee8-562c-462f-a6d6-e85584beb456 admin admin] Publish callbacks [] for security_group (1760b6d3-dbf3-4bce-be22-ec27c07bf610), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.659179 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a85a0e5f-2ccc-4bd2-98f7-5c09a93bd650 admin admin] Publish callbacks [] for security_group (3a88b07c-6a76-4e0a-a940-1703ddd6a16c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.661442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ee8-562c-462f-a6d6-e85584beb456 admin admin] Publish callbacks [] for security_group (1760b6d3-dbf3-4bce-be22-ec27c07bf610), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.667337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (93c6eb5a-90df-4f08-8412-5983075e5f7a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.671635 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a85a0e5f-2ccc-4bd2-98f7-5c09a93bd650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3a88b07c-6a76-4e0a-a940-1703ddd6a16c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.693198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb4156-d02f-488a-9490-6a517c3668e5 req-9b8bd8c1-577c-4262-ae31-fc1db2a75011 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.700040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-9b8bd8c1-577c-4262-ae31-fc1db2a75011 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/networks?id=5c890102-d9db-4560-b2c2-266a045215b0 HTTP/1.1" status: 200 len: 815 time: 0.2308331 Feb 11 05:23:53.770998 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ee8-562c-462f-a6d6-e85584beb456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1760b6d3-dbf3-4bce-be22-ec27c07bf610), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.771486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-ffd87cd7-9a23-4213-967b-cd9b7b0bee39 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/quotas/33bc7c7d958b43038ef7f4709834f986 HTTP/1.1" status: 200 len: 375 time: 0.0702095 Feb 11 05:23:53.774389 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ee8-562c-462f-a6d6-e85584beb456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.780774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a85a0e5f-2ccc-4bd2-98f7-5c09a93bd650 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1dc5c0c19bdc49f6814e24ded77e6fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8185763 Feb 11 05:23:53.787765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a0e5f-2ccc-4bd2-98f7-5c09a93bd650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a88b07c-6a76-4e0a-a940-1703ddd6a16c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.788887 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4b2c0ee8-562c-462f-a6d6-e85584beb456 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1760b6d3-dbf3-4bce-be22-ec27c07bf610 HTTP/1.1" status: 204 len: 168 time: 0.3167002 Feb 11 05:23:53.789285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45380) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:53.807287 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (95659633-1e96-4577-a0fc-f3376bac7cea), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.833675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c0ee8-562c-462f-a6d6-e85584beb456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1760b6d3-dbf3-4bce-be22-ec27c07bf610,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.844692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-1fc04631-3548-49d1-b5c4-6f7eb1456ed4 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33bc7c7d958b43038ef7f4709834f986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722809 Feb 11 05:23:53.897843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb12d655-3546-499b-b956-98de1ab6d331 admin admin] Publish callbacks [] for security_group (3a88b07c-6a76-4e0a-a940-1703ddd6a16c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.927412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb12d655-3546-499b-b956-98de1ab6d331 admin admin] Publish callbacks [] for security_group (3a88b07c-6a76-4e0a-a940-1703ddd6a16c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.998793 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb12d655-3546-499b-b956-98de1ab6d331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3a88b07c-6a76-4e0a-a940-1703ddd6a16c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.002764 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb12d655-3546-499b-b956-98de1ab6d331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.006245 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bb12d655-3546-499b-b956-98de1ab6d331 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a88b07c-6a76-4e0a-a940-1703ddd6a16c HTTP/1.1" status: 204 len: 168 time: 0.2118235 Feb 11 05:23:54.024786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12d655-3546-499b-b956-98de1ab6d331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a88b07c-6a76-4e0a-a940-1703ddd6a16c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:54.105534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45386) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:54.135244 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-362ed845-7358-42b4-b46b-b5a8573251b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.269668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-791d0a0c-4a32-472a-bf18-c63ec638f3a2 service neutron] 10.222.0.31 "GET /v2.0/networks/5c890102-d9db-4560-b2c2-266a045215b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241667 Feb 11 05:23:54.290377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-362ed845-7358-42b4-b46b-b5a8573251b3 admin admin] Publish callbacks [] for security_group (42a2b6f7-3176-4724-b25f-2978b16291f9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.297015 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-362ed845-7358-42b4-b46b-b5a8573251b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (42a2b6f7-3176-4724-b25f-2978b16291f9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.371996 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-362ed845-7358-42b4-b46b-b5a8573251b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77d8bdcb479b4e2ab361baec05b28722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648599 Feb 11 05:23:54.372762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ed845-7358-42b4-b46b-b5a8573251b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a2b6f7-3176-4724-b25f-2978b16291f9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:54.376448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45390) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:54.417631 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for port (95659633-1e96-4577-a0fc-f3376bac7cea), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.434994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-8036c955-c783-4065-a90c-f39cdc3ec86a service neutron] 10.222.0.31 "GET /v2.0/networks/5c890102-d9db-4560-b2c2-266a045215b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644044 Feb 11 05:23:54.453368 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (95659633-1e96-4577-a0fc-f3376bac7cea), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.530622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (93c6eb5a-90df-4f08-8412-5983075e5f7a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.556133 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0b57c40-cb4c-43ab-b4dc-cfb40e5a61ec admin admin] Publish callbacks [] for security_group (42a2b6f7-3176-4724-b25f-2978b16291f9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.594172 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.601351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e37c031e-d572-4b36-bc51-d63482c76def req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0108581 Feb 11 05:23:54.606563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9ed65-b18d-42f2-8ed1-53bfd5b187af tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Pushing event updated for resources: {'Port': ['ID=95659633-1e96-4577-a0fc-f3376bac7cea,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:54.785521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0b57c40-cb4c-43ab-b4dc-cfb40e5a61ec admin admin] Publish callbacks [] for security_group (42a2b6f7-3176-4724-b25f-2978b16291f9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.791652 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d7c073-a34c-4721-bd1a-9cc77baf435e x-openstack-request-id: req-85d7c073-a34c-4721-bd1a-9cc77baf435e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:54.792204 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d4f1f9-d32b-4076-bc88-e4500619f27e", "name": "network-vif-deleted", "tag": "d77e9b99-de53-4dcd-9e8b-f22da052fb18", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:54.792789 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85d7c073-a34c-4721-bd1a-9cc77baf435e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:54.793489 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d4f1f9-d32b-4076-bc88-e4500619f27e', 'name': 'network-vif-deleted', 'tag': 'd77e9b99-de53-4dcd-9e8b-f22da052fb18', 'status': 'completed', 'code': 200} Feb 11 05:23:54.849837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e37c031e-d572-4b36-bc51-d63482c76def req-8a0078e3-33ba-4966-b7a9-bb4dce2a9d72 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.2467430 Feb 11 05:23:54.858670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3641539-4a3e-4f46-a33a-42c6203883ed req-9aaaff70-888f-4aa4-9d91-7b596e150c00 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 210 time: 0.0641224 Feb 11 05:23:54.911888 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45410) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:54.942115 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ceabf1e2-6066-48f3-8252-1c86ec7f1801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.058582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c031e-d572-4b36-bc51-d63482c76def req-b516f072-331f-4e75-852c-0701c7cb0487 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:55.065209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e37c031e-d572-4b36-bc51-d63482c76def req-b516f072-331f-4e75-852c-0701c7cb0487 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.2144523 Feb 11 05:23:55.072882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-e37c031e-d572-4b36-bc51-d63482c76def req-21479206-8a23-4e9b-b045-68a17f311370 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:23:55.083694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e37c031e-d572-4b36-bc51-d63482c76def req-21479206-8a23-4e9b-b045-68a17f311370 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115535 Feb 11 05:23:55.085196 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0b57c40-cb4c-43ab-b4dc-cfb40e5a61ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (42a2b6f7-3176-4724-b25f-2978b16291f9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.087952 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0b57c40-cb4c-43ab-b4dc-cfb40e5a61ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.091725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d0b57c40-cb4c-43ab-b4dc-cfb40e5a61ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42a2b6f7-3176-4724-b25f-2978b16291f9 HTTP/1.1" status: 204 len: 168 time: 0.7135928 Feb 11 05:23:55.100193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b57c40-cb4c-43ab-b4dc-cfb40e5a61ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a2b6f7-3176-4724-b25f-2978b16291f9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:55.239488 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ceabf1e2-6066-48f3-8252-1c86ec7f1801 admin admin] Publish callbacks [] for security_group (62f8b6be-4bf4-40f7-8bb7-dee173f725b7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.248114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ceabf1e2-6066-48f3-8252-1c86ec7f1801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (62f8b6be-4bf4-40f7-8bb7-dee173f725b7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.337644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ceabf1e2-6066-48f3-8252-1c86ec7f1801 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=653b3df6acf64b1f9733daf07d610201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243705 Feb 11 05:23:55.338428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabf1e2-6066-48f3-8252-1c86ec7f1801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f8b6be-4bf4-40f7-8bb7-dee173f725b7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:55.342580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45426) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:55.413481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bd33-0cd6-48a0-8df9-93d131a9edd1 admin admin] Publish callbacks [] for security_group (62f8b6be-4bf4-40f7-8bb7-dee173f725b7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.438631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bd33-0cd6-48a0-8df9-93d131a9edd1 admin admin] Publish callbacks [] for security_group (62f8b6be-4bf4-40f7-8bb7-dee173f725b7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.511050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bd33-0cd6-48a0-8df9-93d131a9edd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (62f8b6be-4bf4-40f7-8bb7-dee173f725b7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.513950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bd33-0cd6-48a0-8df9-93d131a9edd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.515977 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e1b6bd33-0cd6-48a0-8df9-93d131a9edd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62f8b6be-4bf4-40f7-8bb7-dee173f725b7 HTTP/1.1" status: 204 len: 168 time: 0.1720538 Feb 11 05:23:55.520637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-50e2f962-b834-44b1-b8bf-26f211209c1e tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:55.523608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-50e2f962-b834-44b1-b8bf-26f211209c1e tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2006884 Feb 11 05:23:55.535973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6bd33-0cd6-48a0-8df9-93d131a9edd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f8b6be-4bf4-40f7-8bb7-dee173f725b7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:55.579607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45436) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:55.597898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-b0796935-7c3c-4e00-8950-cee3adf81a45 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.0633743 Feb 11 05:23:55.608107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Request body: {'floatingip': {'port_id': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:55.712613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (93c6eb5a-90df-4f08-8412-5983075e5f7a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.087836 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-998059d9-62ba-47cd-98f0-78befca2ed30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9857c11d9e19444b87530b515b0d85c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070038 Feb 11 05:23:56.090297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45458) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:56.172534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e60258d1-dc7a-4d88-85c0-606a7088eeb3 admin admin] Publish callbacks [] for security_group (ba5c52bd-dd2d-4a20-abc8-39a57cfcf601), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.235031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e60258d1-dc7a-4d88-85c0-606a7088eeb3 admin admin] Publish callbacks [] for security_group (ba5c52bd-dd2d-4a20-abc8-39a57cfcf601), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.347124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e60258d1-dc7a-4d88-85c0-606a7088eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ba5c52bd-dd2d-4a20-abc8-39a57cfcf601), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.349995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e60258d1-dc7a-4d88-85c0-606a7088eeb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.351845 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e60258d1-dc7a-4d88-85c0-606a7088eeb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba5c52bd-dd2d-4a20-abc8-39a57cfcf601 HTTP/1.1" status: 204 len: 168 time: 0.2599812 Feb 11 05:23:56.368924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60258d1-dc7a-4d88-85c0-606a7088eeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5c52bd-dd2d-4a20-abc8-39a57cfcf601,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:56.505922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e703ddc4-5977-4e68-b92f-ff1d719184f3 req-dd8b582c-b74f-4a7a-bee1-035a9ee6f2d3 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 210 time: 0.0696368 Feb 11 05:23:56.561520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb4156-d02f-488a-9490-6a517c3668e5 req-b67ec68a-5252-4afa-85b1-4db14047ee30 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.563451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-b67ec68a-5252-4afa-85b1-4db14047ee30 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.81 "GET /v2.0/networks?id=5c890102-d9db-4560-b2c2-266a045215b0 HTTP/1.1" status: 200 len: 815 time: 0.4074104 Feb 11 05:23:56.566259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.resource_extend [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:23:56.640196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Request body: {'port': {'device_id': '159988fd-6dd1-46a7-8577-39a0c9f40990', 'network_id': '5c890102-d9db-4560-b2c2-266a045215b0', 'admin_state_up': True, 'tenant_id': '33bc7c7d958b43038ef7f4709834f986'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:56.882209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Made reservation on behalf of 33bc7c7d958b43038ef7f4709834f986 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:56.886036 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.980789 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.991132 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (93c6eb5a-90df-4f08-8412-5983075e5f7a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.032559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45492) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:57.081423 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d50870df-41c6-4569-b503-c37d87106f9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dde2e70e31a64931a56812f226269047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473135 Feb 11 05:23:57.084018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45494) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:57.120710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Allocated IP 172.20.0.3 (5c890102-d9db-4560-b2c2-266a045215b0/286559af-343f-43b9-a7b4-9a4375392c49/d3eed7e6-4e00-4de5-a8e8-544461606633) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:57.145856 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03fd79d6-aed8-46aa-976b-2027926596fb admin admin] Publish callbacks [] for security_group (9161c905-9278-40f9-a706-db4ca202b5c4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.163858 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Floating IP 93c6eb5a-90df-4f08-8412-5983075e5f7a associated. External IP: 172.25.1.225, port: d1de9926-a663-47ef-80a5-69cdb140e5bc. Feb 11 05:23:57.169987 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03fd79d6-aed8-46aa-976b-2027926596fb admin admin] Publish callbacks [] for security_group (9161c905-9278-40f9-a706-db4ca202b5c4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.229222 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03fd79d6-aed8-46aa-976b-2027926596fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9161c905-9278-40f9-a706-db4ca202b5c4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.232778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03fd79d6-aed8-46aa-976b-2027926596fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.234122 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-03fd79d6-aed8-46aa-976b-2027926596fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9161c905-9278-40f9-a706-db4ca202b5c4 HTTP/1.1" status: 204 len: 168 time: 0.1485178 Feb 11 05:23:57.244946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd79d6-aed8-46aa-976b-2027926596fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9161c905-9278-40f9-a706-db4ca202b5c4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:57.440435 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Publish callbacks [] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.517093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Router 95129629-80f8-457e-85d0-fe138bdef095 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:23:57.530986 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.655257 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-280d511a-d427-4d99-a152-5d1928363558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.660372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Network 5c890102-d9db-4560-b2c2-266a045215b0 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:57.669658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:57.672332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:57.677948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.678126 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.738181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Pushing event updated for resources: {'Port': ['ID=d3eed7e6-4e00-4de5-a8e8-544461606633,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:57.753087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45516) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:57.767893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-93647139-2d92-4e6e-ae6f-1a591d53a58f tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1422937 Feb 11 05:23:57.770940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:57.775911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.780300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d77e9b99-de53-4dcd-9e8b-f22da052fb18 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:57.788496 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] Sync routers for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:57.806873 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:57.807031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Request body: {'port': {'device_id': '159988fd-6dd1-46a7-8577-39a0c9f40990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:57.807901 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:57.817401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: d77e9b99-de53-4dcd-9e8b-f22da052fb18 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:57.817753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d77e9b99-de53-4dcd-9e8b-f22da052fb18 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:57.906974 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.917829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bb0fe-785f-460e-842e-114f395d3c37 req-ec058cba-33d8-4c20-96bd-25db3c9c43fe tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.919409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b1bb0fe-785f-460e-842e-114f395d3c37 req-ec058cba-33d8-4c20-96bd-25db3c9c43fe tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 931 time: 0.3353713 Feb 11 05:23:58.007974 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:58.083205 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-190c5d09-416a-460b-a122-97580a536221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.233152 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-190c5d09-416a-460b-a122-97580a536221 admin admin] Publish callbacks [] for security_group (10cb06a0-ec3e-4d13-9992-b2e075a58e71), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.243342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-190c5d09-416a-460b-a122-97580a536221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (10cb06a0-ec3e-4d13-9992-b2e075a58e71), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.318383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c5d09-416a-460b-a122-97580a536221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cb06a0-ec3e-4d13-9992-b2e075a58e71,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:58.360589 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '93c6eb5a-90df-4f08-8412-5983075e5f7a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '95129629-80f8-457e-85d0-fe138bdef095', 'port_id': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'mac_address': 'fa:16:3e:44:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:53Z', 'updated_at': '2022-02-11T05:23:56Z', 'revision_number': 1, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9587b7dd-bfee-43f0-b3b5-03ae01b95ced', 'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'mac_address': 'fa:16:3e:43:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:31Z', 'updated_at': '2022-02-11T05:23:38Z', 'revision_number': 5, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'subnets': [{'id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:58.373765 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-190c5d09-416a-460b-a122-97580a536221 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af91a881bf7b4e0da9a791279430f113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6170313 Feb 11 05:23:58.374605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45542) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:58.393815 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] Checking router: 95129629-80f8-457e-85d0-fe138bdef095 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:58.403404 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:58.404151 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:23:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:58.461336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5601966c-3c77-4ef9-8f04-b24f2b5e2f2c admin admin] Publish callbacks [] for security_group (10cb06a0-ec3e-4d13-9992-b2e075a58e71), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.499516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5601966c-3c77-4ef9-8f04-b24f2b5e2f2c admin admin] Publish callbacks [] for security_group (10cb06a0-ec3e-4d13-9992-b2e075a58e71), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.522847 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:58.605056 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5601966c-3c77-4ef9-8f04-b24f2b5e2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (10cb06a0-ec3e-4d13-9992-b2e075a58e71), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.608789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5601966c-3c77-4ef9-8f04-b24f2b5e2f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.610243 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5601966c-3c77-4ef9-8f04-b24f2b5e2f2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10cb06a0-ec3e-4d13-9992-b2e075a58e71 HTTP/1.1" status: 204 len: 168 time: 0.2347393 Feb 11 05:23:58.625562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601966c-3c77-4ef9-8f04-b24f2b5e2f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cb06a0-ec3e-4d13-9992-b2e075a58e71,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:58.629813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3eed7e6-4e00-4de5-a8e8-544461606633 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:58.647068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Publish callbacks [] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.671539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Transition to ACTIVE for port object d3eed7e6-4e00-4de5-a8e8-544461606633 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:58.715047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b1bb0fe-785f-460e-842e-114f395d3c37 req-2509753c-ef4c-443e-a58d-1cf98efca40b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ac3964f-b76a-47bf-b840-a2a1e351f6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7849708 Feb 11 05:23:58.723617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-f460ceaf-f5a8-4e6b-8ff8-a71331ece9b3 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "PUT /v2.0/floatingips/93c6eb5a-90df-4f08-8412-5983075e5f7a HTTP/1.1" status: 200 len: 996 time: 3.1199696 Feb 11 05:23:58.724307 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.754085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:58.754085 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8018aae3-d024-4ffc-b21e-15ccf80860d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:58.826790 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '93c6eb5a-90df-4f08-8412-5983075e5f7a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '95129629-80f8-457e-85d0-fe138bdef095', 'port_id': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'mac_address': 'fa:16:3e:44:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:53Z', 'updated_at': '2022-02-11T05:23:56Z', 'revision_number': 1, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9587b7dd-bfee-43f0-b3b5-03ae01b95ced', 'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'mac_address': 'fa:16:3e:43:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:31Z', 'updated_at': '2022-02-11T05:23:38Z', 'revision_number': 5, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'subnets': [{'id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:58.841059 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b51d5c-5fb4-4877-8260-3fab506ecb77 x-openstack-request-id: req-d5b51d5c-5fb4-4877-8260-3fab506ecb77 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:58.841663 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:58.841826 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5b51d5c-5fb4-4877-8260-3fab506ecb77 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:58.842199 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'status': 'completed', 'code': 200} Feb 11 05:23:58.872028 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a7480-9991-4c22-b1f5-d1cb526aa2d2 None None] The sync data for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 is: [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '93c6eb5a-90df-4f08-8412-5983075e5f7a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '95129629-80f8-457e-85d0-fe138bdef095', 'port_id': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'mac_address': 'fa:16:3e:44:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:53Z', 'updated_at': '2022-02-11T05:23:56Z', 'revision_number': 1, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9587b7dd-bfee-43f0-b3b5-03ae01b95ced', 'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'mac_address': 'fa:16:3e:43:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:31Z', 'updated_at': '2022-02-11T05:23:38Z', 'revision_number': 5, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'subnets': [{'id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:58.894430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eed7e6-4e00-4de5-a8e8-544461606633,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:58.937929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Attempting to bind port d3eed7e6-4e00-4de5-a8e8-544461606633 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:58.938267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Attempting to bind port d3eed7e6-4e00-4de5-a8e8-544461606633 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c890102-d9db-4560-b2c2-266a045215b0'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:58.938598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Attempting to bind port d3eed7e6-4e00-4de5-a8e8-544461606633 on network 5c890102-d9db-4560-b2c2-266a045215b0 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:58.943315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-152f0e30-4f32-4271-91cb-75487ac31ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:58.945077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-152f0e30-4f32-4271-91cb-75487ac31ec9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37f8d2452fba4203aebe178814bc4d35&device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 1128 time: 0.2002552 Feb 11 05:23:58.950490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Port d3eed7e6-4e00-4de5-a8e8-544461606633 on network 5c890102-d9db-4560-b2c2-266a045215b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:58.950911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Attempting to bind port d3eed7e6-4e00-4de5-a8e8-544461606633 on network 5c890102-d9db-4560-b2c2-266a045215b0 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:58.973906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:58.974020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Checking segment: {'id': 'cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c890102-d9db-4560-b2c2-266a045215b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:58.974405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Bound using segment: {'id': 'cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c890102-d9db-4560-b2c2-266a045215b0'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:58.974848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Bound port: d3eed7e6-4e00-4de5-a8e8-544461606633, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c890102-d9db-4560-b2c2-266a045215b0'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:58.975204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.993424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-1e4db003-7220-4ab8-a04b-1a7213d89fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:58.994792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-1e4db003-7220-4ab8-a04b-1a7213d89fd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f8d2452fba4203aebe178814bc4d35&device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 1128 time: 0.1320949 Feb 11 05:23:59.171161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] For port d3eed7e6-4e00-4de5-a8e8-544461606633, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:59.216550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502c411-9e25-4262-8b95-96355108ab34 None None] New status for floating IP 93c6eb5a-90df-4f08-8412-5983075e5f7a: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:23:59.232412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] For port d3eed7e6-4e00-4de5-a8e8-544461606633, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d3eed7e6-4e00-4de5-a8e8-544461606633,segment=NetworkSegment(cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa),segment_id=cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:59.238175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-02c3c404-909f-4296-a0b9-710cb4de9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.240077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-02c3c404-909f-4296-a0b9-710cb4de9e1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=73887458-4331-450f-953c-5dabac07381a HTTP/1.1" status: 200 len: 929 time: 0.2845542 Feb 11 05:23:59.241523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-9e8c0ec5-a323-475a-81a0-e1363e2bbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.242840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-9e8c0ec5-a323-475a-81a0-e1363e2bbcc9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=73887458-4331-450f-953c-5dabac07381a HTTP/1.1" status: 200 len: 929 time: 0.2377305 Feb 11 05:23:59.243898 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.305310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.306572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.308829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] 10.222.0.81 "PUT /v2.0/ports/d3eed7e6-4e00-4de5-a8e8-544461606633 HTTP/1.1" status: 200 len: 1092 time: 1.5096257 Feb 11 05:23:59.398854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45576) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:59.415518 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5013e8fc-f9c5-485e-b9ad-8f4674f6c336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.504301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-f4445d09-5059-468f-aad7-1602f6944926 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc HTTP/1.1" status: 200 len: 999 time: 0.2237258 Feb 11 05:23:59.514292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-d47273e0-808a-481e-9574-6e8f043cd69b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc HTTP/1.1" status: 200 len: 999 time: 0.2603786 Feb 11 05:23:59.516035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bdbb4-85f8-4583-a4aa-728eee815258 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eed7e6-4e00-4de5-a8e8-544461606633,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:59.525055 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5013e8fc-f9c5-485e-b9ad-8f4674f6c336 admin admin] Publish callbacks [] for security_group (a2522914-d66a-4198-b056-58340ccad552), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.532735 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5013e8fc-f9c5-485e-b9ad-8f4674f6c336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a2522914-d66a-4198-b056-58340ccad552), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.587133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb4156-d02f-488a-9490-6a517c3668e5 req-8771c12c-085c-4f4c-9dad-58114b1285ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.588674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-8771c12c-085c-4f4c-9dad-58114b1285ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33bc7c7d958b43038ef7f4709834f986&device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 1126 time: 0.2291143 Feb 11 05:23:59.591776 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5013e8fc-f9c5-485e-b9ad-8f4674f6c336 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d97565664094a4b942867bb28270391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893759 Feb 11 05:23:59.591776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013e8fc-f9c5-485e-b9ad-8f4674f6c336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2522914-d66a-4198-b056-58340ccad552,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:59.593041 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45580) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:59.650263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-11f72661-7023-41fd-a522-6eaec98e6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.654801 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8b76df1-fa11-457a-8f58-2ac47944eb15 admin admin] Publish callbacks [] for security_group (a2522914-d66a-4198-b056-58340ccad552), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.657425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-11f72661-7023-41fd-a522-6eaec98e6dba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=acc51505-bdea-44a4-9555-b96f2ad1014b HTTP/1.1" status: 200 len: 867 time: 0.1422422 Feb 11 05:23:59.669133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-ff17a9f8-d68c-4497-bfc3-4680baa41a73 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3eed7e6-4e00-4de5-a8e8-544461606633 HTTP/1.1" status: 200 len: 217 time: 0.0718987 Feb 11 05:23:59.674752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-045b2dc0-a145-4541-854f-0484c1e830e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.675746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-045b2dc0-a145-4541-854f-0484c1e830e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acc51505-bdea-44a4-9555-b96f2ad1014b HTTP/1.1" status: 200 len: 867 time: 0.1471703 Feb 11 05:23:59.712093 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8b76df1-fa11-457a-8f58-2ac47944eb15 admin admin] Publish callbacks [] for security_group (a2522914-d66a-4198-b056-58340ccad552), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.784274 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8b76df1-fa11-457a-8f58-2ac47944eb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a2522914-d66a-4198-b056-58340ccad552), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.787338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb4156-d02f-488a-9490-6a517c3668e5 req-68c993eb-0626-4773-bf9d-5d041d71ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.787621 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8b76df1-fa11-457a-8f58-2ac47944eb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.791239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-68c993eb-0626-4773-bf9d-5d041d71ccce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=286559af-343f-43b9-a7b4-9a4375392c49 HTTP/1.1" status: 200 len: 855 time: 0.0947435 Feb 11 05:23:59.791415 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c8b76df1-fa11-457a-8f58-2ac47944eb15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2522914-d66a-4198-b056-58340ccad552 HTTP/1.1" status: 204 len: 168 time: 0.1947036 Feb 11 05:23:59.798027 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b76df1-fa11-457a-8f58-2ac47944eb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2522914-d66a-4198-b056-58340ccad552,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:59.798511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-38c7c7b3-05f1-4b28-bfe0-af966b3823f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.801101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-38c7c7b3-05f1-4b28-bfe0-af966b3823f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=73887458-4331-450f-953c-5dabac07381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1056466 Feb 11 05:23:59.818005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-48776db6-a58c-4643-94cc-e2b7dfb06adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.819694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-48776db6-a58c-4643-94cc-e2b7dfb06adb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73887458-4331-450f-953c-5dabac07381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1614497 Feb 11 05:23:59.849033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-2db43715-c10d-4997-a2c4-fd7f09381cf1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:23:59.850262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-2db43715-c10d-4997-a2c4-fd7f09381cf1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057585 Feb 11 05:23:59.878217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-172fef0f-8992-4ec6-bd2a-d21b3e0467c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c890102-d9db-4560-b2c2-266a045215b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828636 Feb 11 05:24:00.061613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-03bb3e29-7934-4989-a8ca-0d7e245a4841 service neutron] 10.222.0.72 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408891 Feb 11 05:24:00.107552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-9e06ad44-373c-4311-81ee-bade8abc24ae service neutron] 10.222.0.81 "GET /v2.0/networks/5c890102-d9db-4560-b2c2-266a045215b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199066 Feb 11 05:24:00.129586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-28c8e02c-7b51-4c9b-800b-4fc16b1d92ac service neutron] 10.222.0.31 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543182 Feb 11 05:24:00.229154 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-61da6720-542f-4f4e-a0f4-fc720333a975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.344206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8018aae3-d024-4ffc-b21e-15ccf80860d8 req-689f1eda-d000-4729-b16d-fb43ebc113a4 service neutron] 10.222.0.72 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719474 Feb 11 05:24:00.369888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-debb4156-d02f-488a-9490-6a517c3668e5 req-4ff89fc4-6629-42d3-9f7b-db2915f5c32f service neutron] 10.222.0.81 "GET /v2.0/networks/5c890102-d9db-4560-b2c2-266a045215b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537980 Feb 11 05:24:00.379325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d975a8-c4ed-41ad-904c-7c43445f8a33 req-b4b9911e-44cf-4490-a51b-95fbdfeb0348 service neutron] 10.222.0.31 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385218 Feb 11 05:24:00.390824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d56993-4c8f-4e98-9a6b-6c5feae05cd4 req-d5fb1a6a-f80d-4d93-9ada-253a87ed41f4 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:00.393149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94d56993-4c8f-4e98-9a6b-6c5feae05cd4 req-d5fb1a6a-f80d-4d93-9ada-253a87ed41f4 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 943 time: 0.1839771 Feb 11 05:24:00.448011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94d56993-4c8f-4e98-9a6b-6c5feae05cd4 req-5543d2d8-f6bb-4185-9576-6f2c1e21d485 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ac3964f-b76a-47bf-b840-a2a1e351f6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462940 Feb 11 05:24:00.640637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-1db78f20-5c66-4b99-bdaa-b9f4993e547c tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 258 time: 0.1138637 Feb 11 05:24:00.652624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:00.674815 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.798153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.842900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159988fd-6dd1-46a7-8577-39a0c9f40990', 'tag': 'd3eed7e6-4e00-4de5-a8e8-544461606633'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:00.845188 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5476ebcc-7965-41e9-823b-ecbcd24cb25f" -d '{"events": [{"name": "network-changed", "server_uuid": "159988fd-6dd1-46a7-8577-39a0c9f40990", "tag": "d3eed7e6-4e00-4de5-a8e8-544461606633"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:00.872130 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45644) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:00.933445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Allocated IP 172.25.1.143 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/d7dabcaa-f68f-4b12-81f6-e241bdf20eb7) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:00.977988 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.047244 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for port (d7dabcaa-f68f-4b12-81f6-e241bdf20eb7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.083588 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (d7dabcaa-f68f-4b12-81f6-e241bdf20eb7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.125585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:01.131594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:01.133589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Pushing event updated for resources: {'Port': ['ID=d7dabcaa-f68f-4b12-81f6-e241bdf20eb7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:01.135729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:01.205207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (d82c9c9a-e3dc-44f1-928b-6e9e85333393), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.240537 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af261b-742e-4e21-80ad-e11f825a19c2 x-openstack-request-id: req-f7af261b-742e-4e21-80ad-e11f825a19c2 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:01.240977 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159988fd-6dd1-46a7-8577-39a0c9f40990", "tag": "d3eed7e6-4e00-4de5-a8e8-544461606633", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:01.241270 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7af261b-742e-4e21-80ad-e11f825a19c2 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:01.241651 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159988fd-6dd1-46a7-8577-39a0c9f40990', 'tag': 'd3eed7e6-4e00-4de5-a8e8-544461606633', 'status': 'completed', 'code': 200} Feb 11 05:24:01.241838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bef8ede-b9ea-49ae-8370-6bc41cc1f9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.259077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d7dabcaa-f68f-4b12-81f6-e241bdf20eb7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.355529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-47999cc3-d007-4e60-a994-0ae144622f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.357093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-47999cc3-d007-4e60-a994-0ae144622f6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33bc7c7d958b43038ef7f4709834f986&device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 1126 time: 0.0928273 Feb 11 05:24:01.382074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bef8ede-b9ea-49ae-8370-6bc41cc1f9bb admin admin] Publish callbacks [] for security_group (eb0fe06a-e07b-4c9e-9245-a523d1b830af), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.401793 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bef8ede-b9ea-49ae-8370-6bc41cc1f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (eb0fe06a-e07b-4c9e-9245-a523d1b830af), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.488362 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6bef8ede-b9ea-49ae-8370-6bc41cc1f9bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=136860946e844d479892481b5e8b99ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6113706 Feb 11 05:24:01.488362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef8ede-b9ea-49ae-8370-6bc41cc1f9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0fe06a-e07b-4c9e-9245-a523d1b830af,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:01.490558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:01.557698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-18cfa004-f259-453a-b3ef-130b222a18f0 admin admin] Publish callbacks [] for security_group (eb0fe06a-e07b-4c9e-9245-a523d1b830af), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.582496 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-18cfa004-f259-453a-b3ef-130b222a18f0 admin admin] Publish callbacks [] for security_group (eb0fe06a-e07b-4c9e-9245-a523d1b830af), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.614335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-263d521c-6ac6-4f12-bfd0-fe2500bc28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.615815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-263d521c-6ac6-4f12-bfd0-fe2500bc28c8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c890102-d9db-4560-b2c2-266a045215b0 HTTP/1.1" status: 200 len: 916 time: 0.2523999 Feb 11 05:24:01.658703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-18cfa004-f259-453a-b3ef-130b222a18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (eb0fe06a-e07b-4c9e-9245-a523d1b830af), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.662614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-18cfa004-f259-453a-b3ef-130b222a18f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.666428 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-18cfa004-f259-453a-b3ef-130b222a18f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb0fe06a-e07b-4c9e-9245-a523d1b830af HTTP/1.1" status: 204 len: 168 time: 0.1719296 Feb 11 05:24:01.676557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfa004-f259-453a-b3ef-130b222a18f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0fe06a-e07b-4c9e-9245-a523d1b830af,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:01.679134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-1c62eaa6-35a1-4d23-92ed-d429786481fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3eed7e6-4e00-4de5-a8e8-544461606633 HTTP/1.1" status: 200 len: 217 time: 0.0499210 Feb 11 05:24:01.720861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e438942-853a-49f7-8000-9827360d0988 req-359af8b1-fa89-4b53-a4ca-1b043861f432 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.722502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e438942-853a-49f7-8000-9827360d0988 req-359af8b1-fa89-4b53-a4ca-1b043861f432 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 943 time: 0.1544280 Feb 11 05:24:01.745618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for port (d7dabcaa-f68f-4b12-81f6-e241bdf20eb7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.766366 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d7dabcaa-f68f-4b12-81f6-e241bdf20eb7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.901358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45692) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:02.028590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45698) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:02.047155 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19006ba5-cbcb-41e7-8916-4c485b197bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.071526 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (d82c9c9a-e3dc-44f1-928b-6e9e85333393), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.092181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-7bdf004f-3c2a-46f6-854b-a2348bc6d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:02.093571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-7bdf004f-3c2a-46f6-854b-a2348bc6d913 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=286559af-343f-43b9-a7b4-9a4375392c49 HTTP/1.1" status: 200 len: 855 time: 0.4035306 Feb 11 05:24:02.105804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8489632-f765-48c7-b77e-ae7d4c28076a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.125196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Pushing event updated for resources: {'Port': ['ID=d7dabcaa-f68f-4b12-81f6-e241bdf20eb7,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:02.144793 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.146042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f8786fe2-7e1e-4ae1-bd3d-55af7a187ab5 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4975398 Feb 11 05:24:02.148945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-8eacca9e-e79b-42b2-a9d9-084f2503e4da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c890102-d9db-4560-b2c2-266a045215b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418737 Feb 11 05:24:02.157787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e438942-853a-49f7-8000-9827360d0988 req-94c0b5a7-4cde-4448-a207-7bd31ca6ff48 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ac3964f-b76a-47bf-b840-a2a1e351f6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100478 Feb 11 05:24:02.186167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19006ba5-cbcb-41e7-8916-4c485b197bed admin admin] Publish callbacks [] for security_group (c151475d-7e7e-42e6-8a32-2f689a4b3241), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.195087 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19006ba5-cbcb-41e7-8916-4c485b197bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c151475d-7e7e-42e6-8a32-2f689a4b3241), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.251756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-f89822ec-1432-4fd6-8810-8bc93aa6d260 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.0920427 Feb 11 05:24:02.276410 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-19006ba5-cbcb-41e7-8916-4c485b197bed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bf7977886fd4b3a9581d487ada4d3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429922 Feb 11 05:24:02.279187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45708) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:02.289938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8489632-f765-48c7-b77e-ae7d4c28076a admin admin] Publish callbacks [] for security_group (d08aa60d-3350-4a0c-9f91-fcb2227acbfb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.291707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19006ba5-cbcb-41e7-8916-4c485b197bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c151475d-7e7e-42e6-8a32-2f689a4b3241,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:02.301371 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8489632-f765-48c7-b77e-ae7d4c28076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d08aa60d-3350-4a0c-9f91-fcb2227acbfb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.365682 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a8489632-f765-48c7-b77e-ae7d4c28076a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82cf03cd4dcf4686bf56eb836c6714bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612031 Feb 11 05:24:02.367637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8489632-f765-48c7-b77e-ae7d4c28076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08aa60d-3350-4a0c-9f91-fcb2227acbfb,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:02.370654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45712) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:02.407505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5a13d1a-6bd1-4177-997f-91c7250983a1 admin admin] Publish callbacks [] for security_group (c151475d-7e7e-42e6-8a32-2f689a4b3241), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.417020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-8ff1c8ee-3d2a-4576-b1df-cf08c0d2c4cc service neutron] 10.222.0.81 "GET /v2.0/networks/5c890102-d9db-4560-b2c2-266a045215b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553205 Feb 11 05:24:02.426322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-c52e10b8-5c3b-40c7-a262-fe1f43c092c1 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:02.438392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23bfecfc-3a26-46be-8165-23cc854cedc3 req-c52e10b8-5c3b-40c7-a262-fe1f43c092c1 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1856904 Feb 11 05:24:02.446855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5a13d1a-6bd1-4177-997f-91c7250983a1 admin admin] Publish callbacks [] for security_group (c151475d-7e7e-42e6-8a32-2f689a4b3241), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.490721 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1304f15e-2988-448e-84b0-d8a40ecf0b01 admin admin] Publish callbacks [] for security_group (d08aa60d-3350-4a0c-9f91-fcb2227acbfb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.526374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5a13d1a-6bd1-4177-997f-91c7250983a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c151475d-7e7e-42e6-8a32-2f689a4b3241), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.528868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5a13d1a-6bd1-4177-997f-91c7250983a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.530043 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c5a13d1a-6bd1-4177-997f-91c7250983a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c151475d-7e7e-42e6-8a32-2f689a4b3241 HTTP/1.1" status: 204 len: 168 time: 0.2472196 Feb 11 05:24:02.538133 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1304f15e-2988-448e-84b0-d8a40ecf0b01 admin admin] Publish callbacks [] for security_group (d08aa60d-3350-4a0c-9f91-fcb2227acbfb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.554830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a13d1a-6bd1-4177-997f-91c7250983a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c151475d-7e7e-42e6-8a32-2f689a4b3241,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:02.598041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5476ebcc-7965-41e9-823b-ecbcd24cb25f req-f735b9ac-3d75-442f-a5cd-5c6bf1a8d53a service neutron] 10.222.0.81 "GET /v2.0/networks/5c890102-d9db-4560-b2c2-266a045215b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585426 Feb 11 05:24:02.628828 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.635651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1304f15e-2988-448e-84b0-d8a40ecf0b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d08aa60d-3350-4a0c-9f91-fcb2227acbfb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.639232 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1304f15e-2988-448e-84b0-d8a40ecf0b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.640654 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1304f15e-2988-448e-84b0-d8a40ecf0b01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d08aa60d-3350-4a0c-9f91-fcb2227acbfb HTTP/1.1" status: 204 len: 168 time: 0.2675188 Feb 11 05:24:02.650081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304f15e-2988-448e-84b0-d8a40ecf0b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08aa60d-3350-4a0c-9f91-fcb2227acbfb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:02.682401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10e99-3bd3-4509-98a1-a45c6d0f06c9 req-91f0fc3f-17bc-41e2-be25-2f947e6e62b2 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:02.684735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4a10e99-3bd3-4509-98a1-a45c6d0f06c9 req-91f0fc3f-17bc-41e2-be25-2f947e6e62b2 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0642214 Feb 11 05:24:02.745907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4a10e99-3bd3-4509-98a1-a45c6d0f06c9 req-e8e38339-0e3a-4ff3-a33e-a5fc83aa086e tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.0537882 Feb 11 05:24:02.747872 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:02.756794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d4a10e99-3bd3-4509-98a1-a45c6d0f06c9 req-47852b30-c967-4284-ae31-e893df821e27 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Request body: {'floatingip': {'port_id': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:02.808845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4a10e99-3bd3-4509-98a1-a45c6d0f06c9 req-47852b30-c967-4284-ae31-e893df821e27 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (d82c9c9a-e3dc-44f1-928b-6e9e85333393), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.061393 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-d4a10e99-3bd3-4509-98a1-a45c6d0f06c9 req-47852b30-c967-4284-ae31-e893df821e27 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:24:03.062478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4a10e99-3bd3-4509-98a1-a45c6d0f06c9 req-47852b30-c967-4284-ae31-e893df821e27 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "PUT /v2.0/floatingips/d82c9c9a-e3dc-44f1-928b-6e9e85333393 HTTP/1.1" status: 409 len: 550 time: 0.3102238 Feb 11 05:24:03.143042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45748) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:03.272968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45756) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:03.291667 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9d39aeb6-a49a-471c-9983-8dc12adeb5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.376092 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9d39aeb6-a49a-471c-9983-8dc12adeb5dc admin admin] Publish callbacks [] for security_group (7eacd210-74aa-4378-951b-1bffec27930d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.383240 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9d39aeb6-a49a-471c-9983-8dc12adeb5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7eacd210-74aa-4378-951b-1bffec27930d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.439425 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9d39aeb6-a49a-471c-9983-8dc12adeb5dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8db2728d495943c3a202263770416ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610093 Feb 11 05:24:03.439425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39aeb6-a49a-471c-9983-8dc12adeb5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eacd210-74aa-4378-951b-1bffec27930d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:03.440943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45760) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:03.536618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-5d3ced67-cce2-45fd-bcb9-e4b0b9f2eaf8 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips/d82c9c9a-e3dc-44f1-928b-6e9e85333393 HTTP/1.1" status: 200 len: 693 time: 0.0631425 Feb 11 05:24:03.539225 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-002c9fce-5e5d-4099-a381-646babac1a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.574356 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28517501-d0d1-47cb-b751-2c10655e1353 admin admin] Publish callbacks [] for security_group (7eacd210-74aa-4378-951b-1bffec27930d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.665580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28517501-d0d1-47cb-b751-2c10655e1353 admin admin] Publish callbacks [] for security_group (7eacd210-74aa-4378-951b-1bffec27930d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.779641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45782) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:03.790985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-b2099edd-b02e-4461-a6eb-8d3e2016b89b tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.792425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-b2099edd-b02e-4461-a6eb-8d3e2016b89b tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.2442126 Feb 11 05:24:03.801764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9109584c-fa7c-49ab-8862-7b19a7d8d541 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--697061232&fields=id&tenant_id=7545379b238f493ba8a954b800313df6 HTTP/1.1" status: 200 len: 267 time: 0.1429024 Feb 11 05:24:03.838208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-f4542da7-afd2-4614-980f-bc0f926b306d tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:24:03.839714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-f4542da7-afd2-4614-980f-bc0f926b306d tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210550 Feb 11 05:24:03.857992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-002c9fce-5e5d-4099-a381-646babac1a99 admin admin] Publish callbacks [] for security_group (6659767f-72da-4600-885d-fcc3ff314bf2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.867010 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.877603 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28517501-d0d1-47cb-b751-2c10655e1353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7eacd210-74aa-4378-951b-1bffec27930d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.880670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28517501-d0d1-47cb-b751-2c10655e1353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.881905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-28517501-d0d1-47cb-b751-2c10655e1353 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7eacd210-74aa-4378-951b-1bffec27930d HTTP/1.1" status: 204 len: 168 time: 0.4410498 Feb 11 05:24:03.891408 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-002c9fce-5e5d-4099-a381-646babac1a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6659767f-72da-4600-885d-fcc3ff314bf2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.926140 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-09189569-a7e6-400f-8b80-cb234aa6af8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.968498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28517501-d0d1-47cb-b751-2c10655e1353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eacd210-74aa-4378-951b-1bffec27930d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:03.997663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-25bcf531-1af2-42fe-b816-b335f93e68ba tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.1338463 Feb 11 05:24:04.056576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-09189569-a7e6-400f-8b80-cb234aa6af8d admin admin] Publish callbacks [] for security_group (b5311a70-e3aa-448c-9d7b-97c8f3dcdb82), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.061910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-09189569-a7e6-400f-8b80-cb234aa6af8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b5311a70-e3aa-448c-9d7b-97c8f3dcdb82), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.067185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-002c9fce-5e5d-4099-a381-646babac1a99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9178697e403049f9bbdf38a677afbb03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9230204 Feb 11 05:24:04.079230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45798) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:04.101097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-51dfda8a-32e9-4bfe-8552-0cf58a6f5c38 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.1025083 Feb 11 05:24:04.106273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c9fce-5e5d-4099-a381-646babac1a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6659767f-72da-4600-885d-fcc3ff314bf2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:04.123857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-8eb2b93e-446f-481b-9789-6985a56ae36c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:04.125915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-8eb2b93e-446f-481b-9789-6985a56ae36c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/networks?id=74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 200 len: 824 time: 0.3092546 Feb 11 05:24:04.162660 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-09189569-a7e6-400f-8b80-cb234aa6af8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56cd0ff4075d4df28da04394ac4c15d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817241 Feb 11 05:24:04.167679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45800) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:04.184829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09189569-a7e6-400f-8b80-cb234aa6af8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5311a70-e3aa-448c-9d7b-97c8f3dcdb82,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:04.190935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-c40956f2-e1ce-49bd-82b2-c82200c3f7ec tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/quotas/7545379b238f493ba8a954b800313df6 HTTP/1.1" status: 200 len: 375 time: 0.0354986 Feb 11 05:24:04.244189 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2bee706-b6cc-415e-bd7d-53ffd1e89507 admin admin] Publish callbacks [] for security_group (6659767f-72da-4600-885d-fcc3ff314bf2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.292505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2bee706-b6cc-415e-bd7d-53ffd1e89507 admin admin] Publish callbacks [] for security_group (6659767f-72da-4600-885d-fcc3ff314bf2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.332973 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27d34ea3-f627-48f3-878e-567fcbfc8159 admin admin] Publish callbacks [] for security_group (b5311a70-e3aa-448c-9d7b-97c8f3dcdb82), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.371721 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2bee706-b6cc-415e-bd7d-53ffd1e89507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6659767f-72da-4600-885d-fcc3ff314bf2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.378665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2bee706-b6cc-415e-bd7d-53ffd1e89507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.379878 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c2bee706-b6cc-415e-bd7d-53ffd1e89507 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6659767f-72da-4600-885d-fcc3ff314bf2 HTTP/1.1" status: 204 len: 168 time: 0.2982259 Feb 11 05:24:04.390077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bee706-b6cc-415e-bd7d-53ffd1e89507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6659767f-72da-4600-885d-fcc3ff314bf2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:04.400921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27d34ea3-f627-48f3-878e-567fcbfc8159 admin admin] Publish callbacks [] for security_group (b5311a70-e3aa-448c-9d7b-97c8f3dcdb82), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.410221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-e5222264-e8db-45c5-a714-98d28f0a01cf tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7545379b238f493ba8a954b800313df6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1753554 Feb 11 05:24:04.483831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Deleting port d7dabcaa-f68f-4b12-81f6-e241bdf20eb7 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:04.484262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d7dabcaa-f68f-4b12-81f6-e241bdf20eb7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.507938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-9165d11d-6a66-4b6d-a275-d2da970c167a tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:04.509445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-9165d11d-6a66-4b6d-a275-d2da970c167a tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eec30fd-6c04-4263-9631-5b73716b6a23 HTTP/1.1" status: 200 len: 946 time: 0.1733532 Feb 11 05:24:04.647383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27d34ea3-f627-48f3-878e-567fcbfc8159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b5311a70-e3aa-448c-9d7b-97c8f3dcdb82), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.649887 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27d34ea3-f627-48f3-878e-567fcbfc8159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.653534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-27d34ea3-f627-48f3-878e-567fcbfc8159 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5311a70-e3aa-448c-9d7b-97c8f3dcdb82 HTTP/1.1" status: 204 len: 168 time: 0.4820888 Feb 11 05:24:04.677578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-2e80658c-2ba9-44f8-90e6-8aecc7ffb0cf service neutron] 10.222.0.31 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532938 Feb 11 05:24:04.703898 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d7dabcaa-f68f-4b12-81f6-e241bdf20eb7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.704328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (d7dabcaa-f68f-4b12-81f6-e241bdf20eb7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.723153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d34ea3-f627-48f3-878e-567fcbfc8159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5311a70-e3aa-448c-9d7b-97c8f3dcdb82,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:04.745090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Calling delete_port for d7dabcaa-f68f-4b12-81f6-e241bdf20eb7 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:04.803369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45828) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:04.823376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be57ba55-f7f5-41ba-86e9-ea7cf763aeb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.894133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Deleting port 60f41b34-a8ec-416e-9bd0-58dedf07be75 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:04.894717 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.914482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-d40faf3f-964b-42e6-902b-8fdb5a2b5321 service neutron] 10.222.0.31 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069335 Feb 11 05:24:04.964251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d3eed7e6-4e00-4de5-a8e8-544461606633 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:04.999062 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be57ba55-f7f5-41ba-86e9-ea7cf763aeb3 admin admin] Publish callbacks [] for security_group (4a652018-d215-4670-a8a2-5c48be455712), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.004452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be57ba55-f7f5-41ba-86e9-ea7cf763aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4a652018-d215-4670-a8a2-5c48be455712), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.068227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57ba55-f7f5-41ba-86e9-ea7cf763aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a652018-d215-4670-a8a2-5c48be455712,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:05.081782 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-be57ba55-f7f5-41ba-86e9-ea7cf763aeb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a290d5ac52f45a08402f4215d1a14a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770612 Feb 11 05:24:05.090901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45834) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:05.147270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] For port 60f41b34-a8ec-416e-9bd0-58dedf07be75, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=60f41b34-a8ec-416e-9bd0-58dedf07be75,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:05.148040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.191460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (d7dabcaa-f68f-4b12-81f6-e241bdf20eb7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.234056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d3eed7e6-4e00-4de5-a8e8-544461606633, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d3eed7e6-4e00-4de5-a8e8-544461606633,segment=NetworkSegment(cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa),segment_id=cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:05.247791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'd3eed7e6-4e00-4de5-a8e8-544461606633', 'network_id': '5c890102-d9db-4560-b2c2-266a045215b0', 'port_id': 'd3eed7e6-4e00-4de5-a8e8-544461606633', 'mac_address': 'fa:16:3e:11:7d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286559af-343f-43b9-a7b4-9a4375392c49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:05.310672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Pushing event deleted for resources: {'Port': ['ID=d7dabcaa-f68f-4b12-81f6-e241bdf20eb7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:05.340185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port d3eed7e6-4e00-4de5-a8e8-544461606633 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:05.340841 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.358501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3eed7e6-4e00-4de5-a8e8-544461606633 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:05.387606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d3eed7e6-4e00-4de5-a8e8-544461606633, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d3eed7e6-4e00-4de5-a8e8-544461606633,segment=NetworkSegment(cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa),segment_id=cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:05.394311 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.401281 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (d82c9c9a-e3dc-44f1-928b-6e9e85333393), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.403704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.404990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd53d608-fb5e-4c13-a158-1385d19cf72e req-66af9a2b-3cd6-45d9-b371-e2544f9c26ac tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "DELETE /v2.0/floatingips/d82c9c9a-e3dc-44f1-928b-6e9e85333393 HTTP/1.1" status: 204 len: 173 time: 1.3019981 Feb 11 05:24:05.452954 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-295831ec-0bd7-4ce0-8cf8-8074576772c7 admin admin] Publish callbacks [] for security_group (4a652018-d215-4670-a8a2-5c48be455712), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.522363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=d3eed7e6-4e00-4de5-a8e8-544461606633,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:05.580623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-295831ec-0bd7-4ce0-8cf8-8074576772c7 admin admin] Publish callbacks [] for security_group (4a652018-d215-4670-a8a2-5c48be455712), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.627953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['d3eed7e6-4e00-4de5-a8e8-544461606633'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:05.770995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45860) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:05.799949 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00dad442-9072-4668-8c38-7f3077216c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.929411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-942c863d-450c-40c3-8197-f575a893877f req-42fca71d-d4ff-4918-a3cd-8062fa9589dc tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 210 time: 0.0651963 Feb 11 05:24:05.949630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.950430 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (4dc31cef-6162-4321-b9f1-f544227ae87e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.950884 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Floating IP 4dc31cef-6162-4321-b9f1-f544227ae87e disassociated. External IP: 172.25.1.30, port: 60f41b34-a8ec-416e-9bd0-58dedf07be75. Feb 11 05:24:05.951762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Calling delete_port for 60f41b34-a8ec-416e-9bd0-58dedf07be75 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:05.975139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7471c-7cb9-4287-bc27-24c32beb7e21 req-19d697c7-d122-4c87-b8c5-44348087ef63 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:05.977551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43d7471c-7cb9-4287-bc27-24c32beb7e21 req-19d697c7-d122-4c87-b8c5-44348087ef63 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 944 time: 0.5197315 Feb 11 05:24:06.021587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00dad442-9072-4668-8c38-7f3077216c2c admin admin] Publish callbacks [] for security_group (b9972a49-c11b-421e-bf75-00b7c9c63e90), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.025956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00dad442-9072-4668-8c38-7f3077216c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b9972a49-c11b-421e-bf75-00b7c9c63e90), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.068390 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-00dad442-9072-4668-8c38-7f3077216c2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb0991db2e8349a6a8cbd50b693c1617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949400 Feb 11 05:24:06.074799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45872) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:06.093351 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-295831ec-0bd7-4ce0-8cf8-8074576772c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4a652018-d215-4670-a8a2-5c48be455712), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.096497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-295831ec-0bd7-4ce0-8cf8-8074576772c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.101661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dad442-9072-4668-8c38-7f3077216c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9972a49-c11b-421e-bf75-00b7c9c63e90,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:06.104330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-295831ec-0bd7-4ce0-8cf8-8074576772c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a652018-d215-4670-a8a2-5c48be455712 HTTP/1.1" status: 204 len: 168 time: 1.0068774 Feb 11 05:24:06.152633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295831ec-0bd7-4ce0-8cf8-8074576772c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a652018-d215-4670-a8a2-5c48be455712,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:06.177924 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b970ae7-61ec-48ba-a1ab-6246dcbb162e admin admin] Publish callbacks [] for security_group (b9972a49-c11b-421e-bf75-00b7c9c63e90), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.205742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b970ae7-61ec-48ba-a1ab-6246dcbb162e admin admin] Publish callbacks [] for security_group (b9972a49-c11b-421e-bf75-00b7c9c63e90), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.224109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-f0ad5afa-99c7-48b6-8a8d-1389770769ed tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 1001 time: 0.2416747 Feb 11 05:24:06.276241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b970ae7-61ec-48ba-a1ab-6246dcbb162e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b9972a49-c11b-421e-bf75-00b7c9c63e90), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.279555 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b970ae7-61ec-48ba-a1ab-6246dcbb162e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.285316 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b970ae7-61ec-48ba-a1ab-6246dcbb162e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9972a49-c11b-421e-bf75-00b7c9c63e90 HTTP/1.1" status: 204 len: 168 time: 0.2090707 Feb 11 05:24:06.295630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b970ae7-61ec-48ba-a1ab-6246dcbb162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9972a49-c11b-421e-bf75-00b7c9c63e90,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:06.347895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43d7471c-7cb9-4287-bc27-24c32beb7e21 req-5e663a10-8988-429d-9edf-6704433dafa4 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ac3964f-b76a-47bf-b840-a2a1e351f6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789094 Feb 11 05:24:06.406230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-ff748718-d928-4d4d-a993-7ed7e57e2dc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:06.408203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-ff748718-d928-4d4d-a993-7ed7e57e2dc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports/d1de9926-a663-47ef-80a5-69cdb140e5bc HTTP/1.1" status: 200 len: 942 time: 0.1540816 Feb 11 05:24:06.409349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (60f41b34-a8ec-416e-9bd0-58dedf07be75), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.443592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event deleted for resources: {'Port': ['ID=60f41b34-a8ec-416e-9bd0-58dedf07be75,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:06.595473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-5cb00328-8008-40d4-843f-530f61c1b257 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 1001 time: 0.1104114 Feb 11 05:24:06.685361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Router e3d0ceca-5390-44ef-8a7d-3406ea35966f has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:06.818788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-36326b26-1894-407e-9ef4-2d71087f2400 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:06.820402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-36326b26-1894-407e-9ef4-2d71087f2400 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.2193902 Feb 11 05:24:06.979351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d3eed7e6-4e00-4de5-a8e8-544461606633 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:07.008926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45910) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:07.066710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port d3eed7e6-4e00-4de5-a8e8-544461606633 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:07.072108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-34b1088a-0c83-40e7-a00f-fda66f159cf7 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6d9c5391ef1f418487469aa23f7ed4ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1351902 Feb 11 05:24:07.074335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port d3eed7e6-4e00-4de5-a8e8-544461606633 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:07.075073 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.132376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9da9013d-d22d-48c9-a753-f251652dc717 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:07.132376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9da9013d-d22d-48c9-a753-f251652dc717 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.81 "GET /v2.0/networks?id=74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 200 len: 824 time: 0.3790138 Feb 11 05:24:07.185210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:07.186029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67d0d41-5f70-479d-84a2-c4bd0c1dd1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.189878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-7f6b0239-9f32-4a89-890d-a7b7e78a8ef4 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 1001 time: 0.3266795 Feb 11 05:24:07.197495 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] Sync routers for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:07.230938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-a9c0fdff-9ba9-44a7-b556-41fa2da79954 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:07.236992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port d3eed7e6-4e00-4de5-a8e8-544461606633 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:07.240772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.320165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d3eed7e6-4e00-4de5-a8e8-544461606633, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d3eed7e6-4e00-4de5-a8e8-544461606633,segment=NetworkSegment(cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa),segment_id=cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:07.327730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159988fd-6dd1-46a7-8577-39a0c9f40990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eed7e6-4e00-4de5-a8e8-544461606633'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:07.332961 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ba38c4-77c3-4937-838e-711a7d5011d9" -d '{"events": [{"server_uuid": "159988fd-6dd1-46a7-8577-39a0c9f40990", "name": "network-vif-plugged", "status": "completed", "tag": "d3eed7e6-4e00-4de5-a8e8-544461606633"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:07.333811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] No DVR routers for this DVR port 60f41b34-a8ec-416e-9bd0-58dedf07be75 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:07.341317 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.342745 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:07.343713 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:07.348618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.354160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5ca3a4b-0897-4f69-bc17-d108ca272ea1 req-c04d4656-9b5d-4fce-ba2c-177c3b6df11c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.72 "DELETE /v2.0/ports/60f41b34-a8ec-416e-9bd0-58dedf07be75 HTTP/1.1" status: 204 len: 173 time: 2.8127139 Feb 11 05:24:07.356812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'name': 'network-vif-deleted', 'tag': '60f41b34-a8ec-416e-9bd0-58dedf07be75'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:07.359386 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e9ef09-029f-42c8-a762-7fa9a3ff77b0" -d '{"events": [{"server_uuid": "2eec30fd-6c04-4263-9631-5b73716b6a23", "name": "network-vif-deleted", "tag": "60f41b34-a8ec-416e-9bd0-58dedf07be75"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:07.420887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67d0d41-5f70-479d-84a2-c4bd0c1dd1d2 admin admin] Publish callbacks [] for security_group (8c693957-e602-4005-a4d9-c4759a4b5490), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.426044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67d0d41-5f70-479d-84a2-c4bd0c1dd1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8c693957-e602-4005-a4d9-c4759a4b5490), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.470493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=d3eed7e6-4e00-4de5-a8e8-544461606633,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:07.471246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a86f9-bad4-4ec1-9998-af46de318626 req-bf238dba-0adb-4bb7-a39a-87eed7755de3 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:07.479533 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c67d0d41-5f70-479d-84a2-c4bd0c1dd1d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f45da9f633d414d85f3ef3122d114bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686024 Feb 11 05:24:07.481418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45934) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:07.496757 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-bf238dba-0adb-4bb7-a39a-87eed7755de3 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4237406 Feb 11 05:24:07.529149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d0d41-5f70-479d-84a2-c4bd0c1dd1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c693957-e602-4005-a4d9-c4759a4b5490,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:07.543015 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-a9c0fdff-9ba9-44a7-b556-41fa2da79954 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (93c6eb5a-90df-4f08-8412-5983075e5f7a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.565334 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:07.565586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3f52237-fbf0-42b9-adf9-456c8b6c737c admin admin] Publish callbacks [] for security_group (8c693957-e602-4005-a4d9-c4759a4b5490), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.567691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8fd78dc3-683a-40df-983c-9947289e4506 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/quotas/6d9c5391ef1f418487469aa23f7ed4ac HTTP/1.1" status: 200 len: 375 time: 0.0666327 Feb 11 05:24:07.612695 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3f52237-fbf0-42b9-adf9-456c8b6c737c admin admin] Publish callbacks [] for security_group (8c693957-e602-4005-a4d9-c4759a4b5490), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.619777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-f516aa70-7354-432a-b134-b29ded24ba3b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7545379b238f493ba8a954b800313df6 HTTP/1.1" status: 200 len: 379 time: 0.4679494 Feb 11 05:24:07.648177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Request body: {'port': {'device_id': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'admin_state_up': True, 'tenant_id': '7545379b238f493ba8a954b800313df6', 'security_groups': ['862b3e30-c250-4cf3-acef-fed2f2d9b592']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:07.693428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-7b4858d4-ea4d-4dbd-9233-abf7f9893789 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d9c5391ef1f418487469aa23f7ed4ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1247268 Feb 11 05:24:07.707560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3f52237-fbf0-42b9-adf9-456c8b6c737c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8c693957-e602-4005-a4d9-c4759a4b5490), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.710598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3f52237-fbf0-42b9-adf9-456c8b6c737c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.711823 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3f52237-fbf0-42b9-adf9-456c8b6c737c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c693957-e602-4005-a4d9-c4759a4b5490 HTTP/1.1" status: 204 len: 168 time: 0.2291799 Feb 11 05:24:07.726604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f52237-fbf0-42b9-adf9-456c8b6c737c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c693957-e602-4005-a4d9-c4759a4b5490,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:07.870806 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:07.913589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45952) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:07.940301 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] Checking router: e3d0ceca-5390-44ef-8a7d-3406ea35966f for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:07.967213 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:07.967964 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:08.089494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-a9c0fdff-9ba9-44a7-b556-41fa2da79954 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.101456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-a9c0fdff-9ba9-44a7-b556-41fa2da79954 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (93c6eb5a-90df-4f08-8412-5983075e5f7a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.101927 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-a9c0fdff-9ba9-44a7-b556-41fa2da79954 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Floating IP 93c6eb5a-90df-4f08-8412-5983075e5f7a disassociated. External IP: 172.25.1.225, port: d1de9926-a663-47ef-80a5-69cdb140e5bc. Feb 11 05:24:08.130883 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:08.173001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Made reservation on behalf of 7545379b238f493ba8a954b800313df6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:08.176747 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.337908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-network', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:08.373186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Made reservation on behalf of 8e312eb1800a4d028cf8a27444b5ea68 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:08.383951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.413675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.493870 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:08.538875 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f6489-2258-41c8-8c1d-711d21f90ccc None None] The sync data for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 is: [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:08.541559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Allocated IP 172.20.0.7 (74a89941-9023-47cd-9eeb-d31c83a29d42/e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661/d6ddfa1f-4fc6-4c40-a24d-8020ec00edca) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:08.618961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-a9c0fdff-9ba9-44a7-b556-41fa2da79954 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Router 95129629-80f8-457e-85d0-fe138bdef095 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:08.637258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Publish callbacks [] for security_group (8df85633-5925-4f10-a9cd-4ca1e10cadfc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.644027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8df85633-5925-4f10-a9cd-4ca1e10cadfc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.660110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45978) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:08.695266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df85633-5925-4f10-a9cd-4ca1e10cadfc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:08.716867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:08.724280 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a8fec5e7-589f-4a46-90d8-a7243335489e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.733769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6b6bf749-37bc-49a2-8cda-903ffa3c2e44), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.734751 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Added segment 6b6bf749-37bc-49a2-8cda-903ffa3c2e44 of type vlan for network c1702abd-3735-455f-99ad-1858676d85f3 Feb 11 05:24:08.795340 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (c1702abd-3735-455f-99ad-1858676d85f3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.829268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a91ffa8-7022-48b6-b7f1-a6932e99999e req-03140fd2-1cf6-4326-a8b5-0336429f80b5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 210 time: 0.1424568 Feb 11 05:24:08.833844 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (c1702abd-3735-455f-99ad-1858676d85f3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.835067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.835766 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.873436 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8042152d-c54c-4ae2-970c-0ff37b8ada91 x-openstack-request-id: req-8042152d-c54c-4ae2-970c-0ff37b8ada91 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:08.873924 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159988fd-6dd1-46a7-8577-39a0c9f40990", "name": "network-vif-plugged", "status": "completed", "tag": "d3eed7e6-4e00-4de5-a8e8-544461606633", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:08.874030 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8042152d-c54c-4ae2-970c-0ff37b8ada91 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:08.874691 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159988fd-6dd1-46a7-8577-39a0c9f40990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eed7e6-4e00-4de5-a8e8-544461606633', 'code': 200} Feb 11 05:24:08.948984 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0342741 Feb 11 05:24:08.950761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f99f3-0757-424b-9cd9-e73bc35c4b45 admin admin] Pushing event updated for resources: {'Network': ['ID=c1702abd-3735-455f-99ad-1858676d85f3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:08.953517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45980) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:08.959020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Request body: {'subnet': {'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-subnet', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:08.969055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network c1702abd-3735-455f-99ad-1858676d85f3 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:08.986011 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Made reservation on behalf of 8e312eb1800a4d028cf8a27444b5ea68 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:08.990469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.069894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5b83a-1710-47ea-88f0-b0416f7d4ee2 None None] New status for floating IP 4dc31cef-6162-4321-b9f1-f544227ae87e: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:24:09.225986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1519d-cbf8-4a3c-8488-7a4694c1cd46 req-dde74f90-2dd7-4d77-aa8c-20d32ffbf97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.227521 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-74a1519d-cbf8-4a3c-8488-7a4694c1cd46 req-dde74f90-2dd7-4d77-aa8c-20d32ffbf97b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 1128 time: 0.0924909 Feb 11 05:24:09.302703 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-74a1519d-cbf8-4a3c-8488-7a4694c1cd46 req-956e9301-50a5-4cea-bc6a-73cfb51487c2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0ac3964f-b76a-47bf-b840-a2a1e351f6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670109 Feb 11 05:24:09.321779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (2990ec19-2306-423b-81b6-8a5c69425e89), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.385794 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2990ec19-2306-423b-81b6-8a5c69425e89,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:09.398346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Checking segment: {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:09.398942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Network hostable DHCP agents. Network: c1702abd-3735-455f-99ad-1858676d85f3, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:09.407922 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.411895 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122d896d-b476-4807-b9bf-5f37e89ad189 x-openstack-request-id: req-122d896d-b476-4807-b9bf-5f37e89ad189 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:09.412203 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eec30fd-6c04-4263-9631-5b73716b6a23", "name": "network-vif-deleted", "tag": "60f41b34-a8ec-416e-9bd0-58dedf07be75", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:09.412554 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-122d896d-b476-4807-b9bf-5f37e89ad189 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:09.412914 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eec30fd-6c04-4263-9631-5b73716b6a23', 'name': 'network-vif-deleted', 'tag': '60f41b34-a8ec-416e-9bd0-58dedf07be75', 'status': 'completed', 'code': 200} Feb 11 05:24:09.418630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Network c1702abd-3735-455f-99ad-1858676d85f3 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:09.428217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, c1702abd-3735-455f-99ad-1858676d85f3) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:09.434082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.434680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.444832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4cbc41-66a6-445a-a6a9-8371df0de6b7 None None] Network c1702abd-3735-455f-99ad-1858676d85f3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:09.461769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-2e18e290-5b05-469a-85bd-e6527c0df875 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6d9c5391ef1f418487469aa23f7ed4ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302951 Feb 11 05:24:09.494333 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b0c9a3d-5e71-44d5-8e7e-fa0420688451 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5398602 Feb 11 05:24:09.495282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45992) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:09.502085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:09.530510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.532079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.554519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-c1702abd-3735-455f-99ad-1858676d85f3', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:24:09.555427 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.622287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks [] for router_controller (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.680743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-a9c0fdff-9ba9-44a7-b556-41fa2da79954 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:09.690018 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.694187 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-a9c0fdff-9ba9-44a7-b556-41fa2da79954 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.696999 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] Sync routers for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:09.710608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a86f9-bad4-4ec1-9998-af46de318626 req-dea10fb4-40ab-4b99-9d76-4c46269e5fcc tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.712102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-dea10fb4-40ab-4b99-9d76-4c46269e5fcc tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446835 Feb 11 05:24:09.714213 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:09.717950 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:09.724448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Allocated IP 172.20.0.2 (c1702abd-3735-455f-99ad-1858676d85f3/2990ec19-2306-423b-81b6-8a5c69425e89/586a24f5-264b-43f3-8daa-376c9fef10df) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:09.726283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ab58f-38ba-4145-a159-e24d2c40ae71 req-bbd3028c-e805-42a4-82db-7d929e601705 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.727795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-538ab58f-38ba-4145-a159-e24d2c40ae71 req-bbd3028c-e805-42a4-82db-7d929e601705 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 945 time: 0.3728530 Feb 11 05:24:09.758161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Request body: {'port': {'device_id': '6445733e-47bc-4a20-ba74-2dc2968e86a4', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '6d9c5391ef1f418487469aa23f7ed4ac'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:09.784958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a8fec5e7-589f-4a46-90d8-a7243335489e admin admin] Publish callbacks [] for security_group (0046596d-b69a-46ae-ad6f-f266de6b3918), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.802912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks [] for router_gateway (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.827419 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a8fec5e7-589f-4a46-90d8-a7243335489e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0046596d-b69a-46ae-ad6f-f266de6b3918), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.843491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 60f41b34-a8ec-416e-9bd0-58dedf07be75 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:09.857907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:09.877585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 60f41b34-a8ec-416e-9bd0-58dedf07be75 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:09.878525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 60f41b34-a8ec-416e-9bd0-58dedf07be75 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:09.896355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fec5e7-589f-4a46-90d8-a7243335489e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0046596d-b69a-46ae-ad6f-f266de6b3918,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:09.906261 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:09.911058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-a9c0fdff-9ba9-44a7-b556-41fa2da79954 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "PUT /v2.0/floatingips/93c6eb5a-90df-4f08-8412-5983075e5f7a HTTP/1.1" status: 200 len: 695 time: 2.6777096 Feb 11 05:24:09.945617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:09.950606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:09.956306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.956965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.962766 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Publish callbacks [] for port (586a24f5-264b-43f3-8daa-376c9fef10df), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.976908 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.990623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event updated for resources: {'Port': ['ID=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:10.043850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a8fec5e7-589f-4a46-90d8-a7243335489e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30fdc3539a3742cb8ae93b2e7c964ced&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3762040 Feb 11 05:24:10.050358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46000) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:10.059785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Network c1702abd-3735-455f-99ad-1858676d85f3 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:10.064227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:10.066305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Pushing event updated for resources: {'Port': ['ID=586a24f5-264b-43f3-8daa-376c9fef10df,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:10.074263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:10.086507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-538ab58f-38ba-4145-a159-e24d2c40ae71 req-2116c016-705e-41b7-bb02-9cc5f5cb8686 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ac3964f-b76a-47bf-b840-a2a1e351f6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320715 Feb 11 05:24:10.090314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-be6e3bce-8541-439c-ab6f-ebb26f0bbd1e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4521134 Feb 11 05:24:10.100681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-7d57f7a4-2a12-42af-9638-e27b7b636bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.102442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-7d57f7a4-2a12-42af-9638-e27b7b636bae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37f8d2452fba4203aebe178814bc4d35&device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 1128 time: 0.1905866 Feb 11 05:24:10.133676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks [] for router_gateway (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.148953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Request body: {'port': {'device_id': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:10.153482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Attempting to bind port 586a24f5-264b-43f3-8daa-376c9fef10df on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:10.153857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Attempting to bind port 586a24f5-264b-43f3-8daa-376c9fef10df by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:10.154225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Attempting to bind port 586a24f5-264b-43f3-8daa-376c9fef10df on network c1702abd-3735-455f-99ad-1858676d85f3 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:10.163287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:10.163663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Checking segment: {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:10.164696 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.165127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Bound using segment: {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:10.165763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Bound port: 586a24f5-264b-43f3-8daa-376c9fef10df, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:10.166158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.177467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.283652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] For port 586a24f5-264b-43f3-8daa-376c9fef10df, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:10.287394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] For port 586a24f5-264b-43f3-8daa-376c9fef10df, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=586a24f5-264b-43f3-8daa-376c9fef10df,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:10.290310 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '9587b7dd-bfee-43f0-b3b5-03ae01b95ced', 'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'mac_address': 'fa:16:3e:43:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:31Z', 'updated_at': '2022-02-11T05:23:38Z', 'revision_number': 5, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'subnets': [{'id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:10.300738 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.331324 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] Checking router: 95129629-80f8-457e-85d0-fe138bdef095 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:10.331767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0ac23d4-312d-4ca8-b35e-3fef43112449 req-d5074911-c261-4eb9-adc7-0374b0ce250e tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 210 time: 0.1142468 Feb 11 05:24:10.341551 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:10.342561 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:10.342906 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Allocated IP 172.25.1.161 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/61624975-c697-4c17-8fd5-ad1471c3b6b7) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:10.357132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7cf78a7c-e3dc-423a-8d8b-e184021f71b7 None None] Provisioning complete for port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:10.357132 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7cf78a7c-e3dc-423a-8d8b-e184021f71b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.373555 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.414064 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-857bd15f-fd78-4785-a61d-c9700a19f766 admin admin] Publish callbacks [] for security_group (0046596d-b69a-46ae-ad6f-f266de6b3918), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.472932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7cf78a7c-e3dc-423a-8d8b-e184021f71b7 None None] Port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:10.493443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Made reservation on behalf of 6d9c5391ef1f418487469aa23f7ed4ac for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:10.497921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.503219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks [] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.520962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0116c33-3487-43ef-b90b-dfea0d862c5e None None] Pushing event updated for resources: {'Port': ['ID=586a24f5-264b-43f3-8daa-376c9fef10df,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:10.539599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-857bd15f-fd78-4785-a61d-c9700a19f766 admin admin] Publish callbacks [] for security_group (0046596d-b69a-46ae-ad6f-f266de6b3918), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.563028 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.609068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-ffe6e065-78b6-4128-b2d3-7ae1182bcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.611589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-ffe6e065-78b6-4128-b2d3-7ae1182bcd83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=73887458-4331-450f-953c-5dabac07381a HTTP/1.1" status: 200 len: 929 time: 0.4092884 Feb 11 05:24:10.613334 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:10.800510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.835115 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-680a3335-d181-4c86-a176-728cb6068bd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc HTTP/1.1" status: 200 len: 217 time: 0.2092049 Feb 11 05:24:10.861849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:10.865776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:10.870349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:10.981665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-857bd15f-fd78-4785-a61d-c9700a19f766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0046596d-b69a-46ae-ad6f-f266de6b3918), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.985686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-857bd15f-fd78-4785-a61d-c9700a19f766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.987018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-857bd15f-fd78-4785-a61d-c9700a19f766 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0046596d-b69a-46ae-ad6f-f266de6b3918 HTTP/1.1" status: 204 len: 168 time: 0.9236703 Feb 11 05:24:11.030824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bd15f-fd78-4785-a61d-c9700a19f766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0046596d-b69a-46ae-ad6f-f266de6b3918,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:11.036347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-f860a621-cb48-46b3-b470-fda6ec3db273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.039610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-f860a621-cb48-46b3-b470-fda6ec3db273 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=acc51505-bdea-44a4-9555-b96f2ad1014b HTTP/1.1" status: 200 len: 867 time: 0.1911476 Feb 11 05:24:11.132177 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '9587b7dd-bfee-43f0-b3b5-03ae01b95ced', 'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'mac_address': 'fa:16:3e:43:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:31Z', 'updated_at': '2022-02-11T05:23:38Z', 'revision_number': 5, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'subnets': [{'id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:11.140789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Pushing event updated for resources: {'Port': ['ID=61624975-c697-4c17-8fd5-ad1471c3b6b7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:11.210234 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb94a2e-6b55-4298-8b2a-f7d987fd5914 None None] The sync data for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 is: [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:23:32Z', 'revision_number': 4, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '9587b7dd-bfee-43f0-b3b5-03ae01b95ced', 'name': '', 'network_id': '73887458-4331-450f-953c-5dabac07381a', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'mac_address': 'fa:16:3e:43:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:31Z', 'updated_at': '2022-02-11T05:23:38Z', 'revision_number': 5, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'subnets': [{'id': 'acc51505-bdea-44a4-9555-b96f2ad1014b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:11.225450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks [] for security_group (7a5dcf2b-5705-4e37-aa10-15cc250df640), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.245949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 586a24f5-264b-43f3-8daa-376c9fef10df up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:11.285390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7a5dcf2b-5705-4e37-aa10-15cc250df640), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.325723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 586a24f5-264b-43f3-8daa-376c9fef10df triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:11.326263 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.337452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks [] for router_gateway (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.348944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5dcf2b-5705-4e37-aa10-15cc250df640,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:11.381087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-43bcf2b7-98d3-4283-aec7-4298148bbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.388993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-43bcf2b7-98d3-4283-aec7-4298148bbd34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73887458-4331-450f-953c-5dabac07381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3329620 Feb 11 05:24:11.440730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:11.447966 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:11.519180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 586a24f5-264b-43f3-8daa-376c9fef10df is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:11.519707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.529158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ddfa1f-4fc6-4c40-a24d-8020ec00edca {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:11.591263 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Publish callbacks [] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.597648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 586a24f5-264b-43f3-8daa-376c9fef10df, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=586a24f5-264b-43f3-8daa-376c9fef10df,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:11.611138 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.613865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1802-74c6-4ec4-9dc2-817f2aba0757 req-f2fac775-0112-406e-a96d-ff897d851091 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.615444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a41d1802-74c6-4ec4-9dc2-817f2aba0757 req-f2fac775-0112-406e-a96d-ff897d851091 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 931 time: 0.4330974 Feb 11 05:24:11.684627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=586a24f5-264b-43f3-8daa-376c9fef10df,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:11.706248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70cee79-7f8a-4b35-bbca-0cb20b571f0c None None] New status for floating IP 93c6eb5a-90df-4f08-8412-5983075e5f7a: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:24:11.712972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Transition to ACTIVE for port object d6ddfa1f-4fc6-4c40-a24d-8020ec00edca will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:11.733167 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.755107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.774516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-f132fca8-7a51-4951-9a85-534f618de7f7 service neutron] 10.222.0.31 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844676 Feb 11 05:24:11.832849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Allocated IP 192.168.233.77 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/7e0f7c79-be79-4eca-9d1e-fca8feb47952) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:11.889465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a41d1802-74c6-4ec4-9dc2-817f2aba0757 req-77ed97be-7adb-4c70-9c30-acf8fc22e564 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604079 Feb 11 05:24:11.975161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85c72fda-30b4-46d3-9578-9df3cf1d6f74 req-58834655-4020-4293-ae9a-c8eed1b4ec2d service neutron] 10.222.0.31 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994455 Feb 11 05:24:11.978684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:12.054964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:12.116104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc177899-97f1-4271-8ee9-415d72599d82 None None] Network c1702abd-3735-455f-99ad-1858676d85f3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:12.184813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-35d241ff-97df-4b8e-98df-07fed02360c5 None None] Provisioning complete for port 586a24f5-264b-43f3-8daa-376c9fef10df triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:12.185576 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35d241ff-97df-4b8e-98df-07fed02360c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:12.242643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:12.256400 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Sync routers for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:12.269211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59e0e759-6044-4e38-ac07-8952dfb51b44 req-0bc36849-ef17-4f74-aa1d-d60c31c08c3f tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 210 time: 0.1278417 Feb 11 05:24:12.270319 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:12.274773 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-621e5c8a-5f14-4586-b22a-3f45290936bf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7777665 Feb 11 05:24:12.276044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46040) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:12.278893 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:12.286061 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:12.298509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Attempting to bind port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:12.300569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Attempting to bind port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:12.301349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Attempting to bind port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca on network 74a89941-9023-47cd-9eeb-d31c83a29d42 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:12.367482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca on network 74a89941-9023-47cd-9eeb-d31c83a29d42 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:12.367981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Attempting to bind port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca on network 74a89941-9023-47cd-9eeb-d31c83a29d42 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:12.384681 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da35be30-c955-4a22-9b17-f4982a85ac23 x-openstack-request-id: req-da35be30-c955-4a22-9b17-f4982a85ac23 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:12.385230 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:12.386463 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da35be30-c955-4a22-9b17-f4982a85ac23 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:12.388424 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'status': 'completed', 'code': 200} Feb 11 05:24:12.433959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:12.435675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Checking segment: {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:12.436272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Bound using segment: {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:12.436938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Bound port: d6ddfa1f-4fc6-4c40-a24d-8020ec00edca, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb1d087-45fe-43bc-a97d-780dbc97507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:12.437511 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:12.464780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-35d241ff-97df-4b8e-98df-07fed02360c5 None None] Current status of the port 586a24f5-264b-43f3-8daa-376c9fef10df is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:12.555062 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:12.593436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46048) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:12.636810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-b0a28553-db98-4a97-bec0-a274af7872a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.638454 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-b0a28553-db98-4a97-bec0-a274af7872a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f8d2452fba4203aebe178814bc4d35&device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 1128 time: 0.2003865 Feb 11 05:24:12.679610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-71dbb3d3-f985-4916-a41d-416c7c60f576 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips/93c6eb5a-90df-4f08-8412-5983075e5f7a HTTP/1.1" status: 200 len: 693 time: 0.2359512 Feb 11 05:24:12.691434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410fb21-1372-4139-8ad6-ac5e06c86467 req-c1a21301-6131-4171-a0e0-2671e9899a31 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.693307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1410fb21-1372-4139-8ad6-ac5e06c86467 req-c1a21301-6131-4171-a0e0-2671e9899a31 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 945 time: 0.5628965 Feb 11 05:24:12.826484 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:11Z', 'revision_number': 3, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:12.828393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-31b904f0-2dd0-4989-bbd8-b281c380f29c None None] Provisioning complete for port 586a24f5-264b-43f3-8daa-376c9fef10df triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:12.828765 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31b904f0-2dd0-4989-bbd8-b281c380f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:12.901364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-d316131f-55e4-49eb-a06f-63fc1c8eed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.902266 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Checking router: 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:12.903104 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Updating router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 port 61624975-c697-4c17-8fd5-ad1471c3b6b7 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:12.903450 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-d316131f-55e4-49eb-a06f-63fc1c8eed8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=73887458-4331-450f-953c-5dabac07381a HTTP/1.1" status: 200 len: 929 time: 0.2533567 Feb 11 05:24:12.921430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-27e12700-7077-497e-80de-73dbae2746eb tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.923604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-27e12700-7077-497e-80de-73dbae2746eb tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.2285955 Feb 11 05:24:12.978148 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:12.989309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-31b904f0-2dd0-4989-bbd8-b281c380f29c None None] Current status of the port 586a24f5-264b-43f3-8daa-376c9fef10df is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:13.041491 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-d05fe3ff-d105-496d-95e7-85d693c6879e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc HTTP/1.1" status: 200 len: 217 time: 0.0810416 Feb 11 05:24:13.082888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 586a24f5-264b-43f3-8daa-376c9fef10df up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:13.089258 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5e95-c8fe-4839-b84e-6a7d10a64361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.092102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] For port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:13.105698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] For port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:13.123261 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks [] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.146647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.154912 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 586a24f5-264b-43f3-8daa-376c9fef10df triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:13.158008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.168279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.179703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.183540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-34d3191e-8c5e-46df-abea-b2b4b63e5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:13.185027 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-34d3191e-8c5e-46df-abea-b2b4b63e5992 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acc51505-bdea-44a4-9555-b96f2ad1014b HTTP/1.1" status: 200 len: 867 time: 0.1353421 Feb 11 05:24:13.309004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:13.320887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-6c56d311-538b-4f2a-9d83-ee4a3e5368fd tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.3813307 Feb 11 05:24:13.325199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:13.326131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.327635 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] 10.222.0.81 "PUT /v2.0/ports/d6ddfa1f-4fc6-4c40-a24d-8020ec00edca HTTP/1.1" status: 200 len: 1092 time: 3.2125399 Feb 11 05:24:13.329668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 586a24f5-264b-43f3-8daa-376c9fef10df is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:13.368752 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-8c12ea10-945c-43ee-a007-b684597e8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:13.370369 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-8c12ea10-945c-43ee-a007-b684597e8bac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=73887458-4331-450f-953c-5dabac07381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1431489 Feb 11 05:24:13.389575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:13.392570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:13.398340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:13.399330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.418975 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Publish callbacks [] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.432118 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.491047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1410fb21-1372-4139-8ad6-ac5e06c86467 req-23b42387-7afb-4812-ab79-8eac125ffa56 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ac3964f-b76a-47bf-b840-a2a1e351f6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7878644 Feb 11 05:24:13.493857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-a9678ea0-905b-4d2f-b381-d537ca151791 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.0822499 Feb 11 05:24:13.554994 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Pushing event updated for resources: {'Port': ['ID=61624975-c697-4c17-8fd5-ad1471c3b6b7,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:13.569604 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Attempting to bind port 61624975-c697-4c17-8fd5-ad1471c3b6b7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:13.569984 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Attempting to bind port 61624975-c697-4c17-8fd5-ad1471c3b6b7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:13.570354 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Attempting to bind port 61624975-c697-4c17-8fd5-ad1471c3b6b7 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:13.612228 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.613533 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.614610 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.616129 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.616776 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.618339 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.618838 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.619272 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.620785 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.621235 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.621817 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.622935 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.624442 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:13.630789 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:13.631982 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:13.632845 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.633786 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:13.634688 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Bound port: 61624975-c697-4c17-8fd5-ad1471c3b6b7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:13.635732 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.655264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54e3d1-791f-4169-bc5d-7ae30ede2ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:13.668230 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-8d004d3d-6ee9-446a-b159-e9eb70adf7da service neutron] 10.222.0.72 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909744 Feb 11 05:24:13.692941 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9620593 Feb 11 05:24:13.726933 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] For port 61624975-c697-4c17-8fd5-ad1471c3b6b7, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:13.733072 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] For port 61624975-c697-4c17-8fd5-ad1471c3b6b7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=61624975-c697-4c17-8fd5-ad1471c3b6b7,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:13.738396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Allocated IP 172.20.0.1 (c1702abd-3735-455f-99ad-1858676d85f3/2990ec19-2306-423b-81b6-8a5c69425e89/3483bf8b-e135-4e40-b57d-4dbc6b8e00c4) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:13.745843 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.777618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-01ff4a99-fe2c-448d-8cab-742f26c48921 None None] Provisioning complete for port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:13.779448 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01ff4a99-fe2c-448d-8cab-742f26c48921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.846909 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:13.847726 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:13.869684 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ffd56bb0-aad7-46a7-92d7-f5d6beef4ffd req-9d91578d-90e0-4890-b426-6212769c9018 service neutron] 10.222.0.72 "GET /v2.0/networks/73887458-4331-450f-953c-5dabac07381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924975 Feb 11 05:24:13.878355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-01ff4a99-fe2c-448d-8cab-742f26c48921 None None] Port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:13.903264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Request body: {'port': {'device_id': '6445733e-47bc-4a20-ba74-2dc2968e86a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:13.944180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Publish callbacks [] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.970590 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e8b2-fdeb-44ab-a02d-cb02193be603 None None] Pushing event updated for resources: {'Port': ['ID=61624975-c697-4c17-8fd5-ad1471c3b6b7,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:14.014152 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.061273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Network c1702abd-3735-455f-99ad-1858676d85f3 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:14.064812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:14.068760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:14.095936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3483bf8b-e135-4e40-b57d-4dbc6b8e00c4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:14.099774 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:14.118382 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.319598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.383783 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:11Z', 'revision_number': 3, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:14.413234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4de2ee02-e18c-4fad-960f-191d5bcb9407 None None] Provisioning complete for port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:14.413622 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4de2ee02-e18c-4fad-960f-191d5bcb9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.456700 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc758ad2-1c3c-4e88-91c4-da34fb888763 None None] The sync data for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 is: [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:11Z', 'revision_number': 3, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:14.494436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'tag': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:14.498008 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "023426f8-dd2c-4479-8ce3-7213013f48cd", "tag": "d6ddfa1f-4fc6-4c40-a24d-8020ec00edca"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:14.502546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e97d3-c339-434a-a989-5a6379da1e9b tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Pushing event updated for resources: {'Port': ['ID=7e0f7c79-be79-4eca-9d1e-fca8feb47952,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:14.552349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5e95-c8fe-4839-b84e-6a7d10a64361 admin admin] Publish callbacks [] for security_group (421fd8af-231d-4249-a7ff-8bef0490787d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.555472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-6cae9024-2c33-4b29-86ef-eef856447fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.557764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-6cae9024-2c33-4b29-86ef-eef856447fab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7545379b238f493ba8a954b800313df6&device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 1126 time: 1.0827811 Feb 11 05:24:14.561395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5e95-c8fe-4839-b84e-6a7d10a64361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (421fd8af-231d-4249-a7ff-8bef0490787d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.649171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e5dd5e95-c8fe-4839-b84e-6a7d10a64361 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca641fb3c89e4cad90ee9df0647d5e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0501184 Feb 11 05:24:14.651849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-6b1163a4-57c9-4289-96a0-18b8c5682834 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca HTTP/1.1" status: 200 len: 217 time: 0.0578661 Feb 11 05:24:14.674832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4de2ee02-e18c-4fad-960f-191d5bcb9407 None None] Port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:14.684722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46096) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:14.696140 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.722908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7a6ec-dc97-4e4d-a70a-1c921c6c3c52 req-c1471cf3-9e40-496b-a76e-ae6fb5040149 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.724651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23f7a6ec-dc97-4e4d-a70a-1c921c6c3c52 req-c1471cf3-9e40-496b-a76e-ae6fb5040149 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 943 time: 1.0174563 Feb 11 05:24:14.817138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd5e95-c8fe-4839-b84e-6a7d10a64361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421fd8af-231d-4249-a7ff-8bef0490787d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:14.835245 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Publish callbacks [] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.843097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.888898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-8a67a72b-0a39-4588-84a4-1c1b73708eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.896026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-8a67a72b-0a39-4588-84a4-1c1b73708eb8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661 HTTP/1.1" status: 200 len: 863 time: 0.2091706 Feb 11 05:24:14.953443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3483bf8b-e135-4e40-b57d-4dbc6b8e00c4,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:14.961501 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.061097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Deleting port 95659633-1e96-4577-a0fc-f3376bac7cea {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:15.061446 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (95659633-1e96-4577-a0fc-f3376bac7cea), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.082163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23f7a6ec-dc97-4e4d-a70a-1c921c6c3c52 req-69390a67-01ab-451c-8d73-dba5c11c244b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275030 Feb 11 05:24:15.097351 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0eada70-1ab8-4f1c-b7de-0791eb45961b admin admin] Publish callbacks [] for security_group (421fd8af-231d-4249-a7ff-8bef0490787d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.165264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 61624975-c697-4c17-8fd5-ad1471c3b6b7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:15.205210 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0eada70-1ab8-4f1c-b7de-0791eb45961b admin admin] Publish callbacks [] for security_group (421fd8af-231d-4249-a7ff-8bef0490787d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.236856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Network c1702abd-3735-455f-99ad-1858676d85f3 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:15.238630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:15.315256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-158071bd-4660-4cd8-86fb-47987e27e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:15.319802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-158071bd-4660-4cd8-86fb-47987e27e191 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=74a89941-9023-47cd-9eeb-d31c83a29d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4041255 Feb 11 05:24:15.358690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 61624975-c697-4c17-8fd5-ad1471c3b6b7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:15.359454 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.489491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:15.531410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 61624975-c697-4c17-8fd5-ad1471c3b6b7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:15.531807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.576875 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (95659633-1e96-4577-a0fc-f3376bac7cea), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.577495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (95659633-1e96-4577-a0fc-f3376bac7cea), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.601839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 61624975-c697-4c17-8fd5-ad1471c3b6b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=61624975-c697-4c17-8fd5-ad1471c3b6b7,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:15.619555 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.624816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Calling delete_port for 95659633-1e96-4577-a0fc-f3376bac7cea owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:15.680401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:15.700329 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d6714e53-60fd-4a81-8078-dd4f1b4ef4e8 admin admin] 10.222.0.31 "PUT /v2.0/routers/25faa258-96bd-4936-a7e3-7a8d2e9c0dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4188120 Feb 11 05:24:15.707940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cdacba5d-6d39-4c8e-a43a-b61b2dfcda4c None None] Provisioning complete for port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:15.708411 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cdacba5d-6d39-4c8e-a43a-b61b2dfcda4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.762717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=61624975-c697-4c17-8fd5-ad1471c3b6b7,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:15.772360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cdacba5d-6d39-4c8e-a43a-b61b2dfcda4c None None] Port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:15.777437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-752acd76-50fb-414a-a659-74230b066122 service neutron] 10.222.0.81 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869107 Feb 11 05:24:15.794848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d6adb-f57f-4c09-bd0a-4163dcd9a36f req-5e24617a-cad6-4ecc-a5ff-ba438b18ac3f tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:15.796413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b78d6adb-f57f-4c09-bd0a-4163dcd9a36f req-5e24617a-cad6-4ecc-a5ff-ba438b18ac3f tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 935 time: 0.5639243 Feb 11 05:24:15.809763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0eada70-1ab8-4f1c-b7de-0791eb45961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (421fd8af-231d-4249-a7ff-8bef0490787d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.812558 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0eada70-1ab8-4f1c-b7de-0791eb45961b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.817397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f0eada70-1ab8-4f1c-b7de-0791eb45961b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/421fd8af-231d-4249-a7ff-8bef0490787d HTTP/1.1" status: 204 len: 168 time: 1.1190147 Feb 11 05:24:15.896223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eada70-1ab8-4f1c-b7de-0791eb45961b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421fd8af-231d-4249-a7ff-8bef0490787d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:16.024562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0f7c79-be79-4eca-9d1e-fca8feb47952 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:16.040475 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Publish callbacks [] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.080580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b78d6adb-f57f-4c09-bd0a-4163dcd9a36f req-d4e37dbd-dd11-4a94-97ed-dddb7462de3a tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595923 Feb 11 05:24:16.092658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bae015-4c7f-499b-87bb-a4fbb67d9e85 req-05dc3618-112b-4310-9bb7-552ebb481451 service neutron] 10.222.0.81 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952528 Feb 11 05:24:16.131576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (95659633-1e96-4577-a0fc-f3376bac7cea), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.159913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Transition to ACTIVE for port object 7e0f7c79-be79-4eca-9d1e-fca8feb47952 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:16.185452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Pushing event deleted for resources: {'Port': ['ID=95659633-1e96-4577-a0fc-f3376bac7cea,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:16.194852 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.255514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks [] for floatingip (93c6eb5a-90df-4f08-8412-5983075e5f7a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.258102 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.259559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d873d1a0-c24e-4011-8681-422fa8762bcf req-abdcfb00-b94d-4d03-ab1f-600262db5fc9 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "DELETE /v2.0/floatingips/93c6eb5a-90df-4f08-8412-5983075e5f7a HTTP/1.1" status: 204 len: 173 time: 2.6965904 Feb 11 05:24:16.290982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0f7c79-be79-4eca-9d1e-fca8feb47952,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:16.340634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46122) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:16.355049 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dafb0a0-9cfc-4c42-9136-c848e2bbbfec x-openstack-request-id: req-2dafb0a0-9cfc-4c42-9136-c848e2bbbfec {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:16.355734 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023426f8-dd2c-4479-8ce3-7213013f48cd", "tag": "d6ddfa1f-4fc6-4c40-a24d-8020ec00edca", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:16.356170 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2dafb0a0-9cfc-4c42-9136-c848e2bbbfec {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:16.356794 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'tag': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca', 'status': 'completed', 'code': 200} Feb 11 05:24:16.358398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Attempting to bind port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:16.359074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Attempting to bind port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:16.359734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Attempting to bind port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:16.363564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1aa068f7-e1a6-4c32-8c0a-ff135595181d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.366735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:16.367066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Attempting to bind port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:16.388011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:16.388011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:16.388011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:16.388011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Bound port: 7e0f7c79-be79-4eca-9d1e-fca8feb47952, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:16.388537 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.553386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-4d7e1343-4305-4537-8f76-f516efbfcb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.554913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-4d7e1343-4305-4537-8f76-f516efbfcb60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7545379b238f493ba8a954b800313df6&device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 1126 time: 0.1804631 Feb 11 05:24:16.575731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1aa068f7-e1a6-4c32-8c0a-ff135595181d admin admin] Publish callbacks [] for security_group (a3bc0d0c-83cc-4bbe-949f-f9623e063d43), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.614259 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1aa068f7-e1a6-4c32-8c0a-ff135595181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a3bc0d0c-83cc-4bbe-949f-f9623e063d43), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.639658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] For port 7e0f7c79-be79-4eca-9d1e-fca8feb47952, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:16.666029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] For port 7e0f7c79-be79-4eca-9d1e-fca8feb47952, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7e0f7c79-be79-4eca-9d1e-fca8feb47952,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:16.697392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa068f7-e1a6-4c32-8c0a-ff135595181d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc0d0c-83cc-4bbe-949f-f9623e063d43,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:16.733279 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1aa068f7-e1a6-4c32-8c0a-ff135595181d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d49ddd5645414128b5c2bec4746aa8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913243 Feb 11 05:24:16.735930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46130) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:16.737240 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.838407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc707aa5-adee-48dc-be0d-9d05a9c1850a admin admin] Publish callbacks [] for security_group (a3bc0d0c-83cc-4bbe-949f-f9623e063d43), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.853376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.854100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.855756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] 10.222.0.72 "PUT /v2.0/ports/7e0f7c79-be79-4eca-9d1e-fca8feb47952 HTTP/1.1" status: 200 len: 1096 time: 3.1473625 Feb 11 05:24:16.915973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc707aa5-adee-48dc-be0d-9d05a9c1850a admin admin] Publish callbacks [] for security_group (a3bc0d0c-83cc-4bbe-949f-f9623e063d43), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.986055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-34957885-0584-4e73-96a2-8e412bbf174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.988362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-34957885-0584-4e73-96a2-8e412bbf174e service neutron] 10.222.0.81 "GET /v2.0/networks?id=74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 200 len: 925 time: 0.4158199 Feb 11 05:24:16.993995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc707aa5-adee-48dc-be0d-9d05a9c1850a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a3bc0d0c-83cc-4bbe-949f-f9623e063d43), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.997043 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc707aa5-adee-48dc-be0d-9d05a9c1850a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:17.002534 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cc707aa5-adee-48dc-be0d-9d05a9c1850a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3bc0d0c-83cc-4bbe-949f-f9623e063d43 HTTP/1.1" status: 204 len: 168 time: 0.2653768 Feb 11 05:24:17.042801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86d3ed-3154-4d22-84dd-d1994d3e35f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0f7c79-be79-4eca-9d1e-fca8feb47952,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:17.071310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc707aa5-adee-48dc-be0d-9d05a9c1850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc0d0c-83cc-4bbe-949f-f9623e063d43,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:17.109988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-2af66d04-ce12-4e6b-9902-cac1abea9bcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca HTTP/1.1" status: 200 len: 217 time: 0.1119347 Feb 11 05:24:17.189359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 61624975-c697-4c17-8fd5-ad1471c3b6b7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:17.241599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a86f9-bad4-4ec1-9998-af46de318626 req-1b5ff5b9-75fc-4fd2-b695-f2726ea429ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.242999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-1b5ff5b9-75fc-4fd2-b695-f2726ea429ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d9c5391ef1f418487469aa23f7ed4ac&device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 1130 time: 0.3382065 Feb 11 05:24:17.252793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-9f482a1b-21ff-4d71-93b4-a6111e2137ef tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.257261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-9f482a1b-21ff-4d71-93b4-a6111e2137ef tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 821 time: 0.4310758 Feb 11 05:24:17.305592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Sync routers for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:17.346129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:17.346930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:17.360657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d105ec30-d9c1-4cfe-a3c1-a337fb3cb6d3 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/quotas/8e312eb1800a4d028cf8a27444b5ea68 HTTP/1.1" status: 200 len: 375 time: 0.0745263 Feb 11 05:24:17.368425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a80f3-8ece-4f58-86bf-5acd7ff19f75 req-79b0143b-bcca-46f7-8084-2bb13b4f3648 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.375323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f5a80f3-8ece-4f58-86bf-5acd7ff19f75 req-79b0143b-bcca-46f7-8084-2bb13b4f3648 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 943 time: 0.3929875 Feb 11 05:24:17.388920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-019b1076-ba2e-4490-b2c2-7a611f8e40eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7e0f7c79-be79-4eca-9d1e-fca8feb47952 HTTP/1.1" status: 200 len: 217 time: 0.1328919 Feb 11 05:24:17.401742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 61624975-c697-4c17-8fd5-ad1471c3b6b7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:17.402147 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:17.433645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-228e2a95-8a44-4ad1-83a6-c41da6fabe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.435010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-228e2a95-8a44-4ad1-83a6-c41da6fabe0c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661 HTTP/1.1" status: 200 len: 863 time: 0.3159435 Feb 11 05:24:17.541444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:17.543472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 61624975-c697-4c17-8fd5-ad1471c3b6b7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:17.557161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f5a80f3-8ece-4f58-86bf-5acd7ff19f75 req-77631e03-1366-4f65-a46b-e36b2803c4fc tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802039 Feb 11 05:24:17.559763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a86f9-bad4-4ec1-9998-af46de318626 req-dbe5c4a6-f058-413e-8854-e867375e1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.563093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-dbe5c4a6-f058-413e-8854-e867375e1e8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1620381 Feb 11 05:24:17.576935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-31e04756-f744-43fd-801b-3879ddb510aa tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969104 Feb 11 05:24:17.644495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-11c33cbb-5ae0-4e20-a0cb-a944f859c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.646088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-11c33cbb-5ae0-4e20-a0cb-a944f859c273 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=74a89941-9023-47cd-9eeb-d31c83a29d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1901317 Feb 11 05:24:17.767689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a86f9-bad4-4ec1-9998-af46de318626 req-1eec1091-aaeb-43f3-a11a-a57c5272aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.769257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-1eec1091-aaeb-43f3-a11a-a57c5272aa06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1867263 Feb 11 05:24:17.816346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 2, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:17.820811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-8162bda8-5695-47a2-9929-375d482b938c service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224467 Feb 11 05:24:17.861260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Checking router: 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:17.861909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Updating router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:17.899009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.037847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46180) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:18.154502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2036853812-network', 'tenant_id': 'c1d9c599ded844e0a2a483373fb940d0'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:18.175352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Made reservation on behalf of c1d9c599ded844e0a2a483373fb940d0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:18.178175 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.187044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.201658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-91dee08c-8a30-4449-8be4-9c792cdc6521 service neutron] 10.222.0.81 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485466 Feb 11 05:24:18.250784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Publish callbacks [] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.257142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.287375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Publish callbacks [] for security_group (e9d322d9-0823-4fa2-bac7-4729b1bf8348), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.291706 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e9d322d9-0823-4fa2-bac7-4729b1bf8348), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.315640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:18.331222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d322d9-0823-4fa2-bac7-4729b1bf8348,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:18.331590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bed85d-16df-4021-ae31-a49994f3f9fc None None] Pushing event updated for resources: {'Port': ['ID=3483bf8b-e135-4e40-b57d-4dbc6b8e00c4,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:18.338557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e64d418b-556f-4187-ae1a-5cde98d7765f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.338980 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Added segment e64d418b-556f-4187-ae1a-5cde98d7765f of type vlan for network a954879b-70b7-457e-8baa-787c9f4d779c Feb 11 05:24:18.357652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6445733e-47bc-4a20-ba74-2dc2968e86a4', 'tag': '7e0f7c79-be79-4eca-9d1e-fca8feb47952'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:18.360722 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6445733e-47bc-4a20-ba74-2dc2968e86a4", "tag": "7e0f7c79-be79-4eca-9d1e-fca8feb47952"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:18.371574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-4e76104d-3014-4f47-a7d6-fac1e1190e8a service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934930 Feb 11 05:24:18.383482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-9212035b-fc52-463f-b8cc-73f58c91db7d service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617621 Feb 11 05:24:18.394932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (a954879b-70b7-457e-8baa-787c9f4d779c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.402536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Attempting to bind port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:18.402755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Attempting to bind port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:18.403188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Attempting to bind port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 on network c1702abd-3735-455f-99ad-1858676d85f3 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:18.411433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:18.411827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Checking segment: {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:18.412399 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.412804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Bound using segment: {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:18.414290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Bound port: 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:18.414793 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.425696 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (a954879b-70b7-457e-8baa-787c9f4d779c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.427178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.428147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.458436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748034a-02db-457c-9d85-8d883db59388 req-8e593476-a0fc-4757-ac48-302e52c1135a tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.466855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4748034a-02db-457c-9d85-8d883db59388 req-8e593476-a0fc-4757-ac48-302e52c1135a tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 947 time: 0.2798231 Feb 11 05:24:18.480431 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4407942 Feb 11 05:24:18.483185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46186) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:18.491569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Request body: {'subnet': {'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2036853812-subnet', 'tenant_id': 'c1d9c599ded844e0a2a483373fb940d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:18.518243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] For port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:18.529460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] For port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3483bf8b-e135-4e40-b57d-4dbc6b8e00c4,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:18.541915 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.542244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5e58b-2934-4dce-93cd-990b5eb315bb admin admin] Pushing event updated for resources: {'Network': ['ID=a954879b-70b7-457e-8baa-787c9f4d779c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:18.566066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d617af8-badc-4e99-ae4d-ea3c2b8d9bfa req-6c002071-70dd-4855-bfd9-3341fae622cc service neutron] 10.222.0.81 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322928 Feb 11 05:24:18.567087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Made reservation on behalf of c1d9c599ded844e0a2a483373fb940d0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:18.570158 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.626176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4748034a-02db-457c-9d85-8d883db59388 req-071d945c-d584-42ab-bdf9-49b7bb2b6d4a tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576338 Feb 11 05:24:18.649751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074a86f9-bad4-4ec1-9998-af46de318626 req-1933b885-fa20-4bb2-9cd9-8cdb3f94ba34 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619331 Feb 11 05:24:18.660264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network a954879b-70b7-457e-8baa-787c9f4d779c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:18.785459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:18.786111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:18.815378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ca13-2666-40b8-86ee-48634a666653 req-bc412575-e182-4f74-9930-6ec5c70123f0 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.818617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1f9ca13-2666-40b8-86ee-48634a666653 req-bc412575-e182-4f74-9930-6ec5c70123f0 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1025863 Feb 11 05:24:18.925596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bed85d-16df-4021-ae31-a49994f3f9fc None None] Pushing event updated for resources: {'Port': ['ID=3483bf8b-e135-4e40-b57d-4dbc6b8e00c4,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:18.937859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1f9ca13-2666-40b8-86ee-48634a666653 req-c33e20d1-36d4-436e-bd8e-cd8e33d96749 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1116745 Feb 11 05:24:18.989879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fc883e0d-9a0e-4347-9f01-f9524ab84c4b None None] Provisioning complete for port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:18.989879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fc883e0d-9a0e-4347-9f01-f9524ab84c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.006166 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3354128a-4518-4cbf-9990-e091bff13455 x-openstack-request-id: req-3354128a-4518-4cbf-9990-e091bff13455 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:19.006692 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6445733e-47bc-4a20-ba74-2dc2968e86a4", "tag": "7e0f7c79-be79-4eca-9d1e-fca8feb47952", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:19.007132 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3354128a-4518-4cbf-9990-e091bff13455 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:19.007716 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6445733e-47bc-4a20-ba74-2dc2968e86a4', 'tag': '7e0f7c79-be79-4eca-9d1e-fca8feb47952', 'status': 'completed', 'code': 200} Feb 11 05:24:19.027711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:19.033707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (ab4012f6-b235-46a4-8d19-8eca301e3e34), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.067865 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d6ddfa1f-4fc6-4c40-a24d-8020ec00edca details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:19.143504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4012f6-b235-46a4-8d19-8eca301e3e34,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:19.164858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-59a00c21-1dbc-4178-ac98-f4174442d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:19.166993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-59a00c21-1dbc-4178-ac98-f4174442d348 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d9c5391ef1f418487469aa23f7ed4ac&device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 1130 time: 0.1352093 Feb 11 05:24:19.172184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:19.172691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Network hostable DHCP agents. Network: a954879b-70b7-457e-8baa-787c9f4d779c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:19.194749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Network a954879b-70b7-457e-8baa-787c9f4d779c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:19.213528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, a954879b-70b7-457e-8baa-787c9f4d779c) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:19.229754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:19.230101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.259234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428f356-9376-4ced-b64a-bcdc3f1f15e8 req-83a6c069-1b41-47b7-94e9-6525ef88d1c1 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:19.259826 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5994f616-7d88-458e-83e7-d792c0b1bd34 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7722275 Feb 11 05:24:19.265063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7428f356-9376-4ced-b64a-bcdc3f1f15e8 req-83a6c069-1b41-47b7-94e9-6525ef88d1c1 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 943 time: 0.1557424 Feb 11 05:24:19.390836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843f9ab2-d0ea-4e32-b072-733a4946a297 None None] Network a954879b-70b7-457e-8baa-787c9f4d779c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:19.408525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-959574cd-4bbe-446e-97ed-3362b7a5971d req-9572ddc8-2798-4a66-b4be-f2e4c0eeae28 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 210 time: 0.0495033 Feb 11 05:24:19.432164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:19.460909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7428f356-9376-4ced-b64a-bcdc3f1f15e8 req-60bb0779-a485-4e66-b2e2-65f6adc4a6f6 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948733 Feb 11 05:24:19.462421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-fef12a41-f00d-4f99-963d-3384fb0ef66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:19.471903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-fef12a41-f00d-4f99-963d-3384fb0ef66b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2981665 Feb 11 05:24:19.539231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ff883c6-df6d-4465-ab3f-4dd78294a84f req-e92f5173-ded6-46c2-a5e1-03083fc6a9f7 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0611131 Feb 11 05:24:19.620529 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-cc4908b1-caa5-4269-a6bc-e500fec0e333 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7e0f7c79-be79-4eca-9d1e-fca8feb47952 HTTP/1.1" status: 200 len: 217 time: 0.0839801 Feb 11 05:24:19.736209 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fc883e0d-9a0e-4347-9f01-f9524ab84c4b None None] Current status of the port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:19.741635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-cc58d886-dea9-459f-a76b-a0667adf52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:19.743389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-cc58d886-dea9-459f-a76b-a0667adf52a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1159329 Feb 11 05:24:19.749102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fc883e0d-9a0e-4347-9f01-f9524ab84c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.818899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'port_id': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca', 'mac_address': 'fa:16:3e:f9:39:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:19.873787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-2cec8fd0-8d35-4295-9897-118630b8b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:19.875286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-2cec8fd0-8d35-4295-9897-118630b8b407 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1232696 Feb 11 05:24:19.988369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:19.988921 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.007295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-fc883e0d-9a0e-4347-9f01-f9524ab84c4b None None] For port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3483bf8b-e135-4e40-b57d-4dbc6b8e00c4,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:20.053522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da912a-62bc-4784-968a-507cda232b1a None None] Network a954879b-70b7-457e-8baa-787c9f4d779c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:20.060748 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46248) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:20.068563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-910028726-network', 'tenant_id': '56de5edefbfe4c7d9e3c5a9ba825d795'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:20.101176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Made reservation on behalf of 56de5edefbfe4c7d9e3c5a9ba825d795 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:20.102022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-b16457be-a0d6-43b2-a498-d7ee35f1d387 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193234 Feb 11 05:24:20.104715 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.119463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880d9c8-485b-4352-86ca-d98b494fb917 req-87c7b476-2045-40e3-a348-1e6461118f69 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.125377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.128064 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c880d9c8-485b-4352-86ca-d98b494fb917 req-87c7b476-2045-40e3-a348-1e6461118f69 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 947 time: 0.1722629 Feb 11 05:24:20.159026 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fc883e0d-9a0e-4347-9f01-f9524ab84c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.208413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c880d9c8-485b-4352-86ca-d98b494fb917 req-415a68d6-39ec-4415-a350-eca6d1ef099c tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794649 Feb 11 05:24:20.323826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e468eb-4ca2-401d-9ac4-56c2b80896d7 req-28ddcd03-4d1b-4fec-afb8-16039145b4a2 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.332730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33e468eb-4ca2-401d-9ac4-56c2b80896d7 req-28ddcd03-4d1b-4fec-afb8-16039145b4a2 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 945 time: 0.1725230 Feb 11 05:24:20.333345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Publish callbacks [] for security_group (7d1a84ae-8e16-49b0-8312-a281fdcaefb9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.341525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d1a84ae-8e16-49b0-8312-a281fdcaefb9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.404576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e5b6c63-021c-4d6b-b8ac-3e5b2f053b7f req-dc38d12b-01fe-47ea-8688-a42109364e25 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353842 Feb 11 05:24:20.437220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883e0d-9a0e-4347-9f01-f9524ab84c4b None None] Pushing event updated for resources: {'Port': ['ID=3483bf8b-e135-4e40-b57d-4dbc6b8e00c4,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:20.459109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ddfa1f-4fc6-4c40-a24d-8020ec00edca {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:20.468412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1a84ae-8e16-49b0-8312-a281fdcaefb9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:20.477889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:20.500392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2fd32a48-fd2f-4b26-b092-cd71ace66d5b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.501330 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Added segment 2fd32a48-fd2f-4b26-b092-cd71ace66d5b of type vlan for network 019a87bf-f096-43ad-88c3-619eaaa1dfdf Feb 11 05:24:20.596145 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (019a87bf-f096-43ad-88c3-619eaaa1dfdf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.599335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:20.603571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-53baddc2-3834-43ec-93f2-05330412a5d2 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.606053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3fba2a3d-bffb-4305-9dc3-eeed3e7cfbda None None] Provisioning complete for port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:20.607870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-53baddc2-3834-43ec-93f2-05330412a5d2 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.81 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 821 time: 0.2521894 Feb 11 05:24:20.608178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fba2a3d-bffb-4305-9dc3-eeed3e7cfbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.625218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Request body: {'port': {'device_id': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'admin_state_up': True, 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:20.651612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (019a87bf-f096-43ad-88c3-619eaaa1dfdf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.652597 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.653226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.681308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33e468eb-4ca2-401d-9ac4-56c2b80896d7 req-5ecc1ef4-c929-4f25-a2cf-00bab31fd0a6 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462155 Feb 11 05:24:20.728859 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6660354 Feb 11 05:24:20.731360 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.733342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46272) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:20.745550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Request body: {'subnet': {'network_id': '019a87bf-f096-43ad-88c3-619eaaa1dfdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-910028726-subnet', 'tenant_id': '56de5edefbfe4c7d9e3c5a9ba825d795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:20.835280 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:20.855195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Made reservation on behalf of 56de5edefbfe4c7d9e3c5a9ba825d795 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:20.859094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.887999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca5c72-596b-49c5-835f-1ca1be650dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=019a87bf-f096-43ad-88c3-619eaaa1dfdf,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:20.905800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 019a87bf-f096-43ad-88c3-619eaaa1dfdf details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:20.928599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79f7dead-adbe-43d9-89b0-e3efd01fd0be req-a580d25f-7c27-43f3-af7c-4109c61b4d93 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 210 time: 0.0997813 Feb 11 05:24:20.929824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:18Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:20.945837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Made reservation on behalf of 8e312eb1800a4d028cf8a27444b5ea68 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:20.950911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.967496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433fb29-2e7a-4300-96ef-d0ae35ab5ae9 req-c0f38373-b49f-4fd2-8f0d-4c33509f314e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.971030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b433fb29-2e7a-4300-96ef-d0ae35ab5ae9 req-c0f38373-b49f-4fd2-8f0d-4c33509f314e tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 944 time: 0.1378109 Feb 11 05:24:20.972803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d73e30-e3ed-420f-8912-3bbd2bed75e2 None None] The sync data for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 is: [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:18Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:21.026137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3fba2a3d-bffb-4305-9dc3-eeed3e7cfbda None None] Current status of the port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:21.044874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46280) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:21.132678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['d6ddfa1f-4fc6-4c40-a24d-8020ec00edca'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:21.299697 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (351d3211-b422-4b01-b06a-206d807a3b30), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.323772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b433fb29-2e7a-4300-96ef-d0ae35ab5ae9 req-37a9f91b-447b-4b4b-853c-15dac5d9183f tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387260 Feb 11 05:24:21.381059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=351d3211-b422-4b01-b06a-206d807a3b30,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:21.419107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0f2320b-9f93-46fd-a7eb-9236741b0811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.423869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Checking segment: {'id': '2fd32a48-fd2f-4b26-b092-cd71ace66d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '019a87bf-f096-43ad-88c3-619eaaa1dfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:21.424238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Network hostable DHCP agents. Network: 019a87bf-f096-43ad-88c3-619eaaa1dfdf, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:21.444532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Network 019a87bf-f096-43ad-88c3-619eaaa1dfdf is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:21.458033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-9526da10-d446-41de-9f60-c3f41bf67c58 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.460293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-9526da10-d446-41de-9f60-c3f41bf67c58 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 945 time: 0.2861066 Feb 11 05:24:21.464102 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 019a87bf-f096-43ad-88c3-619eaaa1dfdf) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:21.475515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.477781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.484093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb2b93-4664-411d-892e-6b449342b95a None None] Network 019a87bf-f096-43ad-88c3-619eaaa1dfdf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:21.513874 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a113bca0-c828-4103-8a23-aa617025aa74 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7776327 Feb 11 05:24:21.721312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Allocated IP 172.20.0.9 (c1702abd-3735-455f-99ad-1858676d85f3/2990ec19-2306-423b-81b6-8a5c69425e89/16f88cab-972b-4e4a-ba0a-734d81cb7241) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:21.747941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee3e74-9d5a-4204-9ffe-15c03394f2e9 None None] Network 019a87bf-f096-43ad-88c3-619eaaa1dfdf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:21.811595 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.907969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7e0f7c79-be79-4eca-9d1e-fca8feb47952 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:21.917163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e4284-0ed4-47ef-8d5a-7ad561783554 req-5b71f103-0ad4-471c-88ce-bd3542c15028 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.925680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a82e4284-0ed4-47ef-8d5a-7ad561783554 req-5b71f103-0ad4-471c-88ce-bd3542c15028 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 947 time: 0.4641538 Feb 11 05:24:21.985809 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0f2320b-9f93-46fd-a7eb-9236741b0811 admin admin] Publish callbacks [] for security_group (0a0b857c-de11-4e94-b403-ed814f78d0cb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.026458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0f2320b-9f93-46fd-a7eb-9236741b0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a0b857c-de11-4e94-b403-ed814f78d0cb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.054746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Deleting port d1de9926-a663-47ef-80a5-69cdb140e5bc {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:22.055371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.089294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7e0f7c79-be79-4eca-9d1e-fca8feb47952, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7e0f7c79-be79-4eca-9d1e-fca8feb47952,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:22.103903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '7e0f7c79-be79-4eca-9d1e-fca8feb47952', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '7e0f7c79-be79-4eca-9d1e-fca8feb47952', 'mac_address': 'fa:16:3e:94:89:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:22.154548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:22.155092 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.155505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a82e4284-0ed4-47ef-8d5a-7ad561783554 req-dc57a24e-41ad-4eb3-8bd7-7dfecfb2ad8c tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285891 Feb 11 05:24:22.172224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0f7c79-be79-4eca-9d1e-fca8feb47952 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:22.198662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a0f2320b-9f93-46fd-a7eb-9236741b0811 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a6c73cb3a6d421fa3ad1095c3e9e153&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1491787 Feb 11 05:24:22.198662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2320b-9f93-46fd-a7eb-9236741b0811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0b857c-de11-4e94-b403-ed814f78d0cb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:22.198987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46320) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:22.217879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7e0f7c79-be79-4eca-9d1e-fca8feb47952, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7e0f7c79-be79-4eca-9d1e-fca8feb47952,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:22.224288 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.291036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585e59b-fc6f-4c4c-91fb-dab154778d09 req-4e0eaf61-8b18-482d-9db0-10a8ff0803cd tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:22.300148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3585e59b-fc6f-4c4c-91fb-dab154778d09 req-4e0eaf61-8b18-482d-9db0-10a8ff0803cd tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf8fc87-e33c-4210-8336-aaa70887542d HTTP/1.1" status: 200 len: 945 time: 0.3987861 Feb 11 05:24:22.319839 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5535ce1f-1682-40b7-afb2-182a535454de admin admin] Publish callbacks [] for security_group (0a0b857c-de11-4e94-b403-ed814f78d0cb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.349276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7e0f7c79-be79-4eca-9d1e-fca8feb47952,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:22.369087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] For port d1de9926-a663-47ef-80a5-69cdb140e5bc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d1de9926-a663-47ef-80a5-69cdb140e5bc,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:22.369486 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.383135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5535ce1f-1682-40b7-afb2-182a535454de admin admin] Publish callbacks [] for security_group (0a0b857c-de11-4e94-b403-ed814f78d0cb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.399358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Calling delete_port for d1de9926-a663-47ef-80a5-69cdb140e5bc owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:22.413488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.435097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['7e0f7c79-be79-4eca-9d1e-fca8feb47952'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:22.441434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3585e59b-fc6f-4c4c-91fb-dab154778d09 req-4b7bb5d8-dfa9-4369-9f93-92dca43cb0c4 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.31 "GET /v2.0/security-groups?id=85fed452-d525-4856-a8d3-39f21b93d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403432 Feb 11 05:24:22.481916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5535ce1f-1682-40b7-afb2-182a535454de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a0b857c-de11-4e94-b403-ed814f78d0cb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.485527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5535ce1f-1682-40b7-afb2-182a535454de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.486689 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5535ce1f-1682-40b7-afb2-182a535454de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a0b857c-de11-4e94-b403-ed814f78d0cb HTTP/1.1" status: 204 len: 168 time: 0.2864602 Feb 11 05:24:22.502972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535ce1f-1682-40b7-afb2-182a535454de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0b857c-de11-4e94-b403-ed814f78d0cb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:22.668982 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.721523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e369ca-5380-486f-8e15-02eb07554b1f req-95b9d731-7eca-41d7-861d-13debc9ffc06 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:22.728905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-95b9d731-7eca-41d7-861d-13debc9ffc06 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 821 time: 0.2926779 Feb 11 05:24:22.789858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-4379e168-e5e6-4c21-b861-1921deb6d54a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/quotas/c1d9c599ded844e0a2a483373fb940d0 HTTP/1.1" status: 200 len: 375 time: 0.0597920 Feb 11 05:24:22.864750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.914773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Network c1702abd-3735-455f-99ad-1858676d85f3 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:22.919009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-a359b298-4332-4253-8e78-ea75b6a19405 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283269 Feb 11 05:24:22.931442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:22.935596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:22.936353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46338) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:22.941680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:22.942403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.968350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Pushing event updated for resources: {'Port': ['ID=16f88cab-972b-4e4a-ba0a-734d81cb7241,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:22.973955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afaf48b6-bb87-4016-86c2-1d0b97f5071c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.982883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41e079-4827-4464-b236-1d405cf948db req-86130a1a-df3d-44bc-8c00-095fd285ebc0 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:22.990756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a41e079-4827-4464-b236-1d405cf948db req-86130a1a-df3d-44bc-8c00-095fd285ebc0 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 931 time: 0.3769734 Feb 11 05:24:23.036119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-d5550a49-f86a-4c3f-8595-6e953f0514a9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4162314 Feb 11 05:24:23.055808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Request body: {'port': {'device_id': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:23.064332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d6ddfa1f-4fc6-4c40-a24d-8020ec00edca up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:23.081410 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (d1de9926-a663-47ef-80a5-69cdb140e5bc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.126121 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afaf48b6-bb87-4016-86c2-1d0b97f5071c admin admin] Publish callbacks [] for security_group (1cd2bdfe-22a1-4dc7-a4a8-6850485523c0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.139323 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afaf48b6-bb87-4016-86c2-1d0b97f5071c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1cd2bdfe-22a1-4dc7-a4a8-6850485523c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.164723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:23.195982 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-afaf48b6-bb87-4016-86c2-1d0b97f5071c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a97181b6ecd4a5db31498d25260be1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581491 Feb 11 05:24:23.197136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46342) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:23.197961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf48b6-bb87-4016-86c2-1d0b97f5071c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd2bdfe-22a1-4dc7-a4a8-6850485523c0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:23.265885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:23.280832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:23.281406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Pushing event deleted for resources: {'Port': ['ID=d1de9926-a663-47ef-80a5-69cdb140e5bc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:23.282073 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.302505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7de2c983-23be-4ee0-beab-a375dad203b9 admin admin] Publish callbacks [] for security_group (1cd2bdfe-22a1-4dc7-a4a8-6850485523c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.334614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7de2c983-23be-4ee0-beab-a375dad203b9 admin admin] Publish callbacks [] for security_group (1cd2bdfe-22a1-4dc7-a4a8-6850485523c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.361404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:23.361777 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.402093 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7de2c983-23be-4ee0-beab-a375dad203b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1cd2bdfe-22a1-4dc7-a4a8-6850485523c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.404771 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7de2c983-23be-4ee0-beab-a375dad203b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.407651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] No DVR routers for this DVR port d1de9926-a663-47ef-80a5-69cdb140e5bc on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:23.410428 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7de2c983-23be-4ee0-beab-a375dad203b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cd2bdfe-22a1-4dc7-a4a8-6850485523c0 HTTP/1.1" status: 204 len: 168 time: 0.2087238 Feb 11 05:24:23.418374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.429186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-130ec488-69e9-4c8e-9b97-da81a1b04f70 req-ed2f00c7-44bb-4b89-a4c9-80f672100181 tempest-FloatingIPsAssociationNegativeTestJSON-960701357 tempest-FloatingIPsAssociationNegativeTestJSON-960701357-project] 10.222.0.72 "DELETE /v2.0/ports/d1de9926-a663-47ef-80a5-69cdb140e5bc HTTP/1.1" status: 204 len: 173 time: 1.9406440 Feb 11 05:24:23.431969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2c983-23be-4ee0-beab-a375dad203b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd2bdfe-22a1-4dc7-a4a8-6850485523c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:23.432120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5a68cf4b-737c-45c9-9d74-0f19df7effa3 None None] Provisioning complete for port 16f88cab-972b-4e4a-ba0a-734d81cb7241 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:23.432436 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a68cf4b-737c-45c9-9d74-0f19df7effa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.448888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'name': 'network-vif-deleted', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:23.455211 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1d13f-bb9e-454b-8637-e67567735e29" -d '{"events": [{"server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "name": "network-vif-deleted", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:23.463661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a41e079-4827-4464-b236-1d405cf948db req-1f4b7d31-2178-4112-ac65-bf36d80d95a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721160 Feb 11 05:24:23.477092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-737c9b05-e9e3-4e69-a241-8309dd415717 service neutron] 10.222.0.31 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222964 Feb 11 05:24:23.492079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:23.492465 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.510386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5a68cf4b-737c-45c9-9d74-0f19df7effa3 None None] Port 16f88cab-972b-4e4a-ba0a-734d81cb7241 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:23.559387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:23.564099 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6facf1-d67e-4d47-9c44-4b0318f72425" -d '{"events": [{"server_uuid": "023426f8-dd2c-4479-8ce3-7213013f48cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6ddfa1f-4fc6-4c40-a24d-8020ec00edca"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:23.598376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:23.605167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:23.611479 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.645553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-59a16370-52ed-4e01-820c-81159f139d67 service neutron] 10.222.0.31 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655452 Feb 11 05:24:23.648100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.712212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:23.898634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7e0f7c79-be79-4eca-9d1e-fca8feb47952 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:24.097463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:24.108036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:24.111623 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:24.306052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:24.306450 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:24.371238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7e0f7c79-be79-4eca-9d1e-fca8feb47952, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7e0f7c79-be79-4eca-9d1e-fca8feb47952,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:24.379613 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:24.381405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d1de9926-a663-47ef-80a5-69cdb140e5bc no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:24.430394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd178d5-af3a-4ce7-80f0-ed9aa9ff0743 req-2a4385ce-4dfd-46a3-adcc-1e8f8467b25b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.431887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cd178d5-af3a-4ce7-80f0-ed9aa9ff0743 req-2a4385ce-4dfd-46a3-adcc-1e8f8467b25b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 945 time: 0.2189729 Feb 11 05:24:24.462036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: d1de9926-a663-47ef-80a5-69cdb140e5bc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:24.462036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d1de9926-a663-47ef-80a5-69cdb140e5bc not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:24.509057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7e0f7c79-be79-4eca-9d1e-fca8feb47952,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:24.510053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1a34-6622-4711-9d13-b129dd9db2d4 req-7f30feb2-67d9-4675-86e9-4f422958638a tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.524677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b3c1a34-6622-4711-9d13-b129dd9db2d4 req-7f30feb2-67d9-4675-86e9-4f422958638a tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 948 time: 0.1961179 Feb 11 05:24:24.593555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b3c1a34-6622-4711-9d13-b129dd9db2d4 req-88e258d9-4cf0-49e9-8db3-1794684efd6e tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668578 Feb 11 05:24:24.636801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cd178d5-af3a-4ce7-80f0-ed9aa9ff0743 req-fa800c4a-7425-4a71-9941-52d60d2d0a27 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947453 Feb 11 05:24:24.697632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46390) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:24.722197 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7476c117-ae51-4a57-b9ee-89308d4855da x-openstack-request-id: req-7476c117-ae51-4a57-b9ee-89308d4855da {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:24.722347 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176ac2b8-851e-4194-b53b-08e341fb8a36 x-openstack-request-id: req-176ac2b8-851e-4194-b53b-08e341fb8a36 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:24.722481 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf8fc87-e33c-4210-8336-aaa70887542d", "name": "network-vif-deleted", "tag": "d1de9926-a663-47ef-80a5-69cdb140e5bc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:24.722576 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023426f8-dd2c-4479-8ce3-7213013f48cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6ddfa1f-4fc6-4c40-a24d-8020ec00edca", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:24.722726 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7476c117-ae51-4a57-b9ee-89308d4855da {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:24.722857 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-176ac2b8-851e-4194-b53b-08e341fb8a36 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:24.723221 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca', 'code': 200} Feb 11 05:24:24.723374 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf8fc87-e33c-4210-8336-aaa70887542d', 'name': 'network-vif-deleted', 'tag': 'd1de9926-a663-47ef-80a5-69cdb140e5bc', 'status': 'completed', 'code': 200} Feb 11 05:24:24.855268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a0ce090-5e4a-411b-b568-9b688d848b85 req-52c3649d-1753-442a-991d-81229bec94fd tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 210 time: 0.0626843 Feb 11 05:24:25.024653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f88cab-972b-4e4a-ba0a-734d81cb7241 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:25.037013 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Publish callbacks [] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.111213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Transition to ACTIVE for port object 16f88cab-972b-4e4a-ba0a-734d81cb7241 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:25.122939 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.150612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93f1b-a51f-4512-ad11-0fa1168159de req-234d3714-372f-44ce-b4f9-9c5342a5277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:25.152081 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7ff93f1b-a51f-4512-ad11-0fa1168159de req-234d3714-372f-44ce-b4f9-9c5342a5277e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 1128 time: 0.3082604 Feb 11 05:24:25.318238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec64e5-3e69-4481-813b-03e3bd459624 req-043af5cc-5573-4bcc-9eba-57f2a91b7722 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:25.321837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcec64e5-3e69-4481-813b-03e3bd459624 req-043af5cc-5573-4bcc-9eba-57f2a91b7722 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 931 time: 0.2809968 Feb 11 05:24:25.348502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Pushing event updated for resources: {'Port': ['ID=16f88cab-972b-4e4a-ba0a-734d81cb7241,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:25.527516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Attempting to bind port 16f88cab-972b-4e4a-ba0a-734d81cb7241 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:25.528395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Attempting to bind port 16f88cab-972b-4e4a-ba0a-734d81cb7241 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:25.528815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Attempting to bind port 16f88cab-972b-4e4a-ba0a-734d81cb7241 on network c1702abd-3735-455f-99ad-1858676d85f3 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:25.567584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcec64e5-3e69-4481-813b-03e3bd459624 req-a1c75bc9-bb25-4af2-bb7c-2098aaa5c8c5 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353892 Feb 11 05:24:25.571691 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-929d6df7-3d5d-43af-b72a-393444782315 req-7165d2f8-117e-4c2a-bac0-e1131bd623cc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3403072 Feb 11 05:24:25.576504 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7ff93f1b-a51f-4512-ad11-0fa1168159de req-ced53869-4bc4-45e8-9f1f-93ed8068c832 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439779 Feb 11 05:24:25.587361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Port 16f88cab-972b-4e4a-ba0a-734d81cb7241 on network c1702abd-3735-455f-99ad-1858676d85f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:25.588732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Attempting to bind port 16f88cab-972b-4e4a-ba0a-734d81cb7241 on network c1702abd-3735-455f-99ad-1858676d85f3 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:25.624761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:25.625440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Checking segment: {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:25.625984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Bound using segment: {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:25.626689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Bound port: 16f88cab-972b-4e4a-ba0a-734d81cb7241, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:25.627211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.899600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] For port 16f88cab-972b-4e4a-ba0a-734d81cb7241, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:25.910724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e369ca-5380-486f-8e15-02eb07554b1f req-8576eae6-09a1-43d8-9eff-d58403bcde43 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:25.912369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-8576eae6-09a1-43d8-9eff-d58403bcde43 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 821 time: 0.3758476 Feb 11 05:24:25.933035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] For port 16f88cab-972b-4e4a-ba0a-734d81cb7241, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:25.942978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Request body: {'port': {'device_id': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c', 'admin_state_up': True, 'tenant_id': 'c1d9c599ded844e0a2a483373fb940d0'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:26.045601 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d6df7-3d5d-43af-b72a-393444782315 req-665fbcc3-2695-453e-8093-ab8339e38f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.047697 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-929d6df7-3d5d-43af-b72a-393444782315 req-665fbcc3-2695-453e-8093-ab8339e38f1b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33bc7c7d958b43038ef7f4709834f986&device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 1128 time: 0.1972480 Feb 11 05:24:26.085953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59cd24-0e34-4e46-af0c-6d183d78518e req-68a0890c-8863-442a-9979-93ee564d03f6 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.087649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c59cd24-0e34-4e46-af0c-6d183d78518e req-68a0890c-8863-442a-9979-93ee564d03f6 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 949 time: 0.3534689 Feb 11 05:24:26.092693 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.113037 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (95129629-80f8-457e-85d0-fe138bdef095), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.184166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.184901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.186466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] 10.222.0.81 "PUT /v2.0/ports/16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 1092 time: 3.1378944 Feb 11 05:24:26.230813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e1730-91e7-45c5-aa41-38c583b745e1 req-04a13d03-1570-449d-ad64-8a047a2ee082 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.232456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a5e1730-91e7-45c5-aa41-38c583b745e1 req-04a13d03-1570-449d-ad64-8a047a2ee082 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 945 time: 0.4237843 Feb 11 05:24:26.233279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Made reservation on behalf of c1d9c599ded844e0a2a483373fb940d0 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:26.237830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.283334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d6df7-3d5d-43af-b72a-393444782315 req-953b4622-fec4-4f3c-8029-b9ff70d06a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.285323 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-929d6df7-3d5d-43af-b72a-393444782315 req-953b4622-fec4-4f3c-8029-b9ff70d06a37 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c890102-d9db-4560-b2c2-266a045215b0 HTTP/1.1" status: 200 len: 916 time: 0.2168307 Feb 11 05:24:26.339136 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-929d6df7-3d5d-43af-b72a-393444782315 req-35fbc886-1794-4f96-961c-d30f3368a19b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3eed7e6-4e00-4de5-a8e8-544461606633 HTTP/1.1" status: 200 len: 217 time: 0.0463054 Feb 11 05:24:26.365076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c59cd24-0e34-4e46-af0c-6d183d78518e req-a8acfd84-d046-40cc-bcde-9f4b0ece651d tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653840 Feb 11 05:24:26.455313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3897a3-da25-4773-9050-66aa8bf2fb95 service neutron] Pushing event updated for resources: {'Port': ['ID=16f88cab-972b-4e4a-ba0a-734d81cb7241,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:26.566391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-562a73f3-d8d2-4d6b-8b16-590421093ca7 req-90874c96-7f9e-4069-8389-cfc48bc53b28 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 210 time: 0.0821559 Feb 11 05:24:26.579172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a5e1730-91e7-45c5-aa41-38c583b745e1 req-63a49524-b817-4926-95d1-1bca44b1a7ca tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268020 Feb 11 05:24:26.601656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Allocated IP 172.20.0.12 (a954879b-70b7-457e-8baa-787c9f4d779c/ab4012f6-b235-46a4-8d19-8eca301e3e34/e9ca4016-0040-4010-9e1a-9b8cf23f989f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:26.611633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-01727fa6-c2e5-4a87-9123-4985b752b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.613300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-01727fa6-c2e5-4a87-9123-4985b752b597 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1126 time: 0.3431759 Feb 11 05:24:26.696469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d6df7-3d5d-43af-b72a-393444782315 req-86515c1c-a196-4ecb-926a-8cac098758f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.698038 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-929d6df7-3d5d-43af-b72a-393444782315 req-86515c1c-a196-4ecb-926a-8cac098758f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=286559af-343f-43b9-a7b4-9a4375392c49 HTTP/1.1" status: 200 len: 855 time: 0.3335528 Feb 11 05:24:26.724051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6445733e-47bc-4a20-ba74-2dc2968e86a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0f7c79-be79-4eca-9d1e-fca8feb47952'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:26.727982 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c618420-3e3b-4926-a9d8-9690b4a41a8e" -d '{"events": [{"server_uuid": "6445733e-47bc-4a20-ba74-2dc2968e86a4", "name": "network-vif-plugged", "status": "completed", "tag": "7e0f7c79-be79-4eca-9d1e-fca8feb47952"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:26.752645 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-929d6df7-3d5d-43af-b72a-393444782315 req-e246b81d-de7d-4e19-9ee4-81075d384d06 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c890102-d9db-4560-b2c2-266a045215b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404146 Feb 11 05:24:26.787583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:26.787583 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:26.858570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks [] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.865434 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-929d6df7-3d5d-43af-b72a-393444782315 req-fef24912-8105-4adf-bb4c-53f9c7a7312c service neutron] 10.222.0.81 "GET /v2.0/networks/5c890102-d9db-4560-b2c2-266a045215b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951920 Feb 11 05:24:26.941770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-988b7c85-f000-4656-8577-5f53f8066fa5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 217 time: 0.3178902 Feb 11 05:24:26.960380 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.023398 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63530736-95d3-4e6d-af1b-952b3b51bef1 x-openstack-request-id: req-63530736-95d3-4e6d-af1b-952b3b51bef1 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:27.023701 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6445733e-47bc-4a20-ba74-2dc2968e86a4", "name": "network-vif-plugged", "status": "completed", "tag": "7e0f7c79-be79-4eca-9d1e-fca8feb47952", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:27.023962 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63530736-95d3-4e6d-af1b-952b3b51bef1 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:27.024368 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-929d6df7-3d5d-43af-b72a-393444782315 req-2c4325a4-bca6-4b2f-b342-da24e9e6823a service neutron] 10.222.0.81 "GET /v2.0/networks/5c890102-d9db-4560-b2c2-266a045215b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492980 Feb 11 05:24:27.024580 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6445733e-47bc-4a20-ba74-2dc2968e86a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0f7c79-be79-4eca-9d1e-fca8feb47952', 'code': 200} Feb 11 05:24:27.050897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Deleting port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:27.051439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.066250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-c87823ca-f76a-4e20-a0c0-5f3e6c27cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.068987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-c87823ca-f76a-4e20-a0c0-5f3e6c27cfaf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0928812 Feb 11 05:24:27.140256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Pushing event updated for resources: {'Port': ['ID=e9ca4016-0040-4010-9e1a-9b8cf23f989f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:27.168738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Network a954879b-70b7-457e-8baa-787c9f4d779c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:27.213897 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8261eec-2654-4f82-9115-4f6eae54e31f x-openstack-request-id: req-d8261eec-2654-4f82-9115-4f6eae54e31f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:27.214191 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:27.214446 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8261eec-2654-4f82-9115-4f6eae54e31f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:27.214840 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'status': 'completed', 'code': 200} Feb 11 05:24:27.228809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:27.275413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:27.286654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.287304 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.349674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-35026d0e-fa45-4a56-84da-8635ba8a6970 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4235713 Feb 11 05:24:27.359152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-b2b71e84-6a01-4e9b-aeab-951e387e3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.360324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] For port 9587b7dd-bfee-43f0-b3b5-03ae01b95ced, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9587b7dd-bfee-43f0-b3b5-03ae01b95ced,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:27.361026 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.362007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-b2b71e84-6a01-4e9b-aeab-951e387e3be3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2388256 Feb 11 05:24:27.370899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Request body: {'port': {'device_id': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:27.420723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Calling delete_port for 9587b7dd-bfee-43f0-b3b5-03ae01b95ced owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:27.450995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8702546-4444-4b03-a02e-26f6630db2dc req-80a4045f-cd1d-4a19-9f55-37ed77d51ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.453240 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a8702546-4444-4b03-a02e-26f6630db2dc req-80a4045f-cd1d-4a19-9f55-37ed77d51ef2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 1132 time: 0.1968427 Feb 11 05:24:27.495850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f54f56-3c2c-45eb-ab1e-2451ae1ee0b5 req-4cda9f9d-5c01-4072-ab7e-ee55a9b1b07c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.497954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0f54f56-3c2c-45eb-ab1e-2451ae1ee0b5 req-4cda9f9d-5c01-4072-ab7e-ee55a9b1b07c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 943 time: 0.5589197 Feb 11 05:24:27.568254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.616446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0f54f56-3c2c-45eb-ab1e-2451ae1ee0b5 req-3bd1c3fd-be5e-44de-95b2-9991fbc878cd tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102939 Feb 11 05:24:27.622359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-e16470fe-9e51-49b6-985e-18bf7fb92ff2 service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457941 Feb 11 05:24:27.664809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46462) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:27.679132 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a77acc93-4a35-459a-aa17-82ee1f438286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.685069 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a8702546-4444-4b03-a02e-26f6630db2dc req-ee1e19e5-6774-418a-8742-9ee740f81141 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231421 Feb 11 05:24:27.742027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc893a31-5003-48e4-9dfc-bc1164c2f999 req-3167965c-a1c6-4371-857a-9608e160eb4b service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010945 Feb 11 05:24:27.804150 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9587b7dd-bfee-43f0-b3b5-03ae01b95ced), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.839386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Pushing event deleted for resources: {'Port': ['ID=9587b7dd-bfee-43f0-b3b5-03ae01b95ced,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:27.977635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa72f882-5fbf-47d7-8213-52f8042d5843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.068217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017fce-8653-43a8-a369-2ef3d0ba4a44 req-f09cc8d2-1705-467f-9254-12597ea93d74 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:28.069778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2017fce-8653-43a8-a369-2ef3d0ba4a44 req-f09cc8d2-1705-467f-9254-12597ea93d74 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 949 time: 0.3250844 Feb 11 05:24:28.097914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa72f882-5fbf-47d7-8213-52f8042d5843 admin admin] Publish callbacks [] for security_group (91c22102-b7c6-404f-b3bc-8d36c02f18e0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.108723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa72f882-5fbf-47d7-8213-52f8042d5843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (91c22102-b7c6-404f-b3bc-8d36c02f18e0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.138261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72f882-5fbf-47d7-8213-52f8042d5843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c22102-b7c6-404f-b3bc-8d36c02f18e0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:28.146397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-5c60198b-92a6-455a-8de7-1c2817d1265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:28.147815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-5c60198b-92a6-455a-8de7-1c2817d1265b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1126 time: 0.3230445 Feb 11 05:24:28.165489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (95129629-80f8-457e-85d0-fe138bdef095), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.213289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d868de8-26f7-4c02-8ae3-93350021aa30 req-fe67922d-fc7f-408b-bbd9-1b22874d68e3 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:28.220177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d868de8-26f7-4c02-8ae3-93350021aa30 req-fe67922d-fc7f-408b-bbd9-1b22874d68e3 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 932 time: 0.2220254 Feb 11 05:24:28.234133 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aa72f882-5fbf-47d7-8213-52f8042d5843 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=921b62d3d7fc4e50ae934ef19cae5104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679109 Feb 11 05:24:28.244968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46470) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:28.298630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2017fce-8653-43a8-a369-2ef3d0ba4a44 req-3bed30f4-550c-4e4a-892a-4fbd2f032352 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098730 Feb 11 05:24:28.353398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d004233e-e36a-475a-949c-b5c08f78e8d7 admin admin] Publish callbacks [] for security_group (91c22102-b7c6-404f-b3bc-8d36c02f18e0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.385708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d004233e-e36a-475a-949c-b5c08f78e8d7 admin admin] Publish callbacks [] for security_group (91c22102-b7c6-404f-b3bc-8d36c02f18e0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.404676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d868de8-26f7-4c02-8ae3-93350021aa30 req-0668c1f5-1ee8-4ee9-892f-05b45f9ac3fc tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835866 Feb 11 05:24:28.422792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-d18cdf5a-415a-4ca5-b58e-3c163a07a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:28.424714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-d18cdf5a-415a-4ca5-b58e-3c163a07a13d service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.2382495 Feb 11 05:24:28.507703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-c0f381b7-81de-42c2-ab4b-0899d71170ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 217 time: 0.0532644 Feb 11 05:24:28.548849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d004233e-e36a-475a-949c-b5c08f78e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (91c22102-b7c6-404f-b3bc-8d36c02f18e0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.551806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d004233e-e36a-475a-949c-b5c08f78e8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.556372 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d004233e-e36a-475a-949c-b5c08f78e8d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91c22102-b7c6-404f-b3bc-8d36c02f18e0 HTTP/1.1" status: 204 len: 168 time: 0.3102641 Feb 11 05:24:28.626314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004233e-e36a-475a-949c-b5c08f78e8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c22102-b7c6-404f-b3bc-8d36c02f18e0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:28.685831 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Router 95129629-80f8-457e-85d0-fe138bdef095 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:28.920959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:28.935767 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] Sync routers for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:28.958077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7c8207dc-752c-4025-acd8-652bca7d5caa admin admin] 10.222.0.31 "PUT /v2.0/routers/95129629-80f8-457e-85d0-fe138bdef095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2588110 Feb 11 05:24:28.960813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46482) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:28.967614 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:28.968256 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:28.975814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46484) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:29.093168 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965de4b7-e86d-4455-9b8f-18c51ccf4257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.106839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ca4016-0040-4010-9e1a-9b8cf23f989f {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:29.125045 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Publish callbacks [] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.152611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Transition to ACTIVE for port object e9ca4016-0040-4010-9e1a-9b8cf23f989f will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:29.172306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.182955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:29.261717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-ac4929cb-f6f5-4dde-a1ca-51c3f0b6948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:29.264096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-ac4929cb-f6f5-4dde-a1ca-51c3f0b6948d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.7243915 Feb 11 05:24:29.279084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks [] for router (95129629-80f8-457e-85d0-fe138bdef095), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.410324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965de4b7-e86d-4455-9b8f-18c51ccf4257 admin admin] Publish callbacks [] for security_group (1579ab79-42f8-41aa-8c61-6d195f5ddc8f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.416764 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965de4b7-e86d-4455-9b8f-18c51ccf4257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1579ab79-42f8-41aa-8c61-6d195f5ddc8f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.477618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827989d4-4fad-4cfd-946d-9fd1d7d44091 req-a9b8ae93-a42f-4b73-ae52-d62948bfe600 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:29.482698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-827989d4-4fad-4cfd-946d-9fd1d7d44091 req-a9b8ae93-a42f-4b73-ae52-d62948bfe600 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 945 time: 1.0924745 Feb 11 05:24:29.490776 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-965de4b7-e86d-4455-9b8f-18c51ccf4257 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16b5486ea0e1461cb26551711466a8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5090530 Feb 11 05:24:29.500041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca4016-0040-4010-9e1a-9b8cf23f989f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:29.513217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46494) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:29.514551 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:24:27Z', 'revision_number': 5, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:29.533798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-d95178ce-7b72-4774-a7c6-3f1d677a8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:29.535276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-d95178ce-7b72-4774-a7c6-3f1d677a8ebf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2622616 Feb 11 05:24:29.542143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:29.542479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:29.542809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:29.557492 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] Checking router: 95129629-80f8-457e-85d0-fe138bdef095 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:29.571354 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] Routers {'95129629-80f8-457e-85d0-fe138bdef095'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:29.572310 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['95129629-80f8-457e-85d0-fe138bdef095'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:29.682238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-9f4f1d3f-4b70-4e5e-aac5-205bc2b90330 service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141968 Feb 11 05:24:29.686918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Port e9ca4016-0040-4010-9e1a-9b8cf23f989f on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:29.687263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:29.711068 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] Set router 95129629-80f8-457e-85d0-fe138bdef095 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:29.728575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-827989d4-4fad-4cfd-946d-9fd1d7d44091 req-5ca59218-88b6-4c2c-8231-d6b92ed096d0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349792 Feb 11 05:24:29.772902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:29.773293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:29.773684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:29.774163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Bound port: e9ca4016-0040-4010-9e1a-9b8cf23f989f, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:29.774580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.814677 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c6828e9-cfb0-42eb-a4b9-1595bc449844 admin admin] Publish callbacks [] for security_group (1579ab79-42f8-41aa-8c61-6d195f5ddc8f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.822715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1285-463c-4817-a262-6ca968ea007d req-f926c36d-73e5-40cf-b9c0-71d1f40f2bae tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:29.824283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a9b1285-463c-4817-a262-6ca968ea007d req-f926c36d-73e5-40cf-b9c0-71d1f40f2bae tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 943 time: 0.3333468 Feb 11 05:24:29.949657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46502) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:29.957748 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks [] for router_gateway (95129629-80f8-457e-85d0-fe138bdef095), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.962338 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c6828e9-cfb0-42eb-a4b9-1595bc449844 admin admin] Publish callbacks [] for security_group (1579ab79-42f8-41aa-8c61-6d195f5ddc8f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.969460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965de4b7-e86d-4455-9b8f-18c51ccf4257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1579ab79-42f8-41aa-8c61-6d195f5ddc8f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:30.055301 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:24:27Z', 'revision_number': 5, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:30.090157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492b54a-17fa-46fb-8fbf-6391199ab991 None None] The sync data for ids ['95129629-80f8-457e-85d0-fe138bdef095'] in n-d-715271-35 is: [{'id': '95129629-80f8-457e-85d0-fe138bdef095', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336571454-router', 'tenant_id': '37f8d2452fba4203aebe178814bc4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:26Z', 'updated_at': '2022-02-11T05:24:27Z', 'revision_number': 5, 'project_id': '37f8d2452fba4203aebe178814bc4d35', 'gw_port': {'id': '259a441e-f6b6-4b3e-8865-57f941b355fd', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95129629-80f8-457e-85d0-fe138bdef095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:28Z', 'updated_at': '2022-02-11T05:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:30.103647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a9b1285-463c-4817-a262-6ca968ea007d req-fc7c6eb1-d3fb-40c0-a3d3-f9b3c36a5591 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648356 Feb 11 05:24:30.112150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Deleting port 259a441e-f6b6-4b3e-8865-57f941b355fd {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:30.113838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.122335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10687b38-c1ed-4ace-995b-247518b61d90 req-cb5a750e-235e-472f-baf1-b83dbd6f84d2 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:30.123902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10687b38-c1ed-4ace-995b-247518b61d90 req-cb5a750e-235e-472f-baf1-b83dbd6f84d2 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 949 time: 0.2763746 Feb 11 05:24:30.143781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:30.149055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:30.154445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca0b76cd-8628-4f30-b1b4-2f21c58f9b45 req-af4cef73-60a6-4750-b0e2-7c78d5987d6b service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364908 Feb 11 05:24:30.159669 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.219167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-98a10ff5-eb05-446f-a5a3-db8b6fa38214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.255499 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5dc8082d-9bbf-417e-a9f1-33feecde3b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.295620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c6828e9-cfb0-42eb-a4b9-1595bc449844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1579ab79-42f8-41aa-8c61-6d195f5ddc8f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.299349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] For port 259a441e-f6b6-4b3e-8865-57f941b355fd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=259a441e-f6b6-4b3e-8865-57f941b355fd,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:30.299842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c6828e9-cfb0-42eb-a4b9-1595bc449844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.299938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.303653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1c6828e9-cfb0-42eb-a4b9-1595bc449844 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1579ab79-42f8-41aa-8c61-6d195f5ddc8f HTTP/1.1" status: 204 len: 168 time: 0.7825623 Feb 11 05:24:30.320593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:30.323123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.323250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Calling delete_port for 259a441e-f6b6-4b3e-8865-57f941b355fd owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:30.326174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] 10.222.0.72 "PUT /v2.0/ports/e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 1093 time: 2.9629998 Feb 11 05:24:30.389649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:30.392200 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:30.416878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10687b38-c1ed-4ace-995b-247518b61d90 req-5d9960a1-9a3b-4acd-bafb-fe65d43a8ed1 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559366 Feb 11 05:24:30.517218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6828e9-cfb0-42eb-a4b9-1595bc449844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1579ab79-42f8-41aa-8c61-6d195f5ddc8f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:30.534632 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5dc8082d-9bbf-417e-a9f1-33feecde3b65 admin admin] Publish callbacks [] for security_group (f1f284d6-8ace-47ca-bc22-7ea2e53f2f6f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.546557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5dc8082d-9bbf-417e-a9f1-33feecde3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f1f284d6-8ace-47ca-bc22-7ea2e53f2f6f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.576767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a0b45-d0f2-4046-8ff6-d1736e3281b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca4016-0040-4010-9e1a-9b8cf23f989f,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:30.606094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314daa9-915d-4b61-967d-06d6e8829a3e req-b7c24a39-d93a-4b80-ae6f-7ad4c48bc404 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:30.614482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2314daa9-915d-4b61-967d-06d6e8829a3e req-b7c24a39-d93a-4b80-ae6f-7ad4c48bc404 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 944 time: 0.4209859 Feb 11 05:24:30.623215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5dc8082d-9bbf-417e-a9f1-33feecde3b65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e540d1daeab44a7a3d84d0f29f226d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6547821 Feb 11 05:24:30.631799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8082d-9bbf-417e-a9f1-33feecde3b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f284d6-8ace-47ca-bc22-7ea2e53f2f6f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:30.654121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46516) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:30.681596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e369ca-5380-486f-8e15-02eb07554b1f req-e3a870d5-408b-42d9-871b-84240a2ebbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:30.685755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-e3a870d5-408b-42d9-871b-84240a2ebbac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1127 time: 0.2888298 Feb 11 05:24:30.719228 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (259a441e-f6b6-4b3e-8865-57f941b355fd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.780580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Pushing event deleted for resources: {'Port': ['ID=259a441e-f6b6-4b3e-8865-57f941b355fd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:30.785872 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-586481c8-9436-4257-a08c-e914c9630bd6 admin admin] Publish callbacks [] for security_group (f1f284d6-8ace-47ca-bc22-7ea2e53f2f6f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.818325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-1e28f7ba-abb4-498e-86f7-0256661e05ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 217 time: 0.1015222 Feb 11 05:24:30.865895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01b40-36da-40af-b7eb-f84e659b6bca req-c06086f6-79b6-4e09-9709-8b310dc95945 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:30.867097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a01b40-36da-40af-b7eb-f84e659b6bca req-c06086f6-79b6-4e09-9709-8b310dc95945 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 945 time: 0.2753801 Feb 11 05:24:30.871054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2314daa9-915d-4b61-967d-06d6e8829a3e req-1ccd1d99-e51e-4bec-9f6a-df535ee40ac2 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551653 Feb 11 05:24:30.871387 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-586481c8-9436-4257-a08c-e914c9630bd6 admin admin] Publish callbacks [] for security_group (f1f284d6-8ace-47ca-bc22-7ea2e53f2f6f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.886036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46522) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:30.894320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Request body: {'floatingip': {'port_id': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:30.962896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e369ca-5380-486f-8e15-02eb07554b1f req-bc7e8521-2f96-4ff2-8dcf-b9ab7ceb4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:30.966670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-bc7e8521-2f96-4ff2-8dcf-b9ab7ceb4a26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.1414344 Feb 11 05:24:30.972348 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.006090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (95129629-80f8-457e-85d0-fe138bdef095), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.032461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-a2bafeb1-8dd5-4f0d-af12-38715f528831 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586755 Feb 11 05:24:31.036164 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b02e6cf-582c-4070-a341-1b63ca36d54e x-openstack-request-id: req-7b02e6cf-582c-4070-a341-1b63ca36d54e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:31.036865 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:31.037165 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b02e6cf-582c-4070-a341-1b63ca36d54e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:31.038251 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f', 'status': 'completed', 'code': 200} Feb 11 05:24:31.066750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 16f88cab-972b-4e4a-ba0a-734d81cb7241 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:31.145529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9587b7dd-bfee-43f0-b3b5-03ae01b95ced no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:31.230224 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (4dc31cef-6162-4321-b9f1-f544227ae87e), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.235669 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-586481c8-9436-4257-a08c-e914c9630bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f1f284d6-8ace-47ca-bc22-7ea2e53f2f6f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.238489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-586481c8-9436-4257-a08c-e914c9630bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.242152 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-586481c8-9436-4257-a08c-e914c9630bd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1f284d6-8ace-47ca-bc22-7ea2e53f2f6f HTTP/1.1" status: 204 len: 168 time: 0.5848134 Feb 11 05:24:31.242293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9587b7dd-bfee-43f0-b3b5-03ae01b95ced {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:31.242293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9587b7dd-bfee-43f0-b3b5-03ae01b95ced not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:31.255464 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:24:31.326308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (95129629-80f8-457e-85d0-fe138bdef095), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.329181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586481c8-9436-4257-a08c-e914c9630bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f284d6-8ace-47ca-bc22-7ea2e53f2f6f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:31.331703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks [] for router_controller (95129629-80f8-457e-85d0-fe138bdef095), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.520677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (95129629-80f8-457e-85d0-fe138bdef095), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.523793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95129629-80f8-457e-85d0-fe138bdef095 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:31.525580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390a7f3-7021-49ab-a1a0-fea7db6d9aee req-7cb77cfa-e827-40d8-9916-477bbb0cd614 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.531775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e390a7f3-7021-49ab-a1a0-fea7db6d9aee req-7cb77cfa-e827-40d8-9916-477bbb0cd614 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 943 time: 0.2675903 Feb 11 05:24:31.555012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-2fdc3546-52d7-43cd-bb41-60adc2a4f981 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145450 Feb 11 05:24:31.558436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 16f88cab-972b-4e4a-ba0a-734d81cb7241, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:31.566360 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.573350 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c67b4698-df94-48d3-940d-d254cae2afcf admin admin] 10.222.0.31 "DELETE /v2.0/routers/95129629-80f8-457e-85d0-fe138bdef095 HTTP/1.1" status: 204 len: 168 time: 2.6105924 Feb 11 05:24:31.579748 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46546) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:31.603057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'port_id': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'mac_address': 'fa:16:3e:ba:ba:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:31.753245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 16f88cab-972b-4e4a-ba0a-734d81cb7241 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:31.753673 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.785253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f88cab-972b-4e4a-ba0a-734d81cb7241 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:31.824366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 16f88cab-972b-4e4a-ba0a-734d81cb7241, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:31.830746 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.889522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e390a7f3-7021-49ab-a1a0-fea7db6d9aee req-e0aa1864-c150-4cf7-97b0-0b6d040b4091 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332117 Feb 11 05:24:31.992929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=16f88cab-972b-4e4a-ba0a-734d81cb7241,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:32.022403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bad43c-3d83-4c67-a5f1-c2f3519d60a3 req-7d4398f0-29bd-4706-a968-cdeaa6d7285f tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:32.025381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58bad43c-3d83-4c67-a5f1-c2f3519d60a3 req-7d4398f0-29bd-4706-a968-cdeaa6d7285f tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 949 time: 0.4184623 Feb 11 05:24:32.025898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46556) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:32.056634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e688ea5c-2906-42d8-84c0-b0d8715d2996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.111962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['16f88cab-972b-4e4a-ba0a-734d81cb7241'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:32.150290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b0e9eb-cf2c-48df-afee-316d1984a994 admin admin] Deleting subnet acc51505-bdea-44a4-9555-b96f2ad1014b {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:24:32.160596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26b0e9eb-cf2c-48df-afee-316d1984a994 admin admin] Publish callbacks [] for subnet (acc51505-bdea-44a4-9555-b96f2ad1014b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.190051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97e369ca-5380-486f-8e15-02eb07554b1f req-627fa7ab-4709-4304-81c6-a010010f4207 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806975 Feb 11 05:24:32.307293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58bad43c-3d83-4c67-a5f1-c2f3519d60a3 req-10a14dbc-7f3d-472a-a071-5d0e0dd9be99 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579720 Feb 11 05:24:32.442390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fa20c-e982-4100-a91f-0d4ece4f1a98 req-1ea3351e-1820-4073-bee4-4fbded4b9e8c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:32.449412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-709fa20c-e982-4100-a91f-0d4ece4f1a98 req-1ea3351e-1820-4073-bee4-4fbded4b9e8c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 944 time: 0.4204416 Feb 11 05:24:32.468031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-7b7054e3-7722-44c6-8379-7a56d0e23845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:32.470140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-7b7054e3-7722-44c6-8379-7a56d0e23845 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1127 time: 0.1619489 Feb 11 05:24:32.588011 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.682187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-709fa20c-e982-4100-a91f-0d4ece4f1a98 req-c8a0c893-4f6d-4b0e-a5c6-23eacd33d728 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316518 Feb 11 05:24:32.684659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e688ea5c-2906-42d8-84c0-b0d8715d2996 admin admin] Publish callbacks [] for security_group (ee20e6b3-586b-42e1-adbe-0ca83aaac16a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.704376 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e688ea5c-2906-42d8-84c0-b0d8715d2996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ee20e6b3-586b-42e1-adbe-0ca83aaac16a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.760827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.resource_extend [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:24:32.761593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-32db023e-8016-4948-8c53-f09e73ded2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:32.761593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-32db023e-8016-4948-8c53-f09e73ded2bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.2772341 Feb 11 05:24:32.809963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e688ea5c-2906-42d8-84c0-b0d8715d2996 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee0c5a3a8d45443b8ae39ef733dd758c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7797694 Feb 11 05:24:32.810576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46570) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:32.822072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-a9713828-427d-4296-93b1-ca4953d9ccab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 217 time: 0.0569265 Feb 11 05:24:32.823686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688ea5c-2906-42d8-84c0-b0d8715d2996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20e6b3-586b-42e1-adbe-0ca83aaac16a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:32.923354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61e31b91-3e4a-4476-a98a-59a7d14b36b2 admin admin] Publish callbacks [] for security_group (ee20e6b3-586b-42e1-adbe-0ca83aaac16a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.942332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-7e3da062-ccb7-49bc-b24b-6355809d1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:32.943725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-7e3da062-ccb7-49bc-b24b-6355809d1ca7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.1155818 Feb 11 05:24:32.959381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61e31b91-3e4a-4476-a98a-59a7d14b36b2 admin admin] Publish callbacks [] for security_group (ee20e6b3-586b-42e1-adbe-0ca83aaac16a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.966423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26b0e9eb-cf2c-48df-afee-316d1984a994 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (acc51505-bdea-44a4-9555-b96f2ad1014b), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.970559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.005149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-750eb8d7-d19e-49b5-96fe-c9b516b35c68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502839 Feb 11 05:24:33.035204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 259a441e-f6b6-4b3e-8865-57f941b355fd no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:33.051373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-9ab028fa-9e45-488f-8286-ec8aa7faf063 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:33.058100 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-9ab028fa-9e45-488f-8286-ec8aa7faf063 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.72 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 949 time: 0.2546091 Feb 11 05:24:33.063286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (4dc31cef-6162-4321-b9f1-f544227ae87e), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.068549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 259a441e-f6b6-4b3e-8865-57f941b355fd {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:33.069105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 259a441e-f6b6-4b3e-8865-57f941b355fd not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:33.080338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 16f88cab-972b-4e4a-ba0a-734d81cb7241 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:33.199906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 16f88cab-972b-4e4a-ba0a-734d81cb7241 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:33.204587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 16f88cab-972b-4e4a-ba0a-734d81cb7241 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:33.205099 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.248501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fce83-c9c8-4a93-a367-196509427266 req-2b215c78-0624-469e-a412-62e358712b5f tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:33.251016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074fce83-c9c8-4a93-a367-196509427266 req-2b215c78-0624-469e-a412-62e358712b5f tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 944 time: 0.2370787 Feb 11 05:24:33.315762 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61e31b91-3e4a-4476-a98a-59a7d14b36b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ee20e6b3-586b-42e1-adbe-0ca83aaac16a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.317485 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Floating IP 4dc31cef-6162-4321-b9f1-f544227ae87e associated. External IP: 172.25.1.30, port: d6ddfa1f-4fc6-4c40-a24d-8020ec00edca. Feb 11 05:24:33.318547 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61e31b91-3e4a-4476-a98a-59a7d14b36b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.332963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-61e31b91-3e4a-4476-a98a-59a7d14b36b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee20e6b3-586b-42e1-adbe-0ca83aaac16a HTTP/1.1" status: 204 len: 168 time: 0.5074234 Feb 11 05:24:33.363895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e31b91-3e4a-4476-a98a-59a7d14b36b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20e6b3-586b-42e1-adbe-0ca83aaac16a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:33.458938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-988bce7e-31b9-4021-a9ba-1f83fc5eeb9b service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460294 Feb 11 05:24:33.496222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-074fce83-c9c8-4a93-a367-196509427266 req-82c0ec78-2af0-4f4b-a923-18f3e3b00602 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127864 Feb 11 05:24:33.650399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Router e3d0ceca-5390-44ef-8a7d-3406ea35966f has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:33.692640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-d159ed4e-bfb4-4a9a-aee6-c3ac67986522 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1619354a08bf4dbcac791d232d243bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716810 Feb 11 05:24:33.868040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 16f88cab-972b-4e4a-ba0a-734d81cb7241 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:33.868652 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.931501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c750b8-74ac-4e73-9803-c9f9fcb99b5a req-3a2bc506-91b5-442b-91b1-5dc2ad30a51f service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647169 Feb 11 05:24:33.947614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:33.950343 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b05ebe-70b8-43ef-a7e3-5d58a96ed23a" -d '{"events": [{"server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "name": "network-vif-plugged", "status": "completed", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:33.961450 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.966842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb123d55-6f05-45a7-a6f9-b70cb1d3dca8 req-ccfebff9-db75-41db-a432-e79291886b3d tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:33.980001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb123d55-6f05-45a7-a6f9-b70cb1d3dca8 req-ccfebff9-db75-41db-a432-e79291886b3d tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 949 time: 0.2809148 Feb 11 05:24:33.983906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 16f88cab-972b-4e4a-ba0a-734d81cb7241, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:33.989342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:33.994222 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.027041 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.070836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-c167d175-1cd2-437a-b998-42e460541fd9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:34.080060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-c167d175-1cd2-437a-b998-42e460541fd9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3857329 Feb 11 05:24:34.081809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=16f88cab-972b-4e4a-ba0a-734d81cb7241,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:34.085105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] Sync routers for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:34.098828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:34.099739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:34.116907 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0f854a2f-fc2c-490f-9f6f-e0917fa10f81 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "PUT /v2.0/floatingips/4dc31cef-6162-4321-b9f1-f544227ae87e HTTP/1.1" status: 200 len: 990 time: 3.2276688 Feb 11 05:24:34.119332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb123d55-6f05-45a7-a6f9-b70cb1d3dca8 req-b5c35d3c-2525-4091-8285-70f11abfd869 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a5dcf2b-5705-4e37-aa10-15cc250df640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379888 Feb 11 05:24:34.120940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'tag': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:34.122882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-a976ea34-e271-40b9-868a-9302f1c41a44 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/quotas/1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 375 time: 0.0420191 Feb 11 05:24:34.124387 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36389c3-1a2a-49e2-9df9-2019815b033c" -d '{"events": [{"name": "network-changed", "server_uuid": "023426f8-dd2c-4479-8ce3-7213013f48cd", "tag": "d6ddfa1f-4fc6-4c40-a24d-8020ec00edca"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:34.138539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26b0e9eb-cf2c-48df-afee-316d1984a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (acc51505-bdea-44a4-9555-b96f2ad1014b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.187090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-c5470c7d-2eb7-47ec-9956-a636b923c784 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414143 Feb 11 05:24:34.187283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Deleting port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:34.187613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.307360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:34.369360 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26b0e9eb-cf2c-48df-afee-316d1984a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (acc51505-bdea-44a4-9555-b96f2ad1014b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.461047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8c2be-5101-4d67-8c16-edd17b697216 req-95f8599d-767d-4398-bd00-db2a6d6b8808 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:34.463328 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7d8c2be-5101-4d67-8c16-edd17b697216 req-95f8599d-767d-4398-bd00-db2a6d6b8808 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 944 time: 0.1401787 Feb 11 05:24:34.480440 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1db2a6-2e0b-4a96-8705-39c920109dd1 x-openstack-request-id: req-9f1db2a6-2e0b-4a96-8705-39c920109dd1 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:34.480759 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "name": "network-vif-plugged", "status": "completed", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:34.481022 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f1db2a6-2e0b-4a96-8705-39c920109dd1 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:34.481823 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'code': 200} Feb 11 05:24:34.488617 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0e9eb-cf2c-48df-afee-316d1984a994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc51505-bdea-44a4-9555-b96f2ad1014b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:34.498702 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26b0e9eb-cf2c-48df-afee-316d1984a994 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.502644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-26b0e9eb-cf2c-48df-afee-316d1984a994 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/acc51505-bdea-44a4-9555-b96f2ad1014b HTTP/1.1" status: 204 len: 168 time: 2.9191976 Feb 11 05:24:34.506980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46620) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:34.524061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bbf320-c572-4c63-8466-88d78fabb825 None None] Network 73887458-4331-450f-953c-5dabac07381a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:34.543098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] For port 7e0f7c79-be79-4eca-9d1e-fca8feb47952, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7e0f7c79-be79-4eca-9d1e-fca8feb47952,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:34.543475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.580094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Calling delete_port for 7e0f7c79-be79-4eca-9d1e-fca8feb47952 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:34.655157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7d8c2be-5101-4d67-8c16-edd17b697216 req-a0ed0660-6ff4-4113-87eb-282e3e1ad29c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787436 Feb 11 05:24:34.759913 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (73887458-4331-450f-953c-5dabac07381a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.810773 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f456ffa-901b-4a35-839b-e5c55f4bed06 x-openstack-request-id: req-5f456ffa-901b-4a35-839b-e5c55f4bed06 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:34.811076 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023426f8-dd2c-4479-8ce3-7213013f48cd", "tag": "d6ddfa1f-4fc6-4c40-a24d-8020ec00edca", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:34.811324 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f456ffa-901b-4a35-839b-e5c55f4bed06 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:34.811723 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'tag': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca', 'status': 'completed', 'code': 200} Feb 11 05:24:34.828876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a95e1-a6a8-4ea7-8e20-1df9701c3cbc req-b8e4b613-c5bf-44d0-b16f-7fc258c44fa1 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:34.831500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e95a95e1-a6a8-4ea7-8e20-1df9701c3cbc req-b8e4b613-c5bf-44d0-b16f-7fc258c44fa1 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 945 time: 0.2053068 Feb 11 05:24:34.877593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '4dc31cef-6162-4321-b9f1-f544227ae87e', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'port_id': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'mac_address': 'fa:16:3e:f9:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:08Z', 'updated_at': '2022-02-11T05:24:32Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:35.001173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-9a43245a-64d8-4db0-bdaf-c3121140deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.002721 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-9a43245a-64d8-4db0-bdaf-c3121140deaf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7545379b238f493ba8a954b800313df6&device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 1128 time: 0.1895881 Feb 11 05:24:35.039675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7e0f7c79-be79-4eca-9d1e-fca8feb47952), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.050452 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] Checking router: e3d0ceca-5390-44ef-8a7d-3406ea35966f for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:35.056338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c813d15-e6ed-4f50-a37f-22acf4248656 None None] DHCP port deletion for 73887458-4331-450f-953c-5dabac07381a request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:24:35.079602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['7e0f7c79-be79-4eca-9d1e-fca8feb47952'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:35.144273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Pushing event deleted for resources: {'Port': ['ID=7e0f7c79-be79-4eca-9d1e-fca8feb47952,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:35.235833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] No DVR routers for this DVR port 7e0f7c79-be79-4eca-9d1e-fca8feb47952 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:35.245688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.245870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e32ac9c5-8258-45e6-b773-bbf346e3d871 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:35.250082 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-df99dc1c-fad8-4254-adaf-83d1443a9dd2 req-5f5852a6-875b-4ebf-90f9-6141434c65b0 tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.72 "DELETE /v2.0/ports/7e0f7c79-be79-4eca-9d1e-fca8feb47952 HTTP/1.1" status: 204 len: 173 time: 2.1816633 Feb 11 05:24:35.282960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:35.285146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:35.330532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-156bfaa6-81f7-4e07-89e2-5fee49df05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.332034 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-156bfaa6-81f7-4e07-89e2-5fee49df05dd service neutron] 10.222.0.81 "GET /v2.0/networks?id=74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 200 len: 925 time: 0.3154583 Feb 11 05:24:35.536232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5b8d5-8bde-41f0-beb9-d7bda0a36f3f req-952617a3-fdd4-472d-b295-fea2ed81eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.541012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee5b8d5-8bde-41f0-beb9-d7bda0a36f3f req-952617a3-fdd4-472d-b295-fea2ed81eb68 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1128 time: 0.9050097 Feb 11 05:24:35.599939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-f0d71d05-4fed-4e41-b699-d7a3551215ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca HTTP/1.1" status: 200 len: 998 time: 0.2519283 Feb 11 05:24:35.642555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb89acc1-642d-4f18-8870-3d690dc4f2a2 req-97162716-4fec-477f-b676-f4e47353c4d5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 210 time: 0.0848036 Feb 11 05:24:35.693812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0c813d15-e6ed-4f50-a37f-22acf4248656 None None] Deleting port e32ac9c5-8258-45e6-b773-bbf346e3d871 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:35.694136 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c813d15-e6ed-4f50-a37f-22acf4248656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.708859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e95a95e1-a6a8-4ea7-8e20-1df9701c3cbc req-a7b0c239-754d-4679-bc6d-99ffd6f0cc72 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8548508 Feb 11 05:24:35.719619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-ec2ffab7-9fb8-4883-a49e-7e21805fd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.721295 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-ec2ffab7-9fb8-4883-a49e-7e21805fd41a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661 HTTP/1.1" status: 200 len: 863 time: 0.1127396 Feb 11 05:24:35.806830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:35.835280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee5b8d5-8bde-41f0-beb9-d7bda0a36f3f req-d00f90b5-89e1-4e7e-8c50-899b493114f3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584612 Feb 11 05:24:35.879700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954f80-9907-42da-89af-0757a59740a3 req-00b35b09-6c1d-4bd9-ac0c-ad70124329dc tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.881470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea954f80-9907-42da-89af-0757a59740a3 req-00b35b09-6c1d-4bd9-ac0c-ad70124329dc tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 945 time: 0.1644688 Feb 11 05:24:35.883018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Deleting port e32ac9c5-8258-45e6-b773-bbf346e3d871 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:35.883235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-46c868b3-2fdc-42ee-866a-3025e62656af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.883664 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.884742 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-46c868b3-2fdc-42ee-866a-3025e62656af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=74a89941-9023-47cd-9eeb-d31c83a29d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1441538 Feb 11 05:24:35.913796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0c813d15-e6ed-4f50-a37f-22acf4248656 None None] For port e32ac9c5-8258-45e6-b773-bbf346e3d871, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e32ac9c5-8258-45e6-b773-bbf346e3d871,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:35.914561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c813d15-e6ed-4f50-a37f-22acf4248656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.917103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e32ac9c5-8258-45e6-b773-bbf346e3d871 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:35.917515 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.919782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80617238-a8a0-4a72-887e-554dacc1f169 req-8e5b8c13-5c3d-4e04-addd-59eacb03debc tempest-ServerDiagnosticsNegativeTest-1967408281 tempest-ServerDiagnosticsNegativeTest-1967408281-project] 10.222.0.31 "GET /v2.0/ports?device_id=6445733e-47bc-4a20-ba74-2dc2968e86a4 HTTP/1.1" status: 200 len: 210 time: 0.0648310 Feb 11 05:24:35.944305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e9ca4016-0040-4010-9e1a-9b8cf23f989f details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:35.946292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0c813d15-e6ed-4f50-a37f-22acf4248656 None None] Calling delete_port for e32ac9c5-8258-45e6-b773-bbf346e3d871 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:36.101204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] For port e32ac9c5-8258-45e6-b773-bbf346e3d871, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e32ac9c5-8258-45e6-b773-bbf346e3d871,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:36.101710 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.123032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea954f80-9907-42da-89af-0757a59740a3 req-6fce4b09-4ebe-40b7-a33e-c6f758d35d98 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210462 Feb 11 05:24:36.124924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Calling delete_port for e32ac9c5-8258-45e6-b773-bbf346e3d871 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:36.155735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port e32ac9c5-8258-45e6-b773-bbf346e3d871, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e32ac9c5-8258-45e6-b773-bbf346e3d871,segment=NetworkSegment(a52f812f-a8cb-4ec0-afa1-1210aaed3013),segment_id=a52f812f-a8cb-4ec0-afa1-1210aaed3013)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:36.184957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1671eb-2147-4c82-8bc7-34e4f6ba8920 req-571bc8a8-1a34-4e83-9201-7af838d26090 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:36.191690 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f1671eb-2147-4c82-8bc7-34e4f6ba8920 req-571bc8a8-1a34-4e83-9201-7af838d26090 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 944 time: 0.1458669 Feb 11 05:24:36.226755 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:24:36.284705 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.303143 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-f33f4510-768b-4c38-9b80-13843b82b59c service neutron] 10.222.0.81 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192650 Feb 11 05:24:36.312121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f1671eb-2147-4c82-8bc7-34e4f6ba8920 req-8466f2cb-3dfb-436c-9549-c405de81f301 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185904 Feb 11 05:24:36.382547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=e32ac9c5-8258-45e6-b773-bbf346e3d871,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:36.429210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-4cbd60b0-da9c-4c46-955f-485101ae93ff tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1619354a08bf4dbcac791d232d243bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319977 Feb 11 05:24:36.464956 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c813d15-e6ed-4f50-a37f-22acf4248656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.470320 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d36389c3-1a2a-49e2-9df9-2019815b033c req-3c98778a-fb31-431d-97b7-2d0ee6db801d service neutron] 10.222.0.81 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528258 Feb 11 05:24:36.471544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (e32ac9c5-8258-45e6-b773-bbf346e3d871), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.596927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] No DVR routers for this DVR port e32ac9c5-8258-45e6-b773-bbf346e3d871 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:36.615203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32ac9c5-8258-45e6-b773-bbf346e3d871,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:36.659966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c813d15-e6ed-4f50-a37f-22acf4248656 None None] Pushing event deleted for resources: {'Port': ['ID=e32ac9c5-8258-45e6-b773-bbf346e3d871,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:36.678159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c813d15-e6ed-4f50-a37f-22acf4248656 None None] No DVR routers for this DVR port e32ac9c5-8258-45e6-b773-bbf346e3d871 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:36.713485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:36.748271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f', 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c', 'port_id': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f', 'mac_address': 'fa:16:3e:8a:b4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4012f6-b235-46a4-8d19-8eca301e3e34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:36.800200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-3875509e-eb22-49be-82e1-187677031000 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:36.801826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-3875509e-eb22-49be-82e1-187677031000 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3565621 Feb 11 05:24:36.813163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6445733e-47bc-4a20-ba74-2dc2968e86a4', 'name': 'network-vif-deleted', 'tag': '7e0f7c79-be79-4eca-9d1e-fca8feb47952'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:36.815590 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab3a01f-d271-453d-8116-c1c00d5d2a5f" -d '{"events": [{"server_uuid": "6445733e-47bc-4a20-ba74-2dc2968e86a4", "name": "network-vif-deleted", "tag": "7e0f7c79-be79-4eca-9d1e-fca8feb47952"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:36.829343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port e9ca4016-0040-4010-9e1a-9b8cf23f989f is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:36.829747 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.847079 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcc357c1-c470-4fc2-a432-c8a66a29e3c7 req-3c132159-6ae0-401c-a48a-109fc25590bb tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 210 time: 0.0776138 Feb 11 05:24:36.847789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ca4016-0040-4010-9e1a-9b8cf23f989f {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:36.853349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Request body: {'port': {'device_id': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '1619354a08bf4dbcac791d232d243bd9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:36.880642 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:36.888437 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.896328 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e89d85f-0565-4bb7-b30a-c92504f8011b x-openstack-request-id: req-0e89d85f-0565-4bb7-b30a-c92504f8011b {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:36.896328 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6445733e-47bc-4a20-ba74-2dc2968e86a4", "name": "network-vif-deleted", "tag": "7e0f7c79-be79-4eca-9d1e-fca8feb47952", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:36.896600 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e89d85f-0565-4bb7-b30a-c92504f8011b {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:36.896978 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6445733e-47bc-4a20-ba74-2dc2968e86a4', 'name': 'network-vif-deleted', 'tag': '7e0f7c79-be79-4eca-9d1e-fca8feb47952', 'status': 'completed', 'code': 200} Feb 11 05:24:36.938391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '4dc31cef-6162-4321-b9f1-f544227ae87e', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'port_id': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'mac_address': 'fa:16:3e:f9:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:08Z', 'updated_at': '2022-02-11T05:24:32Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:36.971197 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (73887458-4331-450f-953c-5dabac07381a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.980752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f2b20-e9ac-4050-a2fa-fd9ca1fa696e None None] The sync data for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 is: [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '4dc31cef-6162-4321-b9f1-f544227ae87e', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'port_id': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'mac_address': 'fa:16:3e:f9:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:08Z', 'updated_at': '2022-02-11T05:24:32Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:37.009478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.027904 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.028399 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.028744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.029093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.029463 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.029804 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.030193 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.030452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.030774 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.040621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=e9ca4016-0040-4010-9e1a-9b8cf23f989f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:37.091287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['e9ca4016-0040-4010-9e1a-9b8cf23f989f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:37.137299 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.137643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.137976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.138305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:24:37.138667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73887458-4331-450f-953c-5dabac07381a']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:37.150064 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46690) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:37.187320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52f812f-a8cb-4ec0-afa1-1210aaed3013') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:37.187671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52f812f-a8cb-4ec0-afa1-1210aaed3013') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:37.249565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (a52f812f-a8cb-4ec0-afa1-1210aaed3013), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.344880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a52f812f-a8cb-4ec0-afa1-1210aaed3013), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.353408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Made reservation on behalf of 1619354a08bf4dbcac791d232d243bd9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:37.359262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.372419 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7a16638-7ab9-4bf9-89b9-5e80f68be6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.383210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:24:37.383645 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (a52f812f-a8cb-4ec0-afa1-1210aaed3013), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: from cryptography.utils import int_from_bytes Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: from cryptography.utils import int_from_bytes Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:24:37.389905 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:24:37.410583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.425920 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d594ea-4259-44dd-b2a9-70ea39594434 None None] New status for floating IP 4dc31cef-6162-4321-b9f1-f544227ae87e: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:24:37.530085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (73887458-4331-450f-953c-5dabac07381a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.537953 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7a16638-7ab9-4bf9-89b9-5e80f68be6b5 admin admin] Publish callbacks [] for security_group (dbe1f0b4-ec44-469a-b830-4fb93092f425), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.539183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fddac-7e35-4a5d-acc2-2d19159ea80b req-756b6608-9e47-4e1d-9109-316edeebe648 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.543264 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7a16638-7ab9-4bf9-89b9-5e80f68be6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dbe1f0b4-ec44-469a-b830-4fb93092f425), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.546539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c3fddac-7e35-4a5d-acc2-2d19159ea80b req-756b6608-9e47-4e1d-9109-316edeebe648 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 945 time: 0.2823718 Feb 11 05:24:37.554412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46700) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:37.585053 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.588232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] 10.222.0.31 "DELETE /v2.0/networks/73887458-4331-450f-953c-5dabac07381a HTTP/1.1" status: 204 len: 168 time: 3.0787685 Feb 11 05:24:37.598570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ff5e6-516f-4e10-b3bc-219a8c8ca592 admin admin] Pushing event deleted for resources: {'Network': ['ID=73887458-4331-450f-953c-5dabac07381a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:37.604561 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e7a16638-7ab9-4bf9-89b9-5e80f68be6b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b508302657343a786084c1b7f0d1b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525745 Feb 11 05:24:37.606675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46706) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:37.618082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16638-7ab9-4bf9-89b9-5e80f68be6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe1f0b4-ec44-469a-b830-4fb93092f425,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:37.651179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63485a-ad8d-49fd-9323-d0975c49b4a2 req-5b87ed10-2120-4685-b9ae-24f0cf198f0e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.652820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e63485a-ad8d-49fd-9323-d0975c49b4a2 req-5b87ed10-2120-4685-b9ae-24f0cf198f0e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 945 time: 0.1781402 Feb 11 05:24:37.678945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43b06910-05a9-4bf1-aec0-0486ffdefc35 admin admin] Publish callbacks [] for security_group (dbe1f0b4-ec44-469a-b830-4fb93092f425), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.685764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c3fddac-7e35-4a5d-acc2-2d19159ea80b req-242fc4c5-51a0-4dc7-8111-4fd21971b6be tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377442 Feb 11 05:24:37.717315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43b06910-05a9-4bf1-aec0-0486ffdefc35 admin admin] Publish callbacks [] for security_group (dbe1f0b4-ec44-469a-b830-4fb93092f425), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.746111 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks [] for security_group (9c7e978c-568c-4d0c-9b28-9f15f4226733), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.756644 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9c7e978c-568c-4d0c-9b28-9f15f4226733), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.814236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e63485a-ad8d-49fd-9323-d0975c49b4a2 req-882e830e-1413-424e-9b8e-6d340865f027 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507390 Feb 11 05:24:37.883325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46710) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:37.886470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7e978c-568c-4d0c-9b28-9f15f4226733,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:37.943725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e9ca4016-0040-4010-9e1a-9b8cf23f989f up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:37.977654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-92cc3666-a970-4b17-9e81-a326357025a1 req-0b2c5c43-09f6-4874-b520-69e0253f1178 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 210 time: 0.0580099 Feb 11 05:24:37.996726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-864d8c35-8949-4db2-9967-dda6b175643d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37f8d2452fba4203aebe178814bc4d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1117728 Feb 11 05:24:38.003920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port e9ca4016-0040-4010-9e1a-9b8cf23f989f completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:38.008367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port e9ca4016-0040-4010-9e1a-9b8cf23f989f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:38.008752 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.023431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46712) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:38.059128 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43b06910-05a9-4bf1-aec0-0486ffdefc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dbe1f0b4-ec44-469a-b830-4fb93092f425), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.061606 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43b06910-05a9-4bf1-aec0-0486ffdefc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.062787 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-43b06910-05a9-4bf1-aec0-0486ffdefc35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbe1f0b4-ec44-469a-b830-4fb93092f425 HTTP/1.1" status: 204 len: 168 time: 0.4550033 Feb 11 05:24:38.075146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b06910-05a9-4bf1-aec0-0486ffdefc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe1f0b4-ec44-469a-b830-4fb93092f425,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.080577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Allocated IP 192.168.233.157 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/b3401d53-0a57-46ed-9e2b-d7ea8ea12c08) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:38.110251 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1951a785-8a72-433e-a4d2-360146d72c5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d9c5391ef1f418487469aa23f7ed4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459988 Feb 11 05:24:38.110451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46716) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:38.112042 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5f29ff41-52df-4b28-bb4c-48bb30d2d350 admin admin] Publish callbacks [] for security_group (85fed452-d525-4856-a8d3-39f21b93d4f1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.131332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port e9ca4016-0040-4010-9e1a-9b8cf23f989f is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:38.131785 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.134709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5f29ff41-52df-4b28-bb4c-48bb30d2d350 admin admin] Publish callbacks [] for security_group (85fed452-d525-4856-a8d3-39f21b93d4f1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.179438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:38.181416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:38.183086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a070f28-57f6-4433-9fe3-0f51b7466345 admin admin] Publish callbacks [] for security_group (7a5dcf2b-5705-4e37-aa10-15cc250df640), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.185033 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c32edf-80f6-45eb-8077-05543f24ebe8" -d '{"events": [{"server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "name": "network-vif-plugged", "status": "completed", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:38.190253 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.191266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7e0f7c79-be79-4eca-9d1e-fca8feb47952 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:38.209520 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5f29ff41-52df-4b28-bb4c-48bb30d2d350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (85fed452-d525-4856-a8d3-39f21b93d4f1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.210856 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a070f28-57f6-4433-9fe3-0f51b7466345 admin admin] Publish callbacks [] for security_group (7a5dcf2b-5705-4e37-aa10-15cc250df640), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.213190 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5f29ff41-52df-4b28-bb4c-48bb30d2d350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.214369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5f29ff41-52df-4b28-bb4c-48bb30d2d350 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85fed452-d525-4856-a8d3-39f21b93d4f1 HTTP/1.1" status: 204 len: 168 time: 0.1899788 Feb 11 05:24:38.236154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 7e0f7c79-be79-4eca-9d1e-fca8feb47952 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:38.236154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7e0f7c79-be79-4eca-9d1e-fca8feb47952 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:38.255967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29ff41-52df-4b28-bb4c-48bb30d2d350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fed452-d525-4856-a8d3-39f21b93d4f1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.286259 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c707c0f3-bcd0-44bf-90ab-85ce9bae8de7 x-openstack-request-id: req-c707c0f3-bcd0-44bf-90ab-85ce9bae8de7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:38.286777 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "name": "network-vif-plugged", "status": "completed", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:38.287217 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c707c0f3-bcd0-44bf-90ab-85ce9bae8de7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:38.288292 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f', 'code': 200} Feb 11 05:24:38.318826 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a070f28-57f6-4433-9fe3-0f51b7466345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7a5dcf2b-5705-4e37-aa10-15cc250df640), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.321396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a070f28-57f6-4433-9fe3-0f51b7466345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.325858 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6a070f28-57f6-4433-9fe3-0f51b7466345 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a5dcf2b-5705-4e37-aa10-15cc250df640 HTTP/1.1" status: 204 len: 168 time: 0.2144482 Feb 11 05:24:38.336007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a070f28-57f6-4433-9fe3-0f51b7466345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5dcf2b-5705-4e37-aa10-15cc250df640,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.389271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=e9ca4016-0040-4010-9e1a-9b8cf23f989f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.397371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f5e4e-14ff-427a-a650-00ef9334cd08 req-96d964df-67a4-484b-a460-3f9bbc2c36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:38.400737 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bd7f5e4e-14ff-427a-a650-00ef9334cd08 req-96d964df-67a4-484b-a460-3f9bbc2c36cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1129 time: 0.0595777 Feb 11 05:24:38.451523 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bd7f5e4e-14ff-427a-a650-00ef9334cd08 req-f1365590-727e-4a83-88c4-430fda593745 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Feb 11 05:24:38.489062 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks [] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.530913 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.585145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:38.588309 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:38.592876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:38.597494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Pushing event updated for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.639308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:38.653864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e30a94d2-cfee-4906-b300-0c6b7b6f4813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.668677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:38.670325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.694838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ee1a9b9a-b7e2-4676-a345-f6aecac544fe tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8719661 Feb 11 05:24:38.712961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Request body: {'port': {'device_id': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:38.818630 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e30a94d2-cfee-4906-b300-0c6b7b6f4813 admin admin] Publish callbacks [] for security_group (af6eabf4-6cb5-4952-8c09-77a9ed3d7df6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.834856 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e30a94d2-cfee-4906-b300-0c6b7b6f4813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (af6eabf4-6cb5-4952-8c09-77a9ed3d7df6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.847404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.887219 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e30a94d2-cfee-4906-b300-0c6b7b6f4813 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0aaf9bd6e034816885782e33a306425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465019 Feb 11 05:24:38.888809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46742) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:38.898015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a94d2-cfee-4906-b300-0c6b7b6f4813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6eabf4-6cb5-4952-8c09-77a9ed3d7df6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.951896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d1838-24b7-4492-97bc-5391cea3d6e4 req-c5e2e24b-e889-4518-8d7d-4de637c2e56a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:38.954311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-733d1838-24b7-4492-97bc-5391cea3d6e4 req-c5e2e24b-e889-4518-8d7d-4de637c2e56a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 945 time: 0.1571884 Feb 11 05:24:38.979715 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb8661be-9e87-40f2-a488-f0d7bd9c2520 admin admin] Publish callbacks [] for security_group (af6eabf4-6cb5-4952-8c09-77a9ed3d7df6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.998264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46746) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:39.019497 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb8661be-9e87-40f2-a488-f0d7bd9c2520 admin admin] Publish callbacks [] for security_group (af6eabf4-6cb5-4952-8c09-77a9ed3d7df6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.021510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-425e2bb4-e0e0-4ca5-93cc-35fce891b4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.051062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-80f202fa-b9b3-4f15-9282-eb69e0066f01 None None] Provisioning complete for port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:39.051717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-80f202fa-b9b3-4f15-9282-eb69e0066f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.101051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-80f202fa-b9b3-4f15-9282-eb69e0066f01 None None] Port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:39.114432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb8661be-9e87-40f2-a488-f0d7bd9c2520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (af6eabf4-6cb5-4952-8c09-77a9ed3d7df6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.117079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb8661be-9e87-40f2-a488-f0d7bd9c2520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.118696 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fb8661be-9e87-40f2-a488-f0d7bd9c2520 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af6eabf4-6cb5-4952-8c09-77a9ed3d7df6 HTTP/1.1" status: 204 len: 168 time: 0.2284877 Feb 11 05:24:39.132635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8661be-9e87-40f2-a488-f0d7bd9c2520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6eabf4-6cb5-4952-8c09-77a9ed3d7df6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.155971 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-425e2bb4-e0e0-4ca5-93cc-35fce891b4f7 admin admin] Publish callbacks [] for security_group (0b7359bb-2752-45df-a669-86c2ce8adbc9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.160538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-425e2bb4-e0e0-4ca5-93cc-35fce891b4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b7359bb-2752-45df-a669-86c2ce8adbc9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.177785 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-733d1838-24b7-4492-97bc-5391cea3d6e4 req-5e0d004f-6365-4527-a10c-81315c4e4420 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084043 Feb 11 05:24:39.210898 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-425e2bb4-e0e0-4ca5-93cc-35fce891b4f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cb28318a7ea441da7949faede75450e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091098 Feb 11 05:24:39.212321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46756) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:39.222759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e2bb4-e0e0-4ca5-93cc-35fce891b4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7359bb-2752-45df-a669-86c2ce8adbc9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.290398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb322-637b-40f3-aae8-0eb04408e905 admin admin] Publish callbacks [] for security_group (0b7359bb-2752-45df-a669-86c2ce8adbc9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.301053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49db6d-5496-4fa8-8506-1727a5f25d4f req-df9fd0d0-3bcc-4e48-87bc-ef605693b601 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:39.302569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e49db6d-5496-4fa8-8506-1727a5f25d4f req-df9fd0d0-3bcc-4e48-87bc-ef605693b601 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 946 time: 0.3379138 Feb 11 05:24:39.322248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb322-637b-40f3-aae8-0eb04408e905 admin admin] Publish callbacks [] for security_group (0b7359bb-2752-45df-a669-86c2ce8adbc9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.403896 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb322-637b-40f3-aae8-0eb04408e905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b7359bb-2752-45df-a669-86c2ce8adbc9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.407901 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb322-637b-40f3-aae8-0eb04408e905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.409757 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1bbeb322-637b-40f3-aae8-0eb04408e905 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b7359bb-2752-45df-a669-86c2ce8adbc9 HTTP/1.1" status: 204 len: 168 time: 0.1964440 Feb 11 05:24:39.435007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e49db6d-5496-4fa8-8506-1727a5f25d4f req-65b2f6b6-98a6-4b48-8565-8cba2f5715e6 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206119 Feb 11 05:24:39.451270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c3de-d20a-4a9b-b650-722c488e10f8 req-3059da5e-ac55-45e7-a886-110f7275279b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:39.453225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d844c3de-d20a-4a9b-b650-722c488e10f8 req-3059da5e-ac55-45e7-a886-110f7275279b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 936 time: 0.1605792 Feb 11 05:24:39.487252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeb322-637b-40f3-aae8-0eb04408e905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7359bb-2752-45df-a669-86c2ce8adbc9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.639769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:39.683493 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Publish callbacks [] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.706818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d844c3de-d20a-4a9b-b650-722c488e10f8 req-07f6b95c-77a7-4b2a-b34a-220ce6dce7c1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449186 Feb 11 05:24:39.733610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Transition to ACTIVE for port object b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:39.741468 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:39.742444 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.774825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-37dd5a94-9138-43ff-bc2f-6155c5a7effa tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2659631 Feb 11 05:24:39.793590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:39.818435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.846390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.930143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Attempting to bind port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:39.930836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Attempting to bind port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:39.931411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Attempting to bind port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:39.964577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:39.965289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Attempting to bind port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:39.974855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:39.975438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:39.975564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:39.975937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Bound port: b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:39.976383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.056350 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.059137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:40.066934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:40.106000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.149291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:40.149852 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.151388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] 10.222.0.81 "PUT /v2.0/ports/b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 1097 time: 1.4456477 Feb 11 05:24:40.154073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:40.156163 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e897c7-8f73-41d5-b83f-0c35af0237d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:40.221805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303d473-2dc6-4c4d-9a3c-aaae1c1163f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:40.269775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Allocated IP 172.25.1.44 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/50e27b56-c75d-407d-b81c-623351cd6319) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:40.310850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-aba8ba5b-1ba4-423f-8497-06ab835329df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:40.312944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-aba8ba5b-1ba4-423f-8497-06ab835329df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1131 time: 0.1039355 Feb 11 05:24:40.389429 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-d606a5dc-1528-47c1-a698-3c924c933379 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 217 time: 0.0600867 Feb 11 05:24:40.493270 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f0f4b8-6436-471c-9bba-d5968223d833 x-openstack-request-id: req-69f0f4b8-6436-471c-9bba-d5968223d833 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:40.493270 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:40.493523 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69f0f4b8-6436-471c-9bba-d5968223d833 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:40.493743 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'status': 'completed', 'code': 200} Feb 11 05:24:40.501896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for port (50e27b56-c75d-407d-b81c-623351cd6319), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.505919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ffd0e317-292d-4aad-bb7d-f1ac08ff17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:40.507473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-ffd0e317-292d-4aad-bb7d-f1ac08ff17ba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1076152 Feb 11 05:24:40.603031 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (50e27b56-c75d-407d-b81c-623351cd6319), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.658347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46816) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:40.768518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-310706452-network', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:40.789963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Made reservation on behalf of e0807f8d81ce4078a753ca6b5cc70a7c for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:40.792223 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.802188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.890895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Publish callbacks [] for security_group (ca8c56b9-f417-4433-badb-c4d4280d33de), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.895656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ca8c56b9-f417-4433-badb-c4d4280d33de), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.923858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:40.928173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:40.930371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8c56b9-f417-4433-badb-c4d4280d33de,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:40.931853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-f837a551-4dae-4da0-9bca-cb84b22055dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:40.933406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-f837a551-4dae-4da0-9bca-cb84b22055dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4123101 Feb 11 05:24:40.939733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (69dc8aa2-c151-4f32-8105-8f32c5560b1c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.940084 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Added segment 69dc8aa2-c151-4f32-8105-8f32c5560b1c of type vlan for network 93ea3b76-11e6-444c-884f-43886c1fc0ff Feb 11 05:24:40.940481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:40.942414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.942531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.942832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.943166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.943503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.943837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.944167 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.944495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.944677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:40.944803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.945150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.945480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.945805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.946144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:40.952715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Pushing event updated for resources: {'Port': ['ID=50e27b56-c75d-407d-b81c-623351cd6319,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:40.991441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (93ea3b76-11e6-444c-884f-43886c1fc0ff), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.013976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedbfb9-9b39-4f77-83e1-b6ea8ac6f7aa req-4447c396-8d8d-4a3d-911a-2df6040a5f9c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.015541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-caedbfb9-9b39-4f77-83e1-b6ea8ac6f7aa req-4447c396-8d8d-4a3d-911a-2df6040a5f9c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 946 time: 0.4534273 Feb 11 05:24:41.017438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (93ea3b76-11e6-444c-884f-43886c1fc0ff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.018787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.019567 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.050327 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3903420 Feb 11 05:24:41.053245 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46828) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:41.059788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Request body: {'subnet': {'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-310706452-subnet', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:41.095557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76689f-1e27-404f-a775-99cfe1aea31a admin admin] Pushing event updated for resources: {'Network': ['ID=93ea3b76-11e6-444c-884f-43886c1fc0ff,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:41.107755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 93ea3b76-11e6-444c-884f-43886c1fc0ff details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:41.112526 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Made reservation on behalf of e0807f8d81ce4078a753ca6b5cc70a7c for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:41.115314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.139715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-555cac6d-d652-416f-b736-ed4499281225 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966145 Feb 11 05:24:41.152201 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.168121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-caedbfb9-9b39-4f77-83e1-b6ea8ac6f7aa req-dbb20b26-eab2-42ae-8ef3-a22ea14eab72 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227086 Feb 11 05:24:41.246043 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (50e27b56-c75d-407d-b81c-623351cd6319), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.321109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (4e653a1a-5d90-49be-8a94-973c5fe75435), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.322395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19638e6a-9dc2-4116-ac7b-97d729df5cec req-32390ff5-ea74-4dc5-89d3-4581d4f6533f tempest-AbsoluteLimitsNegativeTestJSON-642528121 tempest-AbsoluteLimitsNegativeTestJSON-642528121-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a59887c707214059bf7ee3b9ce7d9587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427165 Feb 11 05:24:41.329855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc100606-441a-468f-af27-63c7c1b59bc6 req-162d8062-bc16-4a92-9222-aeef7401869a service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759243 Feb 11 05:24:41.376690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e653a1a-5d90-49be-8a94-973c5fe75435,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:41.393918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Checking segment: {'id': '69dc8aa2-c151-4f32-8105-8f32c5560b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:41.394280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Network hostable DHCP agents. Network: 93ea3b76-11e6-444c-884f-43886c1fc0ff, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:41.411075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Network 93ea3b76-11e6-444c-884f-43886c1fc0ff is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:41.420474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 93ea3b76-11e6-444c-884f-43886c1fc0ff) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:41.426663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.427781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.428859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5488f2-ab87-4ab4-822f-c29a4f37072a None None] Network 93ea3b76-11e6-444c-884f-43886c1fc0ff requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:41.445812 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ea1066e4-b24b-4bbd-af88-e6cdadc1160e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3906004 Feb 11 05:24:41.447880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46842) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:41.453435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:41.475609 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (8587b71f-b27f-4161-baeb-708a78e468dc), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.476718 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (8587b71f-b27f-4161-baeb-708a78e468dc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.535331 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks [] for router_controller (8587b71f-b27f-4161-baeb-708a78e468dc), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.554193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19638e6a-9dc2-4116-ac7b-97d729df5cec req-4b2411df-c783-4724-bf4b-4ff1d76904ec tempest-AbsoluteLimitsNegativeTestJSON-642528121 tempest-AbsoluteLimitsNegativeTestJSON-642528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.557577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19638e6a-9dc2-4116-ac7b-97d729df5cec req-4b2411df-c783-4724-bf4b-4ff1d76904ec tempest-AbsoluteLimitsNegativeTestJSON-642528121 tempest-AbsoluteLimitsNegativeTestJSON-642528121-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255950 Feb 11 05:24:41.559209 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-93ea3b76-11e6-444c-884f-43886c1fc0ff', 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff', 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'fixed_ips': [{'subnet_id': '4e653a1a-5d90-49be-8a94-973c5fe75435'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:24:41.560643 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.566171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-1657fa4b-aec0-4367-b949-1a15b31847c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.567709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-1657fa4b-aec0-4367-b949-1a15b31847c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1131 time: 0.1539180 Feb 11 05:24:41.589342 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for port (50e27b56-c75d-407d-b81c-623351cd6319), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.606000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (50e27b56-c75d-407d-b81c-623351cd6319), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.672023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19638e6a-9dc2-4116-ac7b-97d729df5cec req-ae001880-5832-4864-ad3d-a1b53d3187c6 tempest-AbsoluteLimitsNegativeTestJSON-642528121 tempest-AbsoluteLimitsNegativeTestJSON-642528121-project] 10.222.0.31 "GET /v2.0/quotas/a59887c707214059bf7ee3b9ce7d9587 HTTP/1.1" status: 200 len: 375 time: 0.0980546 Feb 11 05:24:41.691182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks [] for router_gateway (8587b71f-b27f-4161-baeb-708a78e468dc), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.742590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Allocated IP 172.20.0.2 (93ea3b76-11e6-444c-884f-43886c1fc0ff/4e653a1a-5d90-49be-8a94-973c5fe75435/715be240-c589-41b9-a5bc-e15db1c940a7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:41.753256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19638e6a-9dc2-4116-ac7b-97d729df5cec req-cd79c60d-5c44-4f43-bb6b-7ab5fa4a8012 tempest-AbsoluteLimitsNegativeTestJSON-642528121 tempest-AbsoluteLimitsNegativeTestJSON-642528121-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a59887c707214059bf7ee3b9ce7d9587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405991 Feb 11 05:24:41.785213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Pushing event updated for resources: {'Port': ['ID=50e27b56-c75d-407d-b81c-623351cd6319,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:41.800908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.801317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.801660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.801990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.802334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.802676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.803011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.803347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.803828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.804169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.804501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.806006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.806006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:41.820103 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.850460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-b1dd8e0b-2cc5-449c-8ce1-1c394c1c9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.852185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-b1dd8e0b-2cc5-449c-8ce1-1c394c1c9227 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2744112 Feb 11 05:24:41.855884 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.863919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-e3224754-5b6f-4c9b-9e6b-3b48b07562a6 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0788770 Feb 11 05:24:41.915131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-a150adbe-869d-4644-9ea2-d90eecb6e919 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 217 time: 0.0471380 Feb 11 05:24:41.942411 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Publish callbacks [] for port (715be240-c589-41b9-a5bc-e15db1c940a7), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.947880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks [] for router_gateway (8587b71f-b27f-4161-baeb-708a78e468dc), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.948508 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.976182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.999013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Pushing event updated for resources: {'Port': ['ID=715be240-c589-41b9-a5bc-e15db1c940a7,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.015755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Network 93ea3b76-11e6-444c-884f-43886c1fc0ff is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:42.017478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:42.019816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:42.035881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-704b9877-c65e-4c16-b4b6-63159ae714be tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 695 time: 0.1710160 Feb 11 05:24:42.082354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Attempting to bind port 715be240-c589-41b9-a5bc-e15db1c940a7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:42.082771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Attempting to bind port 715be240-c589-41b9-a5bc-e15db1c940a7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '69dc8aa2-c151-4f32-8105-8f32c5560b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:42.083135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Attempting to bind port 715be240-c589-41b9-a5bc-e15db1c940a7 on network 93ea3b76-11e6-444c-884f-43886c1fc0ff {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:42.089926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:42.090129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Checking segment: {'id': '69dc8aa2-c151-4f32-8105-8f32c5560b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:42.090487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.090788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Bound using segment: {'id': '69dc8aa2-c151-4f32-8105-8f32c5560b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:42.091413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Bound port: 715be240-c589-41b9-a5bc-e15db1c940a7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc8aa2-c151-4f32-8105-8f32c5560b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:42.091968 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.099850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-1ff0d799-ed06-46df-9aaa-e42777a8544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.101348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-1ff0d799-ed06-46df-9aaa-e42777a8544b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1365790 Feb 11 05:24:42.121105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46850) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:42.134309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Allocated IP 172.25.1.210 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/fffd5c65-c771-4a42-8ed2-552be84c0846) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:42.150384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef80c7-4fa4-4102-8721-48c945b5000b req-a280ac68-74a9-4edd-a972-367f626b3d6e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.158130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70ef80c7-4fa4-4102-8721-48c945b5000b req-a280ac68-74a9-4edd-a972-367f626b3d6e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 948 time: 0.2911046 Feb 11 05:24:42.179740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] For port 715be240-c589-41b9-a5bc-e15db1c940a7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:42.184891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] For port 715be240-c589-41b9-a5bc-e15db1c940a7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=715be240-c589-41b9-a5bc-e15db1c940a7,segment=NetworkSegment(69dc8aa2-c151-4f32-8105-8f32c5560b1c),segment_id=69dc8aa2-c151-4f32-8105-8f32c5560b1c)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:42.195744 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.272252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-b843f7ef-76f5-4c47-a72d-04009c780f01 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.273521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3974652a-d76c-49b5-9d49-3c7166a32f16 req-b843f7ef-76f5-4c47-a72d-04009c780f01 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.2368023 Feb 11 05:24:42.274152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298fb7e-7fbc-4688-8956-dc8ae5279d40 None None] Pushing event updated for resources: {'Port': ['ID=715be240-c589-41b9-a5bc-e15db1c940a7,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.295001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-4ae94b1b-b538-4958-892d-138bcff892d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.296590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-4ae94b1b-b538-4958-892d-138bcff892d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1673105 Feb 11 05:24:42.314911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks [] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.316617 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-375bb23c-82fc-4723-a14d-c2ed6c6e27a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.331661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70ef80c7-4fa4-4102-8721-48c945b5000b req-e5975c1e-0550-4c47-bab3-fc97c71bbf5d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723580 Feb 11 05:24:42.447095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-909c8609-1c14-48c7-94f8-060c27a957c1 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375353 Feb 11 05:24:42.473661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.554215 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:42.595088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:42.600777 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:42.620737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Pushing event updated for resources: {'Port': ['ID=fffd5c65-c771-4a42-8ed2-552be84c0846,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.642868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-375bb23c-82fc-4723-a14d-c2ed6c6e27a7 admin admin] Publish callbacks [] for security_group (d0008d48-c168-4b28-84d1-06167eb4064d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.661267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e897c7-8f73-41d5-b83f-0c35af0237d1 req-a138c716-2555-407f-9261-2c0891db98b7 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808605 Feb 11 05:24:42.676208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-375bb23c-82fc-4723-a14d-c2ed6c6e27a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d0008d48-c168-4b28-84d1-06167eb4064d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.787304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bb23c-82fc-4723-a14d-c2ed6c6e27a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0008d48-c168-4b28-84d1-06167eb4064d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.797755 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-375bb23c-82fc-4723-a14d-c2ed6c6e27a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a59887c707214059bf7ee3b9ce7d9587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6751533 Feb 11 05:24:42.807350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46874) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:42.842204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dcfb0-f181-4725-a653-d96e8f04b14b req-985b53e4-d15b-4bf5-b594-eba816d7b130 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.843661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-746dcfb0-f181-4725-a653-d96e8f04b14b req-985b53e4-d15b-4bf5-b594-eba816d7b130 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1129 time: 0.1388898 Feb 11 05:24:42.885046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-33339e23-0e12-4564-9aa4-33eb2f448dc9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.886550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-33339e23-0e12-4564-9aa4-33eb2f448dc9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 821 time: 0.2177246 Feb 11 05:24:42.926222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-b9197b5a-214a-49c9-8680-eb6fb4a41e89 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/quotas/8e312eb1800a4d028cf8a27444b5ea68 HTTP/1.1" status: 200 len: 375 time: 0.0315373 Feb 11 05:24:42.935207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8874da0a-1ed5-4362-ad16-01ec4dd31398 admin admin] Publish callbacks [] for security_group (d0008d48-c168-4b28-84d1-06167eb4064d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.956708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-746dcfb0-f181-4725-a653-d96e8f04b14b req-7c4e96cc-94b7-4095-a2d8-d5ff89e96c0f tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003308 Feb 11 05:24:42.990029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks [] for router_gateway (8587b71f-b27f-4161-baeb-708a78e468dc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.996492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8874da0a-1ed5-4362-ad16-01ec4dd31398 admin admin] Publish callbacks [] for security_group (d0008d48-c168-4b28-84d1-06167eb4064d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.049420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-50184f32-78bb-4542-b0c4-fc853bea6abf tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122880 Feb 11 05:24:43.142722 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8874da0a-1ed5-4362-ad16-01ec4dd31398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d0008d48-c168-4b28-84d1-06167eb4064d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.145392 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8874da0a-1ed5-4362-ad16-01ec4dd31398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.149406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8874da0a-1ed5-4362-ad16-01ec4dd31398 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0008d48-c168-4b28-84d1-06167eb4064d HTTP/1.1" status: 204 len: 168 time: 0.3372610 Feb 11 05:24:43.170745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874da0a-1ed5-4362-ad16-01ec4dd31398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0008d48-c168-4b28-84d1-06167eb4064d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:43.253492 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-e79902d2-85b3-4f61-bfb0-e796867ffd99 service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930866 Feb 11 05:24:43.259644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 715be240-c589-41b9-a5bc-e15db1c940a7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:43.305886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (8587b71f-b27f-4161-baeb-708a78e468dc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.332813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e840-13ec-43c1-809e-fc432aff6468 req-73d26efa-1490-4c09-a959-f64b6e3ff00a tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.335047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37a3e840-13ec-43c1-809e-fc432aff6468 req-73d26efa-1490-4c09-a959-f64b6e3ff00a tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1129 time: 0.1456230 Feb 11 05:24:43.359037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 715be240-c589-41b9-a5bc-e15db1c940a7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:43.359420 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.435549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37a3e840-13ec-43c1-809e-fc432aff6468 req-b7178b65-d41b-43f8-b049-4d532e7119d9 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917084 Feb 11 05:24:43.437924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-45d88fb9-01ab-4c1f-a49a-fe504d7232e5 service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630249 Feb 11 05:24:43.550202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 715be240-c589-41b9-a5bc-e15db1c940a7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:43.551143 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.574619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Router 8587b71f-b27f-4161-baeb-708a78e468dc is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:43.599007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 715be240-c589-41b9-a5bc-e15db1c940a7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=715be240-c589-41b9-a5bc-e15db1c940a7,segment=NetworkSegment(69dc8aa2-c151-4f32-8105-8f32c5560b1c),segment_id=69dc8aa2-c151-4f32-8105-8f32c5560b1c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:43.604193 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.679560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b110de-c474-42f4-b72a-769efef527f3 req-6c45c49e-b0b4-4508-8851-3d7c86998041 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.682440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4b110de-c474-42f4-b72a-769efef527f3 req-6c45c49e-b0b4-4508-8851-3d7c86998041 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 948 time: 0.0836222 Feb 11 05:24:43.695675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=715be240-c589-41b9-a5bc-e15db1c940a7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:43.717963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f431f2-3a79-434e-aa1f-ed9f0f77eb93 None None] Network 93ea3b76-11e6-444c-884f-43886c1fc0ff requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:43.853043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bd90071-077e-42d7-9299-e19337c11438 req-1f3ee8c9-c0c7-40bf-ba71-72109e8952f4 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 210 time: 0.0643005 Feb 11 05:24:43.860665 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:43.876821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4b110de-c474-42f4-b72a-769efef527f3 req-d4f5ebd0-f29d-400d-a4b8-9b587fa62a94 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800218 Feb 11 05:24:43.885217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Sync routers for ids ['8587b71f-b27f-4161-baeb-708a78e468dc'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:43.901825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Routers {'8587b71f-b27f-4161-baeb-708a78e468dc'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:43.902428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8587b71f-b27f-4161-baeb-708a78e468dc'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:43.931751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.935354 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cfb20b6b-1487-4b9a-8339-14989a1b6718 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4837091 Feb 11 05:24:43.936104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46916) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:43.989090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-041c41fa-5bd2-4506-8108-a4b3cbfc9675 None None] Provisioning complete for port 715be240-c589-41b9-a5bc-e15db1c940a7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:43.989497 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-041c41fa-5bd2-4506-8108-a4b3cbfc9675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.327030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Set router 8587b71f-b27f-4161-baeb-708a78e468dc gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:44.555301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46958) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:44.634958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-041c41fa-5bd2-4506-8108-a4b3cbfc9675 None None] Current status of the port 715be240-c589-41b9-a5bc-e15db1c940a7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:44.756385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:42Z', 'revision_number': 3, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'gw_port': {'id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:44.806655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Checking router: 8587b71f-b27f-4161-baeb-708a78e468dc for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:44.807014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Updating router 8587b71f-b27f-4161-baeb-708a78e468dc port fffd5c65-c771-4a42-8ed2-552be84c0846 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:44.814920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.823330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-62923771-network', 'tenant_id': 'c48aa07a8914402e9f67cd9603c8be7e'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:44.839500 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.843783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d0f1ff5c-413e-49f3-85f8-e22b2c07f6be None None] Provisioning complete for port 715be240-c589-41b9-a5bc-e15db1c940a7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:44.844319 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d0f1ff5c-413e-49f3-85f8-e22b2c07f6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.858811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Made reservation on behalf of c48aa07a8914402e9f67cd9603c8be7e for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:44.865754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.887459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.087241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Publish callbacks [] for security_group (b93a79d1-37a6-4527-b350-e928af706f78), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.106809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b93a79d1-37a6-4527-b350-e928af706f78), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.129017 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:45.151470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8c4cdfa-1020-4039-9b1c-7e2f11c65655 req-cd53402b-058c-4335-9255-c3cc91ef2ea3 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 210 time: 0.1689432 Feb 11 05:24:45.158747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2f973ebb-f14e-4de7-9173-dd6e2994b061), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.159474 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Added segment 2f973ebb-f14e-4de7-9173-dd6e2994b061 of type vlan for network c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a Feb 11 05:24:45.257384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46998) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:45.307077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:45.310599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 715be240-c589-41b9-a5bc-e15db1c940a7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:45.358052 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.422124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1ff5c-413e-49f3-85f8-e22b2c07f6be None None] Current status of the port 715be240-c589-41b9-a5bc-e15db1c940a7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:45.424522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Allocated IP 172.20.0.1 (93ea3b76-11e6-444c-884f-43886c1fc0ff/4e653a1a-5d90-49be-8a94-973c5fe75435/dc67822d-fbcb-4691-bda3-16ee4cced1d0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:45.447674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93a79d1-37a6-4527-b350-e928af706f78,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:45.505971 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1cf3279e-b018-4aeb-b160-489d40ba4a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.539128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f1f0a-6189-49c2-883b-c8bb3d640c12 req-69b6323d-b272-4a34-a383-f8b0218f09b2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.540870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-029f1f0a-6189-49c2-883b-c8bb3d640c12 req-69b6323d-b272-4a34-a383-f8b0218f09b2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 948 time: 0.2423141 Feb 11 05:24:45.558832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.560286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.561196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.586536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 715be240-c589-41b9-a5bc-e15db1c940a7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:45.586933 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.647684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:45.649013 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-029f1f0a-6189-49c2-883b-c8bb3d640c12 req-dfb0a58a-db6a-471d-a191-9181fa179c66 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771961 Feb 11 05:24:45.666375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:45.689147 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-965c46db-0cc3-42cb-a587-0b2d44ded9f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1324308 Feb 11 05:24:45.690206 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47006) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:45.707613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-3819e84a-dcfa-4c1d-b32c-edd7c812801a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.709962 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-3819e84a-dcfa-4c1d-b32c-edd7c812801a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.72 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 821 time: 0.5112638 Feb 11 05:24:45.715670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Request body: {'subnet': {'network_id': 'c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-62923771-subnet', 'tenant_id': 'c48aa07a8914402e9f67cd9603c8be7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:45.728631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Request body: {'port': {'device_id': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'admin_state_up': True, 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:45.732761 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Publish callbacks [] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.743189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:45.803810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.817018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Made reservation on behalf of c48aa07a8914402e9f67cd9603c8be7e for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:45.819583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.839496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'mac_address': 'fa:16:3e:a6:9e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:45.861685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc67822d-fbcb-4691-bda3-16ee4cced1d0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:45.879521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1cf3279e-b018-4aeb-b160-489d40ba4a73 admin admin] Publish callbacks [] for security_group (0d8a543d-b74b-4a99-ae4d-4a91e4dd574c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.889573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1cf3279e-b018-4aeb-b160-489d40ba4a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0d8a543d-b74b-4a99-ae4d-4a91e4dd574c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.894959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Network 93ea3b76-11e6-444c-884f-43886c1fc0ff is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:45.912903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:45.927329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:45.956015 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Publish callbacks [] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.962385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 715be240-c589-41b9-a5bc-e15db1c940a7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:45.966124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:45.966741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.981662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.999203 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (8587b71f-b27f-4161-baeb-708a78e468dc), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.021105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:46.087548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47014) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:46.096742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:46.102273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3fa0c-da9b-4575-973e-66939c4dbcc2 None None] Pushing event updated for resources: {'Port': ['ID=fffd5c65-c771-4a42-8ed2-552be84c0846,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.110102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Attempting to bind port fffd5c65-c771-4a42-8ed2-552be84c0846 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:46.110916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Attempting to bind port fffd5c65-c771-4a42-8ed2-552be84c0846 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:46.112704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Attempting to bind port fffd5c65-c771-4a42-8ed2-552be84c0846 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:46.119617 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.124567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:46.125972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:46.126636 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.127264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:46.127983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Bound port: fffd5c65-c771-4a42-8ed2-552be84c0846, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:46.128597 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.214315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (71aa504f-d676-4209-b1a0-9c3dc6e7c59d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.285384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.290838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] For port fffd5c65-c771-4a42-8ed2-552be84c0846, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:46.294829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] For port fffd5c65-c771-4a42-8ed2-552be84c0846, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fffd5c65-c771-4a42-8ed2-552be84c0846,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:46.304243 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.391340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7f75ac71-8dc6-4bcb-85a5-62f32b014799 None None] Provisioning complete for port dc67822d-fbcb-4691-bda3-16ee4cced1d0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:46.391723 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f75ac71-8dc6-4bcb-85a5-62f32b014799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.419966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3fa0c-da9b-4575-973e-66939c4dbcc2 None None] Pushing event updated for resources: {'Port': ['ID=fffd5c65-c771-4a42-8ed2-552be84c0846,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.425898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Routers {'8587b71f-b27f-4161-baeb-708a78e468dc'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:46.426694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8587b71f-b27f-4161-baeb-708a78e468dc'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:46.478871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7f75ac71-8dc6-4bcb-85a5-62f32b014799 None None] Port dc67822d-fbcb-4691-bda3-16ee4cced1d0 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:46.496541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:46.529459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1cf3279e-b018-4aeb-b160-489d40ba4a73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eadd2ad22b584046b57c41e6a06f1006&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2724247 Feb 11 05:24:46.540992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47026) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:46.541661 n-d-715271-35 neutron-server[103121]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 05:24:46.546994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3279e-b018-4aeb-b160-489d40ba4a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a543d-b74b-4a99-ae4d-4a91e4dd574c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.552619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-d353db75-a10d-4061-857c-2308fc747e7b tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:24:46.563845 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-d353db75-a10d-4061-857c-2308fc747e7b tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4718781 Feb 11 05:24:46.567507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Made reservation on behalf of 8e312eb1800a4d028cf8a27444b5ea68 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:46.571083 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.600596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] Set router 8587b71f-b27f-4161-baeb-708a78e468dc gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:46.625493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32567936-2b7b-40c3-ab1f-d8d2a6557b1c req-2ca6d561-58fe-41af-b179-c07160fd9e1b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 210 time: 0.0737064 Feb 11 05:24:46.662271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=71aa504f-d676-4209-b1a0-9c3dc6e7c59d,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.723565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.828203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Checking segment: {'id': '2f973ebb-f14e-4de7-9173-dd6e2994b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:46.828491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Network hostable DHCP agents. Network: c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:46.876991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-4ec1d152-ab3b-4f89-b307-231e6475f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:46.878438 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-4ec1d152-ab3b-4f89-b307-231e6475f02c service neutron] 10.222.0.31 "GET /v2.0/ports/e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 1126 time: 0.2669299 Feb 11 05:24:46.906806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1fe27099-b0d8-46e8-9021-8994bd5430f2 admin admin] Publish callbacks [] for security_group (0d8a543d-b74b-4a99-ae4d-4a91e4dd574c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.914198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:42Z', 'revision_number': 3, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'gw_port': {'id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:46.916930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Request body: {'binding': {'host': 'n-h1-715271-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:46.917511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Unknown quota resources ['binding']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:24:46.951223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39fd43-1d39-4a7a-ae14-919abdc577ab None None] The sync data for ids ['8587b71f-b27f-4161-baeb-708a78e468dc'] in n-d-715271-35 is: [{'id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:42Z', 'revision_number': 3, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'gw_port': {'id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:46.991636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Network c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:46.999092 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1fe27099-b0d8-46e8-9021-8994bd5430f2 admin admin] Publish callbacks [] for security_group (0d8a543d-b74b-4a99-ae4d-4a91e4dd574c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.020096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Allocated IP 172.20.0.4 (c1702abd-3735-455f-99ad-1858676d85f3/2990ec19-2306-423b-81b6-8a5c69425e89/d49e4660-59a7-4a46-8d11-b580a4fc400d) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:47.047018 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Publish callbacks [] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.049362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:47.059886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742499ef-47f9-468e-ba06-eac990a76af5 None None] Network c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:47.064438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.088684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:47.089313 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.164204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (8587b71f-b27f-4161-baeb-708a78e468dc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.166096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc67822d-fbcb-4691-bda3-16ee4cced1d0,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:47.173686 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b6f7f781-3059-46d9-bed0-4abc8c67fb0c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4626019 Feb 11 05:24:47.329205 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1fe27099-b0d8-46e8-9021-8994bd5430f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0d8a543d-b74b-4a99-ae4d-4a91e4dd574c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.332453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1fe27099-b0d8-46e8-9021-8994bd5430f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.336457 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1fe27099-b0d8-46e8-9021-8994bd5430f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d8a543d-b74b-4a99-ae4d-4a91e4dd574c HTTP/1.1" status: 204 len: 168 time: 0.7897055 Feb 11 05:24:47.377419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af8fed-808e-4031-ae62-86e974fcf644 None None] Network c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:47.473152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe27099-b0d8-46e8-9021-8994bd5430f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a543d-b74b-4a99-ae4d-4a91e4dd574c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:47.484813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f on host n-h1-715271-35 for vnic_type normal with profile None {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:47.485089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626a39a-d1a2-4d77-b2b3-fe636aec51b0 req-75ed8e6b-d6ce-4576-8dbd-a9a29281d7f8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:47.485253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:47.485499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:47.487125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c626a39a-d1a2-4d77-b2b3-fe636aec51b0 req-75ed8e6b-d6ce-4576-8dbd-a9a29281d7f8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 949 time: 0.1445127 Feb 11 05:24:47.489412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Network 93ea3b76-11e6-444c-884f-43886c1fc0ff is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:47.497055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:47.526169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Port e9ca4016-0040-4010-9e1a-9b8cf23f989f on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:47.526501 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:47.559327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:47.559773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:47.560067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:47.560506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Bound port: e9ca4016-0040-4010-9e1a-9b8cf23f989f, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:47.734917 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.740285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c626a39a-d1a2-4d77-b2b3-fe636aec51b0 req-5e8aadac-48e0-4a4f-baa0-330db17e70d7 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352295 Feb 11 05:24:47.793398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Router 8587b71f-b27f-4161-baeb-708a78e468dc has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:47.821893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:47.828942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e0e62ff3-dab8-430e-b261-0adbee76e62d None None] Provisioning complete for port dc67822d-fbcb-4691-bda3-16ee4cced1d0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:47.834578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0e62ff3-dab8-430e-b261-0adbee76e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.844966 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.846253 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8ad69389-fa59-4032-9085-3fbc189bf2a3 service neutron] 10.222.0.31 "POST /v2.0/ports/e9ca4016-0040-4010-9e1a-9b8cf23f989f/bindings HTTP/1.1" status: 201 len: 390 time: 0.9453638 Feb 11 05:24:47.876777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.941418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Network c1702abd-3735-455f-99ad-1858676d85f3 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:47.973977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:47.987493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:48.102271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Pushing event updated for resources: {'Port': ['ID=d49e4660-59a7-4a46-8d11-b580a4fc400d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:48.196596 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:48.204816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['16f88cab-972b-4e4a-ba0a-734d81cb7241'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:48.205330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.269362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:48.277968 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-cbe862a0-19af-4327-900b-20e50477257b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5566640 Feb 11 05:24:48.285897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3ac60d80-5cd9-47d7-9909-2ff72ca38df5 admin admin] 10.222.0.31 "PUT /v2.0/routers/8587b71f-b27f-4161-baeb-708a78e468dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3485758 Feb 11 05:24:48.289657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e0e62ff3-dab8-430e-b261-0adbee76e62d None None] Port dc67822d-fbcb-4691-bda3-16ee4cced1d0 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:48.305166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Request body: {'port': {'device_id': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:48.366317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a809d7-f2ff-4f8d-a7ce-3058e88b9638 req-2969098a-5115-47b4-b0c4-ccc4d599b099 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:48.377146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94a809d7-f2ff-4f8d-a7ce-3058e88b9638 req-2969098a-5115-47b4-b0c4-ccc4d599b099 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 931 time: 0.1675427 Feb 11 05:24:48.482103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-6047f1bb-9bd8-47c4-9e9f-bfdf779b78f1 req-ac90d630-9e68-4be3-a6e1-8fcb064984cc tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1090528665', 'description': 'tempest-description-358986198'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:48.494257 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.569107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94a809d7-f2ff-4f8d-a7ce-3058e88b9638 req-be09e6d8-03fb-469f-9e9e-7db8a7151c28 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899641 Feb 11 05:24:48.575118 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6047f1bb-9bd8-47c4-9e9f-bfdf779b78f1 req-ac90d630-9e68-4be3-a6e1-8fcb064984cc tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.582436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4da62425-e822-4f8b-9853-8feb359cf4cc None None] Provisioning complete for port d49e4660-59a7-4a46-8d11-b580a4fc400d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:48.583161 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4da62425-e822-4f8b-9853-8feb359cf4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.593777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-c6f2d402-0354-4af7-91d9-bae317ae4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:48.601522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-c6f2d402-0354-4af7-91d9-bae317ae4239 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1129 time: 0.2706838 Feb 11 05:24:48.622960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4da62425-e822-4f8b-9853-8feb359cf4cc None None] Port d49e4660-59a7-4a46-8d11-b580a4fc400d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:48.835782 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-e4baf134-5f42-4662-b793-188b1a01a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:48.837759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-e4baf134-5f42-4662-b793-188b1a01a707 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.2228098 Feb 11 05:24:48.916689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8dbf932b-5ceb-4d88-9ed8-6df9e31647c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 217 time: 0.0590510 Feb 11 05:24:48.951949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49e4660-59a7-4a46-8d11-b580a4fc400d {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:48.961327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Publish callbacks [] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.976048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Transition to ACTIVE for port object d49e4660-59a7-4a46-8d11-b580a4fc400d will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:48.979848 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.996181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6047f1bb-9bd8-47c4-9e9f-bfdf779b78f1 req-ac90d630-9e68-4be3-a6e1-8fcb064984cc tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (1b33f087-676d-40f6-bfd5-a76b5a6fea11), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.021332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e246844-81fe-4eb8-9efa-6574a354e113 req-e0dcf51e-8bbf-40e8-b394-8e88cc40d614 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:49.026862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e246844-81fe-4eb8-9efa-6574a354e113 req-e0dcf51e-8bbf-40e8-b394-8e88cc40d614 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 946 time: 0.3315988 Feb 11 05:24:49.033631 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6047f1bb-9bd8-47c4-9e9f-bfdf779b78f1 req-ac90d630-9e68-4be3-a6e1-8fcb064984cc tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1b33f087-676d-40f6-bfd5-a76b5a6fea11), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.053550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Pushing event updated for resources: {'Port': ['ID=d49e4660-59a7-4a46-8d11-b580a4fc400d,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:49.129750 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6047f1bb-9bd8-47c4-9e9f-bfdf779b78f1 req-ac90d630-9e68-4be3-a6e1-8fcb064984cc tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.147826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6047f1bb-9bd8-47c4-9e9f-bfdf779b78f1 req-ac90d630-9e68-4be3-a6e1-8fcb064984cc tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6747973 Feb 11 05:24:49.160105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:49.188926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Attempting to bind port d49e4660-59a7-4a46-8d11-b580a4fc400d on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:49.188926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Attempting to bind port d49e4660-59a7-4a46-8d11-b580a4fc400d by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:49.189450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Attempting to bind port d49e4660-59a7-4a46-8d11-b580a4fc400d on network c1702abd-3735-455f-99ad-1858676d85f3 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:49.195980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Port d49e4660-59a7-4a46-8d11-b580a4fc400d on network c1702abd-3735-455f-99ad-1858676d85f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:49.196313 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Attempting to bind port d49e4660-59a7-4a46-8d11-b580a4fc400d on network c1702abd-3735-455f-99ad-1858676d85f3 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:49.203981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:49.204328 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Checking segment: {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:49.205759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Bound using segment: {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:49.206209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Bound port: d49e4660-59a7-4a46-8d11-b580a4fc400d, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6bf749-37bc-49a2-8cda-903ffa3c2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:49.206573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.211322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8cb43d78-1e93-4505-a88c-4620e54f2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:49.216831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fffd5c65-c771-4a42-8ed2-552be84c0846 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:49.229672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8cb43d78-1e93-4505-a88c-4620e54f2d65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.3002017 Feb 11 05:24:49.307836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-cd360e80-86e2-4ebc-a31e-ac662f8ec77f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675924 Feb 11 05:24:49.317491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90d630-9e68-4be3-a6e1-8fcb064984cc tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b33f087-676d-40f6-bfd5-a76b5a6fea11,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:49.362626 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] For port d49e4660-59a7-4a46-8d11-b580a4fc400d, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:49.374028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] For port d49e4660-59a7-4a46-8d11-b580a4fc400d, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:49.385031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fffd5c65-c771-4a42-8ed2-552be84c0846 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:49.385376 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.389377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:49.392342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.496606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:49.496983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.527970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Pushing event updated for resources: {'Port': ['ID=d49e4660-59a7-4a46-8d11-b580a4fc400d,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:49.540282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-71128ca8-d678-4957-bf31-b1cd868c29b5 service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000058 Feb 11 05:24:49.551574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:49.552212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.553807 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-ca08d3a1-de75-4629-8745-6d53202629be service neutron] 10.222.0.72 "PUT /v2.0/ports/d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 200 len: 1092 time: 1.2679682 Feb 11 05:24:49.554265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:49.556517 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:49.576101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e246844-81fe-4eb8-9efa-6574a354e113 req-f6b92859-68db-41fd-8991-3f9011b75d8c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185242 Feb 11 05:24:49.715029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-4d975061-f16b-41f4-8c12-ba45ce38db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:49.716544 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-4d975061-f16b-41f4-8c12-ba45ce38db4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 1126 time: 0.1071546 Feb 11 05:24:49.806848 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-702adacd-4468-4ef4-b1f6-40acf46e2ef1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 200 len: 217 time: 0.0812147 Feb 11 05:24:49.817161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:49.822505 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.830273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fffd5c65-c771-4a42-8ed2-552be84c0846 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:49.830667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.862412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-6baaee1a-0fe9-4aa2-82a9-158ea603effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:49.863864 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-6baaee1a-0fe9-4aa2-82a9-158ea603effc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0495684 Feb 11 05:24:49.934839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port fffd5c65-c771-4a42-8ed2-552be84c0846, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fffd5c65-c771-4a42-8ed2-552be84c0846,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:49.950018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:49.956005 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81048c4e-8b3b-41b7-abe7-9c437105771c" -d '{"events": [{"server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "name": "network-vif-plugged", "status": "completed", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:49.964089 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.989005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-7fca0158-b600-4aa5-91da-bd4cf4eb17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:49.990546 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-7fca0158-b600-4aa5-91da-bd4cf4eb17b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1203256 Feb 11 05:24:49.999711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:50.034883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a26bef10-ebfd-4806-a138-dbcfd1b6c7c6 service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857347 Feb 11 05:24:50.049584 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Sync routers for ids ['8587b71f-b27f-4161-baeb-708a78e468dc'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:50.062635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc808242-6aaa-4228-9afb-9b73f2ff690e req-5060a622-80a8-450d-ad0e-add23d795bf6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:50.067589 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Routers {'8587b71f-b27f-4161-baeb-708a78e468dc'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:50.069052 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8587b71f-b27f-4161-baeb-708a78e468dc'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:50.071288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc808242-6aaa-4228-9afb-9b73f2ff690e req-5060a622-80a8-450d-ad0e-add23d795bf6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 949 time: 0.2950485 Feb 11 05:24:50.096092 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.102007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-c3960489-b18a-40ed-a5a4-8e7fc3af408c tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4047537 Feb 11 05:24:50.157308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc808242-6aaa-4228-9afb-9b73f2ff690e req-6eceb5e9-8ec8-4124-ac0f-b1bbd37b13b8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812464 Feb 11 05:24:50.171801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=fffd5c65-c771-4a42-8ed2-552be84c0846,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.194392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.194612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.195019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.195405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.195744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.196363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.196363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.202568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.202932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.203284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.203629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.204535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.204535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:50.212809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:50.264304 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-6fb5c359-7aee-4856-af6d-9c33cfd66346 service neutron] 10.222.0.72 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635810 Feb 11 05:24:50.297964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-65ebde33-02a5-463a-8715-91b7ba64d3ed tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:50.299689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-65ebde33-02a5-463a-8715-91b7ba64d3ed tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1129 time: 0.1600878 Feb 11 05:24:50.300546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.327091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.328718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-35'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:50.338000 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Set router 8587b71f-b27f-4161-baeb-708a78e468dc gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:50.409441 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b32b7e46-3017-4e1f-864e-ec6611f6969d req-e5e249e6-cdd0-491a-a17f-203a228dbf49 service neutron] 10.222.0.72 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378345 Feb 11 05:24:50.482049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62e2f019-f6ce-49d7-91ea-53f65906cf60 req-bc209280-70d7-49b0-afd0-ed7454ebe752 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/1b33f087-676d-40f6-bfd5-a76b5a6fea11 HTTP/1.1" status: 200 len: 1829 time: 0.1501610 Feb 11 05:24:50.488760 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.505774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-62e2f019-f6ce-49d7-91ea-53f65906cf60 req-e679bd42-3c52-44aa-a083-226da956bb68 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b33f087-676d-40f6-bfd5-a76b5a6fea11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:50.506170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-62e2f019-f6ce-49d7-91ea-53f65906cf60 req-e679bd42-3c52-44aa-a083-226da956bb68 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b33f087-676d-40f6-bfd5-a76b5a6fea11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:50.569640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.575618 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:46Z', 'revision_number': 4, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'gw_port': {'id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'dc67822d-fbcb-4691-bda3-16ee4cced1d0', 'name': '', 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'mac_address': 'fa:16:3e:61:df:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4e653a1a-5d90-49be-8a94-973c5fe75435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:44Z', 'updated_at': '2022-02-11T05:24:46Z', 'revision_number': 2, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'subnets': [{'id': '4e653a1a-5d90-49be-8a94-973c5fe75435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:50.607686 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Checking router: 8587b71f-b27f-4161-baeb-708a78e468dc for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:50.608122 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Updating router 8587b71f-b27f-4161-baeb-708a78e468dc port dc67822d-fbcb-4691-bda3-16ee4cced1d0 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:50.635894 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.714514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-62e2f019-f6ce-49d7-91ea-53f65906cf60 req-e679bd42-3c52-44aa-a083-226da956bb68 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group_rule (e6ac4a5c-d361-4c1f-9be1-a502437a317e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.784833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:50.787797 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-62e2f019-f6ce-49d7-91ea-53f65906cf60 req-e679bd42-3c52-44aa-a083-226da956bb68 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group_rule (e6ac4a5c-d361-4c1f-9be1-a502437a317e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.802410 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-62e2f019-f6ce-49d7-91ea-53f65906cf60 req-e679bd42-3c52-44aa-a083-226da956bb68 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e6ac4a5c-d361-4c1f-9be1-a502437a317e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.847193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679bd42-3c52-44aa-a083-226da956bb68 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ac4a5c-d361-4c1f-9be1-a502437a317e,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.866894 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-62e2f019-f6ce-49d7-91ea-53f65906cf60 req-e679bd42-3c52-44aa-a083-226da956bb68 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.868096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62e2f019-f6ce-49d7-91ea-53f65906cf60 req-e679bd42-3c52-44aa-a083-226da956bb68 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3754079 Feb 11 05:24:50.871262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Allocated IP 172.25.1.77 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/73e3051f-c374-4c18-94a0-a2e308de0c20) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:50.887890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:50.915683 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c287eb00-4e39-4623-9be4-790d406de7a2 x-openstack-request-id: req-c287eb00-4e39-4623-9be4-790d406de7a2 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:50.916344 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:50.916670 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c287eb00-4e39-4623-9be4-790d406de7a2 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:50.917150 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'status': 'completed', 'code': 200} Feb 11 05:24:50.954803 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Publish callbacks [] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.965178 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.979840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:50.982553 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e046fb9-8361-4f2a-b424-99839b4ceb64" -d '{"events": [{"server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:51.010084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-b463d047-be7f-4b5e-9b25-21fa1ae7bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.012571 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-b463d047-be7f-4b5e-9b25-21fa1ae7bb11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 1126 time: 0.0625670 Feb 11 05:24:51.013717 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Publish callbacks [] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.033485 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.116181 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f498c-f1f5-4079-a124-7a32dace9bc2 None None] Pushing event updated for resources: {'Port': ['ID=dc67822d-fbcb-4691-bda3-16ee4cced1d0,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:51.134945 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-95713111-50bf-4275-ace2-8b92b145c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.143173 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-95713111-50bf-4275-ace2-8b92b145c2d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.1223626 Feb 11 05:24:51.153139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fffd5c65-c771-4a42-8ed2-552be84c0846 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:51.187858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca4016-0040-4010-9e1a-9b8cf23f989f,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:51.221435 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-cf035072-bb0f-459b-8016-7437f7e79989 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 200 len: 217 time: 0.0648844 Feb 11 05:24:51.238917 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Attempting to bind port dc67822d-fbcb-4691-bda3-16ee4cced1d0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:51.239522 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Attempting to bind port dc67822d-fbcb-4691-bda3-16ee4cced1d0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '69dc8aa2-c151-4f32-8105-8f32c5560b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:51.240101 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Attempting to bind port dc67822d-fbcb-4691-bda3-16ee4cced1d0 on network 93ea3b76-11e6-444c-884f-43886c1fc0ff {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:51.245647 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:51.246372 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Checking segment: {'id': '69dc8aa2-c151-4f32-8105-8f32c5560b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:51.247007 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.247639 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Bound using segment: {'id': '69dc8aa2-c151-4f32-8105-8f32c5560b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:51.248333 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Bound port: dc67822d-fbcb-4691-bda3-16ee4cced1d0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc8aa2-c151-4f32-8105-8f32c5560b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:51.249171 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.258216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fffd5c65-c771-4a42-8ed2-552be84c0846 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:51.258752 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.274131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for port (73e3051f-c374-4c18-94a0-a2e308de0c20), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.329425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-597bf71f-74a0-4800-8218-b61c37f9f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.330903 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-597bf71f-74a0-4800-8218-b61c37f9f760 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.1040754 Feb 11 05:24:51.362398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fffd5c65-c771-4a42-8ed2-552be84c0846 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:51.363447 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] For port dc67822d-fbcb-4691-bda3-16ee4cced1d0, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:51.369511 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] For port dc67822d-fbcb-4691-bda3-16ee4cced1d0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dc67822d-fbcb-4691-bda3-16ee4cced1d0,segment=NetworkSegment(69dc8aa2-c151-4f32-8105-8f32c5560b1c),segment_id=69dc8aa2-c151-4f32-8105-8f32c5560b1c)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:51.378212 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.428216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-26b5e5be-b33c-4824-b52f-baa2589aca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.429667 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-26b5e5be-b33c-4824-b52f-baa2589aca70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0882163 Feb 11 05:24:51.432688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f on host n-h2-715271-35 for vnic_type normal with profile {"migrating_to": "n-h1-715271-35"} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:51.433240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:51.433459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:51.441180 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Routers {'8587b71f-b27f-4161-baeb-708a78e468dc'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:51.442033 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:24:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8587b71f-b27f-4161-baeb-708a78e468dc'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:51.453909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443701c-375b-4b68-9190-49715fb36e32 req-12507188-1bf0-4f2d-89f3-21c6cb430591 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.462146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6443701c-375b-4b68-9190-49715fb36e32 req-12507188-1bf0-4f2d-89f3-21c6cb430591 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 943 time: 0.4201722 Feb 11 05:24:51.474655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (73e3051f-c374-4c18-94a0-a2e308de0c20), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.504397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Port e9ca4016-0040-4010-9e1a-9b8cf23f989f on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:51.504729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Attempting to bind port e9ca4016-0040-4010-9e1a-9b8cf23f989f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:51.550511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:51.552275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:51.552630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:51.553301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:51.553726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Bound port: e9ca4016-0040-4010-9e1a-9b8cf23f989f, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:51.554079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.575501 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] Set router 8587b71f-b27f-4161-baeb-708a78e468dc gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:51.576303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d13d7269-ddac-431c-b380-fd72f52b4c54 None None] Provisioning complete for port dc67822d-fbcb-4691-bda3-16ee4cced1d0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:51.578636 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d13d7269-ddac-431c-b380-fd72f52b4c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.611928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:51.645249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6443701c-375b-4b68-9190-49715fb36e32 req-ae9603bd-6b4c-4f14-a0b7-e183bd88fa2d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734982 Feb 11 05:24:51.653056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:51.663040 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-be0b6715-c9e3-4b6e-9aec-233d2af25ce8 service neutron] 10.222.0.72 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244568 Feb 11 05:24:51.720951 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f498c-f1f5-4079-a124-7a32dace9bc2 None None] Pushing event updated for resources: {'Port': ['ID=dc67822d-fbcb-4691-bda3-16ee4cced1d0,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:51.777145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Pushing event updated for resources: {'Port': ['ID=73e3051f-c374-4c18-94a0-a2e308de0c20,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:51.797893 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6781b95-decc-44c7-9501-627dea569caf x-openstack-request-id: req-a6781b95-decc-44c7-9501-627dea569caf {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:51.800487 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "name": "network-vif-plugged", "status": "completed", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:51.801269 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6781b95-decc-44c7-9501-627dea569caf {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:51.801876 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'code': 200} Feb 11 05:24:51.878257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d13d7269-ddac-431c-b380-fd72f52b4c54 None None] Current status of the port dc67822d-fbcb-4691-bda3-16ee4cced1d0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:51.880674 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d13d7269-ddac-431c-b380-fd72f52b4c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.906348 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.939184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbce6a-f67a-4378-ba05-5b854b25f102 req-f032e438-0ccc-4d75-9638-b3a3c3308b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.940773 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5efbce6a-f67a-4378-ba05-5b854b25f102 req-f032e438-0ccc-4d75-9638-b3a3c3308b55 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1133 time: 0.1098363 Feb 11 05:24:51.944668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d13d7269-ddac-431c-b380-fd72f52b4c54 None None] For port dc67822d-fbcb-4691-bda3-16ee4cced1d0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dc67822d-fbcb-4691-bda3-16ee4cced1d0,segment=NetworkSegment(69dc8aa2-c151-4f32-8105-8f32c5560b1c),segment_id=69dc8aa2-c151-4f32-8105-8f32c5560b1c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:51.951372 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d13d7269-ddac-431c-b380-fd72f52b4c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.984077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e36e4f4d-4e01-4ba2-a8e5-ab472293e5ea req-72c13015-0306-4efa-a65a-3d3ffbfd909e service neutron] 10.222.0.72 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132892 Feb 11 05:24:51.997162 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:46Z', 'revision_number': 4, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'gw_port': {'id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'dc67822d-fbcb-4691-bda3-16ee4cced1d0', 'name': '', 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'mac_address': 'fa:16:3e:61:df:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4e653a1a-5d90-49be-8a94-973c5fe75435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:44Z', 'updated_at': '2022-02-11T05:24:51Z', 'revision_number': 4, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'subnets': [{'id': '4e653a1a-5d90-49be-8a94-973c5fe75435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:52.006194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:52.021085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:52.029966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d7269-ddac-431c-b380-fd72f52b4c54 None None] Pushing event updated for resources: {'Port': ['ID=dc67822d-fbcb-4691-bda3-16ee4cced1d0,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:52.039899 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db38be-174c-44e9-aed0-bfb9440268b7 None None] The sync data for ids ['8587b71f-b27f-4161-baeb-708a78e468dc'] in n-d-715271-35 is: [{'id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:46Z', 'revision_number': 4, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'gw_port': {'id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'dc67822d-fbcb-4691-bda3-16ee4cced1d0', 'name': '', 'network_id': '93ea3b76-11e6-444c-884f-43886c1fc0ff', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'mac_address': 'fa:16:3e:61:df:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4e653a1a-5d90-49be-8a94-973c5fe75435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:44Z', 'updated_at': '2022-02-11T05:24:51Z', 'revision_number': 4, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'subnets': [{'id': '4e653a1a-5d90-49be-8a94-973c5fe75435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:52.049144 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5efbce6a-f67a-4378-ba05-5b854b25f102 req-dfd4f99f-eb12-469a-aa33-38827f2cbb58 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845411 Feb 11 05:24:52.049342 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for floatingip (6ef03504-9184-4802-bc91-1305ec30dd5c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.054000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.073768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-315124d8-e94d-4c40-8488-1dc19c5bd217 None None] Provisioning complete for port dc67822d-fbcb-4691-bda3-16ee4cced1d0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:52.074239 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-315124d8-e94d-4c40-8488-1dc19c5bd217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.128958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca4016-0040-4010-9e1a-9b8cf23f989f,revision_number=8']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:52.168457 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (73e3051f-c374-4c18-94a0-a2e308de0c20), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.207044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-315124d8-e94d-4c40-8488-1dc19c5bd217 None None] Current status of the port dc67822d-fbcb-4691-bda3-16ee4cced1d0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:52.221641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c815535-6a54-4f08-b7ad-0f97d40d9d78 req-8bf30538-a2f5-4a8c-9ede-740892f5cc65 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:52.224572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c815535-6a54-4f08-b7ad-0f97d40d9d78 req-8bf30538-a2f5-4a8c-9ede-740892f5cc65 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 944 time: 0.2658319 Feb 11 05:24:52.598956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:52.599598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.600987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-a8fb26de-d1c0-4d5b-b241-a8e4046c948a service neutron] 10.222.0.81 "PUT /v2.0/ports/e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 1124 time: 2.2800601 Feb 11 05:24:52.653651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c815535-6a54-4f08-b7ad-0f97d40d9d78 req-2080e742-c48f-4421-b567-a8910662d770 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153895 Feb 11 05:24:52.665558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['e9ca4016-0040-4010-9e1a-9b8cf23f989f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:52.785507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9719076-90f0-4530-bdf1-e9217a2aa577 req-3848a3e4-16b5-41e5-a6ae-b98ca3c8a278 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/1b33f087-676d-40f6-bfd5-a76b5a6fea11 HTTP/1.1" status: 200 len: 2422 time: 0.0800915 Feb 11 05:24:52.838138 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for port (73e3051f-c374-4c18-94a0-a2e308de0c20), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.846393 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (73e3051f-c374-4c18-94a0-a2e308de0c20), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.883428 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de21a04-f7a7-40c5-8032-3fcb0eade266 x-openstack-request-id: req-3de21a04-f7a7-40c5-8032-3fcb0eade266 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:52.883782 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:52.884046 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3de21a04-f7a7-40c5-8032-3fcb0eade266 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:52.884507 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f', 'code': 200} Feb 11 05:24:52.939887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.945179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Pushing event updated for resources: {'Port': ['ID=73e3051f-c374-4c18-94a0-a2e308de0c20,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:52.965740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (6ef03504-9184-4802-bc91-1305ec30dd5c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.019107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.020373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-79eb5f93-0c14-4eef-b1c0-eb3626392597 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8819487 Feb 11 05:24:53.082981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-114a699f-b828-43c8-8905-c6187fde5b83 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0560222 Feb 11 05:24:53.097341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a0bc2-f50c-4d3c-9d9e-fd3867a490f4 req-60754f7e-08cd-43b0-9cad-b030a09ee4ea tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:53.099087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662a0bc2-f50c-4d3c-9d9e-fd3867a490f4 req-60754f7e-08cd-43b0-9cad-b030a09ee4ea tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.1252482 Feb 11 05:24:53.153076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc67822d-fbcb-4691-bda3-16ee4cced1d0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:53.224009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662a0bc2-f50c-4d3c-9d9e-fd3867a490f4 req-d954b6c2-2a4f-4c2b-8507-0872add80e92 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142256 Feb 11 05:24:53.231988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port dc67822d-fbcb-4691-bda3-16ee4cced1d0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:53.232376 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.283920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-aead92cb-13d9-4dfd-a73e-e21f84c83a44 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:53.292157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-aead92cb-13d9-4dfd-a73e-e21f84c83a44 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1919293 Feb 11 05:24:53.303722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-21bf3d07-9d81-49ba-9680-94382a3e2942 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:24:53.317864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49ab191e-5fd2-4b1a-b983-fd721c8e7278 req-21bf3d07-9d81-49ba-9680-94382a3e2942 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243051 Feb 11 05:24:53.379769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port dc67822d-fbcb-4691-bda3-16ee4cced1d0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:53.464501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce543e6-bc6f-486f-a99b-569d480a8eb1 req-7f33c433-445a-4272-a5fc-fe54b21f3a0d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:53.466654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cce543e6-bc6f-486f-a99b-569d480a8eb1 req-7f33c433-445a-4272-a5fc-fe54b21f3a0d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 943 time: 0.0739644 Feb 11 05:24:53.531682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cce543e6-bc6f-486f-a99b-569d480a8eb1 req-ea2424ab-6610-469c-9575-5a7294f24f2b tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591586 Feb 11 05:24:53.576809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e5d903-660d-4575-a1e0-94263b21f6bc req-2675d690-430e-459d-ba42-7917014d11b4 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-group-rules/e6ac4a5c-d361-4c1f-9be1-a502437a317e HTTP/1.1" status: 200 len: 778 time: 0.0239050 Feb 11 05:24:53.632917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e5d903-660d-4575-a1e0-94263b21f6bc req-f4f065f9-9a7d-46b4-87eb-c91c9e1c3072 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/1b33f087-676d-40f6-bfd5-a76b5a6fea11 HTTP/1.1" status: 200 len: 2422 time: 0.0446262 Feb 11 05:24:53.672061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e5d903-660d-4575-a1e0-94263b21f6bc req-8e43785b-1104-4d18-88ed-71c10ee24d48 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group_rule (e6ac4a5c-d361-4c1f-9be1-a502437a317e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.682429 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e5d903-660d-4575-a1e0-94263b21f6bc req-8e43785b-1104-4d18-88ed-71c10ee24d48 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group_rule (e6ac4a5c-d361-4c1f-9be1-a502437a317e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.727051 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e5d903-660d-4575-a1e0-94263b21f6bc req-8e43785b-1104-4d18-88ed-71c10ee24d48 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e6ac4a5c-d361-4c1f-9be1-a502437a317e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.740628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e5d903-660d-4575-a1e0-94263b21f6bc req-8e43785b-1104-4d18-88ed-71c10ee24d48 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.756374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e5d903-660d-4575-a1e0-94263b21f6bc req-8e43785b-1104-4d18-88ed-71c10ee24d48 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e6ac4a5c-d361-4c1f-9be1-a502437a317e HTTP/1.1" status: 204 len: 173 time: 0.1160705 Feb 11 05:24:53.807382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43785b-1104-4d18-88ed-71c10ee24d48 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6ac4a5c-d361-4c1f-9be1-a502437a317e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:53.825772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d529fd3-6394-4cb9-930c-115ff8a9f62d req-41926c83-4313-4ec5-8105-0646b700b878 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips/6ef03504-9184-4802-bc91-1305ec30dd5c HTTP/1.1" status: 200 len: 692 time: 0.0683532 Feb 11 05:24:53.941552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d529fd3-6394-4cb9-930c-115ff8a9f62d req-af49d45f-e25c-4c3a-ba25-a6daf8d359d7 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:53.948772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d529fd3-6394-4cb9-930c-115ff8a9f62d req-af49d45f-e25c-4c3a-ba25-a6daf8d359d7 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1195557 Feb 11 05:24:53.955544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-9d529fd3-6394-4cb9-930c-115ff8a9f62d req-080d48a6-ac56-4e69-b3f3-0958b16cae06 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:24:53.956472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d529fd3-6394-4cb9-930c-115ff8a9f62d req-080d48a6-ac56-4e69-b3f3-0958b16cae06 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069025 Feb 11 05:24:53.982722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bc0824f1-be59-49da-8f2d-fe4a0dddc69f req-1ff6df08-76ae-405c-9d86-d5a7e0e62854 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1819910608', 'description': 'tempest-description-1464118543'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:53.990668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d49e4660-59a7-4a46-8d11-b580a4fc400d details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:54.038842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc0824f1-be59-49da-8f2d-fe4a0dddc69f req-1ff6df08-76ae-405c-9d86-d5a7e0e62854 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.070096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc3355-815a-44c6-93df-45f3563300dc req-bd3c999f-dadf-4c3e-8013-8c52762e7608 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:54.077015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9bbc3355-815a-44c6-93df-45f3563300dc req-bd3c999f-dadf-4c3e-8013-8c52762e7608 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 944 time: 0.0813441 Feb 11 05:24:54.100063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port d49e4660-59a7-4a46-8d11-b580a4fc400d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:54.112188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'port_id': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'mac_address': 'fa:16:3e:dc:f9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:54.149718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9bbc3355-815a-44c6-93df-45f3563300dc req-88459c69-f996-4612-a152-9b1108c687d3 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697432 Feb 11 05:24:54.156575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port d49e4660-59a7-4a46-8d11-b580a4fc400d is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:54.157029 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.170870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49e4660-59a7-4a46-8d11-b580a4fc400d {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:54.179572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc0824f1-be59-49da-8f2d-fe4a0dddc69f req-1ff6df08-76ae-405c-9d86-d5a7e0e62854 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (c7f8d175-c3d6-46b6-99b1-cc5f41baf26d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.189979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc0824f1-be59-49da-8f2d-fe4a0dddc69f req-1ff6df08-76ae-405c-9d86-d5a7e0e62854 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c7f8d175-c3d6-46b6-99b1-cc5f41baf26d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.194225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port d49e4660-59a7-4a46-8d11-b580a4fc400d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:54.199462 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.227789 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bc0824f1-be59-49da-8f2d-fe4a0dddc69f req-1ff6df08-76ae-405c-9d86-d5a7e0e62854 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.242825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc0824f1-be59-49da-8f2d-fe4a0dddc69f req-1ff6df08-76ae-405c-9d86-d5a7e0e62854 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2639885 Feb 11 05:24:54.248305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6df08-76ae-405c-9d86-d5a7e0e62854 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f8d175-c3d6-46b6-99b1-cc5f41baf26d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:54.293072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=d49e4660-59a7-4a46-8d11-b580a4fc400d,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:54.338552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8cc12ad-fdba-4047-b2a5-9d25605a6474 req-7fd540aa-fc02-4798-b5ef-fca01564b642 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=e0807f8d81ce4078a753ca6b5cc70a7c HTTP/1.1" status: 200 len: 695 time: 0.0849261 Feb 11 05:24:54.421396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['d49e4660-59a7-4a46-8d11-b580a4fc400d'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:54.468182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc12ad-fdba-4047-b2a5-9d25605a6474 req-9e9ec4f0-17ea-4222-8046-bee0e5760a73 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:54.469709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8cc12ad-fdba-4047-b2a5-9d25605a6474 req-9e9ec4f0-17ea-4222-8046-bee0e5760a73 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/networks?id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 787 time: 0.1225655 Feb 11 05:24:54.481317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-f8cc12ad-fdba-4047-b2a5-9d25605a6474 req-901d542e-6e74-4fca-9891-1efce990aa78 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:24:54.482303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8cc12ad-fdba-4047-b2a5-9d25605a6474 req-901d542e-6e74-4fca-9891-1efce990aa78 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062783 Feb 11 05:24:54.539487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b8c7b9c-8803-4825-ad1a-20f2c1504352 req-11f0c33d-355c-403c-abed-c437001c6b04 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/c7f8d175-c3d6-46b6-99b1-cc5f41baf26d HTTP/1.1" status: 200 len: 1830 time: 0.0412915 Feb 11 05:24:54.704805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-b61148bd-264d-4b48-a572-80327afbac0e tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips/6ef03504-9184-4802-bc91-1305ec30dd5c HTTP/1.1" status: 200 len: 692 time: 0.0556529 Feb 11 05:24:54.726926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a29a25-64a0-4853-852c-62a72b557ca5 req-138e730b-e66a-4c91-badc-b3edf8dcf74e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:54.728477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2a29a25-64a0-4853-852c-62a72b557ca5 req-138e730b-e66a-4c91-badc-b3edf8dcf74e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.1146410 Feb 11 05:24:54.832963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2a29a25-64a0-4853-852c-62a72b557ca5 req-12d63136-59ad-40ff-a663-354e4a916073 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908051 Feb 11 05:24:54.866130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-d5f8d619-07c5-41bf-b395-1ff254d52cd6 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:54.867625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-d5f8d619-07c5-41bf-b395-1ff254d52cd6 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1562707 Feb 11 05:24:54.912363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:54.914601 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b333347e-3cca-4551-a42c-efe791a848b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:54.933720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-ec6dc1d1-6a09-4071-bd5c-1d97c2dfacbc tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0598531 Feb 11 05:24:55.006588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-2f291190-9b05-45dc-9541-89d71ff2b0f7 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0538762 Feb 11 05:24:55.027014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028e144-d95d-47d1-a418-aca20e2716a0 req-e341bc34-b258-41d5-8822-542f65f5b20d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:55.028465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1028e144-d95d-47d1-a418-aca20e2716a0 req-e341bc34-b258-41d5-8822-542f65f5b20d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 944 time: 0.1076088 Feb 11 05:24:55.158677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1028e144-d95d-47d1-a418-aca20e2716a0 req-b97a79b4-4a36-4d58-bbf4-274fb0e69484 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006117 Feb 11 05:24:55.193289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Deleting port 73e3051f-c374-4c18-94a0-a2e308de0c20 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:55.193636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (73e3051f-c374-4c18-94a0-a2e308de0c20), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.208034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e9ca4016-0040-4010-9e1a-9b8cf23f989f details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:55.289030 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (73e3051f-c374-4c18-94a0-a2e308de0c20), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.289504 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for floatingip (73e3051f-c374-4c18-94a0-a2e308de0c20), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.305393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Calling delete_port for 73e3051f-c374-4c18-94a0-a2e308de0c20 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:55.358254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:55.374941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e9ca4016-0040-4010-9e1a-9b8cf23f989f has no active binding in host n-h1-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:24:55.487843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (73e3051f-c374-4c18-94a0-a2e308de0c20), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.525180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Pushing event deleted for resources: {'Port': ['ID=73e3051f-c374-4c18-94a0-a2e308de0c20,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:55.543528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6be57-20a5-4fee-9419-a014541a15f1 req-7e7eafea-0fcb-43a3-964d-2b81d719343a tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:55.545036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aba6be57-20a5-4fee-9419-a014541a15f1 req-7e7eafea-0fcb-43a3-964d-2b81d719343a tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1133 time: 0.1089175 Feb 11 05:24:55.586104 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-aba6be57-20a5-4fee-9419-a014541a15f1 req-958e2498-5893-4b5d-a22d-ff4090911ceb tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.608053 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for floatingip (6ef03504-9184-4802-bc91-1305ec30dd5c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.611036 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.612355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7397141b-b3e5-4551-8efb-f02e4dec81ff req-e430d955-7cf9-4ad6-8314-8446632a184a tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "DELETE /v2.0/floatingips/6ef03504-9184-4802-bc91-1305ec30dd5c HTTP/1.1" status: 204 len: 173 time: 0.5978010 Feb 11 05:24:55.654162 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387b4d7a-8940-404a-808e-9dd012141b8e x-openstack-request-id: req-387b4d7a-8940-404a-808e-9dd012141b8e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:55.654564 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:55.654946 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-387b4d7a-8940-404a-808e-9dd012141b8e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:55.656098 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f', 'status': 'completed', 'code': 200} Feb 11 05:24:55.691896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-aba6be57-20a5-4fee-9419-a014541a15f1 req-958e2498-5893-4b5d-a22d-ff4090911ceb tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Publish callbacks [] for security_group (60701cc1-b0a6-49a0-979e-8df259354d37), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.698713 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-aba6be57-20a5-4fee-9419-a014541a15f1 req-958e2498-5893-4b5d-a22d-ff4090911ceb tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (60701cc1-b0a6-49a0-979e-8df259354d37), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.731462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333347e-3cca-4551-a42c-efe791a848b2 req-540e3a23-2098-46ef-8300-cf8034cafd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:55.732950 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b333347e-3cca-4551-a42c-efe791a848b2 req-540e3a23-2098-46ef-8300-cf8034cafd40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1158 time: 0.0495410 Feb 11 05:24:55.748382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e2498-5893-4b5d-a22d-ff4090911ceb tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60701cc1-b0a6-49a0-979e-8df259354d37,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:55.769632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aba6be57-20a5-4fee-9419-a014541a15f1 req-958e2498-5893-4b5d-a22d-ff4090911ceb tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040851 Feb 11 05:24:55.807059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d2649-7b8e-4b8b-a464-a54f671d6426 req-80530f61-c087-4d89-ab1f-b6c1281fed18 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:55.810119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-939d2649-7b8e-4b8b-a464-a54f671d6426 req-80530f61-c087-4d89-ab1f-b6c1281fed18 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 944 time: 0.0820649 Feb 11 05:24:55.816421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-7559be30-b60c-4982-9d26-940da9eae0b6 req-90f136e1-3872-4b0f-bb87-0a66fca2c2a4 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1927194220', 'description': 'tempest-description-486601524'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:55.842291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333347e-3cca-4551-a42c-efe791a848b2 req-17b304e8-51b9-4b5e-b443-445a9568c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:55.844088 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b333347e-3cca-4551-a42c-efe791a848b2 req-17b304e8-51b9-4b5e-b443-445a9568c40e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.1045165 Feb 11 05:24:55.862001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7559be30-b60c-4982-9d26-940da9eae0b6 req-90f136e1-3872-4b0f-bb87-0a66fca2c2a4 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.889432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-939d2649-7b8e-4b8b-a464-a54f671d6426 req-3404ff36-889a-489e-b9b0-cb336661811b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687079 Feb 11 05:24:55.890675 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b333347e-3cca-4551-a42c-efe791a848b2 req-e214c1d0-95ff-4aeb-b29d-852bf38a0da9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 217 time: 0.0381749 Feb 11 05:24:55.948542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333347e-3cca-4551-a42c-efe791a848b2 req-6f51b8fb-fc3e-49c6-bad3-b9e6fce0a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:55.952013 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b333347e-3cca-4551-a42c-efe791a848b2 req-6f51b8fb-fc3e-49c6-bad3-b9e6fce0a41e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.0555282 Feb 11 05:24:55.958567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7559be30-b60c-4982-9d26-940da9eae0b6 req-90f136e1-3872-4b0f-bb87-0a66fca2c2a4 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (28986641-ae6a-4a98-bc26-41c1d574eefa), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.967184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7559be30-b60c-4982-9d26-940da9eae0b6 req-90f136e1-3872-4b0f-bb87-0a66fca2c2a4 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (28986641-ae6a-4a98-bc26-41c1d574eefa), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.996626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7559be30-b60c-4982-9d26-940da9eae0b6 req-90f136e1-3872-4b0f-bb87-0a66fca2c2a4 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.997641 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b333347e-3cca-4551-a42c-efe791a848b2 req-fa766390-523b-4320-805b-61fc9869c470 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377791 Feb 11 05:24:56.011292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7559be30-b60c-4982-9d26-940da9eae0b6 req-90f136e1-3872-4b0f-bb87-0a66fca2c2a4 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1998820 Feb 11 05:24:56.021471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d49e4660-59a7-4a46-8d11-b580a4fc400d up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:56.072553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f136e1-3872-4b0f-bb87-0a66fca2c2a4 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28986641-ae6a-4a98-bc26-41c1d574eefa,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:56.104199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port d49e4660-59a7-4a46-8d11-b580a4fc400d completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:56.113278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port d49e4660-59a7-4a46-8d11-b580a4fc400d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:56.117354 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.165644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-160a9896-651d-4310-a0ce-15e698a780c6 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1445503 Feb 11 05:24:56.171979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:56.192017 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b333347e-3cca-4551-a42c-efe791a848b2 req-d921c4b2-b809-4430-bdd1-1836c5ff700f service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843278 Feb 11 05:24:56.194927 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.242606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port d49e4660-59a7-4a46-8d11-b580a4fc400d is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:56.243708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.269461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:56.272324 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f3ab6-6ef1-440e-af2c-86723bb9adbb" -d '{"events": [{"server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "name": "network-vif-plugged", "status": "completed", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:56.288452 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port d49e4660-59a7-4a46-8d11-b580a4fc400d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:56.297544 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.340447 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b333347e-3cca-4551-a42c-efe791a848b2 req-239003c1-7965-468b-88e4-98a68a8dac06 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422968 Feb 11 05:24:56.369722 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.379305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=d49e4660-59a7-4a46-8d11-b580a4fc400d,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:56.504057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Allocated IP 172.25.1.91 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/d5f706bc-25af-46af-9a4e-059488142121) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:56.615369 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for port (d5f706bc-25af-46af-9a4e-059488142121), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.621259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-0cdbdddc-aa65-41cf-96c0-6c9c492ba472 req-f99ea0a0-c251-408a-93f8-a1b8b6d47db8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:24:56.622443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cdbdddc-aa65-41cf-96c0-6c9c492ba472 req-f99ea0a0-c251-408a-93f8-a1b8b6d47db8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052090 Feb 11 05:24:56.658985 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (d5f706bc-25af-46af-9a4e-059488142121), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.697295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:56.704222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:56.707760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:56.739522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Pushing event updated for resources: {'Port': ['ID=d5f706bc-25af-46af-9a4e-059488142121,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:56.807367 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for floatingip (b97691ea-1485-4b4c-acfb-e2700befd72e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.845619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d5f706bc-25af-46af-9a4e-059488142121), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.010591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for port (d5f706bc-25af-46af-9a4e-059488142121), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.021795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (d5f706bc-25af-46af-9a4e-059488142121), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.129935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Pushing event updated for resources: {'Port': ['ID=d5f706bc-25af-46af-9a4e-059488142121,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:57.142458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b97691ea-1485-4b4c-acfb-e2700befd72e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.148156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18828443-e4a2-480e-a6ce-02eddd3dad55 req-1da1d92a-56d0-4c7c-9984-8cbb91bb8179 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/28986641-ae6a-4a98-bc26-41c1d574eefa HTTP/1.1" status: 200 len: 1829 time: 0.0993288 Feb 11 05:24:57.148321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47338) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:57.166825 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.168346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-a17a0241-22d7-4283-8298-1950815e49fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0019031 Feb 11 05:24:57.243837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-db55bd8c-43a8-4dc7-b471-8c9251f0fd3b tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.0693853 Feb 11 05:24:57.265858 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-5c76c90c-269a-4332-a92f-92bb24af0b2d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164291 Feb 11 05:24:57.278170 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170ac76b-324d-4759-bfd6-8cd30dd71953 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:24:57.279391 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170ac76b-324d-4759-bfd6-8cd30dd71953 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054712 Feb 11 05:24:57.356226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd607f-1a53-4801-a76d-80e49de4fee4 req-f029a43f-2fc7-45bb-8690-ffdecc681f5e tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.357748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0bd607f-1a53-4801-a76d-80e49de4fee4 req-f029a43f-2fc7-45bb-8690-ffdecc681f5e tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 945 time: 0.1353457 Feb 11 05:24:57.396702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-abe94c30-56c9-4a1f-9cca-9360f37bba5c tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.405793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a90e96c7-4c8e-49e1-9594-1ac2d543d128 req-abe94c30-56c9-4a1f-9cca-9360f37bba5c tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1442082 Feb 11 05:24:57.446225 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9618a9-3f56-4abc-81db-ad05c0260438 x-openstack-request-id: req-dc9618a9-3f56-4abc-81db-ad05c0260438 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:57.446710 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "name": "network-vif-plugged", "status": "completed", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:57.446982 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc9618a9-3f56-4abc-81db-ad05c0260438 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:57.447510 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'code': 200} Feb 11 05:24:57.455149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0bd607f-1a53-4801-a76d-80e49de4fee4 req-9c67b3a3-a0ab-4db6-a8ea-f36fb0f71d8a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863609 Feb 11 05:24:57.571861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e2024-a611-43a9-a238-34d717fa107b req-ba8c07b5-b872-4067-88ab-23e468d919de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.574541 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5d9e2024-a611-43a9-a238-34d717fa107b req-ba8c07b5-b872-4067-88ab-23e468d919de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 1128 time: 0.0513442 Feb 11 05:24:57.633542 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5d9e2024-a611-43a9-a238-34d717fa107b req-a3773988-c0c5-4005-8ad0-06261acda659 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509737 Feb 11 05:24:57.656690 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fda6b3dd-093f-49c4-8ed6-fc0e776b496b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.663510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1686c-cbb0-4fba-aadb-fb799037fc92 req-cade2c45-285b-4e51-a748-bf32f15c1b6c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.665334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20f1686c-cbb0-4fba-aadb-fb799037fc92 req-cade2c45-285b-4e51-a748-bf32f15c1b6c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 944 time: 0.1238649 Feb 11 05:24:57.683355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825f60-efe7-4d5b-a4ac-243fa22d17a3 req-ee309376-ce28-4b7b-a1e8-75b0f562a834 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.691712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3825f60-efe7-4d5b-a4ac-243fa22d17a3 req-ee309376-ce28-4b7b-a1e8-75b0f562a834 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.0989428 Feb 11 05:24:57.765071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3825f60-efe7-4d5b-a4ac-243fa22d17a3 req-28d6e0aa-181f-4719-98cd-c3053444ed1a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724511 Feb 11 05:24:57.768224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20f1686c-cbb0-4fba-aadb-fb799037fc92 req-67b8fad3-5483-4016-b0bc-60d9351eb030 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932591 Feb 11 05:24:57.805920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c5f9d66f-13e8-403d-81a0-bae3b968d480 req-0edb9e3a-8b37-4d05-b214-2cd10837be81 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-459419058', 'description': 'tempest-description-1947125378'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:57.866955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c5f9d66f-13e8-403d-81a0-bae3b968d480 req-0edb9e3a-8b37-4d05-b214-2cd10837be81 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.883351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-a9ecc53d-3c12-4785-b432-7fd8f9a2505c tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips/b97691ea-1485-4b4c-acfb-e2700befd72e HTTP/1.1" status: 200 len: 692 time: 0.0615301 Feb 11 05:24:57.919768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47378) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:58.027765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-a5877cc4-57ef-4f2d-94ee-d8220d9b69c2 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.036821 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-a5877cc4-57ef-4f2d-94ee-d8220d9b69c2 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/ports/b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 1130 time: 0.1147242 Feb 11 05:24:58.037670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-437103e2-88d8-4c6d-9e54-4e2e7d4538fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.039338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-437103e2-88d8-4c6d-9e54-4e2e7d4538fd tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1480005 Feb 11 05:24:58.051165 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c5f9d66f-13e8-403d-81a0-bae3b968d480 req-0edb9e3a-8b37-4d05-b214-2cd10837be81 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (55472cbf-d372-40b6-af6d-1025f530fa4a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.059356 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c5f9d66f-13e8-403d-81a0-bae3b968d480 req-0edb9e3a-8b37-4d05-b214-2cd10837be81 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (55472cbf-d372-40b6-af6d-1025f530fa4a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.115973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-e802326d-1243-4a2b-aa84-116d75cc0e36 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.0681155 Feb 11 05:24:58.129642 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c5f9d66f-13e8-403d-81a0-bae3b968d480 req-0edb9e3a-8b37-4d05-b214-2cd10837be81 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.137959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5f9d66f-13e8-403d-81a0-bae3b968d480 req-0edb9e3a-8b37-4d05-b214-2cd10837be81 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3370967 Feb 11 05:24:58.152395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb9e3a-8b37-4d05-b214-2cd10837be81 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55472cbf-d372-40b6-af6d-1025f530fa4a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.226222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-12140b0b-34c5-4c9c-a8c3-a0c493db8a63 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.0838206 Feb 11 05:24:58.394201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Deleting port d5f706bc-25af-46af-9a4e-059488142121 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:58.394556 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d5f706bc-25af-46af-9a4e-059488142121), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.827865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d5f706bc-25af-46af-9a4e-059488142121), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.828199 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for floatingip (d5f706bc-25af-46af-9a4e-059488142121), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.839337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ef0d029-b8db-4ac0-8231-b701b1687c5c req-6bed3049-d9fe-4c1b-b695-5eefe1560414 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/55472cbf-d372-40b6-af6d-1025f530fa4a HTTP/1.1" status: 200 len: 1829 time: 0.0652890 Feb 11 05:24:58.844770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Calling delete_port for d5f706bc-25af-46af-9a4e-059488142121 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:58.921760 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-65c13d18-bd9b-420a-9fe0-2bc446af77d8 service neutron] 10.222.0.72 "GET /v2.0/ports/e9ca4016-0040-4010-9e1a-9b8cf23f989f/bindings/n-h1-715271-35 HTTP/1.1" status: 200 len: 385 time: 0.0747998 Feb 11 05:24:58.985953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202b92-3fec-40a8-8d00-5e661e0137f2 req-4e52abb7-0885-4d6a-9926-832352fde540 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.987436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b202b92-3fec-40a8-8d00-5e661e0137f2 req-4e52abb7-0885-4d6a-9926-832352fde540 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 945 time: 0.0875516 Feb 11 05:24:59.066627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b202b92-3fec-40a8-8d00-5e661e0137f2 req-319fab45-88b8-47b0-a838-44949a25aea2 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725219 Feb 11 05:24:59.076618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (d5f706bc-25af-46af-9a4e-059488142121), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.111900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Pushing event deleted for resources: {'Port': ['ID=d5f706bc-25af-46af-9a4e-059488142121,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:59.119061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:59.147566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:59.184630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ca4016-0040-4010-9e1a-9b8cf23f989f {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:59.195856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:59.211592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.243461 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks [] for floatingip (b97691ea-1485-4b4c-acfb-e2700befd72e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.246025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.247180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a877366-45af-4d28-b31e-18a0600cb7ad req-be67a2d4-c376-46b2-8dba-29fce7e2e455 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "DELETE /v2.0/floatingips/b97691ea-1485-4b4c-acfb-e2700befd72e HTTP/1.1" status: 204 len: 173 time: 1.0207276 Feb 11 05:24:59.274599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-1e31850e-4b94-4a2b-bc9d-523eddd4b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.275987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-1e31850e-4b94-4a2b-bc9d-523eddd4b023 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1133 time: 0.1026442 Feb 11 05:24:59.287555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22c944-aa2e-493b-a9f9-613f55b18cfd req-d7d987e2-7215-4a2d-b00e-6e6f97f134cf tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.288936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d22c944-aa2e-493b-a9f9-613f55b18cfd req-d7d987e2-7215-4a2d-b00e-6e6f97f134cf tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.1001384 Feb 11 05:24:59.297785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] Transition to ACTIVE for port object e9ca4016-0040-4010-9e1a-9b8cf23f989f will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:59.303280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.372138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] No DVR routers for this DVR port e9ca4016-0040-4010-9e1a-9b8cf23f989f on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:59.381527 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca4016-0040-4010-9e1a-9b8cf23f989f,revision_number=10']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:59.411224 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-8e66ac75-9c4f-448b-893d-c35b6b1b9b94 service neutron] 10.222.0.72 "PUT /v2.0/ports/e9ca4016-0040-4010-9e1a-9b8cf23f989f/bindings/n-h1-715271-35/activate HTTP/1.1" status: 200 len: 370 time: 0.4811826 Feb 11 05:24:59.431793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d22c944-aa2e-493b-a9f9-613f55b18cfd req-1fca1006-34fe-4442-a49f-12aa63b41f30 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297920 Feb 11 05:24:59.451086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-0c68abb5-af3d-41e5-9500-4914651d355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.453136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-0c68abb5-af3d-41e5-9500-4914651d355f service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1596038 Feb 11 05:24:59.461098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b408393-9f99-493c-896f-0382fec74876 req-8e3338ac-89b9-416d-92cd-cb07fad1b88c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.462561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b408393-9f99-493c-896f-0382fec74876 req-8e3338ac-89b9-416d-92cd-cb07fad1b88c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 945 time: 0.1428497 Feb 11 05:24:59.467367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-27d64dcd-dbe3-4ffc-8ba2-40f3318b86fe req-cb48c2d9-8f9f-4171-be5d-4e467d31608f tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-763834919', 'description': 'tempest-description-903093276'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:59.524586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-9583a97e-a316-4b25-8c8f-c0986ec03d06 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 217 time: 0.0523541 Feb 11 05:24:59.552282 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-27d64dcd-dbe3-4ffc-8ba2-40f3318b86fe req-cb48c2d9-8f9f-4171-be5d-4e467d31608f tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.564196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-057273a1-8da5-41b2-a827-dcb4c080b579 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.565793 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-057273a1-8da5-41b2-a827-dcb4c080b579 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.0858893 Feb 11 05:24:59.604506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b408393-9f99-493c-896f-0382fec74876 req-ccc236bd-0eb8-4ca2-b6b7-27471ef0c66d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313441 Feb 11 05:24:59.619379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-692daa1c-ee11-4523-8d4a-739d9e9830b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.620823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-692daa1c-ee11-4523-8d4a-739d9e9830b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0841281 Feb 11 05:24:59.660953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-039b8c89-e771-412f-b526-eba30dce5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.662739 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-039b8c89-e771-412f-b526-eba30dce5970 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8&tenant_id=c1d9c599ded844e0a2a483373fb940d0 HTTP/1.1" status: 200 len: 1128 time: 0.0840673 Feb 11 05:24:59.726720 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-27d64dcd-dbe3-4ffc-8ba2-40f3318b86fe req-cb48c2d9-8f9f-4171-be5d-4e467d31608f tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (56faf426-6a8a-43f1-9c2c-b2f605af970d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.735168 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-27d64dcd-dbe3-4ffc-8ba2-40f3318b86fe req-cb48c2d9-8f9f-4171-be5d-4e467d31608f tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (56faf426-6a8a-43f1-9c2c-b2f605af970d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.746065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-6f86f212-d1f6-452c-b7f3-d1f4e1863ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.747607 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-6f86f212-d1f6-452c-b7f3-d1f4e1863ebb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1128 time: 0.0497179 Feb 11 05:24:59.770902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-95830a8e-9ed0-4fae-9621-876286a401fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.772408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-95830a8e-9ed0-4fae-9621-876286a401fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1366589 Feb 11 05:24:59.783141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-611d43f1-0b42-4d31-9c9d-5af2583e9007 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.784501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-611d43f1-0b42-4d31-9c9d-5af2583e9007 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1129694 Feb 11 05:24:59.787191 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-27d64dcd-dbe3-4ffc-8ba2-40f3318b86fe req-cb48c2d9-8f9f-4171-be5d-4e467d31608f tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.788325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27d64dcd-dbe3-4ffc-8ba2-40f3318b86fe req-cb48c2d9-8f9f-4171-be5d-4e467d31608f tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3248591 Feb 11 05:24:59.797728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48c2d9-8f9f-4171-be5d-4e467d31608f tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56faf426-6a8a-43f1-9c2c-b2f605af970d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:59.853369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-fa473bdd-9ee4-453b-b88a-f37a79b4f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.854997 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-fa473bdd-9ee4-453b-b88a-f37a79b4f504 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.0981946 Feb 11 05:24:59.870095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-853a1acf-24b6-446a-8512-c9e0cb2a9eba tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 695 time: 0.0708649 Feb 11 05:24:59.900906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-4cc60034-73f7-45be-b96a-46e817d9685c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Request body: {'floatingip': {'port_id': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:59.907926 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-9943f729-0a17-4b09-a85e-18f3f4c3581c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 217 time: 0.0382597 Feb 11 05:24:59.950593 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-4cc60034-73f7-45be-b96a-46e817d9685c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.971012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-619dc413-663f-4835-8888-44c02c092211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.972569 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-619dc413-663f-4835-8888-44c02c092211 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.0507760 Feb 11 05:25:00.014214 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-950a9d9d-f87d-4360-a925-abafeb921604 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268075 Feb 11 05:25:00.023292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-b0de78da-2aa0-48dc-be3b-2501c57ca112 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340157 Feb 11 05:25:00.118138 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-56e2eb1d-1c04-4cd6-8511-92b34598b0eb service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937078 Feb 11 05:25:00.227438 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a2ceab5b-4cfd-4ae3-b9ab-bed187966bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.236461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-53492953-87d7-4b66-8f24-7acfc377a128 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028677 Feb 11 05:25:00.238836 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-e6ec32de-439e-49c8-941e-ab60abe45500 req-5b352e7f-82f0-4824-86f1-4b4b7cba3025 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] show failed (client error): The resource could not be found. Feb 11 05:25:00.239906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6ec32de-439e-49c8-941e-ab60abe45500 req-5b352e7f-82f0-4824-86f1-4b4b7cba3025 tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips/b97691ea-1485-4b4c-acfb-e2700befd72e HTTP/1.1" status: 404 len: 350 time: 0.0563197 Feb 11 05:25:00.268753 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-515992fa-7b3f-4db9-9580-11fd3d9909c2 service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214261 Feb 11 05:25:00.366555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-155b7be0-02a7-491f-802a-ef11173ce77d req-edf29f9d-9537-40e3-9de3-5c149d0c85cb tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/56faf426-6a8a-43f1-9c2c-b2f605af970d HTTP/1.1" status: 200 len: 1828 time: 0.0894215 Feb 11 05:25:00.592044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-4cc60034-73f7-45be-b96a-46e817d9685c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.600387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-4cc60034-73f7-45be-b96a-46e817d9685c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.664126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-f080f874-0dd4-45ea-a610-1d3e6cf0f3c5 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:00.665668 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-f080f874-0dd4-45ea-a610-1d3e6cf0f3c5 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.0496924 Feb 11 05:25:00.749320 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-4cc60034-73f7-45be-b96a-46e817d9685c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd associated. External IP: 172.25.1.44, port: 16f88cab-972b-4e4a-ba0a-734d81cb7241. Feb 11 05:25:00.819293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-3b931640-ebb1-4c8a-af75-ae914faadab5 service neutron] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:00.823413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-3b931640-ebb1-4c8a-af75-ae914faadab5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.825733 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ddf521f2-d6e7-4f89-92b1-fb7c1f88266c req-3b931640-ebb1-4c8a-af75-ae914faadab5 service neutron] 10.222.0.81 "DELETE /v2.0/ports/e9ca4016-0040-4010-9e1a-9b8cf23f989f/bindings/n-h2-715271-35 HTTP/1.1" status: 204 len: 173 time: 0.1321759 Feb 11 05:25:00.908714 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-d221319e-950a-4251-9a26-bfec0dd70d67 req-802a3b3a-e6a8-4006-9314-e32f37a0f79f tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] show failed (client error): The resource could not be found. Feb 11 05:25:00.909774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d221319e-950a-4251-9a26-bfec0dd70d67 req-802a3b3a-e6a8-4006-9314-e32f37a0f79f tempest-FloatingIPsTestJSON-1971388433 tempest-FloatingIPsTestJSON-1971388433-project] 10.222.0.31 "GET /v2.0/floatingips/b97691ea-1485-4b4c-acfb-e2700befd72e HTTP/1.1" status: 404 len: 350 time: 0.0425651 Feb 11 05:25:00.919129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47548) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:00.964049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.980319 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-65d9a8a2-2a5b-43e9-834a-855021a43288 req-957b4a2d-4566-49f4-a7da-9f217f0ad8a9 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] show failed (client error): The resource could not be found. Feb 11 05:25:00.981352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65d9a8a2-2a5b-43e9-834a-855021a43288 req-957b4a2d-4566-49f4-a7da-9f217f0ad8a9 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/2d8f911b-b6cf-46eb-92ba-f2382436be8b HTTP/1.1" status: 404 len: 352 time: 0.0215168 Feb 11 05:25:01.069625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-4cc60034-73f7-45be-b96a-46e817d9685c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:01.176119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0f779-1af9-4e71-8129-dd0cb6f2820d req-1d2daee3-ff16-4c33-b0d4-525b2bb680b3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.178160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47b0f779-1af9-4e71-8129-dd0cb6f2820d req-1d2daee3-ff16-4c33-b0d4-525b2bb680b3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.1136956 Feb 11 05:25:01.280257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-4cc60034-73f7-45be-b96a-46e817d9685c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:01.293511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] Sync routers for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:01.296214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-4cc60034-73f7-45be-b96a-46e817d9685c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.310961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:01.312519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:01.362255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47b0f779-1af9-4e71-8129-dd0cb6f2820d req-48e5b616-b216-43f0-a023-fff08bb082de tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675026 Feb 11 05:25:01.384282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-4cc60034-73f7-45be-b96a-46e817d9685c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "PUT /v2.0/floatingips/b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd HTTP/1.1" status: 200 len: 995 time: 1.4890103 Feb 11 05:25:01.422510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:01.425051 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da59d62-86f3-46ed-a6f8-87a6257159d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:01.447811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-39a393c6-7ca7-4f8b-aadc-a5b84a165d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.455560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-39a393c6-7ca7-4f8b-aadc-a5b84a165d29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1128 time: 0.0701377 Feb 11 05:25:01.461027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:01.602475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce4279-8518-4edc-abe0-1b088d8186a6 req-1b53ce73-6dac-4eed-8b93-d9d8de6ca727 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.603995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56ce4279-8518-4edc-abe0-1b088d8186a6 req-1b53ce73-6dac-4eed-8b93-d9d8de6ca727 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 945 time: 0.1174238 Feb 11 05:25:01.610498 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (8587b71f-b27f-4161-baeb-708a78e468dc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.619709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-6889373f-9747-4621-908f-61ec83946f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.621715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-6889373f-9747-4621-908f-61ec83946f35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.1650791 Feb 11 05:25:01.774305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56ce4279-8518-4edc-abe0-1b088d8186a6 req-02e586e3-d8b3-4b2a-b5dd-7d4042c51c69 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633611 Feb 11 05:25:01.789351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-110e6c94-61b4-4f08-8911-958464fb7063 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 998 time: 0.1536658 Feb 11 05:25:01.832351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:ba:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:00Z', 'revision_number': 1, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:01.862391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-10d56d97-33f0-4b48-ae42-03dbb51348e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.872289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-10d56d97-33f0-4b48-ae42-03dbb51348e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0818810 Feb 11 05:25:01.887400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] Checking router: 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:01.906501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:01.907500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:01.932961 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-e9796a4a-b2ff-4ba7-94cf-54b565f68ed4 req-90166cc3-8c93-4a55-9429-2e123be11cf1 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] show failed (client error): The resource could not be found. Feb 11 05:25:01.934458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9796a4a-b2ff-4ba7-94cf-54b565f68ed4 req-90166cc3-8c93-4a55-9429-2e123be11cf1 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-group-rules/3ec791d0-e2cc-42e5-a230-dc3f606066dd HTTP/1.1" status: 404 len: 361 time: 0.0181301 Feb 11 05:25:01.964526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-d19350e2-3cbe-4b2c-924c-e714b4094067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.967462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-d19350e2-3cbe-4b2c-924c-e714b4094067 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0943236 Feb 11 05:25:01.970049 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Deleting port dc67822d-fbcb-4691-bda3-16ee4cced1d0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:01.970399 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.024028 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d4ccae-aaff-46c8-a669-dd277b225eca x-openstack-request-id: req-94d4ccae-aaff-46c8-a669-dd277b225eca {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:02.024327 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:02.024586 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94d4ccae-aaff-46c8-a669-dd277b225eca {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:02.024982 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'status': 'completed', 'code': 200} Feb 11 05:25:02.166160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-84f3a7fe-e7f4-47d7-961d-fcfd334ab1cb service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896245 Feb 11 05:25:02.203021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] For port dc67822d-fbcb-4691-bda3-16ee4cced1d0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dc67822d-fbcb-4691-bda3-16ee4cced1d0,segment=NetworkSegment(69dc8aa2-c151-4f32-8105-8f32c5560b1c),segment_id=69dc8aa2-c151-4f32-8105-8f32c5560b1c)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:02.203400 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.243260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Calling delete_port for dc67822d-fbcb-4691-bda3-16ee4cced1d0 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:02.305936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e9ca4016-0040-4010-9e1a-9b8cf23f989f no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:02.378156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-dff7e400-227d-4754-b9b6-d1702cbb5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.379680 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-dff7e400-227d-4754-b9b6-d1702cbb5800 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1128 time: 0.2630892 Feb 11 05:25:02.382898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1f3953-cb12-48ab-86f5-d219a69e433e req-0d94639e-3540-47ec-b9ab-beaa3227ad9a service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143846 Feb 11 05:25:02.390804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:02.392914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port e9ca4016-0040-4010-9e1a-9b8cf23f989f host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:25:02.393580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e9ca4016-0040-4010-9e1a-9b8cf23f989f not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:02.514670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-482dc981-5f1a-40d4-87c7-23f7418742ef req-64c6500c-94c8-447d-8305-3b9e090a8af3 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/56faf426-6a8a-43f1-9c2c-b2f605af970d HTTP/1.1" status: 200 len: 1828 time: 0.0793285 Feb 11 05:25:02.596746 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-f8e52507-9119-40b0-a17b-3d2593d02fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.599454 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-f8e52507-9119-40b0-a17b-3d2593d02fbb service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.1967695 Feb 11 05:25:02.621286 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-482dc981-5f1a-40d4-87c7-23f7418742ef req-53605419-cf12-4f63-a134-62604ca19094 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (56faf426-6a8a-43f1-9c2c-b2f605af970d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.646317 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.648345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-482dc981-5f1a-40d4-87c7-23f7418742ef req-53605419-cf12-4f63-a134-62604ca19094 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (56faf426-6a8a-43f1-9c2c-b2f605af970d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.716205 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-482dc981-5f1a-40d4-87c7-23f7418742ef req-53605419-cf12-4f63-a134-62604ca19094 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (56faf426-6a8a-43f1-9c2c-b2f605af970d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.720447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-482dc981-5f1a-40d4-87c7-23f7418742ef req-53605419-cf12-4f63-a134-62604ca19094 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.722391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-482dc981-5f1a-40d4-87c7-23f7418742ef req-53605419-cf12-4f63-a134-62604ca19094 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "DELETE /v2.0/security-groups/56faf426-6a8a-43f1-9c2c-b2f605af970d HTTP/1.1" status: 204 len: 173 time: 0.2066374 Feb 11 05:25:02.724413 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-6268365c-e16d-4d47-97b5-9ec80042ee3b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 998 time: 0.1133399 Feb 11 05:25:02.738706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53605419-cf12-4f63-a134-62604ca19094 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56faf426-6a8a-43f1-9c2c-b2f605af970d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:02.793164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-db2ee802-a4ab-4c8c-9558-212033f977fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.794926 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-db2ee802-a4ab-4c8c-9558-212033f977fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0601695 Feb 11 05:25:02.798328 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (dc67822d-fbcb-4691-bda3-16ee4cced1d0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.818904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:ba:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:00Z', 'revision_number': 1, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:02.841563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc67822d-fbcb-4691-bda3-16ee4cced1d0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:02.849816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbaa25-44e6-47d6-8d11-e98de13e0038 None None] The sync data for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 is: [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:ba:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:00Z', 'revision_number': 1, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:02.880562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046061e-eb58-4846-8d67-10da7d60f30d req-44661a49-b199-4127-a009-0411e8ecbdba tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.882582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9046061e-eb58-4846-8d67-10da7d60f30d req-44661a49-b199-4127-a009-0411e8ecbdba tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1128 time: 0.0898557 Feb 11 05:25:02.897921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02dac7-a4f3-415e-9a47-032754fe8ac1 req-1143767e-78c7-41ad-9001-dcdb4e730493 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.899678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc02dac7-a4f3-415e-9a47-032754fe8ac1 req-1143767e-78c7-41ad-9001-dcdb4e730493 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.0935428 Feb 11 05:25:02.967118 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9046061e-eb58-4846-8d67-10da7d60f30d req-afb58cb7-f624-4f1b-b99f-dc098dd94150 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775945 Feb 11 05:25:02.988521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc02dac7-a4f3-415e-9a47-032754fe8ac1 req-af26929d-a3b6-4aba-8adf-77c5537dc0f1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685985 Feb 11 05:25:03.034625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-35cc6b3e-5c67-49cb-bf21-92fee6c6c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.036248 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-35cc6b3e-5c67-49cb-bf21-92fee6c6c92f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2262383 Feb 11 05:25:03.176898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (8587b71f-b27f-4161-baeb-708a78e468dc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.203514 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8442a983-eb3a-4162-9501-6d85f5558653 None None] New status for floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:25:03.226119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-8f224477-e11e-49b5-8869-ee80142eb4eb tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.227735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-8f224477-e11e-49b5-8869-ee80142eb4eb tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0745807 Feb 11 05:25:03.320238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-4bf9bc6c-9188-4d16-aaaa-eb6729da05e2 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 998 time: 0.0862443 Feb 11 05:25:03.332519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Request body: {'floatingip': {'port_id': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:03.442961 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-cc3963b7-665b-470f-a5ff-257fc3e2e57d service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984184 Feb 11 05:25:03.626552 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5da59d62-86f3-46ed-a6f8-87a6257159d6 req-c713776f-05c7-48a3-9761-ad6a16c69587 service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428680 Feb 11 05:25:03.640129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Router 8587b71f-b27f-4161-baeb-708a78e468dc has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:03.700907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.752354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:03.759955 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-98fadfb9-5454-435b-a832-c7d7d1f5aa35 admin admin] 10.222.0.31 "PUT /v2.0/routers/8587b71f-b27f-4161-baeb-708a78e468dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8371646 Feb 11 05:25:03.759955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47662) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:03.763675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] Sync routers for ids ['8587b71f-b27f-4161-baeb-708a78e468dc'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:03.774026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] Routers {'8587b71f-b27f-4161-baeb-708a78e468dc'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:03.774642 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8587b71f-b27f-4161-baeb-708a78e468dc'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:03.779382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdb8bd84-6af6-4642-9dc8-d937757c4dd2 req-78227a70-1413-488d-b5eb-6c878a557bb6 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/55472cbf-d372-40b6-af6d-1025f530fa4a HTTP/1.1" status: 200 len: 1829 time: 0.0878379 Feb 11 05:25:03.875751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks [] for router (8587b71f-b27f-4161-baeb-708a78e468dc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.892345 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.904902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] Set router 8587b71f-b27f-4161-baeb-708a78e468dc gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:03.940293 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fdb8bd84-6af6-4642-9dc8-d937757c4dd2 req-52334d04-59a4-44cf-8baa-c926928ff46c tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (55472cbf-d372-40b6-af6d-1025f530fa4a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.988919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks [] for router_gateway (8587b71f-b27f-4161-baeb-708a78e468dc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.999961 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fdb8bd84-6af6-4642-9dc8-d937757c4dd2 req-52334d04-59a4-44cf-8baa-c926928ff46c tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (55472cbf-d372-40b6-af6d-1025f530fa4a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.102773 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fdb8bd84-6af6-4642-9dc8-d937757c4dd2 req-52334d04-59a4-44cf-8baa-c926928ff46c tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (55472cbf-d372-40b6-af6d-1025f530fa4a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.105675 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fdb8bd84-6af6-4642-9dc8-d937757c4dd2 req-52334d04-59a4-44cf-8baa-c926928ff46c tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.117356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdb8bd84-6af6-4642-9dc8-d937757c4dd2 req-52334d04-59a4-44cf-8baa-c926928ff46c tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "DELETE /v2.0/security-groups/55472cbf-d372-40b6-af6d-1025f530fa4a HTTP/1.1" status: 204 len: 173 time: 0.3203616 Feb 11 05:25:04.129517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:02Z', 'revision_number': 5, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'gw_port': {'id': 'fffd5c65-c771-4a42-8ed2-552be84c0846', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:04.163321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] Checking router: 8587b71f-b27f-4161-baeb-708a78e468dc for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:04.173453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] Routers {'8587b71f-b27f-4161-baeb-708a78e468dc'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:04.174101 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8587b71f-b27f-4161-baeb-708a78e468dc'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:04.193535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334d04-59a4-44cf-8baa-c926928ff46c tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55472cbf-d372-40b6-af6d-1025f530fa4a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:04.319803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] Set router 8587b71f-b27f-4161-baeb-708a78e468dc gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:04.367611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Deleting port fffd5c65-c771-4a42-8ed2-552be84c0846 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:04.367975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.391389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:03Z', 'revision_number': 6, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:04.423015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b06b51-a849-4c41-ab6c-5f587fb2dba0 None None] The sync data for ids ['8587b71f-b27f-4161-baeb-708a78e468dc'] in n-d-715271-35 is: [{'id': '8587b71f-b27f-4161-baeb-708a78e468dc', 'name': 'tempest-FloatingIPsTestJSON-310706452-router', 'tenant_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:03Z', 'revision_number': 6, 'project_id': 'e0807f8d81ce4078a753ca6b5cc70a7c', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:04.469607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] For port fffd5c65-c771-4a42-8ed2-552be84c0846, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fffd5c65-c771-4a42-8ed2-552be84c0846,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:04.469982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.475704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.resource_extend [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:25:04.486967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Calling delete_port for fffd5c65-c771-4a42-8ed2-552be84c0846 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:04.539159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-f8d3ebcc-ee35-4511-9f46-d7603435b69e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:04.539689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-f8d3ebcc-ee35-4511-9f46-d7603435b69e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 821 time: 0.2393579 Feb 11 05:25:04.551023 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.561163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.565255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-3e9c6526-51b5-4e68-8872-cd9a9e105e86 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/quotas/c1d9c599ded844e0a2a483373fb940d0 HTTP/1.1" status: 200 len: 375 time: 0.0165997 Feb 11 05:25:04.687540 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (fffd5c65-c771-4a42-8ed2-552be84c0846), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.698927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-d487a6aa-6c45-49d9-8d89-712ecf13a11d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003852 Feb 11 05:25:04.708245 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd associated. External IP: 172.25.1.44, port: 16f88cab-972b-4e4a-ba0a-734d81cb7241. Feb 11 05:25:04.715310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fffd5c65-c771-4a42-8ed2-552be84c0846,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:04.786296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (8587b71f-b27f-4161-baeb-708a78e468dc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.896806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-df8db322-0baf-4430-9b3b-5aa29e1f079d service neutron] 10.222.0.31 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850314 Feb 11 05:25:04.905792 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (8587b71f-b27f-4161-baeb-708a78e468dc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.908475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks [] for router_controller (8587b71f-b27f-4161-baeb-708a78e468dc), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.972232 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (8587b71f-b27f-4161-baeb-708a78e468dc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.973404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8587b71f-b27f-4161-baeb-708a78e468dc {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:25:04.980500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.984077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1b64dc0f-15b8-4ed0-a9d5-71335cb52db9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8587b71f-b27f-4161-baeb-708a78e468dc HTTP/1.1" status: 204 len: 168 time: 1.2232947 Feb 11 05:25:04.985352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47686) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:05.111302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee06a340-1c32-4a1c-a2e6-614e298f11f0 admin admin] Deleting subnet 4e653a1a-5d90-49be-8a94-973c5fe75435 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:05.124206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee06a340-1c32-4a1c-a2e6-614e298f11f0 admin admin] Publish callbacks [] for subnet (4e653a1a-5d90-49be-8a94-973c5fe75435), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.145076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-e3c3b929-54af-4945-9a66-8aa9dfe1e0cf service neutron] 10.222.0.31 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426465 Feb 11 05:25:05.150162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:05.170649 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee06a340-1c32-4a1c-a2e6-614e298f11f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (4e653a1a-5d90-49be-8a94-973c5fe75435), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.369653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fffd5c65-c771-4a42-8ed2-552be84c0846 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:05.415265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: fffd5c65-c771-4a42-8ed2-552be84c0846 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:05.418161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fffd5c65-c771-4a42-8ed2-552be84c0846 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:05.418312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc67822d-fbcb-4691-bda3-16ee4cced1d0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:05.460854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: dc67822d-fbcb-4691-bda3-16ee4cced1d0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:05.461864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc67822d-fbcb-4691-bda3-16ee4cced1d0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:05.462362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:05.464623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee06a340-1c32-4a1c-a2e6-614e298f11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4e653a1a-5d90-49be-8a94-973c5fe75435), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.476833 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] Sync routers for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:05.506693 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:05.507619 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:05.664476 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee06a340-1c32-4a1c-a2e6-614e298f11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (4e653a1a-5d90-49be-8a94-973c5fe75435), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.679495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a295f-3eed-46e3-8342-075b8d89b40d req-eac0a651-b713-422a-bec5-72c346b11302 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:05.679495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b4a295f-3eed-46e3-8342-075b8d89b40d req-eac0a651-b713-422a-bec5-72c346b11302 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.1616812 Feb 11 05:25:05.715055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06a340-1c32-4a1c-a2e6-614e298f11f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e653a1a-5d90-49be-8a94-973c5fe75435,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:05.725492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee06a340-1c32-4a1c-a2e6-614e298f11f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.726564 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:05.730860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ee06a340-1c32-4a1c-a2e6-614e298f11f0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4e653a1a-5d90-49be-8a94-973c5fe75435 HTTP/1.1" status: 204 len: 168 time: 0.7423375 Feb 11 05:25:05.731722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47708) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:05.753833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a09a61-38a5-4fdb-a855-9bcd17fbf979 None None] Network 93ea3b76-11e6-444c-884f-43886c1fc0ff requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:05.829293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b4a295f-3eed-46e3-8342-075b8d89b40d req-2cbc84d4-f469-46a3-a053-a4e57f627ee8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209757 Feb 11 05:25:05.907573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (93ea3b76-11e6-444c-884f-43886c1fc0ff), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.006725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:06.012952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66927422-b55f-49e7-9fd3-cc8dc3368bbb req-4e17cfac-793c-4e34-810f-a613bcd06d55 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/28986641-ae6a-4a98-bc26-41c1d574eefa HTTP/1.1" status: 200 len: 1829 time: 0.1316586 Feb 11 05:25:06.034779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Deleting port 715be240-c589-41b9-a5bc-e15db1c940a7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:06.035146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.158703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] For port 715be240-c589-41b9-a5bc-e15db1c940a7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=715be240-c589-41b9-a5bc-e15db1c940a7,segment=NetworkSegment(69dc8aa2-c151-4f32-8105-8f32c5560b1c),segment_id=69dc8aa2-c151-4f32-8105-8f32c5560b1c)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:06.159173 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.169517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e26f7-2564-4409-b662-94721fed20ec None None] DHCP port deletion for 93ea3b76-11e6-444c-884f-43886c1fc0ff request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:25:06.179846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Calling delete_port for 715be240-c589-41b9-a5bc-e15db1c940a7 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:06.267736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-476e26f7-2564-4409-b662-94721fed20ec None None] Deleting port 715be240-c589-41b9-a5bc-e15db1c940a7 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:06.269609 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-476e26f7-2564-4409-b662-94721fed20ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.303572 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:dc:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:04Z', 'revision_number': 3, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:06.341218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.380361 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] Checking router: 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:06.401048 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:06.403452 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:06.406013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Pushing event deleted for resources: {'Port': ['ID=715be240-c589-41b9-a5bc-e15db1c940a7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:06.419827 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] No DVR routers for this DVR port 715be240-c589-41b9-a5bc-e15db1c940a7 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:06.422504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-476e26f7-2564-4409-b662-94721fed20ec None None] For port 715be240-c589-41b9-a5bc-e15db1c940a7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=715be240-c589-41b9-a5bc-e15db1c940a7,segment=NetworkSegment(69dc8aa2-c151-4f32-8105-8f32c5560b1c),segment_id=69dc8aa2-c151-4f32-8105-8f32c5560b1c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:06.423802 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-476e26f7-2564-4409-b662-94721fed20ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.451882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-476e26f7-2564-4409-b662-94721fed20ec None None] Calling delete_port for 715be240-c589-41b9-a5bc-e15db1c940a7 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:06.547068 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (93ea3b76-11e6-444c-884f-43886c1fc0ff), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.560558 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-476e26f7-2564-4409-b662-94721fed20ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (715be240-c589-41b9-a5bc-e15db1c940a7), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.577002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ea3b76-11e6-444c-884f-43886c1fc0ff']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:06.588094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e26f7-2564-4409-b662-94721fed20ec None None] Pushing event deleted for resources: {'Port': ['ID=715be240-c589-41b9-a5bc-e15db1c940a7,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:06.590550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dc8aa2-c151-4f32-8105-8f32c5560b1c') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:06.593237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dc8aa2-c151-4f32-8105-8f32c5560b1c') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:06.595896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e26f7-2564-4409-b662-94721fed20ec None None] No DVR routers for this DVR port 715be240-c589-41b9-a5bc-e15db1c940a7 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:06.621664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (69dc8aa2-c151-4f32-8105-8f32c5560b1c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.642048 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (69dc8aa2-c151-4f32-8105-8f32c5560b1c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.650064 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:06.666785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:06.667219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (69dc8aa2-c151-4f32-8105-8f32c5560b1c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.678738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:06.686766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:06.725552 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:06.804225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:06.806576 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13672cd-208d-4a3e-aca7-cd6d58c464ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:06.816874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-0e2c3f88-1e73-4187-8439-89b50dfe8160 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "PUT /v2.0/floatingips/b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd HTTP/1.1" status: 200 len: 997 time: 3.4898772 Feb 11 05:25:06.819383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (93ea3b76-11e6-444c-884f-43886c1fc0ff), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.842847 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-66927422-b55f-49e7-9fd3-cc8dc3368bbb req-6b4f46ab-8e4f-4ea1-9cab-19ffd54b5549 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (28986641-ae6a-4a98-bc26-41c1d574eefa), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.849002 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.854792 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] 10.222.0.31 "DELETE /v2.0/networks/93ea3b76-11e6-444c-884f-43886c1fc0ff HTTP/1.1" status: 204 len: 168 time: 1.1193182 Feb 11 05:25:06.856588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897d021-b7db-4211-a93d-cb04fd4e7805 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ea3b76-11e6-444c-884f-43886c1fc0ff,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:06.925090 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-66927422-b55f-49e7-9fd3-cc8dc3368bbb req-6b4f46ab-8e4f-4ea1-9cab-19ffd54b5549 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (28986641-ae6a-4a98-bc26-41c1d574eefa), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.948575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-caf37d1f-6872-4633-88c9-9684b7670097 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:06.962189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-caf37d1f-6872-4633-88c9-9684b7670097 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports/16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 942 time: 0.1441104 Feb 11 05:25:07.029181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-66927422-b55f-49e7-9fd3-cc8dc3368bbb req-6b4f46ab-8e4f-4ea1-9cab-19ffd54b5549 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (28986641-ae6a-4a98-bc26-41c1d574eefa), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.032939 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-66927422-b55f-49e7-9fd3-cc8dc3368bbb req-6b4f46ab-8e4f-4ea1-9cab-19ffd54b5549 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.045891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-0a7afbf9-80ed-4e52-b302-25fd241f63b1 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.046951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66927422-b55f-49e7-9fd3-cc8dc3368bbb req-6b4f46ab-8e4f-4ea1-9cab-19ffd54b5549 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "DELETE /v2.0/security-groups/28986641-ae6a-4a98-bc26-41c1d574eefa HTTP/1.1" status: 204 len: 173 time: 1.0274186 Feb 11 05:25:07.047682 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-0a7afbf9-80ed-4e52-b302-25fd241f63b1 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 821 time: 0.2931232 Feb 11 05:25:07.068458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Request body: {'port': {'device_id': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c', 'admin_state_up': True, 'tenant_id': 'c1d9c599ded844e0a2a483373fb940d0'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:07.074737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f46ab-8e4f-4ea1-9cab-19ffd54b5549 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28986641-ae6a-4a98-bc26-41c1d574eefa,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:07.080524 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:dc:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:04Z', 'revision_number': 3, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:07.124685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 715be240-c589-41b9-a5bc-e15db1c940a7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:07.151867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 715be240-c589-41b9-a5bc-e15db1c940a7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:07.152261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 715be240-c589-41b9-a5bc-e15db1c940a7 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:07.152844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-431d3963-c7e2-4237-af9d-e12a68a7091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.160417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-431d3963-c7e2-4237-af9d-e12a68a7091c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1128 time: 0.0682273 Feb 11 05:25:07.209546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a60fd5d0-7844-4839-90d0-9259f70b37cb req-04f85610-3fb2-4632-959c-db73d45cbadb tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 210 time: 0.0297964 Feb 11 05:25:07.307789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Made reservation on behalf of c1d9c599ded844e0a2a483373fb940d0 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:07.310163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47726) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:07.312525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.323418 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681f264-e5b0-43ad-aa67-bfe400a01c54 None None] The sync data for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 is: [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:dc:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:04Z', 'revision_number': 3, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:07.378248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-c48ba02e-340e-4eba-9f8d-cccc109cda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.379773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-c48ba02e-340e-4eba-9f8d-cccc109cda36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.2184701 Feb 11 05:25:07.434578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-cee903bd-254a-42c9-bd00-dc8fb098bffd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 217 time: 0.0489490 Feb 11 05:25:07.483250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Allocated IP 172.20.0.14 (a954879b-70b7-457e-8baa-787c9f4d779c/ab4012f6-b235-46a4-8d19-8eca301e3e34/3f56cb73-0122-4e84-812b-5dfd4c06f07f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:07.530867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:07.531068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-712bfbc2-c404-438e-a9d0-f51cd1bacbd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0807f8d81ce4078a753ca6b5cc70a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110837 Feb 11 05:25:07.532970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-fea53072-8524-48e3-8804-b027797c27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.534437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-fea53072-8524-48e3-8804-b027797c27e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0906248 Feb 11 05:25:07.616408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3d342-ab66-45b5-b110-2307c5fd2004 None None] New status for floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:25:07.626536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-6a44a433-44ab-4f51-8212-1da32c624944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.628261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-6a44a433-44ab-4f51-8212-1da32c624944 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0871260 Feb 11 05:25:07.665382 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-687096da-8dad-40c9-a569-78d269f3872e admin admin] Publish callbacks [] for security_group (ca8c56b9-f417-4433-badb-c4d4280d33de), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.687715 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-687096da-8dad-40c9-a569-78d269f3872e admin admin] Publish callbacks [] for security_group (ca8c56b9-f417-4433-badb-c4d4280d33de), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.787916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-687096da-8dad-40c9-a569-78d269f3872e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ca8c56b9-f417-4433-badb-c4d4280d33de), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.801325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-687096da-8dad-40c9-a569-78d269f3872e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.802480 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-687096da-8dad-40c9-a569-78d269f3872e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca8c56b9-f417-4433-badb-c4d4280d33de HTTP/1.1" status: 204 len: 168 time: 0.2705796 Feb 11 05:25:07.825851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687096da-8dad-40c9-a569-78d269f3872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8c56b9-f417-4433-badb-c4d4280d33de,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:07.832858 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks [] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.835886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-b616de9a-eeca-4a94-8f4a-6d12d3b60345 service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015059 Feb 11 05:25:07.862638 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f020b2f1-9a3b-4d7a-b35e-6deac0f6860a x-openstack-request-id: req-f020b2f1-9a3b-4d7a-b35e-6deac0f6860a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:07.862929 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:07.863194 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f020b2f1-9a3b-4d7a-b35e-6deac0f6860a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:07.863858 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'status': 'completed', 'code': 200} Feb 11 05:25:07.886890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.979946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Network a954879b-70b7-457e-8baa-787c9f4d779c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:07.994652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:08.003008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:08.008770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Pushing event updated for resources: {'Port': ['ID=3f56cb73-0122-4e84-812b-5dfd4c06f07f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:08.035302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1165d4-c415-47d1-ac56-6917eaa5f8a0 req-d8dadda2-900f-4990-afd9-90d697050e7d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.037053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d1165d4-c415-47d1-ac56-6917eaa5f8a0 req-d8dadda2-900f-4990-afd9-90d697050e7d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.1073513 Feb 11 05:25:08.049925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-b41a82fb-5be1-4d20-92cd-9afcfa0d506a service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078617 Feb 11 05:25:08.086923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-285b07ae-f7cd-413a-b653-ab54f32136af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.089090 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-285b07ae-f7cd-413a-b653-ab54f32136af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1128 time: 0.1548421 Feb 11 05:25:08.101030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.101849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.151037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d1165d4-c415-47d1-ac56-6917eaa5f8a0 req-fd4c866b-9918-47b9-937c-87e2a8ed703b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016846 Feb 11 05:25:08.184178 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] Sync routers for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:08.198895 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:08.199536 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:08.219338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-1ad42d07-f5f9-4c4b-ac61-0c28bd64eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.220658 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-8ce6130d-ad11-45eb-bb22-645f5c59143c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1596434 Feb 11 05:25:08.226064 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-1ad42d07-f5f9-4c4b-ac61-0c28bd64eaca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 1128 time: 0.1408894 Feb 11 05:25:08.252418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Request body: {'port': {'device_id': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:08.273586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9204d0d-bb61-4c39-bd10-be81ca59a454 req-fdd617dc-c345-412e-ab11-2d362d499d44 tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/c7f8d175-c3d6-46b6-99b1-cc5f41baf26d HTTP/1.1" status: 200 len: 1830 time: 0.0949130 Feb 11 05:25:08.283618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-f11454b1-69da-4706-9f9c-0e640504ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.285878 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-f11454b1-69da-4706-9f9c-0e640504ce54 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.1727629 Feb 11 05:25:08.340128 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-a0c8f706-700e-497d-96c7-a0c30a24e171 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 217 time: 0.0433459 Feb 11 05:25:08.397439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-613641bf-5b66-4be1-9d86-53ee1d97efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.404735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-613641bf-5b66-4be1-9d86-53ee1d97efe6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.1776264 Feb 11 05:25:08.411573 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:08.411866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e9204d0d-bb61-4c39-bd10-be81ca59a454 req-aeec3db7-4d21-4f4c-903e-aea7d86229ec tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (c7f8d175-c3d6-46b6-99b1-cc5f41baf26d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.411991 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.443614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-37ec7957-a0d2-4e8d-9786-5e1ea6760ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.445068 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-37ec7957-a0d2-4e8d-9786-5e1ea6760ede service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0831974 Feb 11 05:25:08.484101 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e9204d0d-bb61-4c39-bd10-be81ca59a454 req-aeec3db7-4d21-4f4c-903e-aea7d86229ec tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (c7f8d175-c3d6-46b6-99b1-cc5f41baf26d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.518217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-903fbbc5-3a4c-4685-b08c-d16fd4343c15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 200 len: 1000 time: 0.1123734 Feb 11 05:25:08.569529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-2803336d-48de-4f86-949e-860372ea72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.577576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-2803336d-48de-4f86-949e-860372ea72f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0584075 Feb 11 05:25:08.598099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-4e08e6f7-ad19-4dca-acda-8e0af567a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.599532 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-4e08e6f7-ad19-4dca-acda-8e0af567a74f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1368241 Feb 11 05:25:08.640519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-fc32ace0-782d-4f99-89d6-43d27d816b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.652361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-fc32ace0-782d-4f99-89d6-43d27d816b8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0729630 Feb 11 05:25:08.668359 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e9204d0d-bb61-4c39-bd10-be81ca59a454 req-aeec3db7-4d21-4f4c-903e-aea7d86229ec tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c7f8d175-c3d6-46b6-99b1-cc5f41baf26d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.672118 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e9204d0d-bb61-4c39-bd10-be81ca59a454 req-aeec3db7-4d21-4f4c-903e-aea7d86229ec tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.685696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9204d0d-bb61-4c39-bd10-be81ca59a454 req-aeec3db7-4d21-4f4c-903e-aea7d86229ec tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "DELETE /v2.0/security-groups/c7f8d175-c3d6-46b6-99b1-cc5f41baf26d HTTP/1.1" status: 204 len: 173 time: 0.4110785 Feb 11 05:25:08.715605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec3db7-4d21-4f4c-903e-aea7d86229ec tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f8d175-c3d6-46b6-99b1-cc5f41baf26d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:08.841719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-386a8690-f81d-41e1-859c-90922fb56d7e service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877179 Feb 11 05:25:08.859732 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:dc:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:07Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:08.882516 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-f6fe0d9b-8111-4e71-9962-1101767d3734 service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620621 Feb 11 05:25:08.894925 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] Checking router: 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:08.920874 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:08.921722 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:09.038331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4855693-0b4d-41c6-9daa-5711c8d5b964 req-506a620f-db1b-4676-9ac5-3e995d367f03 service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939256 Feb 11 05:25:09.056732 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f56cb73-0122-4e84-812b-5dfd4c06f07f {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:09.072655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Publish callbacks [] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.095713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Transition to ACTIVE for port object 3f56cb73-0122-4e84-812b-5dfd4c06f07f will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:09.107019 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e13672cd-208d-4a3e-aca7-cd6d58c464ad req-0394a73d-b78e-453c-9b07-165daf826a97 service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135401 Feb 11 05:25:09.108950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.163048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Pushing event updated for resources: {'Port': ['ID=3f56cb73-0122-4e84-812b-5dfd4c06f07f,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:09.196158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47824) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:09.199491 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:09.236891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a78e4d-4763-48cf-a9b9-c1ad524ed44d req-5dc7e32b-560e-47ff-9f48-9ffd9ef36640 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.238487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3a78e4d-4763-48cf-a9b9-c1ad524ed44d req-5dc7e32b-560e-47ff-9f48-9ffd9ef36640 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 944 time: 0.1047280 Feb 11 05:25:09.261510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:09.261854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:09.262191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:09.268397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:09.268730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:09.276214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:09.276641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:09.277029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:09.277633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Bound port: 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:09.277927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.328511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3a78e4d-4763-48cf-a9b9-c1ad524ed44d req-6ca56f78-9c48-46d2-8d18-09d7eac31601 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833921 Feb 11 05:25:09.377608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:09.383545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:09.415900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.481903 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-network', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:09.490109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Pushing event updated for resources: {'Port': ['ID=3f56cb73-0122-4e84-812b-5dfd4c06f07f,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:09.509091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.509742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.512089 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-86e96ed5-91d6-4791-9bc4-d5bc167e8063 service neutron] 10.222.0.72 "PUT /v2.0/ports/3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 1093 time: 1.2659085 Feb 11 05:25:09.512556 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:09.514457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4daec4e2-c3fc-40ca-9a21-c3615b670ae6 req-b50c6112-7a6b-49f7-a2d0-60fcf54e795d tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "GET /v2.0/security-groups/1b33f087-676d-40f6-bfd5-a76b5a6fea11 HTTP/1.1" status: 200 len: 1829 time: 0.1241493 Feb 11 05:25:09.515053 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9612c0cb-db2f-4499-8e4e-f446b06d4be6" -d '{"events": [{"name": "network-changed", "server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:09.531408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Made reservation on behalf of d81f49afef28417f8e9fbcca2a9b870b for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:09.534020 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.544953 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.545854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c950574-702e-4eda-ade3-b9412b77a570 req-9aa845f1-7185-4ca6-bdbc-2aefe04c5b39 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.1115947 Feb 11 05:25:09.582895 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:dc:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:07Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:09.624176 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c012dd4-153c-479c-aebf-44f85c3d3451 None None] The sync data for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 is: [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:dc:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:07Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:09.636089 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Publish callbacks [] for security_group (f3eab57c-d8a2-4edc-95bb-52a25a180ed3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.647650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c950574-702e-4eda-ade3-b9412b77a570 req-b2364878-17f8-4b1e-85eb-96c5ff9e7027 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.649074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f3eab57c-d8a2-4edc-95bb-52a25a180ed3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.660327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c950574-702e-4eda-ade3-b9412b77a570 req-b2364878-17f8-4b1e-85eb-96c5ff9e7027 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports/d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 200 len: 942 time: 0.1076674 Feb 11 05:25:09.667099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4daec4e2-c3fc-40ca-9a21-c3615b670ae6 req-2b7e1320-628e-4125-8dcf-2b5a5faac99e tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (1b33f087-676d-40f6-bfd5-a76b5a6fea11), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.713076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:25:09.719810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4daec4e2-c3fc-40ca-9a21-c3615b670ae6 req-2b7e1320-628e-4125-8dcf-2b5a5faac99e tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (1b33f087-676d-40f6-bfd5-a76b5a6fea11), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.739348 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9075930e-8a02-4483-a6e6-d4f2c480a1dc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.739711 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Added segment 9075930e-8a02-4483-a6e6-d4f2c480a1dc of type vlan for network 7f677835-606d-4553-841a-fe6fe52a5c51 Feb 11 05:25:09.749688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eab57c-d8a2-4edc-95bb-52a25a180ed3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:09.794598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (7f677835-606d-4553-841a-fe6fe52a5c51), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.800302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-077ff804-c87d-41b9-9e78-4992b4b702ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.801829 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-077ff804-c87d-41b9-9e78-4992b4b702ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1127 time: 0.1644263 Feb 11 05:25:09.827897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c950574-702e-4eda-ade3-b9412b77a570 req-41b9b6ef-af57-4269-9103-3167f431a56d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.1277225 Feb 11 05:25:09.860929 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-edecd263-e192-4cc4-a901-dfb9e05e76db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 217 time: 0.0510850 Feb 11 05:25:09.878452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (7f677835-606d-4553-841a-fe6fe52a5c51), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.879540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.880190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.918255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:09.922297 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:09.927870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4daec4e2-c3fc-40ca-9a21-c3615b670ae6 req-2b7e1320-628e-4125-8dcf-2b5a5faac99e tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1b33f087-676d-40f6-bfd5-a76b5a6fea11), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.930690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4daec4e2-c3fc-40ca-9a21-c3615b670ae6 req-2b7e1320-628e-4125-8dcf-2b5a5faac99e tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.942431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4daec4e2-c3fc-40ca-9a21-c3615b670ae6 req-2b7e1320-628e-4125-8dcf-2b5a5faac99e tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] 10.222.0.31 "DELETE /v2.0/security-groups/1b33f087-676d-40f6-bfd5-a76b5a6fea11 HTTP/1.1" status: 204 len: 173 time: 0.4118237 Feb 11 05:25:09.943755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47844) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:09.992021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e1320-628e-4125-8dcf-2b5a5faac99e tempest-SecurityGroupRulesNegativeTestJSON-727463650 tempest-SecurityGroupRulesNegativeTestJSON-727463650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b33f087-676d-40f6-bfd5-a76b5a6fea11,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:10.024168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-45810323-c4e4-4b2a-8991-1e623b5f1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.027190 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-45810323-c4e4-4b2a-8991-1e623b5f1f88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.1597404 Feb 11 05:25:10.031875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] Pushing event updated for resources: {'Network': ['ID=7f677835-606d-4553-841a-fe6fe52a5c51,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:10.048560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 7f677835-606d-4553-841a-fe6fe52a5c51 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:25:10.070155 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f67770cd-4940-4340-8cff-e5a97061d366 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8728533 Feb 11 05:25:10.070820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47850) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:10.093680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c950574-702e-4eda-ade3-b9412b77a570 req-747f0738-f204-4769-88ab-93b05e583cfc tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.095088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c950574-702e-4eda-ade3-b9412b77a570 req-747f0738-f204-4769-88ab-93b05e583cfc tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.2590921 Feb 11 05:25:10.099288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Request body: {'subnet': {'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-subnet', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:10.106479 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-e50bcd2b-83a8-4cd6-a792-9018e7dc8e53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712724 Feb 11 05:25:10.139471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-6c950574-702e-4eda-ade3-b9412b77a570 req-b499665c-4ca6-4b1b-bf36-4e7c09c97090 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:25:10.140389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c950574-702e-4eda-ade3-b9412b77a570 req-b499665c-4ca6-4b1b-bf36-4e7c09c97090 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0336494 Feb 11 05:25:10.157631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-14348adf-0c90-4fc4-b096-21a88c9b6530 admin admin] Deleting subnet 71aa504f-d676-4209-b1a0-9c3dc6e7c59d {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:10.161591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14348adf-0c90-4fc4-b096-21a88c9b6530 admin admin] Publish callbacks [] for subnet (71aa504f-d676-4209-b1a0-9c3dc6e7c59d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.173991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Made reservation on behalf of d81f49afef28417f8e9fbcca2a9b870b for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:10.174098 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.205490 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14348adf-0c90-4fc4-b096-21a88c9b6530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (71aa504f-d676-4209-b1a0-9c3dc6e7c59d), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.302512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14348adf-0c90-4fc4-b096-21a88c9b6530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (71aa504f-d676-4209-b1a0-9c3dc6e7c59d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.312882 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310513a6-488b-4023-aa56-d7149bc29596 x-openstack-request-id: req-310513a6-488b-4023-aa56-d7149bc29596 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:10.313559 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:10.313989 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-310513a6-488b-4023-aa56-d7149bc29596 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:10.314641 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f', 'status': 'completed', 'code': 200} Feb 11 05:25:10.401268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96c503-c9af-4df0-bdb4-58eefc1fcb28 req-0dc29721-06e3-4c9a-a4c2-66d14d3d00a5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.402627 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-ddb1e974-4299-46a4-8a59-472b48ba9dc2 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863803 Feb 11 05:25:10.407716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb96c503-c9af-4df0-bdb4-58eefc1fcb28 req-0dc29721-06e3-4c9a-a4c2-66d14d3d00a5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.3745089 Feb 11 05:25:10.414534 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10038bbc-dd53-42cf-af6a-82444c94d610 x-openstack-request-id: req-10038bbc-dd53-42cf-af6a-82444c94d610 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:10.414843 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:10.415078 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10038bbc-dd53-42cf-af6a-82444c94d610 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:10.417630 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'status': 'completed', 'code': 200} Feb 11 05:25:10.562577 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-989be477-dbd5-4946-9d8b-9cc179048cdb req-d3624f73-a2b2-4bb3-a833-4f6d335dbe92 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461613 Feb 11 05:25:10.629382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-39c93e82-3b2f-49d8-9228-516e9b31744d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.2040987 Feb 11 05:25:10.635841 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14348adf-0c90-4fc4-b096-21a88c9b6530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (71aa504f-d676-4209-b1a0-9c3dc6e7c59d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.647682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-8619e1fa-98dc-4898-a68a-e6a9ed6f2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.649275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-8619e1fa-98dc-4898-a68a-e6a9ed6f2664 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 1128 time: 0.2404912 Feb 11 05:25:10.700634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb96c503-c9af-4df0-bdb4-58eefc1fcb28 req-2d7e17d4-368d-4fe5-8251-4ad5eb969aa8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741773 Feb 11 05:25:10.731359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14348adf-0c90-4fc4-b096-21a88c9b6530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71aa504f-d676-4209-b1a0-9c3dc6e7c59d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:10.743526 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14348adf-0c90-4fc4-b096-21a88c9b6530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.747911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-14348adf-0c90-4fc4-b096-21a88c9b6530 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/71aa504f-d676-4209-b1a0-9c3dc6e7c59d HTTP/1.1" status: 204 len: 168 time: 0.7961102 Feb 11 05:25:10.757258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-56a2e09d-7a87-4c9f-86c2-9bfb3ed2999c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.766754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-56a2e09d-7a87-4c9f-86c2-9bfb3ed2999c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports/d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 200 len: 942 time: 0.1236610 Feb 11 05:25:10.777140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47878) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:10.949462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-4fe3da02-4aba-4265-8f72-c29bb5fbd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.951318 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-4fe3da02-4aba-4265-8f72-c29bb5fbd2f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1127 time: 0.3309610 Feb 11 05:25:10.954883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.959815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.083333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-88cbfc8a-30b6-4bc7-af91-d075cba64bb9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.2047889 Feb 11 05:25:11.142051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064b54d-f4bc-4874-9f23-7d71c8b8f863 req-804bab54-e12f-49ef-9443-f1c7aa2d3a55 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.148758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8064b54d-f4bc-4874-9f23-7d71c8b8f863 req-804bab54-e12f-49ef-9443-f1c7aa2d3a55 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 944 time: 0.2757971 Feb 11 05:25:11.158492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.168714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-d957bc56-3fb1-4cb3-a8f1-a56340f9071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.175226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-d957bc56-3fb1-4cb3-a8f1-a56340f9071c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.4482155 Feb 11 05:25:11.332851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47888) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:11.471310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-7a5714d4-b133-4060-ae11-856e27a108df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 200 len: 1000 time: 0.2729871 Feb 11 05:25:11.497018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8064b54d-f4bc-4874-9f23-7d71c8b8f863 req-d5125e64-dab9-4f3f-862c-345c6de21b50 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361385 Feb 11 05:25:11.508221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:11.559287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:11.564505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4439-78da-4346-b283-581834c0349b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.577488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Checking segment: {'id': '9075930e-8a02-4483-a6e6-d4f2c480a1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:11.577852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Network hostable DHCP agents. Network: 7f677835-606d-4553-841a-fe6fe52a5c51, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:25:11.582163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-a6ab117f-9a27-42d3-8d58-69d2051380fe tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.585138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f973ebb-f14e-4de7-9173-dd6e2994b061') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:11.585434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f973ebb-f14e-4de7-9173-dd6e2994b061') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:11.592281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-a6ab117f-9a27-42d3-8d58-69d2051380fe tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.5074685 Feb 11 05:25:11.612927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (2f973ebb-f14e-4de7-9173-dd6e2994b061), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.628506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Network 7f677835-606d-4553-841a-fe6fe52a5c51 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:25:11.643046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-8e58cf8e-8b75-4975-b3c0-65598e01f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.644629 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-8e58cf8e-8b75-4975-b3c0-65598e01f988 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.6805212 Feb 11 05:25:11.645639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2f973ebb-f14e-4de7-9173-dd6e2994b061), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.664908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-8562cd43-8395-4f13-a537-e878330a4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.666729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-8562cd43-8395-4f13-a537-e878330a4cca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.1853464 Feb 11 05:25:11.694540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:11.694944 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (2f973ebb-f14e-4de7-9173-dd6e2994b061), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.697885 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-ca300833-504c-4f77-a16d-a0bec7d0a220 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 217 time: 0.0455935 Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:11.698621 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:11.757422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 7f677835-606d-4553-841a-fe6fe52a5c51) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:11.759783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-0d817df9-a16e-4eb2-b785-534f4c0f30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.761563 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-0d817df9-a16e-4eb2-b785-534f4c0f30e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.0523520 Feb 11 05:25:11.768166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419d52f7-f7da-4748-aab8-6b63b28f02cb None None] Network 7f677835-606d-4553-841a-fe6fe52a5c51 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:11.781586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.782167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.784296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-be7b21ed-aab7-499c-8609-2cb9dc2ac3ae tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.1909177 Feb 11 05:25:11.807146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-1f66915c-f181-42b3-873f-b63a3fb4414a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:11.842912 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-26b5fe3a-f98b-46d3-b1c0-dacbc7a9d259 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7489321 Feb 11 05:25:11.848943 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-8a797253-9218-4fcf-81b1-0ae635e315da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783842 Feb 11 05:25:11.850083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47894) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:11.855576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:11.940550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-c12c3e63-be4b-488a-898b-53ee9eee33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.942605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-c12c3e63-be4b-488a-898b-53ee9eee33ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2687495 Feb 11 05:25:11.955695 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-3d949309-dba7-448d-bfa5-5bc298a8b9e5 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962608 Feb 11 05:25:11.959362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.980396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-1f66915c-f181-42b3-873f-b63a3fb4414a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.991901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-7f677835-606d-4553-841a-fe6fe52a5c51', 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51', 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'fixed_ips': [{'subnet_id': '1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:25:11.992911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.009686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.019927 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a HTTP/1.1" status: 204 len: 168 time: 1.2416966 Feb 11 05:25:12.021960 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d5f7e-4463-4c33-b1eb-a371d99241a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c34fdd1c-ed8c-4ae4-8019-828f8ef62c2a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:12.073314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (1af4b458-6848-4f83-87ac-697be076b805), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.074808 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (1af4b458-6848-4f83-87ac-697be076b805), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.148272 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks [] for router_controller (1af4b458-6848-4f83-87ac-697be076b805), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.205796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Allocated IP 172.20.0.2 (7f677835-606d-4553-841a-fe6fe52a5c51/1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8/843da3fc-682f-4548-a982-cb8ba5a40a9a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:12.300476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47900) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:12.408385 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Publish callbacks [] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.418744 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.452954 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks [] for router_gateway (1af4b458-6848-4f83-87ac-697be076b805), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.464895 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9612c0cb-db2f-4499-8e4e-f446b06d4be6 req-9dfa9209-066c-4bf2-8981-bbf31c336c0a service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008726 Feb 11 05:25:12.470006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Network 7f677835-606d-4553-841a-fe6fe52a5c51 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:12.489519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:12.497665 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bd9379ba-e1e6-4039-81b2-a59327df2b0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c48aa07a8914402e9f67cd9603c8be7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937480 Feb 11 05:25:12.498973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47902) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:12.516602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:12.571151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Pushing event updated for resources: {'Port': ['ID=843da3fc-682f-4548-a982-cb8ba5a40a9a,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:12.585648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8c1f8-5441-416b-99c3-cba3a24ca657 req-ce12e74d-daf9-4cd8-ac48-424129ac2552 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.595100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9c8c1f8-5441-416b-99c3-cba3a24ca657 req-ce12e74d-daf9-4cd8-ac48-424129ac2552 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.7255170 Feb 11 05:25:12.600793 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0506f5a-0421-4c50-978c-cac2f7135da7 admin admin] Publish callbacks [] for security_group (b93a79d1-37a6-4527-b350-e928af706f78), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.616519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Attempting to bind port 843da3fc-682f-4548-a982-cb8ba5a40a9a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:12.616907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Attempting to bind port 843da3fc-682f-4548-a982-cb8ba5a40a9a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '9075930e-8a02-4483-a6e6-d4f2c480a1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:12.617594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Attempting to bind port 843da3fc-682f-4548-a982-cb8ba5a40a9a on network 7f677835-606d-4553-841a-fe6fe52a5c51 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:12.624091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:12.624488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Checking segment: {'id': '9075930e-8a02-4483-a6e6-d4f2c480a1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:12.625040 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.625503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Bound using segment: {'id': '9075930e-8a02-4483-a6e6-d4f2c480a1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:12.625985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Bound port: 843da3fc-682f-4548-a982-cb8ba5a40a9a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9075930e-8a02-4483-a6e6-d4f2c480a1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:12.626382 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.660946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4439-78da-4346-b283-581834c0349b admin admin] Publish callbacks [] for security_group (0a182c0c-74f2-4369-bd90-9b54b6150faf), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.664274 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0506f5a-0421-4c50-978c-cac2f7135da7 admin admin] Publish callbacks [] for security_group (b93a79d1-37a6-4527-b350-e928af706f78), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.687394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4439-78da-4346-b283-581834c0349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a182c0c-74f2-4369-bd90-9b54b6150faf), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.711672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] For port 843da3fc-682f-4548-a982-cb8ba5a40a9a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:12.715541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] For port 843da3fc-682f-4548-a982-cb8ba5a40a9a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=843da3fc-682f-4548-a982-cb8ba5a40a9a,segment=NetworkSegment(9075930e-8a02-4483-a6e6-d4f2c480a1dc),segment_id=9075930e-8a02-4483-a6e6-d4f2c480a1dc)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:12.725421 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.786700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9c8c1f8-5441-416b-99c3-cba3a24ca657 req-01572681-77ea-41e4-8a3f-7c0cf09db1f1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905761 Feb 11 05:25:12.816637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19fb1e-680f-4449-9b0a-a6395b9133bd None None] Pushing event updated for resources: {'Port': ['ID=843da3fc-682f-4548-a982-cb8ba5a40a9a,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:12.886745 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks [] for router_gateway (1af4b458-6848-4f83-87ac-697be076b805), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.908209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.916110 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0506f5a-0421-4c50-978c-cac2f7135da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b93a79d1-37a6-4527-b350-e928af706f78), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.920510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0b0f4439-78da-4346-b283-581834c0349b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac50e9aff91649b99ff1e794db0c2459&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5801249 Feb 11 05:25:12.920654 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0506f5a-0421-4c50-978c-cac2f7135da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.923211 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e0506f5a-0421-4c50-978c-cac2f7135da7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b93a79d1-37a6-4527-b350-e928af706f78 HTTP/1.1" status: 204 len: 168 time: 0.4225590 Feb 11 05:25:12.923819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47906) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:12.951931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-1f66915c-f181-42b3-873f-b63a3fb4414a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.957590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f4439-78da-4346-b283-581834c0349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a182c0c-74f2-4369-bd90-9b54b6150faf,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:12.972020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-a5f74838-11aa-46c6-902e-850a003c42a7 service neutron] 10.222.0.72 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0169084 Feb 11 05:25:12.973388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-1f66915c-f181-42b3-873f-b63a3fb4414a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.973529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506f5a-0421-4c50-978c-cac2f7135da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93a79d1-37a6-4527-b350-e928af706f78,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:12.974464 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-1f66915c-f181-42b3-873f-b63a3fb4414a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd disassociated. External IP: 172.25.1.44, port: d49e4660-59a7-4a46-8d11-b580a4fc400d. Feb 11 05:25:13.074715 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13760986-4fc2-4ebe-8a91-15c419f49528 admin admin] Publish callbacks [] for security_group (0a182c0c-74f2-4369-bd90-9b54b6150faf), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.144656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13760986-4fc2-4ebe-8a91-15c419f49528 admin admin] Publish callbacks [] for security_group (0a182c0c-74f2-4369-bd90-9b54b6150faf), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.183259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Allocated IP 172.25.1.81 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/1a9e0b05-b28f-4891-9480-49364174c9a1) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:13.277554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9198a19-2b4a-49e9-90da-fcd24f43f55f req-bac66186-4535-4963-9ebc-5d504f8ab3e2 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.278872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9198a19-2b4a-49e9-90da-fcd24f43f55f req-bac66186-4535-4963-9ebc-5d504f8ab3e2 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 944 time: 0.3728693 Feb 11 05:25:13.292286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a18c74f4-6ae2-4eed-adc2-cecd9ddba8eb req-3f1508e0-8d81-4bd2-ba84-fd231f8a3204 service neutron] 10.222.0.72 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851504 Feb 11 05:25:13.324806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13760986-4fc2-4ebe-8a91-15c419f49528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a182c0c-74f2-4369-bd90-9b54b6150faf), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.328618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13760986-4fc2-4ebe-8a91-15c419f49528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.330256 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-13760986-4fc2-4ebe-8a91-15c419f49528 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a182c0c-74f2-4369-bd90-9b54b6150faf HTTP/1.1" status: 204 len: 168 time: 0.4027965 Feb 11 05:25:13.349698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13760986-4fc2-4ebe-8a91-15c419f49528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a182c0c-74f2-4369-bd90-9b54b6150faf,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:13.391079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks [] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.438823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.490030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9198a19-2b4a-49e9-90da-fcd24f43f55f req-1cd863a0-3f60-49d1-82f3-10ae31fdd6bb tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000380 Feb 11 05:25:13.540203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:13.552962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:13.555826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:13.594019 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9e0b05-b28f-4891-9480-49364174c9a1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:13.679551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-1f66915c-f181-42b3-873f-b63a3fb4414a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:13.863241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-1f66915c-f181-42b3-873f-b63a3fb4414a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:13.877149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-1f66915c-f181-42b3-873f-b63a3fb4414a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.882336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] Sync routers for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:13.900512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:13.907694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:13.976488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-1f66915c-f181-42b3-873f-b63a3fb4414a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "PUT /v2.0/floatingips/b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd HTTP/1.1" status: 200 len: 694 time: 2.1912627 Feb 11 05:25:13.980008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:13.988274 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks [] for router_gateway (1af4b458-6848-4f83-87ac-697be076b805), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.994095 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5e4417-8905-4ceb-906e-175ff13f0f35" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:14.186911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-048eeddf-2a7d-4bdc-9288-6c2b95de35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.189300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:14.197600 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-048eeddf-2a7d-4bdc-9288-6c2b95de35b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 1128 time: 0.1662550 Feb 11 05:25:14.222834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a7217-4f40-4303-8af9-47a1b0f703f9 req-bff680db-3f2e-4d31-be2a-fdb039519c11 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.229431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ce6a7217-4f40-4303-8af9-47a1b0f703f9 req-bff680db-3f2e-4d31-be2a-fdb039519c11 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.2821498 Feb 11 05:25:14.270362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:14.328738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47948) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:14.417549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ce6a7217-4f40-4303-8af9-47a1b0f703f9 req-925bc72e-72f5-4e07-a658-8097972516dd tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651413 Feb 11 05:25:14.439565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423504d1-1a45-4fc7-b854-e80b0a0e04b2 None None] Network 7f677835-606d-4553-841a-fe6fe52a5c51 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:14.442694 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (1af4b458-6848-4f83-87ac-697be076b805), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.464392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-2e4cc7aa-ca81-4028-a425-ce1d7b7d31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.465988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-2e4cc7aa-ca81-4028-a425-ce1d7b7d31f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.2675650 Feb 11 05:25:14.557998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-0d550d67-b9e2-42ad-bb74-7adc2bf453ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 200 len: 217 time: 0.0784795 Feb 11 05:25:14.661958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Router 1af4b458-6848-4f83-87ac-697be076b805 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:25:14.682605 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28be9d4-8345-4021-b5e8-0daad4be5c20 x-openstack-request-id: req-f28be9d4-8345-4021-b5e8-0daad4be5c20 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:14.687913 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:14.688720 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f28be9d4-8345-4021-b5e8-0daad4be5c20 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:14.690363 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'status': 'completed', 'code': 200} Feb 11 05:25:14.791867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1582734414-network', 'tenant_id': 'c233fc98111c48a7a44ca91fe060b2d8'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:14.812011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8df453d9-3b72-4d7a-a513-c838f3b9b360 None None] Provisioning complete for port 843da3fc-682f-4548-a982-cb8ba5a40a9a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:14.812366 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8df453d9-3b72-4d7a-a513-c838f3b9b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.855987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-0f391846-ba20-4d70-87dd-2ac32af49257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.858981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-0f391846-ba20-4d70-87dd-2ac32af49257 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.2927113 Feb 11 05:25:14.894183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Made reservation on behalf of c233fc98111c48a7a44ca91fe060b2d8 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:14.897465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.914111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-cc903834-4798-489e-9766-b9122b10705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.914601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.916801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-cc903834-4798-489e-9766-b9122b10705e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 1128 time: 0.2251585 Feb 11 05:25:14.928436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:14.961839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:14.978792 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Sync routers for ids ['1af4b458-6848-4f83-87ac-697be076b805'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:15.009773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8df453d9-3b72-4d7a-a513-c838f3b9b360 None None] Current status of the port 843da3fc-682f-4548-a982-cb8ba5a40a9a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:15.010174 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8df453d9-3b72-4d7a-a513-c838f3b9b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.012034 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Routers {'1af4b458-6848-4f83-87ac-697be076b805'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:15.014746 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1af4b458-6848-4f83-87ac-697be076b805'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:15.033631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.036575 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8ae9a972-17d2-4d73-86b2-147fb80c83f3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1855552 Feb 11 05:25:15.040833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47966) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:15.052668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '3f56cb73-0122-4e84-812b-5dfd4c06f07f', 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c', 'port_id': '3f56cb73-0122-4e84-812b-5dfd4c06f07f', 'mac_address': 'fa:16:3e:f8:66:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4012f6-b235-46a4-8d19-8eca301e3e34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:15.142206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3a29d-60ae-4103-9d3e-9b3c8f3ae9f3 req-06cd9fe8-0647-4746-9f35-61f553520805 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.143967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00a3a29d-60ae-4103-9d3e-9b3c8f3ae9f3 req-06cd9fe8-0647-4746-9f35-61f553520805 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 944 time: 0.3775592 Feb 11 05:25:15.166813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 3f56cb73-0122-4e84-812b-5dfd4c06f07f is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:15.167129 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.225859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8df453d9-3b72-4d7a-a513-c838f3b9b360 None None] For port 843da3fc-682f-4548-a982-cb8ba5a40a9a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=843da3fc-682f-4548-a982-cb8ba5a40a9a,segment=NetworkSegment(9075930e-8a02-4483-a6e6-d4f2c480a1dc),segment_id=9075930e-8a02-4483-a6e6-d4f2c480a1dc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:15.230143 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Set router 1af4b458-6848-4f83-87ac-697be076b805 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:15.260036 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8df453d9-3b72-4d7a-a513-c838f3b9b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.275390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f56cb73-0122-4e84-812b-5dfd4c06f07f {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:15.285673 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Publish callbacks [] for security_group (38528655-bbfa-49f4-960f-2a7bdea8b3ec), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.296103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:15.300404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (38528655-bbfa-49f4-960f-2a7bdea8b3ec), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.315812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-86cc25c8-99fd-4098-8c1f-b4188459eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.318137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 843da3fc-682f-4548-a982-cb8ba5a40a9a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:15.325666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-86cc25c8-99fd-4098-8c1f-b4188459eca9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4562771 Feb 11 05:25:15.335905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-1f088139-1cda-4944-af75-0f0ba29df326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.343665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-1f088139-1cda-4944-af75-0f0ba29df326 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.4111431 Feb 11 05:25:15.359992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:25:15.416704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38528655-bbfa-49f4-960f-2a7bdea8b3ec,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:15.425823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c285968b-639b-4f0c-9335-72c01e96dc8b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.426392 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Added segment c285968b-639b-4f0c-9335-72c01e96dc8b of type vlan for network f9d25e34-f9d0-44c2-a602-bf30559d0646 Feb 11 05:25:15.473741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] Checking router: 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:15.492783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00a3a29d-60ae-4103-9d3e-9b3c8f3ae9f3 req-51f185e9-4dbb-47b7-a183-7d82e0dd4acf tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352475 Feb 11 05:25:15.505688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-030a0cf5-accf-41c8-b7f0-c56474ac448f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 200 len: 217 time: 0.1226068 Feb 11 05:25:15.507340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:15.525174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:15.526976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:15.579462 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (f9d25e34-f9d0-44c2-a602-bf30559d0646), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.606734 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4b458-6848-4f83-87ac-697be076b805', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:13Z', 'revision_number': 3, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'gw_port': {'id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:15.645971 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.700075 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Checking router: 1af4b458-6848-4f83-87ac-697be076b805 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:15.700340 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Updating router 1af4b458-6848-4f83-87ac-697be076b805 port 1a9e0b05-b28f-4891-9480-49364174c9a1 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:25:15.729247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-272b9f29-af36-4dcc-90f3-bdc85e829a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.731123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-272b9f29-af36-4dcc-90f3-bdc85e829a3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.2191124 Feb 11 05:25:15.757045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-b9c27d35-e325-4943-a083-eb90cfca78e9 service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103463 Feb 11 05:25:15.770741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df453d9-3b72-4d7a-a513-c838f3b9b360 None None] Pushing event updated for resources: {'Port': ['ID=843da3fc-682f-4548-a982-cb8ba5a40a9a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:15.771324 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.873543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fc2732e9-f819-4795-a3cd-36c9baed8a48 None None] Provisioning complete for port 843da3fc-682f-4548-a982-cb8ba5a40a9a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:15.873926 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fc2732e9-f819-4795-a3cd-36c9baed8a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.908581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-b391b178-0a40-4140-8894-2f278f1d05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.911188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-b391b178-0a40-4140-8894-2f278f1d05d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1531701 Feb 11 05:25:16.015901 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (f9d25e34-f9d0-44c2-a602-bf30559d0646), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.017666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:16.018694 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.150360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5d9b5ae-7a82-4065-919d-2dbef02dcde4 req-c482a913-b00e-45be-a0f0-b248d0bb0c58 service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829136 Feb 11 05:25:16.155577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-8c45b1fd-4fae-4cf1-ab04-2d9a9c1529bb service neutron] 10.222.0.72 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286165 Feb 11 05:25:16.160545 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8298407 Feb 11 05:25:16.164971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47974) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:16.192045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Request body: {'subnet': {'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1582734414-subnet', 'tenant_id': 'c233fc98111c48a7a44ca91fe060b2d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:16.193569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['3f56cb73-0122-4e84-812b-5dfd4c06f07f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:16.208859 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Publish callbacks [] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.218654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 843da3fc-682f-4548-a982-cb8ba5a40a9a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:16.219065 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.223059 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.346210 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Attempting to bind port 1a9e0b05-b28f-4891-9480-49364174c9a1 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:16.346210 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Attempting to bind port 1a9e0b05-b28f-4891-9480-49364174c9a1 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:16.346540 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Attempting to bind port 1a9e0b05-b28f-4891-9480-49364174c9a1 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:16.349881 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Pushing event updated for resources: {'Port': ['ID=1a9e0b05-b28f-4891-9480-49364174c9a1,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:16.371251 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:16.371639 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:16.372060 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.372462 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:16.373483 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Bound port: 1a9e0b05-b28f-4891-9480-49364174c9a1, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:16.373882 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.376315 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.376668 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.377011 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.389657 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.390066 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.390405 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.390744 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.391079 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.391411 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.391740 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.392069 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.392397 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.392727 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.407611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a6e23-9c56-4d2b-9b05-da164857d603 admin admin] Pushing event updated for resources: {'Network': ['ID=f9d25e34-f9d0-44c2-a602-bf30559d0646,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:16.409903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=3f56cb73-0122-4e84-812b-5dfd4c06f07f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:16.456471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:25:16.474304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c5e4417-8905-4ceb-906e-175ff13f0f35 req-e6321777-e8f4-4eb0-9856-de65efb855c5 service neutron] 10.222.0.72 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128431 Feb 11 05:25:16.480582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Made reservation on behalf of c233fc98111c48a7a44ca91fe060b2d8 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:16.490299 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.522472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.542477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:16.807938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fc2732e9-f819-4795-a3cd-36c9baed8a48 None None] Current status of the port 843da3fc-682f-4548-a982-cb8ba5a40a9a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:16.867724 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:25:16.868806 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] For port 1a9e0b05-b28f-4891-9480-49364174c9a1, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:16.902514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Allocated IP 172.20.0.1 (7f677835-606d-4553-841a-fe6fe52a5c51/1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8/a3563bd5-ff5a-4917-a06e-e4cb166a4444) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:16.906331 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] For port 1a9e0b05-b28f-4891-9480-49364174c9a1, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1a9e0b05-b28f-4891-9480-49364174c9a1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:16.927209 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.931104 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (33fe2d86-04d1-47ff-99bd-4182524c9213), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.004022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 843da3fc-682f-4548-a982-cb8ba5a40a9a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:17.071581 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Routers {'1af4b458-6848-4f83-87ac-697be076b805'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:17.072057 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1af4b458-6848-4f83-87ac-697be076b805'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:17.108980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Publish callbacks [] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.118037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffad6b-ffaf-42ed-b48a-aba47c1d865b req-a858867a-fe58-405b-afaa-238b837fd7c3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.120208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49ffad6b-ffaf-42ed-b48a-aba47c1d865b req-a858867a-fe58-405b-afaa-238b837fd7c3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.8288400 Feb 11 05:25:17.146611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 843da3fc-682f-4548-a982-cb8ba5a40a9a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:17.152429 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c508e48-de55-4e3c-b553-d1a1c15e774a None None] Pushing event updated for resources: {'Port': ['ID=1a9e0b05-b28f-4891-9480-49364174c9a1,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:17.175150 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.218080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fe2d86-04d1-47ff-99bd-4182524c9213,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:17.228431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Network 7f677835-606d-4553-841a-fe6fe52a5c51 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:17.233655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:17.237455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:17.269086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49ffad6b-ffaf-42ed-b48a-aba47c1d865b req-615a10e0-9bd0-4d64-8781-b0b166f47e06 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306725 Feb 11 05:25:17.274107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Checking segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:17.274592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Network hostable DHCP agents. Network: f9d25e34-f9d0-44c2-a602-bf30559d0646, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:25:17.287909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Pushing event updated for resources: {'Port': ['ID=a3563bd5-ff5a-4917-a06e-e4cb166a4444,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:17.308759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd230302-fb89-4a5f-a115-9c12e972926c req-004b4868-5553-460c-a442-0c6364adad6a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.319630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd230302-fb89-4a5f-a115-9c12e972926c req-004b4868-5553-460c-a442-0c6364adad6a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 945 time: 0.4098303 Feb 11 05:25:17.324400 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (1af4b458-6848-4f83-87ac-697be076b805), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.334918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 843da3fc-682f-4548-a982-cb8ba5a40a9a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:17.335533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.416116 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] Set router 1af4b458-6848-4f83-87ac-697be076b805 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:17.426030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:17.440002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd230302-fb89-4a5f-a115-9c12e972926c req-ad63bea1-715a-4c67-a0a0-3c4c38f9882e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192119 Feb 11 05:25:17.466815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:25:17.526248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2be38-47a7-4ffa-bb11-ebc9108a490e None None] The sync data for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 is: [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:17.568429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, f9d25e34-f9d0-44c2-a602-bf30559d0646) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:17.594967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.595836 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.618723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3004e0-8587-4ecf-9ad4-b9c4d8f81575 None None] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:17.642332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e421cb95-7b18-4126-bbf9-1945d76d0f01 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4675419 Feb 11 05:25:17.675894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-2d1f2773-670d-4f20-b799-c5e8d54eccc4 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.680043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-2d1f2773-670d-4f20-b799-c5e8d54eccc4 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2589664 Feb 11 05:25:17.730531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.756406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-9f1ffbd7-8199-478a-89da-fa0647593dae tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 697 time: 0.0684011 Feb 11 05:25:17.778186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Request body: {'floatingip': {'port_id': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:17.800413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8cf2ada0-b1db-41d1-b65e-c22a3d7109ff None None] Provisioning complete for port a3563bd5-ff5a-4917-a06e-e4cb166a4444 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:17.800793 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ada0-b1db-41d1-b65e-c22a3d7109ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.802614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 843da3fc-682f-4548-a982-cb8ba5a40a9a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:17.832347 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4b458-6848-4f83-87ac-697be076b805', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:13Z', 'revision_number': 3, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'gw_port': {'id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:17.904635 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc26cc1-4fe1-4625-842d-d52ac7638f11 None None] The sync data for ids ['1af4b458-6848-4f83-87ac-697be076b805'] in n-d-715271-35 is: [{'id': '1af4b458-6848-4f83-87ac-697be076b805', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:13Z', 'revision_number': 3, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'gw_port': {'id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:17.988971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8cf2ada0-b1db-41d1-b65e-c22a3d7109ff None None] Port a3563bd5-ff5a-4917-a06e-e4cb166a4444 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:18.067703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:18.073640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef66c5-b7db-4cd6-af75-2920adf0df32 None None] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:18.116596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Publish callbacks [] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:18.129167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:18.143489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:18.189829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Pushing event updated for resources: {'Port': ['ID=a3563bd5-ff5a-4917-a06e-e4cb166a4444,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:18.240768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (1af4b458-6848-4f83-87ac-697be076b805), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:18.308102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ebdf39-fc24-4223-a818-0552823b582c None None] New status for floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:25:18.371854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-5352c6d2-62fc-453f-a128-84db5539277e tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:18.373579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-5352c6d2-62fc-453f-a128-84db5539277e tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc7a2712-b532-44c4-94d6-631fbc5c7e6c HTTP/1.1" status: 200 len: 945 time: 0.4560776 Feb 11 05:25:18.378370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Network 7f677835-606d-4553-841a-fe6fe52a5c51 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:18.380060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:18.574920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Router 1af4b458-6848-4f83-87ac-697be076b805 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:18.748737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-9f754f01-cdde-4f03-804f-a7762f9f6125 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:18.757641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-9f754f01-cdde-4f03-804f-a7762f9f6125 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.3826528 Feb 11 05:25:18.790501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-2c5b9193-1dd4-49f5-aa27-0de4db3881ce tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/quotas/c233fc98111c48a7a44ca91fe060b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0318561 Feb 11 05:25:18.851543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-3582477e-5381-4ccd-b4f3-6b7e41b4e597 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600407 Feb 11 05:25:18.916628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Deleting port d49e4660-59a7-4a46-8d11-b580a4fc400d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:18.917938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:18.951690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-19fd77c3-e722-4bad-bb8b-50ba9a9afd9d None None] Provisioning complete for port a3563bd5-ff5a-4917-a06e-e4cb166a4444 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:18.952939 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19fd77c3-e722-4bad-bb8b-50ba9a9afd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.011643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-19fd77c3-e722-4bad-bb8b-50ba9a9afd9d None None] Port a3563bd5-ff5a-4917-a06e-e4cb166a4444 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:19.014660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 3f56cb73-0122-4e84-812b-5dfd4c06f07f completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:19.020753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 3f56cb73-0122-4e84-812b-5dfd4c06f07f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:19.022358 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.153241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 3f56cb73-0122-4e84-812b-5dfd4c06f07f is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:19.153984 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.189675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1a9e0b05-b28f-4891-9480-49364174c9a1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:19.201572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:19.216462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-29b09835-b767-4503-8b91-65545a2f5532 admin admin] 10.222.0.31 "PUT /v2.0/routers/1af4b458-6848-4f83-87ac-697be076b805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1632776 Feb 11 05:25:19.291727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:19.294187 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e90f3f-309d-4755-bb55-7eae18e76a48" -d '{"events": [{"server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "name": "network-vif-plugged", "status": "completed", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:19.338533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:19.352380 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.566150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 1a9e0b05-b28f-4891-9480-49364174c9a1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:19.566530 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.599485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=3f56cb73-0122-4e84-812b-5dfd4c06f07f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:19.667950 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 1a9e0b05-b28f-4891-9480-49364174c9a1 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:19.668406 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.680339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] For port d49e4660-59a7-4a46-8d11-b580a4fc400d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=d49e4660-59a7-4a46-8d11-b580a4fc400d,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:19.680922 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.692301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 1a9e0b05-b28f-4891-9480-49364174c9a1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1a9e0b05-b28f-4891-9480-49364174c9a1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:19.694142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-90017048-9c58-4907-bc84-f8338aa0ad62 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415351 Feb 11 05:25:19.699659 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.720855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Calling delete_port for d49e4660-59a7-4a46-8d11-b580a4fc400d owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:19.760706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=1a9e0b05-b28f-4891-9480-49364174c9a1,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:19.985904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-bc9bc8e7-a6d7-497f-81e1-90914673a46b service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787797 Feb 11 05:25:20.004090 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.api [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:25:20.004465 n-d-715271-35 neutron-server[103120]: DEBUG oslo_db.api [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:25:20.085823 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (d49e4660-59a7-4a46-8d11-b580a4fc400d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.108523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['d49e4660-59a7-4a46-8d11-b580a4fc400d'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:20.123299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Pushing event deleted for resources: {'Port': ['ID=d49e4660-59a7-4a46-8d11-b580a4fc400d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:20.161516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['16f88cab-972b-4e4a-ba0a-734d81cb7241'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:20.271822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] No DVR routers for this DVR port d49e4660-59a7-4a46-8d11-b580a4fc400d on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:20.279901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.287531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fa41ca3-922c-4dd8-836d-7b0bdf9f7d93 req-3c281931-3652-4e0a-a352-9a5dcb50b07d tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.72 "DELETE /v2.0/ports/d49e4660-59a7-4a46-8d11-b580a4fc400d HTTP/1.1" status: 204 len: 173 time: 1.7924016 Feb 11 05:25:20.288057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'name': 'network-vif-deleted', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:20.314170 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed438a36-e08f-41c5-af6b-818913f6e74e" -d '{"events": [{"server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "name": "network-vif-deleted", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:20.460430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6184a-f70f-4838-b321-2a171372629b req-5542d8e5-55bc-426b-ad3e-5b2bc8d58da2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:20.465753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0f6184a-f70f-4838-b321-2a171372629b req-5542d8e5-55bc-426b-ad3e-5b2bc8d58da2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.1406560 Feb 11 05:25:20.507146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.530107 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Sync routers for ids ['1af4b458-6848-4f83-87ac-697be076b805'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:20.545704 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Routers {'1af4b458-6848-4f83-87ac-697be076b805'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:20.546720 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1af4b458-6848-4f83-87ac-697be076b805'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:20.606882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0f6184a-f70f-4838-b321-2a171372629b req-b5a10e51-c48e-4be3-bfa7-ce83fa65ef3f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358945 Feb 11 05:25:20.682857 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Set router 1af4b458-6848-4f83-87ac-697be076b805 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:20.848469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dbd06-2176-45c1-85f9-8053a349c82d req-f170080b-1751-493c-b5eb-0b62c3fbbf1e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:20.850209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-621dbd06-2176-45c1-85f9-8053a349c82d req-f170080b-1751-493c-b5eb-0b62c3fbbf1e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 946 time: 0.1148994 Feb 11 05:25:21.011752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-621dbd06-2176-45c1-85f9-8053a349c82d req-3f02590b-6d6c-494b-a2ec-e63f536af394 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530917 Feb 11 05:25:21.033742 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4b458-6848-4f83-87ac-697be076b805', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:17Z', 'revision_number': 4, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'gw_port': {'id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'a3563bd5-ff5a-4917-a06e-e4cb166a4444', 'name': '', 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'mac_address': 'fa:16:3e:13:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:16Z', 'updated_at': '2022-02-11T05:25:17Z', 'revision_number': 2, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'subnets': [{'id': '1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:21.093210 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Checking router: 1af4b458-6848-4f83-87ac-697be076b805 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:21.093579 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Updating router 1af4b458-6848-4f83-87ac-697be076b805 port a3563bd5-ff5a-4917-a06e-e4cb166a4444 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:25:21.135766 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.191488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1a9e0b05-b28f-4891-9480-49364174c9a1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:21.269778 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.277386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.330553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 1a9e0b05-b28f-4891-9480-49364174c9a1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:21.330933 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.354239 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee39790-1395-4274-8148-aabd14a4543a x-openstack-request-id: req-9ee39790-1395-4274-8148-aabd14a4543a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:21.354626 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "name": "network-vif-plugged", "status": "completed", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:21.354827 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ee39790-1395-4274-8148-aabd14a4543a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:21.355204 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f', 'code': 200} Feb 11 05:25:21.456425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 1a9e0b05-b28f-4891-9480-49364174c9a1 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:21.545090 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd associated. External IP: 172.25.1.44, port: 16f88cab-972b-4e4a-ba0a-734d81cb7241. Feb 11 05:25:21.592065 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Publish callbacks [] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.600695 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.621794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842a57e-bd42-4002-bd99-c505dca4001e req-754ec8d8-886a-411c-8c51-47bd47ea5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.623830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0842a57e-bd42-4002-bd99-c505dca4001e req-754ec8d8-886a-411c-8c51-47bd47ea5316 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1129 time: 0.1911421 Feb 11 05:25:21.661439 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8caf3f-727e-416b-9bea-f09477048a2c None None] Pushing event updated for resources: {'Port': ['ID=a3563bd5-ff5a-4917-a06e-e4cb166a4444,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:21.674183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-61661de6-032a-4917-8ea8-9ccffbcf979f tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2101719 Feb 11 05:25:21.681884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:21.733025 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Attempting to bind port a3563bd5-ff5a-4917-a06e-e4cb166a4444 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:21.733447 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Attempting to bind port a3563bd5-ff5a-4917-a06e-e4cb166a4444 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '9075930e-8a02-4483-a6e6-d4f2c480a1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:21.733875 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Attempting to bind port a3563bd5-ff5a-4917-a06e-e4cb166a4444 on network 7f677835-606d-4553-841a-fe6fe52a5c51 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:21.735626 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.744051 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:21.744437 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Checking segment: {'id': '9075930e-8a02-4483-a6e6-d4f2c480a1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:21.749127 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.749617 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Bound using segment: {'id': '9075930e-8a02-4483-a6e6-d4f2c480a1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:21.750145 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Bound port: a3563bd5-ff5a-4917-a06e-e4cb166a4444, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9075930e-8a02-4483-a6e6-d4f2c480a1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:21.750550 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.796670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0842a57e-bd42-4002-bd99-c505dca4001e req-3810e03d-c649-4d13-b690-e7cd6846dd16 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632531 Feb 11 05:25:21.801613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.839201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-0f97e2e0-049b-4a86-888d-48da504ad2e0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.841698 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-0f97e2e0-049b-4a86-888d-48da504ad2e0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.1965442 Feb 11 05:25:21.868506 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] For port a3563bd5-ff5a-4917-a06e-e4cb166a4444, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:21.877881 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] For port a3563bd5-ff5a-4917-a06e-e4cb166a4444, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a3563bd5-ff5a-4917-a06e-e4cb166a4444,segment=NetworkSegment(9075930e-8a02-4483-a6e6-d4f2c480a1dc),segment_id=9075930e-8a02-4483-a6e6-d4f2c480a1dc)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:21.890530 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.955897 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Routers {'1af4b458-6848-4f83-87ac-697be076b805'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:21.956734 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1af4b458-6848-4f83-87ac-697be076b805'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:21.967185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-82bd8914-f6d2-40a9-a625-91e6c615e14f None None] Provisioning complete for port a3563bd5-ff5a-4917-a06e-e4cb166a4444 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:21.967452 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-82bd8914-f6d2-40a9-a625-91e6c615e14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.997056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:22.002532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Request body: {'port': {'device_id': '65c4a13b-3dca-4e26-bd8b-28643c49f6ea', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'admin_state_up': True, 'tenant_id': 'c233fc98111c48a7a44ca91fe060b2d8'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:22.026487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.045639 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8caf3f-727e-416b-9bea-f09477048a2c None None] Pushing event updated for resources: {'Port': ['ID=a3563bd5-ff5a-4917-a06e-e4cb166a4444,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:22.136893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d49e4660-59a7-4a46-8d11-b580a4fc400d no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:22.179701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: d49e4660-59a7-4a46-8d11-b580a4fc400d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:22.180359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device d49e4660-59a7-4a46-8d11-b580a4fc400d not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:22.187727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-82bd8914-f6d2-40a9-a625-91e6c615e14f None None] Current status of the port a3563bd5-ff5a-4917-a06e-e4cb166a4444 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:22.188548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-82bd8914-f6d2-40a9-a625-91e6c615e14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.201778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Made reservation on behalf of c233fc98111c48a7a44ca91fe060b2d8 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:22.210346 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.250726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-82bd8914-f6d2-40a9-a625-91e6c615e14f None None] For port a3563bd5-ff5a-4917-a06e-e4cb166a4444, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a3563bd5-ff5a-4917-a06e-e4cb166a4444,segment=NetworkSegment(9075930e-8a02-4483-a6e6-d4f2c480a1dc),segment_id=9075930e-8a02-4483-a6e6-d4f2c480a1dc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:22.262459 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-82bd8914-f6d2-40a9-a625-91e6c615e14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.268105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:22.274363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.283321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] Sync routers for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:22.319129 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] Set router 1af4b458-6848-4f83-87ac-697be076b805 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:22.319331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Allocated IP 172.25.1.77 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/8fa82de9-9f85-48e6-b78a-d4dbfc96345e) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:22.352933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd8914-f6d2-40a9-a625-91e6c615e14f None None] Pushing event updated for resources: {'Port': ['ID=a3563bd5-ff5a-4917-a06e-e4cb166a4444,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:22.353906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-84b4a1d5-ea7c-4a76-a33b-1809248513b9 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "PUT /v2.0/floatingips/b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd HTTP/1.1" status: 200 len: 995 time: 4.5917468 Feb 11 05:25:22.361515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:22.362136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:22.425238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Allocated IP 172.20.0.7 (f9d25e34-f9d0-44c2-a602-bf30559d0646/33fe2d86-04d1-47ff-99bd-4182524c9213/be03cbf8-0f5b-4f16-9163-91267159425a) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:22.436123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-18781a7d-dfb6-4f3a-9c4b-7409369a407d None None] Provisioning complete for port a3563bd5-ff5a-4917-a06e-e4cb166a4444 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:22.436123 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-18781a7d-dfb6-4f3a-9c4b-7409369a407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.464257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-b2649d57-9a7b-4766-983b-a539148ac454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.472277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-b2649d57-9a7b-4766-983b-a539148ac454 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1128 time: 0.1113577 Feb 11 05:25:22.518172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:22.581685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for port (8fa82de9-9f85-48e6-b78a-d4dbfc96345e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.595430 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4b458-6848-4f83-87ac-697be076b805', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:17Z', 'revision_number': 4, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'gw_port': {'id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'a3563bd5-ff5a-4917-a06e-e4cb166a4444', 'name': '', 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'mac_address': 'fa:16:3e:13:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:16Z', 'updated_at': '2022-02-11T05:25:21Z', 'revision_number': 4, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'subnets': [{'id': '1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:22.618763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-fca52a47-2c49-45eb-8c6c-e1d6b3ca0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.625977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-fca52a47-2c49-45eb-8c6c-e1d6b3ca0fa0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.1527963 Feb 11 05:25:22.632542 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d453f6-efcc-4adb-bf8b-25de0cfa93f5 None None] The sync data for ids ['1af4b458-6848-4f83-87ac-697be076b805'] in n-d-715271-35 is: [{'id': '1af4b458-6848-4f83-87ac-697be076b805', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:17Z', 'revision_number': 4, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'gw_port': {'id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'a3563bd5-ff5a-4917-a06e-e4cb166a4444', 'name': '', 'network_id': '7f677835-606d-4553-841a-fe6fe52a5c51', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'mac_address': 'fa:16:3e:13:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:16Z', 'updated_at': '2022-02-11T05:25:21Z', 'revision_number': 4, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'subnets': [{'id': '1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:22.647800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-18781a7d-dfb6-4f3a-9c4b-7409369a407d None None] Current status of the port a3563bd5-ff5a-4917-a06e-e4cb166a4444 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:22.692477 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks [] for port (be03cbf8-0f5b-4f16-9163-91267159425a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.720058 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8fa82de9-9f85-48e6-b78a-d4dbfc96345e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.752013 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.806272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-d907164e-ce71-4cac-8561-4a2bfc730182 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 998 time: 0.1794395 Feb 11 05:25:22.811625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:22.814800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:22.818328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:22.819213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:22.823404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event updated for resources: {'Port': ['ID=be03cbf8-0f5b-4f16-9163-91267159425a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:22.884087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-44f9a5c0-3dec-497a-be15-3f4651747f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.886055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-44f9a5c0-3dec-497a-be15-3f4651747f92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0719271 Feb 11 05:25:22.887804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.889087 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.891418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:22.899851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event updated for resources: {'Port': ['ID=8fa82de9-9f85-48e6-b78a-d4dbfc96345e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:22.902699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:22.913527 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-41c4d839-cbad-413a-822b-2810fd8cea46 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9158435 Feb 11 05:25:22.927771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Request body: {'port': {'device_id': '65c4a13b-3dca-4e26-bd8b-28643c49f6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:22.928000 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.943791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:ba:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:21Z', 'revision_number': 8, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:22.975024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] Checking router: 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:22.992945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:22.993325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:23.012946 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.019859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-b40a267e-63c0-4f7f-9438-d26abc982460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:23.021526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-b40a267e-63c0-4f7f-9438-d26abc982460 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0708141 Feb 11 05:25:23.132665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:23.170559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3563bd5-ff5a-4917-a06e-e4cb166a4444 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:23.287186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a3563bd5-ff5a-4917-a06e-e4cb166a4444 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:23.287795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.511536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a3563bd5-ff5a-4917-a06e-e4cb166a4444 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:23.549462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be03cbf8-0f5b-4f16-9163-91267159425a {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:23.566471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Publish callbacks [] for port (be03cbf8-0f5b-4f16-9163-91267159425a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.571473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (94ed08ef-396a-41de-a73a-b712cc002ecc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.603815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:ba:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:21Z', 'revision_number': 8, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:23.610373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Transition to ACTIVE for port object be03cbf8-0f5b-4f16-9163-91267159425a will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:23.628114 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8fa82de9-9f85-48e6-b78a-d4dbfc96345e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.633173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b79c1c-c333-4826-9932-cf73df534c79 None None] The sync data for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 is: [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'port_id': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'mac_address': 'fa:16:3e:ba:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:25:21Z', 'revision_number': 8, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:23.637751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.677076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-41973706-de9d-4847-8068-a3776ce03239 service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876888 Feb 11 05:25:23.760268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Pushing event updated for resources: {'Port': ['ID=be03cbf8-0f5b-4f16-9163-91267159425a,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:23.788570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-3a95a11e-3090-41f8-b258-002c5ff14774 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:23.792489 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-3a95a11e-3090-41f8-b258-002c5ff14774 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.81 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 945 time: 0.2363007 Feb 11 05:25:23.866904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d7a2cb5-8de5-490c-bbff-f9f9ec9a60f6 req-936ea1cc-3cc8-4422-a432-221a4979f874 service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776032 Feb 11 05:25:23.908877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for port (8fa82de9-9f85-48e6-b78a-d4dbfc96345e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.918778 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8fa82de9-9f85-48e6-b78a-d4dbfc96345e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.948379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Attempting to bind port be03cbf8-0f5b-4f16-9163-91267159425a on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:23.948957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Attempting to bind port be03cbf8-0f5b-4f16-9163-91267159425a by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:23.949074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Attempting to bind port be03cbf8-0f5b-4f16-9163-91267159425a on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:23.968100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Port be03cbf8-0f5b-4f16-9163-91267159425a on network f9d25e34-f9d0-44c2-a602-bf30559d0646 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:23.973826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Attempting to bind port be03cbf8-0f5b-4f16-9163-91267159425a on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:23.993351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:23.994416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Checking segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:23.995286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Bound using segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:23.996114 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Bound port: be03cbf8-0f5b-4f16-9163-91267159425a, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:23.996649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.019096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Deleting port d3eed7e6-4e00-4de5-a8e8-544461606633 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:24.019485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.036472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event updated for resources: {'Port': ['ID=8fa82de9-9f85-48e6-b78a-d4dbfc96345e,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:24.069708 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98a540-1a14-40dd-afe3-c2722e89875b None None] New status for floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:25:24.079856 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (94ed08ef-396a-41de-a73a-b712cc002ecc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.114268 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.122200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-6dfdeb64-0195-466c-ab85-24159e00927c tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4470246 Feb 11 05:25:24.203095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] For port be03cbf8-0f5b-4f16-9163-91267159425a, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:24.207152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] For port be03cbf8-0f5b-4f16-9163-91267159425a, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be03cbf8-0f5b-4f16-9163-91267159425a,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:24.219434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] For port d3eed7e6-4e00-4de5-a8e8-544461606633, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d3eed7e6-4e00-4de5-a8e8-544461606633,segment=NetworkSegment(cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa),segment_id=cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:24.219939 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.221631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c6ae5-3c60-4414-95db-c5a1415bcce1 req-9ea44f5c-4ab2-4df2-97b8-6025693b5190 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.223988 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.225607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d03c6ae5-3c60-4414-95db-c5a1415bcce1 req-9ea44f5c-4ab2-4df2-97b8-6025693b5190 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 943 time: 0.2023044 Feb 11 05:25:24.247984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-574fb732-abc1-4fa9-9400-37889ad13c01 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.77 HTTP/1.1" status: 200 len: 695 time: 0.1244698 Feb 11 05:25:24.264800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Calling delete_port for d3eed7e6-4e00-4de5-a8e8-544461606633 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:24.331506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.332300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.333936 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] 10.222.0.72 "PUT /v2.0/ports/be03cbf8-0f5b-4f16-9163-91267159425a HTTP/1.1" status: 200 len: 1092 time: 1.4134247 Feb 11 05:25:24.334399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c4a13b-3dca-4e26-bd8b-28643c49f6ea', 'tag': 'be03cbf8-0f5b-4f16-9163-91267159425a'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:24.337950 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f3a495-f239-485e-a02c-413b9ec86cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "65c4a13b-3dca-4e26-bd8b-28643c49f6ea", "tag": "be03cbf8-0f5b-4f16-9163-91267159425a"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:24.386260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d03c6ae5-3c60-4414-95db-c5a1415bcce1 req-fde0adec-8413-41d8-abb6-31a32a8626ac tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538360 Feb 11 05:25:24.396440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125611a-b43b-454f-8ee4-ea84ee0d2fce service neutron] Pushing event updated for resources: {'Port': ['ID=be03cbf8-0f5b-4f16-9163-91267159425a,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:24.435669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-a40ff34b-cf60-4a08-93ba-fa3378d5e138 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.437049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0be6f6f8-49cf-4d28-ae14-1ac30fea100f req-a40ff34b-cf60-4a08-93ba-fa3378d5e138 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1747422 Feb 11 05:25:24.495885 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf39156-8973-49bd-b7f8-34dc5eda5d1d x-openstack-request-id: req-0cf39156-8973-49bd-b7f8-34dc5eda5d1d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:24.496194 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7a2712-b532-44c4-94d6-631fbc5c7e6c", "name": "network-vif-deleted", "tag": "d49e4660-59a7-4a46-8d11-b580a4fc400d", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:24.496461 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cf39156-8973-49bd-b7f8-34dc5eda5d1d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:24.496878 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7a2712-b532-44c4-94d6-631fbc5c7e6c', 'name': 'network-vif-deleted', 'tag': 'd49e4660-59a7-4a46-8d11-b580a4fc400d', 'status': 'completed', 'code': 200} Feb 11 05:25:24.555034 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-a39d125c-db9c-40aa-9b67-4a091271e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.556699 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-a39d125c-db9c-40aa-9b67-4a091271e23d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 1126 time: 0.1260698 Feb 11 05:25:24.597835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d3eed7e6-4e00-4de5-a8e8-544461606633), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.600549 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-485aabc7-6b64-42c9-b029-2e10bc360a4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be03cbf8-0f5b-4f16-9163-91267159425a HTTP/1.1" status: 200 len: 217 time: 0.0367975 Feb 11 05:25:24.611471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['d3eed7e6-4e00-4de5-a8e8-544461606633'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:24.635883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98626ed-5563-4181-83ce-87a8ab142ada req-f532223b-d4ad-4b42-a59f-07f5d34cc2ee tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.643730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98626ed-5563-4181-83ce-87a8ab142ada req-f532223b-d4ad-4b42-a59f-07f5d34cc2ee tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.0894961 Feb 11 05:25:24.658221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Pushing event deleted for resources: {'Port': ['ID=d3eed7e6-4e00-4de5-a8e8-544461606633,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:24.659158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6aff0-8be3-4146-a2f8-2577aaeae29d req-c43572da-348e-4dd1-9317-d6dd40ae0b9a tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.660668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3d6aff0-8be3-4146-a2f8-2577aaeae29d req-c43572da-348e-4dd1-9317-d6dd40ae0b9a tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/ports?device_id=159988fd-6dd1-46a7-8577-39a0c9f40990 HTTP/1.1" status: 200 len: 867 time: 0.1168146 Feb 11 05:25:24.711631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] No DVR routers for this DVR port d3eed7e6-4e00-4de5-a8e8-544461606633 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:24.714413 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-f6964a22-00b1-4e9e-a692-49093e480856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.715260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98626ed-5563-4181-83ce-87a8ab142ada req-6476d7e9-20c8-4615-9266-6bb8a454347f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706804 Feb 11 05:25:24.716009 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-f6964a22-00b1-4e9e-a692-49093e480856 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.1097500 Feb 11 05:25:24.717060 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.720295 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-160e7ac2-5bd9-419c-b1b0-e067b203dae6 req-ed4eed3d-1539-4d2f-8ca4-14d85884615b tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.81 "DELETE /v2.0/ports/d3eed7e6-4e00-4de5-a8e8-544461606633 HTTP/1.1" status: 204 len: 173 time: 0.9038978 Feb 11 05:25:24.746312 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3d6aff0-8be3-4146-a2f8-2577aaeae29d req-77126b6b-6dfd-446c-a1b0-b4fda83be8c4 tempest-VolumesAdminNegativeTest-892020289 tempest-VolumesAdminNegativeTest-892020289-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ac3964f-b76a-47bf-b840-a2a1e351f6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623500 Feb 11 05:25:24.748613 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-330a9edc-b92a-4606-a4cf-6db7ee5a0779 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264280 Feb 11 05:25:24.856340 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-8db22eb9-6691-453f-b0be-9cd620a2a219 service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015167 Feb 11 05:25:24.878391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5dd58d6-d53e-4674-b908-3838c2db01ab req-e1d82530-de89-45fe-8eb6-bc6620e6873f tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips/b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd HTTP/1.1" status: 200 len: 997 time: 0.0969338 Feb 11 05:25:24.902678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930ba02-a0af-426e-8fe1-34b21a92eda1 req-53ca1fc1-8b6c-40da-b0d2-cc3f265351a8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.904580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8930ba02-a0af-426e-8fe1-34b21a92eda1 req-53ca1fc1-8b6c-40da-b0d2-cc3f265351a8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 946 time: 0.0857732 Feb 11 05:25:24.948915 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d7ee7b2-253b-4fc4-8f01-5c22f263f86f req-a1178e39-cac6-4a77-8f03-33b49b0ade68 service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866787 Feb 11 05:25:25.009976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8930ba02-a0af-426e-8fe1-34b21a92eda1 req-eaa0a4f3-3af2-4e4a-9782-626e64f090cd tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929244 Feb 11 05:25:25.028508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd58d6-d53e-4674-b908-3838c2db01ab req-964ea9da-c3f5-43e9-9c4a-c3e58aa5c3d5 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.030446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5dd58d6-d53e-4674-b908-3838c2db01ab req-964ea9da-c3f5-43e9-9c4a-c3e58aa5c3d5 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1459150 Feb 11 05:25:25.058412 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed3a8c5-aabf-4a36-adc1-252833aeeb45 x-openstack-request-id: req-3ed3a8c5-aabf-4a36-adc1-252833aeeb45 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:25.058707 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c4a13b-3dca-4e26-bd8b-28643c49f6ea", "tag": "be03cbf8-0f5b-4f16-9163-91267159425a", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:25.058964 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ed3a8c5-aabf-4a36-adc1-252833aeeb45 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:25.059367 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c4a13b-3dca-4e26-bd8b-28643c49f6ea', 'tag': 'be03cbf8-0f5b-4f16-9163-91267159425a', 'status': 'completed', 'code': 200} Feb 11 05:25:25.135486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-9cfd27be-df52-4d8e-957f-822bcf506a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.137255 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-9cfd27be-df52-4d8e-957f-822bcf506a99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 1126 time: 0.0576434 Feb 11 05:25:25.204389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-4272855f-f471-40c2-b8ef-6802bbe7fda1 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1514344 Feb 11 05:25:25.211915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1328-b4ea-4a9c-8003-e52ce9cef178 req-1536658e-0664-4ea4-8857-8e26f1b2e9d0 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.213447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c1a1328-b4ea-4a9c-8003-e52ce9cef178 req-1536658e-0664-4ea4-8857-8e26f1b2e9d0 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1129 time: 0.0735145 Feb 11 05:25:25.218722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:25.233246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-0a588b08-d268-4ea0-8970-ed290af5df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.234857 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-0a588b08-d268-4ea0-8970-ed290af5df75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 913 time: 0.0917687 Feb 11 05:25:25.263134 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.281431 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-039493ba-0345-41cb-a783-26df36427059 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be03cbf8-0f5b-4f16-9163-91267159425a HTTP/1.1" status: 200 len: 217 time: 0.0391166 Feb 11 05:25:25.291674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c1a1328-b4ea-4a9c-8003-e52ce9cef178 req-b415f6bf-5fce-4d62-a8d6-0e1e5a1bb944 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677736 Feb 11 05:25:25.337615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-3bf63ad5-9854-4a6b-9ecc-d14240575fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.339451 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-3bf63ad5-9854-4a6b-9ecc-d14240575fd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.0497520 Feb 11 05:25:25.376900 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-805e346b-60df-4d8e-bc91-68936724f83b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302231 Feb 11 05:25:25.440889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-705deb7f-c540-4569-80a1-7aa933b3616a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.0862098 Feb 11 05:25:25.458969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.483705 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-34ecfb34-40ce-4dc3-8ebd-9c6badd092fa service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997679 Feb 11 05:25:25.531282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-eba2e02a-3ba4-403c-8ecd-380a63bf6bf3 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.532573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-eba2e02a-3ba4-403c-8ecd-380a63bf6bf3 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports/16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 942 time: 0.0842326 Feb 11 05:25:25.585899 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-51f3a495-f239-485e-a02c-413b9ec86cf5 req-975232f6-65b6-456f-9cd7-bc0c016bf22b service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948181 Feb 11 05:25:25.642361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Allocated IP 172.25.1.87 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/795d7ad5-643f-4bdf-88b2-e543cff773e0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:25.684128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-9a6be0be-bfc5-4146-aa03-befe8cdccda0 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.0951657 Feb 11 05:25:25.836370 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for port (795d7ad5-643f-4bdf-88b2-e543cff773e0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.850168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-29adada8-7e08-43c9-b4ba-81a81f4f2996 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.851533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-29adada8-7e08-43c9-b4ba-81a81f4f2996 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1589830 Feb 11 05:25:25.932001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (795d7ad5-643f-4bdf-88b2-e543cff773e0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.959414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-eda4b2b2-5904-42c4-8058-abe0d9c5b70c tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.1001515 Feb 11 05:25:25.976292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b9b78bb4-9d67-44ac-a8ce-be41be0acc36 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:26.014477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:26.017658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:26.023656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event updated for resources: {'Port': ['ID=795d7ad5-643f-4bdf-88b2-e543cff773e0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:26.026023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:26.072709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b9b78bb4-9d67-44ac-a8ce-be41be0acc36 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.214112 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (045a8189-f817-4a64-928e-bd7a23278946), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.222309 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-265dc66f-0053-403e-aab8-a7c2536241c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536323 Feb 11 05:25:26.280621 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b9b78bb4-9d67-44ac-a8ce-be41be0acc36 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.285678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b9b78bb4-9d67-44ac-a8ce-be41be0acc36 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.286020 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b9b78bb4-9d67-44ac-a8ce-be41be0acc36 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd disassociated. External IP: 172.25.1.44, port: 16f88cab-972b-4e4a-ba0a-734d81cb7241. Feb 11 05:25:26.326758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-3121cbe3-02ea-4e72-83a9-5e7b509e1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.328370 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-3121cbe3-02ea-4e72-83a9-5e7b509e1643 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7545379b238f493ba8a954b800313df6&device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 1128 time: 0.0549216 Feb 11 05:25:26.329214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (795d7ad5-643f-4bdf-88b2-e543cff773e0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.445212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-ffcc4440-0cce-43c5-be9f-8cbfe5f9c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.446757 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-ffcc4440-0cce-43c5-be9f-8cbfe5f9c962 service neutron] 10.222.0.81 "GET /v2.0/networks?id=74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 200 len: 925 time: 0.0872724 Feb 11 05:25:26.522095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:26.524358 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643ac51b-27fe-48fe-ad42-b032eace29e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:26.530684 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-bf878230-f5f9-4fae-ab0d-e5cff7dbab7c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca HTTP/1.1" status: 200 len: 1000 time: 0.0697210 Feb 11 05:25:26.581143 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-349abe59-107b-45fd-b0ca-c7f890192660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.582646 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-349abe59-107b-45fd-b0ca-c7f890192660 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661 HTTP/1.1" status: 200 len: 863 time: 0.0446653 Feb 11 05:25:26.624809 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for port (795d7ad5-643f-4bdf-88b2-e543cff773e0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.631660 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (795d7ad5-643f-4bdf-88b2-e543cff773e0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.640470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-6811a6db-4c05-4f40-80eb-9bc6e7e7ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.642064 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-6811a6db-4c05-4f40-80eb-9bc6e7e7ebb2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=74a89941-9023-47cd-9eeb-d31c83a29d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484080 Feb 11 05:25:26.672064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b9b78bb4-9d67-44ac-a8ce-be41be0acc36 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:26.709602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event updated for resources: {'Port': ['ID=795d7ad5-643f-4bdf-88b2-e543cff773e0,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:26.764588 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-cffc821e-2284-4395-a46a-700371a8a6b7 service neutron] 10.222.0.81 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059654 Feb 11 05:25:26.765686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (045a8189-f817-4a64-928e-bd7a23278946), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.790030 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.791176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-f5976d76-fcca-44bd-a807-c7eb713dd74d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5768137 Feb 11 05:25:26.875211 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b511fafa-1a2c-4105-9220-d7cc705b6439 req-e10def65-818e-4893-a64b-0d95a9c026cc service neutron] 10.222.0.81 "GET /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977755 Feb 11 05:25:27.061324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159988fd-6dd1-46a7-8577-39a0c9f40990', 'name': 'network-vif-deleted', 'tag': 'd3eed7e6-4e00-4de5-a8e8-544461606633'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:27.063963 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfc401b-b900-4b0e-9d2a-51da53464d04" -d '{"events": [{"server_uuid": "159988fd-6dd1-46a7-8577-39a0c9f40990", "name": "network-vif-deleted", "tag": "d3eed7e6-4e00-4de5-a8e8-544461606633"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:27.152672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-7bf4d403-3e0a-4707-a48e-c97b97899a2d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.3357353 Feb 11 05:25:27.171343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b9b78bb4-9d67-44ac-a8ce-be41be0acc36 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:27.181761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] Sync routers for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:27.184288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b9b78bb4-9d67-44ac-a8ce-be41be0acc36 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:27.192806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:27.193454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:27.254204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b9b78bb4-9d67-44ac-a8ce-be41be0acc36 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "PUT /v2.0/floatingips/b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd HTTP/1.1" status: 200 len: 695 time: 1.2863660 Feb 11 05:25:27.314022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:27.316637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-cae868ce-f42f-4dd1-85c3-a3a881965874 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.318029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83289af8-e14b-4fc5-b56f-8385ae3ea622 req-cae868ce-f42f-4dd1-85c3-a3a881965874 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1584616 Feb 11 05:25:27.337279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-eee24d4c-26de-4abd-b0bc-35fa24716961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.338811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-eee24d4c-26de-4abd-b0bc-35fa24716961 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1128 time: 0.0705943 Feb 11 05:25:27.388873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d3eed7e6-4e00-4de5-a8e8-544461606633 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:27.427327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: d3eed7e6-4e00-4de5-a8e8-544461606633 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:27.427697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d3eed7e6-4e00-4de5-a8e8-544461606633 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:27.434106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-136f8f1d-b186-4c61-9f13-d393233ba61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.435631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-136f8f1d-b186-4c61-9f13-d393233ba61b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.0897992 Feb 11 05:25:27.478243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-b118e9dc-1c4a-41b3-83ec-686f4017d7d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 217 time: 0.0350320 Feb 11 05:25:27.528456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-ddc4f450-e001-4a38-9bb3-7a667a804e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.530967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-ddc4f450-e001-4a38-9bb3-7a667a804e30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0457149 Feb 11 05:25:27.590324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-5a1a0d19-77a3-45ce-85b7-b86cde815387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.593489 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-5a1a0d19-77a3-45ce-85b7-b86cde815387 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0566723 Feb 11 05:25:27.674422 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bb2893a1-6cc1-4e64-b84b-5b015cd4e013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:27.694399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-7a409e45-0651-4954-b3ae-d43850209c5c service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935104 Feb 11 05:25:27.694563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:27.723585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] Checking router: 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:27.733708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:27.734328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:27.820414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e5606-b97f-4e65-9a76-5c34c7256dff req-b0cc9b3d-5466-4b77-9cd8-a7e4833b84bd tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.821969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-339e5606-b97f-4e65-9a76-5c34c7256dff req-b0cc9b3d-5466-4b77-9cd8-a7e4833b84bd tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1129 time: 0.0977218 Feb 11 05:25:27.824155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9c6d27-40a0-4836-8877-f873d6c97d04 req-4cd20d99-a199-4e03-869b-194639215843 service neutron] 10.222.0.31 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222014 Feb 11 05:25:27.848011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:27.871931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-339e5606-b97f-4e65-9a76-5c34c7256dff req-9bc1075a-858f-4e76-84aa-864cc879a9e8 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Feb 11 05:25:28.012094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee0c29-64e6-47f1-b1bb-02f2071d601d req-6d1ec1e9-0cee-40eb-b8c2-150f7d7c2e10 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.014159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6ee0c29-64e6-47f1-b1bb-02f2071d601d req-6d1ec1e9-0cee-40eb-b8c2-150f7d7c2e10 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 943 time: 0.1177824 Feb 11 05:25:28.036987 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-bba99e2b-3aed-4c4f-9161-3e110f56a9d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0939984 Feb 11 05:25:28.045415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07036833-a4cd-45ef-840c-cacca2e2ad9a req-16797d43-3870-4e08-8f4d-45b211d934ee tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.046894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07036833-a4cd-45ef-840c-cacca2e2ad9a req-16797d43-3870-4e08-8f4d-45b211d934ee tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.0946147 Feb 11 05:25:28.056377 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-98c82727-7090-4dee-bad2-f28de05e8fbc service neutron] show failed (client error): The resource could not be found. Feb 11 05:25:28.057511 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-98c82727-7090-4dee-bad2-f28de05e8fbc service neutron] 10.222.0.81 "GET /v2.0/ports/b3401d53-0a57-46ed-9e2b-d7ea8ea12c08/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0731957 Feb 11 05:25:28.089683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:28.103976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6ee0c29-64e6-47f1-b1bb-02f2071d601d req-5336da1e-fbbd-466b-9993-620efa9732c8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770283 Feb 11 05:25:28.141471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4774f276-1aa8-41e6-b190-c06252bc7f85 None None] The sync data for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 is: [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:24:14Z', 'revision_number': 4, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3483bf8b-e135-4e40-b57d-4dbc6b8e00c4', 'name': '', 'network_id': 'c1702abd-3735-455f-99ad-1858676d85f3', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'mac_address': 'fa:16:3e:b5:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:13Z', 'updated_at': '2022-02-11T05:24:19Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'subnets': [{'id': '2990ec19-2306-423b-81b6-8a5c69425e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:28.146459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device be03cbf8-0f5b-4f16-9163-91267159425a details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:28.164327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-36fad099-5a33-4f68-8c23-ad43bae7791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.166819 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-36fad099-5a33-4f68-8c23-ad43bae7791e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1129 time: 0.0728123 Feb 11 05:25:28.179855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48082) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:28.203658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07036833-a4cd-45ef-840c-cacca2e2ad9a req-2227f981-8c99-447f-a0af-ab7b39471836 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342947 Feb 11 05:25:28.284003 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd848ff-231f-4595-b906-77db9939ceeb x-openstack-request-id: req-8bd848ff-231f-4595-b906-77db9939ceeb {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:28.284977 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:28.285472 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bd848ff-231f-4595-b906-77db9939ceeb {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:28.286027 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'status': 'completed', 'code': 200} Feb 11 05:25:28.309504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port be03cbf8-0f5b-4f16-9163-91267159425a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be03cbf8-0f5b-4f16-9163-91267159425a,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:28.328449 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'be03cbf8-0f5b-4f16-9163-91267159425a', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'port_id': 'be03cbf8-0f5b-4f16-9163-91267159425a', 'mac_address': 'fa:16:3e:cd:9c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe2d86-04d1-47ff-99bd-4182524c9213', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:28.333536 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e148e424-6d49-4fc7-a966-e7654cf152c6 x-openstack-request-id: req-e148e424-6d49-4fc7-a966-e7654cf152c6 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:28.333851 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159988fd-6dd1-46a7-8577-39a0c9f40990", "name": "network-vif-deleted", "tag": "d3eed7e6-4e00-4de5-a8e8-544461606633", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:28.334198 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e148e424-6d49-4fc7-a966-e7654cf152c6 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:28.334907 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159988fd-6dd1-46a7-8577-39a0c9f40990', 'name': 'network-vif-deleted', 'tag': 'd3eed7e6-4e00-4de5-a8e8-544461606633', 'status': 'completed', 'code': 200} Feb 11 05:25:28.357702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9ea0ab-470f-486b-8e94-7c80d9803f45 admin admin] Deleting subnet 286559af-343f-43b9-a7b4-9a4375392c49 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:28.366797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea0ab-470f-486b-8e94-7c80d9803f45 admin admin] Publish callbacks [] for subnet (286559af-343f-43b9-a7b4-9a4375392c49), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.435258 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-0586dd77-a2a6-46e9-adc8-7be3774fc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.435808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port be03cbf8-0f5b-4f16-9163-91267159425a is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:28.436232 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.438144 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-0586dd77-a2a6-46e9-adc8-7be3774fc0e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.2068799 Feb 11 05:25:28.445902 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea0ab-470f-486b-8e94-7c80d9803f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (286559af-343f-43b9-a7b4-9a4375392c49), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.468165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be03cbf8-0f5b-4f16-9163-91267159425a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:28.468630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-f06d48c3-3e0c-4179-b3cb-0a633a6ab440 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1586015 Feb 11 05:25:28.473790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:28.505225 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.522226 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port be03cbf8-0f5b-4f16-9163-91267159425a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be03cbf8-0f5b-4f16-9163-91267159425a,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:28.527879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.602103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=be03cbf8-0f5b-4f16-9163-91267159425a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:28.606868 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-7f1e2779-0991-4e3f-825e-c35c5b7bd090 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 217 time: 0.1585791 Feb 11 05:25:28.682529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-bd2c6b85-80bf-421f-bd53-593ad623ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.684236 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-bd2c6b85-80bf-421f-bd53-593ad623ff32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.0707955 Feb 11 05:25:28.711657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea0ab-470f-486b-8e94-7c80d9803f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (286559af-343f-43b9-a7b4-9a4375392c49), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.762464 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-871a7657-32f9-430e-87f0-373bd713e0f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675423 Feb 11 05:25:28.771899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['be03cbf8-0f5b-4f16-9163-91267159425a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:28.810682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-c1c4d978-5c0b-412c-afb0-24bec9b1aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.812203 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-c1c4d978-5c0b-412c-afb0-24bec9b1aae1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1128 time: 0.3129699 Feb 11 05:25:28.854589 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.887347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-209e7567-da6f-4505-99ba-089da54959ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.889414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-209e7567-da6f-4505-99ba-089da54959ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9&tenant_id=1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 1133 time: 0.1992736 Feb 11 05:25:28.936783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:28.956198 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea0ab-470f-486b-8e94-7c80d9803f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (286559af-343f-43b9-a7b4-9a4375392c49), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.016472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea0ab-470f-486b-8e94-7c80d9803f45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.019699 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5a9ea0ab-470f-486b-8e94-7c80d9803f45 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/286559af-343f-43b9-a7b4-9a4375392c49 HTTP/1.1" status: 204 len: 168 time: 0.8379917 Feb 11 05:25:29.025133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48092) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:29.025859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ea0ab-470f-486b-8e94-7c80d9803f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286559af-343f-43b9-a7b4-9a4375392c49,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:29.040295 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-a7ca492c-b05d-46b5-9416-99ca24725d30 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694049 Feb 11 05:25:29.077141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.109840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Allocated IP 172.25.1.94 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/e233ec8e-a715-441f-bbfb-2c57aee93422) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:29.145020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-6545e64f-2f18-4ba5-90b3-cb123b1ce637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.146488 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-6545e64f-2f18-4ba5-90b3-cb123b1ce637 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.3170564 Feb 11 05:25:29.306461 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef3a3e-b551-4825-bc33-c31296ddf24f None None] New status for floating IP b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:25:29.369505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for port (e233ec8e-a715-441f-bbfb-2c57aee93422), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.459534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:29.472106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e233ec8e-a715-441f-bbfb-2c57aee93422), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.526586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event updated for resources: {'Port': ['ID=e233ec8e-a715-441f-bbfb-2c57aee93422,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:29.550757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:29.557558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:29.562290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:29.602904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:29.676174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Publish callbacks [] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.706901 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (5c890102-d9db-4560-b2c2-266a045215b0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.716847 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-0f3ef87b-2e38-4f03-ad1c-0c471ffa6d00 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 217 time: 0.5366287 Feb 11 05:25:29.762540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (ff61096f-f899-4740-824a-54ad1133a95b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.774225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Transition to ACTIVE for port object b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:29.781061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.807716 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e290c5fe-a9dd-4c24-a9f8-eccdc8980b8d req-7c1f2a40-53fd-446d-8353-10a26834beea service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545938 Feb 11 05:25:29.824891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-0d0c56ef-6ca5-4c35-81dc-1b3629aa91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.829389 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-0d0c56ef-6ca5-4c35-81dc-1b3629aa91c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.1007051 Feb 11 05:25:29.933324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] No DVR routers for this DVR port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:29.954175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Pushing event updated for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:29.962913 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e233ec8e-a715-441f-bbfb-2c57aee93422), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.005820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (5c890102-d9db-4560-b2c2-266a045215b0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.039175 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-5f92a3e0-dde0-4a8d-bc6e-2965c4f6b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.040881 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-5f92a3e0-dde0-4a8d-bc6e-2965c4f6b79d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1797142 Feb 11 05:25:30.045378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c890102-d9db-4560-b2c2-266a045215b0']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:30.064694 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:30.064995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:30.086480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.101603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Attempting to bind port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:30.101993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Attempting to bind port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:30.102329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Attempting to bind port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:30.129277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:30.129531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Attempting to bind port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:30.145239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b57cb4-bda7-4849-b60d-8e428ebb4dec req-09577b92-1547-4047-8a1e-1b57c4691129 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.146736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8b57cb4-bda7-4849-b60d-8e428ebb4dec req-09577b92-1547-4047-8a1e-1b57c4691129 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 944 time: 0.2148585 Feb 11 05:25:30.163355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:30.163752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:30.164105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:30.164560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Bound port: b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:30.164923 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.168187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device be03cbf8-0f5b-4f16-9163-91267159425a up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:30.186342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.204566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:30.205768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (cf8c1793-b7c7-4e82-8cc7-ebf6a412edaa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:30.248942 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:30.286341 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-350f744c-1bba-4ae4-8df2-e45443b24e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.326331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port be03cbf8-0f5b-4f16-9163-91267159425a completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:30.331220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port be03cbf8-0f5b-4f16-9163-91267159425a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:30.331575 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.337171 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for port (e233ec8e-a715-441f-bbfb-2c57aee93422), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.338447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241'}, {'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:30.342198 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c11296d-b59b-474a-bc93-a4c61afc095e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241"}, {"server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:30.363485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (5c890102-d9db-4560-b2c2-266a045215b0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.365529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e233ec8e-a715-441f-bbfb-2c57aee93422), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.373759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.377781 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] 10.222.0.31 "DELETE /v2.0/networks/5c890102-d9db-4560-b2c2-266a045215b0 HTTP/1.1" status: 204 len: 168 time: 1.3479748 Feb 11 05:25:30.390337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48112) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:30.435639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94120d00-5546-4560-8a76-265ec748abfb admin admin] Pushing event deleted for resources: {'Network': ['ID=5c890102-d9db-4560-b2c2-266a045215b0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:30.436431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8b57cb4-bda7-4849-b60d-8e428ebb4dec req-da2f3637-6bff-4932-9ae9-c202e9cee3fc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823100 Feb 11 05:25:30.443614 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-d99c69eb-26a9-4d8c-8d71-6810472d247b service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903961 Feb 11 05:25:30.467091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port be03cbf8-0f5b-4f16-9163-91267159425a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:30.467531 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.524983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c4a13b-3dca-4e26-bd8b-28643c49f6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be03cbf8-0f5b-4f16-9163-91267159425a'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:30.526347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-422cfbff-9599-4846-b200-da1c4262ba28 admin admin] Deleting subnet 9479d0a6-a7bc-4503-9c4c-57349dcc945f {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:30.530864 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470cb4f9-8a36-41c4-8b38-8143ad69876f" -d '{"events": [{"server_uuid": "65c4a13b-3dca-4e26-bd8b-28643c49f6ea", "name": "network-vif-plugged", "status": "completed", "tag": "be03cbf8-0f5b-4f16-9163-91267159425a"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:30.562108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port be03cbf8-0f5b-4f16-9163-91267159425a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be03cbf8-0f5b-4f16-9163-91267159425a,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:30.567068 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-422cfbff-9599-4846-b200-da1c4262ba28 admin admin] Publish callbacks [] for subnet (9479d0a6-a7bc-4503-9c4c-57349dcc945f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.571427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event updated for resources: {'Port': ['ID=e233ec8e-a715-441f-bbfb-2c57aee93422,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:30.591700 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.622557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-422cfbff-9599-4846-b200-da1c4262ba28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (9479d0a6-a7bc-4503-9c4c-57349dcc945f), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.643735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:30.646039 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (ff61096f-f899-4740-824a-54ad1133a95b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.652081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:30.672436 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.686010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1298889-204b-491c-9c63-c5ff21b519c7 req-593d6c92-ad50-42ab-a06b-0fcd7fb42c5c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.687615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1298889-204b-491c-9c63-c5ff21b519c7 req-593d6c92-ad50-42ab-a06b-0fcd7fb42c5c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 948 time: 0.1305721 Feb 11 05:25:30.687796 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-643ac51b-27fe-48fe-ad42-b032eace29e9 req-829dcc5b-60b5-4f73-8cce-feb4d3c97aea service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305357 Feb 11 05:25:30.698869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=be03cbf8-0f5b-4f16-9163-91267159425a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:30.718616 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-422cfbff-9599-4846-b200-da1c4262ba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9479d0a6-a7bc-4503-9c4c-57349dcc945f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.719424 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.720595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-b0762799-ccc1-4460-93b8-7b72246acfba tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2512047 Feb 11 05:25:30.742139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.742966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.745156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] 10.222.0.72 "PUT /v2.0/ports/b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 1097 time: 1.8159487 Feb 11 05:25:30.792887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-422cfbff-9599-4846-b200-da1c4262ba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (9479d0a6-a7bc-4503-9c4c-57349dcc945f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.823208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cfbff-9599-4846-b200-da1c4262ba28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9479d0a6-a7bc-4503-9c4c-57349dcc945f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:30.837057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-422cfbff-9599-4846-b200-da1c4262ba28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.841675 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-422cfbff-9599-4846-b200-da1c4262ba28 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9479d0a6-a7bc-4503-9c4c-57349dcc945f HTTP/1.1" status: 204 len: 168 time: 0.4501028 Feb 11 05:25:30.845099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48116) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:30.855299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-af6c763f-b696-4b05-889b-fbbd6f8c13ee tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.94 HTTP/1.1" status: 200 len: 695 time: 0.1222334 Feb 11 05:25:30.861069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be7a2-3431-427e-bc3f-6cd39597ff11 service neutron] Pushing event updated for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:30.906421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1298889-204b-491c-9c63-c5ff21b519c7 req-df38afa3-593b-40c0-bf94-e9c5ada70248 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865749 Feb 11 05:25:30.957505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (1de8c2fa-9822-43e2-b15b-dbe58e3d515c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.970273 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.061813 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (1de8c2fa-9822-43e2-b15b-dbe58e3d515c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.063241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-36a7b1c3-d127-4951-b826-6c5c6b2e9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.064743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-36a7b1c3-d127-4951-b826-6c5c6b2e9e35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1131 time: 0.2627463 Feb 11 05:25:31.069550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-646eb603-09ee-412d-912b-3abb32812576 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips/b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd HTTP/1.1" status: 200 len: 693 time: 0.0902970 Feb 11 05:25:31.083507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de8c2fa-9822-43e2-b15b-dbe58e3d515c']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:31.093826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce6d4ab-32a8-4195-b6cc-58c3727391e9') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:31.094125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce6d4ab-32a8-4195-b6cc-58c3727391e9') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:31.103688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (7ce6d4ab-32a8-4195-b6cc-58c3727391e9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.118417 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7ce6d4ab-32a8-4195-b6cc-58c3727391e9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.125414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:31.125886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (7ce6d4ab-32a8-4195-b6cc-58c3727391e9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:31.127890 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:31.177919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-e9721184-4b16-4477-bba3-e5c24a432c5b tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.179193 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3aa63fe-9fa1-4691-93dd-9ed26f66659e req-e9721184-4b16-4477-bba3-e5c24a432c5b tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.3084223 Feb 11 05:25:31.202397 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (1de8c2fa-9822-43e2-b15b-dbe58e3d515c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.209737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.216254 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1de8c2fa-9822-43e2-b15b-dbe58e3d515c HTTP/1.1" status: 204 len: 168 time: 0.3698571 Feb 11 05:25:31.226548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc066515-8de2-4577-9c4b-d49c61273064 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de8c2fa-9822-43e2-b15b-dbe58e3d515c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:31.301954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-ddd936bf-2cb2-42ff-9c8e-33c4464ad30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.303709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-ddd936bf-2cb2-42ff-9c8e-33c4464ad30d service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2315969 Feb 11 05:25:31.324587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-52f91368-5d35-4e4e-8987-244a94b10697 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.326594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-52f91368-5d35-4e4e-8987-244a94b10697 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.2445734 Feb 11 05:25:31.375010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-2f555423-27d2-4a86-bac5-d7a0dcaf1ab7 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:25:31.376065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-2f555423-27d2-4a86-bac5-d7a0dcaf1ab7 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0336521 Feb 11 05:25:31.379384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-dd13fdd8-e482-43ec-a57c-4d29fa902d7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 217 time: 0.0658937 Feb 11 05:25:31.425943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:31.434649 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48126) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:31.477514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-f20a81e3-8aae-4450-bd67-05fcac4205b3 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 696 time: 0.0948715 Feb 11 05:25:31.478096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:25:31.478303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:31.488352 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2c69e1eb-1f99-4034-8ed0-3d092a3cc642 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33bc7c7d958b43038ef7f4709834f986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512545 Feb 11 05:25:31.490840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48130) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:31.495370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7499e62-2afc-4a0a-be6f-8f375cd77bc9 req-cfb2b381-8585-4fdd-9d3f-8f1ccdbde90f tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.496899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7499e62-2afc-4a0a-be6f-8f375cd77bc9 req-cfb2b381-8585-4fdd-9d3f-8f1ccdbde90f tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1129 time: 0.2018890 Feb 11 05:25:31.547742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-687a8c30-096c-4b1b-be8b-13d56543eb47 admin admin] Publish callbacks [] for security_group (0ac3964f-b76a-47bf-b840-a2a1e351f6c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.548711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-d2a579ce-6ebc-4302-b416-523e71583778 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 696 time: 0.0702612 Feb 11 05:25:31.572762 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-687a8c30-096c-4b1b-be8b-13d56543eb47 admin admin] Publish callbacks [] for security_group (0ac3964f-b76a-47bf-b840-a2a1e351f6c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.597279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-f63c4dc6-964e-44e7-a202-d7e4f2c2a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.598709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-f63c4dc6-964e-44e7-a202-d7e4f2c2a45b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2050347 Feb 11 05:25:31.623397 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-687a8c30-096c-4b1b-be8b-13d56543eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0ac3964f-b76a-47bf-b840-a2a1e351f6c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.627584 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-687a8c30-096c-4b1b-be8b-13d56543eb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.631213 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-687a8c30-096c-4b1b-be8b-13d56543eb47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ac3964f-b76a-47bf-b840-a2a1e351f6c0 HTTP/1.1" status: 204 len: 168 time: 0.1369882 Feb 11 05:25:31.647680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a8c30-096c-4b1b-be8b-13d56543eb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac3964f-b76a-47bf-b840-a2a1e351f6c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:31.989391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7499e62-2afc-4a0a-be6f-8f375cd77bc9 req-ef2e8ed3-9948-4043-ba3f-489ca635bef7 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559400 Feb 11 05:25:32.013169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48138) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:32.027111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-f26099b4-4212-4e6a-a92c-07c33f2fc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.029169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-f26099b4-4212-4e6a-a92c-07c33f2fc72b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4189136 Feb 11 05:25:32.073722 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2137e9c0-b703-44b7-9d81-c412b34aba26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fd366a2cc674ebcb5d8730e7f9fb1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591788 Feb 11 05:25:32.076221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:32.108984 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec23855-ed40-4a14-9d67-b50ea4791ccd x-openstack-request-id: req-fec23855-ed40-4a14-9d67-b50ea4791ccd {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:32.109345 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241", "status": "completed", "code": 200}, {"server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:32.109609 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fec23855-ed40-4a14-9d67-b50ea4791ccd {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:32.110011 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'status': 'completed', 'code': 200} Feb 11 05:25:32.110272 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'code': 200} Feb 11 05:25:32.111696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Deleting port 50e27b56-c75d-407d-b81c-623351cd6319 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:32.112172 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (50e27b56-c75d-407d-b81c-623351cd6319), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.150381 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295b4a4e-842e-4bf4-a11f-a69d4cca3de8 x-openstack-request-id: req-295b4a4e-842e-4bf4-a11f-a69d4cca3de8 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:32.151152 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c4a13b-3dca-4e26-bd8b-28643c49f6ea", "name": "network-vif-plugged", "status": "completed", "tag": "be03cbf8-0f5b-4f16-9163-91267159425a", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:32.151576 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-295b4a4e-842e-4bf4-a11f-a69d4cca3de8 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:32.152115 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c4a13b-3dca-4e26-bd8b-28643c49f6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be03cbf8-0f5b-4f16-9163-91267159425a', 'code': 200} Feb 11 05:25:32.167610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc912466-2094-49fb-90f3-25e0c2d48a7d admin admin] Publish callbacks [] for security_group (d2d9c8d9-e785-4b40-a805-d9e3c42126f2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.198824 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc912466-2094-49fb-90f3-25e0c2d48a7d admin admin] Publish callbacks [] for security_group (d2d9c8d9-e785-4b40-a805-d9e3c42126f2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.199921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-d48fa716-148d-4237-a6d8-ebf9d1fd59cb service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587334 Feb 11 05:25:32.240132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-118ad6a8-36f9-46b3-9cdd-46aba0dd7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.241663 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-118ad6a8-36f9-46b3-9cdd-46aba0dd7607 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 1128 time: 0.1096025 Feb 11 05:25:32.248924 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (50e27b56-c75d-407d-b81c-623351cd6319), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.249157 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (50e27b56-c75d-407d-b81c-623351cd6319), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.276015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Calling delete_port for 50e27b56-c75d-407d-b81c-623351cd6319 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:32.358770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68a68c-0196-4a6a-86b1-1fc0b48d5fae req-6bfee6da-d1c5-490f-a104-291ae7b11686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.360559 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9f68a68c-0196-4a6a-86b1-1fc0b48d5fae req-6bfee6da-d1c5-490f-a104-291ae7b11686 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 1128 time: 0.1401494 Feb 11 05:25:32.363582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc912466-2094-49fb-90f3-25e0c2d48a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d2d9c8d9-e785-4b40-a805-d9e3c42126f2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.366792 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc912466-2094-49fb-90f3-25e0c2d48a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.370321 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dc912466-2094-49fb-90f3-25e0c2d48a7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2d9c8d9-e785-4b40-a805-d9e3c42126f2 HTTP/1.1" status: 204 len: 168 time: 0.2902381 Feb 11 05:25:32.383609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da8243c6-45be-48f9-bb97-1a78e6526f3a req-cfc179ec-ec84-4242-b919-81c71a7989a4 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675100 Feb 11 05:25:32.405973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc912466-2094-49fb-90f3-25e0c2d48a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d9c8d9-e785-4b40-a805-d9e3c42126f2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:32.419278 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-e8a890cc-eef8-4a92-95cb-e28e5b499671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.422114 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-e8a890cc-eef8-4a92-95cb-e28e5b499671 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 200 len: 922 time: 0.1615877 Feb 11 05:25:32.490337 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-be6204bb-d1bb-447f-a2a9-1255fe3c6a3b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 200 len: 217 time: 0.0509720 Feb 11 05:25:32.497423 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9f68a68c-0196-4a6a-86b1-1fc0b48d5fae req-b1d8c0f8-7bc6-4771-a3bf-00ea4c34e702 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266937 Feb 11 05:25:32.499494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (50e27b56-c75d-407d-b81c-623351cd6319), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.535576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Pushing event deleted for resources: {'Port': ['ID=50e27b56-c75d-407d-b81c-623351cd6319,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:32.585002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-4beeba97-a465-4110-9f34-ee98fa2a08de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.587180 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-4beeba97-a465-4110-9f34-ee98fa2a08de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 200 len: 860 time: 0.0874498 Feb 11 05:25:32.598495 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.651205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-96fc3d37-d8cd-4068-8a32-3dad757184e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.652817 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-96fc3d37-d8cd-4068-8a32-3dad757184e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1702abd-3735-455f-99ad-1858676d85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0566473 Feb 11 05:25:32.679151 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks [] for floatingip (b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.681946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.693702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afba9764-5f78-4743-9197-d5cc73732ba2 req-72610b5e-8677-4855-a8df-4ac486f7fe73 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "DELETE /v2.0/floatingips/b47fb9a4-c8a2-498f-bcb0-41ce3aed87fd HTTP/1.1" status: 204 len: 173 time: 1.1346650 Feb 11 05:25:32.763576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-6968680d-7789-41d6-88b7-baf3ace70164 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2285082 Feb 11 05:25:32.769063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:32.797910 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-2d48aec1-29e9-43e6-8921-51f5680db177 service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380568 Feb 11 05:25:32.838529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.870560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e73acd-dfa9-413d-8e31-7ec0d7c4256e req-e39efbb1-58d0-4f24-b5f6-ea6b112fee16 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.872062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5e73acd-dfa9-413d-8e31-7ec0d7c4256e req-e39efbb1-58d0-4f24-b5f6-ea6b112fee16 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 945 time: 0.0970788 Feb 11 05:25:32.934193 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c11296d-b59b-474a-bc93-a4c61afc095e req-58feec16-9dbb-427a-8902-70ed26257afc service neutron] 10.222.0.81 "GET /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283646 Feb 11 05:25:32.976282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5e73acd-dfa9-413d-8e31-7ec0d7c4256e req-867fcaa8-13a1-4b0a-adc8-cdbf059e5d0c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892973 Feb 11 05:25:33.001981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.131130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44efdc-0af7-4fd8-a0d0-20037d486cf1 req-c201cb56-abd2-4ff1-88fd-66476d39f088 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.133787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f44efdc-0af7-4fd8-a0d0-20037d486cf1 req-c201cb56-abd2-4ff1-88fd-66476d39f088 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 948 time: 0.0935307 Feb 11 05:25:33.172198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Allocated IP 172.25.1.214 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/32d6497c-71d1-464f-bb00-65d3a206d47e) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:33.221672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f44efdc-0af7-4fd8-a0d0-20037d486cf1 req-4f4e90bc-d456-4d25-8485-99bf2c438f33 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814295 Feb 11 05:25:33.314770 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for port (32d6497c-71d1-464f-bb00-65d3a206d47e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.360317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (32d6497c-71d1-464f-bb00-65d3a206d47e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.420971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:33.423929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:33.426589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:33.452180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event updated for resources: {'Port': ['ID=32d6497c-71d1-464f-bb00-65d3a206d47e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:33.519323 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (73f26ad1-fcae-473b-b726-b4d82f7793bb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.573872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (32d6497c-71d1-464f-bb00-65d3a206d47e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.734861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for port (32d6497c-71d1-464f-bb00-65d3a206d47e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.741007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (32d6497c-71d1-464f-bb00-65d3a206d47e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.811774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event updated for resources: {'Port': ['ID=32d6497c-71d1-464f-bb00-65d3a206d47e,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:33.827993 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (73f26ad1-fcae-473b-b726-b4d82f7793bb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.846619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.847899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-400bca7e-a1a8-483e-bca0-874e373d0c95 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0831609 Feb 11 05:25:33.858378 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.902148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-d32e1d9f-f29c-4204-bba4-5c754542a0f0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 696 time: 0.0461144 Feb 11 05:25:34.016805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-53fc9a1c-dd9d-4da9-9e6a-6ab8752a2ad3 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.018194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37111ee8-979e-4b51-ab41-88eff4775d34 req-53fc9a1c-dd9d-4da9-9e6a-6ab8752a2ad3 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.1093228 Feb 11 05:25:34.105642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-f324e536-c360-452d-b7da-6a23304bcf54 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:25:34.107265 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-f324e536-c360-452d-b7da-6a23304bcf54 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063963 Feb 11 05:25:34.111432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:34.113847 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:34.127901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976a05-e302-4d3d-8ed3-cf2c3268026d req-a29c7a39-4fdf-4711-ad1b-6110acfd4280 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.129468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71976a05-e302-4d3d-8ed3-cf2c3268026d req-a29c7a39-4fdf-4711-ad1b-6110acfd4280 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 945 time: 0.0606325 Feb 11 05:25:34.152345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-d43e705a-7e0b-47f5-a9fb-9f13b5d4ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.154462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-d43e705a-7e0b-47f5-a9fb-9f13b5d4ed25 service neutron] 10.222.0.31 "GET /v2.0/ports/3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 1126 time: 0.0411220 Feb 11 05:25:34.163032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Request body: {'binding': {'host': 'n-h1-715271-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:34.163482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Unknown quota resources ['binding']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:25:34.177308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71976a05-e302-4d3d-8ed3-cf2c3268026d req-d4191f1b-e912-473f-9be1-1f83e8e3b8f7 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups?id=862b3e30-c250-4cf3-acef-fed2f2d9b592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 Feb 11 05:25:34.351695 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on host n-h1-715271-35 for vnic_type normal with profile None {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:34.352293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:34.352533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:34.365621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:34.366216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:34.377229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:34.377687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:34.378134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:34.378735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Bound port: 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:34.387170 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-f7e8c5a5-ed3c-42ad-a7de-a1ccdcce114b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.389338 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-f7e8c5a5-ed3c-42ad-a7de-a1ccdcce114b tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.81 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 945 time: 0.0963635 Feb 11 05:25:34.498139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:34.511077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.512729 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-339ec03a-44e9-4471-b7dc-aa50156438b8 service neutron] 10.222.0.31 "POST /v2.0/ports/3f56cb73-0122-4e84-812b-5dfd4c06f07f/bindings HTTP/1.1" status: 201 len: 390 time: 0.3525569 Feb 11 05:25:34.530070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Deleting port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:34.530421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.574486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-4fefc2ee-6e1b-474e-a9a5-2f4fe328703c tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7a5585d68c5c4165970f5ac533793214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244837 Feb 11 05:25:34.650151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] For port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:34.650456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.740521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-54260687-b52d-4c53-8f84-f4dcaa9a5371 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.742008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-54260687-b52d-4c53-8f84-f4dcaa9a5371 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574965 Feb 11 05:25:34.783820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eae53-6f03-47cb-986f-3b4d55c8e98d req-4ffa2b30-f4a9-466c-a133-08bd76a2244b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.785314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f36eae53-6f03-47cb-986f-3b4d55c8e98d req-4ffa2b30-f4a9-466c-a133-08bd76a2244b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 945 time: 0.1152570 Feb 11 05:25:34.790080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-ace6b4dd-ecdf-443a-806d-347c44455984 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/quotas/7a5585d68c5c4165970f5ac533793214 HTTP/1.1" status: 200 len: 375 time: 0.0374010 Feb 11 05:25:34.844617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-fb237efd-b57c-4f3c-8150-cb7c4db2f435 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5585d68c5c4165970f5ac533793214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450246 Feb 11 05:25:34.860521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-c35322dc-ee47-4019-b9af-4c316f80b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.862047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-c35322dc-ee47-4019-b9af-4c316f80b4f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1129 time: 0.1191044 Feb 11 05:25:34.874086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f36eae53-6f03-47cb-986f-3b4d55c8e98d req-3626c33c-2c17-4672-8623-bc7bf99bcb01 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821526 Feb 11 05:25:34.904560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.904928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (4dc31cef-6162-4321-b9f1-f544227ae87e), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.905305 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Floating IP 4dc31cef-6162-4321-b9f1-f544227ae87e disassociated. External IP: 172.25.1.30, port: d6ddfa1f-4fc6-4c40-a24d-8020ec00edca. Feb 11 05:25:34.905660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Calling delete_port for d6ddfa1f-4fc6-4c40-a24d-8020ec00edca owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:35.003283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4be44e6-0f5c-4dcf-ae22-e4ff6440f3da req-b253cf8e-3cad-482d-b37a-6b954d9f2c3a tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips/73f26ad1-fcae-473b-b726-b4d82f7793bb HTTP/1.1" status: 200 len: 693 time: 0.0656381 Feb 11 05:25:35.030372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-e3f2f716-d1e2-48e2-a12d-ce870b1e7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.031874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-e3f2f716-d1e2-48e2-a12d-ce870b1e7d80 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.1564295 Feb 11 05:25:35.035146 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8516095-7c75-4c48-80d2-5ba6627ef732 x-openstack-request-id: req-b8516095-7c75-4c48-80d2-5ba6627ef732 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:35.035146 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:35.035452 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8516095-7c75-4c48-80d2-5ba6627ef732 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:35.035750 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'status': 'completed', 'code': 200} Feb 11 05:25:35.095233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-6a21f6be-af2e-4f83-8531-50f1b217cbb1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 217 time: 0.0482805 Feb 11 05:25:35.182094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d6ddfa1f-4fc6-4c40-a24d-8020ec00edca), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.222623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-db4a7685-4025-4ea2-a6e9-c468d36f5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.224034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-db4a7685-4025-4ea2-a6e9-c468d36f5b12 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.0972815 Feb 11 05:25:35.228587 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event deleted for resources: {'Port': ['ID=d6ddfa1f-4fc6-4c40-a24d-8020ec00edca,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:35.231698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be44e6-0f5c-4dcf-ae22-e4ff6440f3da req-1bfa99cb-34c0-4564-a072-77323acfbff4 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.243986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4be44e6-0f5c-4dcf-ae22-e4ff6440f3da req-1bfa99cb-34c0-4564-a072-77323acfbff4 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.2244689 Feb 11 05:25:35.257161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-ab54053f-faf9-4e00-a642-e4bb47c72b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.260849 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-ab54053f-faf9-4e00-a642-e4bb47c72b66 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1131 time: 0.1823032 Feb 11 05:25:35.262087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-5b4963ff-4db2-4f5f-b4fb-2f4669d3ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.264118 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-5b4963ff-4db2-4f5f-b4fb-2f4669d3ebff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1131 time: 0.1889627 Feb 11 05:25:35.299601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-ef6f15f5-8a42-4d5c-b4a4-a950d2f31b21 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527911 Feb 11 05:25:35.312326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251bb89-cdfa-40e9-9167-8c46a993cb20 req-00b32e05-b4cd-4d95-8a9d-d37d4a3541ef tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.314926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1251bb89-cdfa-40e9-9167-8c46a993cb20 req-00b32e05-b4cd-4d95-8a9d-d37d4a3541ef tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 948 time: 0.1595390 Feb 11 05:25:35.454697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1251bb89-cdfa-40e9-9167-8c46a993cb20 req-67395c79-9544-4710-8db9-073bcb153597 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187890 Feb 11 05:25:35.484371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c33d92-aeba-479f-817f-4f90776210d9 req-56e55697-e1e9-4057-b34a-fd3aa463a2f3 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.485954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3c33d92-aeba-479f-817f-4f90776210d9 req-56e55697-e1e9-4057-b34a-fd3aa463a2f3 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 945 time: 0.1690824 Feb 11 05:25:35.504652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-6f6ac01c-0cc7-4f45-a61e-fe2caa62940b service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887662 Feb 11 05:25:35.558208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-e2d77176-dbb7-42cc-b699-c3ece3c54333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.559698 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-e2d77176-dbb7-42cc-b699-c3ece3c54333 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2874751 Feb 11 05:25:35.614138 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-6bc94fb4-0ff6-47be-97ad-9bb5235a4143 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 217 time: 0.0432596 Feb 11 05:25:35.619489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-00657314-9517-4068-80be-f01d8ee5e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.621157 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-00657314-9517-4068-80be-f01d8ee5e395 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3498905 Feb 11 05:25:35.631910 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3c33d92-aeba-479f-817f-4f90776210d9 req-0f9868c4-246f-4c04-bcb6-e8430d0036dd tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402054 Feb 11 05:25:35.665341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858da30-56a9-45ea-9ca4-be6a5dbe83da req-3cd26225-3523-4540-9481-d5cea910c6bc tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.666746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3858da30-56a9-45ea-9ca4-be6a5dbe83da req-3cd26225-3523-4540-9481-d5cea910c6bc tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 946 time: 0.1444168 Feb 11 05:25:35.671560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-86877679-848b-4181-8958-6af0c95f895b service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580858 Feb 11 05:25:35.720072 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-e608e764-4d05-410d-a53c-d4dcc27253f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 217 time: 0.0887573 Feb 11 05:25:35.734575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Router e3d0ceca-5390-44ef-8a7d-3406ea35966f has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:35.734812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3858da30-56a9-45ea-9ca4-be6a5dbe83da req-a16a05bb-a70e-4cf1-a4f5-2e15a6e70246 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483398 Feb 11 05:25:35.740271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-649bc5a2-4cc6-490c-949a-4c0be2591573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.742502 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-649bc5a2-4cc6-490c-949a-4c0be2591573 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1206474 Feb 11 05:25:35.811293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-cba1bdf1-62bb-490e-b042-eb8f6005418b tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.813420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-cba1bdf1-62bb-490e-b042-eb8f6005418b tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1129 time: 0.0664134 Feb 11 05:25:35.831191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-35'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:35.930340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-b890acf8-8c14-442e-92ff-0f04863bf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.932090 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-b890acf8-8c14-442e-92ff-0f04863bf469 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1863217 Feb 11 05:25:35.946371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-6c3d462e-8466-4cc3-90f3-4f30b0fc158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.947915 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-6c3d462e-8466-4cc3-90f3-4f30b0fc158a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1938045 Feb 11 05:25:36.012070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ba0ecf2-d0bf-4aec-979b-9d2615788eba req-88d6651c-14ab-47de-987d-905edc84fb4c tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 210 time: 0.1059144 Feb 11 05:25:36.015470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.148445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0e78364-df2e-49d1-81e6-08b008f8367d req-cea52f7a-3d79-48ec-90c0-3d2ef4de9671 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/ports?device_id=023426f8-dd2c-4479-8ce3-7213013f48cd HTTP/1.1" status: 200 len: 210 time: 0.0499876 Feb 11 05:25:36.162537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:36.252639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-41ea2e24-eb7d-4c30-a4b0-f6b3a92f0120 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips/73f26ad1-fcae-473b-b726-b4d82f7793bb HTTP/1.1" status: 200 len: 693 time: 0.0554469 Feb 11 05:25:36.309899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.81', 54640) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:36.329407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.81', 54641) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:36.386378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:36.401109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'mac_address': 'fa:16:3e:a6:9e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:36.402352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:36.415336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-24f34227-5d5e-4dc0-a331-4963733a4ea6 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7a5585d68c5c4165970f5ac533793214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808253 Feb 11 05:25:36.418571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] Sync routers for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:36.438038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-4fb40071-766d-45fc-a80d-fd9e3d4282e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.439434 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-4fb40071-766d-45fc-a80d-fd9e3d4282e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4631753 Feb 11 05:25:36.479361 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:36.480263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:36.508479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] No DVR routers for this DVR port d6ddfa1f-4fc6-4c40-a24d-8020ec00edca on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:36.516405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.520609 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-39bd0133-2bc1-4fcb-9264-ec5bcd096625 req-84fd8577-f180-43f9-94ad-5734ca17aee5 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.81 "DELETE /v2.0/ports/d6ddfa1f-4fc6-4c40-a24d-8020ec00edca HTTP/1.1" status: 204 len: 173 time: 2.1089921 Feb 11 05:25:36.531001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'name': 'network-vif-deleted', 'tag': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:36.533416 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd78d43-e601-4836-b9c7-c1b140d71d7a" -d '{"events": [{"server_uuid": "023426f8-dd2c-4479-8ce3-7213013f48cd", "name": "network-vif-deleted", "tag": "d6ddfa1f-4fc6-4c40-a24d-8020ec00edca"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:36.550957 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-2042e263-e5c0-43f9-b86f-b6c4df1c3a79 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709169 Feb 11 05:25:36.564075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-42ef5880-cc21-444c-a6b2-be222f314768 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.573146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-42ef5880-cc21-444c-a6b2-be222f314768 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.3191538 Feb 11 05:25:36.613147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:36.691366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:36.691684 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.729496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:36.784320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:36.791096 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.798488 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-8260e848-c7e9-4ff9-8b85-99b535b7b7f4 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215907 Feb 11 05:25:36.843190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47545853-431c-4b6b-a071-6071a0432ab3 req-94979bc5-2e0f-4c4c-99a5-a69ab741a552 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.845158 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-94979bc5-2e0f-4c4c-99a5-a69ab741a552 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9&tenant_id=1619354a08bf4dbcac791d232d243bd9&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 948 time: 0.2168131 Feb 11 05:25:36.874059 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-6ff8505c-12b1-4cc6-9946-fddfd10944f2 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155818 Feb 11 05:25:36.881824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:36.911890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:36.943285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] Checking router: e3d0ceca-5390-44ef-8a7d-3406ea35966f for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:36.954184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:36.955082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:36.977537 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [req-47545853-431c-4b6b-a071-6071a0432ab3 req-67df8d02-5af6-4fc1-b2ad-1994fb913fa9 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:25:36.978611 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-67df8d02-5af6-4fc1-b2ad-1994fb913fa9 service neutron] 10.222.0.81 "DELETE /v2.0/ports/b3401d53-0a57-46ed-9e2b-d7ea8ea12c08/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.1221826 Feb 11 05:25:36.984223 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ccaeba5-98ba-440b-a7b5-f0581dd3c529 req-0c97d4b6-0bae-43ce-b986-07d8a1b512cc service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714175 Feb 11 05:25:37.028059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:37.055318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-e7bb3243-0022-415a-9eee-744cb024244e tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 696 time: 0.4808600 Feb 11 05:25:37.143150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-81cdf6be-894f-42b1-bb0f-d5e6c6eec367 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.144700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-81cdf6be-894f-42b1-bb0f-d5e6c6eec367 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 945 time: 0.8333097 Feb 11 05:25:37.179832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47545853-431c-4b6b-a071-6071a0432ab3 req-ee8f7f27-cc40-45d3-8a8f-d75daf0cde50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.180602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-3a376729-b5eb-4862-990b-5866fa6351aa tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.182696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-3a376729-b5eb-4862-990b-5866fa6351aa tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7568536 Feb 11 05:25:37.183997 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-ee8f7f27-cc40-45d3-8a8f-d75daf0cde50 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1132 time: 0.0839605 Feb 11 05:25:37.185524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-ef8ea26e-f174-46ba-b5e7-863d2570729f tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 696 time: 0.1293318 Feb 11 05:25:37.211202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:37.226689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Request body: {'port': {'device_id': 'd5ef1268-4ce4-4889-918f-4460a6745e7b', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '7a5585d68c5c4165970f5ac533793214'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:37.272468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:37.298652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad1de7-5347-4ac1-871c-fb5472fdb999 req-88ecbcf7-f093-4fb2-be6a-06216b14cf49 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.300153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2dad1de7-5347-4ac1-871c-fb5472fdb999 req-88ecbcf7-f093-4fb2-be6a-06216b14cf49 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 945 time: 0.7244358 Feb 11 05:25:37.307626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:37.373351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47545853-431c-4b6b-a071-6071a0432ab3 req-e42e158a-0b1a-4d35-b131-0fd135f78572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.375172 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-e42e158a-0b1a-4d35-b131-0fd135f78572 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1769757 Feb 11 05:25:37.382948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-f3dba15e-5e13-4cb5-b0d3-49256f9b2a25 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.384386 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-f3dba15e-5e13-4cb5-b0d3-49256f9b2a25 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "GET /v2.0/ports?device_id=65c4a13b-3dca-4e26-bd8b-28643c49f6ea HTTP/1.1" status: 200 len: 945 time: 0.1067035 Feb 11 05:25:37.450292 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-f7c65991-626b-4520-bb3d-d4017af84b6b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 217 time: 0.0637660 Feb 11 05:25:37.454333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d6ddfa1f-4fc6-4c40-a24d-8020ec00edca no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:37.488064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: d6ddfa1f-4fc6-4c40-a24d-8020ec00edca {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:37.488383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d6ddfa1f-4fc6-4c40-a24d-8020ec00edca not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:37.517010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:37.519459 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b0d262-87cc-4876-b0ca-1c8510aea3a8" -d '{"events": [{"server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:37.527190 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Publish callbacks [] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.543023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47545853-431c-4b6b-a071-6071a0432ab3 req-bb032836-7c70-4c2d-83f6-03dde5732b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.545274 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-bb032836-7c70-4c2d-83f6-03dde5732b13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0882871 Feb 11 05:25:37.558940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.574917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2dad1de7-5347-4ac1-871c-fb5472fdb999 req-3ec421ce-5a54-4eb6-b429-ecb9ace77610 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363677 Feb 11 05:25:37.587927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:37.598408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Deleting port be03cbf8-0f5b-4f16-9163-91267159425a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:37.599112 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.624128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c59b7-fde4-4711-9638-7bf915a8df62 None None] The sync data for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 is: [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:44Z', 'revision_number': 4, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0843c8b0-f074-428c-ad50-95a18fa7d286', 'name': '', 'network_id': '74a89941-9023-47cd-9eeb-d31c83a29d42', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'mac_address': 'fa:16:3e:18:69:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:43Z', 'updated_at': '2022-02-11T05:22:51Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'subnets': [{'id': 'e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:37.681220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Pushing event updated for resources: {'Port': ['ID=3f56cb73-0122-4e84-812b-5dfd4c06f07f,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:37.700507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Made reservation on behalf of 7a5585d68c5c4165970f5ac533793214 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:37.702275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.705836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Deleting port 16f88cab-972b-4e4a-ba0a-734d81cb7241 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:37.706178 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.711308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47545853-431c-4b6b-a071-6071a0432ab3 req-62d72e9a-cc99-4240-9854-d38b83157f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.712851 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-62d72e9a-cc99-4240-9854-d38b83157f72 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1578665 Feb 11 05:25:37.777396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Deleting port 32d6497c-71d1-464f-bb00-65d3a206d47e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:37.777744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (32d6497c-71d1-464f-bb00-65d3a206d47e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.779961 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.813291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] For port be03cbf8-0f5b-4f16-9163-91267159425a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be03cbf8-0f5b-4f16-9163-91267159425a,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:37.813671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.831082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Calling delete_port for be03cbf8-0f5b-4f16-9163-91267159425a owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:37.858160 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-3f49c6d1-fc43-4897-aa8a-2587068213f4 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378272 Feb 11 05:25:37.871366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on host n-h2-715271-35 for vnic_type normal with profile {"migrating_to": "n-h1-715271-35"} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:37.871718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:37.872081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:37.928088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:37.928441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Attempting to bind port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:37.938005 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4272f6f-e07f-4ed0-9eb5-44667d615004 None None] New status for floating IP 4dc31cef-6162-4321-b9f1-f544227ae87e: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:25:37.944979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fca9e-cbea-42f8-86f8-39c1b10d6529 req-d27b1caa-326e-4aa9-8a75-5fe0f74fc592 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.946525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e16fca9e-cbea-42f8-86f8-39c1b10d6529 req-d27b1caa-326e-4aa9-8a75-5fe0f74fc592 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 949 time: 0.2725968 Feb 11 05:25:37.972699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:37.972957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:37.973425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:37.973950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Bound port: 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:37.974302 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.001959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] For port 16f88cab-972b-4e4a-ba0a-734d81cb7241, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=16f88cab-972b-4e4a-ba0a-734d81cb7241,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:38.002329 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.008643 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-a4361c2f-e0f8-4bef-bcd7-ab12508dbb26 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232882 Feb 11 05:25:38.037780 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (32d6497c-71d1-464f-bb00-65d3a206d47e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.038336 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (32d6497c-71d1-464f-bb00-65d3a206d47e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.047293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Calling delete_port for 16f88cab-972b-4e4a-ba0a-734d81cb7241 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:38.078321 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (be03cbf8-0f5b-4f16-9163-91267159425a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.090576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['be03cbf8-0f5b-4f16-9163-91267159425a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:38.091287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Calling delete_port for 32d6497c-71d1-464f-bb00-65d3a206d47e owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:38.125969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event deleted for resources: {'Port': ['ID=be03cbf8-0f5b-4f16-9163-91267159425a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:38.165497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e16fca9e-cbea-42f8-86f8-39c1b10d6529 req-17a31516-01ac-4ba1-a78f-4e926b39ac12 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062383 Feb 11 05:25:38.169149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:38.192052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] No DVR routers for this DVR port be03cbf8-0f5b-4f16-9163-91267159425a on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:38.194900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.199308 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-597afafe-1aaa-43bc-8bff-ce928e35b02d req-6bd1104c-ab4a-4205-a95a-6d4a9a263cea tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "DELETE /v2.0/ports/be03cbf8-0f5b-4f16-9163-91267159425a HTTP/1.1" status: 204 len: 173 time: 0.8073483 Feb 11 05:25:38.247684 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e33c0f-35ae-47f4-93ee-4d46718725cf x-openstack-request-id: req-50e33c0f-35ae-47f4-93ee-4d46718725cf {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:38.247980 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023426f8-dd2c-4479-8ce3-7213013f48cd", "name": "network-vif-deleted", "tag": "d6ddfa1f-4fc6-4c40-a24d-8020ec00edca", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:38.248233 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50e33c0f-35ae-47f4-93ee-4d46718725cf {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:38.250849 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023426f8-dd2c-4479-8ce3-7213013f48cd', 'name': 'network-vif-deleted', 'tag': 'd6ddfa1f-4fc6-4c40-a24d-8020ec00edca', 'status': 'completed', 'code': 200} Feb 11 05:25:38.266986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:38.273751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:38.274334 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.277156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:38.318210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:38.322455 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks [] for security_group (76fafef8-d57e-4a11-99bd-6fbe4b3422aa), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.339818 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (76fafef8-d57e-4a11-99bd-6fbe4b3422aa), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.374765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.380597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:38.381178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.409053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:38.413154 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0c8b41-5a38-4c9a-ae0a-c49097b2e832" -d '{"events": [{"server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "name": "network-vif-plugged", "status": "completed", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:38.425902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:38.429837 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.492813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:38.521626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fafef8-d57e-4a11-99bd-6fbe4b3422aa,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:38.603687 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (16f88cab-972b-4e4a-ba0a-734d81cb7241), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.624899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6c086-1bc9-4ead-ab72-715439dbc8c2 req-cbac2368-f8f6-458b-a38f-ea4780785956 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:38.626585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68d6c086-1bc9-4ead-ab72-715439dbc8c2 req-cbac2368-f8f6-458b-a38f-ea4780785956 tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fb50df2-9254-43e8-8ccb-1c4272556cd1 HTTP/1.1" status: 200 len: 945 time: 0.3106306 Feb 11 05:25:38.654439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Pushing event updated for resources: {'Port': ['ID=3f56cb73-0122-4e84-812b-5dfd4c06f07f,revision_number=8']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:38.689068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:38.689719 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.691135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-fa7e6628-391e-4f78-a19b-171005c8f61e service neutron] 10.222.0.81 "PUT /v2.0/ports/3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 1124 time: 2.8687003 Feb 11 05:25:38.723919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (32d6497c-71d1-464f-bb00-65d3a206d47e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.734515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Pushing event deleted for resources: {'Port': ['ID=16f88cab-972b-4e4a-ba0a-734d81cb7241,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:38.748157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['3f56cb73-0122-4e84-812b-5dfd4c06f07f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:38.795419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event deleted for resources: {'Port': ['ID=32d6497c-71d1-464f-bb00-65d3a206d47e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:38.831874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] No DVR routers for this DVR port 16f88cab-972b-4e4a-ba0a-734d81cb7241 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:38.836547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Allocated IP 192.168.233.121 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/ccd3bb7e-b553-43db-b6be-7c6af22af0ae) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:38.852574 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.855843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7024828e-d4a6-489c-a6dd-43245abf9106 req-821946c0-4a02-412b-b1eb-77e3784e720a tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.81 "DELETE /v2.0/ports/16f88cab-972b-4e4a-ba0a-734d81cb7241 HTTP/1.1" status: 204 len: 173 time: 1.7004089 Feb 11 05:25:38.895189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68d6c086-1bc9-4ead-ab72-715439dbc8c2 req-9a37f6ea-4a59-4362-84ef-37667fcfd67f tempest-FloatingIPsAssociationTestJSON-1676287395 tempest-FloatingIPsAssociationTestJSON-1676287395-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df85633-5925-4f10-a9cd-4ca1e10cadfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445104 Feb 11 05:25:38.931983 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (73f26ad1-fcae-473b-b726-b4d82f7793bb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.935140 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.936316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca23cf42-7e03-48fc-a38c-0d2b7076b01a req-8414cec2-b6ea-450d-bd69-e3c2ec972d90 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "DELETE /v2.0/floatingips/73f26ad1-fcae-473b-b726-b4d82f7793bb HTTP/1.1" status: 204 len: 173 time: 1.7253625 Feb 11 05:25:39.066358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5782835-ed2f-4172-a1aa-02dbec3b8377 req-4f1fc332-cd37-4bec-8dc3-7cc2ba3de9b1 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 210 time: 0.0618455 Feb 11 05:25:39.132510 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks [] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.155677 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef78e14b-6764-4cf8-8544-9b3d9a7a9455 x-openstack-request-id: req-ef78e14b-6764-4cf8-8544-9b3d9a7a9455 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:39.155977 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:39.156239 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef78e14b-6764-4cf8-8544-9b3d9a7a9455 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:39.156644 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f', 'code': 200} Feb 11 05:25:39.202126 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82acfa14-3fc5-4463-9311-5d4e43898995 x-openstack-request-id: req-82acfa14-3fc5-4463-9311-5d4e43898995 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:39.202487 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "name": "network-vif-plugged", "status": "completed", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:39.202718 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82acfa14-3fc5-4463-9311-5d4e43898995 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:39.203123 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'code': 200} Feb 11 05:25:39.220098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0319c-3310-4633-b508-f7f1846e14b0 req-712df3b4-13b4-49cd-8b73-df09ac023741 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.221694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9b0319c-3310-4633-b508-f7f1846e14b0 req-712df3b4-13b4-49cd-8b73-df09ac023741 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 944 time: 0.0816953 Feb 11 05:25:39.223361 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.332512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:39.356192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:39.359001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Pushing event updated for resources: {'Port': ['ID=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:39.375237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:39.457558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 16f88cab-972b-4e4a-ba0a-734d81cb7241 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:39.488806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 16f88cab-972b-4e4a-ba0a-734d81cb7241 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:39.489575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 16f88cab-972b-4e4a-ba0a-734d81cb7241 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:39.505160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9b0319c-3310-4633-b508-f7f1846e14b0 req-49a0f3ed-1cc0-4e42-8892-18396ffb8960 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662377 Feb 11 05:25:39.579913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.581470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.607789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f58824-795e-4d4c-8469-b30257c870bb req-565fce22-34a5-495b-823d-384744c5e0b2 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.609289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6f58824-795e-4d4c-8469-b30257c870bb req-565fce22-34a5-495b-823d-384744c5e0b2 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3424022 Feb 11 05:25:39.618410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e38ca240-8297-4353-a4ac-77659551dd4b tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4061878 Feb 11 05:25:39.636070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Request body: {'port': {'device_id': 'd5ef1268-4ce4-4889-918f-4460a6745e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:39.734018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8b90a0c1-369d-41b9-8299-4a4da76fa6e2 None None] Provisioning complete for port ccd3bb7e-b553-43db-b6be-7c6af22af0ae triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:39.734392 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8b90a0c1-369d-41b9-8299-4a4da76fa6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.767396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8b90a0c1-369d-41b9-8299-4a4da76fa6e2 None None] Port ccd3bb7e-b553-43db-b6be-7c6af22af0ae cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:40.070707 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.093801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2b421-4b7c-4699-9ec1-be9d231f7ade req-031e8438-d122-4811-bbc8-3044c059d282 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.095246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98b2b421-4b7c-4699-9ec1-be9d231f7ade req-031e8438-d122-4811-bbc8-3044c059d282 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.4632175 Feb 11 05:25:40.156431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-2c3b6df8-8bd3-40bc-979b-2cf0bd6f8fd1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.157881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-2c3b6df8-8bd3-40bc-979b-2cf0bd6f8fd1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.4744525 Feb 11 05:25:40.199075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-2931cf51-c40c-460f-8a41-e142f6b89f7d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/quotas/c233fc98111c48a7a44ca91fe060b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0327590 Feb 11 05:25:40.251799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c4a13b-3dca-4e26-bd8b-28643c49f6ea', 'name': 'network-vif-deleted', 'tag': 'be03cbf8-0f5b-4f16-9163-91267159425a'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:40.254977 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e2120b-2822-4a57-bb28-60acbf0f178b" -d '{"events": [{"server_uuid": "65c4a13b-3dca-4e26-bd8b-28643c49f6ea", "name": "network-vif-deleted", "tag": "be03cbf8-0f5b-4f16-9163-91267159425a"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:40.261455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98b2b421-4b7c-4699-9ec1-be9d231f7ade req-52af64b5-e861-4841-90d0-63733d0c6dfb tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594892 Feb 11 05:25:40.288176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-6177c843-5c81-4d15-95b4-026f9d1dc079 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463386 Feb 11 05:25:40.447144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-112a5838-2a4e-474f-8023-d09ca8bb0e03 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501682 Feb 11 05:25:40.560321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd3bb7e-b553-43db-b6be-7c6af22af0ae {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:40.570755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Publish callbacks [] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.596439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-1550a710-dbd2-411b-81ee-aeda2ce6f569 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421380 Feb 11 05:25:40.596953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Transition to ACTIVE for port object ccd3bb7e-b553-43db-b6be-7c6af22af0ae will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:40.602564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.657830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:40.791899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59c297ce-af04-458b-b9b3-8b6f3f2a2540 req-d9778f99-aa99-4e2d-b89e-fd2e986cf07d tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=d81f49afef28417f8e9fbcca2a9b870b HTTP/1.1" status: 200 len: 1654 time: 0.0670197 Feb 11 05:25:40.807167 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48306) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:40.853005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Attempting to bind port ccd3bb7e-b553-43db-b6be-7c6af22af0ae on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:40.853267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Attempting to bind port ccd3bb7e-b553-43db-b6be-7c6af22af0ae by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:40.853568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Attempting to bind port ccd3bb7e-b553-43db-b6be-7c6af22af0ae on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:40.861076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Port ccd3bb7e-b553-43db-b6be-7c6af22af0ae on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:40.861436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Attempting to bind port ccd3bb7e-b553-43db-b6be-7c6af22af0ae on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:40.899171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:40.899526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:40.900009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:40.900356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Bound port: ccd3bb7e-b553-43db-b6be-7c6af22af0ae, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:40.900721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.014275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c297ce-af04-458b-b9b3-8b6f3f2a2540 req-9ceea21b-5914-4c05-881d-f001bb75f1f1 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.020769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59c297ce-af04-458b-b9b3-8b6f3f2a2540 req-9ceea21b-5914-4c05-881d-f001bb75f1f1 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks?id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 787 time: 0.2208688 Feb 11 05:25:41.037346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-59c297ce-af04-458b-b9b3-8b6f3f2a2540 req-574a74d0-8282-4c3b-a57e-a027671c55c9 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:25:41.045641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59c297ce-af04-458b-b9b3-8b6f3f2a2540 req-574a74d0-8282-4c3b-a57e-a027671c55c9 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239875 Feb 11 05:25:41.067138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] For port ccd3bb7e-b553-43db-b6be-7c6af22af0ae, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:41.073890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] For port ccd3bb7e-b553-43db-b6be-7c6af22af0ae, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:41.082234 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5568eddb-04d4-41e5-9e67-cfa5c820d734 x-openstack-request-id: req-5568eddb-04d4-41e5-9e67-cfa5c820d734 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:41.082698 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c4a13b-3dca-4e26-bd8b-28643c49f6ea", "name": "network-vif-deleted", "tag": "be03cbf8-0f5b-4f16-9163-91267159425a", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:41.083350 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5568eddb-04d4-41e5-9e67-cfa5c820d734 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:41.083856 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c4a13b-3dca-4e26-bd8b-28643c49f6ea', 'name': 'network-vif-deleted', 'tag': 'be03cbf8-0f5b-4f16-9163-91267159425a', 'status': 'completed', 'code': 200} Feb 11 05:25:41.090134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a166f5-8271-4230-9a51-74ff56fbde11 req-0f2c8589-6863-4066-a4b5-7efc26a3e394 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.092787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7a166f5-8271-4230-9a51-74ff56fbde11 req-0f2c8589-6863-4066-a4b5-7efc26a3e394 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 948 time: 0.1948962 Feb 11 05:25:41.094549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.140637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.141295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.143830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] 10.222.0.81 "PUT /v2.0/ports/ccd3bb7e-b553-43db-b6be-7c6af22af0ae HTTP/1.1" status: 200 len: 1097 time: 1.5126183 Feb 11 05:25:41.230386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f'}, {'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'name': 'network-vif-deleted', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241'}, {'name': 'network-changed', 'server_uuid': 'd5ef1268-4ce4-4889-918f-4460a6745e7b', 'tag': 'ccd3bb7e-b553-43db-b6be-7c6af22af0ae'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:41.232873 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bad85a-7918-4004-993b-07f8b40e38ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f"}, {"server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "name": "network-vif-deleted", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241"}, {"name": "network-changed", "server_uuid": "d5ef1268-4ce4-4889-918f-4460a6745e7b", "tag": "ccd3bb7e-b553-43db-b6be-7c6af22af0ae"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:41.236464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d93dc-9039-479a-9268-fd5786cf7c69 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:41.292825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.313726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7a166f5-8271-4230-9a51-74ff56fbde11 req-7f400272-babd-485a-b727-8ac65ea73975 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/security-groups?id=76fafef8-d57e-4a11-99bd-6fbe4b3422aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075889 Feb 11 05:25:41.338749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b664ac-7110-4d39-a79a-e77ba0f95601 req-d95010d8-7c06-4462-958e-d2382c50385d tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.348406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59b664ac-7110-4d39-a79a-e77ba0f95601 req-d95010d8-7c06-4462-958e-d2382c50385d tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1133 time: 0.2012484 Feb 11 05:25:41.354553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48318) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:41.378548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-202ad475-6b4d-4114-b8b8-161f6290ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.380742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-202ad475-6b4d-4114-b8b8-161f6290ddc1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a5585d68c5c4165970f5ac533793214&device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 1131 time: 0.1410701 Feb 11 05:25:41.461406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59b664ac-7110-4d39-a79a-e77ba0f95601 req-498d30b9-af89-4b08-8838-658e1a159566 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119473 Feb 11 05:25:41.471643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-b345cdb7-db43-403e-9016-25beb2f0ea57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ccd3bb7e-b553-43db-b6be-7c6af22af0ae HTTP/1.1" status: 200 len: 217 time: 0.0536399 Feb 11 05:25:41.475555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:41.486563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group (862b3e30-c250-4cf3-acef-fed2f2d9b592), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.556974 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group (862b3e30-c250-4cf3-acef-fed2f2d9b592), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.557266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-74140d4b-e7d7-487a-993e-b852663b617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.558834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-74140d4b-e7d7-487a-993e-b852663b617c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0661578 Feb 11 05:25:41.568559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558d49c-3839-45e1-9d7b-3001810b9441 req-f265e235-cd8d-478f-8427-5b86d594874d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.570673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8558d49c-3839-45e1-9d7b-3001810b9441 req-f265e235-cd8d-478f-8427-5b86d594874d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 944 time: 0.1124351 Feb 11 05:25:41.642331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:41.645726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a73a2556-91a2-4aee-b60d-e97d8ce13518 req-5293b250-66af-456e-9fed-c3864ade977a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 210 time: 0.0728195 Feb 11 05:25:41.656266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f has no active binding in host n-h1-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:25:41.670187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (862b3e30-c250-4cf3-acef-fed2f2d9b592), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.675562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.676916 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "DELETE /v2.0/security-groups/862b3e30-c250-4cf3-acef-fed2f2d9b592 HTTP/1.1" status: 204 len: 168 time: 0.3189321 Feb 11 05:25:41.682130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48324) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:41.707099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b3e30-c250-4cf3-acef-fed2f2d9b592,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:41.713380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e7ee7e4b-7b04-457e-9841-368e910c3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.714862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-e7ee7e4b-7b04-457e-9841-368e910c3740 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1433041 Feb 11 05:25:41.717104 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-bc346195-ca69-44f7-aac2-761071a2d067 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] show failed (client error): The resource could not be found. Feb 11 05:25:41.718073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bc346195-ca69-44f7-aac2-761071a2d067 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "GET /v2.0/security-groups/862b3e30-c250-4cf3-acef-fed2f2d9b592 HTTP/1.1" status: 404 len: 347 time: 0.0345182 Feb 11 05:25:41.719898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.720260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.720615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.720964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.721339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.721686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.722025 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.722364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.722699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.723034 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.723369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.723781 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.724119 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab3e52-f79b-4545-9571-eef78fd70df0 tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:41.742268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48326) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:41.757867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8558d49c-3839-45e1-9d7b-3001810b9441 req-fe9da50b-d0a5-49bc-ac41-8997585c3fa0 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705155 Feb 11 05:25:41.770742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-4bd2d120-ae35-457b-985a-540e8664c683 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips/ff61096f-f899-4740-824a-54ad1133a95b HTTP/1.1" status: 200 len: 692 time: 0.0755801 Feb 11 05:25:41.824569 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d620288-6f8e-489d-9054-f8359b517283 x-openstack-request-id: req-4d620288-6f8e-489d-9054-f8359b517283 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:41.825043 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f", "status": "completed", "code": 200}, {"server_uuid": "5fb50df2-9254-43e8-8ccb-1c4272556cd1", "name": "network-vif-deleted", "tag": "16f88cab-972b-4e4a-ba0a-734d81cb7241", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5ef1268-4ce4-4889-918f-4460a6745e7b", "tag": "ccd3bb7e-b553-43db-b6be-7c6af22af0ae", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:41.825801 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d620288-6f8e-489d-9054-f8359b517283 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:41.826257 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f', 'status': 'completed', 'code': 200} Feb 11 05:25:41.826692 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb50df2-9254-43e8-8ccb-1c4272556cd1', 'name': 'network-vif-deleted', 'tag': '16f88cab-972b-4e4a-ba0a-734d81cb7241', 'status': 'completed', 'code': 200} Feb 11 05:25:41.827114 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ef1268-4ce4-4889-918f-4460a6745e7b', 'tag': 'ccd3bb7e-b553-43db-b6be-7c6af22af0ae', 'status': 'completed', 'code': 200} Feb 11 05:25:41.884051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Deleting port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:41.884676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.001709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-b5e3c419-dbfd-4c87-9c0d-a4913f293101 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343068 Feb 11 05:25:42.012962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-a0cfcb81-7005-4d0d-80e6-be35d484e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.014504 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-a0cfcb81-7005-4d0d-80e6-be35d484e7bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1158 time: 0.1474230 Feb 11 05:25:42.036581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Deleting port 444e9a0e-f2b4-4f48-aca2-8ad279a1fade {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:42.036994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (444e9a0e-f2b4-4f48-aca2-8ad279a1fade), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.044809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] For port 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3483bf8b-e135-4e40-b57d-4dbc6b8e00c4,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:42.045207 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.093324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Calling delete_port for 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:42.192070 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device be03cbf8-0f5b-4f16-9163-91267159425a no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:42.212150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-096e0376-eb7f-40a0-a994-3859be409c1f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1619354a08bf4dbcac791d232d243bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137092 Feb 11 05:25:42.239645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-32682cd2-f14a-43c7-abeb-58418ace9f89 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.247487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-32682cd2-f14a-43c7-abeb-58418ace9f89 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.4540455 Feb 11 05:25:42.257062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: be03cbf8-0f5b-4f16-9163-91267159425a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:42.257463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device be03cbf8-0f5b-4f16-9163-91267159425a not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:42.259981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (444e9a0e-f2b4-4f48-aca2-8ad279a1fade), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.260359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (444e9a0e-f2b4-4f48-aca2-8ad279a1fade), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.277628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-48becfa3-9d0c-47c9-8058-9747f7a8bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.279672 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-48becfa3-9d0c-47c9-8058-9747f7a8bf2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.2539909 Feb 11 05:25:42.285639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Calling delete_port for 444e9a0e-f2b4-4f48-aca2-8ad279a1fade owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:42.339016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48348) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:42.366476 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-122b2f94-5f5f-45a2-9693-db54a2a6bb9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 217 time: 0.0788705 Feb 11 05:25:42.367012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-2f79df63-f7ef-4ef9-9099-30b9a6b65cd0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.94 HTTP/1.1" status: 200 len: 695 time: 0.1180952 Feb 11 05:25:42.372724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-af098b4f-2b0a-4137-b402-390895321d55 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.373828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-af098b4f-2b0a-4137-b402-390895321d55 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.2730384 Feb 11 05:25:42.413874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Request body: {'port': {'device_id': '895494d0-4c66-4e71-9d3b-9963d2473083', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'admin_state_up': True, 'tenant_id': 'c233fc98111c48a7a44ca91fe060b2d8'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:42.473900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb33b1a-8f4f-430f-8f9f-bcc03702f33d req-9f2864f1-11da-426e-83bd-fefdf199a21b service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632900 Feb 11 05:25:42.488948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.72', 53873) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:42.538850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-3079500c-5144-4951-b192-9f7438650763 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.94 HTTP/1.1" status: 200 len: 695 time: 0.1319823 Feb 11 05:25:42.596068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.697470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-5068f571-90e5-4ac2-9f9a-8299d6eb7a6b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.698870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-5068f571-90e5-4ac2-9f9a-8299d6eb7a6b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4859524 Feb 11 05:25:42.740298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-a098e6d4-2be9-4db7-a631-3eb7a6aa9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.741809 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-a098e6d4-2be9-4db7-a631-3eb7a6aa9cd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.0889292 Feb 11 05:25:42.786297 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-0978f0dc-9c21-42e0-ba01-f53dbf51fd3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373347 Feb 11 05:25:42.796349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-f96ae897-3a66-4442-aa1e-59bff24d5390 service neutron] 10.222.0.72 "GET /v2.0/ports/3f56cb73-0122-4e84-812b-5dfd4c06f07f/bindings/n-h1-715271-35 HTTP/1.1" status: 200 len: 385 time: 0.3062601 Feb 11 05:25:42.797582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-5fdaf330-7934-4c8b-b654-27582b81a69d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/quotas/1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 375 time: 0.0888789 Feb 11 05:25:42.911436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-0a5405da-f19e-4405-975a-2420521ba956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.912957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-0a5405da-f19e-4405-975a-2420521ba956 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a5585d68c5c4165970f5ac533793214&device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 1131 time: 0.3642559 Feb 11 05:25:42.915714 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3483bf8b-e135-4e40-b57d-4dbc6b8e00c4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.960006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Made reservation on behalf of c233fc98111c48a7a44ca91fe060b2d8 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:42.963505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.967895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Pushing event deleted for resources: {'Port': ['ID=3483bf8b-e135-4e40-b57d-4dbc6b8e00c4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:42.980572 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-2d888f79-3e1e-4e39-b326-c7f57d511c00 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767416 Feb 11 05:25:42.982659 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (444e9a0e-f2b4-4f48-aca2-8ad279a1fade), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.074329 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Pushing event deleted for resources: {'Port': ['ID=444e9a0e-f2b4-4f48-aca2-8ad279a1fade,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:43.094523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Publish callbacks [] for security_group (3edbb175-e594-4f41-92a8-beaa8fdce0cd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.115259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-38bd76ca-df04-4a2c-afb3-a6934d0861a7 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3089082 Feb 11 05:25:43.128485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Deleting port e233ec8e-a715-441f-bbfb-2c57aee93422 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:43.128485 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e233ec8e-a715-441f-bbfb-2c57aee93422), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.264707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks [] for floatingip (4dc31cef-6162-4321-b9f1-f544227ae87e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.267327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.271607 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b917c5e9-a38c-41bb-89a9-7a12df6c099c tempest-ServersWithSpecificFlavorTestJSON-1219407036 tempest-ServersWithSpecificFlavorTestJSON-1219407036-project] 10.222.0.31 "DELETE /v2.0/floatingips/4dc31cef-6162-4321-b9f1-f544227ae87e HTTP/1.1" status: 204 len: 168 time: 1.5252774 Feb 11 05:25:43.278037 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-b2af3931-75f2-4b08-9e47-e4da9adc76b2 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738526 Feb 11 05:25:43.337649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.492601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:43.573348 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3edbb175-e594-4f41-92a8-beaa8fdce0cd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.595893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:43.628624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:43.645845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f has no active binding in host n-h1-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:25:43.727513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:43.733535 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aa55a9cd-c752-47e9-a313-4ced69321316 admin admin] 10.222.0.31 "PUT /v2.0/routers/25faa258-96bd-4936-a7e3-7a8d2e9c0dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9247713 Feb 11 05:25:43.736202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48368) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:43.739630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] Sync routers for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:43.752092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:43.753397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:43.810310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-14c28d26-1973-4405-970d-289653801993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:43.811787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-14c28d26-1973-4405-970d-289653801993 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.8888056 Feb 11 05:25:43.820402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edbb175-e594-4f41-92a8-beaa8fdce0cd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:43.823707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Allocated IP 172.20.0.9 (f9d25e34-f9d0-44c2-a602-bf30559d0646/33fe2d86-04d1-47ff-99bd-4182524c9213/f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:43.849481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48779a3718d4401782d3301cc4ef131f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5037913 Feb 11 05:25:43.870109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48370) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:43.876463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks [] for router (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.880283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e233ec8e-a715-441f-bbfb-2c57aee93422), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.880613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (e233ec8e-a715-441f-bbfb-2c57aee93422), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.894156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:43.928199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.928548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.928904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.929286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.929617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.929956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.930299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.930623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.930953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.931284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.931615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.931939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.932271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fbce8-8022-4a5a-a81a-eec444e1b479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:43.952437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-47da200e-70d4-4f27-96ca-39ef60fbe5fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ccd3bb7e-b553-43db-b6be-7c6af22af0ae HTTP/1.1" status: 200 len: 217 time: 0.1262085 Feb 11 05:25:43.982495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Calling delete_port for e233ec8e-a715-441f-bbfb-2c57aee93422 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:43.999443 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks [] for router_gateway (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.062644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Deleting port 61624975-c697-4c17-8fd5-ad1471c3b6b7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:44.062914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.079090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974ace-63e9-4b76-a5a3-51c04c7abf10 req-661f35a6-1e14-477f-8445-7912439dd93c tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:44.080904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a974ace-63e9-4b76-a5a3-51c04c7abf10 req-661f35a6-1e14-477f-8445-7912439dd93c tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 948 time: 0.4121866 Feb 11 05:25:44.111470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:25:42Z', 'revision_number': 5, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port': {'id': '61624975-c697-4c17-8fd5-ad1471c3b6b7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:10Z', 'updated_at': '2022-02-11T05:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:44.139438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] Checking router: 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:44.149016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] Routers {'25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:44.149875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:44.151508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] For port 61624975-c697-4c17-8fd5-ad1471c3b6b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=61624975-c697-4c17-8fd5-ad1471c3b6b7,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:44.151885 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.169582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Calling delete_port for 61624975-c697-4c17-8fd5-ad1471c3b6b7 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:44.224952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:44.229815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-8ce79736-0b6e-44f0-81d0-217c8e42d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:44.231336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-8ce79736-0b6e-44f0-81d0-217c8e42d67e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2380085 Feb 11 05:25:44.251978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] Set router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:44.272290 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44237bf4-fee7-4d55-ae7d-419363a65cb4 admin admin] Publish callbacks [] for security_group (3edbb175-e594-4f41-92a8-beaa8fdce0cd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.357282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (61624975-c697-4c17-8fd5-ad1471c3b6b7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.362791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:25:43Z', 'revision_number': 6, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:44.367974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:44.392916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a28b7-6295-4b2a-ad93-bfe77e5cf8c4 None None] The sync data for ids ['25faa258-96bd-4936-a7e3-7a8d2e9c0dc4'] in n-d-715271-35 is: [{'id': '25faa258-96bd-4936-a7e3-7a8d2e9c0dc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1695188104-router', 'tenant_id': '8e312eb1800a4d028cf8a27444b5ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:09Z', 'updated_at': '2022-02-11T05:25:43Z', 'revision_number': 6, 'project_id': '8e312eb1800a4d028cf8a27444b5ea68', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:44.399683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61624975-c697-4c17-8fd5-ad1471c3b6b7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:44.434908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44237bf4-fee7-4d55-ae7d-419363a65cb4 admin admin] Publish callbacks [] for security_group (3edbb175-e594-4f41-92a8-beaa8fdce0cd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.469365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-4dafd631-6ee6-4ea6-8f18-ca0646b9b297 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1619354a08bf4dbcac791d232d243bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995357 Feb 11 05:25:44.483379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.483779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a974ace-63e9-4b76-a5a3-51c04c7abf10 req-56f8dab2-454c-4889-99bc-399c52fb39ce tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/security-groups?id=76fafef8-d57e-4a11-99bd-6fbe4b3422aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517950 Feb 11 05:25:44.515137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-340ab138-89c3-46d8-8e46-5e437277c200 req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f56cb73-0122-4e84-812b-5dfd4c06f07f {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:44.565222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:44.582906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.585308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks [] for router_controller (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.608755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks [] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.614717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-8db968e4-7d3d-4ad6-857b-25a53e24e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:44.616239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-8db968e4-7d3d-4ad6-857b-25a53e24e6d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3678122 Feb 11 05:25:44.633278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (25faa258-96bd-4936-a7e3-7a8d2e9c0dc4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.633934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:25:44.639021 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.640174 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-347e936f-39e4-420c-a6b1-62b5548eecf4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/25faa258-96bd-4936-a7e3-7a8d2e9c0dc4 HTTP/1.1" status: 204 len: 168 time: 0.9034133 Feb 11 05:25:44.642855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48372) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:44.686697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbc3096-5cc4-44ed-add8-d801813fe5ff admin admin] Deleting subnet 2990ec19-2306-423b-81b6-8a5c69425e89 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:44.689914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3096-5cc4-44ed-add8-d801813fe5ff admin admin] Publish callbacks [] for subnet (2990ec19-2306-423b-81b6-8a5c69425e89), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.694223 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.706577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-264bfeb9-4928-4596-8514-262a12481f90 req-9facbfa7-e99d-4666-aeab-c3f97f452644 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 210 time: 0.1267707 Feb 11 05:25:44.728327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3096-5cc4-44ed-add8-d801813fe5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (2990ec19-2306-423b-81b6-8a5c69425e89), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.845552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3096-5cc4-44ed-add8-d801813fe5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (2990ec19-2306-423b-81b6-8a5c69425e89), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.859329 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e233ec8e-a715-441f-bbfb-2c57aee93422), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.866623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-666d3a52-3f31-4549-8b1a-2ca101f0d2e2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:44.868055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-666d3a52-3f31-4549-8b1a-2ca101f0d2e2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3764539 Feb 11 05:25:44.894305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44237bf4-fee7-4d55-ae7d-419363a65cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3edbb175-e594-4f41-92a8-beaa8fdce0cd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.896831 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44237bf4-fee7-4d55-ae7d-419363a65cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.898202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-44237bf4-fee7-4d55-ae7d-419363a65cb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3edbb175-e594-4f41-92a8-beaa8fdce0cd HTTP/1.1" status: 204 len: 168 time: 1.0147414 Feb 11 05:25:44.916804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3096-5cc4-44ed-add8-d801813fe5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (2990ec19-2306-423b-81b6-8a5c69425e89), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.921676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Request body: {'port': {'device_id': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '1619354a08bf4dbcac791d232d243bd9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:44.946012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc3096-5cc4-44ed-add8-d801813fe5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2990ec19-2306-423b-81b6-8a5c69425e89,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:44.950252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3096-5cc4-44ed-add8-d801813fe5ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.955294 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bbbc3096-5cc4-44ed-add8-d801813fe5ff admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2990ec19-2306-423b-81b6-8a5c69425e89 HTTP/1.1" status: 204 len: 168 time: 0.3099239 Feb 11 05:25:44.956685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48378) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:44.967007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436fe51-573e-4576-a489-f79722bf860d None None] Network c1702abd-3735-455f-99ad-1858676d85f3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:44.996305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event deleted for resources: {'Port': ['ID=e233ec8e-a715-441f-bbfb-2c57aee93422,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:44.999264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44237bf4-fee7-4d55-ae7d-419363a65cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edbb175-e594-4f41-92a8-beaa8fdce0cd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:45.044887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c1702abd-3735-455f-99ad-1858676d85f3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.056004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.118230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Deleting port 586a24f5-264b-43f3-8daa-376c9fef10df {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:45.118673 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.171679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-e2ad4bd0-3263-4e05-88cf-c5a49efa6721 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112581 Feb 11 05:25:45.224363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event updated for resources: {'Port': ['ID=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:45.227777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe4465e-2c0a-4fba-bf4b-e413f777f1ac None None] DHCP port deletion for c1702abd-3735-455f-99ad-1858676d85f3 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:25:45.269485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] For port 586a24f5-264b-43f3-8daa-376c9fef10df, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=586a24f5-264b-43f3-8daa-376c9fef10df,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:45.270782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.324365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Calling delete_port for 586a24f5-264b-43f3-8daa-376c9fef10df owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:45.335635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-340ab138-89c3-46d8-8e46-5e437277c200 req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] Transition to ACTIVE for port object 3f56cb73-0122-4e84-812b-5dfd4c06f07f will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:45.343811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4465e-2c0a-4fba-bf4b-e413f777f1ac None None] Deleting port 586a24f5-264b-43f3-8daa-376c9fef10df {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:45.344293 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2fe4465e-2c0a-4fba-bf4b-e413f777f1ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.366501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:45.367355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:45.367816 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.390871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d81e5-fd0d-4773-82f8-a9ac41d6a54e req-2287e65e-d176-48bf-be83-b7fdd5886e76 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:45.397873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc1d81e5-fd0d-4773-82f8-a9ac41d6a54e req-2287e65e-d176-48bf-be83-b7fdd5886e76 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 944 time: 0.5750546 Feb 11 05:25:45.408723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:45.409090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:45.409654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3483bf8b-e135-4e40-b57d-4dbc6b8e00c4 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:45.412771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 61624975-c697-4c17-8fd5-ad1471c3b6b7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:45.441614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 61624975-c697-4c17-8fd5-ad1471c3b6b7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:45.442702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:45.443232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 61624975-c697-4c17-8fd5-ad1471c3b6b7 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:45.473969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.487925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4bad85a-7918-4004-993b-07f8b40e38ce req-368caa80-5bd5-4767-9fa9-4ae7c4388bb8 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505934 Feb 11 05:25:45.494148 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (ff61096f-f899-4740-824a-54ad1133a95b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.496745 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.497905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b691c73c-1bd4-47f9-a063-05e39e2f8d0a req-10ee2357-2113-421e-8980-4d07a9f7caf0 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "DELETE /v2.0/floatingips/ff61096f-f899-4740-824a-54ad1133a95b HTTP/1.1" status: 204 len: 173 time: 2.9243989 Feb 11 05:25:45.498096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ccd3bb7e-b553-43db-b6be-7c6af22af0ae details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:45.507708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Made reservation on behalf of 1619354a08bf4dbcac791d232d243bd9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:45.511257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.526187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2fe4465e-2c0a-4fba-bf4b-e413f777f1ac None None] For port 586a24f5-264b-43f3-8daa-376c9fef10df, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=586a24f5-264b-43f3-8daa-376c9fef10df,segment=NetworkSegment(6b6bf749-37bc-49a2-8cda-903ffa3c2e44),segment_id=6b6bf749-37bc-49a2-8cda-903ffa3c2e44)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:45.527130 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2fe4465e-2c0a-4fba-bf4b-e413f777f1ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.545730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4465e-2c0a-4fba-bf4b-e413f777f1ac None None] Calling delete_port for 586a24f5-264b-43f3-8daa-376c9fef10df owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:45.554035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=586a24f5-264b-43f3-8daa-376c9fef10df,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:45.580528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] No DVR routers for this DVR port 586a24f5-264b-43f3-8daa-376c9fef10df on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:45.590149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] Pushing event updated for resources: {'Port': ['ID=3f56cb73-0122-4e84-812b-5dfd4c06f07f,revision_number=10']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:45.617514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] No DVR routers for this DVR port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:45.624593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:45.629181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.698177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc1d81e5-fd0d-4773-82f8-a9ac41d6a54e req-a85c7c30-cfc1-45fc-9b76-ade382bb72d1 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989600 Feb 11 05:25:45.732908 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c1702abd-3735-455f-99ad-1858676d85f3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.785807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1702abd-3735-455f-99ad-1858676d85f3']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:45.804361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6bf749-37bc-49a2-8cda-903ffa3c2e44') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:45.804837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6bf749-37bc-49a2-8cda-903ffa3c2e44') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:45.818527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (6b6bf749-37bc-49a2-8cda-903ffa3c2e44), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.834706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-a0dc656e-9b6f-4de3-ac6a-895fbce2c3c9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4266825 Feb 11 05:25:45.843369 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6b6bf749-37bc-49a2-8cda-903ffa3c2e44), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.852616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:45.853760 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (6b6bf749-37bc-49a2-8cda-903ffa3c2e44), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:45.856350 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:45.864731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e44f39f-431d-41c7-90bb-52abdcbcbdd8 req-7439f239-84db-4564-9472-ed9bb66e8b77 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 210 time: 0.0657396 Feb 11 05:25:45.907791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Request body: {'port': {'device_id': '895494d0-4c66-4e71-9d3b-9963d2473083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:45.915819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-07b51dbf-75bc-4ac2-aa4f-f9e20f922efe service neutron] 10.222.0.72 "PUT /v2.0/ports/3f56cb73-0122-4e84-812b-5dfd4c06f07f/bindings/n-h1-715271-35/activate HTTP/1.1" status: 200 len: 370 time: 3.1080928 Feb 11 05:25:45.959280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-dbeff5fe-9f32-49d8-b603-2cf18572823f tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips/045a8189-f817-4a64-928e-bd7a23278946 HTTP/1.1" status: 200 len: 692 time: 0.1493077 Feb 11 05:25:45.961079 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2fe4465e-2c0a-4fba-bf4b-e413f777f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (586a24f5-264b-43f3-8daa-376c9fef10df), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.971004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (c1702abd-3735-455f-99ad-1858676d85f3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.981185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ccd3bb7e-b553-43db-b6be-7c6af22af0ae, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:45.992894 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.002762 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c1702abd-3735-455f-99ad-1858676d85f3 HTTP/1.1" status: 204 len: 168 time: 1.0415590 Feb 11 05:25:46.002762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf4d53-930a-4dcc-968f-9f4f66577b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1702abd-3735-455f-99ad-1858676d85f3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:46.003018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ccd3bb7e-b553-43db-b6be-7c6af22af0ae', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'ccd3bb7e-b553-43db-b6be-7c6af22af0ae', 'mac_address': 'fa:16:3e:61:94:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:46.041656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4465e-2c0a-4fba-bf4b-e413f777f1ac None None] Pushing event deleted for resources: {'Port': ['ID=586a24f5-264b-43f3-8daa-376c9fef10df,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:46.043930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4465e-2c0a-4fba-bf4b-e413f777f1ac None None] No DVR routers for this DVR port 586a24f5-264b-43f3-8daa-376c9fef10df on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:46.098692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ccd3bb7e-b553-43db-b6be-7c6af22af0ae is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:46.099370 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.102134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48410) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:46.117077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd3bb7e-b553-43db-b6be-7c6af22af0ae {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:46.144985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ccd3bb7e-b553-43db-b6be-7c6af22af0ae, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:46.156345 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.201159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:46.228193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Allocated IP 192.168.233.95 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/e80b9db5-2dbc-41cc-8a5d-cb56d7f47097) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:46.233430 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.245947 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-378026765-network', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:46.248871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48414) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:46.284568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:46.292880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-3c4f644b-3fa4-4692-8d0b-7ebff1d26562 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.296376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Made reservation on behalf of 5dd79ab8a6fc4b52b4c96679d75a3771 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:46.298726 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.300104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port 3f56cb73-0122-4e84-812b-5dfd4c06f07f host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:25:46.300619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:46.301047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-3c4f644b-3fa4-4692-8d0b-7ebff1d26562 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.3406494 Feb 11 05:25:46.310707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-008f3bdb-ace7-4357-a066-09dca9e555ee tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.312209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-008f3bdb-ace7-4357-a066-09dca9e555ee tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.2953091 Feb 11 05:25:46.314569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.318310 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f62bec3d-b3f9-4139-a770-740dd963844a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e312eb1800a4d028cf8a27444b5ea68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0683887 Feb 11 05:25:46.324898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48416) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:46.360378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bda26-2edb-493c-bbf1-076e2c7fa0e3 req-5b449121-ebfb-4e4b-a42c-79c9ece201fd tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.361850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-033bda26-2edb-493c-bbf1-076e2c7fa0e3 req-5b449121-ebfb-4e4b-a42c-79c9ece201fd tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 948 time: 0.3820872 Feb 11 05:25:46.406994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9f3c-72ab-44e8-b722-82ba8dc92be7 admin admin] Publish callbacks [] for security_group (8df85633-5925-4f10-a9cd-4ca1e10cadfc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.411401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ccd3bb7e-b553-43db-b6be-7c6af22af0ae'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:46.443309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-693ee5e8-755d-4c8f-bfee-a9883841876b tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.1413727 Feb 11 05:25:46.443960 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9f3c-72ab-44e8-b722-82ba8dc92be7 admin admin] Publish callbacks [] for security_group (8df85633-5925-4f10-a9cd-4ca1e10cadfc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.470543 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Publish callbacks [] for security_group (d6869aec-0b4c-4c7c-95d9-9224a20c27cc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.485399 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d6869aec-0b4c-4c7c-95d9-9224a20c27cc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.509971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:25:46.526549 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6869aec-0b4c-4c7c-95d9-9224a20c27cc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:46.530326 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6cef61a8-1e70-4583-b3dc-df33b85cd29e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.530665 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Added segment 6cef61a8-1e70-4583-b3dc-df33b85cd29e of type vlan for network d36be30d-64ef-4433-9d0a-d1fd725e3a9a Feb 11 05:25:46.575712 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9f3c-72ab-44e8-b722-82ba8dc92be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8df85633-5925-4f10-a9cd-4ca1e10cadfc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.578335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9f3c-72ab-44e8-b722-82ba8dc92be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.579474 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9c6e9f3c-72ab-44e8-b722-82ba8dc92be7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8df85633-5925-4f10-a9cd-4ca1e10cadfc HTTP/1.1" status: 204 len: 168 time: 0.2536118 Feb 11 05:25:46.585837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d36be30d-64ef-4433-9d0a-d1fd725e3a9a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.593878 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e9f3c-72ab-44e8-b722-82ba8dc92be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df85633-5925-4f10-a9cd-4ca1e10cadfc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:46.608003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-08b5fe76-1230-4abf-bec3-872f60fd4add tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.1499474 Feb 11 05:25:46.623462 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d36be30d-64ef-4433-9d0a-d1fd725e3a9a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.624712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.625542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.665389 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5614908 Feb 11 05:25:46.667859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48420) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:46.674541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Request body: {'subnet': {'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-378026765-subnet', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:46.710139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5abef2-29a9-4c20-ac4d-487cfc2acde1 admin admin] Pushing event updated for resources: {'Network': ['ID=d36be30d-64ef-4433-9d0a-d1fd725e3a9a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:46.727455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Made reservation on behalf of 5dd79ab8a6fc4b52b4c96679d75a3771 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:46.730704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.732104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d36be30d-64ef-4433-9d0a-d1fd725e3a9a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:25:46.935370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (a6b00677-a018-426c-937b-a2a1ff00840d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.001082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b00677-a018-426c-937b-a2a1ff00840d,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:47.013939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Checking segment: {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:47.014438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Network hostable DHCP agents. Network: d36be30d-64ef-4433-9d0a-d1fd725e3a9a, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:25:47.016791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-9365a0a0-9ca7-4518-8c32-765761262c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:47.018265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-9365a0a0-9ca7-4518-8c32-765761262c1a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5&tenant_id=c1d9c599ded844e0a2a483373fb940d0 HTTP/1.1" status: 200 len: 1128 time: 0.6680644 Feb 11 05:25:47.021341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-033bda26-2edb-493c-bbf1-076e2c7fa0e3 req-7476b4e5-a70a-43c3-997e-ed3c13608dac tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/security-groups?id=76fafef8-d57e-4a11-99bd-6fbe4b3422aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149719 Feb 11 05:25:47.037535 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Network d36be30d-64ef-4433-9d0a-d1fd725e3a9a is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:25:47.050542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, d36be30d-64ef-4433-9d0a-d1fd725e3a9a) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:47.055723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:47.056407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.066304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1808077-cb23-4891-8803-103e18221894 None None] Network d36be30d-64ef-4433-9d0a-d1fd725e3a9a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:47.087596 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c9e517e9-72d4-47fe-9d8a-7dc90165e68f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4182746 Feb 11 05:25:47.088175 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48436) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:47.093848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:47.123392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (60fcccea-05f3-4158-af53-56ed09c110b7), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.124547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (60fcccea-05f3-4158-af53-56ed09c110b7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.196580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks [] for router_controller (60fcccea-05f3-4158-af53-56ed09c110b7), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.231750 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks [] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.235596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 586a24f5-264b-43f3-8daa-376c9fef10df no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:47.270225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 586a24f5-264b-43f3-8daa-376c9fef10df {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:47.270861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 586a24f5-264b-43f3-8daa-376c9fef10df not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:47.341342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-d36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:25:47.342215 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.381941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-d667936b-a1df-4c0a-acce-bcdfc5083bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:47.383482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-d667936b-a1df-4c0a-acce-bcdfc5083bb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1128 time: 0.2828941 Feb 11 05:25:47.441030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d31945-4b3c-40d7-b306-7da77313f42a req-e933da8a-4ebf-4ee8-b571-edde18c1f696 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:47.443685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90d31945-4b3c-40d7-b306-7da77313f42a req-e933da8a-4ebf-4ee8-b571-edde18c1f696 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 931 time: 0.2717907 Feb 11 05:25:47.466930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Deleting port 795d7ad5-643f-4bdf-88b2-e543cff773e0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:47.467549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (795d7ad5-643f-4bdf-88b2-e543cff773e0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.479655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.480535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks [] for router_gateway (60fcccea-05f3-4158-af53-56ed09c110b7), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.566831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Allocated IP 172.20.0.2 (d36be30d-64ef-4433-9d0a-d1fd725e3a9a/a6b00677-a018-426c-937b-a2a1ff00840d/62b3fa1c-a946-4269-8f1d-8f71cad39cf3) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:47.637729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:47.664665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Publish callbacks [] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.678667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ccd3bb7e-b553-43db-b6be-7c6af22af0ae up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:47.682045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:47.691013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:47.699905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Pushing event updated for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:47.716617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:47.742719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:47.749654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Transition to ACTIVE for port object f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:47.775463 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (795d7ad5-643f-4bdf-88b2-e543cff773e0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.775801 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (795d7ad5-643f-4bdf-88b2-e543cff773e0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.803543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90d31945-4b3c-40d7-b306-7da77313f42a req-1700824b-8e51-4777-ab0f-cf041512dd8d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160250 Feb 11 05:25:47.819337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.830989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-7f88e4c8-bf72-490c-83f3-eb41797be45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:47.832539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-7f88e4c8-bf72-490c-83f3-eb41797be45e service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.4416349 Feb 11 05:25:47.870430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Calling delete_port for 795d7ad5-643f-4bdf-88b2-e543cff773e0 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:47.948161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ccd3bb7e-b553-43db-b6be-7c6af22af0ae completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:47.951586 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Publish callbacks [] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.961073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ccd3bb7e-b553-43db-b6be-7c6af22af0ae triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:47.961600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.962717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-04e3606d-90e3-4ab9-a582-b3ce27830ca2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 217 time: 0.0983810 Feb 11 05:25:47.975665 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.996518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:47.997843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.072216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Network d36be30d-64ef-4433-9d0a-d1fd725e3a9a is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:48.084272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:48.091982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:48.098558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Pushing event updated for resources: {'Port': ['ID=62b3fa1c-a946-4269-8f1d-8f71cad39cf3,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:48.142671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:48.147573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1c29be34-4c95-4edd-905f-3d2310d6c808 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2419443 Feb 11 05:25:48.186218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Request body: {'port': {'device_id': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:48.225816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9137f347-609e-405d-9cd6-39d03856ecff None None] Provisioning complete for port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:48.226108 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9137f347-609e-405d-9cd6-39d03856ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.228046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks [] for router_gateway (60fcccea-05f3-4158-af53-56ed09c110b7), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.231448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Attempting to bind port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:48.231826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Attempting to bind port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:48.232252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Attempting to bind port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 on network d36be30d-64ef-4433-9d0a-d1fd725e3a9a {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:48.235500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-da130148-47dc-4f97-8dca-fc6c238c7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:48.237178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-da130148-47dc-4f97-8dca-fc6c238c7c75 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.2339997 Feb 11 05:25:48.247953 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.261166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ccd3bb7e-b553-43db-b6be-7c6af22af0ae is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:48.261552 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.268193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:48.268814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Checking segment: {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:48.268968 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.269521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Bound using segment: {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:48.269876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Bound port: 62b3fa1c-a946-4269-8f1d-8f71cad39cf3, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:48.270261 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.303666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-6a88d8d3-cb19-4304-aecc-62da3240700d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542209 Feb 11 05:25:48.304164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9137f347-609e-405d-9cd6-39d03856ecff None None] Port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:48.313500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ef1268-4ce4-4889-918f-4460a6745e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd3bb7e-b553-43db-b6be-7c6af22af0ae'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:48.315790 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1025c0f-386a-4ad2-8495-771f1b31ec04" -d '{"events": [{"server_uuid": "d5ef1268-4ce4-4889-918f-4460a6745e7b", "name": "network-vif-plugged", "status": "completed", "tag": "ccd3bb7e-b553-43db-b6be-7c6af22af0ae"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:48.336566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd5400-de69-465f-8083-51f2a733a06f req-3ddc8952-6dd0-4d20-b45c-4be435eb0028 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:48.337995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dadd5400-de69-465f-8083-51f2a733a06f req-3ddc8952-6dd0-4d20-b45c-4be435eb0028 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 945 time: 0.3732107 Feb 11 05:25:48.349984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ccd3bb7e-b553-43db-b6be-7c6af22af0ae, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:48.355893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.374720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Attempting to bind port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:48.375346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Attempting to bind port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:48.375672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Attempting to bind port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:48.385923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Allocated IP 172.25.1.23 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/7aba07cf-ca91-4494-b8cb-d86e4e42619b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:48.406579 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.412684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e on network f9d25e34-f9d0-44c2-a602-bf30559d0646 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:48.413326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Attempting to bind port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:48.414651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] For port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:48.420408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] For port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=62b3fa1c-a946-4269-8f1d-8f71cad39cf3,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:48.431009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:48.436170 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.465928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:48.465928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Checking segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:48.466345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Bound using segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:48.466744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Bound port: f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:48.467095 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.491763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b128c47-507f-4c3d-bf41-5f43ab183003 None None] Pushing event updated for resources: {'Port': ['ID=62b3fa1c-a946-4269-8f1d-8f71cad39cf3,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:48.577318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dadd5400-de69-465f-8083-51f2a733a06f req-d2c19e02-d0e7-4263-a6d3-8113dd408023 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299106 Feb 11 05:25:48.618942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-3707a5c1-0423-4ff2-b92d-b14c825df7f0 service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799883 Feb 11 05:25:48.631691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (795d7ad5-643f-4bdf-88b2-e543cff773e0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.644488 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks [] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.708323 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.754228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:48.759725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:48.763765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:48.793995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event deleted for resources: {'Port': ['ID=795d7ad5-643f-4bdf-88b2-e543cff773e0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:48.795700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Pushing event updated for resources: {'Port': ['ID=7aba07cf-ca91-4494-b8cb-d86e4e42619b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:48.902318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] For port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:48.943495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] For port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:48.993250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.036980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848269-f518-41df-98c4-3ce0f6a797dc req-943f43b1-e8ef-4bab-a12d-3cf5234da7b5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:49.038487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f848269-f518-41df-98c4-3ce0f6a797dc req-943f43b1-e8ef-4bab-a12d-3cf5234da7b5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 935 time: 0.3342934 Feb 11 05:25:49.042590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (045a8189-f817-4a64-928e-bd7a23278946), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.046407 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.047520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac2505c8-34d4-4c52-a362-43c9d5afbd48 req-f011c00e-4a83-4256-ae25-affd30587c51 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "DELETE /v2.0/floatingips/045a8189-f817-4a64-928e-bd7a23278946 HTTP/1.1" status: 204 len: 173 time: 2.4219964 Feb 11 05:25:49.053855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-cd5ece8d-bbfb-418f-9ddf-93e40df6dbfc service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206886 Feb 11 05:25:49.057592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks [] for router_gateway (60fcccea-05f3-4158-af53-56ed09c110b7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.110356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:49.111087 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.112710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] 10.222.0.72 "PUT /v2.0/ports/f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e HTTP/1.1" status: 200 len: 1092 time: 3.2516026 Feb 11 05:25:49.121088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895494d0-4c66-4e71-9d3b-9963d2473083', 'tag': 'f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:49.123676 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b585b06d-86b7-4452-8c87-a2c0babf6835" -d '{"events": [{"name": "network-changed", "server_uuid": "895494d0-4c66-4e71-9d3b-9963d2473083", "tag": "f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:49.177499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439db192-d528-4924-98b5-bb9f6d734929 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:49.242717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:49.270146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:49.279243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Publish callbacks [] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.292064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Transition to ACTIVE for port object e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:49.318588 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.351194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f848269-f518-41df-98c4-3ce0f6a797dc req-8876796c-589f-4146-a376-7381cb6a62ea tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973268 Feb 11 05:25:49.419118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:49.420360 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.488591 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dc5666-bf02-4363-9611-b1bc8da2d501 x-openstack-request-id: req-c3dc5666-bf02-4363-9611-b1bc8da2d501 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:49.488927 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ef1268-4ce4-4889-918f-4460a6745e7b", "name": "network-vif-plugged", "status": "completed", "tag": "ccd3bb7e-b553-43db-b6be-7c6af22af0ae", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:49.489390 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3dc5666-bf02-4363-9611-b1bc8da2d501 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:49.489814 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ef1268-4ce4-4889-918f-4460a6745e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd3bb7e-b553-43db-b6be-7c6af22af0ae', 'code': 200} Feb 11 05:25:49.515795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-0d905e6e-cfce-4527-bcb5-889c4ab46957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:49.520134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-0d905e6e-cfce-4527-bcb5-889c4ab46957 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 1126 time: 0.3344052 Feb 11 05:25:49.531556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (60fcccea-05f3-4158-af53-56ed09c110b7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.598896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:49.599292 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.636805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=62b3fa1c-a946-4269-8f1d-8f71cad39cf3,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:49.641821 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.674002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Pushing event updated for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:49.726165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=62b3fa1c-a946-4269-8f1d-8f71cad39cf3,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:49.732352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Router 60fcccea-05f3-4158-af53-56ed09c110b7 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:25:49.733661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-cd9fda22-b4f9-4a6f-9f41-6cfe94c781a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e HTTP/1.1" status: 200 len: 217 time: 0.1608930 Feb 11 05:25:49.782633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d6e64-d04f-4d68-825e-7e4ff235fa87 None None] Network d36be30d-64ef-4433-9d0a-d1fd725e3a9a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:49.859868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:49.871270 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Sync routers for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:49.884346 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:49.884995 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:49.885736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.892045 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-82a302b8-6108-4565-a3ff-c69a1d4d2ced admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8026192 Feb 11 05:25:49.892753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48476) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:49.921881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3641c728-50ab-43b6-9a0a-1a3f04f88ee9 None None] Provisioning complete for port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:49.922655 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3641c728-50ab-43b6-9a0a-1a3f04f88ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.003003 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:50.054507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3641c728-50ab-43b6-9a0a-1a3f04f88ee9 None None] Current status of the port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:50.145082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab138-89c3-46d8-8e46-5e437277c200 req-be4a9bf7-2e22-43b8-8764-6771f99214b2 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.146882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-be4a9bf7-2e22-43b8-8764-6771f99214b2 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.7656729 Feb 11 05:25:50.218767 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:48Z', 'revision_number': 3, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:50.234733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111edc2d-1d2b-4d7a-9f9d-1be1639a7a73 req-0c179965-5089-4337-be82-3b4fb2a6f5d4 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.236268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-111edc2d-1d2b-4d7a-9f9d-1be1639a7a73 req-0c179965-5089-4337-be82-3b4fb2a6f5d4 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 950 time: 0.7566998 Feb 11 05:25:50.241463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Attempting to bind port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:50.241772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Attempting to bind port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:50.242100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Attempting to bind port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:50.253205 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Checking router: 60fcccea-05f3-4158-af53-56ed09c110b7 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:50.253570 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Updating router 60fcccea-05f3-4158-af53-56ed09c110b7 port 7aba07cf-ca91-4494-b8cb-d86e4e42619b binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:25:50.253905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c54e6-0ff6-4e84-81a6-66590bf44d00 req-7808068f-156b-4e11-9f66-1de825413fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.255440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d5c54e6-0ff6-4e84-81a6-66590bf44d00 req-7808068f-156b-4e11-9f66-1de825413fcd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 1133 time: 0.7080684 Feb 11 05:25:50.267948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-0b08f693-43ae-497a-a1e3-9445306bb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.269378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-0b08f693-43ae-497a-a1e3-9445306bb9ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.5134079 Feb 11 05:25:50.280019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122857d5-3053-47d8-8dae-a380d37dc41f req-31fbd30c-e8d7-4a48-aaa3-707c86baf515 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.283993 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.286989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-122857d5-3053-47d8-8dae-a380d37dc41f req-31fbd30c-e8d7-4a48-aaa3-707c86baf515 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 943 time: 0.7152965 Feb 11 05:25:50.292929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5d08fc7d-a602-4334-bbe6-ef90d30543f2 None None] Provisioning complete for port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:50.294655 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc7d-a602-4334-bbe6-ef90d30543f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.305094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:50.305374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Attempting to bind port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:50.372841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:50.373238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:50.373626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:50.374188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Bound port: e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:50.374420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.377695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-aaff6f7e-ac75-4dd0-ae7a-fa5396d38aca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643902 Feb 11 05:25:50.391141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5d08fc7d-a602-4334-bbe6-ef90d30543f2 None None] Current status of the port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:50.456995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.461256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-122857d5-3053-47d8-8dae-a380d37dc41f req-62e3215a-c591-4681-8382-818a286fd0bc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734049 Feb 11 05:25:50.480321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-111edc2d-1d2b-4d7a-9f9d-1be1639a7a73 req-421e5b34-7eba-4116-87c5-b90de5354824 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/security-groups?id=76fafef8-d57e-4a11-99bd-6fbe4b3422aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357347 Feb 11 05:25:50.552775 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22dc742-cde5-4630-882d-bd6b1bdc76c1 x-openstack-request-id: req-f22dc742-cde5-4630-882d-bd6b1bdc76c1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:50.553072 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895494d0-4c66-4e71-9d3b-9963d2473083", "tag": "f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:50.553356 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f22dc742-cde5-4630-882d-bd6b1bdc76c1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:50.553761 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895494d0-4c66-4e71-9d3b-9963d2473083', 'tag': 'f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e', 'status': 'completed', 'code': 200} Feb 11 05:25:50.568298 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Publish callbacks [] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.579382 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.641303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d5c54e6-0ff6-4e84-81a6-66590bf44d00 req-e43074ca-b7c9-4c86-9b17-4357fd07ced9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=76fafef8-d57e-4a11-99bd-6fbe4b3422aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683977 Feb 11 05:25:50.649293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Allocated IP 172.20.0.1 (d36be30d-64ef-4433-9d0a-d1fd725e3a9a/a6b00677-a018-426c-937b-a2a1ff00840d/d66a0df4-bc92-4308-ae6c-6b3ddde5e100) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:50.649846 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Attempting to bind port 7aba07cf-ca91-4494-b8cb-d86e4e42619b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:50.649991 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Attempting to bind port 7aba07cf-ca91-4494-b8cb-d86e4e42619b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:50.650697 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Attempting to bind port 7aba07cf-ca91-4494-b8cb-d86e4e42619b on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:50.658488 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c3c23-1d60-4a04-9842-1ab668b11a89 None None] Pushing event updated for resources: {'Port': ['ID=7aba07cf-ca91-4494-b8cb-d86e4e42619b,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:50.661489 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:50.661900 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:50.663380 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.663923 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:50.664766 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Bound port: 7aba07cf-ca91-4494-b8cb-d86e4e42619b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:50.665444 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.728124 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47807629-bdd6-43b8-8702-4736cf696c2e req-8096a1f9-07dc-4081-b001-4a07048f5bfb tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips/94ed08ef-396a-41de-a73a-b712cc002ecc HTTP/1.1" status: 200 len: 692 time: 0.2108159 Feb 11 05:25:50.753096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-340ab138-89c3-46d8-8e46-5e437277c200 req-cef601a7-4e47-4240-a2d2-ebf76f3dcb8f service neutron] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:50.767742 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-340ab138-89c3-46d8-8e46-5e437277c200 req-cef601a7-4e47-4240-a2d2-ebf76f3dcb8f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.768861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-340ab138-89c3-46d8-8e46-5e437277c200 req-cef601a7-4e47-4240-a2d2-ebf76f3dcb8f service neutron] 10.222.0.81 "DELETE /v2.0/ports/3f56cb73-0122-4e84-812b-5dfd4c06f07f/bindings/n-h2-715271-35 HTTP/1.1" status: 204 len: 173 time: 0.6024721 Feb 11 05:25:50.771476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:50.787469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Publish callbacks [] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.804053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-611e9977-616c-4f31-8fcc-a9be14680d87 service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973219 Feb 11 05:25:50.816280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:50.827527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.863382 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] For port 7aba07cf-ca91-4494-b8cb-d86e4e42619b, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:50.868355 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] For port 7aba07cf-ca91-4494-b8cb-d86e4e42619b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7aba07cf-ca91-4494-b8cb-d86e4e42619b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:50.877582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Network d36be30d-64ef-4433-9d0a-d1fd725e3a9a is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:50.877876 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.881634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:50.885637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:50.895944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.926072 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Pushing event updated for resources: {'Port': ['ID=d66a0df4-bc92-4308-ae6c-6b3ddde5e100,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:50.938761 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:50.939386 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:50.942831 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (60fcccea-05f3-4158-af53-56ed09c110b7), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.010453 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c3c23-1d60-4a04-9842-1ab668b11a89 None None] Pushing event updated for resources: {'Port': ['ID=7aba07cf-ca91-4494-b8cb-d86e4e42619b,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:51.013531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.014243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.015553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] 10.222.0.81 "PUT /v2.0/ports/e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 1096 time: 2.8392522 Feb 11 05:25:51.075732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c240fdac-2693-4f14-8e7e-bf5293e5c1ed tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.077307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c240fdac-2693-4f14-8e7e-bf5293e5c1ed tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.3353424 Feb 11 05:25:51.091011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340f09-8101-41eb-8770-21a5afaeba22 req-5a58236c-1d07-457b-b863-b988a7cdcead tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.100410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8340f09-8101-41eb-8770-21a5afaeba22 req-5a58236c-1d07-457b-b863-b988a7cdcead tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 945 time: 0.3305037 Feb 11 05:25:51.141029 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:51.168783 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.181823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d169c-f9c8-4d28-9223-c957a755d068 service neutron] Pushing event updated for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:51.193214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:51.253585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f8a4211-1532-458c-b8ae-683ab81b827a req-5c797be2-217d-4b95-b910-f7c7eaa4c89e service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393864 Feb 11 05:25:51.275646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47807629-bdd6-43b8-8702-4736cf696c2e req-1f369d8c-260b-487b-8c65-1d2b18f4cc8e tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.77 HTTP/1.1" status: 200 len: 695 time: 0.1696098 Feb 11 05:25:51.363118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:51.364228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.367131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2fc8a38a-72d3-4eee-a617-84a7b83016bc None None] Provisioning complete for port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:51.367794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a38a-72d3-4eee-a617-84a7b83016bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.407577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47807629-bdd6-43b8-8702-4736cf696c2e req-1a7f6478-7a5b-4347-a964-1edb4d73f942 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.77 HTTP/1.1" status: 200 len: 695 time: 0.1309714 Feb 11 05:25:51.453480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8a38a-72d3-4eee-a617-84a7b83016bc None None] Port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:51.479785 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8340f09-8101-41eb-8770-21a5afaeba22 req-c7a6b823-cf20-46fe-b7cd-7708e447c309 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393052 Feb 11 05:25:51.494594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-ea185db6-4fa3-46a9-af42-cb6755dfcad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.496100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-ea185db6-4fa3-46a9-af42-cb6755dfcad3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 1130 time: 0.3913929 Feb 11 05:25:51.506594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Publish callbacks [] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.515788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.536755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:51.551143 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:48Z', 'revision_number': 3, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:51.599549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (60fcccea-05f3-4158-af53-56ed09c110b7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.610260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Pushing event updated for resources: {'Port': ['ID=d66a0df4-bc92-4308-ae6c-6b3ddde5e100,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:51.617227 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42f42b-56bb-4e26-ba98-48ab34c2173e None None] The sync data for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 is: [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:48Z', 'revision_number': 3, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:51.656501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-b1482b50-c605-47d8-8203-ba52fdc7edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.658273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-b1482b50-c605-47d8-8203-ba52fdc7edfa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 1126 time: 0.3000581 Feb 11 05:25:51.659719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-f6f58f6e-d0da-4451-9931-994e4cff9702 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 217 time: 0.1389313 Feb 11 05:25:51.724048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Network d36be30d-64ef-4433-9d0a-d1fd725e3a9a is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:51.725627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:51.738787 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.856695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-0b1e40d1-f5ab-4517-ba4d-c72f7c8e281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.859027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-0b1e40d1-f5ab-4517-ba4d-c72f7c8e281c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1756370 Feb 11 05:25:51.873298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaba07d-a88b-4134-9b56-e39427f0c9eb req-a792b6c1-1d86-42c9-869c-5bdde59e624a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.874881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdaba07d-a88b-4134-9b56-e39427f0c9eb req-a792b6c1-1d86-42c9-869c-5bdde59e624a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 947 time: 0.2207322 Feb 11 05:25:51.880357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Router 60fcccea-05f3-4158-af53-56ed09c110b7 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:51.960714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-1ef9dd24-4736-4799-9738-97b6351c6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.962262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-1ef9dd24-4736-4799-9738-97b6351c6b35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 913 time: 0.2798405 Feb 11 05:25:51.973738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Deleting port 8fa82de9-9f85-48e6-b78a-d4dbfc96345e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:51.974089 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8fa82de9-9f85-48e6-b78a-d4dbfc96345e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.050843 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:52.056284 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-898f5a27-b29d-4798-be9b-3bd7ae49a147 admin admin] 10.222.0.31 "PUT /v2.0/routers/60fcccea-05f3-4158-af53-56ed09c110b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1619475 Feb 11 05:25:52.120318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-72957c64-b659-4f7b-970b-4ec6f8859512 None None] Provisioning complete for port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:52.120922 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-72957c64-b659-4f7b-970b-4ec6f8859512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.135460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-f479f0e9-c325-4e01-9fdf-cfcd8d5c8e56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e HTTP/1.1" status: 200 len: 217 time: 0.1639850 Feb 11 05:25:52.139417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdaba07d-a88b-4134-9b56-e39427f0c9eb req-0fcb82cc-e573-481d-a296-bd5d628fc89b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407961 Feb 11 05:25:52.155489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-ef2f7f32-1a0c-4cbb-94c7-4500efdc53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:52.157952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-ef2f7f32-1a0c-4cbb-94c7-4500efdc53ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2821610 Feb 11 05:25:52.171149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-72957c64-b659-4f7b-970b-4ec6f8859512 None None] Port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:52.260877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8fa82de9-9f85-48e6-b78a-d4dbfc96345e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.261381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (8fa82de9-9f85-48e6-b78a-d4dbfc96345e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.271866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-f2112317-b06b-4ad8-affd-124b3333ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:52.273384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-f2112317-b06b-4ad8-affd-124b3333ffad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.1259665 Feb 11 05:25:52.316523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Calling delete_port for 8fa82de9-9f85-48e6-b78a-d4dbfc96345e owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:52.346885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-9fff8bd5-96f4-48ca-a1e8-3ce01b99bad7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407290 Feb 11 05:25:52.514662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-1aebac18-33c3-4eb9-acf9-a4247ac4bbaf service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229096 Feb 11 05:25:52.560825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:52.564249 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5500e69-3738-44ba-a9b5-026a9634fbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:52.566067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48518) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:52.597328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10e0a4-ac67-4310-911f-836b30b9155e req-4aaad59e-34ee-4749-a56a-8c86a844e1b8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:52.598956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed10e0a4-ac67-4310-911f-836b30b9155e req-4aaad59e-34ee-4749-a56a-8c86a844e1b8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 943 time: 0.2496507 Feb 11 05:25:52.614117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-144dee74-b6c1-4772-8f8b-c5990acbb637 service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536201 Feb 11 05:25:52.714296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fcf1e77-959f-47cb-a9be-ee1cd5ffe722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.808417 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fcf1e77-959f-47cb-a9be-ee1cd5ffe722 admin admin] Publish callbacks [] for security_group (1d194903-ba9a-4ddc-9616-55e9af476d90), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.814344 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fcf1e77-959f-47cb-a9be-ee1cd5ffe722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1d194903-ba9a-4ddc-9616-55e9af476d90), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.815061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed10e0a4-ac67-4310-911f-836b30b9155e req-1d89650a-710b-4033-b683-14111b53843b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067468 Feb 11 05:25:52.827198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78d01ee-4d81-4432-a8f8-836ce5605e17 req-a0189962-4bcb-472c-97fc-bf2ffd8cba4e service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014348 Feb 11 05:25:52.855318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b585b06d-86b7-4452-8c87-a2c0babf6835 req-7a3c4c13-dc21-496a-8700-c6ac02a2146b service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000384 Feb 11 05:25:52.858058 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8fa82de9-9f85-48e6-b78a-d4dbfc96345e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.890879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.894401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Pushing event deleted for resources: {'Port': ['ID=8fa82de9-9f85-48e6-b78a-d4dbfc96345e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:52.898690 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4fcf1e77-959f-47cb-a9be-ee1cd5ffe722 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=616a63309acc489087c836f6423e91fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270905 Feb 11 05:25:52.899191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48524) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:52.899917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf1e77-959f-47cb-a9be-ee1cd5ffe722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d194903-ba9a-4ddc-9616-55e9af476d90,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:52.957411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6871470-2d3c-4366-bba4-0dc2c4fc32d3 admin admin] Publish callbacks [] for security_group (1d194903-ba9a-4ddc-9616-55e9af476d90), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.982744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6871470-2d3c-4366-bba4-0dc2c4fc32d3 admin admin] Publish callbacks [] for security_group (1d194903-ba9a-4ddc-9616-55e9af476d90), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.985832 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks [] for floatingip (94ed08ef-396a-41de-a73a-b712cc002ecc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.988327 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.989524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47807629-bdd6-43b8-8702-4736cf696c2e req-c7068441-8da3-4198-89cb-23329358c1c5 tempest-FloatingIPDetailsTestJSON-1143780161 tempest-FloatingIPDetailsTestJSON-1143780161-project] 10.222.0.31 "DELETE /v2.0/floatingips/94ed08ef-396a-41de-a73a-b712cc002ecc HTTP/1.1" status: 204 len: 173 time: 1.5811520 Feb 11 05:25:52.999829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48526) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:53.016316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233de15-cdac-4cd4-8a17-edd65935963f req-48557513-969b-4b09-a9c0-ff8c29b1c012 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:53.017929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d233de15-cdac-4cd4-8a17-edd65935963f req-48557513-969b-4b09-a9c0-ff8c29b1c012 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 950 time: 0.0992670 Feb 11 05:25:53.041688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6871470-2d3c-4366-bba4-0dc2c4fc32d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1d194903-ba9a-4ddc-9616-55e9af476d90), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.044465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6871470-2d3c-4366-bba4-0dc2c4fc32d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.048167 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d6871470-2d3c-4366-bba4-0dc2c4fc32d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d194903-ba9a-4ddc-9616-55e9af476d90 HTTP/1.1" status: 204 len: 168 time: 0.1416965 Feb 11 05:25:53.054188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6871470-2d3c-4366-bba4-0dc2c4fc32d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d194903-ba9a-4ddc-9616-55e9af476d90,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:53.235556 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7aba07cf-ca91-4494-b8cb-d86e4e42619b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:53.313857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7aba07cf-ca91-4494-b8cb-d86e4e42619b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:53.314587 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.435082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7aba07cf-ca91-4494-b8cb-d86e4e42619b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:53.435478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.472529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 7aba07cf-ca91-4494-b8cb-d86e4e42619b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7aba07cf-ca91-4494-b8cb-d86e4e42619b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:53.477055 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.516070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d233de15-cdac-4cd4-8a17-edd65935963f req-5011175f-291b-42ea-89c8-0fac0b03a3ca tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/security-groups?id=76fafef8-d57e-4a11-99bd-6fbe4b3422aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965843 Feb 11 05:25:53.551998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=7aba07cf-ca91-4494-b8cb-d86e4e42619b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:53.561940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.562753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.563548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.564188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.564813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.565660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.566287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.566935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.567513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.568095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.568583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.569062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.569787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:53.667069 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2090eb-feb4-4585-a2ac-74ab23381774 x-openstack-request-id: req-1b2090eb-feb4-4585-a2ac-74ab23381774 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:53.667520 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:53.667775 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b2090eb-feb4-4585-a2ac-74ab23381774 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:53.668622 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'status': 'completed', 'code': 200} Feb 11 05:25:53.727546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:53.732766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0c6d0a47-5fc4-4a8d-bf79-55473307197f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940913624', 'description': 'tempest-description--1478297265'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:53.764922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c6d0a47-5fc4-4a8d-bf79-55473307197f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.854623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Sync routers for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:53.865283 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:25:53.870312 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c6d0a47-5fc4-4a8d-bf79-55473307197f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group (1f2708cb-8441-421a-bb65-317c133ab4c0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.872225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:53.877013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:53.877944 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c6d0a47-5fc4-4a8d-bf79-55473307197f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1f2708cb-8441-421a-bb65-317c133ab4c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.908379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-f4af9f90-6181-4e9a-b629-b4d97c16f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:53.909696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-f4af9f90-6181-4e9a-b629-b4d97c16f810 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 1130 time: 0.2318442 Feb 11 05:25:53.927440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d0a47-5fc4-4a8d-bf79-55473307197f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2708cb-8441-421a-bb65-317c133ab4c0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:53.952542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c6d0a47-5fc4-4a8d-bf79-55473307197f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.954422 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0c6d0a47-5fc4-4a8d-bf79-55473307197f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2257502 Feb 11 05:25:53.958138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48564) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:53.963698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c3b544c6-d633-494e-9d09-36822e2a227f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Request body: {'security_group_rule': {'security_group_id': '1f2708cb-8441-421a-bb65-317c133ab4c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:53.998399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58864595-b4a4-4fe5-9787-f9dc6ede9fa5 req-6c55c4b8-dcda-4b8d-a6e5-605efd9da98d tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:53.999352 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3b544c6-d633-494e-9d09-36822e2a227f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group_rule (cb8dc363-f7a6-4e41-b67d-323e78009e0f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.000314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58864595-b4a4-4fe5-9787-f9dc6ede9fa5 req-6c55c4b8-dcda-4b8d-a6e5-605efd9da98d tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1128 time: 0.2836783 Feb 11 05:25:54.029363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48566) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:54.036090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:54.048467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022d663-04eb-4d6a-96ae-b83b64f3b424 req-16872f78-5f34-484e-8403-a072e89bd142 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:54.050068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1022d663-04eb-4d6a-96ae-b83b64f3b424 req-16872f78-5f34-484e-8403-a072e89bd142 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 947 time: 0.2564478 Feb 11 05:25:54.083168 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3b544c6-d633-494e-9d09-36822e2a227f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group_rule (cb8dc363-f7a6-4e41-b67d-323e78009e0f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.093003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3b544c6-d633-494e-9d09-36822e2a227f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (cb8dc363-f7a6-4e41-b67d-323e78009e0f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.124929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b544c6-d633-494e-9d09-36822e2a227f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8dc363-f7a6-4e41-b67d-323e78009e0f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.157371 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3b544c6-d633-494e-9d09-36822e2a227f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.162877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3b544c6-d633-494e-9d09-36822e2a227f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2034109 Feb 11 05:25:54.163241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-70db577e-303d-4156-a1e9-f1f370fd6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:54.164519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48570) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:54.164823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-70db577e-303d-4156-a1e9-f1f370fd6633 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2372549 Feb 11 05:25:54.172168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4ab2ed86-57d2-4113-aadf-f9d6f54de322 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Request body: {'security_group_rule': {'security_group_id': '1f2708cb-8441-421a-bb65-317c133ab4c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:54.180448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58864595-b4a4-4fe5-9787-f9dc6ede9fa5 req-937caf9e-bd9d-4f7c-8541-1242ec7e95f2 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447372 Feb 11 05:25:54.186500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1289806317-network', 'tenant_id': '12ecdbc8f2074f85a89ac0c66bc7ecc9'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:54.217254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1022d663-04eb-4d6a-96ae-b83b64f3b424 req-5ba3ee85-9a35-4c79-a1b9-facb997a456a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551785 Feb 11 05:25:54.222021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Made reservation on behalf of 12ecdbc8f2074f85a89ac0c66bc7ecc9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:54.224494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.241475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.245308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:54.253579 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ed86-57d2-4113-aadf-f9d6f54de322 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group_rule (bc0a0817-6bab-4b4b-85e1-9d9ec34c2bf4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.381004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-b7a1c34e-5a2a-4cba-b488-f4910b3d22ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 217 time: 0.2030613 Feb 11 05:25:54.426078 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ed86-57d2-4113-aadf-f9d6f54de322 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group_rule (bc0a0817-6bab-4b4b-85e1-9d9ec34c2bf4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.438609 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ed86-57d2-4113-aadf-f9d6f54de322 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (bc0a0817-6bab-4b4b-85e1-9d9ec34c2bf4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.475084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2ed86-57d2-4113-aadf-f9d6f54de322 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0a0817-6bab-4b4b-85e1-9d9ec34c2bf4,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.482230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Publish callbacks [] for security_group (f05d7855-5b30-4154-ae62-cdb30c7cf903), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.488673 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f05d7855-5b30-4154-ae62-cdb30c7cf903), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.490296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:54.508122 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:25:54.516911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48580) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:54.518103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'port_id': 'f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e', 'mac_address': 'fa:16:3e:13:e9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe2d86-04d1-47ff-99bd-4182524c9213', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:54.520103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4e65db81-11a3-4520-bd83-f24de01f5599), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.520464 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Added segment 4e65db81-11a3-4520-bd83-f24de01f5599 of type vlan for network 5e758be6-57c9-493a-b7e6-a3c9178b3801 Feb 11 05:25:54.565228 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5e758be6-57c9-493a-b7e6-a3c9178b3801), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.590392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ed86-57d2-4113-aadf-f9d6f54de322 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.591806 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4ab2ed86-57d2-4113-aadf-f9d6f54de322 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4257357 Feb 11 05:25:54.598379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48590) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:54.609078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:54.609500 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.611233 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (1af4b458-6848-4f83-87ac-697be076b805), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.614176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05d7855-5b30-4154-ae62-cdb30c7cf903,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.617473 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5e758be6-57c9-493a-b7e6-a3c9178b3801), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.618436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:54.619075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.624338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:54.630272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:54.667780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:54.677074 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.681496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd66a0df4-bc92-4308-ae6c-6b3ddde5e100', 'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'mac_address': 'fa:16:3e:7a:2e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:50Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 2, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'subnets': [{'id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:54.684877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6542447 Feb 11 05:25:54.687979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48592) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:54.689152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbf4b4-eed4-4f28-aa3d-0151f031cc82 admin admin] Pushing event updated for resources: {'Network': ['ID=5e758be6-57c9-493a-b7e6-a3c9178b3801,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.695600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Request body: {'subnet': {'network_id': '5e758be6-57c9-493a-b7e6-a3c9178b3801', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1289806317-subnet', 'tenant_id': '12ecdbc8f2074f85a89ac0c66bc7ecc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:54.702666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-518a1344-48be-426a-b4f7-be8587dd6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:54.705045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-518a1344-48be-426a-b4f7-be8587dd6b20 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.3130746 Feb 11 05:25:54.716399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Made reservation on behalf of 12ecdbc8f2074f85a89ac0c66bc7ecc9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:54.716631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5e758be6-57c9-493a-b7e6-a3c9178b3801 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:25:54.720003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.735297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afa404-4825-4c1f-971c-d4d4673b1d90 req-24a81ca7-2595-4b49-8b61-4b6f9d8fe290 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:54.742045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9afa404-4825-4c1f-971c-d4d4673b1d90 req-24a81ca7-2595-4b49-8b61-4b6f9d8fe290 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 943 time: 0.3545761 Feb 11 05:25:54.762705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Checking router: 60fcccea-05f3-4158-af53-56ed09c110b7 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:54.763061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Updating router 60fcccea-05f3-4158-af53-56ed09c110b7 port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:25:54.861302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.865613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.866859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.903790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (7dd1d582-4556-4221-9050-01e06c3331d9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.922268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:54.965630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd1d582-4556-4221-9050-01e06c3331d9,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.973151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Checking segment: {'id': '4e65db81-11a3-4520-bd83-f24de01f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5e758be6-57c9-493a-b7e6-a3c9178b3801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:54.973983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Network hostable DHCP agents. Network: 5e758be6-57c9-493a-b7e6-a3c9178b3801, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:25:54.995102 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Network 5e758be6-57c9-493a-b7e6-a3c9178b3801 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:25:55.006419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 5e758be6-57c9-493a-b7e6-a3c9178b3801) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:55.010758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:55.011581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.030456 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e57b7601-fb55-4980-bc0d-f3b0a9e793e2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3392878 Feb 11 05:25:55.030652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ebfb40-4057-425e-b411-a21dd9bc7857 None None] Network 5e758be6-57c9-493a-b7e6-a3c9178b3801 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:55.043848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9afa404-4825-4c1f-971c-d4d4673b1d90 req-012ef118-ae5d-40eb-9e1a-0bb1526689d9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006406 Feb 11 05:25:55.064639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-fd6f5f80-895e-4497-8eea-a6592ffce580 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:55.067037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-fd6f5f80-895e-4497-8eea-a6592ffce580 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 821 time: 0.4782031 Feb 11 05:25:55.080108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-bb79cba1-586c-4638-8817-7576d79d2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:55.082112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-bb79cba1-586c-4638-8817-7576d79d2ec7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3570213 Feb 11 05:25:55.161954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-a65e1ad9-1b7b-4dad-a7e1-016bb3bb83c2 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/quotas/c1d9c599ded844e0a2a483373fb940d0 HTTP/1.1" status: 200 len: 375 time: 0.0218878 Feb 11 05:25:55.210709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7aba07cf-ca91-4494-b8cb-d86e4e42619b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:55.316351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a826287-d94d-46ef-aeb7-88f38fd7857c None None] Network 5e758be6-57c9-493a-b7e6-a3c9178b3801 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:55.459533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7aba07cf-ca91-4494-b8cb-d86e4e42619b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:55.459904 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.510319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:55.511454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7861e1-c551-4201-a2ab-f41ca1fd9ae1 req-b913ba1a-5f1d-4923-ac9a-9458f483b2db tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:55.513000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c7861e1-c551-4201-a2ab-f41ca1fd9ae1 req-b913ba1a-5f1d-4923-ac9a-9458f483b2db tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 950 time: 0.3111820 Feb 11 05:25:55.515854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-c28e2beb-d73e-45ad-aec2-462f6fb43655 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658915 Feb 11 05:25:55.518116 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Publish callbacks [] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.549432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-f94f67c1-2b7b-4c6d-8c92-5b9660ff81c8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3486214 Feb 11 05:25:55.556001 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.687479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.758273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc56a57-db72-4c5a-be2a-4010ccff6c7e None None] Pushing event updated for resources: {'Port': ['ID=d66a0df4-bc92-4308-ae6c-6b3ddde5e100,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:55.783598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7aba07cf-ca91-4494-b8cb-d86e4e42619b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:55.794233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Attempting to bind port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:55.794609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Attempting to bind port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:55.794977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Attempting to bind port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 on network d36be30d-64ef-4433-9d0a-d1fd725e3a9a {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:55.798460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:55.812253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:55.812644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Checking segment: {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:55.813054 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.813498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Bound using segment: {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:55.813984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Bound port: d66a0df4-bc92-4308-ae6c-6b3ddde5e100, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:55.814371 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.831464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'mac_address': 'fa:16:3e:21:15:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:55.889713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0e296af8-7bbc-4972-8b60-12607a7aff03 None None] Provisioning complete for port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:55.890012 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0e296af8-7bbc-4972-8b60-12607a7aff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.100673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:56.100973 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.104811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0e296af8-7bbc-4972-8b60-12607a7aff03 None None] Port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:56.113732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] For port d66a0df4-bc92-4308-ae6c-6b3ddde5e100, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:56.118705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] For port d66a0df4-bc92-4308-ae6c-6b3ddde5e100, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d66a0df4-bc92-4308-ae6c-6b3ddde5e100,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:56.123248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:56.128984 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.170060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c7861e1-c551-4201-a2ab-f41ca1fd9ae1 req-5670d351-1529-44c1-87a0-5b0ca329c96d tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/security-groups?id=76fafef8-d57e-4a11-99bd-6fbe4b3422aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311688 Feb 11 05:25:56.177547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:56.191285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:56.195459 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.236512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:56.237247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:56.241715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc56a57-db72-4c5a-be2a-4010ccff6c7e None None] Pushing event updated for resources: {'Port': ['ID=d66a0df4-bc92-4308-ae6c-6b3ddde5e100,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:56.274566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5500e69-3738-44ba-a9b5-026a9634fbbf req-0e72cc1b-56fe-4ffd-9567-d7bae7ea4f93 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7341347 Feb 11 05:25:56.328730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-42820090-4d1a-4f02-941f-d5af4694a9c2 service neutron] 10.222.0.31 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618170 Feb 11 05:25:56.397736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:56.405852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:56.409037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-8744102f-ef72-47cb-85ef-999046f547cc tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:56.410659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-8744102f-ef72-47cb-85ef-999046f547cc tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 950 time: 0.2797942 Feb 11 05:25:56.416772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:56.417188 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.427436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:56.456662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Deleting port a3563bd5-ff5a-4917-a06e-e4cb166a4444 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:56.456973 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.459587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Allocated IP 172.25.1.54 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/667fce3a-5c40-4005-bfb9-2b50f25fc56f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:56.474827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4db1511d-cc63-4023-9d4e-df8d8e972ef2 req-01570e0f-57bb-4a0b-8fa2-d665974b15a9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1817614531', 'description': 'tempest-description-70377895'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:56.482440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:56.613190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-96bbae68-b9e6-4319-a117-66612cb194e4 None None] Provisioning complete for port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:56.613479 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96bbae68-b9e6-4319-a117-66612cb194e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.661234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4db1511d-cc63-4023-9d4e-df8d8e972ef2 req-01570e0f-57bb-4a0b-8fa2-d665974b15a9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.669006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-5731f605-9554-45e2-9f56-1bf0f1f42ef1 service neutron] 10.222.0.31 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393655 Feb 11 05:25:56.765731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] For port a3563bd5-ff5a-4917-a06e-e4cb166a4444, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a3563bd5-ff5a-4917-a06e-e4cb166a4444,segment=NetworkSegment(9075930e-8a02-4483-a6e6-d4f2c480a1dc),segment_id=9075930e-8a02-4483-a6e6-d4f2c480a1dc)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:56.766137 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.799103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Calling delete_port for a3563bd5-ff5a-4917-a06e-e4cb166a4444 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:56.838670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (e3d0ceca-5390-44ef-8a7d-3406ea35966f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.845529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:56.845529 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.939267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895494d0-4c66-4e71-9d3b-9963d2473083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:56.941582 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58f796c-c999-4694-87be-2a17017d2729" -d '{"events": [{"server_uuid": "895494d0-4c66-4e71-9d3b-9963d2473083", "name": "network-vif-plugged", "status": "completed", "tag": "f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:56.971930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:56.975337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for port (667fce3a-5c40-4005-bfb9-2b50f25fc56f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.002560 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.021066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-96bbae68-b9e6-4319-a117-66612cb194e4 None None] Current status of the port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:57.021570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96bbae68-b9e6-4319-a117-66612cb194e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.021789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Deleting port ccd3bb7e-b553-43db-b6be-7c6af22af0ae {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:57.022119 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.029485 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4db1511d-cc63-4023-9d4e-df8d8e972ef2 req-01570e0f-57bb-4a0b-8fa2-d665974b15a9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (8e4956c6-06d5-41bc-8c5c-e38cf55d662c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.084628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4db1511d-cc63-4023-9d4e-df8d8e972ef2 req-01570e0f-57bb-4a0b-8fa2-d665974b15a9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8e4956c6-06d5-41bc-8c5c-e38cf55d662c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.137048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-96bbae68-b9e6-4319-a117-66612cb194e4 None None] For port d66a0df4-bc92-4308-ae6c-6b3ddde5e100, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d66a0df4-bc92-4308-ae6c-6b3ddde5e100,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:57.140602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:57.151581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96bbae68-b9e6-4319-a117-66612cb194e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.219297 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4db1511d-cc63-4023-9d4e-df8d8e972ef2 req-01570e0f-57bb-4a0b-8fa2-d665974b15a9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.226410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4db1511d-cc63-4023-9d4e-df8d8e972ef2 req-01570e0f-57bb-4a0b-8fa2-d665974b15a9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7801762 Feb 11 05:25:57.228617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd66a0df4-bc92-4308-ae6c-6b3ddde5e100', 'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'mac_address': 'fa:16:3e:7a:2e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:50Z', 'updated_at': '2022-02-11T05:25:56Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'subnets': [{'id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:57.276173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd862f3-e231-4058-ae37-06c782a1d192 None None] The sync data for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 is: [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd66a0df4-bc92-4308-ae6c-6b3ddde5e100', 'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'mac_address': 'fa:16:3e:7a:2e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:50Z', 'updated_at': '2022-02-11T05:25:56Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'subnets': [{'id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:57.280233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbae68-b9e6-4319-a117-66612cb194e4 None None] Pushing event updated for resources: {'Port': ['ID=d66a0df4-bc92-4308-ae6c-6b3ddde5e100,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:57.292595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2a7e8-201f-4a0a-9574-eac19393c5c7 req-e7cb991b-ee08-45bd-91ab-a43f80cf70d1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:57.300328 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2af2a7e8-201f-4a0a-9574-eac19393c5c7 req-e7cb991b-ee08-45bd-91ab-a43f80cf70d1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 948 time: 0.4595270 Feb 11 05:25:57.387705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01570e0f-57bb-4a0b-8fa2-d665974b15a9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4956c6-06d5-41bc-8c5c-e38cf55d662c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:57.424165 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (667fce3a-5c40-4005-bfb9-2b50f25fc56f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.555151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] For port ccd3bb7e-b553-43db-b6be-7c6af22af0ae, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:57.555504 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.597476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:57.617270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Calling delete_port for ccd3bb7e-b553-43db-b6be-7c6af22af0ae owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:57.620948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:57.626860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Pushing event updated for resources: {'Port': ['ID=667fce3a-5c40-4005-bfb9-2b50f25fc56f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:57.630334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:57.638653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2af2a7e8-201f-4a0a-9574-eac19393c5c7 req-c16d3ad9-c5b9-4a1b-b4cd-a290d97c7696 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374658 Feb 11 05:25:57.655828 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-643505f9-c221-40f9-9c5f-5f5505710889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.748445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d19eb4-2b0e-465b-b1f1-874adf0b0670 req-3eeecca9-1845-4eb5-b52b-e5ecee9404d0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:57.750012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7d19eb4-2b0e-465b-b1f1-874adf0b0670 req-3eeecca9-1845-4eb5-b52b-e5ecee9404d0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 945 time: 0.4456093 Feb 11 05:25:58.084590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2aeabd46-5e7e-4785-934f-8e251c51e3bb req-5c71fcdf-fe2c-4f95-b542-459a4f7199ef tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 210 time: 0.3290319 Feb 11 05:25:58.152358 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf79a0-6f24-4e6a-a706-a91a499f78b0 x-openstack-request-id: req-aebf79a0-6f24-4e6a-a706-a91a499f78b0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:58.152772 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895494d0-4c66-4e71-9d3b-9963d2473083", "name": "network-vif-plugged", "status": "completed", "tag": "f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:58.153041 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aebf79a0-6f24-4e6a-a706-a91a499f78b0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:58.153482 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895494d0-4c66-4e71-9d3b-9963d2473083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e', 'code': 200} Feb 11 05:25:58.218498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a3563bd5-ff5a-4917-a06e-e4cb166a4444), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.327682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a3563bd5-ff5a-4917-a06e-e4cb166a4444,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:58.343984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7d19eb4-2b0e-465b-b1f1-874adf0b0670 req-d89a4cca-6b82-4d05-8208-9b5c473dd68d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796173 Feb 11 05:25:58.479345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for floatingip (ec97613d-a3f2-4212-a548-10c7cfe5c364), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.569243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-3a761f90-7279-4d48-9551-470c2f009c5c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:58.570754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-3a761f90-7279-4d48-9551-470c2f009c5c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 821 time: 0.5388706 Feb 11 05:25:58.614759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Request body: {'port': {'device_id': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c', 'admin_state_up': True, 'tenant_id': 'c1d9c599ded844e0a2a483373fb940d0'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:58.623200 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ccd3bb7e-b553-43db-b6be-7c6af22af0ae), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.652074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c9823-c34f-43e8-832a-502da34b9385 req-d8fbe869-30a7-4bdf-8053-0585c0d8d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:58.653655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-992c9823-c34f-43e8-832a-502da34b9385 req-d8fbe869-30a7-4bdf-8053-0585c0d8d9ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 1128 time: 0.4118834 Feb 11 05:25:58.689204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4962ee9e-fce0-4d7a-abc0-0deb6a44d85f req-b4d21864-21aa-47b8-a8a2-7bd2062a8d1a tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/8e4956c6-06d5-41bc-8c5c-e38cf55d662c HTTP/1.1" status: 200 len: 1820 time: 0.2850008 Feb 11 05:25:58.697099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ec271-7b29-4093-9ac8-caeb0c9ef331 req-320653a2-be3d-4623-8031-4813837e01a2 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:58.698558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f2ec271-7b29-4093-9ac8-caeb0c9ef331 req-320653a2-be3d-4623-8031-4813837e01a2 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef1268-4ce4-4889-918f-4460a6745e7b HTTP/1.1" status: 200 len: 950 time: 0.4757907 Feb 11 05:25:58.708273 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (667fce3a-5c40-4005-bfb9-2b50f25fc56f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.731563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4962ee9e-fce0-4d7a-abc0-0deb6a44d85f req-49124559-5dc5-48d5-8b32-703fab5b5a69 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e4956c6-06d5-41bc-8c5c-e38cf55d662c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:58.731563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4962ee9e-fce0-4d7a-abc0-0deb6a44d85f req-49124559-5dc5-48d5-8b32-703fab5b5a69 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e4956c6-06d5-41bc-8c5c-e38cf55d662c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:58.883628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Pushing event deleted for resources: {'Port': ['ID=ccd3bb7e-b553-43db-b6be-7c6af22af0ae,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:58.910829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Deleting port 0843c8b0-f074-428c-ad50-95a18fa7d286 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:58.911102 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.927399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] No DVR routers for this DVR port ccd3bb7e-b553-43db-b6be-7c6af22af0ae on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:58.953943 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.957204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b41f4b9-f5aa-4c9b-9203-63ec5cba8581 req-6706906b-614e-47d3-aec7-0d7c6c308de7 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.81 "DELETE /v2.0/ports/ccd3bb7e-b553-43db-b6be-7c6af22af0ae HTTP/1.1" status: 204 len: 173 time: 2.5023675 Feb 11 05:25:58.963936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ef1268-4ce4-4889-918f-4460a6745e7b', 'name': 'network-vif-deleted', 'tag': 'ccd3bb7e-b553-43db-b6be-7c6af22af0ae'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:58.967219 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deb425a-32cf-4aa8-84a4-7d36822560a9" -d '{"events": [{"server_uuid": "d5ef1268-4ce4-4889-918f-4460a6745e7b", "name": "network-vif-deleted", "tag": "ccd3bb7e-b553-43db-b6be-7c6af22af0ae"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:59.107430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-992c9823-c34f-43e8-832a-502da34b9385 req-b0e59a33-e749-4e26-b078-71e103bc85aa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314878 Feb 11 05:25:59.140502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f2ec271-7b29-4093-9ac8-caeb0c9ef331 req-8cc6d58e-1355-4050-9f62-40c50fa495b5 tempest-ImagesNegativeTestJSON-760655395 tempest-ImagesNegativeTestJSON-760655395-project] 10.222.0.31 "GET /v2.0/security-groups?id=76fafef8-d57e-4a11-99bd-6fbe4b3422aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253232 Feb 11 05:25:59.225343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d66a0df4-bc92-4308-ae6c-6b3ddde5e100 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:59.258489 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (1af4b458-6848-4f83-87ac-697be076b805), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.260995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Made reservation on behalf of c1d9c599ded844e0a2a483373fb940d0 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:59.264812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.273163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:59.273550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.297869 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4962ee9e-fce0-4d7a-abc0-0deb6a44d85f req-49124559-5dc5-48d5-8b32-703fab5b5a69 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (8845b062-3df6-4130-a35e-4e3a63b74aa7), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.308274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] For port 0843c8b0-f074-428c-ad50-95a18fa7d286, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0843c8b0-f074-428c-ad50-95a18fa7d286,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:59.308601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.351184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:59.390104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Calling delete_port for 0843c8b0-f074-428c-ad50-95a18fa7d286 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:59.418313 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4962ee9e-fce0-4d7a-abc0-0deb6a44d85f req-49124559-5dc5-48d5-8b32-703fab5b5a69 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (8845b062-3df6-4130-a35e-4e3a63b74aa7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.450542 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4962ee9e-fce0-4d7a-abc0-0deb6a44d85f req-49124559-5dc5-48d5-8b32-703fab5b5a69 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (8845b062-3df6-4130-a35e-4e3a63b74aa7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.515376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:59.567916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:59.570289 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for port (667fce3a-5c40-4005-bfb9-2b50f25fc56f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.572351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:59.572753 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.577224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49124559-5dc5-48d5-8b32-703fab5b5a69 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8845b062-3df6-4130-a35e-4e3a63b74aa7,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:59.585644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb3c31-0039-4438-a715-f8520230aa05 req-5bd9caf1-e05f-403a-af28-bbb32b72b422 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:59.587154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0bb3c31-0039-4438-a715-f8520230aa05 req-5bd9caf1-e05f-403a-af28-bbb32b72b422 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 948 time: 0.3774164 Feb 11 05:25:59.623166 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (667fce3a-5c40-4005-bfb9-2b50f25fc56f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.627011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4962ee9e-fce0-4d7a-abc0-0deb6a44d85f req-49124559-5dc5-48d5-8b32-703fab5b5a69 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.628201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4962ee9e-fce0-4d7a-abc0-0deb6a44d85f req-49124559-5dc5-48d5-8b32-703fab5b5a69 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9285419 Feb 11 05:25:59.656632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:59.657102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.684891 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c591a0e5-94bd-429b-ae6d-6571085aa966 x-openstack-request-id: req-c591a0e5-94bd-429b-ae6d-6571085aa966 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:59.685222 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ef1268-4ce4-4889-918f-4460a6745e7b", "name": "network-vif-deleted", "tag": "ccd3bb7e-b553-43db-b6be-7c6af22af0ae", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:59.685484 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c591a0e5-94bd-429b-ae6d-6571085aa966 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:59.685887 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ef1268-4ce4-4889-918f-4460a6745e7b', 'name': 'network-vif-deleted', 'tag': 'ccd3bb7e-b553-43db-b6be-7c6af22af0ae', 'status': 'completed', 'code': 200} Feb 11 05:25:59.694255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:59.699190 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.700915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ccd3bb7e-b553-43db-b6be-7c6af22af0ae no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:59.743442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: ccd3bb7e-b553-43db-b6be-7c6af22af0ae {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:59.743806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ccd3bb7e-b553-43db-b6be-7c6af22af0ae not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:59.773726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:00.037551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044d2578-a6e6-4e95-9c1d-6b0c9e24060a req-e185121d-388d-4fcb-baf6-81ac9477ce45 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 210 time: 0.1006069 Feb 11 05:26:00.057476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Pushing event updated for resources: {'Port': ['ID=667fce3a-5c40-4005-bfb9-2b50f25fc56f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:00.140136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Allocated IP 172.20.0.2 (a954879b-70b7-457e-8baa-787c9f4d779c/ab4012f6-b235-46a4-8d19-8eca301e3e34/6390a77c-8f4c-4119-91b5-591e2329ef67) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:00.155136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:00.157564 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcdc811-4a01-4f6d-ad1f-69488ef5c764" -d '{"events": [{"server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "name": "network-vif-plugged", "status": "completed", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:00.195793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0bb3c31-0039-4438-a715-f8520230aa05 req-c066f9eb-0021-4d4d-ad87-f3912e3dfc51 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772781 Feb 11 05:26:00.214372 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (ec97613d-a3f2-4212-a548-10c7cfe5c364), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.231443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-42e29f55-47dc-41f9-93c7-f9c5922d2f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.278874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4232d88e-4894-4b80-967d-e3ef7378d545 req-cbbcb2dd-484f-4090-a468-0b8bc1e95d0d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-939001610', 'description': 'tempest-description-1660291011'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:00.300849 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.301988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6c3907ae-c33e-4ad0-82a3-f78c471b360d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6941783 Feb 11 05:26:00.413908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4232d88e-4894-4b80-967d-e3ef7378d545 req-cbbcb2dd-484f-4090-a468-0b8bc1e95d0d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.438344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c999d-f68a-4ea9-8ec5-f074a75d95d9 req-16ba0e26-8733-40a2-a309-7e347ea148c0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:00.439839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-147c999d-f68a-4ea9-8ec5-f074a75d95d9 req-16ba0e26-8733-40a2-a309-7e347ea148c0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 945 time: 0.3310192 Feb 11 05:26:00.520974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Router 1af4b458-6848-4f83-87ac-697be076b805 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:26:00.539433 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0843c8b0-f074-428c-ad50-95a18fa7d286), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.606005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Pushing event deleted for resources: {'Port': ['ID=0843c8b0-f074-428c-ad50-95a18fa7d286,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:00.695572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks [] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.706964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-147c999d-f68a-4ea9-8ec5-f074a75d95d9 req-06ffc86b-2b70-4e8c-859c-1e089af15283 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551553 Feb 11 05:26:00.756997 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9d97a8-c018-462f-912a-c83f33b2848b x-openstack-request-id: req-6e9d97a8-c018-462f-912a-c83f33b2848b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:00.758364 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "name": "network-vif-plugged", "status": "completed", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:00.759490 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e9d97a8-c018-462f-912a-c83f33b2848b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:00.760275 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'code': 200} Feb 11 05:26:00.819381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4232d88e-4894-4b80-967d-e3ef7378d545 req-cbbcb2dd-484f-4090-a468-0b8bc1e95d0d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (fe6296a0-8787-461f-8cda-fc18839e0d7e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.847868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4232d88e-4894-4b80-967d-e3ef7378d545 req-cbbcb2dd-484f-4090-a468-0b8bc1e95d0d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fe6296a0-8787-461f-8cda-fc18839e0d7e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.966148 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.966537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:00.970753 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4232d88e-4894-4b80-967d-e3ef7378d545 req-cbbcb2dd-484f-4090-a468-0b8bc1e95d0d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.971967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4232d88e-4894-4b80-967d-e3ef7378d545 req-cbbcb2dd-484f-4090-a468-0b8bc1e95d0d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7259297 Feb 11 05:26:00.984898 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] Sync routers for ids ['1af4b458-6848-4f83-87ac-697be076b805'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:00.985703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4a7432af-4529-409b-86ce-9474bdc4f7fd admin admin] 10.222.0.31 "PUT /v2.0/routers/1af4b458-6848-4f83-87ac-697be076b805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9763494 Feb 11 05:26:00.985804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48654) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:00.986167 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.989421 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] Routers {'1af4b458-6848-4f83-87ac-697be076b805'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:00.990168 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1af4b458-6848-4f83-87ac-697be076b805'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:01.061535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcb2dd-484f-4090-a468-0b8bc1e95d0d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6296a0-8787-461f-8cda-fc18839e0d7e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:01.116498 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] Set router 1af4b458-6848-4f83-87ac-697be076b805 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:01.124696 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks [] for router (1af4b458-6848-4f83-87ac-697be076b805), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.125571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Network a954879b-70b7-457e-8baa-787c9f4d779c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:01.141301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624499c-7876-457d-b059-a375b903c181 req-f434762a-022a-440c-aeb0-90973d0290b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:01.142812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3624499c-7876-457d-b059-a375b903c181 req-f434762a-022a-440c-aeb0-90973d0290b1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 1132 time: 0.3158956 Feb 11 05:26:01.150279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:01.157498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Pushing event updated for resources: {'Port': ['ID=6390a77c-8f4c-4119-91b5-591e2329ef67,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:01.159872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:01.179534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-0fc03d39-d23c-45cc-a8ce-67c89fbcc23f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--940913624&fields=id&tenant_id=5dd79ab8a6fc4b52b4c96679d75a3771 HTTP/1.1" status: 200 len: 267 time: 0.2642951 Feb 11 05:26:01.203164 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (e3d0ceca-5390-44ef-8a7d-3406ea35966f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.251516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks [] for router_gateway (1af4b458-6848-4f83-87ac-697be076b805), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.271355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6fe02e2-b272-49ea-9183-a133787fea22 req-ef9f8fcb-13fc-485a-babc-139feb97590a tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/fe6296a0-8787-461f-8cda-fc18839e0d7e HTTP/1.1" status: 200 len: 1821 time: 0.1808128 Feb 11 05:26:01.311497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Deleting port 1a9e0b05-b28f-4891-9480-49364174c9a1 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:01.312719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.339119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b6fe02e2-b272-49ea-9183-a133787fea22 req-f45892fd-af8c-46f2-bf50-b4033c178984 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fe6296a0-8787-461f-8cda-fc18839e0d7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:01.339444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b6fe02e2-b272-49ea-9183-a133787fea22 req-f45892fd-af8c-46f2-bf50-b4033c178984 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fe6296a0-8787-461f-8cda-fc18839e0d7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:01.347941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:01.348536 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.350391 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4b458-6848-4f83-87ac-697be076b805', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:57Z', 'revision_number': 5, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'gw_port': {'id': '1a9e0b05-b28f-4891-9480-49364174c9a1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af4b458-6848-4f83-87ac-697be076b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:01.384487 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] Checking router: 1af4b458-6848-4f83-87ac-697be076b805 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:01.393589 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] Routers {'1af4b458-6848-4f83-87ac-697be076b805'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:01.394313 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1af4b458-6848-4f83-87ac-697be076b805'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:01.397323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] For port 1a9e0b05-b28f-4891-9480-49364174c9a1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1a9e0b05-b28f-4891-9480-49364174c9a1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:01.397756 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.410477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3624499c-7876-457d-b059-a375b903c181 req-9a8743de-98e7-4039-b0c6-fb9f7cbbf076 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424285 Feb 11 05:26:01.411533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Calling delete_port for 1a9e0b05-b28f-4891-9480-49364174c9a1 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:01.430357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-619da04f-4411-404f-8725-50159bfd205b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8301356 Feb 11 05:26:01.474983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Request body: {'port': {'device_id': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:01.485787 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] Set router 1af4b458-6848-4f83-87ac-697be076b805 gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:01.530428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-a7a53dbd-02bc-471d-916e-0a22d26836b8 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:01.531876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-a7a53dbd-02bc-471d-916e-0a22d26836b8 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/networks?id=d36be30d-64ef-4433-9d0a-d1fd725e3a9a HTTP/1.1" status: 200 len: 811 time: 0.3201423 Feb 11 05:26:01.539366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4b458-6848-4f83-87ac-697be076b805', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:26:01Z', 'revision_number': 6, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:01.572100 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929febb-7418-460e-983d-0b6d6874ab09 None None] The sync data for ids ['1af4b458-6848-4f83-87ac-697be076b805'] in n-d-715271-35 is: [{'id': '1af4b458-6848-4f83-87ac-697be076b805', 'name': 'tempest-FloatingIPDetailsTestJSON-1317278975-router', 'tenant_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:12Z', 'updated_at': '2022-02-11T05:26:01Z', 'revision_number': 6, 'project_id': 'd81f49afef28417f8e9fbcca2a9b870b', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:01.595693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1a9e0b05-b28f-4891-9480-49364174c9a1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.598304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-557bf888-81e9-436f-95c3-218d7c96e2fd tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/quotas/5dd79ab8a6fc4b52b4c96679d75a3771 HTTP/1.1" status: 200 len: 375 time: 0.0528300 Feb 11 05:26:01.607460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b6fe02e2-b272-49ea-9183-a133787fea22 req-f45892fd-af8c-46f2-bf50-b4033c178984 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (f5677425-ae93-4be2-9b0d-3591fb5628dc), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.648003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9e0b05-b28f-4891-9480-49364174c9a1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:01.678920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.687704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (1af4b458-6848-4f83-87ac-697be076b805), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.704899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b6fe02e2-b272-49ea-9183-a133787fea22 req-f45892fd-af8c-46f2-bf50-b4033c178984 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (f5677425-ae93-4be2-9b0d-3591fb5628dc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.715622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b6fe02e2-b272-49ea-9183-a133787fea22 req-f45892fd-af8c-46f2-bf50-b4033c178984 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f5677425-ae93-4be2-9b0d-3591fb5628dc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.781247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (1af4b458-6848-4f83-87ac-697be076b805), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.783481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks [] for router_controller (1af4b458-6848-4f83-87ac-697be076b805), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.827812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (1af4b458-6848-4f83-87ac-697be076b805), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.828387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1af4b458-6848-4f83-87ac-697be076b805 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:26:01.833710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.837395 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4b385936-e297-49e5-ab31-ec53d0b25945 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1af4b458-6848-4f83-87ac-697be076b805 HTTP/1.1" status: 204 len: 168 time: 0.8536985 Feb 11 05:26:01.837552 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48666) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:01.884877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a6f84f-b37b-4bc6-9edd-6203865be67d admin admin] Deleting subnet 1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:01.888812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19a6f84f-b37b-4bc6-9edd-6203865be67d admin admin] Publish callbacks [] for subnet (1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.925307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19a6f84f-b37b-4bc6-9edd-6203865be67d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.017258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19a6f84f-b37b-4bc6-9edd-6203865be67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.052480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45892fd-af8c-46f2-bf50-b4033c178984 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5677425-ae93-4be2-9b0d-3591fb5628dc,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:02.076266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b6fe02e2-b272-49ea-9183-a133787fea22 req-f45892fd-af8c-46f2-bf50-b4033c178984 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.076934 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19a6f84f-b37b-4bc6-9edd-6203865be67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.077522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6fe02e2-b272-49ea-9183-a133787fea22 req-f45892fd-af8c-46f2-bf50-b4033c178984 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7545569 Feb 11 05:26:02.101748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-29a90296-2a37-45a2-8688-3b1dce30478d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5dd79ab8a6fc4b52b4c96679d75a3771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4956462 Feb 11 05:26:02.114163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6f84f-b37b-4bc6-9edd-6203865be67d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:02.118602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19a6f84f-b37b-4bc6-9edd-6203865be67d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.123027 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-19a6f84f-b37b-4bc6-9edd-6203865be67d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1b9a1d7b-a663-4385-b7d2-0f167fe1e4f8 HTTP/1.1" status: 204 len: 168 time: 0.2841361 Feb 11 05:26:02.125470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c50c3-d840-4f77-b805-0c304f392d5d None None] Network 7f677835-606d-4553-841a-fe6fe52a5c51 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:02.125937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48672) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:02.191077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Router e3d0ceca-5390-44ef-8a7d-3406ea35966f has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:26:02.204571 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (7f677835-606d-4553-841a-fe6fe52a5c51), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.260633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Deleting port 843da3fc-682f-4548-a982-cb8ba5a40a9a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:02.261143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.329612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] For port 843da3fc-682f-4548-a982-cb8ba5a40a9a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=843da3fc-682f-4548-a982-cb8ba5a40a9a,segment=NetworkSegment(9075930e-8a02-4483-a6e6-d4f2c480a1dc),segment_id=9075930e-8a02-4483-a6e6-d4f2c480a1dc)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:02.329877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.351376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Calling delete_port for 843da3fc-682f-4548-a982-cb8ba5a40a9a owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:02.411581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096c82-7340-49ab-b8d2-38f45eaf1818 req-3f5e302d-5858-4a0c-9faa-f42884777efa tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:02.413150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22096c82-7340-49ab-b8d2-38f45eaf1818 req-3f5e302d-5858-4a0c-9faa-f42884777efa tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 931 time: 0.2539845 Feb 11 05:26:02.443525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-75c098b2-bd17-4839-abbf-020fe3f4f2c8 service neutron] 10.222.0.31 "GET /v2.0/networks/d36be30d-64ef-4433-9d0a-d1fd725e3a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797785 Feb 11 05:26:02.461384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (843da3fc-682f-4548-a982-cb8ba5a40a9a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.483821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02234123-0a94-479a-bcfa-d6bd65f014d0 None None] DHCP port deletion for 7f677835-606d-4553-841a-fe6fe52a5c51 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:26:02.495003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] No DVR routers for this DVR port 843da3fc-682f-4548-a982-cb8ba5a40a9a on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:02.500544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Pushing event deleted for resources: {'Port': ['ID=843da3fc-682f-4548-a982-cb8ba5a40a9a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:02.601575 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.626144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22096c82-7340-49ab-b8d2-38f45eaf1818 req-4a7c9778-4be0-48ba-ab8c-4749c459db39 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031133 Feb 11 05:26:02.672419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:02.684958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e6f6058a-931f-448c-b25a-f2ab3df2ee2d admin admin] 10.222.0.31 "PUT /v2.0/routers/e3d0ceca-5390-44ef-8a7d-3406ea35966f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1607010 Feb 11 05:26:02.686821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] Sync routers for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:02.691450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48674) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:02.707166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:02.708413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:02.837754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks [] for router (e3d0ceca-5390-44ef-8a7d-3406ea35966f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.846438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:02.885694 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (7f677835-606d-4553-841a-fe6fe52a5c51), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.904889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-fbfcaf66-5a0f-4bb8-abc9-d09de364cecc service neutron] 10.222.0.31 "GET /v2.0/networks/d36be30d-64ef-4433-9d0a-d1fd725e3a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159975 Feb 11 05:26:02.910857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f677835-606d-4553-841a-fe6fe52a5c51']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:02.935128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6390a77c-8f4c-4119-91b5-591e2329ef67 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:02.939441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9075930e-8a02-4483-a6e6-d4f2c480a1dc') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:02.939937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9075930e-8a02-4483-a6e6-d4f2c480a1dc') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:02.950426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Publish callbacks [] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.954918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (9075930e-8a02-4483-a6e6-d4f2c480a1dc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.976161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9075930e-8a02-4483-a6e6-d4f2c480a1dc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.984482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:02.984996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (9075930e-8a02-4483-a6e6-d4f2c480a1dc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:02.989193 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:03.021126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb865325-b0db-4c01-9d72-f104997ae013 req-00d63317-d7fb-429c-b5af-9c1281c6b432 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.022656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb865325-b0db-4c01-9d72-f104997ae013 req-00d63317-d7fb-429c-b5af-9c1281c6b432 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.1432803 Feb 11 05:26:03.078933 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (7f677835-606d-4553-841a-fe6fe52a5c51), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.084752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks [] for router_gateway (e3d0ceca-5390-44ef-8a7d-3406ea35966f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.087149 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.092523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Transition to ACTIVE for port object 6390a77c-8f4c-4119-91b5-591e2329ef67 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:03.099733 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7f677835-606d-4553-841a-fe6fe52a5c51 HTTP/1.1" status: 204 len: 168 time: 0.9729192 Feb 11 05:26:03.100462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb865325-b0db-4c01-9d72-f104997ae013 req-d71c471b-0147-4658-b014-a3eb65f6905f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688622 Feb 11 05:26:03.103342 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.119765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28d66b-87ae-43b7-b61a-cfef3b06c510 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f677835-606d-4553-841a-fe6fe52a5c51,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:03.147263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:26:00Z', 'revision_number': 5, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port': {'id': 'f33fee64-50b8-47f2-a964-98ace68e6d1a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:03.160130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Pushing event updated for resources: {'Port': ['ID=6390a77c-8f4c-4119-91b5-591e2329ef67,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:03.191721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] Checking router: e3d0ceca-5390-44ef-8a7d-3406ea35966f for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:03.202362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] Routers {'e3d0ceca-5390-44ef-8a7d-3406ea35966f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:03.202927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:03.223815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-727d7546-2ff4-49d6-8a42-67a7b42e9b01 req-0206b594-e9fd-4bd7-85a9-198636739a50 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-800717524', 'description': 'tempest-description-2109517948'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:03.246001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3563bd5-ff5a-4917-a06e-e4cb166a4444 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:03.309025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: a3563bd5-ff5a-4917-a06e-e4cb166a4444 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:03.309399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3563bd5-ff5a-4917-a06e-e4cb166a4444 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:03.310072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1a9e0b05-b28f-4891-9480-49364174c9a1 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:03.348950 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 1a9e0b05-b28f-4891-9480-49364174c9a1 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:03.349629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1a9e0b05-b28f-4891-9480-49364174c9a1 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:03.350257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 843da3fc-682f-4548-a982-cb8ba5a40a9a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:03.356830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-727d7546-2ff4-49d6-8a42-67a7b42e9b01 req-0206b594-e9fd-4bd7-85a9-198636739a50 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.357028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48686) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:03.398303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 843da3fc-682f-4548-a982-cb8ba5a40a9a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:03.398864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 843da3fc-682f-4548-a982-cb8ba5a40a9a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:03.409050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] Set router e3d0ceca-5390-44ef-8a7d-3406ea35966f gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:03.409277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Deleting port f33fee64-50b8-47f2-a964-98ace68e6d1a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:03.410589 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.419070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f689e2-747c-47af-aa8e-93875b2c3f80 req-96f15cae-cb22-4ad6-a886-50baab33426d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.420920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75f689e2-747c-47af-aa8e-93875b2c3f80 req-96f15cae-cb22-4ad6-a886-50baab33426d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 945 time: 0.2025154 Feb 11 05:26:03.464993 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-81056074-ef1f-475c-bc70-7ba6ae8762e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d81f49afef28417f8e9fbcca2a9b870b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1041741 Feb 11 05:26:03.465697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48690) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:03.477026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:03.477417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:03.477759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:03.494575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:26:03Z', 'revision_number': 6, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:03.527601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a32f5825-2da4-4675-a564-326c12559c21 admin admin] Publish callbacks [] for security_group (f3eab57c-d8a2-4edc-95bb-52a25a180ed3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.528172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:03.528518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:03.533101 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a228ec16-ab54-4aa7-bd1f-90a6af3bb5a3 None None] The sync data for ids ['e3d0ceca-5390-44ef-8a7d-3406ea35966f'] in n-d-715271-35 is: [{'id': 'e3d0ceca-5390-44ef-8a7d-3406ea35966f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1692368910-router', 'tenant_id': '7545379b238f493ba8a954b800313df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:40Z', 'updated_at': '2022-02-11T05:26:03Z', 'revision_number': 6, 'project_id': '7545379b238f493ba8a954b800313df6', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:03.570958 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a32f5825-2da4-4675-a564-326c12559c21 admin admin] Publish callbacks [] for security_group (f3eab57c-d8a2-4edc-95bb-52a25a180ed3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.576916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75f689e2-747c-47af-aa8e-93875b2c3f80 req-702f8109-8d2d-4bb3-b24d-36e95c5a2404 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467400 Feb 11 05:26:03.585323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:03.585904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:03.586311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:03.586770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Bound port: 6390a77c-8f4c-4119-91b5-591e2329ef67, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:03.587172 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.633539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a32f5825-2da4-4675-a564-326c12559c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f3eab57c-d8a2-4edc-95bb-52a25a180ed3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.638216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a32f5825-2da4-4675-a564-326c12559c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.641263 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a32f5825-2da4-4675-a564-326c12559c21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3eab57c-d8a2-4edc-95bb-52a25a180ed3 HTTP/1.1" status: 204 len: 168 time: 0.1722867 Feb 11 05:26:03.653920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f5825-2da4-4675-a564-326c12559c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eab57c-d8a2-4edc-95bb-52a25a180ed3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:03.656809 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-727d7546-2ff4-49d6-8a42-67a7b42e9b01 req-0206b594-e9fd-4bd7-85a9-198636739a50 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (7fa43973-bec9-4b16-ade9-dc99a03d1273), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.699061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-727d7546-2ff4-49d6-8a42-67a7b42e9b01 req-0206b594-e9fd-4bd7-85a9-198636739a50 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7fa43973-bec9-4b16-ade9-dc99a03d1273), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.709079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] For port f33fee64-50b8-47f2-a964-98ace68e6d1a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f33fee64-50b8-47f2-a964-98ace68e6d1a,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:03.709398 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.758787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Calling delete_port for f33fee64-50b8-47f2-a964-98ace68e6d1a owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:03.779858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206b594-e9fd-4bd7-85a9-198636739a50 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa43973-bec9-4b16-ade9-dc99a03d1273,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:03.789183 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-727d7546-2ff4-49d6-8a42-67a7b42e9b01 req-0206b594-e9fd-4bd7-85a9-198636739a50 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.800598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-727d7546-2ff4-49d6-8a42-67a7b42e9b01 req-0206b594-e9fd-4bd7-85a9-198636739a50 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6332240 Feb 11 05:26:03.866492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.872251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:03.895610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-9f523d6d-5277-44bf-af7f-4d95a5835287 req-d8803a90-0d42-44f1-a2ae-b1fa0b6e8db4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:26:03.901940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f523d6d-5277-44bf-af7f-4d95a5835287 req-d8803a90-0d42-44f1-a2ae-b1fa0b6e8db4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263760 Feb 11 05:26:03.941606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:03.967318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cba425a0-86da-42dc-8de7-e2a16a04091e req-26eb62de-c15e-4a1d-b76b-e84baf5620a2 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 210 time: 0.0636356 Feb 11 05:26:03.972280 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.038731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.038731 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.040099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] 10.222.0.72 "PUT /v2.0/ports/6390a77c-8f4c-4119-91b5-591e2329ef67 HTTP/1.1" status: 200 len: 1092 time: 2.5741112 Feb 11 05:26:04.040551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:04.043636 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:04.127445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91dedc-d549-496a-8a8f-93acfc43137d service neutron] Pushing event updated for resources: {'Port': ['ID=6390a77c-8f4c-4119-91b5-591e2329ef67,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:04.294619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-1fa8ef37-b0e8-4232-8bf7-efea8e4fca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.296143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-1fa8ef37-b0e8-4232-8bf7-efea8e4fca0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1126 time: 0.1189320 Feb 11 05:26:04.366178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c2866fe7-b9b8-48e8-b837-2b6a51990d39 req-216d0548-7e1c-4929-b450-90767a5223b2 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1950250438', 'description': 'tempest-description-535493707'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:04.378597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc42c8-e4ff-4e89-a3f6-11b09a2447be req-aa7cafa1-acbb-4932-9a0e-b6d1fb0a9a55 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.381604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-effc42c8-e4ff-4e89-a3f6-11b09a2447be req-aa7cafa1-acbb-4932-9a0e-b6d1fb0a9a55 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.2025118 Feb 11 05:26:04.388426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-0d487744-ade7-44db-b132-ebbb7559351e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6390a77c-8f4c-4119-91b5-591e2329ef67 HTTP/1.1" status: 200 len: 217 time: 0.0733550 Feb 11 05:26:04.411992 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-15bce881-1105-451c-a45b-17a8dba7448a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0648079 Feb 11 05:26:04.422532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-3b66f9af-70a2-4673-8256-735ee492517d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:26:04.423524 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-3b66f9af-70a2-4673-8256-735ee492517d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056520 Feb 11 05:26:04.490526 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2866fe7-b9b8-48e8-b837-2b6a51990d39 req-216d0548-7e1c-4929-b450-90767a5223b2 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.513087 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f33fee64-50b8-47f2-a964-98ace68e6d1a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.622503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33fee64-50b8-47f2-a964-98ace68e6d1a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:04.627210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-effc42c8-e4ff-4e89-a3f6-11b09a2447be req-d5796e6a-fdde-4d9c-ad02-abbfa6f5da13 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341504 Feb 11 05:26:04.669405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-13c05bb9-6387-4f0f-988b-df70a1eb3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.671296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-13c05bb9-6387-4f0f-988b-df70a1eb3e38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.2633767 Feb 11 05:26:04.729815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-e4ed1eb1-e04e-4044-ab40-174c9cb845ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503955 Feb 11 05:26:04.956673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1bbed4aa-ad0f-4c78-9774-34d5645fb80a tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.959256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1bbed4aa-ad0f-4c78-9774-34d5645fb80a tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.81 "GET /v2.0/networks?id=d36be30d-64ef-4433-9d0a-d1fd725e3a9a HTTP/1.1" status: 200 len: 811 time: 0.2086358 Feb 11 05:26:04.969564 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490aefaf-659b-4e09-b2e9-f8d3a6c25e00 x-openstack-request-id: req-490aefaf-659b-4e09-b2e9-f8d3a6c25e00 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:04.969886 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:04.970446 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-490aefaf-659b-4e09-b2e9-f8d3a6c25e00 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:04.972888 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67', 'status': 'completed', 'code': 200} Feb 11 05:26:05.035421 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2866fe7-b9b8-48e8-b837-2b6a51990d39 req-216d0548-7e1c-4929-b450-90767a5223b2 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (0b49d231-0d1e-4b4a-8e75-223d9813acba), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.055072 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (e3d0ceca-5390-44ef-8a7d-3406ea35966f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.133795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2866fe7-b9b8-48e8-b837-2b6a51990d39 req-216d0548-7e1c-4929-b450-90767a5223b2 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b49d231-0d1e-4b4a-8e75-223d9813acba), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.162603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f33fee64-50b8-47f2-a964-98ace68e6d1a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:05.188137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-73704e13-e767-4a66-b04f-2156c135c4ea tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:05.196017 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-73704e13-e767-4a66-b04f-2156c135c4ea tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports/e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 946 time: 0.0937529 Feb 11 05:26:05.206622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f33fee64-50b8-47f2-a964-98ace68e6d1a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:05.208776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f33fee64-50b8-47f2-a964-98ace68e6d1a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:05.210002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0843c8b0-f074-428c-ad50-95a18fa7d286 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:05.250630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 0843c8b0-f074-428c-ad50-95a18fa7d286 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:05.251097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0843c8b0-f074-428c-ad50-95a18fa7d286 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:05.548040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2866fe7-b9b8-48e8-b837-2b6a51990d39 req-216d0548-7e1c-4929-b450-90767a5223b2 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.549226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2866fe7-b9b8-48e8-b837-2b6a51990d39 req-216d0548-7e1c-4929-b450-90767a5223b2 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.2220106 Feb 11 05:26:05.559197 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (e3d0ceca-5390-44ef-8a7d-3406ea35966f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.570243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks [] for router_controller (e3d0ceca-5390-44ef-8a7d-3406ea35966f), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.579142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-1e57b7a0-633a-4979-a82a-c4ee359b499f service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389370 Feb 11 05:26:05.593799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d0548-7e1c-4929-b450-90767a5223b2 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b49d231-0d1e-4b4a-8e75-223d9813acba,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:05.668592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-8eed9e43-ce8d-42c8-a899-92efc641cae4 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd79ab8a6fc4b52b4c96679d75a3771 HTTP/1.1" status: 200 len: 379 time: 0.6309099 Feb 11 05:26:05.692529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Request body: {'port': {'device_id': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'admin_state_up': True, 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'security_groups': ['1f2708cb-8441-421a-bb65-317c133ab4c0']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:05.744828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (e3d0ceca-5390-44ef-8a7d-3406ea35966f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.745005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d0ceca-5390-44ef-8a7d-3406ea35966f {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:26:05.832876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.834090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2b10c112-517d-4a51-98dc-92eb2a18e0e7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e3d0ceca-5390-44ef-8a7d-3406ea35966f HTTP/1.1" status: 204 len: 168 time: 3.1422265 Feb 11 05:26:05.836265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af17ab97-5efc-44ca-b210-e469813ca19b req-2cb39ddb-c849-45dc-9dbb-513a203f3f5f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 210 time: 0.1091125 Feb 11 05:26:05.837601 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48770) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:05.847633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1752926-ae46-45aa-958e-8ecd84160979 req-fca0841d-103f-4c56-91d0-5ae9ed8de359 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:05.861982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1752926-ae46-45aa-958e-8ecd84160979 req-fca0841d-103f-4c56-91d0-5ae9ed8de359 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.8907931 Feb 11 05:26:05.901533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-540bf7e6-20f4-47eb-809c-234168daf7d4 admin admin] Deleting subnet e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:05.905165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-540bf7e6-20f4-47eb-809c-234168daf7d4 admin admin] Publish callbacks [] for subnet (e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.951660 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-540bf7e6-20f4-47eb-809c-234168daf7d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.953003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6187c0f-5bb9-45e7-93dc-ad02945ad6e1 req-db7eb9a6-804a-43dc-b75d-f8df3036cc95 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646097 Feb 11 05:26:06.017563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1752926-ae46-45aa-958e-8ecd84160979 req-d2b6fc16-25dd-41b3-8a97-a157b5c53fc4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618230 Feb 11 05:26:06.064855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-540bf7e6-20f4-47eb-809c-234168daf7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.084818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48776) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:06.135463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-540bf7e6-20f4-47eb-809c-234168daf7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.154993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1077958b-1002-4529-bfa7-6f3887d48633 req-4351df36-c987-4bda-b6ce-d64817d64e43 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/7fa43973-bec9-4b16-ade9-dc99a03d1273 HTTP/1.1" status: 200 len: 1821 time: 0.0964868 Feb 11 05:26:06.169666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-9a639e49-7a8f-4319-bb6e-3b057e2c4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:06.171284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bed488-3dd2-4d67-b65d-3370ab71e6f3 None None] Network 74a89941-9023-47cd-9eeb-d31c83a29d42 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:06.171763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-9a639e49-7a8f-4319-bb6e-3b057e2c4505 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1126 time: 0.1425169 Feb 11 05:26:06.173186 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-540bf7e6-20f4-47eb-809c-234168daf7d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.173689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Made reservation on behalf of 5dd79ab8a6fc4b52b4c96679d75a3771 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:06.177173 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.177815 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-540bf7e6-20f4-47eb-809c-234168daf7d4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661 HTTP/1.1" status: 204 len: 168 time: 0.3391266 Feb 11 05:26:06.179530 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bf7e6-20f4-47eb-809c-234168daf7d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0254dfe-c0fa-445b-9d2d-9f9d6fb2c661,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:06.180129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48780) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:06.328801 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f8a39f80-0261-4465-91e6-a6ba39f75218 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a5585d68c5c4165970f5ac533793214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427301 Feb 11 05:26:06.331154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48790) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:06.393723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46187265-dfaa-42cb-b1d2-6f364c8d13ba admin admin] Publish callbacks [] for security_group (76fafef8-d57e-4a11-99bd-6fbe4b3422aa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.421046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46187265-dfaa-42cb-b1d2-6f364c8d13ba admin admin] Publish callbacks [] for security_group (76fafef8-d57e-4a11-99bd-6fbe4b3422aa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.441957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af9b07d-6cb0-4cfb-a4f5-f007a467de5c None None] DHCP port deletion for 74a89941-9023-47cd-9eeb-d31c83a29d42 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:26:06.475041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1077958b-1002-4529-bfa7-6f3887d48633 req-9d6cf8b4-cb62-4353-a2ce-9cc08ee2cb06 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/0b49d231-0d1e-4b4a-8e75-223d9813acba HTTP/1.1" status: 200 len: 1821 time: 0.3026533 Feb 11 05:26:06.484296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46187265-dfaa-42cb-b1d2-6f364c8d13ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (76fafef8-d57e-4a11-99bd-6fbe4b3422aa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.488832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46187265-dfaa-42cb-b1d2-6f364c8d13ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.494622 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-46187265-dfaa-42cb-b1d2-6f364c8d13ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76fafef8-d57e-4a11-99bd-6fbe4b3422aa HTTP/1.1" status: 204 len: 168 time: 0.1623721 Feb 11 05:26:06.495814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (74a89941-9023-47cd-9eeb-d31c83a29d42), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.504583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46187265-dfaa-42cb-b1d2-6f364c8d13ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fafef8-d57e-4a11-99bd-6fbe4b3422aa,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:06.521755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0af9b07d-6cb0-4cfb-a4f5-f007a467de5c None None] Deleting port f34d5aa0-252e-45a9-a215-aaece6fd6a2a {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:06.522130 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0af9b07d-6cb0-4cfb-a4f5-f007a467de5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.533715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-1077958b-1002-4529-bfa7-6f3887d48633 req-3decd402-d702-4a3d-a647-a6b6a2f393d0 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7fa43973-bec9-4b16-ade9-dc99a03d1273', 'remote_group_id': '0b49d231-0d1e-4b4a-8e75-223d9813acba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:06.533954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-1077958b-1002-4529-bfa7-6f3887d48633 req-3decd402-d702-4a3d-a647-a6b6a2f393d0 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7fa43973-bec9-4b16-ade9-dc99a03d1273', 'remote_group_id': '0b49d231-0d1e-4b4a-8e75-223d9813acba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:06.598566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0af9b07d-6cb0-4cfb-a4f5-f007a467de5c None None] For port f34d5aa0-252e-45a9-a215-aaece6fd6a2a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f34d5aa0-252e-45a9-a215-aaece6fd6a2a,segment=NetworkSegment(9bb1d087-45fe-43bc-a97d-780dbc97507d),segment_id=9bb1d087-45fe-43bc-a97d-780dbc97507d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:06.598962 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0af9b07d-6cb0-4cfb-a4f5-f007a467de5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.614146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0af9b07d-6cb0-4cfb-a4f5-f007a467de5c None None] Calling delete_port for f34d5aa0-252e-45a9-a215-aaece6fd6a2a owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:06.664074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-c5de49b1-606b-4fda-991e-f75ad9d07682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:06.665593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-c5de49b1-606b-4fda-991e-f75ad9d07682 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.4487114 Feb 11 05:26:06.679704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-94f4e0e4-daf0-472f-92ea-d061ebecf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:06.681221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-94f4e0e4-daf0-472f-92ea-d061ebecf064 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 1132 time: 0.3274074 Feb 11 05:26:06.715318 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0af9b07d-6cb0-4cfb-a4f5-f007a467de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.743138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f6d9c-0cb7-4f78-b97f-6a65aac749a8 req-c02373b1-fc47-48df-863a-dd5a659fa562 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:06.744641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-902f6d9c-0cb7-4f78-b97f-6a65aac749a8 req-c02373b1-fc47-48df-863a-dd5a659fa562 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.2809172 Feb 11 05:26:06.746735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af9b07d-6cb0-4cfb-a4f5-f007a467de5c None None] No DVR routers for this DVR port f34d5aa0-252e-45a9-a215-aaece6fd6a2a on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:06.751008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9b07d-6cb0-4cfb-a4f5-f007a467de5c None None] Pushing event deleted for resources: {'Port': ['ID=f34d5aa0-252e-45a9-a215-aaece6fd6a2a,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:06.762205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-760f05e6-8659-4f5d-936b-00c5a6029e69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6390a77c-8f4c-4119-91b5-591e2329ef67 HTTP/1.1" status: 200 len: 217 time: 0.0869522 Feb 11 05:26:06.764319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Allocated IP 172.20.0.13 (d36be30d-64ef-4433-9d0a-d1fd725e3a9a/a6b00677-a018-426c-937b-a2a1ff00840d/bee821f8-0e70-4333-8b46-244485b1e83f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:06.954290 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1077958b-1002-4529-bfa7-6f3887d48633 req-3decd402-d702-4a3d-a647-a6b6a2f393d0 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (a89f35a3-7369-4c90-af36-e1440c425f2f), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.963504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-4e128154-bcfe-478b-a937-e6b0e511c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:06.965653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-4e128154-bcfe-478b-a937-e6b0e511c805 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.1807446 Feb 11 05:26:06.982681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-902f6d9c-0cb7-4f78-b97f-6a65aac749a8 req-b98c4f66-15b0-4f44-88f4-daea81e837a6 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227647 Feb 11 05:26:07.014078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Deleting port f34d5aa0-252e-45a9-a215-aaece6fd6a2a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:07.014479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.055397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-fe40d9d8-2b5d-4999-9531-2a329f81c8b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802569 Feb 11 05:26:07.117311 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1077958b-1002-4529-bfa7-6f3887d48633 req-3decd402-d702-4a3d-a647-a6b6a2f393d0 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (a89f35a3-7369-4c90-af36-e1440c425f2f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.118711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-3c9fc075-07bf-47a1-939f-8291095685cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:07.120262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-3c9fc075-07bf-47a1-939f-8291095685cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.4241867 Feb 11 05:26:07.146174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f34d5aa0-252e-45a9-a215-aaece6fd6a2a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:07.173391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f34d5aa0-252e-45a9-a215-aaece6fd6a2a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:07.174036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f34d5aa0-252e-45a9-a215-aaece6fd6a2a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:07.203258 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1077958b-1002-4529-bfa7-6f3887d48633 req-3decd402-d702-4a3d-a647-a6b6a2f393d0 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (a89f35a3-7369-4c90-af36-e1440c425f2f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.274995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48824) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:07.306031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc7f287-c267-40c5-9ded-1af2fae4109a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 217 time: 0.1401327 Feb 11 05:26:07.307519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] For port f34d5aa0-252e-45a9-a215-aaece6fd6a2a, host n-d-715271-35, got binding levels [] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:07.307894 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.325606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decd402-d702-4a3d-a647-a6b6a2f393d0 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89f35a3-7369-4c90-af36-e1440c425f2f,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:07.378241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1077958b-1002-4529-bfa7-6f3887d48633 req-3decd402-d702-4a3d-a647-a6b6a2f393d0 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.379433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1077958b-1002-4529-bfa7-6f3887d48633 req-3decd402-d702-4a3d-a647-a6b6a2f393d0 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8746023 Feb 11 05:26:07.386278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Calling delete_port for f34d5aa0-252e-45a9-a215-aaece6fd6a2a owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:07.397541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Port f34d5aa0-252e-45a9-a215-aaece6fd6a2a was not found and therefore no delete operation was performed {{(pid=103120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:26:07.412986 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f34d5aa0-252e-45a9-a215-aaece6fd6a2a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.421488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for port (bee821f8-0e70-4333-8b46-244485b1e83f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.430191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-713533199-network', 'tenant_id': '853f4dd954484987b9269620f2134d69'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:07.455037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Made reservation on behalf of 853f4dd954484987b9269620f2134d69 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:07.458997 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.469793 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.480505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-8633f884-bf33-4d71-b1ed-e6758f2467e7 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941624 Feb 11 05:26:07.481475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34d5aa0-252e-45a9-a215-aaece6fd6a2a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:07.492467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] No DVR routers for this DVR port f34d5aa0-252e-45a9-a215-aaece6fd6a2a on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:07.506585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-5edcd104-c7c1-412b-9d5b-d63a9512034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:07.508051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-5edcd104-c7c1-412b-9d5b-d63a9512034d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1842551 Feb 11 05:26:07.559934 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Publish callbacks [] for security_group (d823cae1-1607-4a9b-9eb9-206003984cbe), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.564544 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d823cae1-1607-4a9b-9eb9-206003984cbe), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.567453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67abbf53-9db7-4da5-a6e1-8e6439393ff9 req-7df59af6-005a-4efc-9306-7ac537b21c08 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 210 time: 0.0949776 Feb 11 05:26:07.599146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d823cae1-1607-4a9b-9eb9-206003984cbe,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:07.601817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:26:07.613164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c584636c-2108-454a-9c61-b2a06f550215), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.613695 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Added segment c584636c-2108-454a-9c61-b2a06f550215 of type vlan for network 11c67009-03f7-4dc4-b8a5-04278cc7600f Feb 11 05:26:07.675395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f9045ed-11f6-4282-89af-c1e517abb23e req-cdd82b77-ea1b-414b-ad5d-b4d4a45a42b6 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-429360962', 'description': 'tempest-description-878607411'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:07.679384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (11c67009-03f7-4dc4-b8a5-04278cc7600f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.707545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (11c67009-03f7-4dc4-b8a5-04278cc7600f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.708799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:07.709420 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.777716 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5004170 Feb 11 05:26:07.781001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48846) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:07.786304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Request body: {'subnet': {'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-713533199-subnet', 'tenant_id': '853f4dd954484987b9269620f2134d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:07.789959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3de463-8bca-49be-b005-7311b9651a74 admin admin] Pushing event updated for resources: {'Network': ['ID=11c67009-03f7-4dc4-b8a5-04278cc7600f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:07.807586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 11c67009-03f7-4dc4-b8a5-04278cc7600f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:26:07.814613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Made reservation on behalf of 853f4dd954484987b9269620f2134d69 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:07.817655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.007739 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (74a89941-9023-47cd-9eeb-d31c83a29d42), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.028231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (e9b908ad-a06c-4b74-8e8c-dbc3801df0fb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.031165 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.088815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b908ad-a06c-4b74-8e8c-dbc3801df0fb,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.091487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c83e-97f8-4616-9e40-7155744f7c67 req-1ea3cece-87bf-428c-b1c8-35e3e9626d21 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.092398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe94c83e-97f8-4616-9e40-7155744f7c67 req-1ea3cece-87bf-428c-b1c8-35e3e9626d21 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.6189034 Feb 11 05:26:08.096104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a89941-9023-47cd-9eeb-d31c83a29d42']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:08.104266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Checking segment: {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:08.104638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Network hostable DHCP agents. Network: 11c67009-03f7-4dc4-b8a5-04278cc7600f, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:26:08.123646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Network 11c67009-03f7-4dc4-b8a5-04278cc7600f is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:26:08.132950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb1d087-45fe-43bc-a97d-780dbc97507d') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:08.133215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb1d087-45fe-43bc-a97d-780dbc97507d') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:08.134972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 11c67009-03f7-4dc4-b8a5-04278cc7600f) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:08.140468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.141553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.156713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5c37a-45e9-4db9-9be7-4bcd6c96c919 None None] Network 11c67009-03f7-4dc4-b8a5-04278cc7600f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:08.163374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f9045ed-11f6-4282-89af-c1e517abb23e req-cdd82b77-ea1b-414b-ad5d-b4d4a45a42b6 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.165857 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a07cd9fa-3968-4650-bc29-0f4e7c1f6f95 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3836780 Feb 11 05:26:08.190909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Network d36be30d-64ef-4433-9d0a-d1fd725e3a9a is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:08.193549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-ea367d37-f1a9-4eae-b982-66e731d55686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.194831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-ea367d37-f1a9-4eae-b982-66e731d55686 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6459510 Feb 11 05:26:08.202655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (9bb1d087-45fe-43bc-a97d-780dbc97507d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.230063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:08.245402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Pushing event updated for resources: {'Port': ['ID=bee821f8-0e70-4333-8b46-244485b1e83f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.248054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:08.257698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a73aa4a-8711-4c44-86ac-02c82db9a1e1 req-7586198d-31d0-4bac-8578-b283b21eaf92 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883330 Feb 11 05:26:08.276008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9bb1d087-45fe-43bc-a97d-780dbc97507d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.284869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6390a77c-8f4c-4119-91b5-591e2329ef67 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:08.334653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:08.345377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (9bb1d087-45fe-43bc-a97d-780dbc97507d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.395340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:08.410189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '6390a77c-8f4c-4119-91b5-591e2329ef67', 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c', 'port_id': '6390a77c-8f4c-4119-91b5-591e2329ef67', 'mac_address': 'fa:16:3e:83:2e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4012f6-b235-46a4-8d19-8eca301e3e34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:08.419568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d190ede-a0c8-42f0-9acf-429d340fec55 None None] Network 11c67009-03f7-4dc4-b8a5-04278cc7600f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:08.526608 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:08.565784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6390a77c-8f4c-4119-91b5-591e2329ef67 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:08.566328 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.579277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (74a89941-9023-47cd-9eeb-d31c83a29d42), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.587125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6390a77c-8f4c-4119-91b5-591e2329ef67 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:08.606370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe94c83e-97f8-4616-9e40-7155744f7c67 req-46765762-df08-4c0b-9e00-9270891f79c2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947369 Feb 11 05:26:08.615778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:08.630043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e28ffa6a-6f29-48dc-9fd3-09921f1ebe8e None None] Provisioning complete for port bee821f8-0e70-4333-8b46-244485b1e83f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:08.630452 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e28ffa6a-6f29-48dc-9fd3-09921f1ebe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.632134 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.667002 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f9045ed-11f6-4282-89af-c1e517abb23e req-cdd82b77-ea1b-414b-ad5d-b4d4a45a42b6 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (dde164a8-f609-46af-a460-97a9f07e98a3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.698366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-dab7851a-85b1-4934-b658-fe580b9e3207 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711730 Feb 11 05:26:08.707210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.708180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.746303 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.749582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/74a89941-9023-47cd-9eeb-d31c83a29d42 HTTP/1.1" status: 204 len: 168 time: 2.5678341 Feb 11 05:26:08.750375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f9045ed-11f6-4282-89af-c1e517abb23e req-cdd82b77-ea1b-414b-ad5d-b4d4a45a42b6 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dde164a8-f609-46af-a460-97a9f07e98a3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.752726 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48866) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:08.786873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dc6c2-e803-4528-bc35-5fc78f2338c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a89941-9023-47cd-9eeb-d31c83a29d42,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.849885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-b46950ca-74c7-415e-84dd-a22853fbbea5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1618376 Feb 11 05:26:08.868871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e28ffa6a-6f29-48dc-9fd3-09921f1ebe8e None None] Port bee821f8-0e70-4333-8b46-244485b1e83f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:08.890354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f9045ed-11f6-4282-89af-c1e517abb23e req-cdd82b77-ea1b-414b-ad5d-b4d4a45a42b6 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.900732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f9045ed-11f6-4282-89af-c1e517abb23e req-cdd82b77-ea1b-414b-ad5d-b4d4a45a42b6 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2524092 Feb 11 05:26:08.901924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6390a77c-8f4c-4119-91b5-591e2329ef67,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.906718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Request body: {'port': {'device_id': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:08.923261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6390a77c-8f4c-4119-91b5-591e2329ef67'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:08.943174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd82b77-ea1b-414b-ad5d-b4d4a45a42b6 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde164a8-f609-46af-a460-97a9f07e98a3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.971989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afbfb-62eb-4f46-ab94-807f10400131 req-4c6b4da7-03a1-42d0-b7ce-ddc4a0260f15 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.973697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-796afbfb-62eb-4f46-ab94-807f10400131 req-4c6b4da7-03a1-42d0-b7ce-ddc4a0260f15 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 944 time: 0.2461574 Feb 11 05:26:09.026258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-3ca93a52-2ea7-4694-ac51-605002e9e213 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137167 Feb 11 05:26:09.050134 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.126921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-796afbfb-62eb-4f46-ab94-807f10400131 req-c47c478d-1d10-4ae8-9f74-f280cce12ba1 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386464 Feb 11 05:26:09.370415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (8028f05e-6159-4e72-acaa-807e5f9d8864), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.452225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-5653d420-bbc3-405b-8a85-7ae909c59b63 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.453769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-5653d420-bbc3-405b-8a85-7ae909c59b63 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/networks?id=11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 200 len: 821 time: 0.2253227 Feb 11 05:26:09.492692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5813f5d-e26f-468e-9299-48ce634ae753 req-5dc3adf9-61b0-450d-9312-c445d96f3424 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.500140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5813f5d-e26f-468e-9299-48ce634ae753 req-5dc3adf9-61b0-450d-9312-c445d96f3424 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 932 time: 0.1698480 Feb 11 05:26:09.506306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2f5e8757-689a-4c6d-955a-31f3782b54e3 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/quotas/853f4dd954484987b9269620f2134d69 HTTP/1.1" status: 200 len: 375 time: 0.0426261 Feb 11 05:26:09.586680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-9597e33c-5936-49a8-b83b-ea96ca9740dd tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f4dd954484987b9269620f2134d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685823 Feb 11 05:26:09.600960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5813f5d-e26f-468e-9299-48ce634ae753 req-836da9c8-d947-4911-a7da-603eec13f87c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962334 Feb 11 05:26:09.663935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Deleting port baa5be1e-b4e0-4765-be73-719e6749e83d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:09.664280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.677920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8c365716-8f33-4f63-8ff5-0405b47364a3 req-fd69f05a-0090-4347-bf4c-888028450461 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-525813522', 'description': 'tempest-description-850465724'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:09.718247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee821f8-0e70-4333-8b46-244485b1e83f {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:09.733351 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Publish callbacks [] for port (bee821f8-0e70-4333-8b46-244485b1e83f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.751329 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] For port baa5be1e-b4e0-4765-be73-719e6749e83d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=baa5be1e-b4e0-4765-be73-719e6749e83d,segment=NetworkSegment(4e41624f-3221-432f-82b8-f33243ec8fb6),segment_id=4e41624f-3221-432f-82b8-f33243ec8fb6)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:09.751759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.751999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8c365716-8f33-4f63-8ff5-0405b47364a3 req-fd69f05a-0090-4347-bf4c-888028450461 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.766224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Calling delete_port for baa5be1e-b4e0-4765-be73-719e6749e83d owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:09.772465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Transition to ACTIVE for port object bee821f8-0e70-4333-8b46-244485b1e83f will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:09.784853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.825422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-38b47056-cbf9-41bd-af83-6816211e1538 service neutron] 10.222.0.31 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227817 Feb 11 05:26:09.891357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Pushing event updated for resources: {'Port': ['ID=bee821f8-0e70-4333-8b46-244485b1e83f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:10.008739 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8c365716-8f33-4f63-8ff5-0405b47364a3 req-fd69f05a-0090-4347-bf4c-888028450461 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (1bcc4d62-7c0a-4add-8c94-bed9da0a7a42), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.011040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (baa5be1e-b4e0-4765-be73-719e6749e83d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.033872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8c365716-8f33-4f63-8ff5-0405b47364a3 req-fd69f05a-0090-4347-bf4c-888028450461 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1bcc4d62-7c0a-4add-8c94-bed9da0a7a42), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.042998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-ff262adb-ee48-48b8-9c56-f4fdc06ac882 service neutron] 10.222.0.31 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936467 Feb 11 05:26:10.051203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa5be1e-b4e0-4765-be73-719e6749e83d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:10.102590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Attempting to bind port bee821f8-0e70-4333-8b46-244485b1e83f on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:10.102938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Attempting to bind port bee821f8-0e70-4333-8b46-244485b1e83f by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:10.103419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Attempting to bind port bee821f8-0e70-4333-8b46-244485b1e83f on network d36be30d-64ef-4433-9d0a-d1fd725e3a9a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:10.115484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Port bee821f8-0e70-4333-8b46-244485b1e83f on network d36be30d-64ef-4433-9d0a-d1fd725e3a9a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:10.115731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Attempting to bind port bee821f8-0e70-4333-8b46-244485b1e83f on network d36be30d-64ef-4433-9d0a-d1fd725e3a9a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:10.117801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69f05a-0090-4347-bf4c-888028450461 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcc4d62-7c0a-4add-8c94-bed9da0a7a42,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:10.123283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8c365716-8f33-4f63-8ff5-0405b47364a3 req-fd69f05a-0090-4347-bf4c-888028450461 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.124613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c365716-8f33-4f63-8ff5-0405b47364a3 req-fd69f05a-0090-4347-bf4c-888028450461 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4532731 Feb 11 05:26:10.127854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:10.128275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Checking segment: {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:10.134730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Bound using segment: {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:10.134730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Bound port: bee821f8-0e70-4333-8b46-244485b1e83f, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cef61a8-1e70-4583-b3dc-df33b85cd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:10.134730 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.274439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6390a77c-8f4c-4119-91b5-591e2329ef67 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:10.386026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] For port bee821f8-0e70-4333-8b46-244485b1e83f, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:10.389443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 6390a77c-8f4c-4119-91b5-591e2329ef67 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:10.399554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 6390a77c-8f4c-4119-91b5-591e2329ef67 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:10.400781 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.415787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] For port bee821f8-0e70-4333-8b46-244485b1e83f, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bee821f8-0e70-4333-8b46-244485b1e83f,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:10.437724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f563c219-8d1f-4248-9502-cbe6ac8a4553 req-cfa1dfd7-6bc9-4ac8-adea-4950cde61ab1 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/dde164a8-f609-46af-a460-97a9f07e98a3 HTTP/1.1" status: 200 len: 1820 time: 0.0935137 Feb 11 05:26:10.447017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.466925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3d51f-c06c-42be-825a-94ad609a7c5b req-3eaa1ac1-5365-4de5-a376-628143fc48a8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:10.474272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5de3d51f-c06c-42be-825a-94ad609a7c5b req-3eaa1ac1-5365-4de5-a376-628143fc48a8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.2474518 Feb 11 05:26:10.476732 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (8028f05e-6159-4e72-acaa-807e5f9d8864), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.565193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Pushing event updated for resources: {'Port': ['ID=bee821f8-0e70-4333-8b46-244485b1e83f,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:10.566574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6390a77c-8f4c-4119-91b5-591e2329ef67 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:10.566984 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.656555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:10.660291 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1be542-6d1a-4f86-a357-6ab244d97be2" -d '{"events": [{"server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "name": "network-vif-plugged", "status": "completed", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:10.686004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:10.689526 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.692723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-1d8af6ae-786a-413d-8348-00cd172e5e2d service neutron] 10.222.0.81 "PUT /v2.0/ports/bee821f8-0e70-4333-8b46-244485b1e83f HTTP/1.1" status: 200 len: 1093 time: 1.7901399 Feb 11 05:26:10.694414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:10.700727 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.715878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'tag': 'bee821f8-0e70-4333-8b46-244485b1e83f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:10.728247 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e311fc7-b569-4f7a-abdf-703286ece7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "56ea11f2-f778-4bdf-aaeb-4fa16803ff67", "tag": "bee821f8-0e70-4333-8b46-244485b1e83f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:10.753038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48918) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:10.842622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6390a77c-8f4c-4119-91b5-591e2329ef67,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:10.862331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f563c219-8d1f-4248-9502-cbe6ac8a4553 req-85bbfb74-64b8-451f-9e23-1d008dc4361f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/1bcc4d62-7c0a-4add-8c94-bed9da0a7a42 HTTP/1.1" status: 200 len: 1820 time: 0.4237192 Feb 11 05:26:10.870067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5de3d51f-c06c-42be-825a-94ad609a7c5b req-7700c318-64b3-4d75-9ed8-cf1cd7c8c25d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949254 Feb 11 05:26:10.876924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f563c219-8d1f-4248-9502-cbe6ac8a4553 req-217842c1-9752-43a1-9e50-528521f7065f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dde164a8-f609-46af-a460-97a9f07e98a3', 'remote_group_id': '1bcc4d62-7c0a-4add-8c94-bed9da0a7a42', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:10.877438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f563c219-8d1f-4248-9502-cbe6ac8a4553 req-217842c1-9752-43a1-9e50-528521f7065f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dde164a8-f609-46af-a460-97a9f07e98a3', 'remote_group_id': '1bcc4d62-7c0a-4add-8c94-bed9da0a7a42', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:10.950531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-16e83434-0ea2-4dfc-be5b-32dc37b4a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:10.953382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-16e83434-0ea2-4dfc-be5b-32dc37b4a67e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd79ab8a6fc4b52b4c96679d75a3771&device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 1127 time: 0.1757705 Feb 11 05:26:10.959627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Router 8028f05e-6159-4e72-acaa-807e5f9d8864 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:26:11.039768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-0645040b-6a17-4599-92f1-87ee436b738a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee821f8-0e70-4333-8b46-244485b1e83f HTTP/1.1" status: 200 len: 217 time: 0.0767362 Feb 11 05:26:11.087556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-887712b9-4f0d-46cf-ac17-f2ca23d37bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.134655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-9403faf0-1380-44ac-8979-76940d8a6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.137774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-9403faf0-1380-44ac-8979-76940d8a6a55 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a6b00677-a018-426c-937b-a2a1ff00840d HTTP/1.1" status: 200 len: 850 time: 0.0873735 Feb 11 05:26:11.193188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:11.205886 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] Sync routers for ids ['8028f05e-6159-4e72-acaa-807e5f9d8864'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:11.207780 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b1cefb81-62e8-4fe9-a1ab-cbd5f3a23ae5 admin admin] 10.222.0.31 "PUT /v2.0/routers/8028f05e-6159-4e72-acaa-807e5f9d8864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4530029 Feb 11 05:26:11.208437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48924) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:11.230062 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] Routers {'8028f05e-6159-4e72-acaa-807e5f9d8864'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:11.237398 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8028f05e-6159-4e72-acaa-807e5f9d8864'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:11.268396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403f05b-9548-481d-baa1-09d070129feb req-c47feb17-55ac-4b6f-8459-1e6091fb5965 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.270271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2403f05b-9548-481d-baa1-09d070129feb req-c47feb17-55ac-4b6f-8459-1e6091fb5965 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.2361202 Feb 11 05:26:11.277710 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f563c219-8d1f-4248-9502-cbe6ac8a4553 req-217842c1-9752-43a1-9e50-528521f7065f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (28a6327a-5266-4f08-ac4e-94430be57527), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.321961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-930b6118-da4c-44c0-aa7a-5e594b5e8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.324043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-930b6118-da4c-44c0-aa7a-5e594b5e8674 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d36be30d-64ef-4433-9d0a-d1fd725e3a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1567860 Feb 11 05:26:11.360185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f563c219-8d1f-4248-9502-cbe6ac8a4553 req-217842c1-9752-43a1-9e50-528521f7065f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (28a6327a-5266-4f08-ac4e-94430be57527), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.394238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f563c219-8d1f-4248-9502-cbe6ac8a4553 req-217842c1-9752-43a1-9e50-528521f7065f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (28a6327a-5266-4f08-ac4e-94430be57527), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.407014 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks [] for router (8028f05e-6159-4e72-acaa-807e5f9d8864), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.424662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217842c1-9752-43a1-9e50-528521f7065f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a6327a-5266-4f08-ac4e-94430be57527,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:11.449262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2403f05b-9548-481d-baa1-09d070129feb req-57810371-bb52-4dfb-adcf-13552cc96186 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642830 Feb 11 05:26:11.474636 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] Set router 8028f05e-6159-4e72-acaa-807e5f9d8864 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:11.528091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-48b1ed0a-fd11-45a9-879e-d286e7e67947 service neutron] 10.222.0.81 "GET /v2.0/networks/d36be30d-64ef-4433-9d0a-d1fd725e3a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845989 Feb 11 05:26:11.531606 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f563c219-8d1f-4248-9502-cbe6ac8a4553 req-217842c1-9752-43a1-9e50-528521f7065f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.532883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f563c219-8d1f-4248-9502-cbe6ac8a4553 req-217842c1-9752-43a1-9e50-528521f7065f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6612716 Feb 11 05:26:11.639715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486990fd-76a5-4886-ad24-28d83d5729e5 req-df65b3b3-f829-4e9a-ad67-8cc92cfc8bac service neutron] 10.222.0.81 "GET /v2.0/networks/d36be30d-64ef-4433-9d0a-d1fd725e3a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057990 Feb 11 05:26:11.726464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5333e2cb-4923-4897-af50-c09fa5c22397 req-d86b1180-f76f-4afb-b40b-172aa4efa41e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 210 time: 0.0855560 Feb 11 05:26:11.751699 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:26:09Z', 'revision_number': 5, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'gw_port': {'id': '9bff6d93-78fa-468c-838a-b13a59b92a89', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:56Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:11.763911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5b8ff-c461-4716-a0aa-5fc185dd947c req-6388892a-da72-4f8e-b7c1-08698202c451 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.766492 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ab5b8ff-c461-4716-a0aa-5fc185dd947c req-6388892a-da72-4f8e-b7c1-08698202c451 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 944 time: 0.1032388 Feb 11 05:26:11.840137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-887712b9-4f0d-46cf-ac17-f2ca23d37bf2 admin admin] Publish callbacks [] for security_group (3b5d6d40-abb5-4770-ba8d-55894429e9fa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.845199 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed77ee4d-64b0-41ee-9fd3-4b1df3ff4ffe x-openstack-request-id: req-ed77ee4d-64b0-41ee-9fd3-4b1df3ff4ffe {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:11.846335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks [] for router_gateway (8028f05e-6159-4e72-acaa-807e5f9d8864), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.847753 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "name": "network-vif-plugged", "status": "completed", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:11.848277 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed77ee4d-64b0-41ee-9fd3-4b1df3ff4ffe {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:11.848559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ab5b8ff-c461-4716-a0aa-5fc185dd947c req-13ae9b33-036b-4dc6-b9e6-169593d0caad tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753922 Feb 11 05:26:11.849356 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67', 'code': 200} Feb 11 05:26:11.852910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-887712b9-4f0d-46cf-ac17-f2ca23d37bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3b5d6d40-abb5-4770-ba8d-55894429e9fa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.941503 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-887712b9-4f0d-46cf-ac17-f2ca23d37bf2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62333334a9a5467cade74c4ae9e14683&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1872449 Feb 11 05:26:11.944955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48932) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:11.950399 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a32971d-eaaf-49d8-9720-cb2b526f51c1 x-openstack-request-id: req-4a32971d-eaaf-49d8-9720-cb2b526f51c1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:11.950693 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ea11f2-f778-4bdf-aaeb-4fa16803ff67", "tag": "bee821f8-0e70-4333-8b46-244485b1e83f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:11.950946 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a32971d-eaaf-49d8-9720-cb2b526f51c1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:11.951349 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'tag': 'bee821f8-0e70-4333-8b46-244485b1e83f', 'status': 'completed', 'code': 200} Feb 11 05:26:11.980640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887712b9-4f0d-46cf-ac17-f2ca23d37bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5d6d40-abb5-4770-ba8d-55894429e9fa,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:12.029984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Deleting port 9bff6d93-78fa-468c-838a-b13a59b92a89 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:12.030330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.064586 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] Checking router: 8028f05e-6159-4e72-acaa-807e5f9d8864 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:12.086507 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] Routers {'8028f05e-6159-4e72-acaa-807e5f9d8864'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:12.089230 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8028f05e-6159-4e72-acaa-807e5f9d8864'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:12.131913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b46df75-d206-498b-b7ac-578a79a6650b admin admin] Publish callbacks [] for security_group (3b5d6d40-abb5-4770-ba8d-55894429e9fa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.176304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-489e7af6-1d39-41fb-aab9-19ac47e6442d req-a305a144-4a11-4df8-a44d-426b4b2e218f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/1bcc4d62-7c0a-4add-8c94-bed9da0a7a42 HTTP/1.1" status: 200 len: 1820 time: 0.2871888 Feb 11 05:26:12.197719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b46df75-d206-498b-b7ac-578a79a6650b admin admin] Publish callbacks [] for security_group (3b5d6d40-abb5-4770-ba8d-55894429e9fa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.206747 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] Set router 8028f05e-6159-4e72-acaa-807e5f9d8864 gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:12.222080 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] For port 9bff6d93-78fa-468c-838a-b13a59b92a89, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9bff6d93-78fa-468c-838a-b13a59b92a89,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:12.222469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.247490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Calling delete_port for 9bff6d93-78fa-468c-838a-b13a59b92a89 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:12.270151 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:26:11Z', 'revision_number': 6, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:12.302121 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b7d8e-a0c5-4d97-9718-721e4dcf7317 None None] The sync data for ids ['8028f05e-6159-4e72-acaa-807e5f9d8864'] in n-d-715271-35 is: [{'id': '8028f05e-6159-4e72-acaa-807e5f9d8864', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-36859223-router', 'tenant_id': 'be2202f131e64848b6a5bfa112021217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:26:11Z', 'revision_number': 6, 'project_id': 'be2202f131e64848b6a5bfa112021217', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:12.343889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b46df75-d206-498b-b7ac-578a79a6650b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3b5d6d40-abb5-4770-ba8d-55894429e9fa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.346694 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b46df75-d206-498b-b7ac-578a79a6650b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.350349 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8b46df75-d206-498b-b7ac-578a79a6650b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b5d6d40-abb5-4770-ba8d-55894429e9fa HTTP/1.1" status: 204 len: 168 time: 0.3923075 Feb 11 05:26:12.362301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46df75-d206-498b-b7ac-578a79a6650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5d6d40-abb5-4770-ba8d-55894429e9fa,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:12.492347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9bff6d93-78fa-468c-838a-b13a59b92a89), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.555848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bff6d93-78fa-468c-838a-b13a59b92a89,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:12.627469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ed42-a7b2-4872-9db9-f8c792cd9d60 req-aab4d1ef-bef9-43f9-a67b-0c9c9c068b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:12.628886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2b2ed42-a7b2-4872-9db9-f8c792cd9d60 req-aab4d1ef-bef9-43f9-a67b-0c9c9c068b60 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1128 time: 0.6531451 Feb 11 05:26:12.652417 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (8028f05e-6159-4e72-acaa-807e5f9d8864), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.656730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-e1f0f30e-0ae4-4aca-a227-a879a038d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:12.658274 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-e1f0f30e-0ae4-4aca-a227-a879a038d75b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd79ab8a6fc4b52b4c96679d75a3771&device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 1127 time: 0.6457047 Feb 11 05:26:12.676964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-ba1fa44a-5b9f-4422-8d0e-fb4631aba339 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:12.678476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-ba1fa44a-5b9f-4422-8d0e-fb4631aba339 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.81 "GET /v2.0/networks?id=11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 200 len: 821 time: 0.6921904 Feb 11 05:26:12.685865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a3dee-24a9-4334-8524-186012aa0786 req-e5f97320-444c-4910-b473-9fe4e5f54cdf tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:12.687364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e5a3dee-24a9-4334-8524-186012aa0786 req-e5f97320-444c-4910-b473-9fe4e5f54cdf tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.6217835 Feb 11 05:26:12.715583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Request body: {'port': {'device_id': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f', 'admin_state_up': True, 'tenant_id': '853f4dd954484987b9269620f2134d69'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:12.815405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (8028f05e-6159-4e72-acaa-807e5f9d8864), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.816017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-489e7af6-1d39-41fb-aab9-19ac47e6442d req-c9348833-3c07-4c37-9c4b-b0572272e15c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (1bcc4d62-7c0a-4add-8c94-bed9da0a7a42), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.820674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks [] for router_controller (8028f05e-6159-4e72-acaa-807e5f9d8864), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.908843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (8028f05e-6159-4e72-acaa-807e5f9d8864), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.909421 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8028f05e-6159-4e72-acaa-807e5f9d8864 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:26:12.915104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.917158 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b1697d6e-5367-4050-8d77-a335941a64d3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8028f05e-6159-4e72-acaa-807e5f9d8864 HTTP/1.1" status: 204 len: 168 time: 1.7002263 Feb 11 05:26:12.919358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48952) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:12.949072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2b2ed42-a7b2-4872-9db9-f8c792cd9d60 req-48178ad5-d5bf-4c5e-aaa4-918b9b4cd561 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111160 Feb 11 05:26:12.971445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-489e7af6-1d39-41fb-aab9-19ac47e6442d req-c9348833-3c07-4c37-9c4b-b0572272e15c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (1bcc4d62-7c0a-4add-8c94-bed9da0a7a42), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.980660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e5a3dee-24a9-4334-8524-186012aa0786 req-d3580555-7ff7-4267-873f-bfd3b3d587a5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712007 Feb 11 05:26:13.019391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c26f6c4-51ae-4dca-915d-0a995de8b68b admin admin] Deleting subnet 4adbe186-8bd5-41a8-9924-0e9441aefc10 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:13.025864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c26f6c4-51ae-4dca-915d-0a995de8b68b admin admin] Publish callbacks [] for subnet (4adbe186-8bd5-41a8-9924-0e9441aefc10), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.032437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-baa77fff-9621-4a77-a3c3-d9a8fa3d34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:13.033995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-baa77fff-9621-4a77-a3c3-d9a8fa3d34e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d36be30d-64ef-4433-9d0a-d1fd725e3a9a HTTP/1.1" status: 200 len: 912 time: 0.3458147 Feb 11 05:26:13.072332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c26f6c4-51ae-4dca-915d-0a995de8b68b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (4adbe186-8bd5-41a8-9924-0e9441aefc10), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.142961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-0a452fa3-be2a-4f24-a340-064378cbfd0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee821f8-0e70-4333-8b46-244485b1e83f HTTP/1.1" status: 200 len: 217 time: 0.0948820 Feb 11 05:26:13.184294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c26f6c4-51ae-4dca-915d-0a995de8b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4adbe186-8bd5-41a8-9924-0e9441aefc10), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.194364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Made reservation on behalf of 853f4dd954484987b9269620f2134d69 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:13.199917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.291310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-5deb97bf-e10f-43fa-900f-3651568beae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:13.293402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-5deb97bf-e10f-43fa-900f-3651568beae4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a6b00677-a018-426c-937b-a2a1ff00840d HTTP/1.1" status: 200 len: 850 time: 0.1220212 Feb 11 05:26:13.306281 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c26f6c4-51ae-4dca-915d-0a995de8b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (4adbe186-8bd5-41a8-9924-0e9441aefc10), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.317779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device baa5be1e-b4e0-4765-be73-719e6749e83d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:13.329133 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c26f6c4-51ae-4dca-915d-0a995de8b68b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.329290 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-489e7af6-1d39-41fb-aab9-19ac47e6442d req-c9348833-3c07-4c37-9c4b-b0572272e15c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1bcc4d62-7c0a-4add-8c94-bed9da0a7a42), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.331766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-489e7af6-1d39-41fb-aab9-19ac47e6442d req-c9348833-3c07-4c37-9c4b-b0572272e15c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.335045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-489e7af6-1d39-41fb-aab9-19ac47e6442d req-c9348833-3c07-4c37-9c4b-b0572272e15c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "DELETE /v2.0/security-groups/1bcc4d62-7c0a-4add-8c94-bed9da0a7a42 HTTP/1.1" status: 204 len: 173 time: 1.1560793 Feb 11 05:26:13.349550 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7c26f6c4-51ae-4dca-915d-0a995de8b68b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4adbe186-8bd5-41a8-9924-0e9441aefc10 HTTP/1.1" status: 204 len: 168 time: 0.4118721 Feb 11 05:26:13.352715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48964) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:13.353815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1cc8a-970c-44c9-aca2-74fc4a9e1c0c req-0730f32c-0949-4a24-9534-3a399149bb0c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:13.355944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2c1cc8a-970c-44c9-aca2-74fc4a9e1c0c req-0730f32c-0949-4a24-9534-3a399149bb0c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.2330420 Feb 11 05:26:13.369640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99380737-b521-4be7-91b9-c13dec65f3eb None None] Network b0252f9b-19fc-4cb5-bf10-09716a889b38 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:13.395370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348833-3c07-4c37-9c4b-b0572272e15c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcc4d62-7c0a-4add-8c94-bed9da0a7a42,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:13.414040 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f6c4-51ae-4dca-915d-0a995de8b68b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adbe186-8bd5-41a8-9924-0e9441aefc10,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:13.512266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: baa5be1e-b4e0-4765-be73-719e6749e83d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:13.512894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device baa5be1e-b4e0-4765-be73-719e6749e83d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:13.517011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9bff6d93-78fa-468c-838a-b13a59b92a89 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:13.519503 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b0252f9b-19fc-4cb5-bf10-09716a889b38), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.577270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9bff6d93-78fa-468c-838a-b13a59b92a89 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:13.585045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9bff6d93-78fa-468c-838a-b13a59b92a89 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:13.585500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Deleting port f9de1b10-b932-4772-9067-0879c08d06f5 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:13.586006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.631130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e61479-db6e-4c9b-97da-a909fccf939b req-58df9503-b371-41ee-84e8-e8707cb60183 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 210 time: 0.1489599 Feb 11 05:26:13.634760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-279f1baa-64db-492a-b980-d3d3ed1e07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:13.636843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-279f1baa-64db-492a-b980-d3d3ed1e07bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d36be30d-64ef-4433-9d0a-d1fd725e3a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3086448 Feb 11 05:26:13.642862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2c1cc8a-970c-44c9-aca2-74fc4a9e1c0c req-2325da81-08a3-4365-bc61-93f6d55b327c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577178 Feb 11 05:26:13.716938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Allocated IP 172.20.0.7 (11c67009-03f7-4dc4-b8a5-04278cc7600f/e9b908ad-a06c-4b74-8e8c-dbc3801df0fb/9b88cea1-d460-4d76-b821-9ee2bdb5b3dc) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:13.733615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f76222-58f3-4587-b24e-8d1708a9b018 None None] DHCP port deletion for b0252f9b-19fc-4cb5-bf10-09716a889b38 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:26:13.737277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] For port f9de1b10-b932-4772-9067-0879c08d06f5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f9de1b10-b932-4772-9067-0879c08d06f5,segment=NetworkSegment(4e41624f-3221-432f-82b8-f33243ec8fb6),segment_id=4e41624f-3221-432f-82b8-f33243ec8fb6)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:13.738031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.790136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Calling delete_port for f9de1b10-b932-4772-9067-0879c08d06f5 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:13.800960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-74f76222-58f3-4587-b24e-8d1708a9b018 None None] Deleting port f9de1b10-b932-4772-9067-0879c08d06f5 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:13.801721 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-74f76222-58f3-4587-b24e-8d1708a9b018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.905035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb2b0d1b-4fcd-43db-996a-ab7e77a3a4b3 req-06982b54-e87d-4d31-8563-2cd7dd0e6e2d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/dde164a8-f609-46af-a460-97a9f07e98a3 HTTP/1.1" status: 200 len: 1820 time: 0.1826115 Feb 11 05:26:13.915386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-74f76222-58f3-4587-b24e-8d1708a9b018 None None] For port f9de1b10-b932-4772-9067-0879c08d06f5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f9de1b10-b932-4772-9067-0879c08d06f5,segment=NetworkSegment(4e41624f-3221-432f-82b8-f33243ec8fb6),segment_id=4e41624f-3221-432f-82b8-f33243ec8fb6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:13.917941 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-74f76222-58f3-4587-b24e-8d1708a9b018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.930123 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.942301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-74f76222-58f3-4587-b24e-8d1708a9b018 None None] Calling delete_port for f9de1b10-b932-4772-9067-0879c08d06f5 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:13.946855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] No DVR routers for this DVR port f9de1b10-b932-4772-9067-0879c08d06f5 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:13.956808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ad7458a1-ef62-4d4d-8462-2d44c7eb1125 req-06022727-42d5-4878-b289-de7b5d61ea03 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1916174869', 'description': 'tempest-description-165905005'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:13.969151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9de1b10-b932-4772-9067-0879c08d06f5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:14.062574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b0252f9b-19fc-4cb5-bf10-09716a889b38), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.076689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ad7458a1-ef62-4d4d-8462-2d44c7eb1125 req-06022727-42d5-4878-b289-de7b5d61ea03 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.086855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0252f9b-19fc-4cb5-bf10-09716a889b38']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:14.094988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-8dd5dcaf-5a3c-4f95-8977-01f96472c47a service neutron] 10.222.0.81 "GET /v2.0/networks/d36be30d-64ef-4433-9d0a-d1fd725e3a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342425 Feb 11 05:26:14.098882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e41624f-3221-432f-82b8-f33243ec8fb6') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:14.099172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e41624f-3221-432f-82b8-f33243ec8fb6') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:14.114050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (4e41624f-3221-432f-82b8-f33243ec8fb6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.116942 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237359d-ac89-4180-87d5-ed089fde60c0 req-50adf09a-7f85-4143-9767-dc364a171604 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:14.118546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9237359d-ac89-4180-87d5-ed089fde60c0 req-50adf09a-7f85-4143-9767-dc364a171604 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 944 time: 0.3427286 Feb 11 05:26:14.129911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4e41624f-3221-432f-82b8-f33243ec8fb6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.141062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:14.141607 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (4e41624f-3221-432f-82b8-f33243ec8fb6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:14.143873 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:14.159872 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-74f76222-58f3-4587-b24e-8d1708a9b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (f9de1b10-b932-4772-9067-0879c08d06f5), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.191884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f76222-58f3-4587-b24e-8d1708a9b018 None None] Pushing event deleted for resources: {'Port': ['ID=f9de1b10-b932-4772-9067-0879c08d06f5,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:14.223716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f76222-58f3-4587-b24e-8d1708a9b018 None None] No DVR routers for this DVR port f9de1b10-b932-4772-9067-0879c08d06f5 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:14.228577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b0252f9b-19fc-4cb5-bf10-09716a889b38), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.241444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.249416 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0252f9b-19fc-4cb5-bf10-09716a889b38 HTTP/1.1" status: 204 len: 168 time: 0.8929515 Feb 11 05:26:14.271913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0d4fa-0d7a-408f-817c-8e6aa926b57c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0252f9b-19fc-4cb5-bf10-09716a889b38,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:14.322284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9237359d-ac89-4180-87d5-ed089fde60c0 req-27ed97f3-217e-401f-810a-5291c05ef79d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763887 Feb 11 05:26:14.333371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.369367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e311fc7-b569-4f7a-abdf-703286ece7c4 req-b611a674-9465-42b8-9380-c7bca98ef828 service neutron] 10.222.0.81 "GET /v2.0/networks/d36be30d-64ef-4433-9d0a-d1fd725e3a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474475 Feb 11 05:26:14.378655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ad7458a1-ef62-4d4d-8462-2d44c7eb1125 req-06022727-42d5-4878-b289-de7b5d61ea03 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (fe4b2a1c-c5a2-42a8-b556-727645654d6d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.392845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ad7458a1-ef62-4d4d-8462-2d44c7eb1125 req-06022727-42d5-4878-b289-de7b5d61ea03 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fe4b2a1c-c5a2-42a8-b556-727645654d6d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.444953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ad7458a1-ef62-4d4d-8462-2d44c7eb1125 req-06022727-42d5-4878-b289-de7b5d61ea03 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.446121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad7458a1-ef62-4d4d-8462-2d44c7eb1125 req-06022727-42d5-4878-b289-de7b5d61ea03 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5035789 Feb 11 05:26:14.467928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06022727-42d5-4878-b289-de7b5d61ea03 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4b2a1c-c5a2-42a8-b556-727645654d6d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:14.472350 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.485571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48984) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:14.548970 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-acd626e6-f1f0-48ed-9722-fc4351d431ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7545379b238f493ba8a954b800313df6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0619438 Feb 11 05:26:14.549658 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48986) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:14.550240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Network 11c67009-03f7-4dc4-b8a5-04278cc7600f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:14.561904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:14.570059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:14.575822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event updated for resources: {'Port': ['ID=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:14.600675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b004e667-a8f2-4803-9a8f-f93078daad35 admin admin] Publish callbacks [] for security_group (b5c746dc-5905-420b-ba06-9d638cc12f5e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.601995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f899c-cf8e-4687-a3ae-36e27a851f14 req-59f538f9-e7fb-452d-8071-8d9ea5fe68ed tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:14.603511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b50f899c-cf8e-4687-a3ae-36e27a851f14 req-59f538f9-e7fb-452d-8071-8d9ea5fe68ed tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.1809771 Feb 11 05:26:14.608672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d6a9dee-e5ec-4a53-8e97-20133290a32d req-ebbcbb73-1a96-46e7-9429-8901f15e7680 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/fe4b2a1c-c5a2-42a8-b556-727645654d6d HTTP/1.1" status: 200 len: 1821 time: 0.1344860 Feb 11 05:26:14.623343 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b004e667-a8f2-4803-9a8f-f93078daad35 admin admin] Publish callbacks [] for security_group (b5c746dc-5905-420b-ba06-9d638cc12f5e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.632355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-6d6a9dee-e5ec-4a53-8e97-20133290a32d req-2e800297-dd29-4171-b834-016ead883b5c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe4b2a1c-c5a2-42a8-b556-727645654d6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:14.632941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-6d6a9dee-e5ec-4a53-8e97-20133290a32d req-2e800297-dd29-4171-b834-016ead883b5c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe4b2a1c-c5a2-42a8-b556-727645654d6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:14.673354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:14.673836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b004e667-a8f2-4803-9a8f-f93078daad35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b5c746dc-5905-420b-ba06-9d638cc12f5e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.673992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.676520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b004e667-a8f2-4803-9a8f-f93078daad35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.680157 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b004e667-a8f2-4803-9a8f-f93078daad35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5c746dc-5905-420b-ba06-9d638cc12f5e HTTP/1.1" status: 204 len: 168 time: 0.1271462 Feb 11 05:26:14.701430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004e667-a8f2-4803-9a8f-f93078daad35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c746dc-5905-420b-ba06-9d638cc12f5e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:14.710174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b50f899c-cf8e-4687-a3ae-36e27a851f14 req-ec086973-e603-4c66-9282-0b1ae54a0bd1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926864 Feb 11 05:26:14.749551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-18b95f2d-b294-47a4-8a51-fdab996f52be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0394950 Feb 11 05:26:14.756544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6d6a9dee-e5ec-4a53-8e97-20133290a32d req-2e800297-dd29-4171-b834-016ead883b5c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (c2f123f1-140b-42fa-8420-8cd04aedfb48), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.772030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Request body: {'port': {'device_id': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:14.801868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6d6a9dee-e5ec-4a53-8e97-20133290a32d req-2e800297-dd29-4171-b834-016ead883b5c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (c2f123f1-140b-42fa-8420-8cd04aedfb48), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.811966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6d6a9dee-e5ec-4a53-8e97-20133290a32d req-2e800297-dd29-4171-b834-016ead883b5c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (c2f123f1-140b-42fa-8420-8cd04aedfb48), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.922199 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.008592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6d6a9dee-e5ec-4a53-8e97-20133290a32d req-2e800297-dd29-4171-b834-016ead883b5c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.009860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d6a9dee-e5ec-4a53-8e97-20133290a32d req-2e800297-dd29-4171-b834-016ead883b5c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3906598 Feb 11 05:26:15.097537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e800297-dd29-4171-b834-016ead883b5c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f123f1-140b-42fa-8420-8cd04aedfb48,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.180754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d85c26-2d21-4026-abe0-5270e449d449 req-5d1579ba-145e-45dc-bfe8-17a86e796d0c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:15.181787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f9de1b10-b932-4772-9067-0879c08d06f5 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:15.189206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d85c26-2d21-4026-abe0-5270e449d449 req-5d1579ba-145e-45dc-bfe8-17a86e796d0c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 931 time: 0.3639452 Feb 11 05:26:15.207923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49016) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:15.214183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f9de1b10-b932-4772-9067-0879c08d06f5 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:15.214774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f9de1b10-b932-4772-9067-0879c08d06f5 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:15.279828 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dbc99f96-aeee-47b2-9bb2-fc2c8d1e650b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be2202f131e64848b6a5bfa112021217&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0639338 Feb 11 05:26:15.280476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:15.314659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d41feb-6a36-438e-8227-335faf617a79 req-262ec6bd-15b3-49fa-adf0-0be175557fbf tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:15.316742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1d41feb-6a36-438e-8227-335faf617a79 req-262ec6bd-15b3-49fa-adf0-0be175557fbf tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.2043319 Feb 11 05:26:15.327526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d85c26-2d21-4026-abe0-5270e449d449 req-8897fa63-3c1f-46a2-a2c7-889bbfb405de tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374342 Feb 11 05:26:15.391234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02221d72-e083-4ca7-aa2c-1a33344e192a admin admin] Publish callbacks [] for security_group (fccef9d4-a01e-467c-b3ab-28976ec4767d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.418372 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02221d72-e083-4ca7-aa2c-1a33344e192a admin admin] Publish callbacks [] for security_group (fccef9d4-a01e-467c-b3ab-28976ec4767d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.418669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1d41feb-6a36-438e-8227-335faf617a79 req-47435315-4038-4140-a1e3-bd323c18391e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900011 Feb 11 05:26:15.466659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ed864f1-2b3d-4be1-88d4-4e4ef8750cbe req-c09edf3f-63b7-4b91-a9fe-e17a93c99f7c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/fe4b2a1c-c5a2-42a8-b556-727645654d6d HTTP/1.1" status: 200 len: 2414 time: 0.0716591 Feb 11 05:26:15.477641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3ed864f1-2b3d-4be1-88d4-4e4ef8750cbe req-e95f95a3-3396-49be-8f47-99a9e7b4373d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe4b2a1c-c5a2-42a8-b556-727645654d6d', 'remote_group_id': None}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:15.478148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3ed864f1-2b3d-4be1-88d4-4e4ef8750cbe req-e95f95a3-3396-49be-8f47-99a9e7b4373d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe4b2a1c-c5a2-42a8-b556-727645654d6d', 'remote_group_id': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:15.497300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02221d72-e083-4ca7-aa2c-1a33344e192a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fccef9d4-a01e-467c-b3ab-28976ec4767d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.500948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02221d72-e083-4ca7-aa2c-1a33344e192a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.502427 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02221d72-e083-4ca7-aa2c-1a33344e192a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fccef9d4-a01e-467c-b3ab-28976ec4767d HTTP/1.1" status: 204 len: 168 time: 0.2208641 Feb 11 05:26:15.520187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02221d72-e083-4ca7-aa2c-1a33344e192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccef9d4-a01e-467c-b3ab-28976ec4767d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.589792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device bee821f8-0e70-4333-8b46-244485b1e83f details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:15.629015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:15.640848 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Publish callbacks [] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.680079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3ed864f1-2b3d-4be1-88d4-4e4ef8750cbe req-e95f95a3-3396-49be-8f47-99a9e7b4373d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.684356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Transition to ACTIVE for port object 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:15.706356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef506f8-8465-4325-9caa-1517454583a2 req-c4235129-e80b-412b-a461-0d5a67b9f4d1 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:15.708202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ef506f8-8465-4325-9caa-1517454583a2 req-c4235129-e80b-412b-a461-0d5a67b9f4d1 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 944 time: 0.1331739 Feb 11 05:26:15.711512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.716562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port bee821f8-0e70-4333-8b46-244485b1e83f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bee821f8-0e70-4333-8b46-244485b1e83f,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:15.734310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'bee821f8-0e70-4333-8b46-244485b1e83f', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'port_id': 'bee821f8-0e70-4333-8b46-244485b1e83f', 'mac_address': 'fa:16:3e:d3:d8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:15.782883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port bee821f8-0e70-4333-8b46-244485b1e83f is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:15.783476 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.798606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee821f8-0e70-4333-8b46-244485b1e83f {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:15.804266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3ed864f1-2b3d-4be1-88d4-4e4ef8750cbe req-e95f95a3-3396-49be-8f47-99a9e7b4373d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.821164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Pushing event updated for resources: {'Port': ['ID=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.822478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port bee821f8-0e70-4333-8b46-244485b1e83f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bee821f8-0e70-4333-8b46-244485b1e83f,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:15.824004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3ed864f1-2b3d-4be1-88d4-4e4ef8750cbe req-e95f95a3-3396-49be-8f47-99a9e7b4373d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.829147 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.886559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=bee821f8-0e70-4333-8b46-244485b1e83f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.888308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f95a3-3396-49be-8f47-99a9e7b4373d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.892839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ef506f8-8465-4325-9caa-1517454583a2 req-43151268-f57e-4157-88fd-bcae2b7018ec tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665132 Feb 11 05:26:15.915761 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3ed864f1-2b3d-4be1-88d4-4e4ef8750cbe req-e95f95a3-3396-49be-8f47-99a9e7b4373d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.916961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ed864f1-2b3d-4be1-88d4-4e4ef8750cbe req-e95f95a3-3396-49be-8f47-99a9e7b4373d tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4438765 Feb 11 05:26:15.986564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Attempting to bind port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:15.987776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Attempting to bind port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:15.989869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Attempting to bind port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc on network 11c67009-03f7-4dc4-b8a5-04278cc7600f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:16.001661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc on network 11c67009-03f7-4dc4-b8a5-04278cc7600f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:16.001998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Attempting to bind port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc on network 11c67009-03f7-4dc4-b8a5-04278cc7600f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:16.067286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:16.067747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Checking segment: {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:16.068211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Bound using segment: {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:16.068738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Bound port: 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:16.069223 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.125464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['bee821f8-0e70-4333-8b46-244485b1e83f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:16.187256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676bc57-e012-4559-9eca-86243f95a288 req-229191df-0164-4889-af2e-beddf01ab8bb tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:16.188846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9676bc57-e012-4559-9eca-86243f95a288 req-229191df-0164-4889-af2e-beddf01ab8bb tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.1392949 Feb 11 05:26:16.192222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070d305-134a-4d80-9837-7e6eecf9b07d req-7a68fc3e-7469-4a77-8707-f181f04939d9 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:16.193719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c070d305-134a-4d80-9837-7e6eecf9b07d req-7a68fc3e-7469-4a77-8707-f181f04939d9 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1128 time: 0.1847534 Feb 11 05:26:16.197070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:16.202569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:16.233688 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.290099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:16.290724 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.292174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] 10.222.0.81 "PUT /v2.0/ports/9b88cea1-d460-4d76-b821-9ee2bdb5b3dc HTTP/1.1" status: 200 len: 1092 time: 1.5247095 Feb 11 05:26:16.292653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:16.295444 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6fee2-e1e9-4a76-9655-856ec3de9841" -d '{"events": [{"name": "network-changed", "server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:16.354440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9676bc57-e012-4559-9eca-86243f95a288 req-e3092bc4-6433-4331-9bde-53557f8b6175 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548724 Feb 11 05:26:16.414229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c070d305-134a-4d80-9837-7e6eecf9b07d req-c97daa01-8bd2-4bed-9bcb-6fb4d70640e5 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026818 Feb 11 05:26:16.414841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212945d-2129-4a17-8512-1d37a9065059 service neutron] Pushing event updated for resources: {'Port': ['ID=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:16.457277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-dda5a530-87e4-4127-852f-a8e058eee401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:16.470930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-dda5a530-87e4-4127-852f-a8e058eee401 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=853f4dd954484987b9269620f2134d69&device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 1126 time: 0.1181741 Feb 11 05:26:16.517988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-9c8f99b6-93b7-4d92-9906-50e63f7bfeb5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc HTTP/1.1" status: 200 len: 217 time: 0.0461657 Feb 11 05:26:16.520881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f048c185-1ead-49f2-8012-082539ed3ae3 req-b4d45bbf-fa48-45ef-8dcc-2f619798890c tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/fe4b2a1c-c5a2-42a8-b556-727645654d6d HTTP/1.1" status: 200 len: 3012 time: 0.1207638 Feb 11 05:26:16.585493 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efd83da-4d49-46d5-839f-3510a9c65f7f x-openstack-request-id: req-6efd83da-4d49-46d5-839f-3510a9c65f7f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:16.585792 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:16.586053 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6efd83da-4d49-46d5-839f-3510a9c65f7f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:16.586584 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc', 'status': 'completed', 'code': 200} Feb 11 05:26:16.597933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-a54a38f3-d522-400b-9b51-6728f9ff8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:16.599606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-a54a38f3-d522-400b-9b51-6728f9ff8220 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9b908ad-a06c-4b74-8e8c-dbc3801df0fb HTTP/1.1" status: 200 len: 861 time: 0.0753446 Feb 11 05:26:16.656387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-ecb243ed-988e-450d-9220-a2e60b798577 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=11c67009-03f7-4dc4-b8a5-04278cc7600f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457587 Feb 11 05:26:17.074483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af831bfb-3f0e-46ea-8198-762412a47267 req-ae62f356-3df4-40b4-a5f4-3397d8c3dc42 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-group-rules/eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8 HTTP/1.1" status: 200 len: 783 time: 0.3678777 Feb 11 05:26:17.150879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3797452-83e9-401f-812f-9d1509e1b95a req-43d83e37-d2b1-4145-b50d-058474f9b460 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:17.153080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3797452-83e9-401f-812f-9d1509e1b95a req-43d83e37-d2b1-4145-b50d-058474f9b460 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 943 time: 0.5323937 Feb 11 05:26:17.158481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-848ae256-2576-4545-9a05-de29024fe3dd service neutron] 10.222.0.81 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507196 Feb 11 05:26:17.222464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af831bfb-3f0e-46ea-8198-762412a47267 req-1edb6924-a03d-43ad-b39a-7bb5c8b20f1f tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/fe4b2a1c-c5a2-42a8-b556-727645654d6d HTTP/1.1" status: 200 len: 3012 time: 0.1215158 Feb 11 05:26:17.314576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-af831bfb-3f0e-46ea-8198-762412a47267 req-d3df2eef-b50a-48f0-a558-f51ceabea41b tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.337539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3797452-83e9-401f-812f-9d1509e1b95a req-8b0ac1fa-926c-4bf7-8987-cc7c080172ae tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684594 Feb 11 05:26:17.341706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-af831bfb-3f0e-46ea-8198-762412a47267 req-d3df2eef-b50a-48f0-a558-f51ceabea41b tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.400111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63ceb991-6c87-467c-8aaa-b82802f438ca req-70b8e133-f20d-4c65-a90f-d118d90d9fdf service neutron] 10.222.0.81 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308266 Feb 11 05:26:17.401501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-af831bfb-3f0e-46ea-8198-762412a47267 req-d3df2eef-b50a-48f0-a558-f51ceabea41b tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.415366 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-af831bfb-3f0e-46ea-8198-762412a47267 req-d3df2eef-b50a-48f0-a558-f51ceabea41b tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.426982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af831bfb-3f0e-46ea-8198-762412a47267 req-d3df2eef-b50a-48f0-a558-f51ceabea41b tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8 HTTP/1.1" status: 204 len: 173 time: 0.2034945 Feb 11 05:26:17.429823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df2eef-b50a-48f0-a558-f51ceabea41b tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb231e2e-cf6d-4218-a0a8-fc7ddce6a3b8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:17.587690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-dc8c13fb-f4d2-495c-ae6c-6d38e0d0b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:17.589301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-dc8c13fb-f4d2-495c-ae6c-6d38e0d0b724 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=853f4dd954484987b9269620f2134d69&device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 1126 time: 0.1289570 Feb 11 05:26:17.610683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device bee821f8-0e70-4333-8b46-244485b1e83f up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:17.625646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9e1f5-7bef-4e5d-9916-fe11c8339630 req-b025785f-4acf-418d-bc89-89a5064bbaf8 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:17.627128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08d9e1f5-7bef-4e5d-9916-fe11c8339630 req-b025785f-4acf-418d-bc89-89a5064bbaf8 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 945 time: 0.1357279 Feb 11 05:26:17.645408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5a58-4f2b-40b5-bb5e-cd3565c49671 req-d7339369-cdf4-4b53-81b4-268224d6d355 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:17.652203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37df5a58-4f2b-40b5-bb5e-cd3565c49671 req-d7339369-cdf4-4b53-81b4-268224d6d355 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.1132710 Feb 11 05:26:17.678546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port bee821f8-0e70-4333-8b46-244485b1e83f completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:17.683544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port bee821f8-0e70-4333-8b46-244485b1e83f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:17.684368 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.788496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port bee821f8-0e70-4333-8b46-244485b1e83f is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:17.789533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.812692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37df5a58-4f2b-40b5-bb5e-cd3565c49671 req-8dbd4e03-67ac-41c5-be1e-5e15631a4ef6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595483 Feb 11 05:26:17.816809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08d9e1f5-7bef-4e5d-9916-fe11c8339630 req-9ce2c4f4-8389-44bf-b9b9-2087f628f7f4 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786816 Feb 11 05:26:17.858855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee821f8-0e70-4333-8b46-244485b1e83f'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:17.861635 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caefeba0-f49d-42ab-9a8b-bf2dd93c528b" -d '{"events": [{"server_uuid": "56ea11f2-f778-4bdf-aaeb-4fa16803ff67", "name": "network-vif-plugged", "status": "completed", "tag": "bee821f8-0e70-4333-8b46-244485b1e83f"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:17.882952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port bee821f8-0e70-4333-8b46-244485b1e83f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bee821f8-0e70-4333-8b46-244485b1e83f,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:17.890574 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.944246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-539aa68c-1669-456d-9ae4-e9f13e1b37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:17.950129 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-539aa68c-1669-456d-9ae4-e9f13e1b37f2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 200 len: 922 time: 0.3393633 Feb 11 05:26:18.001632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=bee821f8-0e70-4333-8b46-244485b1e83f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:18.036194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-280fa52b-3802-4821-8fb5-a4e1f62bbecc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc HTTP/1.1" status: 200 len: 217 time: 0.0807779 Feb 11 05:26:18.040579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5af05df0-ef10-4259-be73-d6a63e24637c req-f5db36c0-b113-43da-aa89-dc25a8627d05 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/fe4b2a1c-c5a2-42a8-b556-727645654d6d HTTP/1.1" status: 200 len: 2414 time: 0.1888609 Feb 11 05:26:18.093962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-4036335b-e2ca-4c4e-9e65-09a6f3cd589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:18.095571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-4036335b-e2ca-4c4e-9e65-09a6f3cd589e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9b908ad-a06c-4b74-8e8c-dbc3801df0fb HTTP/1.1" status: 200 len: 861 time: 0.0502710 Feb 11 05:26:18.214332 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0b50b8-036d-442b-a21c-a1401555a1fc x-openstack-request-id: req-be0b50b8-036d-442b-a21c-a1401555a1fc {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:18.215676 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ea11f2-f778-4bdf-aaeb-4fa16803ff67", "name": "network-vif-plugged", "status": "completed", "tag": "bee821f8-0e70-4333-8b46-244485b1e83f", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:18.216045 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be0b50b8-036d-442b-a21c-a1401555a1fc {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:18.216613 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee821f8-0e70-4333-8b46-244485b1e83f', 'code': 200} Feb 11 05:26:18.232138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-844b9a6c-515a-401e-9598-3ce6d31fe6f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=11c67009-03f7-4dc4-b8a5-04278cc7600f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793941 Feb 11 05:26:18.431996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5af05df0-ef10-4259-be73-d6a63e24637c req-05f98543-ddb0-4301-acbb-51f9f9733cbf tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (fe4b2a1c-c5a2-42a8-b556-727645654d6d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.534373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-3e2452e0-edd4-419f-af34-3d2affd99bef service neutron] 10.222.0.81 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944961 Feb 11 05:26:18.537640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5af05df0-ef10-4259-be73-d6a63e24637c req-05f98543-ddb0-4301-acbb-51f9f9733cbf tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (fe4b2a1c-c5a2-42a8-b556-727645654d6d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.541474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018cfe0-bfab-400c-a205-c255c54e0328 req-de524151-fbc4-433f-8bec-c84d8c0d9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:18.543451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f018cfe0-bfab-400c-a205-c255c54e0328 req-de524151-fbc4-433f-8bec-c84d8c0d9b4e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 1129 time: 0.2074213 Feb 11 05:26:18.691780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd11cb-eb86-4cf6-bc7b-567bbe13e68d req-e2c7dfaa-8c67-4e58-bf24-ac604b4b4256 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:18.693299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bfd11cb-eb86-4cf6-bc7b-567bbe13e68d req-e2c7dfaa-8c67-4e58-bf24-ac604b4b4256 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 943 time: 0.2155678 Feb 11 05:26:18.724130 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5af05df0-ef10-4259-be73-d6a63e24637c req-05f98543-ddb0-4301-acbb-51f9f9733cbf tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fe4b2a1c-c5a2-42a8-b556-727645654d6d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.726660 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5af05df0-ef10-4259-be73-d6a63e24637c req-05f98543-ddb0-4301-acbb-51f9f9733cbf tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.727788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5af05df0-ef10-4259-be73-d6a63e24637c req-05f98543-ddb0-4301-acbb-51f9f9733cbf tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "DELETE /v2.0/security-groups/fe4b2a1c-c5a2-42a8-b556-727645654d6d HTTP/1.1" status: 204 len: 173 time: 0.6312072 Feb 11 05:26:18.730259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f018cfe0-bfab-400c-a205-c255c54e0328 req-27b1d0ce-08c4-455f-a006-81f300ac2bd4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682429 Feb 11 05:26:18.746425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23c6fee2-e1e9-4a76-9655-856ec3de9841 req-06f38ce2-e40f-4705-9fa9-5ab39b60340d service neutron] 10.222.0.81 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967623 Feb 11 05:26:18.754010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f98543-ddb0-4301-acbb-51f9f9733cbf tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4b2a1c-c5a2-42a8-b556-727645654d6d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:18.793746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bfd11cb-eb86-4cf6-bc7b-567bbe13e68d req-41d3a9fc-d323-4dd0-bdfa-5a49946fb726 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860755 Feb 11 05:26:18.842536 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-526684cf-35c3-4a5f-8773-5fcdd7991431 req-9bb5d90e-33ce-44ed-b829-52271b0140e7 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] show failed (client error): The resource could not be found. Feb 11 05:26:18.851033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-526684cf-35c3-4a5f-8773-5fcdd7991431 req-9bb5d90e-33ce-44ed-b829-52271b0140e7 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/1bcc4d62-7c0a-4add-8c94-bed9da0a7a42 HTTP/1.1" status: 404 len: 352 time: 0.0232096 Feb 11 05:26:19.012890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e36a7-70f8-45b6-8def-1f7312b9ea3e req-7c6e9497-b90b-465c-be7d-b9f69481bf40 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.014617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a1e36a7-70f8-45b6-8def-1f7312b9ea3e req-7c6e9497-b90b-465c-be7d-b9f69481bf40 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.0889878 Feb 11 05:26:19.042839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adbfcb-c5b4-4db0-8ba2-0a007b1d83d2 req-f2e82c98-1f2c-432a-af4c-7698ff0586c6 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.044432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5adbfcb-c5b4-4db0-8ba2-0a007b1d83d2 req-f2e82c98-1f2c-432a-af4c-7698ff0586c6 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.0869989 Feb 11 05:26:19.094261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a1e36a7-70f8-45b6-8def-1f7312b9ea3e req-e6ba6e0c-c1ab-4414-99a1-dc095d462799 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737047 Feb 11 05:26:19.115696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5adbfcb-c5b4-4db0-8ba2-0a007b1d83d2 req-457a072b-c6d8-45e4-aa76-fbda94f3048f tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641937 Feb 11 05:26:19.173371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a777e42-7a37-42cc-9944-ffd09e7c1d34 req-2a472a58-26b9-47f4-a118-c56f99477b98 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/dde164a8-f609-46af-a460-97a9f07e98a3 HTTP/1.1" status: 200 len: 1820 time: 0.0468845 Feb 11 05:26:19.246604 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2a777e42-7a37-42cc-9944-ffd09e7c1d34 req-57cebec6-347a-4fbf-aa6f-d9af084587e1 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (dde164a8-f609-46af-a460-97a9f07e98a3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.283959 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2a777e42-7a37-42cc-9944-ffd09e7c1d34 req-57cebec6-347a-4fbf-aa6f-d9af084587e1 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (dde164a8-f609-46af-a460-97a9f07e98a3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.328420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2a777e42-7a37-42cc-9944-ffd09e7c1d34 req-57cebec6-347a-4fbf-aa6f-d9af084587e1 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dde164a8-f609-46af-a460-97a9f07e98a3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.331152 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2a777e42-7a37-42cc-9944-ffd09e7c1d34 req-57cebec6-347a-4fbf-aa6f-d9af084587e1 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.344259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a777e42-7a37-42cc-9944-ffd09e7c1d34 req-57cebec6-347a-4fbf-aa6f-d9af084587e1 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "DELETE /v2.0/security-groups/dde164a8-f609-46af-a460-97a9f07e98a3 HTTP/1.1" status: 204 len: 173 time: 0.1649802 Feb 11 05:26:19.403732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8231e963-09ad-4ac6-916d-c2aee1a45e2a req-92472d66-c6eb-429b-8068-c608d3d2fadc tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/0b49d231-0d1e-4b4a-8e75-223d9813acba HTTP/1.1" status: 200 len: 1821 time: 0.0527079 Feb 11 05:26:19.406139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cebec6-347a-4fbf-aa6f-d9af084587e1 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde164a8-f609-46af-a460-97a9f07e98a3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:19.474325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8231e963-09ad-4ac6-916d-c2aee1a45e2a req-359c62e8-7130-429a-bcbb-62fcf71d53e9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (0b49d231-0d1e-4b4a-8e75-223d9813acba), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.498681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8231e963-09ad-4ac6-916d-c2aee1a45e2a req-359c62e8-7130-429a-bcbb-62fcf71d53e9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (0b49d231-0d1e-4b4a-8e75-223d9813acba), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.559500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8231e963-09ad-4ac6-916d-c2aee1a45e2a req-359c62e8-7130-429a-bcbb-62fcf71d53e9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b49d231-0d1e-4b4a-8e75-223d9813acba), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.562297 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8231e963-09ad-4ac6-916d-c2aee1a45e2a req-359c62e8-7130-429a-bcbb-62fcf71d53e9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.563670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8231e963-09ad-4ac6-916d-c2aee1a45e2a req-359c62e8-7130-429a-bcbb-62fcf71d53e9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "DELETE /v2.0/security-groups/0b49d231-0d1e-4b4a-8e75-223d9813acba HTTP/1.1" status: 204 len: 173 time: 0.1591356 Feb 11 05:26:19.577440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c62e8-7130-429a-bcbb-62fcf71d53e9 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b49d231-0d1e-4b4a-8e75-223d9813acba,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:19.621077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:19.748630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd62db61-fdfa-46dd-8734-8f2798020a43 req-df13fbfc-30bf-459b-ab7a-584c8672544b tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/7fa43973-bec9-4b16-ade9-dc99a03d1273 HTTP/1.1" status: 200 len: 1821 time: 0.0857980 Feb 11 05:26:19.805515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:19.825437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc', 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f', 'port_id': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc', 'mac_address': 'fa:16:3e:84:bd:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b908ad-a06c-4b74-8e8c-dbc3801df0fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:19.844147 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd62db61-fdfa-46dd-8734-8f2798020a43 req-bdda17a7-177f-48bc-9fd4-cd537680aeaa tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (7fa43973-bec9-4b16-ade9-dc99a03d1273), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.897455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:19.898296 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.914436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:19.923917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd62db61-fdfa-46dd-8734-8f2798020a43 req-bdda17a7-177f-48bc-9fd4-cd537680aeaa tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (7fa43973-bec9-4b16-ade9-dc99a03d1273), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.963528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:19.971600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.015613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2941b6e-f4ea-4a20-bcb8-27ce15ad4c92 req-7716fd57-7f0b-4d2a-8c60-f0ab48eb62d3 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:20.017543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2941b6e-f4ea-4a20-bcb8-27ce15ad4c92 req-7716fd57-7f0b-4d2a-8c60-f0ab48eb62d3 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 943 time: 0.1356118 Feb 11 05:26:20.018867 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd62db61-fdfa-46dd-8734-8f2798020a43 req-bdda17a7-177f-48bc-9fd4-cd537680aeaa tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7fa43973-bec9-4b16-ade9-dc99a03d1273), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.021662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd62db61-fdfa-46dd-8734-8f2798020a43 req-bdda17a7-177f-48bc-9fd4-cd537680aeaa tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.045656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd62db61-fdfa-46dd-8734-8f2798020a43 req-bdda17a7-177f-48bc-9fd4-cd537680aeaa tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "DELETE /v2.0/security-groups/7fa43973-bec9-4b16-ade9-dc99a03d1273 HTTP/1.1" status: 204 len: 173 time: 0.2899191 Feb 11 05:26:20.061225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:20.092502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda17a7-177f-48bc-9fd4-cd537680aeaa tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa43973-bec9-4b16-ade9-dc99a03d1273,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:20.146321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d6d8f15-6097-40d0-af74-ac3489cc83a4 req-13c17c1d-5cbb-4e45-8b54-d79a0263b1ed tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/fe6296a0-8787-461f-8cda-fc18839e0d7e HTTP/1.1" status: 200 len: 2420 time: 0.0920839 Feb 11 05:26:20.163500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2941b6e-f4ea-4a20-bcb8-27ce15ad4c92 req-a6a2b9c3-1828-434c-9219-45822b48a924 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044514 Feb 11 05:26:20.235975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49240) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.252476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['9b88cea1-d460-4d76-b821-9ee2bdb5b3dc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:20.340495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2d6d8f15-6097-40d0-af74-ac3489cc83a4 req-5e0748cb-17b5-4d14-966b-ad221e7e07b5 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (fe6296a0-8787-461f-8cda-fc18839e0d7e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.370953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2d6d8f15-6097-40d0-af74-ac3489cc83a4 req-5e0748cb-17b5-4d14-966b-ad221e7e07b5 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (fe6296a0-8787-461f-8cda-fc18839e0d7e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.449955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2d6d8f15-6097-40d0-af74-ac3489cc83a4 req-5e0748cb-17b5-4d14-966b-ad221e7e07b5 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fe6296a0-8787-461f-8cda-fc18839e0d7e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.452497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2d6d8f15-6097-40d0-af74-ac3489cc83a4 req-5e0748cb-17b5-4d14-966b-ad221e7e07b5 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.464050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d6d8f15-6097-40d0-af74-ac3489cc83a4 req-5e0748cb-17b5-4d14-966b-ad221e7e07b5 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "DELETE /v2.0/security-groups/fe6296a0-8787-461f-8cda-fc18839e0d7e HTTP/1.1" status: 204 len: 173 time: 0.3160903 Feb 11 05:26:20.499059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7238c5-04ff-4c74-9857-a81f3d90c1e4 req-b0ca4555-6e18-460c-b23b-238e836dad8f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:20.507695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa7238c5-04ff-4c74-9857-a81f3d90c1e4 req-b0ca4555-6e18-460c-b23b-238e836dad8f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.2375090 Feb 11 05:26:20.561532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae70a033-b440-465e-b28b-5e2769274129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.592278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0748cb-17b5-4d14-966b-ad221e7e07b5 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6296a0-8787-461f-8cda-fc18839e0d7e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:20.649557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1528025-4d76-48f7-b61d-8d403f078b9e req-5cdfcc33-ed08-4613-9016-433305a4b179 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:20.651151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1528025-4d76-48f7-b61d-8d403f078b9e req-5cdfcc33-ed08-4613-9016-433305a4b179 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.1354439 Feb 11 05:26:20.696571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa7238c5-04ff-4c74-9857-a81f3d90c1e4 req-7a024212-744e-4398-8ef1-6451efc86ae4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878364 Feb 11 05:26:20.783333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1528025-4d76-48f7-b61d-8d403f078b9e req-4716e790-4b88-46c5-b8c2-f354a3fe18c5 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215141 Feb 11 05:26:20.819034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae70a033-b440-465e-b28b-5e2769274129 admin admin] Publish callbacks [] for security_group (639ef3c6-5bc2-4ac4-a7c4-eca0b7edb5d5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.825655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2dc6fd79-d2ad-4c61-8bce-ed90969356ba req-4bd95da7-53d1-47ab-ad53-ea57f326665b tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "GET /v2.0/security-groups/8e4956c6-06d5-41bc-8c5c-e38cf55d662c HTTP/1.1" status: 200 len: 2413 time: 0.0995398 Feb 11 05:26:20.827204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae70a033-b440-465e-b28b-5e2769274129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (639ef3c6-5bc2-4ac4-a7c4-eca0b7edb5d5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.891803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70a033-b440-465e-b28b-5e2769274129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ef3c6-5bc2-4ac4-a7c4-eca0b7edb5d5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:20.941373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae70a033-b440-465e-b28b-5e2769274129 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70b38867c4f0426698d917083eb0c9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6862018 Feb 11 05:26:20.944219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49270) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.978506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2dc6fd79-d2ad-4c61-8bce-ed90969356ba req-c856c105-b24a-4395-997e-ea0dab77da35 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (8e4956c6-06d5-41bc-8c5c-e38cf55d662c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.992920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033ee69-93ae-42c9-bd5b-bc093ad7ad5b req-0af06c41-4046-4811-9a31-632380d3d0a1 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:20.994649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a033ee69-93ae-42c9-bd5b-bc093ad7ad5b req-0af06c41-4046-4811-9a31-632380d3d0a1 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.1231716 Feb 11 05:26:20.997019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7aafd01e-eb23-4b30-95bb-b97a38012c59 admin admin] Publish callbacks [] for security_group (639ef3c6-5bc2-4ac4-a7c4-eca0b7edb5d5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.008887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49272) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:21.013863 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-571305be-e327-479c-a7a8-7bd55d52d55d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Request body: {'floatingip': {'port_id': 'bee821f8-0e70-4333-8b46-244485b1e83f'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:21.033537 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2dc6fd79-d2ad-4c61-8bce-ed90969356ba req-c856c105-b24a-4395-997e-ea0dab77da35 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (8e4956c6-06d5-41bc-8c5c-e38cf55d662c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.064263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-571305be-e327-479c-a7a8-7bd55d52d55d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for floatingip (ec97613d-a3f2-4212-a548-10c7cfe5c364), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.095760 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2dc6fd79-d2ad-4c61-8bce-ed90969356ba req-c856c105-b24a-4395-997e-ea0dab77da35 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8e4956c6-06d5-41bc-8c5c-e38cf55d662c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.098447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2dc6fd79-d2ad-4c61-8bce-ed90969356ba req-c856c105-b24a-4395-997e-ea0dab77da35 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.099610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2dc6fd79-d2ad-4c61-8bce-ed90969356ba req-c856c105-b24a-4395-997e-ea0dab77da35 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e4956c6-06d5-41bc-8c5c-e38cf55d662c HTTP/1.1" status: 204 len: 173 time: 0.2687047 Feb 11 05:26:21.107853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49288) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:21.117639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856c105-b24a-4395-997e-ea0dab77da35 tempest-SecurityGroupRulesTestJSON-1550996294 tempest-SecurityGroupRulesTestJSON-1550996294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4956c6-06d5-41bc-8c5c-e38cf55d662c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:21.137926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7aafd01e-eb23-4b30-95bb-b97a38012c59 admin admin] Publish callbacks [] for security_group (639ef3c6-5bc2-4ac4-a7c4-eca0b7edb5d5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.185281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a22dca-4d11-4894-b957-ec4ac65b63cd admin admin] Deleting subnet 7dd1d582-4556-4221-9050-01e06c3331d9 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:21.189677 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8a22dca-4d11-4894-b957-ec4ac65b63cd admin admin] Publish callbacks [] for subnet (7dd1d582-4556-4221-9050-01e06c3331d9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.240789 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8a22dca-4d11-4894-b957-ec4ac65b63cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (7dd1d582-4556-4221-9050-01e06c3331d9), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.241411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7aafd01e-eb23-4b30-95bb-b97a38012c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (639ef3c6-5bc2-4ac4-a7c4-eca0b7edb5d5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.244196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7aafd01e-eb23-4b30-95bb-b97a38012c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.245677 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7aafd01e-eb23-4b30-95bb-b97a38012c59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/639ef3c6-5bc2-4ac4-a7c4-eca0b7edb5d5 HTTP/1.1" status: 204 len: 168 time: 0.2998192 Feb 11 05:26:21.259282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafd01e-eb23-4b30-95bb-b97a38012c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ef3c6-5bc2-4ac4-a7c4-eca0b7edb5d5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:21.412415 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8a22dca-4d11-4894-b957-ec4ac65b63cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7dd1d582-4556-4221-9050-01e06c3331d9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.489969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f4666-343b-4754-887e-565a154a7484 req-ce4e8ffb-7d79-43b5-87a7-4ce958743c26 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:21.491741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a55f4666-343b-4754-887e-565a154a7484 req-ce4e8ffb-7d79-43b5-87a7-4ce958743c26 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 944 time: 0.1731381 Feb 11 05:26:21.579933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a55f4666-343b-4754-887e-565a154a7484 req-1aad0aca-d71a-4971-8905-1fa8b63b961e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691607 Feb 11 05:26:21.594411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-6372b395-5b7e-461c-bc48-44e95cf15a2d tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8800f3db2fae44f0beb886e89f6a525f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998318 Feb 11 05:26:21.636548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:21.677908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8a22dca-4d11-4894-b957-ec4ac65b63cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (7dd1d582-4556-4221-9050-01e06c3331d9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.693130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49312) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:21.764149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a22dca-4d11-4894-b957-ec4ac65b63cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd1d582-4556-4221-9050-01e06c3331d9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:21.776366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:21.778541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8a22dca-4d11-4894-b957-ec4ac65b63cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.778707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.782583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d8a22dca-4d11-4894-b957-ec4ac65b63cd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7dd1d582-4556-4221-9050-01e06c3331d9 HTTP/1.1" status: 204 len: 168 time: 0.6736681 Feb 11 05:26:21.789352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49318) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:21.789709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9dcf-1553-4b1f-b731-91e5960b4f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.790634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:21.791193 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.809670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-571305be-e327-479c-a7a8-7bd55d52d55d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.815074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-571305be-e327-479c-a7a8-7bd55d52d55d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (ec97613d-a3f2-4212-a548-10c7cfe5c364), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.884943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:21.885749 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.917938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:21.920375 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1306164e-5088-49ce-817e-83b0bac9878f" -d '{"events": [{"server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "name": "network-vif-plugged", "status": "completed", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:21.934728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:21.941911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.958380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-387b6f36-1c3a-4d04-a44e-fd55f63ca1a6 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:21.960313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-387b6f36-1c3a-4d04-a44e-fd55f63ca1a6 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3568752 Feb 11 05:26:21.967010 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-571305be-e327-479c-a7a8-7bd55d52d55d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Floating IP ec97613d-a3f2-4212-a548-10c7cfe5c364 associated. External IP: 172.25.1.54, port: bee821f8-0e70-4333-8b46-244485b1e83f. Feb 11 05:26:21.999590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (5e758be6-57c9-493a-b7e6-a3c9178b3801), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.018711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-f436fdf6-9f94-4a66-b183-0afd00651238 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/quotas/8800f3db2fae44f0beb886e89f6a525f HTTP/1.1" status: 200 len: 375 time: 0.0463984 Feb 11 05:26:22.032011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:22.032976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a697540-f12a-4a88-8ddc-2dbc436dbe4b req-775b2930-3446-464b-8c05-e7dc3f59d8e2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.041363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a697540-f12a-4a88-8ddc-2dbc436dbe4b req-775b2930-3446-464b-8c05-e7dc3f59d8e2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.2284737 Feb 11 05:26:22.087166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-f52a417d-b811-4f8a-aaab-5d88cdd72ac1 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8800f3db2fae44f0beb886e89f6a525f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430782 Feb 11 05:26:22.163138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a697540-f12a-4a88-8ddc-2dbc436dbe4b req-ee4983be-33e7-4fdc-90ec-2aaff3f7a4c5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208003 Feb 11 05:26:22.195689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9dcf-1553-4b1f-b731-91e5960b4f4e admin admin] Publish callbacks [] for security_group (2ebe2c1f-c088-42b0-b3ed-b06883049880), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.234595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (5e758be6-57c9-493a-b7e6-a3c9178b3801), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.240668 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9dcf-1553-4b1f-b731-91e5960b4f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2ebe2c1f-c088-42b0-b3ed-b06883049880), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.243068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571305be-e327-479c-a7a8-7bd55d52d55d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Router 60fcccea-05f3-4158-af53-56ed09c110b7 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:26:22.271771 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8b20fc-7c58-49ff-940a-a2021005495b x-openstack-request-id: req-6f8b20fc-7c58-49ff-940a-a2021005495b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:22.272074 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "name": "network-vif-plugged", "status": "completed", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:22.272387 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f8b20fc-7c58-49ff-940a-a2021005495b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:22.272790 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc', 'code': 200} Feb 11 05:26:22.339763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e758be6-57c9-493a-b7e6-a3c9178b3801']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:22.388540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e65db81-11a3-4520-bd83-f24de01f5599') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:22.389043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e65db81-11a3-4520-bd83-f24de01f5599') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:22.395826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ff1b9dcf-1553-4b1f-b731-91e5960b4f4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea503ce89f364180a4d99a3da42bf24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6716840 Feb 11 05:26:22.395826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b9dcf-1553-4b1f-b731-91e5960b4f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebe2c1f-c088-42b0-b3ed-b06883049880,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:22.397797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49330) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:22.459559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (4e65db81-11a3-4520-bd83-f24de01f5599), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.507764 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4e65db81-11a3-4520-bd83-f24de01f5599), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.520494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-5bd776df-5fa5-485c-8e75-7cb1356f3e3f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8800f3db2fae44f0beb886e89f6a525f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520949 Feb 11 05:26:22.527161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43977867-68dc-4cac-8204-1e450c642f09 req-b969d15d-5e3b-4b08-997c-6bca4b884975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.528816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43977867-68dc-4cac-8204-1e450c642f09 req-b969d15d-5e3b-4b08-997c-6bca4b884975 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 1128 time: 0.1849697 Feb 11 05:26:22.530062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:22.530532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (4e65db81-11a3-4520-bd83-f24de01f5599), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:22.532743 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:22.541558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571305be-e327-479c-a7a8-7bd55d52d55d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:22.542706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b36a73ef-2aab-475f-a956-3f69547e3fe2 admin admin] Publish callbacks [] for security_group (2ebe2c1f-c088-42b0-b3ed-b06883049880), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.547446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-571305be-e327-479c-a7a8-7bd55d52d55d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.552229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] Sync routers for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:22.571516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:22.572294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:22.607213 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-571305be-e327-479c-a7a8-7bd55d52d55d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "PUT /v2.0/floatingips/ec97613d-a3f2-4212-a548-10c7cfe5c364 HTTP/1.1" status: 200 len: 991 time: 1.5962148 Feb 11 05:26:22.607897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'tag': 'bee821f8-0e70-4333-8b46-244485b1e83f'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:22.612976 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7da8e-d374-4791-9fd9-33c29f481f89" -d '{"events": [{"name": "network-changed", "server_uuid": "56ea11f2-f778-4bdf-aaeb-4fa16803ff67", "tag": "bee821f8-0e70-4333-8b46-244485b1e83f"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:22.626607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43977867-68dc-4cac-8204-1e450c642f09 req-63387185-c200-4d79-9afa-4b89353631dd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724125 Feb 11 05:26:22.725155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b36a73ef-2aab-475f-a956-3f69547e3fe2 admin admin] Publish callbacks [] for security_group (2ebe2c1f-c088-42b0-b3ed-b06883049880), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.738033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:22.801010 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (5e758be6-57c9-493a-b7e6-a3c9178b3801), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.830344 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.838389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e758be6-57c9-493a-b7e6-a3c9178b3801 HTTP/1.1" status: 204 len: 168 time: 1.0340381 Feb 11 05:26:22.863636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79cdcb-1063-41dd-9eb7-335593d3fd09 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e758be6-57c9-493a-b7e6-a3c9178b3801,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:22.908444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6babc1-332b-496e-8bd0-ee6365480703 req-0bc39767-f0d3-4a6e-bedb-aaf0aecfeeb2 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.916112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf6babc1-332b-496e-8bd0-ee6365480703 req-0bc39767-f0d3-4a6e-bedb-aaf0aecfeeb2 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.2294140 Feb 11 05:26:22.941783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881278-32e9-4755-b173-f760423be1f6 req-cb76733a-b07d-4c08-a9ee-9bb420daecd1 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.943321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-cb76733a-b07d-4c08-a9ee-9bb420daecd1 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3849187 Feb 11 05:26:22.977537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-ecba59bf-e342-4dda-ab59-bce83df6c153 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/quotas/8800f3db2fae44f0beb886e89f6a525f HTTP/1.1" status: 200 len: 375 time: 0.0200565 Feb 11 05:26:22.988317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b36a73ef-2aab-475f-a956-3f69547e3fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2ebe2c1f-c088-42b0-b3ed-b06883049880), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.991407 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b36a73ef-2aab-475f-a956-3f69547e3fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.992513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b36a73ef-2aab-475f-a956-3f69547e3fe2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ebe2c1f-c088-42b0-b3ed-b06883049880 HTTP/1.1" status: 204 len: 168 time: 0.5860827 Feb 11 05:26:23.017869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a73ef-2aab-475f-a956-3f69547e3fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebe2c1f-c088-42b0-b3ed-b06883049880,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:23.061364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-cad607c2-f670-4b84-814f-98518693ea10 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8800f3db2fae44f0beb886e89f6a525f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738995 Feb 11 05:26:23.087372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf6babc1-332b-496e-8bd0-ee6365480703 req-23769372-ddf5-4aec-999a-414dbd0bfab3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702662 Feb 11 05:26:23.220277 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.247124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49364) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:23.290366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901287ff-6ce5-4977-aaa8-2dddfabe8af8 req-b459c5f0-26b1-450b-8a93-a6c966626a52 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:23.292936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-901287ff-6ce5-4977-aaa8-2dddfabe8af8 req-b459c5f0-26b1-450b-8a93-a6c966626a52 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.1423290 Feb 11 05:26:23.350605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49368) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:23.359320 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-899ed241-c576-4e7a-abd9-e9c0eb6bd257 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12ecdbc8f2074f85a89ac0c66bc7ecc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1103625 Feb 11 05:26:23.439605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-901287ff-6ce5-4977-aaa8-2dddfabe8af8 req-ae887b48-1f26-49e3-ac71-88f7be2457b4 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371698 Feb 11 05:26:23.482067 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424d91e7-a5ef-4430-8c3e-fe6f6c834061 x-openstack-request-id: req-424d91e7-a5ef-4430-8c3e-fe6f6c834061 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:23.483406 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ea11f2-f778-4bdf-aaeb-4fa16803ff67", "tag": "bee821f8-0e70-4333-8b46-244485b1e83f", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:23.484016 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-424d91e7-a5ef-4430-8c3e-fe6f6c834061 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:23.484620 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'tag': 'bee821f8-0e70-4333-8b46-244485b1e83f', 'status': 'completed', 'code': 200} Feb 11 05:26:23.599865 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'ec97613d-a3f2-4212-a548-10c7cfe5c364', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'port_id': 'bee821f8-0e70-4333-8b46-244485b1e83f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'mac_address': 'fa:16:3e:d3:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:25:58Z', 'updated_at': '2022-02-11T05:26:21Z', 'revision_number': 1, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66a0df4-bc92-4308-ae6c-6b3ddde5e100', 'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'mac_address': 'fa:16:3e:7a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:50Z', 'updated_at': '2022-02-11T05:25:57Z', 'revision_number': 5, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'subnets': [{'id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:23.609515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a4df728-fc0c-4509-8986-8842279f818e admin admin] Publish callbacks [] for security_group (f05d7855-5b30-4154-ae62-cdb30c7cf903), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.635356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] Checking router: 60fcccea-05f3-4158-af53-56ed09c110b7 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:23.663899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:23.665349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:23.908079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:24.040751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-3f2e05a5-bb47-4c26-8a58-57ed4c45ce1c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8800f3db2fae44f0beb886e89f6a525f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480268 Feb 11 05:26:24.182207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5cd1a58a-0575-4d93-8907-99e712e12953 req-92287353-88df-4d9a-b44f-940952caf09b tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 210 time: 0.5752304 Feb 11 05:26:24.203465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a4df728-fc0c-4509-8986-8842279f818e admin admin] Publish callbacks [] for security_group (f05d7855-5b30-4154-ae62-cdb30c7cf903), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.344045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'ec97613d-a3f2-4212-a548-10c7cfe5c364', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'port_id': 'bee821f8-0e70-4333-8b46-244485b1e83f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'mac_address': 'fa:16:3e:d3:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:25:58Z', 'updated_at': '2022-02-11T05:26:21Z', 'revision_number': 1, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66a0df4-bc92-4308-ae6c-6b3ddde5e100', 'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'mac_address': 'fa:16:3e:7a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:50Z', 'updated_at': '2022-02-11T05:25:57Z', 'revision_number': 5, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'subnets': [{'id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:24.385152 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a4df728-fc0c-4509-8986-8842279f818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f05d7855-5b30-4154-ae62-cdb30c7cf903), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.388572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a4df728-fc0c-4509-8986-8842279f818e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.389538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2a4df728-fc0c-4509-8986-8842279f818e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f05d7855-5b30-4154-ae62-cdb30c7cf903 HTTP/1.1" status: 204 len: 168 time: 1.0378749 Feb 11 05:26:24.404330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b3d34-bd56-4486-aed4-ae06fb61016e None None] The sync data for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 is: [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'ec97613d-a3f2-4212-a548-10c7cfe5c364', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'port_id': 'bee821f8-0e70-4333-8b46-244485b1e83f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'mac_address': 'fa:16:3e:d3:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:25:58Z', 'updated_at': '2022-02-11T05:26:21Z', 'revision_number': 1, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66a0df4-bc92-4308-ae6c-6b3ddde5e100', 'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'mac_address': 'fa:16:3e:7a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:50Z', 'updated_at': '2022-02-11T05:25:57Z', 'revision_number': 5, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'subnets': [{'id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:24.430637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4df728-fc0c-4509-8986-8842279f818e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05d7855-5b30-4154-ae62-cdb30c7cf903,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:24.454536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-7e615d91-bf44-4a2e-bcfb-5aaa6af5c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.456600 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-7e615d91-bf44-4a2e-bcfb-5aaa6af5c5c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd79ab8a6fc4b52b4c96679d75a3771&device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 1129 time: 0.9414740 Feb 11 05:26:24.514705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c30da-e294-4085-a6c0-10fe4644c397 req-11bb6327-01fe-43c4-97da-fc51abfdb325 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.527661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-328c30da-e294-4085-a6c0-10fe4644c397 req-11bb6327-01fe-43c4-97da-fc51abfdb325 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.9167769 Feb 11 05:26:24.603862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-ff9fb6e8-1508-4a98-9a4e-65dbc03e4dcc tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.614034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-ff9fb6e8-1508-4a98-9a4e-65dbc03e4dcc tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4646063 Feb 11 05:26:24.732957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Request body: {'port': {'device_id': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8800f3db2fae44f0beb886e89f6a525f'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:24.777193 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb54f40-414e-4ea7-9aee-35bb3768fd60 None None] New status for floating IP ec97613d-a3f2-4212-a548-10c7cfe5c364: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:26:24.995707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Made reservation on behalf of 8800f3db2fae44f0beb886e89f6a525f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:25.006633 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.012955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-328c30da-e294-4085-a6c0-10fe4644c397 req-476ff7d7-f200-4ccf-a295-6c707ca709e3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836440 Feb 11 05:26:25.058287 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.119441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-0d64a118-5ba9-4a08-a3da-97c485a8422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.126189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-0d64a118-5ba9-4a08-a3da-97c485a8422e service neutron] 10.222.0.81 "GET /v2.0/networks?id=d36be30d-64ef-4433-9d0a-d1fd725e3a9a HTTP/1.1" status: 200 len: 912 time: 0.6575937 Feb 11 05:26:25.144341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b73756-df94-4bab-8f8c-e0b01bc7f7ba req-a89534a6-a27b-4558-a888-3425ba46c92e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.145922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6b73756-df94-4bab-8f8c-e0b01bc7f7ba req-a89534a6-a27b-4558-a888-3425ba46c92e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.5308087 Feb 11 05:26:25.199855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-7243bf0a-7c51-4785-927b-fda38abcc377 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8800f3db2fae44f0beb886e89f6a525f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465722 Feb 11 05:26:25.479318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks [] for security_group (e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.511970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-b540f7ad-a84e-4249-b0fd-37f2d320b75b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee821f8-0e70-4333-8b46-244485b1e83f HTTP/1.1" status: 200 len: 1001 time: 0.3572531 Feb 11 05:26:25.520673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881278-32e9-4755-b173-f760423be1f6 req-ef093ce0-d04a-4687-a015-6303b02d3dea tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.522087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-ef093ce0-d04a-4687-a015-6303b02d3dea tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550771 Feb 11 05:26:25.523932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b07f8f81-4ad4-4766-8322-dc2e3df36d6e req-0a87241a-e875-45f9-9399-b90e5f80d602 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 210 time: 0.1437480 Feb 11 05:26:25.526981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.551745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Request body: {'port': {'device_id': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8800f3db2fae44f0beb886e89f6a525f'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:25.683643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6b73756-df94-4bab-8f8c-e0b01bc7f7ba req-b2ce0495-ab51-4274-80b2-d2efb3ae3a75 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279191 Feb 11 05:26:25.751467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:25.765603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-9a820f44-4009-46c7-a5c2-8f2361745012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.767550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-9a820f44-4009-46c7-a5c2-8f2361745012 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a6b00677-a018-426c-937b-a2a1ff00840d HTTP/1.1" status: 200 len: 850 time: 0.2414896 Feb 11 05:26:25.888908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49452) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:25.959062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Made reservation on behalf of 8800f3db2fae44f0beb886e89f6a525f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:25.965012 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.986606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-dc7c01b9-dfe5-4cdc-8a0b-788e00731876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.988430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-dc7c01b9-dfe5-4cdc-8a0b-788e00731876 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d36be30d-64ef-4433-9d0a-d1fd725e3a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2059541 Feb 11 05:26:25.999109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Allocated IP 192.168.233.37 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/1ed3b425-9a99-4501-939d-c1ea045c8581) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:26.009288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb3488-28e2-41cc-9309-2f0ffbb8835e req-5b52519b-5843-481f-8262-823ca47e649b tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.011537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61eb3488-28e2-41cc-9309-2f0ffbb8835e req-5b52519b-5843-481f-8262-823ca47e649b tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.2363291 Feb 11 05:26:26.014289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2099575185-network', 'tenant_id': 'c898191766c04d27bc182d167c2d264f'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:26.040814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Made reservation on behalf of c898191766c04d27bc182d167c2d264f for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:26.043387 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.056176 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.156704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Publish callbacks [] for security_group (d9e06080-0d41-4ad6-8b9e-7551595b9f09), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.164906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d9e06080-0d41-4ad6-8b9e-7551595b9f09), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.207830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:26:26.210123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e06080-0d41-4ad6-8b9e-7551595b9f09,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:26.230797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ec429d3d-b871-4431-8b08-523027edc765), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.231219 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Added segment ec429d3d-b871-4431-8b08-523027edc765 of type vlan for network 6bb8f9c5-91ee-4837-8721-8c645cde5986 Feb 11 05:26:26.277290 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (6bb8f9c5-91ee-4837-8721-8c645cde5986), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.302149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61eb3488-28e2-41cc-9309-2f0ffbb8835e req-3fa3dae0-1136-4950-bf30-2970b6aa6099 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711225 Feb 11 05:26:26.316324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (6bb8f9c5-91ee-4837-8721-8c645cde5986), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.317928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.317928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.353701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-0798e4f3-173b-4093-a54d-62adfaf364a6 service neutron] 10.222.0.81 "GET /v2.0/networks/d36be30d-64ef-4433-9d0a-d1fd725e3a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371816 Feb 11 05:26:26.363923 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4732475 Feb 11 05:26:26.365668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49468) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:26.372068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Request body: {'subnet': {'network_id': '6bb8f9c5-91ee-4837-8721-8c645cde5986', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2099575185-subnet', 'tenant_id': 'c898191766c04d27bc182d167c2d264f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:26.406062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dd484-d1b2-4332-8170-5a71a1bd3264 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb8f9c5-91ee-4837-8721-8c645cde5986,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:26.422202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbccd4-a7d7-4ab0-acfb-8beb03e71eac req-48cceac2-f19e-4db6-9cb9-1608b7216e78 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.425362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 6bb8f9c5-91ee-4837-8721-8c645cde5986 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:26:26.425862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Made reservation on behalf of c898191766c04d27bc182d167c2d264f for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:26.428209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.429306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5bbccd4-a7d7-4ab0-acfb-8beb03e71eac req-48cceac2-f19e-4db6-9cb9-1608b7216e78 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.2592070 Feb 11 05:26:26.571487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks [] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.630416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9a7da8e-d374-4791-9fd9-33c29f481f89 req-348b36c6-d3aa-44b7-a074-44db5233744e service neutron] 10.222.0.81 "GET /v2.0/networks/d36be30d-64ef-4433-9d0a-d1fd725e3a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672584 Feb 11 05:26:26.636653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5bbccd4-a7d7-4ab0-acfb-8beb03e71eac req-ab979d9c-ea8a-4fb0-98ad-cf66c73fb071 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064662 Feb 11 05:26:26.665726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdb88e-21b4-4298-9f9c-3a749111fefe req-83ee44a7-c550-4065-9297-aa335e7400cf tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.668035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61bdb88e-21b4-4298-9f9c-3a749111fefe req-83ee44a7-c550-4065-9297-aa335e7400cf tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.1310019 Feb 11 05:26:26.724900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (52bc2a2d-1341-40eb-941b-e1164ab54e60), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.735567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.788022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49476) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:26.822398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Checking segment: {'id': 'ec429d3d-b871-4431-8b08-523027edc765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6bb8f9c5-91ee-4837-8721-8c645cde5986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:26.822874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Network hostable DHCP agents. Network: 6bb8f9c5-91ee-4837-8721-8c645cde5986, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:26:26.826544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52bc2a2d-1341-40eb-941b-e1164ab54e60,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:26.848318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Network 6bb8f9c5-91ee-4837-8721-8c645cde5986 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:26:26.862771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 6bb8f9c5-91ee-4837-8721-8c645cde5986) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:26.872060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eecd1f3-1e01-4e3a-9ce3-99f383da99a3 None None] Network 6bb8f9c5-91ee-4837-8721-8c645cde5986 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:26.878434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.879168 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.883236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba6dfe4-6986-4d86-8c77-fa68baf2965c req-de8217f8-7d6b-482a-adb2-47f8f55dd9b1 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 210 time: 0.1098719 Feb 11 05:26:26.899375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:26.905262 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d2e6c5c8-431a-4daf-9396-1cd43590a2d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5376363 Feb 11 05:26:26.908471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61bdb88e-21b4-4298-9f9c-3a749111fefe req-e4472fb8-7952-4633-9a8b-2384c536ea08 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302601 Feb 11 05:26:26.914241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:26.926105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:27.006465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb08d753-bdde-40df-a5de-c0a09ebe5238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.127968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894041e3-0b1c-46dd-94f0-b8cd56f2b3e6 None None] Network 6bb8f9c5-91ee-4837-8721-8c645cde5986 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:27.174659 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb08d753-bdde-40df-a5de-c0a09ebe5238 admin admin] Publish callbacks [] for security_group (94eac796-96ec-458e-be10-3b946c32bb70), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.183303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb08d753-bdde-40df-a5de-c0a09ebe5238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (94eac796-96ec-458e-be10-3b946c32bb70), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.247231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08d753-bdde-40df-a5de-c0a09ebe5238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eac796-96ec-458e-be10-3b946c32bb70,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:27.269842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-817d3775-80d4-4fa4-a441-de83c4c8f409 None None] Provisioning complete for port 1ed3b425-9a99-4501-939d-c1ea045c8581 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:27.270240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-817d3775-80d4-4fa4-a441-de83c4c8f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.301089 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fb08d753-bdde-40df-a5de-c0a09ebe5238 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0a9c1e330f64c8a9bcd56324463f1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080652 Feb 11 05:26:27.304967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49488) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:27.374628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f0e4-804b-44a7-be82-9dcd9e223bbe admin admin] Publish callbacks [] for security_group (94eac796-96ec-458e-be10-3b946c32bb70), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.398691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-817d3775-80d4-4fa4-a441-de83c4c8f409 None None] Port 1ed3b425-9a99-4501-939d-c1ea045c8581 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:27.403513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:27.410083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Allocated IP 192.168.233.246 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/c8d5ba60-3b6d-4c44-b254-b29ab408f1c0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:27.467182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f0e4-804b-44a7-be82-9dcd9e223bbe admin admin] Publish callbacks [] for security_group (94eac796-96ec-458e-be10-3b946c32bb70), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.484307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.485129 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.599727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f0e4-804b-44a7-be82-9dcd9e223bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (94eac796-96ec-458e-be10-3b946c32bb70), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.603409 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f0e4-804b-44a7-be82-9dcd9e223bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.607395 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ac5f0e4-804b-44a7-be82-9dcd9e223bbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94eac796-96ec-458e-be10-3b946c32bb70 HTTP/1.1" status: 204 len: 168 time: 0.2979867 Feb 11 05:26:27.612538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9b3c046d-7d76-4c79-afe3-ba4d063a456c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8844869 Feb 11 05:26:27.619629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70257eee-c096-4575-bec0-5e9b5d71f236 req-ee3c5d47-8b11-497f-8318-57f00601627b tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.622014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70257eee-c096-4575-bec0-5e9b5d71f236 req-ee3c5d47-8b11-497f-8318-57f00601627b tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.2135625 Feb 11 05:26:27.634788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5f0e4-804b-44a7-be82-9dcd9e223bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eac796-96ec-458e-be10-3b946c32bb70,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:27.655140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Request body: {'port': {'device_id': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:27.685575 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ce520626-7944-4715-92c6-5509d1b0c1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.831078 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks [] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.856395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70257eee-c096-4575-bec0-5e9b5d71f236 req-0145d930-0748-4070-83b3-d02e39a3d209 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219992 Feb 11 05:26:27.866515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.917158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-30b78dbc-416b-4aac-a274-e81b1f5a7a1f tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.924646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-30b78dbc-416b-4aac-a274-e81b1f5a7a1f tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/networks?id=6bb8f9c5-91ee-4837-8721-8c645cde5986 HTTP/1.1" status: 200 len: 821 time: 0.2977054 Feb 11 05:26:27.947406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-34e7ccdb-04cf-4079-94aa-0477da1c47d6 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/quotas/c898191766c04d27bc182d167c2d264f HTTP/1.1" status: 200 len: 375 time: 0.0216138 Feb 11 05:26:27.972526 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49518) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:27.989359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d16c2021-9d03-4f73-8d9d-92390bab464e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.038949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-c224002d-ccaf-4abc-ade9-15d80c0a4fdd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c898191766c04d27bc182d167c2d264f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904860 Feb 11 05:26:28.050666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.104981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d16c2021-9d03-4f73-8d9d-92390bab464e admin admin] Publish callbacks [] for security_group (68ea936f-3848-4572-9b89-65a1ee0e26d2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.111325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d16c2021-9d03-4f73-8d9d-92390bab464e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (68ea936f-3848-4572-9b89-65a1ee0e26d2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.157491 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d16c2021-9d03-4f73-8d9d-92390bab464e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d95e0e7e005b4ad39c3114d3e4b26e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836770 Feb 11 05:26:28.158687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c2021-9d03-4f73-8d9d-92390bab464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ea936f-3848-4572-9b89-65a1ee0e26d2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:28.160951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49522) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:28.243070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d4293a31-6483-4d59-b266-8711732575be admin admin] Publish callbacks [] for security_group (68ea936f-3848-4572-9b89-65a1ee0e26d2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.259737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:28.270155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:28.271562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d4293a31-6483-4d59-b266-8711732575be admin admin] Publish callbacks [] for security_group (68ea936f-3848-4572-9b89-65a1ee0e26d2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.274193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:28.308676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Pushing event updated for resources: {'Port': ['ID=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:28.345678 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d4293a31-6483-4d59-b266-8711732575be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (68ea936f-3848-4572-9b89-65a1ee0e26d2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.348682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d4293a31-6483-4d59-b266-8711732575be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.360711 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d4293a31-6483-4d59-b266-8711732575be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68ea936f-3848-4572-9b89-65a1ee0e26d2 HTTP/1.1" status: 204 len: 168 time: 0.1942177 Feb 11 05:26:28.372647 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4293a31-6483-4d59-b266-8711732575be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ea936f-3848-4572-9b89-65a1ee0e26d2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:28.401308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.402368 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.441092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-106e26dd-9659-46e3-b6c0-ab6201674d57 service neutron] 10.222.0.31 "GET /v2.0/networks/6bb8f9c5-91ee-4837-8721-8c645cde5986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011617 Feb 11 05:26:28.474682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581304a0-9a3e-41e5-a9e6-8b8778d41018 req-9b248194-f970-49e5-9884-949878db06c6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.482936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-581304a0-9a3e-41e5-a9e6-8b8778d41018 req-9b248194-f970-49e5-9884-949878db06c6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.3721032 Feb 11 05:26:28.532245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-71284662-3746-4773-b963-36f3b83ec94f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9910672 Feb 11 05:26:28.552999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Request body: {'port': {'device_id': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:28.639959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-fa1045ad-6171-40a8-8363-3f956c476f48 service neutron] 10.222.0.31 "GET /v2.0/networks/6bb8f9c5-91ee-4837-8721-8c645cde5986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861303 Feb 11 05:26:28.660059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b66ddc42-94d2-4489-86c1-61250d772d8f None None] Provisioning complete for port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:28.665251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b66ddc42-94d2-4489-86c1-61250d772d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.712901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-581304a0-9a3e-41e5-a9e6-8b8778d41018 req-dec96c0e-5fdd-4f4d-8eb9-91c6a7888035 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290707 Feb 11 05:26:28.750616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b66ddc42-94d2-4489-86c1-61250d772d8f None None] Port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:28.769827 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.786335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed3b425-9a99-4501-939d-c1ea045c8581 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:28.796236 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Publish callbacks [] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.837501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Transition to ACTIVE for port object 1ed3b425-9a99-4501-939d-c1ea045c8581 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:28.851614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.230963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:29.255917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-133d5695-3202-48b2-b63e-4b6df70617be service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3733811 Feb 11 05:26:29.345177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ae7a5-0469-4b43-82de-1d9ab8edf44a req-89e14d8c-0998-4048-acd4-caaffc30a816 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.346661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a89ae7a5-0469-4b43-82de-1d9ab8edf44a req-89e14d8c-0998-4048-acd4-caaffc30a816 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 945 time: 0.3576062 Feb 11 05:26:29.459230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49558) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:29.460468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00e91b-397f-4183-902f-ab55d05c4f46 req-c9beb8b3-a849-47e7-8594-b8822a891ca6 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.468591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe00e91b-397f-4183-902f-ab55d05c4f46 req-c9beb8b3-a849-47e7-8594-b8822a891ca6 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 936 time: 0.5324888 Feb 11 05:26:29.478167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a89ae7a5-0469-4b43-82de-1d9ab8edf44a req-21434aff-9f67-4264-8073-6b92f3c83e5f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122518 Feb 11 05:26:29.534267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Attempting to bind port 1ed3b425-9a99-4501-939d-c1ea045c8581 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:29.534713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Attempting to bind port 1ed3b425-9a99-4501-939d-c1ea045c8581 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:29.534929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Attempting to bind port 1ed3b425-9a99-4501-939d-c1ea045c8581 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:29.542667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Port 1ed3b425-9a99-4501-939d-c1ea045c8581 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:29.542986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Attempting to bind port 1ed3b425-9a99-4501-939d-c1ea045c8581 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:29.596054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe00e91b-397f-4183-902f-ab55d05c4f46 req-81860c43-2bcf-4640-9c3c-dd968b53e9f7 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226923 Feb 11 05:26:29.611718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-ffc918ca-5688-4ae5-852f-0e4e1563b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.614617 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1950798080-network', 'tenant_id': '189047df84ed4519ae5f18281ab6a0b6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:29.615576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-ffc918ca-5688-4ae5-852f-0e4e1563b6bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1128 time: 0.3198507 Feb 11 05:26:29.648061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Made reservation on behalf of 189047df84ed4519ae5f18281ab6a0b6 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:29.651455 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.671482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.711955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:29.720224 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Publish callbacks [] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.733379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Transition to ACTIVE for port object c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:29.734531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:29.735177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:29.735394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:29.735909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Bound port: 1ed3b425-9a99-4501-939d-c1ea045c8581, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:29.736285 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.784301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Publish callbacks [] for security_group (1343b706-481e-4504-802c-c667c3732b18), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.790799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1343b706-481e-4504-802c-c667c3732b18), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.823686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a5cab88-798c-40a8-9774-fb6d24660b58 req-c06493f9-ce43-470e-bfc2-c380dfadc264 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 210 time: 0.0758576 Feb 11 05:26:29.856776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.862825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1343b706-481e-4504-802c-c667c3732b18,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:29.887772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:26:29.914564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (745434c7-bd12-43b1-8517-e128d33767b3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.914913 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Added segment 745434c7-bd12-43b1-8517-e128d33767b3 of type vlan for network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 Feb 11 05:26:29.999881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (662b4f87-ddac-4f37-bb8c-0f74e2de8a08), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.072623 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-45283c7a-b789-4659-9771-175713e49674 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0662541 Feb 11 05:26:30.073430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (662b4f87-ddac-4f37-bb8c-0f74e2de8a08), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.074499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:30.075073 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.149387 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6888762 Feb 11 05:26:30.169615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49566) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:30.181864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Request body: {'subnet': {'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1950798080-subnet', 'tenant_id': '189047df84ed4519ae5f18281ab6a0b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:30.239729 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-657ad8ef-4786-4005-9a5d-473fb0348cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.263036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Made reservation on behalf of 189047df84ed4519ae5f18281ab6a0b6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:30.267093 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.301032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc54c39-340f-49a4-9372-9f3d8e57bc83 admin admin] Pushing event updated for resources: {'Network': ['ID=662b4f87-ddac-4f37-bb8c-0f74e2de8a08,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:30.315916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:26:30.367321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-aad173f9-2558-4cdb-95f1-802ac1a5021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:30.374645 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-aad173f9-2558-4cdb-95f1-802ac1a5021a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1133 time: 0.2529590 Feb 11 05:26:30.439234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed2184-d2e8-403b-899d-93c30b8cb01d req-d5ca3e7f-5f9a-4200-baa1-e09062883236 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:30.466401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fed2184-d2e8-403b-899d-93c30b8cb01d req-d5ca3e7f-5f9a-4200-baa1-e09062883236 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.7157123 Feb 11 05:26:30.468304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.72', 53894) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:30.531406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:30.534978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:30.606154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-89aee14d-9016-433a-8aed-594d3b5bb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:30.607722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-89aee14d-9016-433a-8aed-594d3b5bb05b service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.8359752 Feb 11 05:26:30.610761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:30.762375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (219dcd02-d0cc-4942-9fb4-bddf9eca1cce), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.777484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-f5d2da14-e141-4d9b-997d-904cfbf924a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:30.779374 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-f5d2da14-e141-4d9b-997d-904cfbf924a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2930312 Feb 11 05:26:30.834600 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:26:30.857336 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-96a54594-3592-4b25-a11f-209de1a0444f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 217 time: 0.0539651 Feb 11 05:26:30.914359 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.930738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=219dcd02-d0cc-4942-9fb4-bddf9eca1cce,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:30.941276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:30.941528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-683ffa14-7922-41fb-9827-73b9bfa50be7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 217 time: 0.2935433 Feb 11 05:26:30.941638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Network hostable DHCP agents. Network: 662b4f87-ddac-4f37-bb8c-0f74e2de8a08, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:26:30.957869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-3b25caab-3d2c-4236-a76d-7e1c81830ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:30.959366 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-3b25caab-3d2c-4236-a76d-7e1c81830ede service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0945368 Feb 11 05:26:30.996329 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:31.005425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:26:31.009841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec586d3d-9743-4d89-95bd-f2560afecbb5 req-7351d95f-29fd-4f31-ab0e-0c23dcc7ae24 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.018628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec586d3d-9743-4d89-95bd-f2560afecbb5 req-7351d95f-29fd-4f31-ab0e-0c23dcc7ae24 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 1.0313656 Feb 11 05:26:31.030005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 662b4f87-ddac-4f37-bb8c-0f74e2de8a08) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:31.038153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-14463ef3-3152-4e6b-89e5-8671b24281ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.041858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f59e2e-3e67-40b4-90ec-665c351b12e7 None None] Network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:31.042635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-68e11643-b5d4-49fb-8649-d3af85989968 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.044343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-68e11643-b5d4-49fb-8649-d3af85989968 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 945 time: 1.1501839 Feb 11 05:26:31.053390 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-14463ef3-3152-4e6b-89e5-8671b24281ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0863934 Feb 11 05:26:31.055278 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.055868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:31.138461 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-365f41cd-2836-428b-8e92-9ed907dbfd7f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9629519 Feb 11 05:26:31.147259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fed2184-d2e8-403b-899d-93c30b8cb01d req-46318188-d97c-4492-9cb5-8136b696b849 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798391 Feb 11 05:26:31.171183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-f57ce94f-24e1-4959-8911-523a0c094549 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.174336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-f57ce94f-24e1-4959-8911-523a0c094549 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.72 "GET /v2.0/networks?id=6bb8f9c5-91ee-4837-8721-8c645cde5986 HTTP/1.1" status: 200 len: 821 time: 0.6977117 Feb 11 05:26:31.282608 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-96a9ac5f-553a-4da4-bb07-c129474608a2 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167270 Feb 11 05:26:31.292874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:31.312674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.313388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:31.317353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5987e59e-ba21-4788-861a-5b5bca8a17a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/1ed3b425-9a99-4501-939d-c1ea045c8581 HTTP/1.1" status: 200 len: 1096 time: 3.6830478 Feb 11 05:26:31.334644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Request body: {'port': {'device_id': 'cd5da846-f09f-4378-9d8a-dcece7a65b09', 'network_id': '6bb8f9c5-91ee-4837-8721-8c645cde5986', 'admin_state_up': True, 'tenant_id': 'c898191766c04d27bc182d167c2d264f'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:31.353204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:31.355711 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c87f26b-93f1-4283-bd4e-4dc150d90378" -d '{"events": [{"name": "network-changed", "server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:31.375913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924069ba-c5dc-4395-98b9-18e4a81ac510 None None] Network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:31.524366 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1a8139a-ddbc-42ec-a1ea-555c0f3588cc req-856adfe7-eddb-4a01-8d67-d38b85b016ee service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322781 Feb 11 05:26:31.569829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec586d3d-9743-4d89-95bd-f2560afecbb5 req-54bac830-f25c-4c8e-b6f3-54bf985608ed tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498838 Feb 11 05:26:31.671876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Attempting to bind port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:31.672242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Attempting to bind port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:31.672557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Attempting to bind port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:31.719771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-ae40c782-9692-493c-a792-b5814ab345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.720880 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-ae40c782-9692-493c-a792-b5814ab345a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.6725948 Feb 11 05:26:31.766841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:31.767176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Attempting to bind port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:31.809097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-ff8177d6-a83e-447e-b51e-f517de8a674a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792611 Feb 11 05:26:31.815562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:31.815824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:31.816216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:31.816667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Bound port: c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:31.817184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:31.832648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2f007-766d-49ea-ba8d-90962f82a211 req-df70b451-0fbb-4f4a-8363-94e5ab803f40 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.834162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aac2f007-766d-49ea-ba8d-90962f82a211 req-df70b451-0fbb-4f4a-8363-94e5ab803f40 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 945 time: 0.4272819 Feb 11 05:26:31.836255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Deleting port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:31.836596 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:31.868907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-b0bef7c2-67e1-45b3-a5cf-1d4f63be1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.870661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-b0bef7c2-67e1-45b3-a5cf-1d4f63be1e42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8800f3db2fae44f0beb886e89f6a525f&device_id=45d782f1-b934-493e-91c1-9cf6e59e7882 HTTP/1.1" status: 200 len: 1130 time: 0.4481211 Feb 11 05:26:32.084145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49598) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:32.090616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-379591652-network', 'tenant_id': 'c0331663b7d44e67937397a4e84ee518'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:32.111347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Made reservation on behalf of c0331663b7d44e67937397a4e84ee518 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:32.114594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-5496e11f-46bc-487c-9c98-e7883b903d1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1ed3b425-9a99-4501-939d-c1ea045c8581 HTTP/1.1" status: 200 len: 217 time: 0.2235215 Feb 11 05:26:32.114749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.128573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.204505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f98dce-db24-4bec-9234-b3edeff3ed2f req-79587a85-415f-45ad-9fd4-6bc1679ef75a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:32.206392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43f98dce-db24-4bec-9234-b3edeff3ed2f req-79587a85-415f-45ad-9fd4-6bc1679ef75a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 948 time: 0.5476525 Feb 11 05:26:32.237288 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Publish callbacks [] for security_group (85b0a86c-95ab-43ed-84b4-cd7b6dc0688b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.244017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (85b0a86c-95ab-43ed-84b4-cd7b6dc0688b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.280039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b0a86c-95ab-43ed-84b4-cd7b6dc0688b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:32.301891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:26:32.321335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c4f7b5f1-f04a-4145-98bd-fc7378eb4e12), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.322039 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Added segment c4f7b5f1-f04a-4145-98bd-fc7378eb4e12 of type vlan for network 4127062f-05b2-4b97-a838-853f83729483 Feb 11 05:26:32.326349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Made reservation on behalf of c898191766c04d27bc182d167c2d264f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:32.329673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.334194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aac2f007-766d-49ea-ba8d-90962f82a211 req-9a9b1fd2-d36a-4914-939b-727d11d8ae13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855337 Feb 11 05:26:32.382665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] For port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:32.383040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.389276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:32.402921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9e04b44e-7d02-4fd8-8b42-afcb42b1ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:32.404407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-9e04b44e-7d02-4fd8-8b42-afcb42b1ef8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2768013 Feb 11 05:26:32.419098 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (4127062f-05b2-4b97-a838-853f83729483), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.427203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Calling delete_port for f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:32.431826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-971bd4ff-53e3-4797-98d3-2da8833de6cd service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093166 Feb 11 05:26:32.453011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:32.456320 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (4127062f-05b2-4b97-a838-853f83729483), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.458054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:32.459003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.546164 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4607286 Feb 11 05:26:32.549321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49600) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:32.554805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Request body: {'subnet': {'network_id': '4127062f-05b2-4b97-a838-853f83729483', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-379591652-subnet', 'tenant_id': 'c0331663b7d44e67937397a4e84ee518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:32.560760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a37328-318a-4a0d-8ace-c77b7d9c1d02 admin admin] Pushing event updated for resources: {'Network': ['ID=4127062f-05b2-4b97-a838-853f83729483,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:32.577992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 4127062f-05b2-4b97-a838-853f83729483 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:26:32.587296 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.605870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43f98dce-db24-4bec-9234-b3edeff3ed2f req-e9cbd5ab-77e1-4186-81dc-bbe175a4a69c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548987 Feb 11 05:26:32.607129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Made reservation on behalf of c0331663b7d44e67937397a4e84ee518 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:32.608391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3df2424-e20c-4c60-873e-b751abd8561e req-43b59129-ebb2-436a-9af1-f79670b46797 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 210 time: 0.1538880 Feb 11 05:26:32.616374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.743534 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e8dfe4-21da-4a5c-b8fc-ac6af0465474 x-openstack-request-id: req-51e8dfe4-21da-4a5c-b8fc-ac6af0465474 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:32.743923 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:32.744282 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51e8dfe4-21da-4a5c-b8fc-ac6af0465474 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:32.744823 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'status': 'completed', 'code': 200} Feb 11 05:26:32.762570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:32.763347 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.764843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] 10.222.0.81 "PUT /v2.0/ports/c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 HTTP/1.1" status: 200 len: 1097 time: 4.2203395 Feb 11 05:26:32.766963 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.289989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (b7fcfc18-f8f9-4f8d-a0c3-f5d9c532f0c4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.318989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-fb96d1c7-3cb9-44be-a811-e5b296c8d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:33.320596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-fb96d1c7-3cb9-44be-a811-e5b296c8d2bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8913815 Feb 11 05:26:33.345056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122c739-38cf-4c96-8ed6-7cbe790139d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:33.357894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fcfc18-f8f9-4f8d-a0c3-f5d9c532f0c4,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:33.368758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Checking segment: {'id': 'c4f7b5f1-f04a-4145-98bd-fc7378eb4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4127062f-05b2-4b97-a838-853f83729483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:33.368758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Network hostable DHCP agents. Network: 4127062f-05b2-4b97-a838-853f83729483, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:26:33.390166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Network 4127062f-05b2-4b97-a838-853f83729483 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:26:33.394498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88567c9a-b9d4-452f-aa0d-d7a42ae52fe9 req-e5ec7a3a-c0c7-4cfc-9f6e-2b519bce43ed service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9387386 Feb 11 05:26:33.404679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Allocated IP 172.20.0.10 (6bb8f9c5-91ee-4837-8721-8c645cde5986/52bc2a2d-1341-40eb-941b-e1164ab54e60/7566ac4b-e6d7-47c4-8456-91243e992a38) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:33.407537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 4127062f-05b2-4b97-a838-853f83729483) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:33.420370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b225cd-f584-449a-bfb2-eb8936ae5123 None None] Network 4127062f-05b2-4b97-a838-853f83729483 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:33.426474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:33.428016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.452297 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-844ad284-536a-4fc3-ba43-513ae1f6cfd9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9013920 Feb 11 05:26:33.528585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed231187-d490-439f-a81c-2f1f5369678f req-2cdc175e-6218-4493-8b97-8ffad0893bc2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:33.535894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed231187-d490-439f-a81c-2f1f5369678f req-2cdc175e-6218-4493-8b97-8ffad0893bc2 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.6542428 Feb 11 05:26:33.568992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58639c83-b42f-4edc-85ed-036359d774d2 req-317b7c5a-091c-4fd2-9689-4a3d92d179d8 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:33.570539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58639c83-b42f-4edc-85ed-036359d774d2 req-317b7c5a-091c-4fd2-9689-4a3d92d179d8 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.8674932 Feb 11 05:26:33.599341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881278-32e9-4755-b173-f760423be1f6 req-9ef5a496-e3a5-4eb4-a954-5d7317f6c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:33.601320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-9ef5a496-e3a5-4eb4-a954-5d7317f6c87b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8800f3db2fae44f0beb886e89f6a525f&device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 1131 time: 0.7222302 Feb 11 05:26:33.609884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c2326a-73a5-4ec6-8303-0fd76a8a4ac2 None None] Network 4127062f-05b2-4b97-a838-853f83729483 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:33.641968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-db1c6a8d-fbdf-47b6-aeb4-4e3c43d34023 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026097 Feb 11 05:26:33.738383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-95ad7767-9b6a-4ccf-9725-c5cea227106d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 HTTP/1.1" status: 200 len: 217 time: 0.1171200 Feb 11 05:26:33.780922 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.850815 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.851067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed231187-d490-439f-a81c-2f1f5369678f req-add0110e-b6c8-4be2-bc30-cde3f16271ea tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141212 Feb 11 05:26:33.905489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event deleted for resources: {'Port': ['ID=f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:33.948418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58639c83-b42f-4edc-85ed-036359d774d2 req-5933d6ee-6781-4720-877d-eb905a8e8020 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395181 Feb 11 05:26:34.024527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881278-32e9-4755-b173-f760423be1f6 req-782886ec-8510-4060-a085-5df90cc9d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.026631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-782886ec-8510-4060-a085-5df90cc9d65d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2774162 Feb 11 05:26:34.046109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36e3bd26-932b-417d-82e4-61cc11862abf req-2f6605e9-0ced-416f-b972-ac9d97ded3b1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 210 time: 0.0951848 Feb 11 05:26:34.050724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] No DVR routers for this DVR port f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:34.067310 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.070712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4900ee91-4941-478d-bc1e-b018fbb7e293 req-837d26ad-d77e-45a5-8009-4b17a07e6123 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "DELETE /v2.0/ports/f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e HTTP/1.1" status: 204 len: 173 time: 2.9757409 Feb 11 05:26:34.074682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd5a40e-fa6f-4a06-9d60-7362c8626f92 req-44a36c7d-472c-4640-b38c-13329f9e0bc5 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248757 Feb 11 05:26:34.163488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Publish callbacks [] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.219029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70064e99-1b5e-4a59-be2f-58c44a858732 req-a894a522-ea33-4541-a673-908eb1a8400f tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 210 time: 0.0691371 Feb 11 05:26:34.270350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e7bc7-1dcc-47e4-969e-b7e9d75c38aa req-d354613d-997c-40ee-a7aa-bb6d5f288934 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.271893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e78e7bc7-1dcc-47e4-969e-b7e9d75c38aa req-d354613d-997c-40ee-a7aa-bb6d5f288934 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 948 time: 0.2298167 Feb 11 05:26:34.278961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881278-32e9-4755-b173-f760423be1f6 req-4625fe39-ada3-49e9-9451-25898566119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.280560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-4625fe39-ada3-49e9-9451-25898566119a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2180197 Feb 11 05:26:34.314455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-475733fa-c7fb-4a33-833e-408288f1f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.316040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-475733fa-c7fb-4a33-833e-408288f1f414 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8800f3db2fae44f0beb886e89f6a525f&device_id=45d782f1-b934-493e-91c1-9cf6e59e7882 HTTP/1.1" status: 200 len: 1130 time: 0.1673982 Feb 11 05:26:34.327175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.395185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:34.435460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:34.435913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:34.470174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Network 6bb8f9c5-91ee-4837-8721-8c645cde5986 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:34.518627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:34.523076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e78e7bc7-1dcc-47e4-969e-b7e9d75c38aa req-7a73855b-b4c4-4e6a-a16c-91aabe913abe tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414722 Feb 11 05:26:34.528534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:34.545254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Pushing event updated for resources: {'Port': ['ID=7566ac4b-e6d7-47c4-8456-91243e992a38,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:34.666090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-35b07e0f-d44c-42c7-9f11-082f8a93293d service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711088 Feb 11 05:26:34.689143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-7b72b47b-6b43-42bc-83fa-5b11cb7bb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.690566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-7b72b47b-6b43-42bc-83fa-5b11cb7bb791 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3594179 Feb 11 05:26:34.723054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.723648 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.772635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0'}, {'server_uuid': '895494d0-4c66-4e71-9d3b-9963d2473083', 'name': 'network-vif-deleted', 'tag': 'f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:34.774988 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e79395-a3bd-48af-9f1e-c1216ab3c003" -d '{"events": [{"name": "network-changed", "server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0"}, {"server_uuid": "895494d0-4c66-4e71-9d3b-9963d2473083", "name": "network-vif-deleted", "tag": "f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:34.795667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-d8eb131d-78a2-4329-8bc8-bb8092679101 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1ed3b425-9a99-4501-939d-c1ea045c8581 HTTP/1.1" status: 200 len: 217 time: 0.0870850 Feb 11 05:26:34.812346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-a28ac048-3ffa-4517-a7e2-aa19f716145e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.813805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-a28ac048-3ffa-4517-a7e2-aa19f716145e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 808 time: 0.3559594 Feb 11 05:26:34.856824 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-5725c556-32ec-41a7-a9da-9a573bf26acd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5302925 Feb 11 05:26:34.893724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Request body: {'port': {'device_id': 'cd5da846-f09f-4378-9d8a-dcece7a65b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:34.924082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d91b3-e889-4dfb-bb19-f9ada03ffbcb req-388ed601-acec-41a3-a2de-1fdc40d7512f tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.925614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c0d91b3-e889-4dfb-bb19-f9ada03ffbcb req-388ed601-acec-41a3-a2de-1fdc40d7512f tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.3227417 Feb 11 05:26:34.933384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-197d7648-d587-4848-9777-23f3d7c3a5f0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/quotas/189047df84ed4519ae5f18281ab6a0b6 HTTP/1.1" status: 200 len: 375 time: 0.0805225 Feb 11 05:26:35.004801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0881278-32e9-4755-b173-f760423be1f6 req-6165dcbb-8ed4-4618-8733-f2a22b0f6e63 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094475 Feb 11 05:26:35.007550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-bb98977a-fdff-4a87-a86f-0037694c0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.008890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-bb98977a-fdff-4a87-a86f-0037694c0f0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2051330 Feb 11 05:26:35.014399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-12a50c8e-0422-4156-8888-05bf61d85f03 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699525 Feb 11 05:26:35.115603 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.124747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c0d91b3-e889-4dfb-bb19-f9ada03ffbcb req-9c05d22b-125b-46b3-b744-f3752593f233 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855958 Feb 11 05:26:35.186717 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f938f1-fbcc-4fdc-99ea-38595318e625 x-openstack-request-id: req-85f938f1-fbcc-4fdc-99ea-38595318e625 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:35.187023 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0", "status": "completed", "code": 200}, {"server_uuid": "895494d0-4c66-4e71-9d3b-9963d2473083", "name": "network-vif-deleted", "tag": "f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:35.187289 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85f938f1-fbcc-4fdc-99ea-38595318e625 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:35.187703 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0', 'status': 'completed', 'code': 200} Feb 11 05:26:35.187966 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895494d0-4c66-4e71-9d3b-9963d2473083', 'name': 'network-vif-deleted', 'tag': 'f7f2b77d-5c3d-48f2-8515-409b3e1d2b2e', 'status': 'completed', 'code': 200} Feb 11 05:26:35.201809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-e61c279e-f770-4bfb-aa30-2c5f6ed4f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.203788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-e61c279e-f770-4bfb-aa30-2c5f6ed4f385 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1855037 Feb 11 05:26:35.318491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-5000f8be-d842-492e-a311-43e9a10501b1 service neutron] 10.222.0.31 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715421 Feb 11 05:26:35.835891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-c09e8f08-3c11-492f-9196-130143dfb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.837517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-c09e8f08-3c11-492f-9196-130143dfb941 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8800f3db2fae44f0beb886e89f6a525f&device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 1131 time: 0.5845201 Feb 11 05:26:35.843887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-9b91ff13-70f5-488e-ab3c-28ba00fd9c6b service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062922 Feb 11 05:26:35.858225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa005-faac-477d-ad3d-47c96962cfe1 req-8c94e670-a1ef-410b-be18-773ef7ae56da tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.859765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e03fa005-faac-477d-ad3d-47c96962cfe1 req-8c94e670-a1ef-410b-be18-773ef7ae56da tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.5924003 Feb 11 05:26:35.975833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f6769367-4959-4420-8249-d360733d3301 service neutron] 10.222.0.31 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390114 Feb 11 05:26:36.114052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e03fa005-faac-477d-ad3d-47c96962cfe1 req-8b5041ab-7479-47d1-aab5-21e1f4e580bc tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289672 Feb 11 05:26:36.179957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-38947f15-6b5c-431f-934e-9c3dcbcf6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.182474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-38947f15-6b5c-431f-934e-9c3dcbcf6736 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3200860 Feb 11 05:26:36.188180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c87f26b-93f1-4283-bd4e-4dc150d90378 req-31a2a9a1-ac15-4d73-bc27-497aab7aada5 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274684 Feb 11 05:26:36.218983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93e36245-838d-4d03-b469-c54598f0283a req-b196a03a-4ee4-44ae-a4d7-4424f14f3169 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 210 time: 0.0548885 Feb 11 05:26:36.276311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-7006092b-caa1-4787-849a-001ee66e99e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 HTTP/1.1" status: 200 len: 217 time: 0.0677590 Feb 11 05:26:36.349287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7566ac4b-e6d7-47c4-8456-91243e992a38 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:36.392456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Publish callbacks [] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.398328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:36.427778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-2b5c9f01-8e03-4a52-8854-655b86f0b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.429276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-2b5c9f01-8e03-4a52-8854-655b86f0b4a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1326332 Feb 11 05:26:36.436359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf463-b7e1-449e-bc92-5314b9c42d43 req-fc646df4-0f13-4960-86e5-dc6e68b21899 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.438030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-285bf463-b7e1-449e-bc92-5314b9c42d43 req-fc646df4-0f13-4960-86e5-dc6e68b21899 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.2546144 Feb 11 05:26:36.439119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Transition to ACTIVE for port object 7566ac4b-e6d7-47c4-8456-91243e992a38 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:36.463806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.531330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:36.548786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'mac_address': 'fa:16:3e:60:bd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:36.583603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a083c14-c569-4d12-ab8a-e6892a2ef614 req-97b54474-7bda-4589-847d-a772394c436e tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.593393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a083c14-c569-4d12-ab8a-e6892a2ef614 req-97b54474-7bda-4589-847d-a772394c436e tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 932 time: 0.2469506 Feb 11 05:26:36.596125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1ed3b425-9a99-4501-939d-c1ea045c8581 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:36.596703 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.615220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed3b425-9a99-4501-939d-c1ea045c8581 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:36.625745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Pushing event updated for resources: {'Port': ['ID=7566ac4b-e6d7-47c4-8456-91243e992a38,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:36.640267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:36.646845 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.679170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-285bf463-b7e1-449e-bc92-5314b9c42d43 req-e588357a-1060-4d3f-89dc-4a57cde123e9 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207162 Feb 11 05:26:36.720844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-87ce6485-9663-4458-9d96-d911cf6f1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.722750 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-87ce6485-9663-4458-9d96-d911cf6f1ec9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2712224 Feb 11 05:26:36.739642 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:36.809263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a083c14-c569-4d12-ab8a-e6892a2ef614 req-3edcabea-145a-4298-a1eb-dd95bdc1fc85 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144902 Feb 11 05:26:36.893424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Attempting to bind port 7566ac4b-e6d7-47c4-8456-91243e992a38 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:36.894072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Attempting to bind port 7566ac4b-e6d7-47c4-8456-91243e992a38 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'ec429d3d-b871-4431-8b08-523027edc765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6bb8f9c5-91ee-4837-8721-8c645cde5986'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:36.894072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Attempting to bind port 7566ac4b-e6d7-47c4-8456-91243e992a38 on network 6bb8f9c5-91ee-4837-8721-8c645cde5986 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:36.905139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['1ed3b425-9a99-4501-939d-c1ea045c8581'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:36.924533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15b80f76-e749-4d98-9cbf-7315e55362fd req-f677e1f3-f8b8-4f96-805d-8dec1a8e897c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 210 time: 0.0513918 Feb 11 05:26:36.928145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Port 7566ac4b-e6d7-47c4-8456-91243e992a38 on network 6bb8f9c5-91ee-4837-8721-8c645cde5986 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:36.928145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Attempting to bind port 7566ac4b-e6d7-47c4-8456-91243e992a38 on network 6bb8f9c5-91ee-4837-8721-8c645cde5986 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:36.943776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:36.944226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Checking segment: {'id': 'ec429d3d-b871-4431-8b08-523027edc765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6bb8f9c5-91ee-4837-8721-8c645cde5986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:36.944803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Bound using segment: {'id': 'ec429d3d-b871-4431-8b08-523027edc765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6bb8f9c5-91ee-4837-8721-8c645cde5986'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:36.945228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Bound port: 7566ac4b-e6d7-47c4-8456-91243e992a38, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec429d3d-b871-4431-8b08-523027edc765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6bb8f9c5-91ee-4837-8721-8c645cde5986'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:36.945658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.972406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-12348bc7-df93-4914-8062-260319377593 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319286 Feb 11 05:26:36.980506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313a1e3-13f4-4694-ae3e-dfc34b6e9c43 req-928ae51d-c426-4e7f-91b7-35072db564bd tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.982432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1313a1e3-13f4-4694-ae3e-dfc34b6e9c43 req-928ae51d-c426-4e7f-91b7-35072db564bd tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 948 time: 0.2072091 Feb 11 05:26:37.140380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] For port 7566ac4b-e6d7-47c4-8456-91243e992a38, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:37.146376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] For port 7566ac4b-e6d7-47c4-8456-91243e992a38, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7566ac4b-e6d7-47c4-8456-91243e992a38,segment=NetworkSegment(ec429d3d-b871-4431-8b08-523027edc765),segment_id=ec429d3d-b871-4431-8b08-523027edc765)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:37.150306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1313a1e3-13f4-4694-ae3e-dfc34b6e9c43 req-42ba18bd-ee1a-494d-a10f-43886eec9a8b tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574724 Feb 11 05:26:37.162271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e79395-a3bd-48af-9f1e-c1216ab3c003 req-fc1561ea-3cdf-46f2-a534-5435390a3c0c service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786728 Feb 11 05:26:37.164810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.237177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.237815 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.239262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] 10.222.0.72 "PUT /v2.0/ports/7566ac4b-e6d7-47c4-8456-91243e992a38 HTTP/1.1" status: 200 len: 1093 time: 2.3630791 Feb 11 05:26:37.239727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5da846-f09f-4378-9d8a-dcece7a65b09', 'tag': '7566ac4b-e6d7-47c4-8456-91243e992a38'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:37.241995 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fa1d49-0e03-40f7-a7c7-87d266da25e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5da846-f09f-4378-9d8a-dcece7a65b09", "tag": "7566ac4b-e6d7-47c4-8456-91243e992a38"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:37.301276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe37eaa-e7ba-488e-8b90-012c4ac0626c service neutron] Pushing event updated for resources: {'Port': ['ID=7566ac4b-e6d7-47c4-8456-91243e992a38,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:37.353882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20193bac-c437-4bcb-8199-74b3d2ea6bbd req-2fde82ae-3681-4ae0-979e-e1099c4072e1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.355527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20193bac-c437-4bcb-8199-74b3d2ea6bbd req-2fde82ae-3681-4ae0-979e-e1099c4072e1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.1081347 Feb 11 05:26:37.373230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-54db82d0-9f02-4354-b9ca-62fb7cecb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.374732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-54db82d0-9f02-4354-b9ca-62fb7cecb077 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c898191766c04d27bc182d167c2d264f&device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 1127 time: 0.0745533 Feb 11 05:26:37.436651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-e988be78-5c8e-4280-8db4-b0c13eb3dba5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7566ac4b-e6d7-47c4-8456-91243e992a38 HTTP/1.1" status: 200 len: 217 time: 0.0505161 Feb 11 05:26:37.503865 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c0677-f883-4e5b-89ea-05c8773f8565 x-openstack-request-id: req-3c3c0677-f883-4e5b-89ea-05c8773f8565 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:37.504225 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5da846-f09f-4378-9d8a-dcece7a65b09", "tag": "7566ac4b-e6d7-47c4-8456-91243e992a38", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:37.504403 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c3c0677-f883-4e5b-89ea-05c8773f8565 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:37.504813 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5da846-f09f-4378-9d8a-dcece7a65b09', 'tag': '7566ac4b-e6d7-47c4-8456-91243e992a38', 'status': 'completed', 'code': 200} Feb 11 05:26:37.554215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-b37fadf1-0c78-46b5-be41-2a604764811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.555743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-b37fadf1-0c78-46b5-be41-2a604764811a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52bc2a2d-1341-40eb-941b-e1164ab54e60 HTTP/1.1" status: 200 len: 861 time: 0.1030047 Feb 11 05:26:37.626539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88fff365-7aea-474d-98f6-366752807347 req-9b6e4814-2efa-4beb-bade-7992d7bdf648 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 210 time: 0.0764935 Feb 11 05:26:37.629032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-2b13c6a8-d4cf-4ba3-a7bf-58ce39da9aa6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bb8f9c5-91ee-4837-8721-8c645cde5986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565925 Feb 11 05:26:37.633207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20193bac-c437-4bcb-8199-74b3d2ea6bbd req-999933cf-bce3-4007-892a-fecbfd4a2cf7 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714067 Feb 11 05:26:37.712849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:37.734406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-75396969-64bd-495c-85a1-67c1e7d524cc tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.735931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-75396969-64bd-495c-85a1-67c1e7d524cc tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 808 time: 0.3515840 Feb 11 05:26:37.759228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Request body: {'port': {'device_id': '9cecdb56-6130-445c-8eaf-d7502968de55', 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08', 'admin_state_up': True, 'tenant_id': '189047df84ed4519ae5f18281ab6a0b6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:37.807346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-0e5046f4-038d-4c1e-a09e-9a11f18a7bf1 service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8f9c5-91ee-4837-8721-8c645cde5986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704636 Feb 11 05:26:37.835514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:37.855974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0', 'mac_address': 'fa:16:3e:d8:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:37.916849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:37.917292 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.931896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:37.960836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:37.965694 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.019735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:38.348283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Made reservation on behalf of 189047df84ed4519ae5f18281ab6a0b6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:38.351757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.370905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa1faa-3212-437d-a2c5-96fc0297f6be req-7658af51-fc38-4eed-9e43-cfbc3f924f46 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.372416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6aa1faa-3212-437d-a2c5-96fc0297f6be req-7658af51-fc38-4eed-9e43-cfbc3f924f46 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 944 time: 0.4722564 Feb 11 05:26:38.383839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b857-2332-4426-82e2-920e152fcd3b req-3ba3df3d-9e37-45df-9710-eec41f90518e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.386081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87c7b857-2332-4426-82e2-920e152fcd3b req-3ba3df3d-9e37-45df-9710-eec41f90518e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.4408481 Feb 11 05:26:38.391246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c8d5ba60-3b6d-4c44-b254-b29ab408f1c0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:38.399870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:38.419407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33eb07fe-f806-4714-9a98-a5d91f21a123 req-867e6993-8703-4025-9856-e9e044eb3491 service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8f9c5-91ee-4837-8721-8c645cde5986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062214 Feb 11 05:26:38.570433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6aa1faa-3212-437d-a2c5-96fc0297f6be req-4796f4ab-67c8-443e-a149-0b1a5b1c1290 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754944 Feb 11 05:26:38.578187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87c7b857-2332-4426-82e2-920e152fcd3b req-16602acd-60bc-4305-b047-bf838fd27267 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691051 Feb 11 05:26:38.657446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-e135d83d-2711-4916-ac48-64665d3113c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.659151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-e135d83d-2711-4916-ac48-64665d3113c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c898191766c04d27bc182d167c2d264f&device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 1127 time: 0.1623011 Feb 11 05:26:38.666059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Allocated IP 172.20.0.4 (662b4f87-ddac-4f37-bb8c-0f74e2de8a08/219dcd02-d0cc-4942-9fb4-bddf9eca1cce/b2f3ded2-f663-4f81-97a4-096f410f7159) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:38.747593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 1ed3b425-9a99-4501-939d-c1ea045c8581 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:38.754389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 1ed3b425-9a99-4501-939d-c1ea045c8581 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:38.754764 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.767894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-774e37cf-24c6-48c5-b370-a3fff566d0e0 req-b4793868-a1c2-4863-8406-26a181e1ccd1 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 210 time: 0.0737321 Feb 11 05:26:38.905495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330c3b5-c53b-4609-bc4b-19212715f5a8 req-64735b1a-df55-4ecf-9174-5746052bd084 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.907245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8330c3b5-c53b-4609-bc4b-19212715f5a8 req-64735b1a-df55-4ecf-9174-5746052bd084 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 949 time: 0.2114193 Feb 11 05:26:38.934204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1ed3b425-9a99-4501-939d-c1ea045c8581 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:38.936938 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.952279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5509b1cc-5b52-46a2-8452-6e35381bb906 req-7b397514-d6cb-4c4b-bbf8-6a7f3747205e tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 210 time: 0.0806808 Feb 11 05:26:38.986191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-47f2364e-e4e3-48bf-9e4f-8b2be192335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.989548 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-47f2364e-e4e3-48bf-9e4f-8b2be192335e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bb8f9c5-91ee-4837-8721-8c645cde5986 HTTP/1.1" status: 200 len: 922 time: 0.3207247 Feb 11 05:26:39.012285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:39.014712 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca843bf-cf08-4dd3-9336-18280dea42e3" -d '{"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:39.030892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:39.042757 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.107396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:39.181018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-cea8d316-cac2-4681-9c7d-9f08ea93efc2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7566ac4b-e6d7-47c4-8456-91243e992a38 HTTP/1.1" status: 200 len: 217 time: 0.1831777 Feb 11 05:26:39.275354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8330c3b5-c53b-4609-bc4b-19212715f5a8 req-b1e46985-b66f-4043-b03c-7ef172d7f48c tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384485 Feb 11 05:26:39.290605 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks [] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.300818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989d551-24b2-4e1f-be37-5fc06c9eb823 req-cce1d64f-a77f-40dc-af5f-07302bb02283 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.302372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f989d551-24b2-4e1f-be37-5fc06c9eb823 req-cce1d64f-a77f-40dc-af5f-07302bb02283 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.2426639 Feb 11 05:26:39.305999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-db080fe3-e5ac-43fc-b611-1e006a68e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.308039 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-db080fe3-e5ac-43fc-b611-1e006a68e47b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52bc2a2d-1341-40eb-941b-e1164ab54e60 HTTP/1.1" status: 200 len: 861 time: 0.1113842 Feb 11 05:26:39.343125 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e1034-c4b9-43b1-9f2c-266e6beb2d98 x-openstack-request-id: req-4f4e1034-c4b9-43b1-9f2c-266e6beb2d98 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:39.343613 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:39.344047 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f4e1034-c4b9-43b1-9f2c-266e6beb2d98 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:39.344604 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'code': 200} Feb 11 05:26:39.367110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-e0a061e2-008b-4134-8e9a-b81119c6bb57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bb8f9c5-91ee-4837-8721-8c645cde5986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443850 Feb 11 05:26:39.465678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f989d551-24b2-4e1f-be37-5fc06c9eb823 req-74fe04a0-9b39-4933-8131-188ec07b2fae tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524196 Feb 11 05:26:39.493713 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.569749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:39.580090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:39.586962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-ea28b8f4-970f-4b1b-8635-ad86712d992e service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8f9c5-91ee-4837-8721-8c645cde5986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108781 Feb 11 05:26:39.587193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:39.597071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ed35b-d467-4166-98f4-43fa7ef21a03 req-4872e7c0-bba1-456b-bad9-754071592121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.598621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e01ed35b-d467-4166-98f4-43fa7ef21a03 req-4872e7c0-bba1-456b-bad9-754071592121 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=45d782f1-b934-493e-91c1-9cf6e59e7882 HTTP/1.1" status: 200 len: 1132 time: 0.1762464 Feb 11 05:26:39.625991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Pushing event updated for resources: {'Port': ['ID=b2f3ded2-f663-4f81-97a4-096f410f7159,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:39.734704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.735311 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.811693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e01ed35b-d467-4166-98f4-43fa7ef21a03 req-75c7970e-b131-45de-9e76-9e59bffc681d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794012 Feb 11 05:26:39.830301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-f64b81ac-411f-45b4-b2ae-1fc8478395ad tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0749521 Feb 11 05:26:39.842179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64fa1d49-0e03-40f7-a7c7-87d266da25e0 req-1106d0c2-3157-4045-8d22-b483553ff2ee service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8f9c5-91ee-4837-8721-8c645cde5986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485404 Feb 11 05:26:39.855574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e9530-e2df-4848-aa6a-cfa77d6849c1 req-7cd5b74d-5d8d-4c1f-9bcb-8920a6ea60c1 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.857061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a80e9530-e2df-4848-aa6a-cfa77d6849c1 req-7cd5b74d-5d8d-4c1f-9bcb-8920a6ea60c1 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 944 time: 0.1736984 Feb 11 05:26:39.868534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a549b-7f22-48de-bc9a-93cd4fe6c3eb req-4e6bf1f1-f366-4335-a9c0-59536b8404c5 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.870617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-536a549b-7f22-48de-bc9a-93cd4fe6c3eb req-4e6bf1f1-f366-4335-a9c0-59536b8404c5 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.1434908 Feb 11 05:26:39.945194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a80e9530-e2df-4848-aa6a-cfa77d6849c1 req-e66190bd-d3f7-4fa0-b292-74a46e6898e3 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734038 Feb 11 05:26:39.948135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-536a549b-7f22-48de-bc9a-93cd4fe6c3eb req-1754c303-bb10-4094-8584-f790c5ba7e7c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707216 Feb 11 05:26:40.094728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b012d-185b-4a03-a316-6b85e84894da req-44fa62ed-8acb-45a9-b844-23e381969568 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.096156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f07b012d-185b-4a03-a316-6b85e84894da req-44fa62ed-8acb-45a9-b844-23e381969568 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1128 time: 0.0791326 Feb 11 05:26:40.103049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d0536-591f-45fa-9c36-469702d1b6de req-046803a7-0f58-4b47-8f05-1a6f64aaa83c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.105281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-048d0536-591f-45fa-9c36-469702d1b6de req-046803a7-0f58-4b47-8f05-1a6f64aaa83c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 931 time: 0.0771971 Feb 11 05:26:40.111165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Request body: {'port': {'device_id': '9cecdb56-6130-445c-8eaf-d7502968de55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:40.233362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f07b012d-185b-4a03-a316-6b85e84894da req-e5907aa5-a0e9-49a3-94f9-37e123b358e4 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270773 Feb 11 05:26:40.238371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-048d0536-591f-45fa-9c36-469702d1b6de req-5b151dbb-ce7e-4daa-8109-9bf0623f75c6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240437 Feb 11 05:26:40.239058 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.398149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ec370b7-21a3-4b9f-96cc-25cb742168e2 req-88ddbaa9-6f54-4d35-8940-11395607525d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 210 time: 0.0353277 Feb 11 05:26:40.561353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3597-0e4a-4739-be3e-9d37994ba554 req-371ead2f-10e3-4f3e-9252-18caca941b10 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.562960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e40c3597-0e4a-4739-be3e-9d37994ba554 req-371ead2f-10e3-4f3e-9252-18caca941b10 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 949 time: 0.0835226 Feb 11 05:26:40.650002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e40c3597-0e4a-4739-be3e-9d37994ba554 req-21326778-d327-48ed-ba01-570e470322a0 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812957 Feb 11 05:26:40.652486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f3ded2-f663-4f81-97a4-096f410f7159 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:40.660319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Publish callbacks [] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.684783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Transition to ACTIVE for port object b2f3ded2-f663-4f81-97a4-096f410f7159 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:40.692805 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.797417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f3ded2-f663-4f81-97a4-096f410f7159,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:40.858679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98065d-05b3-4cf3-8fb5-1b34604dace5 req-2f38acaa-3f1f-4040-b020-794f345b1019 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.860194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a98065d-05b3-4cf3-8fb5-1b34604dace5 req-2f38acaa-3f1f-4040-b020-794f345b1019 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.1283588 Feb 11 05:26:40.918461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:40.918876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:40.919301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:40.932632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Port b2f3ded2-f663-4f81-97a4-096f410f7159 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:40.933051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:40.948187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:40.948677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:40.949175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:40.949668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Bound port: b2f3ded2-f663-4f81-97a4-096f410f7159, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:40.950098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.973694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a98065d-05b3-4cf3-8fb5-1b34604dace5 req-78f51953-6a25-464e-a5da-adafbf413294 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894322 Feb 11 05:26:41.098916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:41.114481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:41.125701 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.178263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c284da-3033-47c9-8ca7-c6a868290cf7 req-2a3f12f5-d10e-44a9-9a4a-de7c192ed91d tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.186206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3c284da-3033-47c9-8ca7-c6a868290cf7 req-2a3f12f5-d10e-44a9-9a4a-de7c192ed91d tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 944 time: 0.1256831 Feb 11 05:26:41.195051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.195669 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.197126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] 10.222.0.72 "PUT /v2.0/ports/b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 1092 time: 1.0898798 Feb 11 05:26:41.197683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:41.199977 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:41.247330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2717b1-d268-46cd-ac13-92eefd584fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f3ded2-f663-4f81-97a4-096f410f7159,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:41.273730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3c284da-3033-47c9-8ca7-c6a868290cf7 req-f39b840b-de5d-4634-94ff-c6a98f38c2dc tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867293 Feb 11 05:26:41.329747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce8203fa-9c88-4f81-a95a-63bbfae21059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.331262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-ce8203fa-9c88-4f81-a95a-63bbfae21059 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1126 time: 0.0758712 Feb 11 05:26:41.361033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-a63aad48-0423-4d7c-a1f7-fcd594f67c5f tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:26:41.368444 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-a63aad48-0423-4d7c-a1f7-fcd594f67c5f tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119288 Feb 11 05:26:41.410724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-71f4f5a6-59b6-4656-963f-50e0239b566b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 217 time: 0.0715914 Feb 11 05:26:41.422006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-e9849972-ae84-48ed-95fe-57cc6598f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.423966 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-e9849972-ae84-48ed-95fe-57cc6598f41e service neutron] 10.222.0.31 "GET /v2.0/ports/6390a77c-8f4c-4119-91b5-591e2329ef67 HTTP/1.1" status: 200 len: 1125 time: 0.0534108 Feb 11 05:26:41.439173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Request body: {'binding': {'host': 'n-h1-715271-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:41.439742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Unknown quota resources ['binding']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:26:41.481754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-cf4e2f38-3885-4d1c-abb3-157cb151e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.483200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-cf4e2f38-3885-4d1c-abb3-157cb151e114 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.0541897 Feb 11 05:26:41.495132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346575-318c-4546-841e-4d9aa6a35710 req-fbef6c4f-729d-4de0-b576-8bf5183fc456 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.496754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34346575-318c-4546-841e-4d9aa6a35710 req-fbef6c4f-729d-4de0-b576-8bf5183fc456 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.1513698 Feb 11 05:26:41.533808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-16f4eba0-bea0-4a32-8225-12d2fd4053f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360365 Feb 11 05:26:41.590449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34346575-318c-4546-841e-4d9aa6a35710 req-cfac15b6-32ff-4e90-8519-6092926a4c32 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839736 Feb 11 05:26:41.597368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on host n-h1-715271-35 for vnic_type normal with profile None {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:41.597712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:41.598040 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:41.602379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:41.602696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:41.614629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:41.614992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:41.615360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:41.615834 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Bound port: 6390a77c-8f4c-4119-91b5-591e2329ef67, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:41.659879 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19e3596-aee7-4d23-98b1-17955e0bfbe1 x-openstack-request-id: req-c19e3596-aee7-4d23-98b1-17955e0bfbe1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:41.660182 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:41.660441 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c19e3596-aee7-4d23-98b1-17955e0bfbe1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:41.661022 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159', 'status': 'completed', 'code': 200} Feb 11 05:26:41.678463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:41.685153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-c3c423ab-f642-4cf7-8a5b-5b01e6bc42f3 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437066 Feb 11 05:26:41.685650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.697076 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-8771b2a3-266b-4d8c-acef-15094ac89c47 service neutron] 10.222.0.31 "POST /v2.0/ports/6390a77c-8f4c-4119-91b5-591e2329ef67/bindings HTTP/1.1" status: 201 len: 390 time: 0.2577779 Feb 11 05:26:41.750779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:41.854228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:41.874294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b387e9c4-9afa-45a5-82e6-cccd2ea47938 req-9ac8870c-4fa9-459e-867d-1908f5cc7424 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807532 Feb 11 05:26:41.886340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1084db1-ab85-49af-ba7b-f6b0fd9549fe req-69e9da7f-7e71-419e-a759-58a865adad20 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.889235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1084db1-ab85-49af-ba7b-f6b0fd9549fe req-69e9da7f-7e71-419e-a759-58a865adad20 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 943 time: 0.1044433 Feb 11 05:26:41.945161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:41.949071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:41.959954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:41.960687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.968518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-194c32c3-06ed-489c-af34-0da50b070dd4 req-e040a4d1-c484-468a-87a9-f2527536d152 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=895494d0-4c66-4e71-9d3b-9963d2473083 HTTP/1.1" status: 200 len: 210 time: 0.0625761 Feb 11 05:26:41.988753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc', 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f', 'port_id': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc', 'mac_address': 'fa:16:3e:84:bd:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b908ad-a06c-4b74-8e8c-dbc3801df0fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:42.053094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:42.053880 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.071185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:42.113527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:42.114597 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.126797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1084db1-ab85-49af-ba7b-f6b0fd9549fe req-251e3fa9-66bb-4390-acee-1d5e04d21cc7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311540 Feb 11 05:26:42.141014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:42.151331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.159810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:42.162638 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938f41de-d27f-49a9-8acf-79644a82efd6" -d '{"events": [{"server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "name": "network-vif-plugged", "status": "completed", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:42.198395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-ccd35ae8-0016-4db1-9654-203a8c274f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.200169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-ccd35ae8-0016-4db1-9654-203a8c274f4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1126 time: 0.2427027 Feb 11 05:26:42.212862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:42.228174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-83cb0289-009a-48da-a93c-05a116c85bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.230399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-83cb0289-009a-48da-a93c-05a116c85bc7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1128 time: 0.2149756 Feb 11 05:26:42.230622 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.250138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:42.268789 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-8261e859-203e-4d5d-85f2-2e690d80cacb service neutron] show failed (client error): The resource could not be found. Feb 11 05:26:42.269785 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-8261e859-203e-4d5d-85f2-2e690d80cacb service neutron] 10.222.0.81 "GET /v2.0/ports/e80b9db5-2dbc-41cc-8a5d-cb56d7f47097/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.2032485 Feb 11 05:26:42.287881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['9b88cea1-d460-4d76-b821-9ee2bdb5b3dc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:42.312638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6c35f-1e79-4545-b44a-941c4ec4024a req-58bb7cd0-b761-4866-ba79-4f629a189107 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.314418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39e6c35f-1e79-4545-b44a-941c4ec4024a req-58bb7cd0-b761-4866-ba79-4f629a189107 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 949 time: 0.2510285 Feb 11 05:26:42.347170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:42.429392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7566ac4b-e6d7-47c4-8456-91243e992a38 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:42.565342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7566ac4b-e6d7-47c4-8456-91243e992a38, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7566ac4b-e6d7-47c4-8456-91243e992a38,segment=NetworkSegment(ec429d3d-b871-4431-8b08-523027edc765),segment_id=ec429d3d-b871-4431-8b08-523027edc765)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:42.579703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '7566ac4b-e6d7-47c4-8456-91243e992a38', 'network_id': '6bb8f9c5-91ee-4837-8721-8c645cde5986', 'port_id': '7566ac4b-e6d7-47c4-8456-91243e992a38', 'mac_address': 'fa:16:3e:2e:49:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bc2a2d-1341-40eb-941b-e1164ab54e60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:42.624312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7566ac4b-e6d7-47c4-8456-91243e992a38 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:42.624839 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.641760 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7566ac4b-e6d7-47c4-8456-91243e992a38 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:42.664364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7566ac4b-e6d7-47c4-8456-91243e992a38, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7566ac4b-e6d7-47c4-8456-91243e992a38,segment=NetworkSegment(ec429d3d-b871-4431-8b08-523027edc765),segment_id=ec429d3d-b871-4431-8b08-523027edc765)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:42.669436 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.729019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7566ac4b-e6d7-47c4-8456-91243e992a38,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:42.813806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c45bd-99fb-4f9f-ac36-4f5713bf66b5 req-d2fed5f8-e36f-479a-9366-1098375f5c5e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.815304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c38c45bd-99fb-4f9f-ac36-4f5713bf66b5 req-d2fed5f8-e36f-479a-9366-1098375f5c5e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.5680156 Feb 11 05:26:42.832571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39e6c35f-1e79-4545-b44a-941c4ec4024a req-38fc16b2-663c-4e42-a377-96ef089feead tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021391 Feb 11 05:26:42.833536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-f2d12e8a-9aac-4c3f-98db-2398ebcf45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.834907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-f2d12e8a-9aac-4c3f-98db-2398ebcf45ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.6237347 Feb 11 05:26:42.864664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-5c130707-195d-44b7-9c52-b9c09f7fd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.866303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-5c130707-195d-44b7-9c52-b9c09f7fd129 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.6176815 Feb 11 05:26:42.913392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-9160ec2d-759d-40ef-b458-720a471439e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 217 time: 0.0696051 Feb 11 05:26:42.915217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-3ad25361-248f-45c8-bf4c-e49a88c8af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.917201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-3ad25361-248f-45c8-bf4c-e49a88c8af5d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8&tenant_id=1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 1132 time: 0.2093759 Feb 11 05:26:42.939917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['7566ac4b-e6d7-47c4-8456-91243e992a38'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:42.962211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:42.975389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-311d51a9-3ef6-4a96-97ca-d26daa3f5d6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6390a77c-8f4c-4119-91b5-591e2329ef67 HTTP/1.1" status: 200 len: 217 time: 0.1004603 Feb 11 05:26:43.087547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c38c45bd-99fb-4f9f-ac36-4f5713bf66b5 req-88e8c6c0-0e53-4226-8415-dcdee8a4a19f tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622430 Feb 11 05:26:43.148463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-3acbc016-f4a0-42ec-a9f9-eaef34480bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.149997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-3acbc016-f4a0-42ec-a9f9-eaef34480bf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.1926327 Feb 11 05:26:43.157952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-3794f59f-b908-4ddd-ba99-b1a26478f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.159485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-3794f59f-b908-4ddd-ba99-b1a26478f098 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.1550217 Feb 11 05:26:43.163638 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb4f8e4-826f-49fc-b548-95f46539b9bf x-openstack-request-id: req-5cb4f8e4-826f-49fc-b548-95f46539b9bf {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:43.164181 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "name": "network-vif-plugged", "status": "completed", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:43.164588 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cb4f8e4-826f-49fc-b548-95f46539b9bf {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:43.165249 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0', 'code': 200} Feb 11 05:26:43.177715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449b25-1a3b-49b9-88a7-e02d2fef5553 req-6f6f59ff-92f9-4dec-b50c-0577287ae82a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.179245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c449b25-1a3b-49b9-88a7-e02d2fef5553 req-6f6f59ff-92f9-4dec-b50c-0577287ae82a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.2725492 Feb 11 05:26:43.184610 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.220019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-4cd0415e-3af8-4e52-aa3e-5f49923c3e2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579908 Feb 11 05:26:43.251250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-be39669a-df43-4adc-bca6-d6d12475c0ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708687 Feb 11 05:26:43.486698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c449b25-1a3b-49b9-88a7-e02d2fef5553 req-58f6b1b4-7be6-4c31-8fb7-8d509f6e71df tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949138 Feb 11 05:26:43.638041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a26a6-2a28-48a5-b545-5b0a52f18e8f req-c744de54-ade7-4ab4-b1f6-1bd8f92a4723 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.639561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c2a26a6-2a28-48a5-b545-5b0a52f18e8f req-c744de54-ade7-4ab4-b1f6-1bd8f92a4723 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 945 time: 0.3794789 Feb 11 05:26:43.647035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-b79a04a0-6892-43ca-9111-2796cc82bb88 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040129 Feb 11 05:26:43.655904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0d7a1-8710-4917-8e82-2abac7653300 req-0d8506b6-2791-499c-bbdb-bd584f40646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.657424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95e0d7a1-8710-4917-8e82-2abac7653300 req-0d8506b6-2791-499c-bbdb-bd584f40646f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 1133 time: 0.3744855 Feb 11 05:26:43.682927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-369901f3-24e2-4c79-9d86-196af6d5977c service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955722 Feb 11 05:26:43.749171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:43.799121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:43.799498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.877316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:43.878004 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.911288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:43.915911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.921255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3cc7d-9d23-41ab-85b6-975c48842904 req-2a0a29c1-537e-47f3-997a-3d523d1f3694 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.922778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5f3cc7d-9d23-41ab-85b6-975c48842904 req-2a0a29c1-537e-47f3-997a-3d523d1f3694 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 944 time: 0.3623166 Feb 11 05:26:43.939746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95e0d7a1-8710-4917-8e82-2abac7653300 req-e76d7159-c02a-46bd-b553-517c6bfd2ee3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531815 Feb 11 05:26:43.942742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c2a26a6-2a28-48a5-b545-5b0a52f18e8f req-a5344feb-3a0c-464b-9d11-89816a9f1d7a tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925839 Feb 11 05:26:43.974736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:43.977960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:44.023315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ced9bbf1-281c-4abf-8f58-1d15c78fe9fd req-d50717d7-1f78-40bc-a517-4b8673b4212f service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622661 Feb 11 05:26:44.031544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-6691dd56-3fbc-4a79-8835-a5309ebed89b service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195834 Feb 11 05:26:44.072033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5f3cc7d-9d23-41ab-85b6-975c48842904 req-4183a77e-cb7b-4473-b78c-9fb8ed0d4cf2 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391366 Feb 11 05:26:44.089519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:44.146421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:44.149349 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583194c7-af58-4bac-b2e4-a4287d595820" -d '{"events": [{"server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:44.154314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Publish callbacks [] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.190834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Transition to ACTIVE for port object e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:44.197976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350f9e3-9175-4a85-a85c-a8b997d6e4c0 req-4d3993fe-a87a-4e04-bbae-daf13a7ed2db tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.199506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8350f9e3-9175-4a85-a85c-a8b997d6e4c0 req-4d3993fe-a87a-4e04-bbae-daf13a7ed2db tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 943 time: 0.1477118 Feb 11 05:26:44.202585 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.289665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b81f0-d878-498f-80ef-03d00a530417 req-6c47a82d-b2ae-4af1-b63a-d490c0af4fc8 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.291777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e8b81f0-d878-498f-80ef-03d00a530417 req-6c47a82d-b2ae-4af1-b63a-d490c0af4fc8 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 950 time: 0.1570272 Feb 11 05:26:44.310944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Pushing event updated for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:44.340200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] No DVR routers for this DVR port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:44.360095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8350f9e3-9175-4a85-a85c-a8b997d6e4c0 req-96714092-bfaf-4c47-acf5-871e358fe3e5 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506166 Feb 11 05:26:44.363043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.363671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.363795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.364078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.364427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.364761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.365233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.365471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.365802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.366135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.366477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.366814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.367145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:44.432394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e8b81f0-d878-498f-80ef-03d00a530417 req-480e2db0-2c3a-4355-a5f4-b90d550a737d tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271570 Feb 11 05:26:44.433446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Attempting to bind port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:44.433791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Attempting to bind port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:44.434122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Attempting to bind port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:44.452670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:44.453008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Attempting to bind port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:44.454194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b2f3ded2-f663-4f81-97a4-096f410f7159 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:44.464819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:44.465192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:44.465581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:44.466027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Bound port: e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:44.466394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.628470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7566ac4b-e6d7-47c4-8456-91243e992a38 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:44.690735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:44.695331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:44.711185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:44.719776 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b446c8e-ff78-4d9b-923b-b76de6d02966 x-openstack-request-id: req-8b446c8e-ff78-4d9b-923b-b76de6d02966 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:44.720267 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:44.723013 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b446c8e-ff78-4d9b-923b-b76de6d02966 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:44.723667 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'code': 200} Feb 11 05:26:44.746649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f1394-8d44-4c45-bb42-36bfda55f292 req-d5799c16-a631-4f60-95a4-0bfb1d950192 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.748672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-468f1394-8d44-4c45-bb42-36bfda55f292 req-d5799c16-a631-4f60-95a4-0bfb1d950192 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.1202981 Feb 11 05:26:44.750335 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.755957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'b2f3ded2-f663-4f81-97a4-096f410f7159', 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08', 'port_id': 'b2f3ded2-f663-4f81-97a4-096f410f7159', 'mac_address': 'fa:16:3e:e0:10:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219dcd02-d0cc-4942-9fb4-bddf9eca1cce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:44.777448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.778503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.780459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-1fc93934-1153-4459-aee9-3b348186563f service neutron] 10.222.0.72 "PUT /v2.0/ports/e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 1096 time: 1.8242958 Feb 11 05:26:44.809944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port b2f3ded2-f663-4f81-97a4-096f410f7159 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:44.810155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.823786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 7566ac4b-e6d7-47c4-8456-91243e992a38 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:44.826258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f3ded2-f663-4f81-97a4-096f410f7159 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:44.841973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 7566ac4b-e6d7-47c4-8456-91243e992a38 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:44.842350 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.895428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:44.903666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.934590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc93934-1153-4459-aee9-3b348186563f service neutron] Pushing event updated for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:44.951934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7566ac4b-e6d7-47c4-8456-91243e992a38 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:44.952228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.976532 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-468f1394-8d44-4c45-bb42-36bfda55f292 req-6ec82cb0-d295-4506-8837-306dfbe47c58 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106128 Feb 11 05:26:44.984883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-c1c79138-1fb2-4090-83fd-7a8156753f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.986457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-c1c79138-1fb2-4090-83fd-7a8156753f43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 1130 time: 0.1745546 Feb 11 05:26:45.024842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7566ac4b-e6d7-47c4-8456-91243e992a38, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7566ac4b-e6d7-47c4-8456-91243e992a38,segment=NetworkSegment(ec429d3d-b871-4431-8b08-523027edc765),segment_id=ec429d3d-b871-4431-8b08-523027edc765)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:45.042307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb34a3-282a-4d60-8466-2bf10548e135 req-aa42cc42-6284-478a-a4ff-bc6670b2130f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.043881 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.046716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=b2f3ded2-f663-4f81-97a4-096f410f7159,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:45.051561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17bb34a3-282a-4d60-8466-2bf10548e135 req-aa42cc42-6284-478a-a4ff-bc6670b2130f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 947 time: 0.2224059 Feb 11 05:26:45.127135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7566ac4b-e6d7-47c4-8456-91243e992a38,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:45.166402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc'}, {'server_uuid': 'cd5da846-f09f-4378-9d8a-dcece7a65b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7566ac4b-e6d7-47c4-8456-91243e992a38'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:45.169452 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f58971-32f1-4a87-8349-34a5c0c84dbd" -d '{"events": [{"server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "name": "network-vif-plugged", "status": "completed", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc"}, {"server_uuid": "cd5da846-f09f-4378-9d8a-dcece7a65b09", "name": "network-vif-plugged", "status": "completed", "tag": "7566ac4b-e6d7-47c4-8456-91243e992a38"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:45.186204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b2f3ded2-f663-4f81-97a4-096f410f7159'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:45.202761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17bb34a3-282a-4d60-8466-2bf10548e135 req-281d3fdc-3d81-4f4a-8fd9-5cdb5de16282 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503046 Feb 11 05:26:45.224670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb26da-511a-400f-9698-0f448cd8a1b8 req-8ff85dd9-ccdb-44cd-a364-5b8cfcded67c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.224670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31bb26da-511a-400f-9698-0f448cd8a1b8 req-8ff85dd9-ccdb-44cd-a364-5b8cfcded67c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 945 time: 0.1611710 Feb 11 05:26:45.224670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-dbae6250-a68d-4b26-8dc6-d5fde3f9d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.225723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-dbae6250-a68d-4b26-8dc6-d5fde3f9d8de service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2299583 Feb 11 05:26:45.305060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-4e3109b8-c06a-45f5-89f4-92f1884c050d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 217 time: 0.0715475 Feb 11 05:26:45.388038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31bb26da-511a-400f-9698-0f448cd8a1b8 req-4dbef1a1-1397-4119-be9a-aa134eb6ee33 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575537 Feb 11 05:26:45.426902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-e053802e-1ce1-433c-ba7c-131bfd5e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.428350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-e053802e-1ce1-433c-ba7c-131bfd5e8cf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1077180 Feb 11 05:26:45.518806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-bf796bea-d6bf-4a7f-89ca-cdb219404ab1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.520319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-bf796bea-d6bf-4a7f-89ca-cdb219404ab1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.2202086 Feb 11 05:26:45.550133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-4b0bc31f-d741-4fa8-9b06-b2b23a6b71b3 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/quotas/c233fc98111c48a7a44ca91fe060b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0225041 Feb 11 05:26:45.553031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-27ee8499-cd4b-470e-b580-538d06a8fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.554607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-27ee8499-cd4b-470e-b580-538d06a8fc8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1164780 Feb 11 05:26:45.597040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-32d9db0b-2d1d-46df-bfac-994330f0adbd tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395463 Feb 11 05:26:45.614788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d0581-c498-42b2-9fed-6e30d2dc24f0 req-78729ca1-0c1b-4b13-81d4-7406c93fe18e tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.616239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf7d0581-c498-42b2-9fed-6e30d2dc24f0 req-78729ca1-0c1b-4b13-81d4-7406c93fe18e tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 946 time: 0.1462607 Feb 11 05:26:45.763082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:45.803987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:26:45.804386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:45.804802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:45.882647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:45.883095 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.917381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:45.921573 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.973599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:46.037576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf7d0581-c498-42b2-9fed-6e30d2dc24f0 req-eb9b17a7-688a-44a3-a103-a56e5c62f9c3 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118435 Feb 11 05:26:46.049000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-5dbce328-4b97-40c6-94f6-b68e4308e9e8 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813290 Feb 11 05:26:46.054478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-e4a4b619-148b-4de2-a92f-978f485d0317 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471545 Feb 11 05:26:46.094459 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d627d7a3-5c4e-426e-9144-b31f661dc2d1 x-openstack-request-id: req-d627d7a3-5c4e-426e-9144-b31f661dc2d1 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:46.095001 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "name": "network-vif-plugged", "status": "completed", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc", "code": 200}, {"server_uuid": "cd5da846-f09f-4378-9d8a-dcece7a65b09", "name": "network-vif-plugged", "status": "completed", "tag": "7566ac4b-e6d7-47c4-8456-91243e992a38", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:46.095408 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d627d7a3-5c4e-426e-9144-b31f661dc2d1 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:46.095946 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc', 'code': 200} Feb 11 05:26:46.096416 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5da846-f09f-4378-9d8a-dcece7a65b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7566ac4b-e6d7-47c4-8456-91243e992a38', 'code': 200} Feb 11 05:26:46.272928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-f5a5ef7a-f3a4-4ff7-9775-ce8afaa866dc service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096100 Feb 11 05:26:46.277272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1398364-3ca0-4302-9f65-0b6f1efd9920 req-77105965-346e-4785-a95b-4b2f2c1e7da6 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219040 Feb 11 05:26:46.295373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee830e-fda6-4924-aed6-1b0ea361e7ec req-7b5bf11c-688a-4ebb-b014-99a348b91694 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.296935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5ee830e-fda6-4924-aed6-1b0ea361e7ec req-7b5bf11c-688a-4ebb-b014-99a348b91694 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 944 time: 0.1343365 Feb 11 05:26:46.303145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9b08-405f-43ba-8358-291910e79d0e req-3234eaa8-654c-40a4-ab74-a18289f1e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.304763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f2a9b08-405f-43ba-8358-291910e79d0e req-3234eaa8-654c-40a4-ab74-a18289f1e169 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 1129 time: 0.1302810 Feb 11 05:26:46.383964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5ee830e-fda6-4924-aed6-1b0ea361e7ec req-be31072e-d72c-47e1-bffe-94e0f5d6267b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751903 Feb 11 05:26:46.392254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f2a9b08-405f-43ba-8358-291910e79d0e req-5dd0f184-ab8f-4165-b0eb-a8d2adf900cf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712104 Feb 11 05:26:46.454737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b2f3ded2-f663-4f81-97a4-096f410f7159 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:46.534220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port b2f3ded2-f663-4f81-97a4-096f410f7159 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:46.539776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port b2f3ded2-f663-4f81-97a4-096f410f7159 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:46.540960 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.546287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff164c22-07d1-41d5-9348-6420125a893b req-e6ca58ab-436f-4668-82ed-a5f292965497 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.553220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff164c22-07d1-41d5-9348-6420125a893b req-e6ca58ab-436f-4668-82ed-a5f292965497 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 950 time: 0.1069257 Feb 11 05:26:46.608026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5073f-25c0-4772-bf8d-ec6713ef2b18 req-81ce3975-26cb-45a1-8e73-5694f7055afd tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.615037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68a5073f-25c0-4772-bf8d-ec6713ef2b18 req-81ce3975-26cb-45a1-8e73-5694f7055afd tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.1092517 Feb 11 05:26:46.652212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port b2f3ded2-f663-4f81-97a4-096f410f7159 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:46.652607 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.654201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff164c22-07d1-41d5-9348-6420125a893b req-df9f31b8-a0c7-4f93-a296-5f692697b662 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946753 Feb 11 05:26:46.693278 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68a5073f-25c0-4772-bf8d-ec6713ef2b18 req-c4de6d10-8f02-4189-9291-501847de80f5 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774653 Feb 11 05:26:46.708138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:46.714229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.725210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:46.727982 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:46.789573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=b2f3ded2-f663-4f81-97a4-096f410f7159,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:46.867246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502581f7-cfab-46c0-9ddc-41964ea7c779 req-83d3fea8-7f4e-40b4-9713-d9dd11dd37a5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.869323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-502581f7-cfab-46c0-9ddc-41964ea7c779 req-83d3fea8-7f4e-40b4-9713-d9dd11dd37a5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 947 time: 0.1074243 Feb 11 05:26:46.910537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1759925-7701-4d37-8287-895a575cd569 req-783fc4e0-d6e7-43db-a2d4-929292fa80ee tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.912431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1759925-7701-4d37-8287-895a575cd569 req-783fc4e0-d6e7-43db-a2d4-929292fa80ee tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 943 time: 0.1003222 Feb 11 05:26:46.957323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-502581f7-cfab-46c0-9ddc-41964ea7c779 req-9fee6cc4-21f5-467e-b2ed-759c7d951d9e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814581 Feb 11 05:26:46.997526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1759925-7701-4d37-8287-895a575cd569 req-7bdfe63d-20ac-4eea-ae07-e36518a28c27 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734663 Feb 11 05:26:47.070973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec2cd33-c598-4b00-98c8-1db4ccd279dc req-08429939-5fc1-49ec-97f3-a04d0fecae76 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=273f27bb-0dda-4d8b-8e28-96b6b9a1c95b HTTP/1.1" status: 200 len: 210 time: 0.0326912 Feb 11 05:26:47.152658 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12394c2-3f67-4db7-9379-339c8ff7370c x-openstack-request-id: req-e12394c2-3f67-4db7-9379-339c8ff7370c {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:47.153040 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:47.153395 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e12394c2-3f67-4db7-9379-339c8ff7370c {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:47.154110 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'status': 'completed', 'code': 200} Feb 11 05:26:47.183776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a36a28-9b6e-400b-8387-c8185a35072a req-c331ae84-3da5-4a29-8e3d-84c869f0551b tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.185437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51a36a28-9b6e-400b-8387-c8185a35072a req-c331ae84-3da5-4a29-8e3d-84c869f0551b tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d782f1-b934-493e-91c1-9cf6e59e7882 HTTP/1.1" status: 200 len: 949 time: 0.1072900 Feb 11 05:26:47.296346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-6755ebed-e5f4-4b09-bd66-77d86aedf041 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.297953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-6755ebed-e5f4-4b09-bd66-77d86aedf041 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.81 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 943 time: 0.1802933 Feb 11 05:26:47.399901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51a36a28-9b6e-400b-8387-c8185a35072a req-ddbfcd8a-f077-43d1-ac08-bea019969b42 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010281 Feb 11 05:26:47.402337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-86362633-7dde-40c1-9df4-e0941a948945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.404302 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-86362633-7dde-40c1-9df4-e0941a948945 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 1130 time: 0.2165096 Feb 11 05:26:47.443458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-7f2b1d88-fb5f-440c-9743-9a071aa58bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.445006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-7f2b1d88-fb5f-440c-9743-9a071aa58bad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 1130 time: 0.2431312 Feb 11 05:26:47.490753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4389a1-9d0c-420e-84d7-87f3ee759ada req-5709c872-1107-408d-8d8f-87cc35463509 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.492258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d4389a1-9d0c-420e-84d7-87f3ee759ada req-5709c872-1107-408d-8d8f-87cc35463509 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 946 time: 0.2914200 Feb 11 05:26:47.694054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-9bd0b47a-c380-4b0d-a159-52bc022ba328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.695432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-9bd0b47a-c380-4b0d-a159-52bc022ba328 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2795916 Feb 11 05:26:47.704929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d4389a1-9d0c-420e-84d7-87f3ee759ada req-a0bf888e-f778-4795-8649-d701a0c863a6 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988559 Feb 11 05:26:47.723158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Deleting port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:47.724990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:47.782737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-55feac6a-aadd-4f4a-9dbe-cf0582244d52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 217 time: 0.0736165 Feb 11 05:26:47.798643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-ccfbff35-ff0e-4930-96d3-dd357f4e8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.800337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-ccfbff35-ff0e-4930-96d3-dd357f4e8938 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3366141 Feb 11 05:26:47.907794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f309fa5-d720-4239-9214-fbb6bf6e50b5 req-49f45d0d-bfe2-4133-8a9b-644df172b8d2 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.909168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f309fa5-d720-4239-9214-fbb6bf6e50b5 req-49f45d0d-bfe2-4133-8a9b-644df172b8d2 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.2809672 Feb 11 05:26:47.914020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-e9b52bc8-13b0-49b5-b529-c9d189cb6945 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 217 time: 0.1010401 Feb 11 05:26:47.974669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-9402a660-a3a2-4176-8ed5-37e2db0a534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.976592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-9402a660-a3a2-4176-8ed5-37e2db0a534a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1874075 Feb 11 05:26:48.085105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] For port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:48.085742 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:48.090180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-6a087eee-b113-4b5a-81e3-f7ea16093b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.091654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-6a087eee-b113-4b5a-81e3-f7ea16093b04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1698549 Feb 11 05:26:48.097747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc'}, {'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:48.101033 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde893e-b6bf-4696-90c3-8bc390c12fdb" -d '{"events": [{"server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "name": "network-vif-unplugged", "status": "completed", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc"}, {"server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "name": "network-vif-plugged", "status": "completed", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:48.124159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f309fa5-d720-4239-9214-fbb6bf6e50b5 req-786cfa7c-10c5-4acb-a0c3-9875b7b00227 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038629 Feb 11 05:26:48.132176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Calling delete_port for 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:48.251788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-e4724f07-f1e2-42f3-ae0d-8190395e6d2d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=273f27bb-0dda-4d8b-8e28-96b6b9a1c95b HTTP/1.1" status: 200 len: 210 time: 0.0659566 Feb 11 05:26:48.306275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cbe0a47-9721-4bce-bcad-9a75a2e6ba7b req-cedb2d35-9501-4f65-a3d3-bf8f7099e77e tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=273f27bb-0dda-4d8b-8e28-96b6b9a1c95b HTTP/1.1" status: 200 len: 210 time: 0.1051621 Feb 11 05:26:48.335627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-7c838999-85e2-4fb6-bba6-89de79d66866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.337125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-7c838999-85e2-4fb6-bba6-89de79d66866 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3441463 Feb 11 05:26:48.824234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-9281ea0a-4697-494b-b2c4-caf1c52c4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.825789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-9281ea0a-4697-494b-b2c4-caf1c52c4d2e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7244015 Feb 11 05:26:48.885086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3c901-99e9-4df1-be02-048940e18378 req-4629a590-0200-4423-87d7-0291a2545833 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.886581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cf3c901-99e9-4df1-be02-048940e18378 req-4629a590-0200-4423-87d7-0291a2545833 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.6534107 Feb 11 05:26:48.946335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-619d1a03-8d39-4a02-a18b-6353e03a7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.948317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-619d1a03-8d39-4a02-a18b-6353e03a7aac service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6510820 Feb 11 05:26:49.061930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680b94-d7ef-47b3-b414-6bf9b2ba2647 req-dee561de-34a1-4767-baf9-42be836ffce6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.063390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17680b94-d7ef-47b3-b414-6bf9b2ba2647 req-dee561de-34a1-4767-baf9-42be836ffce6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 947 time: 0.4200501 Feb 11 05:26:49.102985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-0219779e-3e25-4c12-8ee3-f815b08ebbea service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800246 Feb 11 05:26:49.206760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cf3c901-99e9-4df1-be02-048940e18378 req-2dae63ef-9f6b-4762-8186-b714679f9a4f tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040133 Feb 11 05:26:49.261014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-7e3b546b-a36f-49c7-99bd-379789153945 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156475 Feb 11 05:26:49.273620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9b88cea1-d460-4d76-b821-9ee2bdb5b3dc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.424489 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfe3ad8f-a286-4ca7-902d-62a6b488dba5 req-9201db2d-6df9-44c1-9b12-dc3ee70f047d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=545d7582-6e37-4ae1-96fd-750c5a5a4d17 HTTP/1.1" status: 200 len: 210 time: 0.1403446 Feb 11 05:26:49.434507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event deleted for resources: {'Port': ['ID=9b88cea1-d460-4d76-b821-9ee2bdb5b3dc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:49.460841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17680b94-d7ef-47b3-b414-6bf9b2ba2647 req-dfd9625f-c788-4d7f-b83f-c87a8e46537a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766825 Feb 11 05:26:49.534778 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13caea37-913b-4cc1-a8e6-6b3aa6545738 x-openstack-request-id: req-13caea37-913b-4cc1-a8e6-6b3aa6545738 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:49.535403 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "name": "network-vif-unplugged", "status": "completed", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc", "code": 200}, {"server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "name": "network-vif-plugged", "status": "completed", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:49.535729 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13caea37-913b-4cc1-a8e6-6b3aa6545738 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:49.536196 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc', 'code': 200} Feb 11 05:26:49.536522 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159', 'code': 200} Feb 11 05:26:49.547311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-8670d4a3-05d1-4a07-893b-ab732fbe4d53 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245532 Feb 11 05:26:49.548338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-5a07506f-65c1-483f-b1b8-bec6137f728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.549757 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-5a07506f-65c1-483f-b1b8-bec6137f728e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5556366 Feb 11 05:26:49.586466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3f857f-b88e-4cc4-8b1e-d14637972a2f req-270f8934-a4a8-4f74-a89c-77ffbe8cca72 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055499 Feb 11 05:26:49.611712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] No DVR routers for this DVR port 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:49.616461 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.618476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d3d4901-c62f-4e20-b851-4c0af93ad4cb req-9c75aefc-e55d-44ae-ac32-949bdce921da tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.81 "DELETE /v2.0/ports/9b88cea1-d460-4d76-b821-9ee2bdb5b3dc HTTP/1.1" status: 204 len: 173 time: 2.3112254 Feb 11 05:26:49.619515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'name': 'network-vif-deleted', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:49.621824 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc795a8-ff5a-4b4a-a900-301a91676b3d" -d '{"events": [{"server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "name": "network-vif-deleted", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:49.742789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e4ec25f-6a85-4bdf-945c-88908cc421de req-3dca1331-e69a-4afc-a752-823183860230 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "GET /v2.0/ports?device_id=273f27bb-0dda-4d8b-8e28-96b6b9a1c95b HTTP/1.1" status: 200 len: 210 time: 0.0895600 Feb 11 05:26:49.781865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1eb28-ed36-4c21-97a2-8cad81851d6c req-6e9fa00d-5fc1-48c1-bba1-1dd846e8b8f4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.783714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ca1eb28-ed36-4c21-97a2-8cad81851d6c req-6e9fa00d-5fc1-48c1-bba1-1dd846e8b8f4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.1811559 Feb 11 05:26:49.791802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b2daf-8dd4-4943-bde4-e13cc13b6992 req-da3913dd-5d02-4dfb-93f1-8f62c013d616 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.793201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f49b2daf-8dd4-4943-bde4-e13cc13b6992 req-da3913dd-5d02-4dfb-93f1-8f62c013d616 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 946 time: 0.1687403 Feb 11 05:26:49.813930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46ac65-1b29-43e6-9e43-f06e81910de2 req-c93d6530-c53a-4467-b59f-28a1ae8ec36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.815717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad46ac65-1b29-43e6-9e43-f06e81910de2 req-c93d6530-c53a-4467-b59f-28a1ae8ec36b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1128 time: 0.1469233 Feb 11 05:26:49.904058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ca1eb28-ed36-4c21-97a2-8cad81851d6c req-42928075-da68-4647-8f32-73a41ae9ebaa tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099129 Feb 11 05:26:49.912548 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f49b2daf-8dd4-4943-bde4-e13cc13b6992 req-d56b94bc-528a-4a52-ab18-df9e544a05a8 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100936 Feb 11 05:26:49.942639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad46ac65-1b29-43e6-9e43-f06e81910de2 req-e9cab3ac-162a-43df-9d9c-d87d1c6b6519 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128190 Feb 11 05:26:49.986139 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45410f4-6180-4050-a407-dccb6f543c5e x-openstack-request-id: req-b45410f4-6180-4050-a407-dccb6f543c5e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:49.986443 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d7582-6e37-4ae1-96fd-750c5a5a4d17", "name": "network-vif-deleted", "tag": "9b88cea1-d460-4d76-b821-9ee2bdb5b3dc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:49.986705 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b45410f4-6180-4050-a407-dccb6f543c5e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:49.987119 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d7582-6e37-4ae1-96fd-750c5a5a4d17', 'name': 'network-vif-deleted', 'tag': '9b88cea1-d460-4d76-b821-9ee2bdb5b3dc', 'status': 'completed', 'code': 200} Feb 11 05:26:50.052863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-948090b2-d6d7-4add-beb9-2c8ddca0fc10 req-1544e4fe-8fdf-4344-bd6a-9309cb17adcd tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=273f27bb-0dda-4d8b-8e28-96b6b9a1c95b HTTP/1.1" status: 200 len: 210 time: 0.0522227 Feb 11 05:26:50.055368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c018aa57-b1ec-411a-aaf6-bb15216f7795 req-bb239686-9f1b-45ef-b9fb-579458d75653 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=273f27bb-0dda-4d8b-8e28-96b6b9a1c95b HTTP/1.1" status: 200 len: 210 time: 0.0448430 Feb 11 05:26:50.194839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018aa57-b1ec-411a-aaf6-bb15216f7795 req-89a8fcbe-2569-4abd-add1-1541681651c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.196457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c018aa57-b1ec-411a-aaf6-bb15216f7795 req-89a8fcbe-2569-4abd-add1-1541681651c9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1246777 Feb 11 05:26:50.365838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018aa57-b1ec-411a-aaf6-bb15216f7795 req-9cbadd35-6444-4fb3-97a7-5c6fe01b9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.367019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c018aa57-b1ec-411a-aaf6-bb15216f7795 req-9cbadd35-6444-4fb3-97a7-5c6fe01b9409 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619792 Feb 11 05:26:50.398782 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137a1a7-e00d-4a17-8f18-93d4d4ed787a req-86857abb-772a-4edf-a7ae-33ebede805d6 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.400330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f137a1a7-e00d-4a17-8f18-93d4d4ed787a req-86857abb-772a-4edf-a7ae-33ebede805d6 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.0890727 Feb 11 05:26:50.483084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c018aa57-b1ec-411a-aaf6-bb15216f7795 req-5794ed0f-1658-4757-bbbb-39117f15e36f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "GET /v2.0/ports?device_id=273f27bb-0dda-4d8b-8e28-96b6b9a1c95b HTTP/1.1" status: 200 len: 210 time: 0.0480516 Feb 11 05:26:50.486879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:50.497098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f137a1a7-e00d-4a17-8f18-93d4d4ed787a req-b6212514-15ec-433f-aaac-673ba87addc1 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898609 Feb 11 05:26:50.648489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:50.671820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'mac_address': 'fa:16:3e:21:15:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:50.702820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e494b82-2896-44cf-a634-d832f363a40a req-f3ac4571-554d-49c8-93a3-e3b080e0e4b7 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.711051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e494b82-2896-44cf-a634-d832f363a40a req-f3ac4571-554d-49c8-93a3-e3b080e0e4b7 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 947 time: 0.0790989 Feb 11 05:26:50.755662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:50.756078 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.772933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:50.796089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e494b82-2896-44cf-a634-d832f363a40a req-ed6bb825-4e5c-4cba-b975-1052e0874f18 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834146 Feb 11 05:26:50.819028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:50.824568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7bbe-b213-47bc-ace0-54d19e1c259a req-08e0dd50-16bf-4fc1-89c9-21f7ebdfd2c4 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.824934 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.832328 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b61c7bbe-b213-47bc-ace0-54d19e1c259a req-08e0dd50-16bf-4fc1-89c9-21f7ebdfd2c4 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 946 time: 0.1128666 Feb 11 05:26:50.885461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:50.889952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b61c7bbe-b213-47bc-ace0-54d19e1c259a req-32540466-3597-40cc-aeca-3b8b7d8d33a3 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565751 Feb 11 05:26:50.935117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49926) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:50.940259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--563391680', 'description': 'tempest-description--1883454796'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:50.967072 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.080641 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group (ae8d4542-414c-482c-a7d0-b00a85d0bcea), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.088019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ae8d4542-414c-482c-a7d0-b00a85d0bcea), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.100330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a6e2-8140-4381-9499-b77a5bf7fa15 req-2b310305-12bf-444a-9d0c-8c6a29cb9acc tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:51.102382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db67a6e2-8140-4381-9499-b77a5bf7fa15 req-2b310305-12bf-444a-9d0c-8c6a29cb9acc tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.0982525 Feb 11 05:26:51.143871 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.146205 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2093575 Feb 11 05:26:51.148486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49934) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:51.154614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-38123527-ca4c-4521-ba01-9dc45bf215f7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Request body: {'security_group_rule': {'security_group_id': 'ae8d4542-414c-482c-a7d0-b00a85d0bcea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:51.159959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8d4542-414c-482c-a7d0-b00a85d0bcea,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:51.178243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.178594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.178944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.179296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.179638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.179978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.180312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.180647 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.180978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.181687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.182028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.182362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.182696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac576814-759c-4bd5-a5bd-e5e1adf5a2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:51.205285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38123527-ca4c-4521-ba01-9dc45bf215f7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group_rule (ef6e5a52-8bd1-4211-b4ea-e280208d6d49), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.270230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38123527-ca4c-4521-ba01-9dc45bf215f7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group_rule (ef6e5a52-8bd1-4211-b4ea-e280208d6d49), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.271650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db67a6e2-8140-4381-9499-b77a5bf7fa15 req-2e556bac-b780-4715-b04c-c2168046fbc9 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632183 Feb 11 05:26:51.276889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38123527-ca4c-4521-ba01-9dc45bf215f7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (ef6e5a52-8bd1-4211-b4ea-e280208d6d49), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.302200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38123527-ca4c-4521-ba01-9dc45bf215f7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6e5a52-8bd1-4211-b4ea-e280208d6d49,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:51.337385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38123527-ca4c-4521-ba01-9dc45bf215f7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.341769 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-38123527-ca4c-4521-ba01-9dc45bf215f7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1921442 Feb 11 05:26:51.342947 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49940) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:51.346110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-8dda35fa-603c-4615-9a66-b3a2672f04c8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:51.347692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-8dda35fa-603c-4615-9a66-b3a2672f04c8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8&tenant_id=1619354a08bf4dbcac791d232d243bd9&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 948 time: 0.2266369 Feb 11 05:26:51.348043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-07c4818e-c745-4238-8af3-6880d9bfb2bc tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Request body: {'security_group_rule': {'security_group_id': 'ae8d4542-414c-482c-a7d0-b00a85d0bcea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:51.357824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916d008-28f5-437d-bae7-ee053dca1e1e req-8157145c-20db-4bfd-8f1e-c6ab8a28de93 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:51.359138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6916d008-28f5-437d-bae7-ee053dca1e1e req-8157145c-20db-4bfd-8f1e-c6ab8a28de93 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 948 time: 0.2255945 Feb 11 05:26:51.408125 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07c4818e-c745-4238-8af3-6880d9bfb2bc tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group_rule (bfed708c-04af-4212-9e0e-11a769b72554), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.459523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6916d008-28f5-437d-bae7-ee053dca1e1e req-6391b0ef-1fef-48a4-a56d-8dac70e66f73 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928719 Feb 11 05:26:51.469988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:51.506359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07c4818e-c745-4238-8af3-6880d9bfb2bc tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group_rule (bfed708c-04af-4212-9e0e-11a769b72554), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.512877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07c4818e-c745-4238-8af3-6880d9bfb2bc tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (bfed708c-04af-4212-9e0e-11a769b72554), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.536059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4818e-c745-4238-8af3-6880d9bfb2bc tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfed708c-04af-4212-9e0e-11a769b72554,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:51.545444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07c4818e-c745-4238-8af3-6880d9bfb2bc tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.550939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-07c4818e-c745-4238-8af3-6880d9bfb2bc tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2066026 Feb 11 05:26:51.551567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49958) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:51.556606 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-2801aafa-fbfd-4f16-b0fe-b35752399ba4 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:26:51.557967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-2801aafa-fbfd-4f16-b0fe-b35752399ba4 service neutron] 10.222.0.81 "DELETE /v2.0/ports/e80b9db5-2dbc-41cc-8a5d-cb56d7f47097/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.1979434 Feb 11 05:26:51.574562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:51.621192 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.784679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:51.834279 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.836522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:51.836883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 9b88cea1-d460-4d76-b821-9ee2bdb5b3dc not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:51.844721 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.970992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Allocated IP 172.25.1.17 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/78af3de6-5ff1-4744-ac8a-24f22f1ee947) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:52.092742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for port (78af3de6-5ff1-4744-ac8a-24f22f1ee947), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.143898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (78af3de6-5ff1-4744-ac8a-24f22f1ee947), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.168387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-b3fbe4a9-40c3-4fac-9f2a-d36579019cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.169951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-b3fbe4a9-40c3-4fac-9f2a-d36579019cae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 1131 time: 0.1678879 Feb 11 05:26:52.175972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-1b829916-2249-4cf3-9aee-d0672c369d22 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.182958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-1b829916-2249-4cf3-9aee-d0672c369d22 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.6992097 Feb 11 05:26:52.197198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event updated for resources: {'Port': ['ID=78af3de6-5ff1-4744-ac8a-24f22f1ee947,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:52.211762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:52.215229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:52.224765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:52.233650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e79a-3c37-4168-81d5-6cef1795b019 req-5f04b6c2-1c34-4f30-b4fc-5dc71e6a4e89 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.240791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7375e79a-3c37-4168-81d5-6cef1795b019 req-5f04b6c2-1c34-4f30-b4fc-5dc71e6a4e89 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.2370048 Feb 11 05:26:52.251886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-9c5f543a-a624-4a15-b489-32164c02b729 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/quotas/c233fc98111c48a7a44ca91fe060b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0680211 Feb 11 05:26:52.333705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-8bfdb768-a588-482a-87b2-bfe0a42429e8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809252 Feb 11 05:26:52.420583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for floatingip (c6d0ce07-c407-404c-a652-6794459bb7f3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.439909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-e282cd7a-9526-4820-8317-161cdee5ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.442367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-e282cd7a-9526-4820-8317-161cdee5ee83 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2555981 Feb 11 05:26:52.452024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7375e79a-3c37-4168-81d5-6cef1795b019 req-190d1eb9-9b73-44dd-9a0d-2702369471f0 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100606 Feb 11 05:26:52.503181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (78af3de6-5ff1-4744-ac8a-24f22f1ee947), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.514494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:52.543980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-0059d16c-4b66-4f4d-8ea8-f1ed0cacd2c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 217 time: 0.0903940 Feb 11 05:26:52.626397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-431063f8-77f0-46dc-87c4-363d271b5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.628536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-431063f8-77f0-46dc-87c4-363d271b5ad3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0772436 Feb 11 05:26:52.748181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-d24fb1b0-b61d-4baa-b6e2-3406d559ca31 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064882 Feb 11 05:26:52.854618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-31a070b7-8cdc-41e1-86ec-c77695557157 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928359 Feb 11 05:26:52.889523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-678fd2dd-8785-46a6-a043-a25f0a947f39 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.891035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-678fd2dd-8785-46a6-a043-a25f0a947f39 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 946 time: 0.2615874 Feb 11 05:26:52.897077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for port (78af3de6-5ff1-4744-ac8a-24f22f1ee947), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.903565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe22700-00ca-4133-8f8c-d72752540465 req-d442384b-be5c-4bf7-8626-7fbcf7dafd41 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.911671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (78af3de6-5ff1-4744-ac8a-24f22f1ee947), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.912996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fe22700-00ca-4133-8f8c-d72752540465 req-d442384b-be5c-4bf7-8626-7fbcf7dafd41 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 946 time: 0.2514565 Feb 11 05:26:52.977741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-8da17077-64d7-4c08-b098-7c1083edb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.980435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-8da17077-64d7-4c08-b098-7c1083edb712 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3351963 Feb 11 05:26:52.987767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event updated for resources: {'Port': ['ID=78af3de6-5ff1-4744-ac8a-24f22f1ee947,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:53.067630 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (c6d0ce07-c407-404c-a652-6794459bb7f3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.152716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:53.185796 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.195855 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-31c6466a-7005-4a49-bfe4-27916670e567 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6354396 Feb 11 05:26:53.218852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'mac_address': 'fa:16:3e:60:bd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:53.315016 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.336736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1ed3b425-9a99-4501-939d-c1ea045c8581 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:53.337339 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.359162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ed3b425-9a99-4501-939d-c1ea045c8581 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:53.393211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:53.401887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.440692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fe22700-00ca-4133-8f8c-d72752540465 req-6ce4f01c-9c5a-4bdd-8fe3-bd359a690f04 tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e06080-0d41-4ad6-8b9e-7551595b9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265734 Feb 11 05:26:53.552693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['1ed3b425-9a99-4501-939d-c1ea045c8581'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:53.625387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-2889a3d9-7930-47da-85de-98d42cf23418 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217315 Feb 11 05:26:53.649046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f154bb1-0f42-45dc-b899-d8d09039184d req-cf661238-fdee-4b9d-bb3f-0937564e240d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.655351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f154bb1-0f42-45dc-b899-d8d09039184d req-cf661238-fdee-4b9d-bb3f-0937564e240d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.2836795 Feb 11 05:26:53.669711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Deleting port 7566ac4b-e6d7-47c4-8456-91243e992a38 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:53.669711 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.672899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:53.710500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.710851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.711198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.711543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.711884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.712244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.712582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.716072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.716466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.716812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.717172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.718120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.718470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:53.807015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f154bb1-0f42-45dc-b899-d8d09039184d req-28d8c33e-8fbf-4144-991a-430613f30426 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453876 Feb 11 05:26:53.875155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36f85-a3d9-42a8-8c5b-a3a763aba943 req-8d29b2b4-6733-4a9a-bfe3-62f035d366f3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.881800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5c36f85-a3d9-42a8-8c5b-a3a763aba943 req-8d29b2b4-6733-4a9a-bfe3-62f035d366f3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 948 time: 0.3117795 Feb 11 05:26:53.955321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d82a6ad8-e9af-47eb-9a1f-0f4006dddd50 req-ed30d258-b256-4fff-b9f4-487d32d5de14 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 210 time: 0.0708687 Feb 11 05:26:53.991051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] For port 7566ac4b-e6d7-47c4-8456-91243e992a38, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7566ac4b-e6d7-47c4-8456-91243e992a38,segment=NetworkSegment(ec429d3d-b871-4431-8b08-523027edc765),segment_id=ec429d3d-b871-4431-8b08-523027edc765)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:53.991484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.041144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Calling delete_port for 7566ac4b-e6d7-47c4-8456-91243e992a38 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:54.084041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4bb79b8a-07af-4cb1-b2c7-81b3d1427b05 req-57068bf1-2916-44f2-bd0f-f0cfc3934b74 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471886 Feb 11 05:26:54.097948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5c36f85-a3d9-42a8-8c5b-a3a763aba943 req-70d33632-da46-44b5-b7f0-10d0d3ccf91c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151830 Feb 11 05:26:54.391460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca043289-8038-43a1-a51c-14e8412a3ac8 req-e49fce57-db30-43fb-a731-95e5f877b32b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:54.393425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca043289-8038-43a1-a51c-14e8412a3ac8 req-e49fce57-db30-43fb-a731-95e5f877b32b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.1765292 Feb 11 05:26:54.404329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-78749505-3fc8-48e2-a4a0-31cc8fe9a2fb tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:54.414510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-78749505-3fc8-48e2-a4a0-31cc8fe9a2fb tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/networks?id=11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 200 len: 821 time: 0.2588620 Feb 11 05:26:54.521582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-1b550861-21c3-465e-8749-12429fae642d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/quotas/853f4dd954484987b9269620f2134d69 HTTP/1.1" status: 200 len: 375 time: 0.1057606 Feb 11 05:26:54.534862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:54.592716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7566ac4b-e6d7-47c4-8456-91243e992a38), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.603138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-c5dcadec-c3a4-4aad-9c52-d5368ce3c7e2 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f4dd954484987b9269620f2134d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800998 Feb 11 05:26:54.648159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 1ed3b425-9a99-4501-939d-c1ea045c8581 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:54.648875 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.726357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Pushing event deleted for resources: {'Port': ['ID=7566ac4b-e6d7-47c4-8456-91243e992a38,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:54.749406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca043289-8038-43a1-a51c-14e8412a3ac8 req-5070ab24-d58e-419e-b002-1d2fb72609fa tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380044 Feb 11 05:26:54.803410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] No DVR routers for this DVR port 7566ac4b-e6d7-47c4-8456-91243e992a38 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:54.812386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1ed3b425-9a99-4501-939d-c1ea045c8581 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:54.813197 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.813470 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.828227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cf405b2-d7cf-4fd9-8953-0cd156822827 req-d6d81dfc-37f6-4d2c-8281-a372978f19cd tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.72 "DELETE /v2.0/ports/7566ac4b-e6d7-47c4-8456-91243e992a38 HTTP/1.1" status: 204 len: 173 time: 1.9017577 Feb 11 05:26:54.830919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5da846-f09f-4378-9d8a-dcece7a65b09', 'name': 'network-vif-deleted', 'tag': '7566ac4b-e6d7-47c4-8456-91243e992a38'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:54.837293 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5f66da-733b-4a52-8ec4-614d394c9a71" -d '{"events": [{"server_uuid": "cd5da846-f09f-4378-9d8a-dcece7a65b09", "name": "network-vif-deleted", "tag": "7566ac4b-e6d7-47c4-8456-91243e992a38"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:54.866532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:54.871804 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f435667-74c6-45a3-a089-c8fb9bf69959" -d '{"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:54.893954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:54.900794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.901875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:55.017459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:55.023306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-9f8df8b2-80bd-49e3-b7f0-ff7a120e603a service neutron] 10.222.0.31 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192030 Feb 11 05:26:55.034149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:55.034584 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.157218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-7a230f46-b645-4173-a700-1ff61d0f5b68 service neutron] 10.222.0.31 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290801 Feb 11 05:26:55.201305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:55.201702 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.267110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:55.273705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:55.281048 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.282229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7566ac4b-e6d7-47c4-8456-91243e992a38 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:55.377137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 7566ac4b-e6d7-47c4-8456-91243e992a38 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:55.378720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7566ac4b-e6d7-47c4-8456-91243e992a38 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:55.482514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:55.489188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-0056cad0-8178-4a12-a86b-bbee2dd9b1d1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.490897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-0056cad0-8178-4a12-a86b-bbee2dd9b1d1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.3302329 Feb 11 05:26:55.505440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685abb2-e0e2-4d9e-8e02-1f4f49d4dc93 req-bf9e86ad-29e1-411c-8ba9-9a55d47d48b4 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.507064 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2685abb2-e0e2-4d9e-8e02-1f4f49d4dc93 req-bf9e86ad-29e1-411c-8ba9-9a55d47d48b4 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1128 time: 0.3475845 Feb 11 05:26:55.512006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Request body: {'port': {'device_id': 'e5de5509-e729-46ee-917d-1ebb114ee3be', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'admin_state_up': True, 'tenant_id': 'c233fc98111c48a7a44ca91fe060b2d8'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:55.689076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3690ab9-fba8-49a5-9683-c28393f86b15 req-e8dfb27f-c28b-4eeb-a631-130145037c0a tempest-ServerMetadataNegativeTestJSON-986013878 tempest-ServerMetadataNegativeTestJSON-986013878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5da846-f09f-4378-9d8a-dcece7a65b09 HTTP/1.1" status: 200 len: 210 time: 0.0999167 Feb 11 05:26:55.789549 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d624e1-0fd6-4cc3-82f3-ca0aeda16e45 x-openstack-request-id: req-70d624e1-0fd6-4cc3-82f3-ca0aeda16e45 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:55.790062 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:55.790062 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70d624e1-0fd6-4cc3-82f3-ca0aeda16e45 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:55.790560 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'code': 200} Feb 11 05:26:55.871543 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c04f70-4d1f-4b94-b47c-7899cc1cfe6d x-openstack-request-id: req-65c04f70-4d1f-4b94-b47c-7899cc1cfe6d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:55.873292 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5da846-f09f-4378-9d8a-dcece7a65b09", "name": "network-vif-deleted", "tag": "7566ac4b-e6d7-47c4-8456-91243e992a38", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:55.876459 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65c04f70-4d1f-4b94-b47c-7899cc1cfe6d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:55.877190 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5da846-f09f-4378-9d8a-dcece7a65b09', 'name': 'network-vif-deleted', 'tag': '7566ac4b-e6d7-47c4-8456-91243e992a38', 'status': 'completed', 'code': 200} Feb 11 05:26:55.891999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2685abb2-e0e2-4d9e-8e02-1f4f49d4dc93 req-9f707ef2-ed0b-4124-9e3f-ecea202f3604 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607252 Feb 11 05:26:56.036037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Made reservation on behalf of c233fc98111c48a7a44ca91fe060b2d8 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:56.039655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.044654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1705e0dc-354f-48b2-ad62-dbcb77857f18 req-7cc2204d-f1b7-45b4-b2a6-34c8dab2427c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 210 time: 0.0677814 Feb 11 05:26:56.174742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-707d6baa-2a5c-4baf-99e5-e989a3a5a213 req-a5812971-39a7-41d0-9736-ddcbe1ab0bcd tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 210 time: 0.0408473 Feb 11 05:26:56.219028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14633a-bb6e-4ee9-875d-e01702aa0c2e req-7f83065f-1668-461b-ae7b-f465e38eac9a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:56.220926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f14633a-bb6e-4ee9-875d-e01702aa0c2e req-7f83065f-1668-461b-ae7b-f465e38eac9a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.1887100 Feb 11 05:26:56.315430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f14633a-bb6e-4ee9-875d-e01702aa0c2e req-191c663b-75a0-496b-9293-5f1aeaecf0b5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862739 Feb 11 05:26:56.785227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Allocated IP 172.20.0.9 (f9d25e34-f9d0-44c2-a602-bf30559d0646/33fe2d86-04d1-47ff-99bd-4182524c9213/2d8cba3b-dcb3-4710-ae29-1606214d6762) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:56.826651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18412e4d-950b-4b43-86cb-d3f372363931 req-c96195d3-dd2f-4a08-a29f-034483fc4fa8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:56.828211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18412e4d-950b-4b43-86cb-d3f372363931 req-c96195d3-dd2f-4a08-a29f-034483fc4fa8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.5168881 Feb 11 05:26:56.892696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870505d5-a6b4-430d-b03e-f4480e2ab9fa req-fdbe1481-fbac-4db0-a1c8-7c61338aba24 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:56.893940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-870505d5-a6b4-430d-b03e-f4480e2ab9fa req-fdbe1481-fbac-4db0-a1c8-7c61338aba24 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1128 time: 0.1744151 Feb 11 05:26:57.047999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18412e4d-950b-4b43-86cb-d3f372363931 req-f53d55db-0081-48ff-ac50-d1ab3a0d1f41 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034395 Feb 11 05:26:57.113152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-870505d5-a6b4-430d-b03e-f4480e2ab9fa req-e994fd12-46d9-4881-ac6a-bbfa0fd9d031 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954689 Feb 11 05:26:57.165270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-6fa2e953-6382-4eda-8e15-bea291c12815 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.167963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-6fa2e953-6382-4eda-8e15-bea291c12815 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.72 "GET /v2.0/networks?id=11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 200 len: 821 time: 0.2953529 Feb 11 05:26:57.182343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50076) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:57.197500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Request body: {'port': {'device_id': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f', 'admin_state_up': True, 'tenant_id': '853f4dd954484987b9269620f2134d69'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:57.233066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-708c3cd7-759d-40bd-9085-a027fd2610b3 admin admin] Deleting subnet 52bc2a2d-1341-40eb-941b-e1164ab54e60 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:57.236947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-708c3cd7-759d-40bd-9085-a027fd2610b3 admin admin] Publish callbacks [] for subnet (52bc2a2d-1341-40eb-941b-e1164ab54e60), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.281095 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-708c3cd7-759d-40bd-9085-a027fd2610b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (52bc2a2d-1341-40eb-941b-e1164ab54e60), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.335512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-708c3cd7-759d-40bd-9085-a027fd2610b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (52bc2a2d-1341-40eb-941b-e1164ab54e60), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.391914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks [] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.408164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-708c3cd7-759d-40bd-9085-a027fd2610b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (52bc2a2d-1341-40eb-941b-e1164ab54e60), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.433467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bd07a19-c4c5-41da-bdc2-1c096c3c5eba req-edc07ad7-61fc-48c4-817a-ea0d3d510d93 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 210 time: 0.0718334 Feb 11 05:26:57.438446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Made reservation on behalf of 853f4dd954484987b9269620f2134d69 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:57.443575 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.452641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c3cd7-759d-40bd-9085-a027fd2610b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52bc2a2d-1341-40eb-941b-e1164ab54e60,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:57.465308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-708c3cd7-759d-40bd-9085-a027fd2610b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.469247 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-708c3cd7-759d-40bd-9085-a027fd2610b3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/52bc2a2d-1341-40eb-941b-e1164ab54e60 HTTP/1.1" status: 204 len: 168 time: 0.2851737 Feb 11 05:26:57.472590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50082) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:57.542509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548b3a8-800f-44b7-a268-bedab090da7f req-dee18f33-c48a-417a-805e-026c823cec15 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.544202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2548b3a8-800f-44b7-a268-bedab090da7f req-dee18f33-c48a-417a-805e-026c823cec15 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.3581479 Feb 11 05:26:57.651517 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4fb397de-0228-4d56-b199-268b34b8412e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.680526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a132e6be-d4ae-481e-96b7-404faf5d6644 req-9fad50cd-8c75-4faa-83eb-711bbee17191 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 210 time: 0.1019132 Feb 11 05:26:57.709686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.730887 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (6bb8f9c5-91ee-4837-8721-8c645cde5986), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.791539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:57.795163 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850aa6f8-a4f6-4cc1-bb4d-4534093a5200" -d '{"events": [{"server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "name": "network-vif-plugged", "status": "completed", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:57.856599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:57.861874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2548b3a8-800f-44b7-a268-bedab090da7f req-5cd11a7c-2e6c-4e87-a0b1-eda1386651f0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816043 Feb 11 05:26:57.889110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:57.894242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:57.910525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event updated for resources: {'Port': ['ID=2d8cba3b-dcb3-4710-ae29-1606214d6762,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:57.931678 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfcb836-78f1-4f5b-be7b-cdf86e76c55a x-openstack-request-id: req-9bfcb836-78f1-4f5b-be7b-cdf86e76c55a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:57.932147 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "name": "network-vif-plugged", "status": "completed", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:57.932487 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bfcb836-78f1-4f5b-be7b-cdf86e76c55a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:57.932970 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'code': 200} Feb 11 05:26:58.008720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Allocated IP 172.20.0.13 (11c67009-03f7-4dc4-b8a5-04278cc7600f/e9b908ad-a06c-4b74-8e8c-dbc3801df0fb/09a626b7-89b9-4147-8a7a-277a88a6217a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:58.016790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (6bb8f9c5-91ee-4837-8721-8c645cde5986), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.069174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb8f9c5-91ee-4837-8721-8c645cde5986']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:58.091876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec429d3d-b871-4431-8b08-523027edc765') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:58.092178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec429d3d-b871-4431-8b08-523027edc765') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:58.122124 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (ec429d3d-b871-4431-8b08-523027edc765), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.155276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:58.155941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.222569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f291920e-ac06-47e6-a6ef-eb14c8b99525 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7142434 Feb 11 05:26:58.252052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Request body: {'port': {'device_id': 'e5de5509-e729-46ee-917d-1ebb114ee3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:58.276107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ec429d3d-b871-4431-8b08-523027edc765), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.316237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:58.317094 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (ec429d3d-b871-4431-8b08-523027edc765), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:58.321073 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:58.489913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867175d-515e-412a-bddf-0f85ad254fe3 req-a6d1097b-05ca-433c-b6e9-d7e2c3c12366 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:58.491492 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6867175d-515e-412a-bddf-0f85ad254fe3 req-a6d1097b-05ca-433c-b6e9-d7e2c3c12366 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.3138516 Feb 11 05:26:58.492122 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.498037 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (6bb8f9c5-91ee-4837-8721-8c645cde5986), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.523886 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.530586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] 10.222.0.31 "DELETE /v2.0/networks/6bb8f9c5-91ee-4837-8721-8c645cde5986 HTTP/1.1" status: 204 len: 168 time: 1.0557301 Feb 11 05:26:58.557952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9750ad-eae6-4211-9fec-07be276833de admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb8f9c5-91ee-4837-8721-8c645cde5986,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:58.613503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.647332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6867175d-515e-412a-bddf-0f85ad254fe3 req-4be6302a-03dd-4aff-ac06-6f1aaee5282d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393332 Feb 11 05:26:58.781184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.895697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-58f52446-1586-4991-8e4e-a8610ec6f293 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1619354a08bf4dbcac791d232d243bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907097 Feb 11 05:26:58.901624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Network 11c67009-03f7-4dc4-b8a5-04278cc7600f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:58.909804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:58.925245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:58.947961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event updated for resources: {'Port': ['ID=09a626b7-89b9-4147-8a7a-277a88a6217a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:58.969973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50152) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:59.033643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.034628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.042799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-8f346d10-503f-4b90-b367-38a80bc7a78b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:26:59.044036 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-8f346d10-503f-4b90-b367-38a80bc7a78b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086765 Feb 11 05:26:59.049902 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d22be8ae-dc5a-48d0-be5d-f78d147a9ee4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c898191766c04d27bc182d167c2d264f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789614 Feb 11 05:26:59.053697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50154) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:59.120433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-506aafbf-dedd-4b2a-9c83-5684a4640f19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9330244 Feb 11 05:26:59.132511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-2fca3f32-870d-4de7-ad4e-71836b69e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.134458 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-2fca3f32-870d-4de7-ad4e-71836b69e2f2 service neutron] 10.222.0.31 "GET /v2.0/ports/b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 1125 time: 0.0689311 Feb 11 05:26:59.138937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Request body: {'port': {'device_id': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:59.145805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Request body: {'binding': {'host': 'n-h1-715271-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:59.146308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Unknown quota resources ['binding']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:26:59.182002 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120e03a8-37b8-4a55-aeb7-12163cbb11c8 admin admin] Publish callbacks [] for security_group (d9e06080-0d41-4ad6-8b9e-7551595b9f09), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.194363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8cba3b-dcb3-4710-ae29-1606214d6762 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:59.203012 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Publish callbacks [] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.220109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Transition to ACTIVE for port object 2d8cba3b-dcb3-4710-ae29-1606214d6762 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:59.233243 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120e03a8-37b8-4a55-aeb7-12163cbb11c8 admin admin] Publish callbacks [] for security_group (d9e06080-0d41-4ad6-8b9e-7551595b9f09), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.250673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.326137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8cba3b-dcb3-4710-ae29-1606214d6762,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:59.342622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-c6192126-a0e0-4311-9b8b-bce98b80a85b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.350023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-c6192126-a0e0-4311-9b8b-bce98b80a85b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4469674 Feb 11 05:26:59.363337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120e03a8-37b8-4a55-aeb7-12163cbb11c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d9e06080-0d41-4ad6-8b9e-7551595b9f09), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.366515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120e03a8-37b8-4a55-aeb7-12163cbb11c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.367739 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-120e03a8-37b8-4a55-aeb7-12163cbb11c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9e06080-0d41-4ad6-8b9e-7551595b9f09 HTTP/1.1" status: 204 len: 168 time: 0.3120604 Feb 11 05:26:59.377184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 on host n-h1-715271-35 for vnic_type normal with profile None {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:59.377527 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:59.377851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:59.381417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e03a8-37b8-4a55-aeb7-12163cbb11c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e06080-0d41-4ad6-8b9e-7551595b9f09,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:59.387075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Port b2f3ded2-f663-4f81-97a4-096f410f7159 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:59.387390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:59.394503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:59.394882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:59.395544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:59.396699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Bound port: b2f3ded2-f663-4f81-97a4-096f410f7159, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:59.403510 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.433305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-128885b0-9742-4534-81c8-08b36ad0286f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/quotas/1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 375 time: 0.0818832 Feb 11 05:26:59.485754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:59.499277 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.500672 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-0a26a124-a106-4c48-baed-4a5494721154 service neutron] 10.222.0.31 "POST /v2.0/ports/b2f3ded2-f663-4f81-97a4-096f410f7159/bindings HTTP/1.1" status: 201 len: 390 time: 0.3589664 Feb 11 05:26:59.663549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-b5d3eb0e-4be6-4b60-85c9-c197ed29b700 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2290535 Feb 11 05:26:59.667240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Attempting to bind port 2d8cba3b-dcb3-4710-ae29-1606214d6762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:59.667686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Attempting to bind port 2d8cba3b-dcb3-4710-ae29-1606214d6762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:59.668339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Attempting to bind port 2d8cba3b-dcb3-4710-ae29-1606214d6762 on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:59.721801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Port 2d8cba3b-dcb3-4710-ae29-1606214d6762 on network f9d25e34-f9d0-44c2-a602-bf30559d0646 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:59.722139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Attempting to bind port 2d8cba3b-dcb3-4710-ae29-1606214d6762 on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:59.745409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:59.745761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Checking segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:59.746267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Bound using segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:59.746777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Bound port: 2d8cba3b-dcb3-4710-ae29-1606214d6762, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:59.747149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.868138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86000df-0fc4-4717-90dc-1224e538c42c req-51303ec8-360a-4054-bed7-c3d0954744d1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.870262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e86000df-0fc4-4717-90dc-1224e538c42c req-51303ec8-360a-4054-bed7-c3d0954744d1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 943 time: 0.1916790 Feb 11 05:27:00.249279 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1ae62f3e-06a9-4a72-a5b3-233e46b17937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.362818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] For port 2d8cba3b-dcb3-4710-ae29-1606214d6762, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:00.397269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] For port 2d8cba3b-dcb3-4710-ae29-1606214d6762, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2d8cba3b-dcb3-4710-ae29-1606214d6762,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:00.415955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e86000df-0fc4-4717-90dc-1224e538c42c req-7b79c43a-52e9-47dd-bfb7-d1f74d782f59 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333436 Feb 11 05:27:00.420679 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.500231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a626b7-89b9-4147-8a7a-277a88a6217a {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:00.536400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.541621 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.544691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] 10.222.0.81 "PUT /v2.0/ports/2d8cba3b-dcb3-4710-ae29-1606214d6762 HTTP/1.1" status: 200 len: 1092 time: 2.3039501 Feb 11 05:27:00.545976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5de5509-e729-46ee-917d-1ebb114ee3be', 'tag': '2d8cba3b-dcb3-4710-ae29-1606214d6762'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:00.553333 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5de5509-e729-46ee-917d-1ebb114ee3be", "tag": "2d8cba3b-dcb3-4710-ae29-1606214d6762"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:00.560759 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Publish callbacks [] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.572495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523aaac-6726-45d2-97a7-4c0dca6d997c req-692fb4d7-b254-44cf-bcef-0a6efb6d2616 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.579140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6523aaac-6726-45d2-97a7-4c0dca6d997c req-692fb4d7-b254-44cf-bcef-0a6efb6d2616 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 932 time: 0.2578607 Feb 11 05:27:00.623589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Transition to ACTIVE for port object 09a626b7-89b9-4147-8a7a-277a88a6217a will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:00.630711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0577513-7bc5-4168-96b3-3220c4982810 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8cba3b-dcb3-4710-ae29-1606214d6762,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:00.696664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6523aaac-6726-45d2-97a7-4c0dca6d997c req-4828d6ff-f059-4d38-9423-a1d218ead742 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126075 Feb 11 05:27:00.697696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.873254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Pushing event updated for resources: {'Port': ['ID=09a626b7-89b9-4147-8a7a-277a88a6217a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:00.886079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-3befcea0-04aa-428f-976e-61344a0e3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.887602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-3befcea0-04aa-428f-976e-61344a0e3250 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 1126 time: 0.2797132 Feb 11 05:27:00.929366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c3b7d-704e-4a01-943c-c4a2fc44770a req-7ff8690e-a2d4-460e-a203-b02f67a1017f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.933651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d27c3b7d-704e-4a01-943c-c4a2fc44770a req-7ff8690e-a2d4-460e-a203-b02f67a1017f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.2820401 Feb 11 05:27:00.978427 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.037059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-49877f98-1457-4a96-b8b1-4b3e028c79af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d8cba3b-dcb3-4710-ae29-1606214d6762 HTTP/1.1" status: 200 len: 217 time: 0.1243305 Feb 11 05:27:01.054244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4f287-fb39-4f68-bd72-06b497339141 req-54f29ab1-1bc3-43eb-88d9-41128c89433e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.056881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4b4f287-fb39-4f68-bd72-06b497339141 req-54f29ab1-1bc3-43eb-88d9-41128c89433e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.2422373 Feb 11 05:27:01.167742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d27c3b7d-704e-4a01-943c-c4a2fc44770a req-d4111b96-2c22-41a4-a92f-1e09fd1c5190 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014382 Feb 11 05:27:01.168794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Attempting to bind port 09a626b7-89b9-4147-8a7a-277a88a6217a on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:01.169154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Attempting to bind port 09a626b7-89b9-4147-8a7a-277a88a6217a by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:01.169611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Attempting to bind port 09a626b7-89b9-4147-8a7a-277a88a6217a on network 11c67009-03f7-4dc4-b8a5-04278cc7600f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:01.208891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Port 09a626b7-89b9-4147-8a7a-277a88a6217a on network 11c67009-03f7-4dc4-b8a5-04278cc7600f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:01.209258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Attempting to bind port 09a626b7-89b9-4147-8a7a-277a88a6217a on network 11c67009-03f7-4dc4-b8a5-04278cc7600f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:01.242683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-a4b27c40-3d31-45bd-9b05-8eec00db7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.245084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-a4b27c40-3d31-45bd-9b05-8eec00db7c07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.1871557 Feb 11 05:27:01.248979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:01.249355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Checking segment: {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:01.250430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Bound using segment: {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:01.250430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Bound port: 09a626b7-89b9-4147-8a7a-277a88a6217a, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:01.250765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.287843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4b4f287-fb39-4f68-bd72-06b497339141 req-84d46244-624d-49da-b9c9-304c3c306b09 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234550 Feb 11 05:27:01.349723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d727317-051b-4e09-9e50-df98a4de4fa7 req-8b364e55-04f7-4027-811c-2a820d25760b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 210 time: 0.1029572 Feb 11 05:27:01.372097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-0d6cc796-a659-44f6-b01c-5ee23b1d85fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174014 Feb 11 05:27:01.375446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-5d4f7abf-a94b-4fa1-9ffe-943d42e18be7 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1619354a08bf4dbcac791d232d243bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733685 Feb 11 05:27:01.429555 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf171a5-37be-4725-9e01-7d5ef05c0973 x-openstack-request-id: req-aaf171a5-37be-4725-9e01-7d5ef05c0973 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:01.429855 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5de5509-e729-46ee-917d-1ebb114ee3be", "tag": "2d8cba3b-dcb3-4710-ae29-1606214d6762", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:01.430120 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaf171a5-37be-4725-9e01-7d5ef05c0973 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:01.430528 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5de5509-e729-46ee-917d-1ebb114ee3be', 'tag': '2d8cba3b-dcb3-4710-ae29-1606214d6762', 'status': 'completed', 'code': 200} Feb 11 05:27:01.630516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:01.657243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=09a626b7-89b9-4147-8a7a-277a88a6217a,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:01.683704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.687164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-0c96a01c-a20d-4a3a-9652-bb05247760ce service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897799 Feb 11 05:27:01.706089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-6b3a9f00-dad6-4d34-b18c-9c65ff2546ef tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.708055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-6b3a9f00-dad6-4d34-b18c-9c65ff2546ef tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123155 Feb 11 05:27:01.762278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Request body: {'port': {'device_id': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '1619354a08bf4dbcac791d232d243bd9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:01.792486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.793500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.795362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] 10.222.0.72 "PUT /v2.0/ports/09a626b7-89b9-4147-8a7a-277a88a6217a HTTP/1.1" status: 200 len: 1093 time: 2.6614816 Feb 11 05:27:01.823722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3e7d0-ad50-4e88-8c80-759a8c086ee5 req-7c0389ac-0ceb-45e8-aa6e-0c04d055ea8a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.825538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97a3e7d0-ad50-4e88-8c80-759a8c086ee5 req-7c0389ac-0ceb-45e8-aa6e-0c04d055ea8a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 943 time: 0.2611573 Feb 11 05:27:02.011544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568f76a-00cb-4eb8-81b8-fe9a4bb2fe29 service neutron] Pushing event updated for resources: {'Port': ['ID=09a626b7-89b9-4147-8a7a-277a88a6217a,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:02.143013 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2cc61df-d3ef-4bdd-a9a0-dbd21772851c req-80c14044-ab4d-49ad-a67f-b5951cfe0a4a service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337497 Feb 11 05:27:02.156327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97a3e7d0-ad50-4e88-8c80-759a8c086ee5 req-401cf377-ae5a-4de0-a6d4-2444823c02b8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781050 Feb 11 05:27:02.207448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-e29213b3-2645-4f8d-b1eb-109a8e8528d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.209563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-e29213b3-2645-4f8d-b1eb-109a8e8528d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=853f4dd954484987b9269620f2134d69&device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 1127 time: 0.3337798 Feb 11 05:27:02.259231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873be9a-2818-4a8a-8797-3b39a8aded97 req-fdaef88a-d25a-43d8-a33b-16deffbe6801 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.260850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0873be9a-2818-4a8a-8797-3b39a8aded97 req-fdaef88a-d25a-43d8-a33b-16deffbe6801 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 944 time: 0.2562370 Feb 11 05:27:02.305626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Made reservation on behalf of 1619354a08bf4dbcac791d232d243bd9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:02.309056 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.333285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c04fb179-21c9-45ad-8fd1-1d1bbe8fbc7a req-95f567d8-8968-4eb3-b782-983b48d037c1 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c78fbd5-9f34-412e-bbd5-5efef5259371 HTTP/1.1" status: 200 len: 210 time: 0.1099236 Feb 11 05:27:02.340775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-b7fb551a-0858-4037-b1fd-d21291f0e31d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a626b7-89b9-4147-8a7a-277a88a6217a HTTP/1.1" status: 200 len: 217 time: 0.1140401 Feb 11 05:27:02.533016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-d338d69c-8f30-44bc-bf05-6fd00c638f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.535873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-d338d69c-8f30-44bc-bf05-6fd00c638f0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 1126 time: 0.3112781 Feb 11 05:27:02.579047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-51cf50ca-6379-4e7e-aeb3-a70f22c5c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.580512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-51cf50ca-6379-4e7e-aeb3-a70f22c5c2d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9b908ad-a06c-4b74-8e8c-dbc3801df0fb HTTP/1.1" status: 200 len: 861 time: 0.2229099 Feb 11 05:27:02.598213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0873be9a-2818-4a8a-8797-3b39a8aded97 req-e5a7f0c6-6dbc-4afa-830e-a3bd6249f23d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675953 Feb 11 05:27:02.615919 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.730837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-03ed2e91-ce2f-4777-b748-b12f3efb3f3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11c67009-03f7-4dc4-b8a5-04278cc7600f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166711 Feb 11 05:27:02.852208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2661-c31a-4f26-b456-ad91f6b2737c req-cb5f7cd2-b1ee-4eb1-bde3-6a6594a4ce7d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.855545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d5a2661-c31a-4f26-b456-ad91f6b2737c req-cb5f7cd2-b1ee-4eb1-bde3-6a6594a4ce7d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.3600175 Feb 11 05:27:02.887178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Allocated IP 192.168.233.167 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/0bcba4ad-e329-4d3f-aec3-893c070f5f94) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:02.909813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-06ac9af7-503a-45d1-9d27-8b6b944f9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.911284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-06ac9af7-503a-45d1-9d27-8b6b944f9317 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 913 time: 0.3468580 Feb 11 05:27:02.990728 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-64db2c69-5db0-4d71-8408-f431817a1f82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d8cba3b-dcb3-4710-ae29-1606214d6762 HTTP/1.1" status: 200 len: 217 time: 0.0607316 Feb 11 05:27:03.008927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ccfba-1a6f-4454-a932-05b6fc3b67f9 req-9c04449b-5d4b-4230-b2c4-f494ee98531a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.010569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-087ccfba-1a6f-4454-a932-05b6fc3b67f9 req-9c04449b-5d4b-4230-b2c4-f494ee98531a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 945 time: 0.2718968 Feb 11 05:27:03.379295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-93d8d0a6-16a0-41fb-8485-a47e7ecbe6d4 service neutron] 10.222.0.72 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259747 Feb 11 05:27:03.393551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d5a2661-c31a-4f26-b456-ad91f6b2737c req-518a9120-f7c5-4cbe-8e17-be498d6d1020 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002894 Feb 11 05:27:03.448274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:03.450635 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f398cad-b913-4ea0-9356-7de456653bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:03.533900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-27a3e77f-822a-4cd3-b770-4a84c74379fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.535682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-27a3e77f-822a-4cd3-b770-4a84c74379fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.5166430 Feb 11 05:27:03.634948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-569cfb8c-2ef2-4668-adc7-83dd7d241a03 req-25604089-9157-4e05-ae11-52b399c4265f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 210 time: 0.1193085 Feb 11 05:27:03.699023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-087ccfba-1a6f-4454-a932-05b6fc3b67f9 req-08e9fb02-755e-4f92-9167-9fb3c6bd3d40 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712351 Feb 11 05:27:03.702461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-328bd358-6a5e-4558-8f74-26ca243d4ed7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279881 Feb 11 05:27:03.842261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-63781f40-50d2-44ac-a2e5-f4cb1a30bb3f tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.844018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-63781f40-50d2-44ac-a2e5-f4cb1a30bb3f tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.4146271 Feb 11 05:27:03.858183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-35'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:03.870165 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:03.910067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4cd29d2-5511-4bf5-bb1e-a6e17d737658 req-9c14d8ff-6f5e-4b89-9ff6-f1c09401f0b8 service neutron] 10.222.0.72 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153511 Feb 11 05:27:03.928239 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358540a9-ff7e-4c2d-9d3d-ca77240b1f49 x-openstack-request-id: req-358540a9-ff7e-4c2d-9d3d-ca77240b1f49 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:03.928687 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:03.929051 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-358540a9-ff7e-4c2d-9d3d-ca77240b1f49 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:03.929592 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a', 'status': 'completed', 'code': 200} Feb 11 05:27:04.076671 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks [] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.188955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-94ab4db8-5961-49e3-a192-a2e6f886cc0d service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551408 Feb 11 05:27:04.234569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-20c38f18-7842-46e2-85b7-553e4ed7214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:04.236082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-20c38f18-7842-46e2-85b7-553e4ed7214c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=853f4dd954484987b9269620f2134d69&device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 1127 time: 0.2542713 Feb 11 05:27:04.237052 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.282776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a261f3-37bd-4aee-beb5-bfcb01399ac8 req-9c4e0925-b905-4f1d-b8a4-6d5bdb64cb9d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:04.284825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15a261f3-37bd-4aee-beb5-bfcb01399ac8 req-9c4e0925-b905-4f1d-b8a4-6d5bdb64cb9d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 944 time: 0.3085740 Feb 11 05:27:04.323487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174faa4-f95f-49e7-8fb9-eae2447fc5ff req-2fbe8bfa-31f1-42b1-8fa3-4bca63b439c3 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:04.325060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b174faa4-f95f-49e7-8fb9-eae2447fc5ff req-2fbe8bfa-31f1-42b1-8fa3-4bca63b439c3 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 943 time: 0.3665764 Feb 11 05:27:04.389351 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.404653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:04.605386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:04.641301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:04.646021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15a261f3-37bd-4aee-beb5-bfcb01399ac8 req-d6f8426e-cd1e-40d9-a3e0-17bda19ddd84 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385742 Feb 11 05:27:04.658470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:04.663136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:04.707263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb89ee98-5604-4e80-9ee8-fe9c670c10f6 req-01a33cd7-55fc-46dc-9538-4cd9695edf34 service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061073 Feb 11 05:27:04.725769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b174faa4-f95f-49e7-8fb9-eae2447fc5ff req-ac9921e2-29e8-467d-bac2-7a4585732b2f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804555 Feb 11 05:27:04.740623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-c68144aa-bfe6-4b3a-99f4-3c257ebdee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:04.744190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-c68144aa-bfe6-4b3a-99f4-3c257ebdee14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 200 len: 922 time: 0.4842560 Feb 11 05:27:04.913059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-d23f87ce-1c89-4c3e-939b-d1b8892d55f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a626b7-89b9-4147-8a7a-277a88a6217a HTTP/1.1" status: 200 len: 217 time: 0.0906930 Feb 11 05:27:04.948777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:04.949788 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.037937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:05.064108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ed3fd401-3f3c-4f4a-8ff6-5a6474fae45f None None] Provisioning complete for port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:05.065141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed3fd401-3f3c-4f4a-8ff6-5a6474fae45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.090359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0e67186e-fd22-46cb-a0c1-7550ef74b74b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3405523 Feb 11 05:27:05.101361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d7c0265-6a2c-4e81-9ad1-8bcfb7daaa61 req-baff2661-5ee9-4e6d-9e80-ed62e2244bdf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c78fbd5-9f34-412e-bbd5-5efef5259371 HTTP/1.1" status: 200 len: 210 time: 0.0584791 Feb 11 05:27:05.111942 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Request body: {'port': {'device_id': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:05.116597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fd401-3f3c-4f4a-8ff6-5a6474fae45f None None] Port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:05.147374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-152bc95d-6fcb-4c94-bd05-0f222b02b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.149020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-152bc95d-6fcb-4c94-bd05-0f222b02b883 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9b908ad-a06c-4b74-8e8c-dbc3801df0fb HTTP/1.1" status: 200 len: 861 time: 0.2203515 Feb 11 05:27:05.172127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4158f7-3521-4e66-af0f-2f40eeccfa25 req-2a8dce0c-dd6e-4f98-a372-342d8b78b3c7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.174363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f4158f7-3521-4e66-af0f-2f40eeccfa25 req-2a8dce0c-dd6e-4f98-a372-342d8b78b3c7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.3400831 Feb 11 05:27:05.212682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58095b86-9f68-4486-b4c2-5f410c0b3825 req-c936c5c3-18d1-492e-8854-639ef28900dc tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.219628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58095b86-9f68-4486-b4c2-5f410c0b3825 req-c936c5c3-18d1-492e-8854-639ef28900dc tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 936 time: 0.3118021 Feb 11 05:27:05.248856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:05.379349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.415327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f4158f7-3521-4e66-af0f-2f40eeccfa25 req-542934f5-02b2-4a0e-a2ca-3da12ebd747c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303541 Feb 11 05:27:05.426515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-b3d63bd5-a3de-4586-9cd6-1ea4f7ae9750 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11c67009-03f7-4dc4-b8a5-04278cc7600f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609465 Feb 11 05:27:05.440044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Publish callbacks [] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.467711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58095b86-9f68-4486-b4c2-5f410c0b3825 req-ef616aab-765f-4019-b0be-3d036f400a29 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412317 Feb 11 05:27:05.533024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.740164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f37001d-574c-4602-9251-999e8d644270 req-081295b9-aeb8-4dcd-a5d7-d16260cf95bd tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0879347 Feb 11 05:27:05.860682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2d8cba3b-dcb3-4710-ae29-1606214d6762 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:05.992465 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2d8cba3b-dcb3-4710-ae29-1606214d6762, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2d8cba3b-dcb3-4710-ae29-1606214d6762,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:06.006220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '2d8cba3b-dcb3-4710-ae29-1606214d6762', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'port_id': '2d8cba3b-dcb3-4710-ae29-1606214d6762', 'mac_address': 'fa:16:3e:55:6f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe2d86-04d1-47ff-99bd-4182524c9213', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:06.066266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 2d8cba3b-dcb3-4710-ae29-1606214d6762 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:06.067501 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.087935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8cba3b-dcb3-4710-ae29-1606214d6762 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:06.129273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2d8cba3b-dcb3-4710-ae29-1606214d6762, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2d8cba3b-dcb3-4710-ae29-1606214d6762,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:06.134441 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.137712 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6390a77c-8f4c-4119-91b5-591e2329ef67 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:06.188777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:06.191472 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec46c16d-74f0-4737-8276-b5f87c06a203" -d '{"events": [{"server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "name": "network-vif-unplugged", "status": "completed", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:06.206256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Pushing event updated for resources: {'Port': ['ID=6390a77c-8f4c-4119-91b5-591e2329ef67,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:06.224444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a68bd-111b-437f-864e-b1d6b6f634e5 req-e7eb87a3-6f58-41ae-88d1-d0e538a30285 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:06.232862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e81a68bd-111b-437f-864e-b1d6b6f634e5 req-e7eb87a3-6f58-41ae-88d1-d0e538a30285 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.6730194 Feb 11 05:27:06.245358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=2d8cba3b-dcb3-4710-ae29-1606214d6762,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:06.250762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on host n-h2-715271-35 for vnic_type normal with profile {"migrating_to": "n-h1-715271-35"} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:06.251175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:06.251587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:06.274703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-cbc66c18-7774-4a39-bc57-d9b4a9f7e45c service neutron] 10.222.0.72 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300805 Feb 11 05:27:06.281312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:06.281761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:06.330537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:06.333457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:06.333457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:06.333457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Bound port: 6390a77c-8f4c-4119-91b5-591e2329ef67, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:06.333457 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.380541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:06.413709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on host n-h2-715271-35 for vnic_type normal with profile {"migrating_to": "n-h1-715271-35"} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:06.414126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:06.414500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:06.419600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:06.419958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:06.424668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:06.425049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:06.425700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:06.426164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Bound port: 6390a77c-8f4c-4119-91b5-591e2329ef67, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:06.426564 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.487549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39470068-eac2-409f-9451-7386f38d30cd req-604583b7-6b84-44b6-9503-f13af3a5b2e0 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:06.494982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39470068-eac2-409f-9451-7386f38d30cd req-604583b7-6b84-44b6-9503-f13af3a5b2e0 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 944 time: 0.6556842 Feb 11 05:27:06.522880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:06.527799 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:06.533560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e81a68bd-111b-437f-864e-b1d6b6f634e5 req-94547aa4-21e2-4eaf-a3b7-5d21c26358a4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995765 Feb 11 05:27:06.539026 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.600048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 09a626b7-89b9-4147-8a7a-277a88a6217a details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:06.624111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:06.631519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f398cad-b913-4ea0-9356-7de456653bb6 req-04cf39b7-52cf-4305-bd14-853750cd82de service neutron] 10.222.0.72 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355746 Feb 11 05:27:06.665955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.api [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 6390a77c-8f4c-4119-91b5-591e2329ef67-n-h2-715271-35-0 {{(pid=103120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:27:06.666353 n-d-715271-35 neutron-server[103120]: DEBUG oslo_db.api [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:27:06.679932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39470068-eac2-409f-9451-7386f38d30cd req-85d9a9f7-012c-4508-af2a-e0ddf41d7fec tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840327 Feb 11 05:27:06.757361 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:27:06.763778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcba4ad-e329-4d3f-aec3-893c070f5f94 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:06.771116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6390a77c-8f4c-4119-91b5-591e2329ef67 has no active binding in host n-h1-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:27:06.782668 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Publish callbacks [] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.792810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=6390a77c-8f4c-4119-91b5-591e2329ef67,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:06.806274 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95409855-3694-4e02-8a2b-302c9af9a2e7 x-openstack-request-id: req-95409855-3694-4e02-8a2b-302c9af9a2e7 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:06.806274 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "name": "network-vif-unplugged", "status": "completed", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:06.806550 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95409855-3694-4e02-8a2b-302c9af9a2e7 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:06.807437 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67', 'code': 200} Feb 11 05:27:06.835400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Transition to ACTIVE for port object 0bcba4ad-e329-4d3f-aec3-893c070f5f94 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:06.859290 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.896220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=09a626b7-89b9-4147-8a7a-277a88a6217a,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:06.913183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '09a626b7-89b9-4147-8a7a-277a88a6217a', 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f', 'port_id': '09a626b7-89b9-4147-8a7a-277a88a6217a', 'mac_address': 'fa:16:3e:9c:78:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b908ad-a06c-4b74-8e8c-dbc3801df0fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:06.938117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648b9c-004f-4d88-8267-166961681e33 req-9a07a7e5-f6ff-4ec3-bd0b-85d09973331c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:06.945249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54648b9c-004f-4d88-8267-166961681e33 req-9a07a7e5-f6ff-4ec3-bd0b-85d09973331c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 944 time: 0.1532788 Feb 11 05:27:06.976172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 09a626b7-89b9-4147-8a7a-277a88a6217a is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:06.976960 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.994485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a626b7-89b9-4147-8a7a-277a88a6217a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:07.022714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54648b9c-004f-4d88-8267-166961681e33 req-ca5dcb51-6749-4c9f-8e7f-2e31da3bf318 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765145 Feb 11 05:27:07.036706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=09a626b7-89b9-4147-8a7a-277a88a6217a,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:07.050354 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.071713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:07.105922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['2d8cba3b-dcb3-4710-ae29-1606214d6762'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:07.130424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e304c-ebe0-4051-99d0-35cb9f851c78 req-2cb30bd8-50be-475e-bab7-02bf896757e6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.145271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-502e304c-ebe0-4051-99d0-35cb9f851c78 req-2cb30bd8-50be-475e-bab7-02bf896757e6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.2981417 Feb 11 05:27:07.160438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=09a626b7-89b9-4147-8a7a-277a88a6217a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:07.239439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on host n-h2-715271-35 for vnic_type normal with profile {"migrating_to": "n-h1-715271-35"} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:07.239785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:07.240121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:07.252072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:07.252429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attempting to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:07.283356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:07.283712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:07.284108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:07.284553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Bound port: 6390a77c-8f4c-4119-91b5-591e2329ef67, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:07.284920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.301510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbad7c-143e-4d14-92f2-ccb5dc4dc96f req-9368ec98-869b-4d62-baa8-8071c3a4f925 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.303060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ddbad7c-143e-4d14-92f2-ccb5dc4dc96f req-9368ec98-869b-4d62-baa8-8071c3a4f925 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 948 time: 0.1951697 Feb 11 05:27:07.303790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:07.304129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:07.304462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:07.349428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-502e304c-ebe0-4051-99d0-35cb9f851c78 req-04131b35-335b-4936-ac2f-edde0117da42 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938210 Feb 11 05:27:07.356247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:07.356584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:07.398275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:07.398629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:07.399024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:07.399519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Bound port: 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:07.399877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.423590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['09a626b7-89b9-4147-8a7a-277a88a6217a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:07.440694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90aec562-6fa6-4ba0-93f4-58ffdb24c854 req-f5eccb60-4ad8-4371-ad65-11948c3296dc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0752561 Feb 11 05:27:07.473722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ddbad7c-143e-4d14-92f2-ccb5dc4dc96f req-d3ab8d0e-787d-4854-b58c-940a5e109372 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566112 Feb 11 05:27:07.496589 n-d-715271-35 neutron-server[103120]: WARNING neutron.plugins.ml2.plugin [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Concurrent port binding operations failed on port 6390a77c-8f4c-4119-91b5-591e2329ef67 Feb 11 05:27:07.501971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:07.530697 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attempt 2 to bind port 6390a77c-8f4c-4119-91b5-591e2329ef67 Feb 11 05:27:07.535598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1b08479-c2ce-44f7-bf06-836fe99cfde9 req-d2f633da-c80d-4602-8c8e-da4fa75847ae tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0411220 Feb 11 05:27:07.538285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.538909 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.541206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-9efd6cbd-ab6e-45c1-8480-d8b723faa070 service neutron] 10.222.0.81 "PUT /v2.0/ports/6390a77c-8f4c-4119-91b5-591e2329ef67 HTTP/1.1" status: 200 len: 1154 time: 3.6870708 Feb 11 05:27:07.567036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:07.570913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:07.577655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.616592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.617177 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.619102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] 10.222.0.72 "PUT /v2.0/ports/0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 1097 time: 2.5121231 Feb 11 05:27:07.637711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad47db-783c-4a0b-a75a-978b624c9dad service neutron] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:07.675497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6390a77c-8f4c-4119-91b5-591e2329ef67'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:07.689687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['6390a77c-8f4c-4119-91b5-591e2329ef67'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:07.717508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfc58-be54-475f-a1c7-c8aa6574d2c2 req-6410caa0-a29a-4630-b1c6-5677d869976d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.724934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c3dfc58-be54-475f-a1c7-c8aa6574d2c2 req-6410caa0-a29a-4630-b1c6-5677d869976d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.0708163 Feb 11 05:27:07.784199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c3dfc58-be54-475f-a1c7-c8aa6574d2c2 req-7f7197b0-5418-4636-853e-84196e19642b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560999 Feb 11 05:27:07.837225 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:27:07.874530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb4a85-8d8a-4eb9-935b-432f1b529744 req-770dc050-93ed-4eca-81d8-076ce25b5c8c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.875970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0eb4a85-8d8a-4eb9-935b-432f1b529744 req-770dc050-93ed-4eca-81d8-076ce25b5c8c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 945 time: 0.0907784 Feb 11 05:27:07.881604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-07ca327a-c03a-446d-a9df-9b7a68964813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.883060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-07ca327a-c03a-446d-a9df-9b7a68964813 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1131 time: 0.0697234 Feb 11 05:27:07.939869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-6773497d-1b25-4cab-9640-427913c3db70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.0393226 Feb 11 05:27:07.989817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0eb4a85-8d8a-4eb9-935b-432f1b529744 req-58f33071-1932-4f93-8c52-e29bf294d94e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057303 Feb 11 05:27:08.007806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-e7dfceb3-ad15-4d44-86e8-96f36efbc7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.011234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-e7dfceb3-ad15-4d44-86e8-96f36efbc7d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0568464 Feb 11 05:27:08.158848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-d6754139-e3a9-4a6d-94d3-32f62cfbfc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.160360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-d6754139-e3a9-4a6d-94d3-32f62cfbfc57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0827711 Feb 11 05:27:08.168045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b85ba-22a4-4519-a252-4363f10a92e3 req-0c258d9b-5736-4b40-83fc-c9950eaf1fb8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.169426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e00b85ba-22a4-4519-a252-4363f10a92e3 req-0c258d9b-5736-4b40-83fc-c9950eaf1fb8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 944 time: 0.0831552 Feb 11 05:27:08.266922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e00b85ba-22a4-4519-a252-4363f10a92e3 req-c3f1a84a-44cc-4f36-9ec6-558a1bfbc91b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867908 Feb 11 05:27:08.290078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-199fc1e0-5018-453c-b663-9b8fb220d396 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167154 Feb 11 05:27:08.385583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44320fdb-e284-4d8e-8bfa-fc651b4c5e37 req-0ffc9ffe-d3da-47a7-8737-18aab5bb584b service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873835 Feb 11 05:27:08.458480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63e571-8b0d-4914-9551-3de3bbbcbd94 req-23672da0-d6e3-43eb-8ac4-6876e887afec tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.459553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e63e571-8b0d-4914-9551-3de3bbbcbd94 req-23672da0-d6e3-43eb-8ac4-6876e887afec tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.0569923 Feb 11 05:27:08.505896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e63e571-8b0d-4914-9551-3de3bbbcbd94 req-e246210b-efee-4531-9d00-11b74e9ce5e8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Feb 11 05:27:08.665196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7074a-778c-45e3-8b49-67e287d18e36 req-0868f0ef-95c5-4cbc-b97a-c1afe62d88db tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.666593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6b7074a-778c-45e3-8b49-67e287d18e36 req-0868f0ef-95c5-4cbc-b97a-c1afe62d88db tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 948 time: 0.0568252 Feb 11 05:27:08.712931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6b7074a-778c-45e3-8b49-67e287d18e36 req-9c8b92b2-832b-4d72-bb3a-945c64e71a0b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408332 Feb 11 05:27:08.800139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24f591ff-b9c6-4c85-9d63-b4f8ce993849 req-dc4ff1d6-0dc1-4907-ab2c-5f132926d49b tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0266936 Feb 11 05:27:08.814781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67'}, {'name': 'network-changed', 'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:08.817082 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0430d176-518c-46c9-ae27-c39ae858b4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67"}, {"name": "network-changed", "server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:08.866247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d558-2f41-4fdc-92f1-b8142d58815b req-7e21a3bb-c277-45c7-996d-954eff7388cd tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.868354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2da3d558-2f41-4fdc-92f1-b8142d58815b req-7e21a3bb-c277-45c7-996d-954eff7388cd tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.0620549 Feb 11 05:27:08.918475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2da3d558-2f41-4fdc-92f1-b8142d58815b req-20e254cb-f6ca-4ed0-8e06-d6bd48e1aa56 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434155 Feb 11 05:27:08.960264 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3b25a7-aad4-4249-a167-c41aa56c51f1 x-openstack-request-id: req-0a3b25a7-aad4-4249-a167-c41aa56c51f1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:08.960573 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:08.960830 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a3b25a7-aad4-4249-a167-c41aa56c51f1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:08.961285 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67', 'status': 'completed', 'code': 200} Feb 11 05:27:08.961577 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'status': 'completed', 'code': 200} Feb 11 05:27:08.978151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8a1c-9f93-4297-8862-01d6146da93f req-70b71ed7-3cf4-41ed-a17a-c90887264436 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.980547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e5a8a1c-9f93-4297-8862-01d6146da93f req-70b71ed7-3cf4-41ed-a17a-c90887264436 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.0659111 Feb 11 05:27:09.080285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e5a8a1c-9f93-4297-8862-01d6146da93f req-42092bc1-bfa2-4bac-878e-b60aa9775533 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922930 Feb 11 05:27:09.103665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-17505c9e-4078-4ea4-8769-2c6c1e42503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.104829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-17505c9e-4078-4ea4-8769-2c6c1e42503f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1157 time: 0.0994697 Feb 11 05:27:09.116952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde29f9-4c8b-40c5-b6af-3dd4fd977c7a req-706eb5ea-dbb3-4bca-845f-8527e326ae57 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.116952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edde29f9-4c8b-40c5-b6af-3dd4fd977c7a req-706eb5ea-dbb3-4bca-845f-8527e326ae57 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d782f1-b934-493e-91c1-9cf6e59e7882 HTTP/1.1" status: 200 len: 949 time: 0.0986290 Feb 11 05:27:09.261503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edde29f9-4c8b-40c5-b6af-3dd4fd977c7a req-4dfb67fe-b84c-4040-a804-cd853ef8cfd7 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243718 Feb 11 05:27:09.283090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2292f5f-f406-4c37-bc09-d08813f1c675 req-479b432d-a43a-43c6-9b88-1e08001b946d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.284563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2292f5f-f406-4c37-bc09-d08813f1c675 req-479b432d-a43a-43c6-9b88-1e08001b946d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 945 time: 0.1296334 Feb 11 05:27:09.285786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-6cf69190-9514-4672-8573-a0b0c4d7610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.287151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-6cf69190-9514-4672-8573-a0b0c4d7610e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.1725488 Feb 11 05:27:09.352082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-8f5d76af-90c9-4392-909e-6ce4c85fd37e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6390a77c-8f4c-4119-91b5-591e2329ef67 HTTP/1.1" status: 200 len: 217 time: 0.0390911 Feb 11 05:27:09.401826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2292f5f-f406-4c37-bc09-d08813f1c675 req-cfe63889-b571-4890-b1f7-5df19ae39c2a tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105933 Feb 11 05:27:09.417610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-c2c02e18-cc90-468b-8a3a-01e42bd4c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.419105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-c2c02e18-cc90-468b-8a3a-01e42bd4c6ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.0592732 Feb 11 05:27:09.464644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-a2c5cfb1-983d-4ef5-9435-c591989b0c9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364289 Feb 11 05:27:09.604587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fa56e-16f3-4367-b487-7cf86eb6b941 req-01ec7b5f-5f6c-4697-b74e-877d2fba1ae2 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.606166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd3fa56e-16f3-4367-b487-7cf86eb6b941 req-01ec7b5f-5f6c-4697-b74e-877d2fba1ae2 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 944 time: 0.1217494 Feb 11 05:27:09.634892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-65f37f5b-27a7-4a6d-a369-1b41ba4f5f1c service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401012 Feb 11 05:27:09.725230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd3fa56e-16f3-4367-b487-7cf86eb6b941 req-875bb677-3cc4-4986-8473-23dcced8c333 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079307 Feb 11 05:27:09.796412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645c119-b7c4-48f6-87d8-52a2e2fdc575 req-cfa7de73-f4bb-4ce1-abbf-170d4bbb1d39 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.797936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f645c119-b7c4-48f6-87d8-52a2e2fdc575 req-cfa7de73-f4bb-4ce1-abbf-170d4bbb1d39 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.1578653 Feb 11 05:27:09.803526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-280b3c6e-641d-4c7d-918e-2bbcceb99ea5 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505661 Feb 11 05:27:09.872224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f645c119-b7c4-48f6-87d8-52a2e2fdc575 req-be3bf949-d43c-4163-a8ba-3033fc56ea5d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677526 Feb 11 05:27:09.907192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2d8cba3b-dcb3-4710-ae29-1606214d6762 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:09.910769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-26b0c523-3c49-4b74-bd49-87e45ff0f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.912293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-26b0c523-3c49-4b74-bd49-87e45ff0f2fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1131 time: 0.0568898 Feb 11 05:27:09.967205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 2d8cba3b-dcb3-4710-ae29-1606214d6762 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:09.971718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 2d8cba3b-dcb3-4710-ae29-1606214d6762 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:09.972403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.053534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b04ad727-7440-4e78-8fdb-6897f32deede req-e668858c-1049-447f-93cf-e273309941ea tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0398686 Feb 11 05:27:10.056688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 2d8cba3b-dcb3-4710-ae29-1606214d6762 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:10.057063 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.084935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebac53-b289-4185-898e-4b80bba60d21 req-e3049549-0abe-41b1-91e4-2479bdde5152 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.087576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00ebac53-b289-4185-898e-4b80bba60d21 req-e3049549-0abe-41b1-91e4-2479bdde5152 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 948 time: 0.1318231 Feb 11 05:27:10.091883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-8ac85c82-f119-40bd-b8b4-09b552aee82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.093358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-8ac85c82-f119-40bd-b8b4-09b552aee82d service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1722722 Feb 11 05:27:10.096636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5de5509-e729-46ee-917d-1ebb114ee3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8cba3b-dcb3-4710-ae29-1606214d6762'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:10.098894 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f02a7f9-1c3b-4dd3-9db1-3c7c8884c3f1" -d '{"events": [{"server_uuid": "e5de5509-e729-46ee-917d-1ebb114ee3be", "name": "network-vif-plugged", "status": "completed", "tag": "2d8cba3b-dcb3-4710-ae29-1606214d6762"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:10.112213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2d8cba3b-dcb3-4710-ae29-1606214d6762, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2d8cba3b-dcb3-4710-ae29-1606214d6762,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:10.117324 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.149787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-9b66893c-db1c-4189-9f98-b5a96d628477 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.0419385 Feb 11 05:27:10.166420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=2d8cba3b-dcb3-4710-ae29-1606214d6762,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:10.230168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00ebac53-b289-4185-898e-4b80bba60d21 req-4a318522-1786-4a0d-afa0-2e41bd89b4c9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358685 Feb 11 05:27:10.250829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-b1a5492b-35f7-4c97-905e-3a9b2aeb7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.252379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-b1a5492b-35f7-4c97-905e-3a9b2aeb7d4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0866008 Feb 11 05:27:10.280001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df38f57-77a8-4a6f-b255-d7377c6a461d req-4b559ae9-25ea-4578-a770-1f45ea99029d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.281491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2df38f57-77a8-4a6f-b255-d7377c6a461d req-4b559ae9-25ea-4578-a770-1f45ea99029d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.1352923 Feb 11 05:27:10.347384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-a22fe323-49d8-4e9c-b1db-dcbd527e2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.348986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-a22fe323-49d8-4e9c-b1db-dcbd527e2329 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0859652 Feb 11 05:27:10.357501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2df38f57-77a8-4a6f-b255-d7377c6a461d req-d646923b-6ca9-4536-9eb4-6292cd368e2a tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592005 Feb 11 05:27:10.407338 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe597529-ba0f-4ceb-bdd1-0d0db569ec39 x-openstack-request-id: req-fe597529-ba0f-4ceb-bdd1-0d0db569ec39 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:10.407653 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5de5509-e729-46ee-917d-1ebb114ee3be", "name": "network-vif-plugged", "status": "completed", "tag": "2d8cba3b-dcb3-4710-ae29-1606214d6762", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:10.407913 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe597529-ba0f-4ceb-bdd1-0d0db569ec39 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:10.408816 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5de5509-e729-46ee-917d-1ebb114ee3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8cba3b-dcb3-4710-ae29-1606214d6762', 'code': 200} Feb 11 05:27:10.474153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-919f1415-9447-4340-bf05-69878875078d service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155977 Feb 11 05:27:10.615883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 09a626b7-89b9-4147-8a7a-277a88a6217a up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:10.669899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 09a626b7-89b9-4147-8a7a-277a88a6217a completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:10.673947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 09a626b7-89b9-4147-8a7a-277a88a6217a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:10.674326 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.682457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9d2cc-2fef-4d4a-9831-4a57ff5245fe req-43e27a8d-7298-4f66-a7ca-3a2b60b0b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.683990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19b9d2cc-2fef-4d4a-9831-4a57ff5245fe req-43e27a8d-7298-4f66-a7ca-3a2b60b0b9e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 1128 time: 0.1784294 Feb 11 05:27:10.688106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0430d176-518c-46c9-ae27-c39ae858b4bd req-4531f6ce-2fba-41a6-bc03-377ccfdedaea service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045808 Feb 11 05:27:10.695745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d88c68-3d90-44eb-95c1-edf3708b7f66 req-ba0b858b-93f2-4809-8f33-2c315dd90330 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.697739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9d88c68-3d90-44eb-95c1-edf3708b7f66 req-ba0b858b-93f2-4809-8f33-2c315dd90330 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.1939049 Feb 11 05:27:10.726858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1824c7e-580d-46d4-87e9-6ebaf3f15621 req-3827bf90-d621-459a-bcd7-a20b0d586d66 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.728393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1824c7e-580d-46d4-87e9-6ebaf3f15621 req-3827bf90-d621-459a-bcd7-a20b0d586d66 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 945 time: 0.1552191 Feb 11 05:27:10.760315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 09a626b7-89b9-4147-8a7a-277a88a6217a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:10.760703 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.796711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=09a626b7-89b9-4147-8a7a-277a88a6217a,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:10.800942 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.801911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:10.808797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19b9d2cc-2fef-4d4a-9831-4a57ff5245fe req-413ae9d8-c552-43b4-986d-bdd320b7c26a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099427 Feb 11 05:27:10.814508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9d88c68-3d90-44eb-95c1-edf3708b7f66 req-895db107-a75d-4fa4-b617-c634cdbe1244 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081769 Feb 11 05:27:10.827084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1824c7e-580d-46d4-87e9-6ebaf3f15621 req-fd90a60e-bfcf-4f53-a375-a53169b485c8 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889273 Feb 11 05:27:10.886689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=09a626b7-89b9-4147-8a7a-277a88a6217a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:10.934886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7917cb5-9cb5-4537-ae51-a9c8848a55d0 req-841ca526-c76c-4ef9-bab5-f0730b9abd65 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0353184 Feb 11 05:27:10.941204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1ed3b425-9a99-4501-939d-c1ea045c8581 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:10.941701 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.980410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:10.985301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fc439-b716-4394-92ce-8f3a43e3f96c req-d76facfe-df50-49ee-89ee-b73a91c210f7 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.985934 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.986799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf9fc439-b716-4394-92ce-8f3a43e3f96c req-d76facfe-df50-49ee-89ee-b73a91c210f7 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 945 time: 0.0785892 Feb 11 05:27:11.034470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:11.069738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf9fc439-b716-4394-92ce-8f3a43e3f96c req-3106c4ee-aba5-4f91-ac40-6d52c93a642e tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767331 Feb 11 05:27:11.083019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b186bb-928d-4f84-8abe-23d4cabc3210 req-d1524960-7394-4c55-8155-0ca727c50421 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:11.084497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5b186bb-928d-4f84-8abe-23d4cabc3210 req-d1524960-7394-4c55-8155-0ca727c50421 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.0839176 Feb 11 05:27:11.135093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5b186bb-928d-4f84-8abe-23d4cabc3210 req-aadc08a8-6aaf-4717-b614-9f0297617ff8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433002 Feb 11 05:27:11.349529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bb2d2-202e-4fe4-9cb3-1d62c0fa5058 req-f0b2475a-441e-4890-a845-3a81d9bb2ce3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:11.350889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f31bb2d2-202e-4fe4-9cb3-1d62c0fa5058 req-f0b2475a-441e-4890-a845-3a81d9bb2ce3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 948 time: 0.0531299 Feb 11 05:27:11.401562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f31bb2d2-202e-4fe4-9cb3-1d62c0fa5058 req-74d2fd44-3130-46a3-899e-b93555c8c580 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443637 Feb 11 05:27:11.484191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401357b-7aeb-4845-a635-a519a244db8e req-95a51322-af72-4cec-a4ed-7462b82ba4a3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:11.485696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4401357b-7aeb-4845-a635-a519a244db8e req-95a51322-af72-4cec-a4ed-7462b82ba4a3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.0593600 Feb 11 05:27:11.532418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4401357b-7aeb-4845-a635-a519a244db8e req-c481e74d-68e6-424e-b8eb-008d9ddc4966 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410328 Feb 11 05:27:11.970745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47305028-8b1a-4771-a6fd-300969c95493 req-ae96cf30-b486-4a80-82a4-3a314b535c1e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:11.972175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47305028-8b1a-4771-a6fd-300969c95493 req-ae96cf30-b486-4a80-82a4-3a314b535c1e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.0827708 Feb 11 05:27:11.991009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948d11-7668-4a44-a676-32a93e0e8972 req-bf85d96e-f243-4102-8540-bab72a43d987 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:11.992437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85948d11-7668-4a44-a676-32a93e0e8972 req-bf85d96e-f243-4102-8540-bab72a43d987 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 946 time: 0.0762215 Feb 11 05:27:12.059820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47305028-8b1a-4771-a6fd-300969c95493 req-76880a6d-0aaa-45a2-a2b4-58c6ca65e37e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810056 Feb 11 05:27:12.063836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85948d11-7668-4a44-a676-32a93e0e8972 req-3abf54d8-e768-4054-8823-51eb7bf87a73 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641906 Feb 11 05:27:12.148817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2441fed-1783-4506-beb3-d7ec94d0a34e req-83f59c54-077a-4cb9-83ec-6f5c01bd9589 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0284736 Feb 11 05:27:12.198969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa53b7-adab-4831-8fce-16074e2dd617 req-9265dabc-1e57-45b5-ab5e-e03f8a2132de tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.200453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efaa53b7-adab-4831-8fce-16074e2dd617 req-9265dabc-1e57-45b5-ab5e-e03f8a2132de tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 945 time: 0.0540848 Feb 11 05:27:12.250350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efaa53b7-adab-4831-8fce-16074e2dd617 req-369c41bd-9106-4956-8315-e879757b34c7 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Feb 11 05:27:12.315423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f6447-0c2c-4881-8291-ee4a5b0b3c04 req-d9255757-09d1-4970-9eb9-a84b7a8e564e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.316897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-457f6447-0c2c-4881-8291-ee4a5b0b3c04 req-d9255757-09d1-4970-9eb9-a84b7a8e564e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.0527158 Feb 11 05:27:12.366397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-457f6447-0c2c-4881-8291-ee4a5b0b3c04 req-70533467-902f-45ac-94ac-99ec111f6aed tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Feb 11 05:27:12.409909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a'}, {'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:12.412200 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0900a27c-84af-4a08-8c43-671178d4b8b2" -d '{"events": [{"server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "name": "network-vif-plugged", "status": "completed", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a"}, {"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:12.453450 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27911da-2ba6-4e84-acef-08729657ffe3 x-openstack-request-id: req-e27911da-2ba6-4e84-acef-08729657ffe3 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:12.453755 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "name": "network-vif-plugged", "status": "completed", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a", "code": 200}, {"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:12.454015 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e27911da-2ba6-4e84-acef-08729657ffe3 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:12.454415 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a', 'code': 200} Feb 11 05:27:12.454678 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'code': 200} Feb 11 05:27:12.520969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ebae4-be92-4e3d-a92a-133e8af0bae8 req-c56804ac-efca-4e51-974d-8f0e3c88fed5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.522694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-225ebae4-be92-4e3d-a92a-133e8af0bae8 req-c56804ac-efca-4e51-974d-8f0e3c88fed5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 948 time: 0.0539815 Feb 11 05:27:12.598340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-225ebae4-be92-4e3d-a92a-133e8af0bae8 req-fe80fdb9-ba9b-4cc1-b888-91bede6b86fa tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684259 Feb 11 05:27:12.608928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:12.616159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd7ee5-fb5f-485c-aa84-bddae1c759ae req-fb90a68a-6f92-4403-9e03-30deba4648da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.618277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18fd7ee5-fb5f-485c-aa84-bddae1c759ae req-fb90a68a-6f92-4403-9e03-30deba4648da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 1129 time: 0.0749345 Feb 11 05:27:12.856960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:12.870243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'mac_address': 'fa:16:3e:e7:1d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:12.908096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:12.908482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.922231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcba4ad-e329-4d3f-aec3-893c070f5f94 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:12.944747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:12.949532 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.971696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4b940-6f59-44a0-a83a-28378bd62fd0 req-5ff46c7c-bb68-4ca3-983e-b849bc5df4a3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.973235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cb4b940-6f59-44a0-a83a-28378bd62fd0 req-5ff46c7c-bb68-4ca3-983e-b849bc5df4a3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.3718531 Feb 11 05:27:12.975907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18fd7ee5-fb5f-485c-aa84-bddae1c759ae req-55e3472a-24d0-4b9e-97f6-258dd2ea8d0a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438728 Feb 11 05:27:13.001401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:13.020177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cb4b940-6f59-44a0-a83a-28378bd62fd0 req-f7fea289-61eb-4f5b-bb2a-562f5e87581b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406864 Feb 11 05:27:13.214710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d72442-7ccf-4188-8974-c3c7b13b18a5 req-ddb8076f-f5a0-4bbd-9f64-19a00dc29f34 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.216124 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65d72442-7ccf-4188-8974-c3c7b13b18a5 req-ddb8076f-f5a0-4bbd-9f64-19a00dc29f34 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.0819035 Feb 11 05:27:13.225514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42bd3c-e7b4-4361-9a25-7c5be64b66c3 req-525e6a75-0ecd-42e7-82c6-4ae00fe4a5f5 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.227093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af42bd3c-e7b4-4361-9a25-7c5be64b66c3 req-525e6a75-0ecd-42e7-82c6-4ae00fe4a5f5 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 946 time: 0.0946524 Feb 11 05:27:13.301681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65d72442-7ccf-4188-8974-c3c7b13b18a5 req-e6448b97-a8bc-4428-8a2e-5fee5de43079 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730073 Feb 11 05:27:13.304665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af42bd3c-e7b4-4361-9a25-7c5be64b66c3 req-2cc7f331-0d9e-45e4-930f-f52acc9f520f tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701876 Feb 11 05:27:13.401081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a291068b-738b-44cf-9a0e-a8cda5496628 req-ccf32d22-d30d-4ef5-8002-7b2c892993b1 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Feb 11 05:27:13.442464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['0bcba4ad-e329-4d3f-aec3-893c070f5f94'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:13.511001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20076aed-3d8d-4c18-a15d-23c8b7d1d7af req-378a2409-7e51-4f84-8f8a-235e25bcade6 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.512585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20076aed-3d8d-4c18-a15d-23c8b7d1d7af req-378a2409-7e51-4f84-8f8a-235e25bcade6 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 945 time: 0.0861955 Feb 11 05:27:13.546217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2003b8-14e7-4b48-9bbc-9360419cc608 req-2dfd68ac-783a-4aec-8a04-fdaad4d9d9a9 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.547681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a2003b8-14e7-4b48-9bbc-9360419cc608 req-2dfd68ac-783a-4aec-8a04-fdaad4d9d9a9 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.0850689 Feb 11 05:27:13.590372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20076aed-3d8d-4c18-a15d-23c8b7d1d7af req-4df23dbe-7f45-43ac-aff5-3e7fa9ec0c5f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703251 Feb 11 05:27:13.637070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a2003b8-14e7-4b48-9bbc-9360419cc608 req-d44a8d8a-9926-4af5-8fda-5ce5760e922c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790734 Feb 11 05:27:13.659537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efc427-8937-4687-bb0c-0174664d5117 req-19e0d54f-b0b3-43e9-85a4-fc3418269a4b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.660998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42efc427-8937-4687-bb0c-0174664d5117 req-19e0d54f-b0b3-43e9-85a4-fc3418269a4b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.81 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.0647032 Feb 11 05:27:13.831952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03117582-fa58-43a8-9450-9b2047610165 req-e907dc00-8c48-4586-9671-24bb5fc02e49 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.833358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03117582-fa58-43a8-9450-9b2047610165 req-e907dc00-8c48-4586-9671-24bb5fc02e49 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 949 time: 0.1301961 Feb 11 05:27:13.861144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Deleting port bee821f8-0e70-4333-8b46-244485b1e83f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:13.861500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:13.869955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088ef8-a5ed-4c32-9a65-fdd1a64bad81 req-f9426a30-a599-4ec6-8d85-11f56f4b556f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.871403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03088ef8-a5ed-4c32-9a65-fdd1a64bad81 req-f9426a30-a599-4ec6-8d85-11f56f4b556f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 945 time: 0.1067080 Feb 11 05:27:13.916400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:13.987929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03117582-fa58-43a8-9450-9b2047610165 req-9077b18f-0846-469d-a6f3-385c638d4d88 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463194 Feb 11 05:27:14.000179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03088ef8-a5ed-4c32-9a65-fdd1a64bad81 req-6390b880-5c45-401a-a192-5110b651fef2 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152518 Feb 11 05:27:14.025912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] For port bee821f8-0e70-4333-8b46-244485b1e83f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bee821f8-0e70-4333-8b46-244485b1e83f,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:14.026290 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.033826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:14.050583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0', 'mac_address': 'fa:16:3e:d8:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:14.095470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:14.095782 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.109854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:14.129819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:14.133979 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.185976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:14.230757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145229a2-b668-41fc-b8f9-fc8233804f2b req-9fe3ebfe-1185-4ea7-b3c6-6373bf396f7b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:14.232245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-145229a2-b668-41fc-b8f9-fc8233804f2b req-9fe3ebfe-1185-4ea7-b3c6-6373bf396f7b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 946 time: 0.1342962 Feb 11 05:27:14.307870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c8d5ba60-3b6d-4c44-b254-b29ab408f1c0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:14.323666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.324029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (ec97613d-a3f2-4212-a548-10c7cfe5c364), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.324344 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Floating IP ec97613d-a3f2-4212-a548-10c7cfe5c364 disassociated. External IP: 172.25.1.54, port: bee821f8-0e70-4333-8b46-244485b1e83f. Feb 11 05:27:14.324916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Calling delete_port for bee821f8-0e70-4333-8b46-244485b1e83f owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:14.333933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-145229a2-b668-41fc-b8f9-fc8233804f2b req-8b2ed07f-534d-4aaf-b622-a36b82c4245d tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2708cb-8441-421a-bb65-317c133ab4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927444 Feb 11 05:27:14.566112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a011c-86c7-4ef8-9e4e-cd768aea979b req-b8801f63-ff2a-492d-bf9d-dc6c67a3a6ce tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:14.567654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d49a011c-86c7-4ef8-9e4e-cd768aea979b req-b8801f63-ff2a-492d-bf9d-dc6c67a3a6ce tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 946 time: 0.1429749 Feb 11 05:27:14.595444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6372f-f6d2-47dd-9753-27b4a4837209 req-9075359e-c690-4889-b08a-6d7c82e250b3 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:14.596922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33a6372f-f6d2-47dd-9753-27b4a4837209 req-9075359e-c690-4889-b08a-6d7c82e250b3 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.1415877 Feb 11 05:27:14.599306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (bee821f8-0e70-4333-8b46-244485b1e83f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.619714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:14.658711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Pushing event deleted for resources: {'Port': ['ID=bee821f8-0e70-4333-8b46-244485b1e83f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:14.688583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:14.693775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:14.694156 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.722644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d49a011c-86c7-4ef8-9e4e-cd768aea979b req-8f07d86e-d67e-47c8-82c4-7f7d3bc04431 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423168 Feb 11 05:27:14.781451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33a6372f-f6d2-47dd-9753-27b4a4837209 req-e310b24c-fba2-4c68-bf54-3ef5853670fe tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643763 Feb 11 05:27:14.844649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:14.845668 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.890866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:14.893177 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bf49be-1fa8-4a3c-aa4e-499a42006b25" -d '{"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-plugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:14.908641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:14.914118 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.929783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7089d36-4754-453f-a3ed-98d4bc461831 req-3cc548b5-3389-4cdf-91e1-0d0ef9784afb tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0549781 Feb 11 05:27:14.983579 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1821dcb6-9323-4955-ba9d-5ed3e2382146 x-openstack-request-id: req-1821dcb6-9323-4955-ba9d-5ed3e2382146 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:14.983899 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-plugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:14.984177 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1821dcb6-9323-4955-ba9d-5ed3e2382146 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:14.984573 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'code': 200} Feb 11 05:27:14.987466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:14.990906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Router 60fcccea-05f3-4158-af53-56ed09c110b7 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:15.064290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e4ca8-f524-4071-9c7b-4899fbd153a3 req-be9279e7-2030-455e-bb8d-d797b9dd40b4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.065782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de0e4ca8-f524-4071-9c7b-4899fbd153a3 req-be9279e7-2030-455e-bb8d-d797b9dd40b4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.1334867 Feb 11 05:27:15.282608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:15.293216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] Sync routers for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:15.314379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de0e4ca8-f524-4071-9c7b-4899fbd153a3 req-36666657-68a9-461d-94ce-96ea3cdbddee tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306094 Feb 11 05:27:15.315774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:15.316421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:27:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:15.345881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a6dd5-2bc6-4709-8f52-08b8a46013f9 req-d8168d1b-f7b5-49e0-bb89-4e6bdda28345 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.354296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-251a6dd5-2bc6-4709-8f52-08b8a46013f9 req-d8168d1b-f7b5-49e0-bb89-4e6bdda28345 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.2594585 Feb 11 05:27:15.366113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05333def-c681-45cd-90a1-3637cf8f61eb req-316ece85-f9bc-4c86-bbf1-2872059c49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.368351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05333def-c681-45cd-90a1-3637cf8f61eb req-316ece85-f9bc-4c86-bbf1-2872059c49f7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1133 time: 0.2923412 Feb 11 05:27:15.444248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:15.449151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] No DVR routers for this DVR port bee821f8-0e70-4333-8b46-244485b1e83f on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:15.461695 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.465170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42efc427-8937-4687-bb0c-0174664d5117 req-731b8db1-b901-4402-8c54-18e86de2197c tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.81 "DELETE /v2.0/ports/bee821f8-0e70-4333-8b46-244485b1e83f HTTP/1.1" status: 204 len: 173 time: 1.7912776 Feb 11 05:27:15.515338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'name': 'network-vif-deleted', 'tag': 'bee821f8-0e70-4333-8b46-244485b1e83f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:15.521196 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab19e31-ee5a-48b4-a151-1f0659a68384" -d '{"events": [{"server_uuid": "56ea11f2-f778-4bdf-aaeb-4fa16803ff67", "name": "network-vif-deleted", "tag": "bee821f8-0e70-4333-8b46-244485b1e83f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:15.599889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-251a6dd5-2bc6-4709-8f52-08b8a46013f9 req-0833b82e-b822-46bf-88c4-82e676b115e6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446404 Feb 11 05:27:15.615090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05333def-c681-45cd-90a1-3637cf8f61eb req-ae2721ce-90fc-4ef6-b227-6d3c194ca163 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132974 Feb 11 05:27:15.649502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d25a0-b8c9-4987-b12c-7301de50be2a req-941be985-ed1c-43b2-a6b1-c8eae73a5abf tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.659860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-679d25a0-b8c9-4987-b12c-7301de50be2a req-941be985-ed1c-43b2-a6b1-c8eae73a5abf tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 945 time: 0.2657976 Feb 11 05:27:15.698291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd66a0df4-bc92-4308-ae6c-6b3ddde5e100', 'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'mac_address': 'fa:16:3e:7a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:50Z', 'updated_at': '2022-02-11T05:25:57Z', 'revision_number': 5, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'subnets': [{'id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:15.729886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] Checking router: 60fcccea-05f3-4158-af53-56ed09c110b7 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:15.734258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-679d25a0-b8c9-4987-b12c-7301de50be2a req-ca742b64-e047-414f-a7cc-c976567e7da5 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733910 Feb 11 05:27:15.760036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:15.760914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:27:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:15.828532 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75a257ad-f669-49a3-b533-6d81406c217d req-15104810-bea3-4232-a3a2-5153899d9353 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/ports?device_id=56ea11f2-f778-4bdf-aaeb-4fa16803ff67 HTTP/1.1" status: 200 len: 210 time: 0.0479898 Feb 11 05:27:15.830642 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e20b15-83f4-4b78-8ccd-5b0a4a142e56 x-openstack-request-id: req-34e20b15-83f4-4b78-8ccd-5b0a4a142e56 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:15.833001 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ea11f2-f778-4bdf-aaeb-4fa16803ff67", "name": "network-vif-deleted", "tag": "bee821f8-0e70-4333-8b46-244485b1e83f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:15.833300 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34e20b15-83f4-4b78-8ccd-5b0a4a142e56 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:15.835437 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ea11f2-f778-4bdf-aaeb-4fa16803ff67', 'name': 'network-vif-deleted', 'tag': 'bee821f8-0e70-4333-8b46-244485b1e83f', 'status': 'completed', 'code': 200} Feb 11 05:27:15.900890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:15.938848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:15.968060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa8928-0733-4bd1-869f-4bc3b8e5c885 req-c93ae0be-8f35-4c00-ab09-b1d0c0764d19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.970026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53aa8928-0733-4bd1-869f-4bc3b8e5c885 req-c93ae0be-8f35-4c00-ab09-b1d0c0764d19 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 946 time: 0.0774853 Feb 11 05:27:16.038721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53aa8928-0733-4bd1-869f-4bc3b8e5c885 req-ccbb714d-6950-4eb6-b217-fcaecc86d7b8 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605984 Feb 11 05:27:16.259541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6271-8f65-4e83-8c4e-9495d6ff7325 req-69d82359-4ddb-45e4-ac90-2b5cfa108329 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.268588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57cb6271-8f65-4e83-8c4e-9495d6ff7325 req-69d82359-4ddb-45e4-ac90-2b5cfa108329 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.1086493 Feb 11 05:27:16.317965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fce16fa-95b5-4f4a-906b-eee4fc90d4b3 req-e85fcb8e-0ce7-418a-9b24-bcfca580bdb4 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0334868 Feb 11 05:27:16.353631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57cb6271-8f65-4e83-8c4e-9495d6ff7325 req-44a4e825-07ff-4764-85e2-3baffdf8329c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840545 Feb 11 05:27:16.356846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:16.358154 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.471009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd66a0df4-bc92-4308-ae6c-6b3ddde5e100', 'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'mac_address': 'fa:16:3e:7a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:50Z', 'updated_at': '2022-02-11T05:25:57Z', 'revision_number': 5, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'subnets': [{'id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:16.516019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e9e98-ff9a-4d7c-b7d3-8e2604260c65 None None] The sync data for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 is: [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:25:51Z', 'revision_number': 4, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd66a0df4-bc92-4308-ae6c-6b3ddde5e100', 'name': '', 'network_id': 'd36be30d-64ef-4433-9d0a-d1fd725e3a9a', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'mac_address': 'fa:16:3e:7a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:50Z', 'updated_at': '2022-02-11T05:25:57Z', 'revision_number': 5, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'subnets': [{'id': 'a6b00677-a018-426c-937b-a2a1ff00840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:16.544432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a7c33-ff9f-4ce6-a38c-1ef4fa88cf17 req-eb33d598-d723-4e3b-abd1-60707bfbd69c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.551653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e98a7c33-ff9f-4ce6-a38c-1ef4fa88cf17 req-eb33d598-d723-4e3b-abd1-60707bfbd69c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 946 time: 0.1245391 Feb 11 05:27:16.616497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:16.617318 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.626395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2368c05-158e-42fc-8f4b-8c9f3c25d75b req-12804e48-39f6-4633-acae-fed5a103e544 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.642812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2368c05-158e-42fc-8f4b-8c9f3c25d75b req-12804e48-39f6-4633-acae-fed5a103e544 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 945 time: 0.1504548 Feb 11 05:27:16.688509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:16.696850 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.727348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e98a7c33-ff9f-4ce6-a38c-1ef4fa88cf17 req-cafd3cb4-584b-4def-b303-703a70b14074 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708574 Feb 11 05:27:16.818191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2368c05-158e-42fc-8f4b-8c9f3c25d75b req-d581204f-9c3c-43ec-9ead-3b03c6fcc027 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744890 Feb 11 05:27:16.868737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:16.926520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746f9e9-533d-4989-8381-6a14d7089590 req-75c42c94-e52e-43c2-b029-10af92873465 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.928086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8746f9e9-533d-4989-8381-6a14d7089590 req-75c42c94-e52e-43c2-b029-10af92873465 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.1265578 Feb 11 05:27:16.986077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:16.986847 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47fb18-8839-4876-9ac0-d2fdf9997489 None None] New status for floating IP ec97613d-a3f2-4212-a548-10c7cfe5c364: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:27:16.988465 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f012f3b0-e4a0-4621-a79b-574f9373d4ea" -d '{"events": [{"server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "name": "network-vif-plugged", "status": "completed", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:17.022261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8746f9e9-533d-4989-8381-6a14d7089590 req-ea336efc-d7bb-471c-bb79-088a1212eb53 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869405 Feb 11 05:27:17.063958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4740647-a790-45c8-8de5-af3a75ce1832 req-5a6f9d6f-172a-4395-937a-ffadf93882f4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.066979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4740647-a790-45c8-8de5-af3a75ce1832 req-5a6f9d6f-172a-4395-937a-ffadf93882f4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.0950410 Feb 11 05:27:17.132818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4740647-a790-45c8-8de5-af3a75ce1832 req-07316762-9285-493e-92ba-ecc1d348e2cd tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590789 Feb 11 05:27:17.257337 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be40db9-6a1b-4c2c-a5ad-ffc5b8604230 x-openstack-request-id: req-4be40db9-6a1b-4c2c-a5ad-ffc5b8604230 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:17.257652 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "name": "network-vif-plugged", "status": "completed", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:17.257951 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4be40db9-6a1b-4c2c-a5ad-ffc5b8604230 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:17.258398 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0', 'code': 200} Feb 11 05:27:17.380181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50624) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:17.441140 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36201631-419a-4be3-a73a-d4296530e22b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group (1f2708cb-8441-421a-bb65-317c133ab4c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.493044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36201631-419a-4be3-a73a-d4296530e22b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group (1f2708cb-8441-421a-bb65-317c133ab4c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.554395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-057aa92f-7673-4736-9f59-4517f83bd164 req-65ac5fef-32ff-4ee5-aa1c-92b99d5e9310 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0491183 Feb 11 05:27:17.561859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36201631-419a-4be3-a73a-d4296530e22b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1f2708cb-8441-421a-bb65-317c133ab4c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.565674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36201631-419a-4be3-a73a-d4296530e22b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.567606 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-36201631-419a-4be3-a73a-d4296530e22b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f2708cb-8441-421a-bb65-317c133ab4c0 HTTP/1.1" status: 204 len: 168 time: 0.1861932 Feb 11 05:27:17.570051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50630) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:17.594342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201631-419a-4be3-a73a-d4296530e22b tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2708cb-8441-421a-bb65-317c133ab4c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:17.598266 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-6f833031-13e9-424b-a6c7-61b89fdefd40 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] show failed (client error): The resource could not be found. Feb 11 05:27:17.599501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6f833031-13e9-424b-a6c7-61b89fdefd40 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "GET /v2.0/security-groups/1f2708cb-8441-421a-bb65-317c133ab4c0 HTTP/1.1" status: 404 len: 347 time: 0.0282583 Feb 11 05:27:17.603541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50632) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:17.805513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d6f55-4e64-45eb-b46b-9d99ab7c2a0b req-0374f61a-3879-4027-8bff-1d5b5bbca442 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.813776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c0d6f55-4e64-45eb-b46b-9d99ab7c2a0b req-0374f61a-3879-4027-8bff-1d5b5bbca442 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.1027389 Feb 11 05:27:17.865517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Deleting port 667fce3a-5c40-4005-bfb9-2b50f25fc56f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:17.866010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (667fce3a-5c40-4005-bfb9-2b50f25fc56f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.879686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c0d6f55-4e64-45eb-b46b-9d99ab7c2a0b req-38ad14b9-c384-4edc-9fc6-1b2a1e4f6b0d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647984 Feb 11 05:27:17.934852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device bee821f8-0e70-4333-8b46-244485b1e83f no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:18.007014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: bee821f8-0e70-4333-8b46-244485b1e83f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:18.007636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device bee821f8-0e70-4333-8b46-244485b1e83f not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:18.101543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5c456-8c1a-4db9-9add-e8b4f7595b08 req-1e373a03-5f82-4fe6-b2b4-8e24d330f5f3 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.110437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16c5c456-8c1a-4db9-9add-e8b4f7595b08 req-1e373a03-5f82-4fe6-b2b4-8e24d330f5f3 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 945 time: 0.1705601 Feb 11 05:27:18.117066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (667fce3a-5c40-4005-bfb9-2b50f25fc56f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.119389 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for floatingip (667fce3a-5c40-4005-bfb9-2b50f25fc56f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.142261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Calling delete_port for 667fce3a-5c40-4005-bfb9-2b50f25fc56f owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:18.183401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-b0d1b48f-95c1-448c-9cfe-897dede67599 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.185021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-b0d1b48f-95c1-448c-9cfe-897dede67599 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 945 time: 0.1592128 Feb 11 05:27:18.262972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaac5e-71a3-49ff-b3ad-3643232360d9 req-474f0adc-8631-4f71-92ea-8a75d2491d01 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.264932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5beaac5e-71a3-49ff-b3ad-3643232360d9 req-474f0adc-8631-4f71-92ea-8a75d2491d01 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 946 time: 0.1950467 Feb 11 05:27:18.298975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16c5c456-8c1a-4db9-9add-e8b4f7595b08 req-9be9fbc6-3b60-457b-b3ad-d4e356857fe7 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873558 Feb 11 05:27:18.557737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (667fce3a-5c40-4005-bfb9-2b50f25fc56f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.594754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5beaac5e-71a3-49ff-b3ad-3643232360d9 req-a97b9f68-8730-4adb-b1ad-7b794fb0a318 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103199 Feb 11 05:27:18.628871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Pushing event deleted for resources: {'Port': ['ID=667fce3a-5c40-4005-bfb9-2b50f25fc56f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:18.636687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a2998-7f4a-4588-9420-db05c23994dc req-9f700f57-c6ad-4d31-929e-4a08847f66d6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.638263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff1a2998-7f4a-4588-9420-db05c23994dc req-9f700f57-c6ad-4d31-929e-4a08847f66d6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.2396059 Feb 11 05:27:18.644704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6390a77c-8f4c-4119-91b5-591e2329ef67 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:18.690283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Deleting port 2d8cba3b-dcb3-4710-ae29-1606214d6762 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:18.690627 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.800457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks [] for floatingip (ec97613d-a3f2-4212-a548-10c7cfe5c364), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.805452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.807511 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-06646c1e-6271-4cbf-996c-9738a654fad3 tempest-ServersTestManualDisk-1623730681 tempest-ServersTestManualDisk-1623730681-project] 10.222.0.31 "DELETE /v2.0/floatingips/ec97613d-a3f2-4212-a548-10c7cfe5c364 HTTP/1.1" status: 204 len: 168 time: 1.2026987 Feb 11 05:27:18.815990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50658) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:18.848604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6390a77c-8f4c-4119-91b5-591e2329ef67 is: DOWN; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:18.865406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff1a2998-7f4a-4588-9420-db05c23994dc req-4d66aa7c-a6c0-4b64-b27a-162da2f8f758 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146561 Feb 11 05:27:18.948797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] For port 2d8cba3b-dcb3-4710-ae29-1606214d6762, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2d8cba3b-dcb3-4710-ae29-1606214d6762,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:18.949186 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.968456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0228400-4e40-457c-a448-4941b3545908 req-00d5f172-341e-454f-acb2-d79f3f1a1319 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.977200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0228400-4e40-457c-a448-4941b3545908 req-00d5f172-341e-454f-acb2-d79f3f1a1319 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.2484038 Feb 11 05:27:19.069761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Calling delete_port for 2d8cba3b-dcb3-4710-ae29-1606214d6762 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:19.269544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b64138d4-ca68-4b6a-a2c4-b8d2929c9fd7 req-7efd34f2-3aa0-434d-8b96-4062f519a6ae tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.1659753 Feb 11 05:27:19.301916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0228400-4e40-457c-a448-4941b3545908 req-1f3eeef7-c410-4658-8b20-1cd0e09a59aa tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235533 Feb 11 05:27:19.375924 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (60fcccea-05f3-4158-af53-56ed09c110b7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.737599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Deleting port d66a0df4-bc92-4308-ae6c-6b3ddde5e100 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:19.738552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.843190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] For port d66a0df4-bc92-4308-ae6c-6b3ddde5e100, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d66a0df4-bc92-4308-ae6c-6b3ddde5e100,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:19.843557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.858579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Calling delete_port for d66a0df4-bc92-4308-ae6c-6b3ddde5e100 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:19.947395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6390a77c-8f4c-4119-91b5-591e2329ef67 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:19.969591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2d8cba3b-dcb3-4710-ae29-1606214d6762), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.033067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port 6390a77c-8f4c-4119-91b5-591e2329ef67 host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:27:20.033635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6390a77c-8f4c-4119-91b5-591e2329ef67 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:20.039825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event deleted for resources: {'Port': ['ID=2d8cba3b-dcb3-4710-ae29-1606214d6762,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:20.086926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8933-5c85-4023-93bd-155b53a663ab req-c34a77d8-e99f-4db1-833e-8708bae04964 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.088751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c32b8933-5c85-4023-93bd-155b53a663ab req-c34a77d8-e99f-4db1-833e-8708bae04964 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5de5509-e729-46ee-917d-1ebb114ee3be HTTP/1.1" status: 200 len: 945 time: 0.5729570 Feb 11 05:27:20.108119 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d66a0df4-bc92-4308-ae6c-6b3ddde5e100), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.114660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1054c-0095-4adc-bd27-c02a5f4075e0 req-81b183f2-3472-42e3-bfc2-64e7e7f10d1a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.124235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c1054c-0095-4adc-bd27-c02a5f4075e0 req-81b183f2-3472-42e3-bfc2-64e7e7f10d1a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.5985520 Feb 11 05:27:20.135181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] No DVR routers for this DVR port 2d8cba3b-dcb3-4710-ae29-1606214d6762 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:20.143246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66a0df4-bc92-4308-ae6c-6b3ddde5e100,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:20.170394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.174037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4520546e-72cc-4bb3-8529-b05b4dad6aab req-8abbc877-a7c3-41e8-ba2f-ebe3b69daae8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "DELETE /v2.0/ports/2d8cba3b-dcb3-4710-ae29-1606214d6762 HTTP/1.1" status: 204 len: 173 time: 1.9812372 Feb 11 05:27:20.175771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5de5509-e729-46ee-917d-1ebb114ee3be', 'name': 'network-vif-deleted', 'tag': '2d8cba3b-dcb3-4710-ae29-1606214d6762'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:20.178395 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55df222-9ce3-4bf5-819d-cefba259c831" -d '{"events": [{"server_uuid": "e5de5509-e729-46ee-917d-1ebb114ee3be", "name": "network-vif-deleted", "tag": "2d8cba3b-dcb3-4710-ae29-1606214d6762"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:20.274412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c1054c-0095-4adc-bd27-c02a5f4075e0 req-3cbb4c50-c064-44b8-838c-498cc48977bc tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470988 Feb 11 05:27:20.340864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c32b8933-5c85-4023-93bd-155b53a663ab req-16228ab9-620b-4b6c-ac57-8cced021b484 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143812 Feb 11 05:27:20.518424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (60fcccea-05f3-4158-af53-56ed09c110b7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.609903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837681c-d04f-4d65-8b44-504cb44b4497 req-24e7dbe3-cbc0-483a-8866-12b9a1656776 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.611457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9837681c-d04f-4d65-8b44-504cb44b4497 req-24e7dbe3-cbc0-483a-8866-12b9a1656776 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.1754937 Feb 11 05:27:20.623621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432b59-2fca-4df8-bec9-dea741fd178b req-c6f751d1-412e-4695-86e5-910acd353659 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.625709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b432b59-2fca-4df8-bec9-dea741fd178b req-c6f751d1-412e-4695-86e5-910acd353659 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 946 time: 0.1124866 Feb 11 05:27:20.640357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 09a626b7-89b9-4147-8a7a-277a88a6217a details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:20.720540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9837681c-d04f-4d65-8b44-504cb44b4497 req-1f11113c-d08b-40a3-973b-821ae8f921af tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916448 Feb 11 05:27:20.767662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b432b59-2fca-4df8-bec9-dea741fd178b req-f228669c-4bd0-43c0-a74c-db2031517d6a tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293666 Feb 11 05:27:21.030316 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b3df68-63fa-4b61-b2cb-2c0eb64d68fd x-openstack-request-id: req-a1b3df68-63fa-4b61-b2cb-2c0eb64d68fd {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:21.030814 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5de5509-e729-46ee-917d-1ebb114ee3be", "name": "network-vif-deleted", "tag": "2d8cba3b-dcb3-4710-ae29-1606214d6762", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:21.031217 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1b3df68-63fa-4b61-b2cb-2c0eb64d68fd {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:21.031894 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5de5509-e729-46ee-917d-1ebb114ee3be', 'name': 'network-vif-deleted', 'tag': '2d8cba3b-dcb3-4710-ae29-1606214d6762', 'status': 'completed', 'code': 200} Feb 11 05:27:21.068023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c521140-8ee7-4b3a-bfcf-cb70c652596e req-f324c610-98ea-442a-997f-f1da90a5d82d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.076490 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c521140-8ee7-4b3a-bfcf-cb70c652596e req-f324c610-98ea-442a-997f-f1da90a5d82d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.0948644 Feb 11 05:27:21.119575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=09a626b7-89b9-4147-8a7a-277a88a6217a,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:21.177790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '09a626b7-89b9-4147-8a7a-277a88a6217a', 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f', 'port_id': '09a626b7-89b9-4147-8a7a-277a88a6217a', 'mac_address': 'fa:16:3e:9c:78:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b908ad-a06c-4b74-8e8c-dbc3801df0fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:21.241704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc8c1b21-a96a-40a2-880e-7e1124c403cc req-a9e58bf0-1d78-4d09-93d3-5013d960665d tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.1046221 Feb 11 05:27:21.247829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c521140-8ee7-4b3a-bfcf-cb70c652596e req-e0f516ff-57dd-4b71-96e6-bc6f9d719d89 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686578 Feb 11 05:27:21.259980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 09a626b7-89b9-4147-8a7a-277a88a6217a is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:21.262217 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.290089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09a626b7-89b9-4147-8a7a-277a88a6217a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:21.295180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Router 60fcccea-05f3-4158-af53-56ed09c110b7 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:21.339832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=09a626b7-89b9-4147-8a7a-277a88a6217a,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:21.347610 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.485859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=09a626b7-89b9-4147-8a7a-277a88a6217a,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:21.502795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['09a626b7-89b9-4147-8a7a-277a88a6217a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:21.587116 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:21.597742 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af7f3bb5-3951-4dd0-95ef-cd1b5c2aaa32 admin admin] 10.222.0.31 "PUT /v2.0/routers/60fcccea-05f3-4158-af53-56ed09c110b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7804918 Feb 11 05:27:21.602639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50704) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:21.624388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] Sync routers for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:21.639116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23997521-c34f-46b1-8fd0-f3ea4d8a148e req-109c81b1-3722-4516-b7e5-65fdba1bf590 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.658220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23997521-c34f-46b1-8fd0-f3ea4d8a148e req-109c81b1-3722-4516-b7e5-65fdba1bf590 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 943 time: 0.1549666 Feb 11 05:27:21.696375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:21.699991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:27:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:21.799663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks [] for router (60fcccea-05f3-4158-af53-56ed09c110b7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.851439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23997521-c34f-46b1-8fd0-f3ea4d8a148e req-05d87861-329c-4515-adaa-eba0ca551eb5 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889946 Feb 11 05:27:21.915318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-e57e169b-32ee-4309-819d-2cd3adb1d9ab service neutron] 10.222.0.72 "GET /v2.0/ports/6390a77c-8f4c-4119-91b5-591e2329ef67/bindings/n-h1-715271-35 HTTP/1.1" status: 200 len: 385 time: 0.3074527 Feb 11 05:27:21.935761 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-61ab6d06-b5ac-48d7-8e6d-4648b26b3042 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0634930 Feb 11 05:27:21.984748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2d8cba3b-dcb3-4710-ae29-1606214d6762 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:21.996456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks [] for router_gateway (60fcccea-05f3-4158-af53-56ed09c110b7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.059704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 2d8cba3b-dcb3-4710-ae29-1606214d6762 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:22.060782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2d8cba3b-dcb3-4710-ae29-1606214d6762 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:22.069335 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.100682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Deleting port 7aba07cf-ca91-4494-b8cb-d86e4e42619b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:22.100921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.184786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:22.239484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] For port 7aba07cf-ca91-4494-b8cb-d86e4e42619b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7aba07cf-ca91-4494-b8cb-d86e4e42619b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:22.239886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.263378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Calling delete_port for 7aba07cf-ca91-4494-b8cb-d86e4e42619b owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:22.415527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-aff637f3-8c93-4bb3-b80f-4a0713b7f87e tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:22.422348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-aff637f3-8c93-4bb3-b80f-4a0713b7f87e tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.5468531 Feb 11 05:27:22.444226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105703a-ce46-4f00-ad99-000d017e07b2 req-09e818ec-0fc7-442b-8abb-7aed179f83ee tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:22.451673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5105703a-ce46-4f00-ad99-000d017e07b2 req-09e818ec-0fc7-442b-8abb-7aed179f83ee tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.4029253 Feb 11 05:27:22.489543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-4f229968-debf-4e2a-af27-c5c36cd1b209 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/quotas/c233fc98111c48a7a44ca91fe060b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0637796 Feb 11 05:27:22.532460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-0fde87b5-ca81-4805-94d8-a33f2be1db74 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419471 Feb 11 05:27:22.583681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:27:20Z', 'revision_number': 5, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port': {'id': '7aba07cf-ca91-4494-b8cb-d86e4e42619b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:48Z', 'updated_at': '2022-02-11T05:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:22.588575 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7aba07cf-ca91-4494-b8cb-d86e4e42619b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.603818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6dd97551-410e-4891-af97-25faa36c26db req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:22.617851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] Checking router: 60fcccea-05f3-4158-af53-56ed09c110b7 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:22.627971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] Routers {'60fcccea-05f3-4158-af53-56ed09c110b7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:22.628761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:27:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['60fcccea-05f3-4158-af53-56ed09c110b7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:22.646882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aba07cf-ca91-4494-b8cb-d86e4e42619b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:22.672325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-8f6d018d-97d9-49de-b819-85a4e6e5c46e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:22.672783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5105703a-ce46-4f00-ad99-000d017e07b2 req-07f5563a-e5bc-4302-99db-c861f9385a17 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180748 Feb 11 05:27:22.673843 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-8f6d018d-97d9-49de-b819-85a4e6e5c46e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports/0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 947 time: 0.1017220 Feb 11 05:27:22.700950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6dd97551-410e-4891-af97-25faa36c26db req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:22.744820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] Set router 60fcccea-05f3-4158-af53-56ed09c110b7 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:22.803743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:27:22Z', 'revision_number': 7, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:22.809075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 09a626b7-89b9-4147-8a7a-277a88a6217a up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:22.827994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-4e6be1d8-dcab-4d09-975c-28dea8d3f0b9 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945886 Feb 11 05:27:22.837666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (60fcccea-05f3-4158-af53-56ed09c110b7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.918370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa8ad9-b9f3-4c4a-9f3f-08d557e7ae60 None None] The sync data for ids ['60fcccea-05f3-4158-af53-56ed09c110b7'] in n-d-715271-35 is: [{'id': '60fcccea-05f3-4158-af53-56ed09c110b7', 'name': 'tempest-ServersTestManualDisk-378026765-router', 'tenant_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:47Z', 'updated_at': '2022-02-11T05:27:22Z', 'revision_number': 7, 'project_id': '5dd79ab8a6fc4b52b4c96679d75a3771', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:22.947057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-6dd97551-410e-4891-af97-25faa36c26db req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6390a77c-8f4c-4119-91b5-591e2329ef67 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:22.965250 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.981201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-ee81b772-562b-42f6-9ac6-afb93dc8c9f3 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522171 Feb 11 05:27:22.999946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 09a626b7-89b9-4147-8a7a-277a88a6217a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:23.000101 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.013450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6dd97551-410e-4891-af97-25faa36c26db req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:23.062810 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (60fcccea-05f3-4158-af53-56ed09c110b7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.070260 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.076015 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks [] for router_controller (60fcccea-05f3-4158-af53-56ed09c110b7), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.113530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90102d-8983-4757-b446-0117b6d99072 req-a460603e-f7c5-432c-94ec-bacf1e96cfe5 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.115210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee90102d-8983-4757-b446-0117b6d99072 req-a460603e-f7c5-432c-94ec-bacf1e96cfe5 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 945 time: 0.3342710 Feb 11 05:27:23.145630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 09a626b7-89b9-4147-8a7a-277a88a6217a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:23.146939 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.199878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (60fcccea-05f3-4158-af53-56ed09c110b7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.200467 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60fcccea-05f3-4158-af53-56ed09c110b7 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:27:23.209847 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.211098 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7fdb3823-95f6-48f6-a700-df8c932e6e21 admin admin] 10.222.0.31 "DELETE /v2.0/routers/60fcccea-05f3-4158-af53-56ed09c110b7 HTTP/1.1" status: 204 len: 168 time: 1.6072762 Feb 11 05:27:23.213960 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50766) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:23.270072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:23.295078 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e284080f-2b48-476d-9feb-dd289122cf09" -d '{"events": [{"server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "name": "network-vif-plugged", "status": "completed", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:23.374691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=09a626b7-89b9-4147-8a7a-277a88a6217a,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:23.384395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-34415782-f382-4555-b0ec-8a81b93e5840 admin admin] Deleting subnet a6b00677-a018-426c-937b-a2a1ff00840d {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:27:23.387174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-6dd97551-410e-4891-af97-25faa36c26db req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] Transition to ACTIVE for port object 6390a77c-8f4c-4119-91b5-591e2329ef67 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:23.390198 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.429146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34415782-f382-4555-b0ec-8a81b93e5840 admin admin] Publish callbacks [] for subnet (a6b00677-a018-426c-937b-a2a1ff00840d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.488120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.493316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d66a0df4-bc92-4308-ae6c-6b3ddde5e100 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:23.536487 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34415782-f382-4555-b0ec-8a81b93e5840 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (a6b00677-a018-426c-937b-a2a1ff00840d), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.569457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: d66a0df4-bc92-4308-ae6c-6b3ddde5e100 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:23.573223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d66a0df4-bc92-4308-ae6c-6b3ddde5e100 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:23.573663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee90102d-8983-4757-b446-0117b6d99072 req-a9420983-7a40-4ee6-941c-021bef7315bf tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368403 Feb 11 05:27:23.611763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=09a626b7-89b9-4147-8a7a-277a88a6217a,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:23.655366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd97551-410e-4891-af97-25faa36c26db req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] No DVR routers for this DVR port 6390a77c-8f4c-4119-91b5-591e2329ef67 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:23.705256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79baa8-a10d-4e50-a601-051dd98d8cc2 req-91302118-1571-4063-9505-2f4380f51c6c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.709922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf79baa8-a10d-4e50-a601-051dd98d8cc2 req-91302118-1571-4063-9505-2f4380f51c6c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.3202889 Feb 11 05:27:23.720086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34415782-f382-4555-b0ec-8a81b93e5840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (a6b00677-a018-426c-937b-a2a1ff00840d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.792237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34415782-f382-4555-b0ec-8a81b93e5840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (a6b00677-a018-426c-937b-a2a1ff00840d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.828510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46e6f00f-1bf0-4417-8fb0-bf2b0680fdf1 req-3580196e-cf63-4abb-a9f1-a65e4e7c7773 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0934372 Feb 11 05:27:23.834064 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34415782-f382-4555-b0ec-8a81b93e5840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b00677-a018-426c-937b-a2a1ff00840d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:23.838674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34415782-f382-4555-b0ec-8a81b93e5840 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.842083 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-34415782-f382-4555-b0ec-8a81b93e5840 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a6b00677-a018-426c-937b-a2a1ff00840d HTTP/1.1" status: 204 len: 168 time: 0.6271362 Feb 11 05:27:23.845635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50778) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:23.849818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe0a887-4533-4d68-aa67-96068ccb5190 None None] Network d36be30d-64ef-4433-9d0a-d1fd725e3a9a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:23.893496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] Pushing event updated for resources: {'Port': ['ID=6390a77c-8f4c-4119-91b5-591e2329ef67,revision_number=10']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:23.915723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf79baa8-a10d-4e50-a601-051dd98d8cc2 req-a8d7a5e4-0a6b-4099-ad16-a6b7a907777c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905291 Feb 11 05:27:23.931525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-5df39d5b-7877-4a7f-9730-0209d395d24d service neutron] 10.222.0.72 "PUT /v2.0/ports/6390a77c-8f4c-4119-91b5-591e2329ef67/bindings/n-h1-715271-35/activate HTTP/1.1" status: 200 len: 370 time: 1.9921024 Feb 11 05:27:24.034131 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d36be30d-64ef-4433-9d0a-d1fd725e3a9a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.051373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32e0e1c1-4b73-4fb2-be58-6dcea9a6e20e req-74f178cb-faff-4d63-918e-dd049b236bc7 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 210 time: 0.0453992 Feb 11 05:27:24.133683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135939a1-fd7f-43de-a575-ef0098b9c426 req-594dcba9-2ee6-4f60-b18e-9668fb3a37a3 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.140809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-135939a1-fd7f-43de-a575-ef0098b9c426 req-594dcba9-2ee6-4f60-b18e-9668fb3a37a3 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 944 time: 0.1749151 Feb 11 05:27:24.163787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-e44757bd-0177-4df3-b49e-9186612f9227 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.166236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-e44757bd-0177-4df3-b49e-9186612f9227 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.1133029 Feb 11 05:27:24.169536 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6334ef-e702-4368-ad09-330de56ffb4b x-openstack-request-id: req-0e6334ef-e702-4368-ad09-330de56ffb4b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:24.169855 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "name": "network-vif-plugged", "status": "completed", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:24.170123 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e6334ef-e702-4368-ad09-330de56ffb4b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:24.170535 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a', 'code': 200} Feb 11 05:27:24.214213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Deleting port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:24.216213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.279429 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-135939a1-fd7f-43de-a575-ef0098b9c426 req-5a5ba52e-d0ef-48ac-8444-01e5869f189a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364682 Feb 11 05:27:24.305956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e9b15-a404-4121-8696-42fc515fdeb9 None None] DHCP port deletion for d36be30d-64ef-4433-9d0a-d1fd725e3a9a request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:27:24.426661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] For port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=62b3fa1c-a946-4269-8f1d-8f71cad39cf3,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:24.427044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.437725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-af7e9b15-a404-4121-8696-42fc515fdeb9 None None] Deleting port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:24.438100 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-af7e9b15-a404-4121-8696-42fc515fdeb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.444219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Calling delete_port for 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:24.468634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-0cec0428-4bac-4596-a33d-1c2b3eff5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.476684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-0cec0428-4bac-4596-a33d-1c2b3eff5353 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178&tenant_id=c1d9c599ded844e0a2a483373fb940d0 HTTP/1.1" status: 200 len: 1127 time: 0.3022332 Feb 11 05:27:24.504082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-f82d6dcb-75c4-4a5e-9064-337c64907293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.505918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-f82d6dcb-75c4-4a5e-9064-337c64907293 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1133 time: 0.2385905 Feb 11 05:27:24.518511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5219e-7da3-4cff-a55d-551494e2d316 req-2d9e60d6-5154-4a8d-8acf-b4eabda539a9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.525954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5bc5219e-7da3-4cff-a55d-551494e2d316 req-2d9e60d6-5154-4a8d-8acf-b4eabda539a9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.1595540 Feb 11 05:27:24.678347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-4e4ce62d-475a-4e99-94fb-2e9d1edb991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.680899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-4e4ce62d-475a-4e99-94fb-2e9d1edb991d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1127 time: 0.1396618 Feb 11 05:27:24.700390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5bc5219e-7da3-4cff-a55d-551494e2d316 req-672c7751-43ac-4ada-a55c-1fdba221483b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660316 Feb 11 05:27:24.713667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-af7e9b15-a404-4121-8696-42fc515fdeb9 None None] For port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=62b3fa1c-a946-4269-8f1d-8f71cad39cf3,segment=NetworkSegment(6cef61a8-1e70-4583-b3dc-df33b85cd29e),segment_id=6cef61a8-1e70-4583-b3dc-df33b85cd29e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:24.714072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-af7e9b15-a404-4121-8696-42fc515fdeb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.734148 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.763815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-af7e9b15-a404-4121-8696-42fc515fdeb9 None None] Calling delete_port for 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:24.802438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b3fa1c-a946-4269-8f1d-8f71cad39cf3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:24.809433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] No DVR routers for this DVR port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:24.850279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-dcb064ac-3287-492b-8ba9-d65695c69a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.854300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-dcb064ac-3287-492b-8ba9-d65695c69a2a service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.1424570 Feb 11 05:27:24.902511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-af7e9b15-a404-4121-8696-42fc515fdeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (62b3fa1c-a946-4269-8f1d-8f71cad39cf3), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.925577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-da037403-194d-4ee0-8a64-640258dcd6cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6390a77c-8f4c-4119-91b5-591e2329ef67 HTTP/1.1" status: 200 len: 217 time: 0.0486047 Feb 11 05:27:24.955952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-2005012f-1a81-44ba-8822-27b85099f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.958987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-2005012f-1a81-44ba-8822-27b85099f379 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.4301491 Feb 11 05:27:24.975860 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d36be30d-64ef-4433-9d0a-d1fd725e3a9a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.992444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e9b15-a404-4121-8696-42fc515fdeb9 None None] Pushing event deleted for resources: {'Port': ['ID=62b3fa1c-a946-4269-8f1d-8f71cad39cf3,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:24.999147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e9b15-a404-4121-8696-42fc515fdeb9 None None] No DVR routers for this DVR port 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:25.024949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36be30d-64ef-4433-9d0a-d1fd725e3a9a']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:25.050291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cef61a8-1e70-4583-b3dc-df33b85cd29e') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:25.051112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cef61a8-1e70-4583-b3dc-df33b85cd29e') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:25.062968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (6cef61a8-1e70-4583-b3dc-df33b85cd29e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.079949 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6cef61a8-1e70-4583-b3dc-df33b85cd29e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.091976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-9bd52e45-4d9a-4eaf-a4a4-d74eb10c5358 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.1142707 Feb 11 05:27:25.102199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa5a96b8-6640-4776-83d4-9bca3f776040 req-03b7ac0e-597f-4a98-a0cb-96acdfbd0c29 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.1413162 Feb 11 05:27:25.105805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:27:25.106592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (6cef61a8-1e70-4583-b3dc-df33b85cd29e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:27:25.110227 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:27:25.161037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-1f49442c-2c94-42b6-8b76-479cfb8c72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.162558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-1f49442c-2c94-42b6-8b76-479cfb8c72d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0532696 Feb 11 05:27:25.194360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55f2ec-4df3-4542-afca-06322efe7a9e req-ee0cb8c7-4df8-44cd-b99b-1b0bd6054cd6 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.203730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa55f2ec-4df3-4542-afca-06322efe7a9e req-ee0cb8c7-4df8-44cd-b99b-1b0bd6054cd6 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 946 time: 0.3481352 Feb 11 05:27:25.208466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-c2e53be1-7dbb-4f21-be95-e56825da81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.211435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-c2e53be1-7dbb-4f21-be95-e56825da81f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.2651405 Feb 11 05:27:25.271452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d36be30d-64ef-4433-9d0a-d1fd725e3a9a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.282203 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7aba07cf-ca91-4494-b8cb-d86e4e42619b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:25.296572 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.306917 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d36be30d-64ef-4433-9d0a-d1fd725e3a9a HTTP/1.1" status: 204 len: 168 time: 1.4601855 Feb 11 05:27:25.320247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 7aba07cf-ca91-4494-b8cb-d86e4e42619b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:25.320835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7aba07cf-ca91-4494-b8cb-d86e4e42619b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:25.320982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:25.335576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96756060-3259-48bd-905a-c821bb724e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d36be30d-64ef-4433-9d0a-d1fd725e3a9a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:25.361993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:25.362684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 62b3fa1c-a946-4269-8f1d-8f71cad39cf3 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:25.377745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-581f2557-d31b-4f49-bf51-8fe5a4f53c45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260855 Feb 11 05:27:25.531481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa55f2ec-4df3-4542-afca-06322efe7a9e req-83c47213-0183-402b-ad81-5afbe0649968 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266909 Feb 11 05:27:25.583727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50808) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:25.656612 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9f49e1d5-5458-44da-8f69-4a7b0fd35a4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dd79ab8a6fc4b52b4c96679d75a3771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716581 Feb 11 05:27:25.657304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50810) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:25.714404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcba1-b172-4f4f-87cb-04b494f07efb admin admin] Publish callbacks [] for security_group (d6869aec-0b4c-4c7c-95d9-9224a20c27cc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.740811 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcba1-b172-4f4f-87cb-04b494f07efb admin admin] Publish callbacks [] for security_group (d6869aec-0b4c-4c7c-95d9-9224a20c27cc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.814394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcba1-b172-4f4f-87cb-04b494f07efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d6869aec-0b4c-4c7c-95d9-9224a20c27cc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.817391 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcba1-b172-4f4f-87cb-04b494f07efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.821167 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6bbdcba1-b172-4f4f-87cb-04b494f07efb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6869aec-0b4c-4c7c-95d9-9224a20c27cc HTTP/1.1" status: 204 len: 168 time: 0.1603274 Feb 11 05:27:25.833568 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdcba1-b172-4f4f-87cb-04b494f07efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6869aec-0b4c-4c7c-95d9-9224a20c27cc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:25.940360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-304f8c95-2bf3-4f1b-a95e-ea277b79f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.941919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-304f8c95-2bf3-4f1b-a95e-ea277b79f03f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7653732 Feb 11 05:27:25.949409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11414a-8439-4e6c-96c5-d4e2fdd216ed req-6c3368fd-1152-4f2b-9eec-702e934724ce tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.958025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a11414a-8439-4e6c-96c5-d4e2fdd216ed req-6c3368fd-1152-4f2b-9eec-702e934724ce tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.6832311 Feb 11 05:27:26.058354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b99967b4-d0ba-4c32-95f6-de97ed21beda req-9c134e35-aaa3-4d26-9b9b-faea250e486a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 210 time: 0.0976930 Feb 11 05:27:26.100054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-3dc123f8-40e4-43d6-b891-14ffe006374a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.103033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-3dc123f8-40e4-43d6-b891-14ffe006374a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.8619299 Feb 11 05:27:26.154201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-e6eef553-6df9-461d-820c-53b0fef3917d service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7638044 Feb 11 05:27:26.168786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Request body: {'port': {'device_id': 'e62bb339-d789-4eee-a493-181d094c84cb', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'admin_state_up': True, 'tenant_id': 'c233fc98111c48a7a44ca91fe060b2d8'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:26.300503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a11414a-8439-4e6c-96c5-d4e2fdd216ed req-1891ed3c-9afa-4bd8-9b38-91ba7d668919 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414395 Feb 11 05:27:26.401553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-9e08973c-e888-4cb8-b700-46d331cadadf service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392302 Feb 11 05:27:26.593742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-aff11f42-9dc5-419b-b744-ac5b5b980af9 service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202001 Feb 11 05:27:26.611108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d885-e792-4182-ab37-4b62f0fdd55b req-bb3179b3-a5af-4bd1-a146-108b344fd732 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.612691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3392d885-e792-4182-ab37-4b62f0fdd55b req-bb3179b3-a5af-4bd1-a146-108b344fd732 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 944 time: 0.4574652 Feb 11 05:27:26.640793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Made reservation on behalf of c233fc98111c48a7a44ca91fe060b2d8 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:26.644216 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.674940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 09a626b7-89b9-4147-8a7a-277a88a6217a no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:26.685286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-a17302af-6830-49f1-b8f9-9e2aec2c02d1 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379353 Feb 11 05:27:26.849195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3392d885-e792-4182-ab37-4b62f0fdd55b req-1af5eb95-ed4c-4cb4-b07f-aa3a392e5f7b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198598 Feb 11 05:27:26.935386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aecff2-4a25-4b82-9e3a-f6f819f5731f req-0d3430cf-dac0-4a7d-8358-37a41acfcfab tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.938560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 09a626b7-89b9-4147-8a7a-277a88a6217a is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:26.939059 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.959527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48aecff2-4a25-4b82-9e3a-f6f819f5731f req-0d3430cf-dac0-4a7d-8358-37a41acfcfab tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.2944252 Feb 11 05:27:26.996555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:26.999248 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb9b598-e44b-43a4-8ea1-d93b78607732" -d '{"events": [{"server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:27.016510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=09a626b7-89b9-4147-8a7a-277a88a6217a,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:27.022559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.041936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50848) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:27.128891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2542e03d-0b22-4bad-9494-5a0eac515da0 req-bb79d333-e5e5-4758-9260-40c6dc9f26d5 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0502198 Feb 11 05:27:27.142366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=09a626b7-89b9-4147-8a7a-277a88a6217a,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:27.171906 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1762606467-network', 'tenant_id': 'dce27dbf2405468cb30b2ed855a76b56'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:27.228213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Made reservation on behalf of dce27dbf2405468cb30b2ed855a76b56 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:27.230870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.244632 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.249892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48aecff2-4a25-4b82-9e3a-f6f819f5731f req-15e3cd18-28c9-4f0d-bb70-20712f69d66c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844775 Feb 11 05:27:27.283721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97551-410e-4891-af97-25faa36c26db req-372c5343-5b4b-43d9-8c79-71dc1eb2c618 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.285387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-372c5343-5b4b-43d9-8c79-71dc1eb2c618 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.2852814 Feb 11 05:27:27.307120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Allocated IP 172.20.0.4 (f9d25e34-f9d0-44c2-a602-bf30559d0646/33fe2d86-04d1-47ff-99bd-4182524c9213/757fc8ee-9223-4f00-b269-d1aa5f73c387) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:27.335191 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53267e1b-eeaa-48ed-a665-8d7db048700c x-openstack-request-id: req-53267e1b-eeaa-48ed-a665-8d7db048700c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:27.337084 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:27.337853 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53267e1b-eeaa-48ed-a665-8d7db048700c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:27.338460 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a', 'code': 200} Feb 11 05:27:27.389414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Publish callbacks [] for security_group (263a720a-fca7-4580-8675-ad8923ffb5ee), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.394762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9c6d2-4bab-4d07-b96d-c3f3175784fd req-7e18a09f-2777-4bc0-badf-5cfd76bca26d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.396544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e9c6d2-4bab-4d07-b96d-c3f3175784fd req-7e18a09f-2777-4bc0-badf-5cfd76bca26d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 944 time: 0.1715987 Feb 11 05:27:27.404047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (263a720a-fca7-4580-8675-ad8923ffb5ee), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.437286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:27:27.450765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263a720a-fca7-4580-8675-ad8923ffb5ee,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:27.469875 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a4cf5093-5efb-41f5-93c7-3d9f7cf236cc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.469875 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Added segment a4cf5093-5efb-41f5-93c7-3d9f7cf236cc of type vlan for network e71e926d-8be1-4259-9b2f-e7d7ab10722a Feb 11 05:27:27.525338 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e71e926d-8be1-4259-9b2f-e7d7ab10722a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.572615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e71e926d-8be1-4259-9b2f-e7d7ab10722a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.572615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.572615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.624369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6170943e-06ee-42ff-878d-4280b31c005a req-339e6dbe-a829-44e1-936b-c9b06411706d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 210 time: 0.1579564 Feb 11 05:27:27.633345 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5888422 Feb 11 05:27:27.650460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e9c6d2-4bab-4d07-b96d-c3f3175784fd req-9d60ae85-dd09-46c0-bcd4-389cce5f2c9d tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368112 Feb 11 05:27:27.650460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50858) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:27.676019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Request body: {'subnet': {'network_id': 'e71e926d-8be1-4259-9b2f-e7d7ab10722a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1762606467-subnet', 'tenant_id': 'dce27dbf2405468cb30b2ed855a76b56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:27.693165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6dd97551-410e-4891-af97-25faa36c26db req-331a1248-69e3-4297-aa26-a9dfb0a27dc9 service neutron] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:27.697486 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dd97551-410e-4891-af97-25faa36c26db req-331a1248-69e3-4297-aa26-a9dfb0a27dc9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.698918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dd97551-410e-4891-af97-25faa36c26db req-331a1248-69e3-4297-aa26-a9dfb0a27dc9 service neutron] 10.222.0.81 "DELETE /v2.0/ports/6390a77c-8f4c-4119-91b5-591e2329ef67/bindings/n-h2-715271-35 HTTP/1.1" status: 204 len: 173 time: 0.4048200 Feb 11 05:27:27.729075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cea6c-892f-4755-bd40-6b6ecf103c71 admin admin] Pushing event updated for resources: {'Network': ['ID=e71e926d-8be1-4259-9b2f-e7d7ab10722a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:27.729839 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b37-81eb-4bd9-b9a2-ce36bfedab3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.762768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e71e926d-8be1-4259-9b2f-e7d7ab10722a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:27:27.791043 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks [] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.811275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Made reservation on behalf of dce27dbf2405468cb30b2ed855a76b56 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:27.813650 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.930179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae446a-2481-48ea-878a-10d680d3dc35 req-1510f8fc-ecd2-42d2-bb8b-10fc04ea2409 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.936434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52ae446a-2481-48ea-878a-10d680d3dc35 req-1510f8fc-ecd2-42d2-bb8b-10fc04ea2409 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.1705649 Feb 11 05:27:28.004138 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.102377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52ae446a-2481-48ea-878a-10d680d3dc35 req-d4234bad-0f57-4d0e-b58c-9d6566f71ad3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649916 Feb 11 05:27:28.118943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:28.134705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:28.151471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:28.158315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event updated for resources: {'Port': ['ID=757fc8ee-9223-4f00-b269-d1aa5f73c387,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:28.212723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe41902-dabf-446b-9c5e-21eacb412a2a req-5acf475e-8e2d-4ff4-ae37-2f96d3c7b339 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.214255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfe41902-dabf-446b-9c5e-21eacb412a2a req-5acf475e-8e2d-4ff4-ae37-2f96d3c7b339 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 944 time: 0.2519853 Feb 11 05:27:28.313733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.314352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.322167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e92fa8f4-3f27-47d2-8d33-622888d64c5e req-99fa4b2e-9e5b-49f7-ae49-a969d0fdfa37 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0584102 Feb 11 05:27:28.352163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (6f8e9301-fd87-496f-8bba-3f18d3d1ad43), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.374182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-88da98c4-3be6-48ab-bb6b-f0fc41146faa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2123082 Feb 11 05:27:28.411996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Request body: {'port': {'device_id': 'e62bb339-d789-4eee-a493-181d094c84cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:28.416620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfe41902-dabf-446b-9c5e-21eacb412a2a req-7f5d2488-3256-47b7-8b93-60793bcd382a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687703 Feb 11 05:27:28.471615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8e9301-fd87-496f-8bba-3f18d3d1ad43,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:28.540085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Checking segment: {'id': 'a4cf5093-5efb-41f5-93c7-3d9f7cf236cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e71e926d-8be1-4259-9b2f-e7d7ab10722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:28.540460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Network hostable DHCP agents. Network: e71e926d-8be1-4259-9b2f-e7d7ab10722a, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:27:28.549568 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.582695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3c666-5afb-4881-8d61-7972cc6e2bd7 req-f8d5909e-acff-4337-bc02-8a43d1e881f0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.584189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ee3c666-5afb-4881-8d61-7972cc6e2bd7 req-f8d5909e-acff-4337-bc02-8a43d1e881f0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.1399546 Feb 11 05:27:28.643042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Network e71e926d-8be1-4259-9b2f-e7d7ab10722a is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:27:28.684580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e71e926d-8be1-4259-9b2f-e7d7ab10722a) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:28.697210 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d69bb-4862-4b6c-b544-a88d19fb1c7d None None] Network e71e926d-8be1-4259-9b2f-e7d7ab10722a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:28.703546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.704149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.769072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ee3c666-5afb-4881-8d61-7972cc6e2bd7 req-a5c43cf0-7e3b-47c6-bde2-b607cf4c5450 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549666 Feb 11 05:27:28.791446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d232-3f91-4e78-ba2f-1e6ecdb31e1e req-95e7a6c0-5534-4303-85c9-1979f76bc234 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.793354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7393d232-3f91-4e78-ba2f-1e6ecdb31e1e req-95e7a6c0-5534-4303-85c9-1979f76bc234 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1127 time: 0.2082493 Feb 11 05:27:28.816005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2d657d8c-e061-42b1-96ce-901419f7f7f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1612659 Feb 11 05:27:28.877388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934233f9-2455-40f4-8e65-459bd34fa889 None None] Network e71e926d-8be1-4259-9b2f-e7d7ab10722a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:29.104120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7393d232-3f91-4e78-ba2f-1e6ecdb31e1e req-73f7e698-4b75-4494-b7a8-123eb0539272 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857947 Feb 11 05:27:29.180274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733e22-a98b-4f79-93e5-9b56c708acef req-bd08f9f0-dffa-4779-a505-d30a93d67d5b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.190098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49733e22-a98b-4f79-93e5-9b56c708acef req-bd08f9f0-dffa-4779-a505-d30a93d67d5b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 931 time: 0.2186856 Feb 11 05:27:29.386599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757fc8ee-9223-4f00-b269-d1aa5f73c387 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:29.401012 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Publish callbacks [] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.414634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49733e22-a98b-4f79-93e5-9b56c708acef req-2b58c947-d896-4a55-b232-b4d9d570f654 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000852 Feb 11 05:27:29.430710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957c585-f83d-47d5-8933-4b99692b53ad req-2ad30893-4605-4850-82fc-9d280088f079 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.432246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b957c585-f83d-47d5-8933-4b99692b53ad req-2ad30893-4605-4850-82fc-9d280088f079 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 944 time: 0.2378874 Feb 11 05:27:29.443289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Transition to ACTIVE for port object 757fc8ee-9223-4f00-b269-d1aa5f73c387 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:29.459620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.484683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-e28dafef-4cd6-4e91-b5e2-dc568b2b2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.486109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-e28dafef-4cd6-4e91-b5e2-dc568b2b2e4b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1128 time: 0.2079751 Feb 11 05:27:29.492866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be472-e0e4-4eb9-b727-35e536798133 req-c4e3dd27-d569-4344-ae02-3b8de61a4fb1 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.494370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea6be472-e0e4-4eb9-b727-35e536798133 req-c4e3dd27-d569-4344-ae02-3b8de61a4fb1 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 944 time: 0.2459850 Feb 11 05:27:29.997407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Pushing event updated for resources: {'Port': ['ID=757fc8ee-9223-4f00-b269-d1aa5f73c387,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:30.136306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea6be472-e0e4-4eb9-b727-35e536798133 req-a18d92b8-14a0-4799-afb7-369677fb307c tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997973 Feb 11 05:27:30.155952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-1917f4f8-71a9-44a5-904f-3e68c38c37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.158388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-1917f4f8-71a9-44a5-904f-3e68c38c37bc service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.6601231 Feb 11 05:27:30.178104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-8fabedbe-059e-4310-8c84-4fad6c74d0e6 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.185266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-8fabedbe-059e-4310-8c84-4fad6c74d0e6 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/networks?id=e71e926d-8be1-4259-9b2f-e7d7ab10722a HTTP/1.1" status: 200 len: 814 time: 0.3467557 Feb 11 05:27:30.236548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a6281688-10c0-4a99-b5a5-32bd4c850ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.259916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-66e8502e-e0ac-4686-b0e9-00722fe681fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 217 time: 0.0827506 Feb 11 05:27:30.260911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-c327592d-9534-4fb9-a890-a61334b0f649 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/quotas/dce27dbf2405468cb30b2ed855a76b56 HTTP/1.1" status: 200 len: 375 time: 0.0748477 Feb 11 05:27:30.300719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b957c585-f83d-47d5-8933-4b99692b53ad req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Deleting port 09a626b7-89b9-4147-8a7a-277a88a6217a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:30.301145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b957c585-f83d-47d5-8933-4b99692b53ad req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.343750 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-a18673d4-948a-4bed-b56b-3085cba50bd6 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dce27dbf2405468cb30b2ed855a76b56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819345 Feb 11 05:27:30.378624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Attempting to bind port 757fc8ee-9223-4f00-b269-d1aa5f73c387 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:30.379082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Attempting to bind port 757fc8ee-9223-4f00-b269-d1aa5f73c387 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:30.379260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Attempting to bind port 757fc8ee-9223-4f00-b269-d1aa5f73c387 on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:30.428563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Port 757fc8ee-9223-4f00-b269-d1aa5f73c387 on network f9d25e34-f9d0-44c2-a602-bf30559d0646 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:30.428563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Attempting to bind port 757fc8ee-9223-4f00-b269-d1aa5f73c387 on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:30.511442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:30.511687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Checking segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:30.513755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Bound using segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:30.513755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Bound port: 757fc8ee-9223-4f00-b269-d1aa5f73c387, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:30.513755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.525744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-561dc9f7-d908-4223-a39f-3eba6a1a79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.527238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-561dc9f7-d908-4223-a39f-3eba6a1a79e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.2544274 Feb 11 05:27:30.583877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-bc20316e-570b-4715-b89f-5ccbcf252893 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410175 Feb 11 05:27:30.599509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb27a-2b78-49fb-ac88-6696f6491c9d req-155d8001-41d5-4e18-bb1c-4c1cc5bd747e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.601211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10ebb27a-2b78-49fb-ac88-6696f6491c9d req-155d8001-41d5-4e18-bb1c-4c1cc5bd747e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.3528624 Feb 11 05:27:30.689296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b957c585-f83d-47d5-8933-4b99692b53ad req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] For port 09a626b7-89b9-4147-8a7a-277a88a6217a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=09a626b7-89b9-4147-8a7a-277a88a6217a,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:30.689296 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b957c585-f83d-47d5-8933-4b99692b53ad req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.719881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-855fcb67-04f2-4474-aaa5-8be0744f8de6 service neutron] 10.222.0.31 "GET /v2.0/networks/e71e926d-8be1-4259-9b2f-e7d7ab10722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443394 Feb 11 05:27:30.746857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b957c585-f83d-47d5-8933-4b99692b53ad req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Calling delete_port for 09a626b7-89b9-4147-8a7a-277a88a6217a owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:30.897379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:30.916752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10ebb27a-2b78-49fb-ac88-6696f6491c9d req-33c53435-1182-495b-81ab-a42fc9b83fac tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776577 Feb 11 05:27:30.934473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:30.961464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.991299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.000842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-eea886ed-96b0-4f37-8c16-0c1c40f73498 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986766 Feb 11 05:27:31.034797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-64e58222-d503-4c9b-81d4-47a2ae7f4914 service neutron] 10.222.0.31 "GET /v2.0/networks/e71e926d-8be1-4259-9b2f-e7d7ab10722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139648 Feb 11 05:27:31.154948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.155901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.157414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] 10.222.0.81 "PUT /v2.0/ports/757fc8ee-9223-4f00-b269-d1aa5f73c387 HTTP/1.1" status: 200 len: 1092 time: 2.7552619 Feb 11 05:27:31.268720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:31.271391 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:31.441170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07d23901-5a8c-4040-935e-df55065dcddc req-b7986270-bf86-438f-8c75-1fdd78ff7539 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0910380 Feb 11 05:27:31.444638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-981f902d-01c1-4720-9bc5-9c52ad3431bc service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067724 Feb 11 05:27:31.449301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df30550-dd61-409d-8c9f-16b673382f7b service neutron] Pushing event updated for resources: {'Port': ['ID=757fc8ee-9223-4f00-b269-d1aa5f73c387,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:31.596181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c870bf-a5a3-48dd-965f-5faa5dac4115 req-f7fec5f8-18c3-4b74-8ca9-dd9e1be9e3ee tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.602590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5c870bf-a5a3-48dd-965f-5faa5dac4115 req-f7fec5f8-18c3-4b74-8ca9-dd9e1be9e3ee tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 1127 time: 0.5632901 Feb 11 05:27:31.653128 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b957c585-f83d-47d5-8933-4b99692b53ad req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (09a626b7-89b9-4147-8a7a-277a88a6217a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.704429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-b9c5681a-55c9-44a3-9a71-f56b67943b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.706829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-b9c5681a-55c9-44a3-9a71-f56b67943b7d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 1126 time: 0.4322741 Feb 11 05:27:31.798449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-0c48a9ed-49a7-4298-8963-54e978e1eafc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387 HTTP/1.1" status: 200 len: 217 time: 0.0765193 Feb 11 05:27:31.808588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event deleted for resources: {'Port': ['ID=09a626b7-89b9-4147-8a7a-277a88a6217a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:31.916174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5c870bf-a5a3-48dd-965f-5faa5dac4115 req-62a3a4bf-2bc0-4e55-97d5-20b65ef804a4 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487099 Feb 11 05:27:31.918749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b957c585-f83d-47d5-8933-4b99692b53ad req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] No DVR routers for this DVR port 09a626b7-89b9-4147-8a7a-277a88a6217a on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:31.926270 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b957c585-f83d-47d5-8933-4b99692b53ad req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.929612 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b957c585-f83d-47d5-8933-4b99692b53ad req-51795377-c399-411e-8f13-56a98399f305 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.72 "DELETE /v2.0/ports/09a626b7-89b9-4147-8a7a-277a88a6217a HTTP/1.1" status: 204 len: 173 time: 2.4820197 Feb 11 05:27:31.936440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-ef4f6d59-91d5-4944-b7e3-2be2ce197d91 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.937933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-ef4f6d59-91d5-4944-b7e3-2be2ce197d91 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.3656547 Feb 11 05:27:31.947357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-c06f1f4b-b855-443f-a471-b35ca7882ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.948810 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-c06f1f4b-b855-443f-a471-b35ca7882ca7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.1382232 Feb 11 05:27:31.954686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-35'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:31.964734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a8b57-9ed7-4ec8-9ab6-5346e7481623 req-47030efa-52bc-4a5e-893a-898380dbe86a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.971755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-658a8b57-9ed7-4ec8-9ab6-5346e7481623 req-47030efa-52bc-4a5e-893a-898380dbe86a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.3209093 Feb 11 05:27:32.046972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-f220a179-7a86-4458-9ca2-0a517662213b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729065 Feb 11 05:27:32.244547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-658a8b57-9ed7-4ec8-9ab6-5346e7481623 req-658ab817-11b7-44e9-be0b-91f97da5ebe6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714653 Feb 11 05:27:32.362567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.470770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5325d619-8175-4a17-b1a1-5b09a6c8d5e5 req-2ef539de-ec80-459d-82ae-92fa36bdef6a tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd65786-96ca-48a2-a03f-5267bf103e4a HTTP/1.1" status: 200 len: 210 time: 0.0847471 Feb 11 05:27:32.499928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-a974a8c7-ebde-4c2e-8a13-04ecd6d1727a service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408979 Feb 11 05:27:32.613787 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.727439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 09a626b7-89b9-4147-8a7a-277a88a6217a no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:32.754791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 09a626b7-89b9-4147-8a7a-277a88a6217a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:32.755149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 09a626b7-89b9-4147-8a7a-277a88a6217a not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:32.896371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b19890-2d6e-4bb1-89b1-3e1cc787ee0d req-8e071c31-fc1c-4fab-85a8-daba15bf451a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.898033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31b19890-2d6e-4bb1-89b1-3e1cc787ee0d req-8e071c31-fc1c-4fab-85a8-daba15bf451a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 943 time: 0.6430197 Feb 11 05:27:32.951905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e23672de-0dee-4775-81b2-468f191266b3 req-44b44c4b-abde-40f5-91f0-89fe840bf889 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 210 time: 0.0718610 Feb 11 05:27:33.028963 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcf1bcb-3832-44fc-b736-eb3663f07348 x-openstack-request-id: req-fdcf1bcb-3832-44fc-b736-eb3663f07348 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:33.029283 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:33.029539 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdcf1bcb-3832-44fc-b736-eb3663f07348 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:33.030087 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387', 'status': 'completed', 'code': 200} Feb 11 05:27:33.170352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31b19890-2d6e-4bb1-89b1-3e1cc787ee0d req-19a97a67-68bd-41d2-b20a-433ad7fe5d6e tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568970 Feb 11 05:27:33.174411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:33.178456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95c76e5b-5885-40eb-b55c-77c80ea5e5cb req-60642aa6-0149-40e3-b73a-d9b08b575f8c service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594236 Feb 11 05:27:33.294101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc691ad-578c-49a1-a058-97a5a050fd27 req-520f4aa2-598e-4e67-8894-b1d083c45b59 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.295622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fc691ad-578c-49a1-a058-97a5a050fd27 req-520f4aa2-598e-4e67-8894-b1d083c45b59 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 945 time: 0.2417679 Feb 11 05:27:33.312876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:33.320724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-0c06652e-e4de-4a3a-8179-62e18bd7fc4f tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.322202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-0c06652e-e4de-4a3a-8179-62e18bd7fc4f tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.81 "GET /v2.0/networks?id=e71e926d-8be1-4259-9b2f-e7d7ab10722a HTTP/1.1" status: 200 len: 814 time: 0.2635779 Feb 11 05:27:33.353752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Request body: {'port': {'device_id': '4541a37b-27f8-4429-869f-235dadaed457', 'network_id': 'e71e926d-8be1-4259-9b2f-e7d7ab10722a', 'admin_state_up': True, 'tenant_id': 'dce27dbf2405468cb30b2ed855a76b56'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:33.457517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Publish callbacks [] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.481321 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.490646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fc691ad-578c-49a1-a058-97a5a050fd27 req-0c7ec551-963c-43c7-9554-c6d6066521a5 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791644 Feb 11 05:27:33.498374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-d59a0d27-c683-436f-aa02-d77a59e93757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.499961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-d59a0d27-c683-436f-aa02-d77a59e93757 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 1126 time: 0.2450767 Feb 11 05:27:33.635257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39285fee-0519-4b8d-a82e-fbff01b3ce1c req-bd1b732e-8dbb-4cc5-9549-ce9f209518b4 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0813978 Feb 11 05:27:33.701328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f3ded2-f663-4f81-97a4-096f410f7159,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:33.741747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 on host n-h2-715271-35 for vnic_type normal with profile {"migrating_to": "n-h1-715271-35"} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:33.741987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:33.742273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:33.751827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Made reservation on behalf of dce27dbf2405468cb30b2ed855a76b56 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:33.755241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.767572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Port b2f3ded2-f663-4f81-97a4-096f410f7159 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:33.767909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Attempting to bind port b2f3ded2-f663-4f81-97a4-096f410f7159 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:33.792449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-7d4f8ccd-4385-46b2-9b94-7df859d36c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.793965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-7d4f8ccd-4385-46b2-9b94-7df859d36c99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 913 time: 0.2709587 Feb 11 05:27:33.801468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:33.801821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:33.802217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:33.802668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Bound port: b2f3ded2-f663-4f81-97a4-096f410f7159, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:33.803030 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.817511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad55139-7146-47e2-87ad-4acb8c8e2160 req-e911629c-b760-48d8-8ba9-fbccfa7ed263 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.818936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dad55139-7146-47e2-87ad-4acb8c8e2160 req-e911629c-b760-48d8-8ba9-fbccfa7ed263 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.2350008 Feb 11 05:27:33.865498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.906470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-52090369-3013-461c-b591-796e5327a4c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387 HTTP/1.1" status: 200 len: 217 time: 0.0987964 Feb 11 05:27:34.101186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dad55139-7146-47e2-87ad-4acb8c8e2160 req-0620cc74-19a5-4485-8556-b4da3a5a91af tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605288 Feb 11 05:27:34.102465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-b55103df-033a-47d9-a5f1-49658b46d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.103845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-b55103df-033a-47d9-a5f1-49658b46d39a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.1661384 Feb 11 05:27:34.133433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:34.141361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:34.160408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Allocated IP 172.20.0.10 (e71e926d-8be1-4259-9b2f-e7d7ab10722a/6f8e9301-fd87-496f-8bba-3f18d3d1ad43/2db3c436-8f67-493c-8b77-f9451f66fa50) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:34.165203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-35b0c6fe-a7ae-418e-9c89-d845aa1d290f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493004 Feb 11 05:27:34.174957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db750968-cffd-4da5-bbdc-7c727bc546e5 req-edc3fd55-9de6-439e-8677-03d3299cb078 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.176630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db750968-cffd-4da5-bbdc-7c727bc546e5 req-edc3fd55-9de6-439e-8677-03d3299cb078 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 950 time: 0.2290525 Feb 11 05:27:34.179561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.459210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f3ded2-f663-4f81-97a4-096f410f7159,revision_number=8']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:34.485099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.485674 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.487042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b5593402-f4e3-4434-b825-249038fd60b1 service neutron] 10.222.0.81 "PUT /v2.0/ports/b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 1123 time: 2.5373187 Feb 11 05:27:34.496609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db750968-cffd-4da5-bbdc-7c727bc546e5 req-00eac638-13aa-4b98-862a-4ecdf1c1b287 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095531 Feb 11 05:27:34.575590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-6cc575c5-e1c8-4bfe-8642-d030ec8e14c9 service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838325 Feb 11 05:27:34.597035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1dac7-86de-4169-8521-16503685a864 req-bc06f25c-e9ad-45bf-9f0b-a782c243d2e2 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.598495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-bc06f25c-e9ad-45bf-9f0b-a782c243d2e2 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/networks?id=11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 200 len: 821 time: 0.3866236 Feb 11 05:27:34.607711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b2f3ded2-f663-4f81-97a4-096f410f7159'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:34.661901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f67aaa5b-cd73-4a46-ad16-3304b444c1a6 req-4294fafa-7a66-4131-aa01-9b6694da5611 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 210 time: 0.0594139 Feb 11 05:27:34.704864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-e7836e2c-6cd6-49b8-9a81-d4c67a74ba86 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/quotas/853f4dd954484987b9269620f2134d69 HTTP/1.1" status: 200 len: 375 time: 0.0828497 Feb 11 05:27:34.710973 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Publish callbacks [] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.760422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-7cb78f92-abb7-4569-85dd-cafede68b708 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f4dd954484987b9269620f2134d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462124 Feb 11 05:27:34.830180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07bcf4ef-70bd-4940-8d93-a0cedbfb5ef8 req-bf587fea-2e7f-4bdc-bf5c-58d9597743b6 service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468543 Feb 11 05:27:34.882809 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.944757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac3159-da87-4970-8f97-e96902ea4d0e req-91eecbf4-69dc-4e74-9bea-958992fdfa3c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.946283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfac3159-da87-4970-8f97-e96902ea4d0e req-91eecbf4-69dc-4e74-9bea-958992fdfa3c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 943 time: 0.1939607 Feb 11 05:27:34.957488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Network e71e926d-8be1-4259-9b2f-e7d7ab10722a is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:34.975017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:34.979699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Pushing event updated for resources: {'Port': ['ID=2db3c436-8f67-493c-8b77-f9451f66fa50,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:34.982197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:34.992965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-7ca0c5dd-1369-43d9-bf37-5895fff86c7b service neutron] 10.222.0.31 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167134 Feb 11 05:27:35.042701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'name': 'network-vif-deleted', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a'}, {'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159'}, {'name': 'network-changed', 'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:35.044884 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56667006-3d84-42c0-a93e-d08ec6067105" -d '{"events": [{"server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "name": "network-vif-deleted", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a"}, {"server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159"}, {"name": "network-changed", "server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:35.098509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:35.099139 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.136408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfac3159-da87-4970-8f97-e96902ea4d0e req-270be753-55ad-4b4a-b630-e53b4b04fbfe tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714787 Feb 11 05:27:35.152078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-15688a58-78c2-4efc-9463-0798bb9f15b2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8070381 Feb 11 05:27:35.165914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Request body: {'port': {'device_id': '4541a37b-27f8-4429-869f-235dadaed457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:35.196543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-f725b17b-48b1-4286-b4a2-e66d24c36a4d service neutron] 10.222.0.31 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838088 Feb 11 05:27:35.548837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.603372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8e1bd-3b08-4ce2-a3d5-cd7a39894b14 req-4dbe9d9d-d715-41ca-a064-6ee6bcf6ce78 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:35.608611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cc8e1bd-3b08-4ce2-a3d5-cd7a39894b14 req-4dbe9d9d-d715-41ca-a064-6ee6bcf6ce78 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 943 time: 0.3848863 Feb 11 05:27:35.759869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cc8e1bd-3b08-4ce2-a3d5-cd7a39894b14 req-ff230518-3288-4ca4-8e74-ba55ae779678 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412036 Feb 11 05:27:35.865362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65ab9f7a-7cf7-433e-afe7-32bcfff4e8bd req-da4c6a51-8763-44c1-b7e8-6ae54527d3b7 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0307302 Feb 11 05:27:35.926169 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370696ec-8bd3-496d-ae4e-d7ff242e862b x-openstack-request-id: req-370696ec-8bd3-496d-ae4e-d7ff242e862b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:35.926492 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd65786-96ca-48a2-a03f-5267bf103e4a", "name": "network-vif-deleted", "tag": "09a626b7-89b9-4147-8a7a-277a88a6217a", "status": "completed", "code": 200}, {"server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159", "code": 200}, {"name": "network-changed", "server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:35.926739 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-370696ec-8bd3-496d-ae4e-d7ff242e862b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:35.927168 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd65786-96ca-48a2-a03f-5267bf103e4a', 'name': 'network-vif-deleted', 'tag': '09a626b7-89b9-4147-8a7a-277a88a6217a', 'status': 'completed', 'code': 200} Feb 11 05:27:35.927432 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159', 'code': 200} Feb 11 05:27:35.927690 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159', 'status': 'completed', 'code': 200} Feb 11 05:27:36.045703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 757fc8ee-9223-4f00-b269-d1aa5f73c387 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:36.053142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:36.100363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5494112c-7f54-42e4-bfda-caf396af9c99 req-0b4637f8-5b91-416b-9fa0-421bcb320d7a tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 210 time: 0.0572731 Feb 11 05:27:36.104392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db3c436-8f67-493c-8b77-f9451f66fa50 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:36.114447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Publish callbacks [] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.126546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f3b49-2072-4b54-8afa-2c4337cd4cbb req-6f34b236-c481-4c54-9c5e-53c2eb0f36d8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.133979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c15f3b49-2072-4b54-8afa-2c4337cd4cbb req-6f34b236-c481-4c54-9c5e-53c2eb0f36d8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.1756384 Feb 11 05:27:36.154224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Transition to ACTIVE for port object 2db3c436-8f67-493c-8b77-f9451f66fa50 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:36.172159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56667006-3d84-42c0-a93e-d08ec6067105 req-436fa88e-4771-4506-abea-25a7fd47f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.173999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56667006-3d84-42c0-a93e-d08ec6067105 req-436fa88e-4771-4506-abea-25a7fd47f3f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1157 time: 0.1968694 Feb 11 05:27:36.213066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c15f3b49-2072-4b54-8afa-2c4337cd4cbb req-5175ac4f-a89d-4086-b400-f39e0bc75f0c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778737 Feb 11 05:27:36.216692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.437959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:36.438344 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.441991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:36.465814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '757fc8ee-9223-4f00-b269-d1aa5f73c387', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'port_id': '757fc8ee-9223-4f00-b269-d1aa5f73c387', 'mac_address': 'fa:16:3e:d3:ee:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe2d86-04d1-47ff-99bd-4182524c9213', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:36.469929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Pushing event updated for resources: {'Port': ['ID=2db3c436-8f67-493c-8b77-f9451f66fa50,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:36.473779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:36.476613 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5927a8d-a0e6-4390-824f-e376fa328c8e" -d '{"events": [{"server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:36.511710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:36.523667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.554427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 757fc8ee-9223-4f00-b269-d1aa5f73c387 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:36.554750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.560399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56667006-3d84-42c0-a93e-d08ec6067105 req-30fe1e86-aa5a-459b-93f0-33f8ba840c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.562556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56667006-3d84-42c0-a93e-d08ec6067105 req-30fe1e86-aa5a-459b-93f0-33f8ba840c94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.3606439 Feb 11 05:27:36.574522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833053b-fa75-4706-a085-2c020ffb7ff7 req-ce472774-3400-4237-b5a7-f0920cc88297 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.575189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757fc8ee-9223-4f00-b269-d1aa5f73c387 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:36.576598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5833053b-fa75-4706-a085-2c020ffb7ff7 req-ce472774-3400-4237-b5a7-f0920cc88297 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 944 time: 0.2531617 Feb 11 05:27:36.595353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:36.599623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cf894-6888-4066-b0ba-b6af6e288ae5 req-2a7f7661-7aef-4fa5-8f5d-f3a08d120ee9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.606048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:36.607532 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91cf894-6888-4066-b0ba-b6af6e288ae5 req-2a7f7661-7aef-4fa5-8f5d-f3a08d120ee9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 943 time: 0.2362416 Feb 11 05:27:36.611685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.612734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b2f3ded2-f663-4f81-97a4-096f410f7159 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:36.663014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56667006-3d84-42c0-a93e-d08ec6067105 req-d5cff1d4-0944-4f1a-b0ea-63cdb1646ea3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 217 time: 0.0823159 Feb 11 05:27:36.689394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=757fc8ee-9223-4f00-b269-d1aa5f73c387,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:36.710264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Attempting to bind port 2db3c436-8f67-493c-8b77-f9451f66fa50 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:36.711108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Attempting to bind port 2db3c436-8f67-493c-8b77-f9451f66fa50 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'a4cf5093-5efb-41f5-93c7-3d9f7cf236cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e71e926d-8be1-4259-9b2f-e7d7ab10722a'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:36.711444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Attempting to bind port 2db3c436-8f67-493c-8b77-f9451f66fa50 on network e71e926d-8be1-4259-9b2f-e7d7ab10722a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:36.748039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Port 2db3c436-8f67-493c-8b77-f9451f66fa50 on network e71e926d-8be1-4259-9b2f-e7d7ab10722a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:36.748421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Attempting to bind port 2db3c436-8f67-493c-8b77-f9451f66fa50 on network e71e926d-8be1-4259-9b2f-e7d7ab10722a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:36.757939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:36.761844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:36.762190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Checking segment: {'id': 'a4cf5093-5efb-41f5-93c7-3d9f7cf236cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e71e926d-8be1-4259-9b2f-e7d7ab10722a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:36.762585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Bound using segment: {'id': 'a4cf5093-5efb-41f5-93c7-3d9f7cf236cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e71e926d-8be1-4259-9b2f-e7d7ab10722a'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:36.763030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Bound port: 2db3c436-8f67-493c-8b77-f9451f66fa50, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4cf5093-5efb-41f5-93c7-3d9f7cf236cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e71e926d-8be1-4259-9b2f-e7d7ab10722a'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:36.763393 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.769757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b2f3ded2-f663-4f81-97a4-096f410f7159 has no active binding in host n-h1-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:27:36.793223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5833053b-fa75-4706-a085-2c020ffb7ff7 req-45ffb4b0-93c7-4964-ae6d-9791d8f9c6b1 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022583 Feb 11 05:27:36.796717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91cf894-6888-4066-b0ba-b6af6e288ae5 req-c0e59039-6021-4f6c-beaf-53c63330ba3c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883960 Feb 11 05:27:36.799684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56667006-3d84-42c0-a93e-d08ec6067105 req-8098ea20-ce27-4211-bca1-8a074c0ceb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.801163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56667006-3d84-42c0-a93e-d08ec6067105 req-8098ea20-ce27-4211-bca1-8a074c0ceb62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.1261697 Feb 11 05:27:36.850349 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47542cad-a14f-435e-b0bb-312d812af45e x-openstack-request-id: req-47542cad-a14f-435e-b0bb-312d812af45e {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:36.850662 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:36.850979 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47542cad-a14f-435e-b0bb-312d812af45e {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:36.853473 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0', 'code': 200} Feb 11 05:27:36.870036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56667006-3d84-42c0-a93e-d08ec6067105 req-44ddff7d-c22c-4202-98e3-93a85fb87730 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357141 Feb 11 05:27:36.958895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] For port 2db3c436-8f67-493c-8b77-f9451f66fa50, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:37.008761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] For port 2db3c436-8f67-493c-8b77-f9451f66fa50, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2db3c436-8f67-493c-8b77-f9451f66fa50,segment=NetworkSegment(a4cf5093-5efb-41f5-93c7-3d9f7cf236cc),segment_id=a4cf5093-5efb-41f5-93c7-3d9f7cf236cc)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:37.036123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.044226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d4824ec-0e5b-4536-8d74-112a50a9dac2 req-5d1fa931-e612-4134-9dec-8519d90f3015 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0542872 Feb 11 05:27:37.082868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a8be3-8cea-4f8b-8106-17404fb3ca63 req-427b0c88-4363-42ef-a51f-3d6039deb24e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.085606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-167a8be3-8cea-4f8b-8106-17404fb3ca63 req-427b0c88-4363-42ef-a51f-3d6039deb24e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 943 time: 0.2132046 Feb 11 05:27:37.108517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['757fc8ee-9223-4f00-b269-d1aa5f73c387'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:37.133661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.134499 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.136962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] 10.222.0.81 "PUT /v2.0/ports/2db3c436-8f67-493c-8b77-f9451f66fa50 HTTP/1.1" status: 200 len: 1093 time: 1.9750929 Feb 11 05:27:37.156161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56667006-3d84-42c0-a93e-d08ec6067105 req-9b02858c-f58a-4949-8e81-a378783d28b3 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715161 Feb 11 05:27:37.379199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-167a8be3-8cea-4f8b-8106-17404fb3ca63 req-3a732c80-17fb-4cbc-b10a-60a15a0dc1f0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796965 Feb 11 05:27:37.380960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd04ae1d-a1a6-4daf-a244-eb3e843e4992 req-0cd1469a-6aa6-4fc2-8178-f963dce9ef53 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 210 time: 0.1054101 Feb 11 05:27:37.426770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da676970-56f7-4d84-9155-3fcd9572a067 service neutron] Pushing event updated for resources: {'Port': ['ID=2db3c436-8f67-493c-8b77-f9451f66fa50,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:37.456531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1dac7-86de-4169-8521-16503685a864 req-19d96538-3aca-467c-8bab-ecdd2d8cffec tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.458140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-19d96538-3aca-467c-8bab-ecdd2d8cffec tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.72 "GET /v2.0/networks?id=11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 200 len: 821 time: 0.3544171 Feb 11 05:27:37.483792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Request body: {'port': {'device_id': '5178a87a-fa13-4fad-abcf-93c6d83026b5', 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f', 'admin_state_up': True, 'tenant_id': '853f4dd954484987b9269620f2134d69'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:37.498375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-774cd74b-f19b-4be0-94d5-df8b46a2c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.499834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-774cd74b-f19b-4be0-94d5-df8b46a2c0b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dce27dbf2405468cb30b2ed855a76b56&device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 1127 time: 0.2440674 Feb 11 05:27:37.544409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56667006-3d84-42c0-a93e-d08ec6067105 req-23210a24-6fe2-4758-ae32-5c9e1e3f5aba service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849188 Feb 11 05:27:37.589417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-b9a0cd1d-3f34-488f-93d7-ab5e8d389a48 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db3c436-8f67-493c-8b77-f9451f66fa50 HTTP/1.1" status: 200 len: 217 time: 0.0650482 Feb 11 05:27:37.686148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d294b-6f66-46ee-a99e-2d4637e78d86 req-780d4a1b-a569-4d16-92d6-a0e3df2830b5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.687622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d64d294b-6f66-46ee-a99e-2d4637e78d86 req-780d4a1b-a569-4d16-92d6-a0e3df2830b5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.2168515 Feb 11 05:27:37.711773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-805063b1-4f38-4514-b066-69568b61a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.713216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-805063b1-4f38-4514-b066-69568b61a52b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f8e9301-fd87-496f-8bba-3f18d3d1ad43 HTTP/1.1" status: 200 len: 854 time: 0.0907545 Feb 11 05:27:37.769383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-f127acde-3b82-43dc-aab3-05cfa500585c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e71e926d-8be1-4259-9b2f-e7d7ab10722a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452394 Feb 11 05:27:37.803969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Made reservation on behalf of 853f4dd954484987b9269620f2134d69 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:37.807318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.828219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d64d294b-6f66-46ee-a99e-2d4637e78d86 req-237fe816-d0a8-4d99-95b0-d98b9b8ca949 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327686 Feb 11 05:27:37.943080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4541a37b-27f8-4429-869f-235dadaed457', 'tag': '2db3c436-8f67-493c-8b77-f9451f66fa50'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:37.945919 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ffc299-9325-4fc6-a30e-53cebac129d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4541a37b-27f8-4429-869f-235dadaed457", "tag": "2db3c436-8f67-493c-8b77-f9451f66fa50"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:38.014133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-135d2720-02d0-4600-bfe7-6b52d9f6695a service neutron] 10.222.0.81 "GET /v2.0/networks/e71e926d-8be1-4259-9b2f-e7d7ab10722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355125 Feb 11 05:27:38.090470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87fba4-17ed-4ed5-bfc5-e9f689e35d07 req-dec97adc-6f4d-4489-8aab-bde19482cf5f tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.091953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c87fba4-17ed-4ed5-bfc5-e9f689e35d07 req-dec97adc-6f4d-4489-8aab-bde19482cf5f tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 944 time: 0.2138829 Feb 11 05:27:38.128871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149bdf3-6a5c-40a1-bc60-33da0b79bf94 req-e4428e26-e034-4588-ba63-59bccc44c22b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.131994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6149bdf3-6a5c-40a1-bc60-33da0b79bf94 req-e4428e26-e034-4588-ba63-59bccc44c22b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 944 time: 0.1886227 Feb 11 05:27:38.175644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Allocated IP 172.20.0.10 (11c67009-03f7-4dc4-b8a5-04278cc7600f/e9b908ad-a06c-4b74-8e8c-dbc3801df0fb/be5528c9-8b2c-4342-ade3-453d21438b0b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:38.243320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c87fba4-17ed-4ed5-bfc5-e9f689e35d07 req-0e01a859-6e02-409d-9843-6a58101933c2 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385877 Feb 11 05:27:38.270484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98e1b5e9-6e78-470e-9cba-26c48be7bf6b req-e77f7012-feb8-49e6-8368-a899ce74195c service neutron] 10.222.0.81 "GET /v2.0/networks/e71e926d-8be1-4259-9b2f-e7d7ab10722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434580 Feb 11 05:27:38.301932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6149bdf3-6a5c-40a1-bc60-33da0b79bf94 req-7c2c0b25-b111-4b34-9e31-5a65665d66e3 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387188 Feb 11 05:27:38.364465 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baf8f04-4a29-493c-ae5c-61f88f0e496b x-openstack-request-id: req-1baf8f04-4a29-493c-ae5c-61f88f0e496b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:38.364761 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4541a37b-27f8-4429-869f-235dadaed457", "tag": "2db3c436-8f67-493c-8b77-f9451f66fa50", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:38.365022 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1baf8f04-4a29-493c-ae5c-61f88f0e496b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:38.365436 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4541a37b-27f8-4429-869f-235dadaed457', 'tag': '2db3c436-8f67-493c-8b77-f9451f66fa50', 'status': 'completed', 'code': 200} Feb 11 05:27:38.415580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.450964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cce3968f-028d-40a8-8394-57d9cd4bd6b8 req-a77ddf70-944d-4855-879b-077826d5911f tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0531824 Feb 11 05:27:38.783124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:38.795995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d17c6d76-e83c-40fc-b57c-bfcb246dc154 req-c452388c-5ef1-4bdb-a1fe-88a64f510f2a tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 210 time: 0.0567093 Feb 11 05:27:38.838751 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.883785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-809849f0-e2fa-47f3-b7f1-860c08e33f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.885560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-809849f0-e2fa-47f3-b7f1-860c08e33f5a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dce27dbf2405468cb30b2ed855a76b56&device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 1127 time: 0.4673388 Feb 11 05:27:38.901758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:38.915713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'mac_address': 'fa:16:3e:60:bd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:38.931692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Network 11c67009-03f7-4dc4-b8a5-04278cc7600f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:38.951907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade315ec-935f-4aa8-8045-87cce256c8c7 req-4e839bd0-4db5-4e79-b998-ebd56e93ed63 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.953531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ade315ec-935f-4aa8-8045-87cce256c8c7 req-4e839bd0-4db5-4e79-b998-ebd56e93ed63 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 943 time: 0.2132521 Feb 11 05:27:38.954459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:38.969392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:38.973024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event updated for resources: {'Port': ['ID=be5528c9-8b2c-4342-ade3-453d21438b0b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:38.976961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1ed3b425-9a99-4501-939d-c1ea045c8581 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:38.977708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.994255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed3b425-9a99-4501-939d-c1ea045c8581 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:39.016755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:39.022989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.082300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:39.128781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:39.129424 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.150560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-71ddb7cd-b4ea-466b-a78f-7bea29ebd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:39.152032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-71ddb7cd-b4ea-466b-a78f-7bea29ebd1dd service neutron] 10.222.0.81 "GET /v2.0/networks?id=e71e926d-8be1-4259-9b2f-e7d7ab10722a HTTP/1.1" status: 200 len: 915 time: 0.2518320 Feb 11 05:27:39.165647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8fcea-cf80-4148-89b2-ec8ae64828b7 req-5cfd5930-6a9c-467f-994e-71ea9cff5d78 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:39.167101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bd8fcea-cf80-4148-89b2-ec8ae64828b7 req-5cfd5930-6a9c-467f-994e-71ea9cff5d78 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.2093818 Feb 11 05:27:39.177675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-369b56a3-f84a-4385-a283-4ad75ccc95b7 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7002697 Feb 11 05:27:39.183608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ade315ec-935f-4aa8-8045-87cce256c8c7 req-02d34aea-65d5-4de3-9327-a3465e1c0827 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116034 Feb 11 05:27:39.190975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['1ed3b425-9a99-4501-939d-c1ea045c8581'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:39.223573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Request body: {'port': {'device_id': '5178a87a-fa13-4fad-abcf-93c6d83026b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:39.228003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-e6faca39-6993-4d38-9787-0065b97bf73d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db3c436-8f67-493c-8b77-f9451f66fa50 HTTP/1.1" status: 200 len: 217 time: 0.0600185 Feb 11 05:27:39.345934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bd8fcea-cf80-4148-89b2-ec8ae64828b7 req-772af29e-5c50-4ea3-800c-7515eb24c917 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655631 Feb 11 05:27:39.357423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-0ab2c510-17f5-4eb3-841d-1ba7b7fcbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:39.358867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-0ab2c510-17f5-4eb3-841d-1ba7b7fcbac1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f8e9301-fd87-496f-8bba-3f18d3d1ad43 HTTP/1.1" status: 200 len: 854 time: 0.1074886 Feb 11 05:27:39.386426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.424090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-a1c0a1ba-c3ab-43d1-b603-c8b30860432d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e71e926d-8be1-4259-9b2f-e7d7ab10722a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389233 Feb 11 05:27:39.566669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce1fe8-f823-47a1-8f10-0bfcbf435e44 req-ae6124b5-ec8d-4565-89a3-0fb9b421b917 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:39.568227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78ce1fe8-f823-47a1-8f10-0bfcbf435e44 req-ae6124b5-ec8d-4565-89a3-0fb9b421b917 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 944 time: 0.2261477 Feb 11 05:27:39.691585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55265-b90b-4af7-a573-9df130b48651 req-bf8ac805-b60e-4ba8-8df6-3eb500a18edd tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:39.693100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94a55265-b90b-4af7-a573-9df130b48651 req-bf8ac805-b60e-4ba8-8df6-3eb500a18edd tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 944 time: 0.2654376 Feb 11 05:27:39.744876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-91c03054-dd58-4a2a-9921-94eec826a6d0 service neutron] 10.222.0.81 "GET /v2.0/networks/e71e926d-8be1-4259-9b2f-e7d7ab10722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049903 Feb 11 05:27:39.822910 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78ce1fe8-f823-47a1-8f10-0bfcbf435e44 req-bb91a4c7-4264-42ed-8b6b-623141055c82 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416828 Feb 11 05:27:39.853014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94a55265-b90b-4af7-a573-9df130b48651 req-0cfe11e9-9659-42a5-8599-5c2cb6433262 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513381 Feb 11 05:27:39.987056 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85ffc299-9325-4fc6-a30e-53cebac129d8 req-513f6641-ee2e-48e0-98bb-a7ae6ffca009 service neutron] 10.222.0.81 "GET /v2.0/networks/e71e926d-8be1-4259-9b2f-e7d7ab10722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063453 Feb 11 05:27:40.006496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2b56490-a171-4975-ba8f-b6bc0cd0191e req-f20f4f39-33c8-4570-8b98-99b9f5687702 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0676601 Feb 11 05:27:40.036553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5528c9-8b2c-4342-ade3-453d21438b0b {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:40.046219 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Publish callbacks [] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.063584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Transition to ACTIVE for port object be5528c9-8b2c-4342-ade3-453d21438b0b will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:40.071881 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.079965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cfdaf-0c63-4cdd-ba2f-c9041988c0e9 req-45d0b6e5-8bc4-4cac-bb6b-ed3fb89e5289 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.086497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 757fc8ee-9223-4f00-b269-d1aa5f73c387 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:40.087455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f3cfdaf-0c63-4cdd-ba2f-c9041988c0e9 req-45d0b6e5-8bc4-4cac-bb6b-ed3fb89e5289 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 932 time: 0.1292663 Feb 11 05:27:40.142798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 757fc8ee-9223-4f00-b269-d1aa5f73c387 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:40.149324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 757fc8ee-9223-4f00-b269-d1aa5f73c387 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:40.149706 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.170667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Pushing event updated for resources: {'Port': ['ID=be5528c9-8b2c-4342-ade3-453d21438b0b,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:40.228163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f3cfdaf-0c63-4cdd-ba2f-c9041988c0e9 req-7e22e4bb-1b0e-4ee2-b6e1-16ff140b0a1e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345029 Feb 11 05:27:40.252236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 757fc8ee-9223-4f00-b269-d1aa5f73c387 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:40.252886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.278628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Attempting to bind port be5528c9-8b2c-4342-ade3-453d21438b0b on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:40.279119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Attempting to bind port be5528c9-8b2c-4342-ade3-453d21438b0b by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:40.279576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Attempting to bind port be5528c9-8b2c-4342-ade3-453d21438b0b on network 11c67009-03f7-4dc4-b8a5-04278cc7600f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:40.281027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:40.283729 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0c50f5-d001-48d2-87f2-887ba5ba27b4" -d '{"events": [{"server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "name": "network-vif-plugged", "status": "completed", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:40.284908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Port be5528c9-8b2c-4342-ade3-453d21438b0b on network 11c67009-03f7-4dc4-b8a5-04278cc7600f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:40.286971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Attempting to bind port be5528c9-8b2c-4342-ade3-453d21438b0b on network 11c67009-03f7-4dc4-b8a5-04278cc7600f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:40.299002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:40.305003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:40.305337 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.305453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Checking segment: {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:40.305790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Bound using segment: {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:40.306427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Bound port: be5528c9-8b2c-4342-ade3-453d21438b0b, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c584636c-2108-454a-9c61-b2a06f550215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:40.306848 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.348195 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca972cd-f5e0-4cfa-9ed3-e566ffd02858 x-openstack-request-id: req-eca972cd-f5e0-4cfa-9ed3-e566ffd02858 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:40.357180 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "name": "network-vif-plugged", "status": "completed", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:40.358457 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eca972cd-f5e0-4cfa-9ed3-e566ffd02858 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:40.359270 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387', 'code': 200} Feb 11 05:27:40.379680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=757fc8ee-9223-4f00-b269-d1aa5f73c387,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:40.458517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0135-730d-4579-87fb-0def0c3b1448 req-3bb14529-f642-435b-b53a-136dd41c17fb tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.459974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1fe0135-730d-4579-87fb-0def0c3b1448 req-3bb14529-f642-435b-b53a-136dd41c17fb tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 943 time: 0.1692348 Feb 11 05:27:40.461711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] For port be5528c9-8b2c-4342-ade3-453d21438b0b, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:40.511465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] For port be5528c9-8b2c-4342-ade3-453d21438b0b, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be5528c9-8b2c-4342-ade3-453d21438b0b,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:40.527137 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.600433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.601161 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.602638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] 10.222.0.72 "PUT /v2.0/ports/be5528c9-8b2c-4342-ade3-453d21438b0b HTTP/1.1" status: 200 len: 1093 time: 1.3833361 Feb 11 05:27:40.604407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bba29-7073-4447-af0b-36a1fd785819 req-13f9d26d-73cf-4d9e-83a8-5ad65ec1ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.605874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b39bba29-7073-4447-af0b-36a1fd785819 req-13f9d26d-73cf-4d9e-83a8-5ad65ec1ced5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 1128 time: 0.1904588 Feb 11 05:27:40.606369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5178a87a-fa13-4fad-abcf-93c6d83026b5', 'tag': 'be5528c9-8b2c-4342-ade3-453d21438b0b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:40.608656 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08ac420-f686-4c96-a939-5db7242351cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5178a87a-fa13-4fad-abcf-93c6d83026b5", "tag": "be5528c9-8b2c-4342-ade3-453d21438b0b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:40.615968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1fe0135-730d-4579-87fb-0def0c3b1448 req-ac91a505-5e4d-499a-a274-e2aaeb1c605b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491296 Feb 11 05:27:40.630509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08e6ea-677d-46f0-a4ce-d1ccb7b3726c req-33549c7c-f406-4919-8bb7-7d804358a935 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.632483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e08e6ea-677d-46f0-a4ce-d1ccb7b3726c req-33549c7c-f406-4919-8bb7-7d804358a935 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.1678786 Feb 11 05:27:40.680139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c024f7-4b98-4e55-a2d7-edb812b9ac15 service neutron] Pushing event updated for resources: {'Port': ['ID=be5528c9-8b2c-4342-ade3-453d21438b0b,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:40.687900 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7173021d-be38-48ca-af64-fa03c61f25e4 x-openstack-request-id: req-7173021d-be38-48ca-af64-fa03c61f25e4 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:40.687900 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5178a87a-fa13-4fad-abcf-93c6d83026b5", "tag": "be5528c9-8b2c-4342-ade3-453d21438b0b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:40.688233 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7173021d-be38-48ca-af64-fa03c61f25e4 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:40.688337 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5178a87a-fa13-4fad-abcf-93c6d83026b5', 'tag': 'be5528c9-8b2c-4342-ade3-453d21438b0b', 'status': 'completed', 'code': 200} Feb 11 05:27:40.762038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e08e6ea-677d-46f0-a4ce-d1ccb7b3726c req-a1bf7b67-2609-4e24-981b-eebc5ceba4fb tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193414 Feb 11 05:27:40.765858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b39bba29-7073-4447-af0b-36a1fd785819 req-da287d8b-dbce-4767-97f8-176c5db77a4f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452565 Feb 11 05:27:40.773515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1dac7-86de-4169-8521-16503685a864 req-9c127f98-fdf7-4384-8d1a-7112d9f5ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.775061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-9c127f98-fdf7-4384-8d1a-7112d9f5ae41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=853f4dd954484987b9269620f2134d69&device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 1127 time: 0.1093512 Feb 11 05:27:40.805488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:40.831825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-c2606b7a-7ed1-49d7-b7e0-f66dd7165c66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be5528c9-8b2c-4342-ade3-453d21438b0b HTTP/1.1" status: 200 len: 217 time: 0.0358999 Feb 11 05:27:40.855213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 1ed3b425-9a99-4501-939d-c1ea045c8581 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:40.855591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.922955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1dac7-86de-4169-8521-16503685a864 req-c6968ee2-5284-42c4-adc9-e5aee563372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.924961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-c6968ee2-5284-42c4-adc9-e5aee563372c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9b908ad-a06c-4b74-8e8c-dbc3801df0fb HTTP/1.1" status: 200 len: 861 time: 0.0865278 Feb 11 05:27:40.972321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1ed3b425-9a99-4501-939d-c1ea045c8581 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:40.973049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.993518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-dff58aba-ac33-4cbf-9562-50bead389f74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11c67009-03f7-4dc4-b8a5-04278cc7600f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601993 Feb 11 05:27:41.013489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:41.021143 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.083927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=10']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:41.166884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de989-9739-4d85-a6d1-9329ec7f4ce8 req-ab348f0a-2dfb-42dc-a341-1a898ef39bbc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.168662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b17de989-9739-4d85-a6d1-9329ec7f4ce8 req-ab348f0a-2dfb-42dc-a341-1a898ef39bbc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.1855481 Feb 11 05:27:41.170542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-f3cc8243-0a31-45db-a300-aac2e46f5e6c service neutron] 10.222.0.72 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536698 Feb 11 05:27:41.195279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e62bc-b0b8-4574-a6fc-48205c1c96f7 req-957e394f-5bc7-4418-a8a1-a128df2929fe tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.197068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-117e62bc-b0b8-4574-a6fc-48205c1c96f7 req-957e394f-5bc7-4418-a8a1-a128df2929fe tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 944 time: 0.2649267 Feb 11 05:27:41.342374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b17de989-9739-4d85-a6d1-9329ec7f4ce8 req-2f2adadb-c668-4b8c-a976-e64694344cae tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634638 Feb 11 05:27:41.355522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-117e62bc-b0b8-4574-a6fc-48205c1c96f7 req-9ebf8f19-0709-4c47-810e-6da407bc88de tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413758 Feb 11 05:27:41.400499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ed1dac7-86de-4169-8521-16503685a864 req-2844e1cf-1fff-4b41-aedb-883092dad048 service neutron] 10.222.0.72 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965082 Feb 11 05:27:41.527224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96bb6e2b-8fde-41f8-9788-4612eb9a6aa8 req-655d65f8-821b-4915-b887-a0af5991dd5a tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0490801 Feb 11 05:27:41.582963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac420-f686-4c96-a939-5db7242351cb req-7b382850-5c7e-402e-87e8-8f1832f83cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.584783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a08ac420-f686-4c96-a939-5db7242351cb req-7b382850-5c7e-402e-87e8-8f1832f83cb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=853f4dd954484987b9269620f2134d69&device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 1127 time: 0.0918732 Feb 11 05:27:41.832615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-95f8dcb8-61a7-4193-b57d-c906d1c6da92 service neutron] 10.222.0.72 "GET /v2.0/ports/b2f3ded2-f663-4f81-97a4-096f410f7159/bindings/n-h1-715271-35 HTTP/1.1" status: 200 len: 385 time: 0.1603680 Feb 11 05:27:41.867264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735f00c-36df-4d96-a77e-b75e6d113d52 req-d08bf19d-f7f7-4538-9e19-0eddafc12b96 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.874152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2735f00c-36df-4d96-a77e-b75e6d113d52 req-d08bf19d-f7f7-4538-9e19-0eddafc12b96 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 944 time: 0.2009919 Feb 11 05:27:41.892190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac420-f686-4c96-a939-5db7242351cb req-5230786f-1414-407b-9058-7e1daad0e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.894643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a08ac420-f686-4c96-a939-5db7242351cb req-5230786f-1414-407b-9058-7e1daad0e30c service neutron] 10.222.0.72 "GET /v2.0/networks?id=11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 200 len: 922 time: 0.3012099 Feb 11 05:27:41.933406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7316-8904-4cd5-9699-3c6fca5fce61 req-55e99da6-625c-4617-8246-70fbe23872b3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.935648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6abc7316-8904-4cd5-9699-3c6fca5fce61 req-55e99da6-625c-4617-8246-70fbe23872b3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 943 time: 0.1931963 Feb 11 05:27:41.990117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a08ac420-f686-4c96-a939-5db7242351cb req-75b905d2-02b6-4bd0-8019-134c3b05c8c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be5528c9-8b2c-4342-ade3-453d21438b0b HTTP/1.1" status: 200 len: 217 time: 0.0754602 Feb 11 05:27:42.099494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2db3c436-8f67-493c-8b77-f9451f66fa50 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:42.119705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6abc7316-8904-4cd5-9699-3c6fca5fce61 req-8cb58da4-d8c0-40cc-9490-a0239b7bf472 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752028 Feb 11 05:27:42.248773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac420-f686-4c96-a939-5db7242351cb req-eb641ca4-2059-44ba-8c40-3669dce7193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.250433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a08ac420-f686-4c96-a939-5db7242351cb req-eb641ca4-2059-44ba-8c40-3669dce7193b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9b908ad-a06c-4b74-8e8c-dbc3801df0fb HTTP/1.1" status: 200 len: 861 time: 0.2435174 Feb 11 05:27:42.317077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2735f00c-36df-4d96-a77e-b75e6d113d52 req-aab05c0e-d2d7-4d1e-9869-ffeac561ed40 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362810 Feb 11 05:27:42.317616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2db3c436-8f67-493c-8b77-f9451f66fa50, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2db3c436-8f67-493c-8b77-f9451f66fa50,segment=NetworkSegment(a4cf5093-5efb-41f5-93c7-3d9f7cf236cc),segment_id=a4cf5093-5efb-41f5-93c7-3d9f7cf236cc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:42.333807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '2db3c436-8f67-493c-8b77-f9451f66fa50', 'network_id': 'e71e926d-8be1-4259-9b2f-e7d7ab10722a', 'port_id': '2db3c436-8f67-493c-8b77-f9451f66fa50', 'mac_address': 'fa:16:3e:64:5b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8e9301-fd87-496f-8bba-3f18d3d1ad43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:42.346515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a08ac420-f686-4c96-a939-5db7242351cb req-bfed1fa0-dd3b-4cd5-b793-855be48536f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11c67009-03f7-4dc4-b8a5-04278cc7600f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688481 Feb 11 05:27:42.427747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:42.430990 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddeb259-a8d6-435e-856b-2de5d3e02999" -d '{"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:42.466193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ba45-ed95-4aef-b7f8-64160a28a273 req-190c7b92-97e8-4106-83e8-d21d30b7031d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.473300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b165ba45-ed95-4aef-b7f8-64160a28a273 req-190c7b92-97e8-4106-83e8-d21d30b7031d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.2482989 Feb 11 05:27:42.475734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 2db3c436-8f67-493c-8b77-f9451f66fa50 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:42.477127 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.503973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db3c436-8f67-493c-8b77-f9451f66fa50 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:42.543330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2db3c436-8f67-493c-8b77-f9451f66fa50, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2db3c436-8f67-493c-8b77-f9451f66fa50,segment=NetworkSegment(a4cf5093-5efb-41f5-93c7-3d9f7cf236cc),segment_id=a4cf5093-5efb-41f5-93c7-3d9f7cf236cc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:42.550549 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.629432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=2db3c436-8f67-493c-8b77-f9451f66fa50,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:42.868016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['2db3c436-8f67-493c-8b77-f9451f66fa50'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:42.939257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b165ba45-ed95-4aef-b7f8-64160a28a273 req-9269e2ea-2a88-4a55-9cfb-b432a68d7de4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630411 Feb 11 05:27:42.989012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:43.098108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6198ddc-29d5-42c6-8044-84d8f16dd60f req-87e44328-ae06-4404-9aa3-dd4c26964a82 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.106127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6198ddc-29d5-42c6-8044-84d8f16dd60f req-87e44328-ae06-4404-9aa3-dd4c26964a82 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 945 time: 0.6276624 Feb 11 05:27:43.109761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:43.157576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a08ac420-f686-4c96-a939-5db7242351cb req-1eda1974-313f-42f4-a78f-f77b9f7486a3 service neutron] 10.222.0.72 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809980 Feb 11 05:27:43.224385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f3ded2-f663-4f81-97a4-096f410f7159 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:43.253096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6198ddc-29d5-42c6-8044-84d8f16dd60f req-18e7a525-6e56-4ed8-be65-da3794720b99 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437137 Feb 11 05:27:43.258455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:43.324072 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29288615-877f-45f8-bd42-94fec0c263be x-openstack-request-id: req-29288615-877f-45f8-bd42-94fec0c263be {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:43.324549 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:43.324673 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29288615-877f-45f8-bd42-94fec0c263be {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:43.325020 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'code': 200} Feb 11 05:27:43.345150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ec713-9367-406a-beef-d9c480f170b1 req-568ffca1-1bcb-46ff-a494-8c2b47c9b977 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.354946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b58ec713-9367-406a-beef-d9c480f170b1 req-568ffca1-1bcb-46ff-a494-8c2b47c9b977 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.3086092 Feb 11 05:27:43.364892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.440753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a08ac420-f686-4c96-a939-5db7242351cb req-be29c05e-742f-4b8b-8d29-f110599c95c7 service neutron] 10.222.0.72 "GET /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711964 Feb 11 05:27:43.494858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a2f466a-acc1-4603-99ef-4de4bc16aa32 req-7f8f44e2-ab95-4e0a-9dfa-7fc4cb8eba53 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0513225 Feb 11 05:27:43.514251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b58ec713-9367-406a-beef-d9c480f170b1 req-511a35d6-3f1d-449d-9a30-af43f0b9e974 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579518 Feb 11 05:27:43.597938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] Transition to ACTIVE for port object b2f3ded2-f663-4f81-97a4-096f410f7159 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:43.606477 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.768271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] No DVR routers for this DVR port b2f3ded2-f663-4f81-97a4-096f410f7159 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:43.775420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f3ded2-f663-4f81-97a4-096f410f7159,revision_number=10']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:43.858117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b71d24d0-dda5-47e5-8097-0d025ecff6e5 service neutron] 10.222.0.72 "PUT /v2.0/ports/b2f3ded2-f663-4f81-97a4-096f410f7159/bindings/n-h1-715271-35/activate HTTP/1.1" status: 200 len: 370 time: 1.9979897 Feb 11 05:27:43.870139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb830-dc9e-448c-b398-f7cfc605df14 req-255e0ddd-9b1d-4bdd-a2d8-5876c2c47986 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.871813 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-168eb830-dc9e-448c-b398-f7cfc605df14 req-255e0ddd-9b1d-4bdd-a2d8-5876c2c47986 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 944 time: 0.2190495 Feb 11 05:27:43.888390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80759a0c-a8cb-4bdb-b56d-a47a7b4c3151 req-1219b0d2-af30-487e-8775-ce170aca54ab tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.900983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80759a0c-a8cb-4bdb-b56d-a47a7b4c3151 req-1219b0d2-af30-487e-8775-ce170aca54ab tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 944 time: 0.1668851 Feb 11 05:27:44.038265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80759a0c-a8cb-4bdb-b56d-a47a7b4c3151 req-95205985-b690-4fae-911c-885558a40c18 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355026 Feb 11 05:27:44.046795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-168eb830-dc9e-448c-b398-f7cfc605df14 req-4112f64d-f2b5-4a5c-820d-ef5851101776 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430552 Feb 11 05:27:44.061047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-665f2307-fcb2-4380-980a-483a1cc82bd9 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.063107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-665f2307-fcb2-4380-980a-483a1cc82bd9 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.1106617 Feb 11 05:27:44.118818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2db3c436-8f67-493c-8b77-f9451f66fa50 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:44.182669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-364db5c2-d281-488d-8975-66d57305ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.184185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-364db5c2-d281-488d-8975-66d57305ae5c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55&tenant_id=189047df84ed4519ae5f18281ab6a0b6 HTTP/1.1" status: 200 len: 1127 time: 0.1084721 Feb 11 05:27:44.197296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be27366-c633-4c19-80e4-e4888a139613 req-a6a48b4c-bca2-43ca-9d4b-adb0bc70484b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.204220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1be27366-c633-4c19-80e4-e4888a139613 req-a6a48b4c-bca2-43ca-9d4b-adb0bc70484b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.0813193 Feb 11 05:27:44.226333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 2db3c436-8f67-493c-8b77-f9451f66fa50 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:44.231398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 2db3c436-8f67-493c-8b77-f9451f66fa50 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:44.232027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.318152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1be27366-c633-4c19-80e4-e4888a139613 req-75319f6c-36d4-4892-957b-47aff78c55ed tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129515 Feb 11 05:27:44.331884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-17dc7447-e78b-4725-990c-4313ca98e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.336356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-17dc7447-e78b-4725-990c-4313ca98e131 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1127 time: 0.1083009 Feb 11 05:27:44.343996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 2db3c436-8f67-493c-8b77-f9451f66fa50 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:44.344492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.387600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2db3c436-8f67-493c-8b77-f9451f66fa50, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2db3c436-8f67-493c-8b77-f9451f66fa50,segment=NetworkSegment(a4cf5093-5efb-41f5-93c7-3d9f7cf236cc),segment_id=a4cf5093-5efb-41f5-93c7-3d9f7cf236cc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:44.395759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.471466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=2db3c436-8f67-493c-8b77-f9451f66fa50,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:44.562321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cd392-eceb-4406-9d38-15bbd16142be req-66f3022d-c6ff-4926-a854-9de650d38c12 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.564485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-263cd392-eceb-4406-9d38-15bbd16142be req-66f3022d-c6ff-4926-a854-9de650d38c12 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.1495681 Feb 11 05:27:44.565663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-98664fe3-7445-41c2-b19d-2b82ce238dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.567358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-98664fe3-7445-41c2-b19d-2b82ce238dfb service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.2199609 Feb 11 05:27:44.642369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-54b4e986-55e7-4983-8aa6-1f990029237a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 217 time: 0.0481179 Feb 11 05:27:44.738684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-263cd392-eceb-4406-9d38-15bbd16142be req-1669c613-28df-41b5-bb38-a441dc7d4261 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690767 Feb 11 05:27:44.768398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-29fdc9c0-0bef-431c-b592-7f38bfb9763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.769930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-29fdc9c0-0bef-431c-b592-7f38bfb9763c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.1118131 Feb 11 05:27:44.795314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d05e-4163-4071-a7c0-18b3f7120b50 req-01e39841-8e0a-47a6-adc5-668176ae2078 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.796860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4444d05e-4163-4071-a7c0-18b3f7120b50 req-01e39841-8e0a-47a6-adc5-668176ae2078 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.1374800 Feb 11 05:27:44.803158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device be5528c9-8b2c-4342-ade3-453d21438b0b details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:44.816218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-b54e0a3a-98c7-4a4a-b99b-cb41555a7e83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378408 Feb 11 05:27:44.837835 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:27:44.915057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af175a1c-4f81-4e5a-bf18-1791cd3b6f45 req-4d3a476d-8b3a-423a-9896-7d5a7a190b48 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0634224 Feb 11 05:27:44.936765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b2f3ded2-f663-4f81-97a4-096f410f7159 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:44.980740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4444d05e-4163-4071-a7c0-18b3f7120b50 req-0109d33e-1806-4e0c-8ec5-8962dfc4c8e8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675615 Feb 11 05:27:45.006443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port be5528c9-8b2c-4342-ade3-453d21438b0b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be5528c9-8b2c-4342-ade3-453d21438b0b,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:45.054189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-39b6ef4b-95de-40c2-ac2d-50becc2d0e09 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132359 Feb 11 05:27:45.063305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'be5528c9-8b2c-4342-ade3-453d21438b0b', 'network_id': '11c67009-03f7-4dc4-b8a5-04278cc7600f', 'port_id': 'be5528c9-8b2c-4342-ade3-453d21438b0b', 'mac_address': 'fa:16:3e:c9:3d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b908ad-a06c-4b74-8e8c-dbc3801df0fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:45.120196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port b2f3ded2-f663-4f81-97a4-096f410f7159 host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:27:45.120768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b2f3ded2-f663-4f81-97a4-096f410f7159 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:45.191739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port be5528c9-8b2c-4342-ade3-453d21438b0b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:45.192294 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.208780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5528c9-8b2c-4342-ade3-453d21438b0b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:45.231369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-c3e396e9-35b8-4a86-a20d-96ef0285d322 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689904 Feb 11 05:27:45.234826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port be5528c9-8b2c-4342-ade3-453d21438b0b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be5528c9-8b2c-4342-ade3-453d21438b0b,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:45.251491 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.335613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4541a37b-27f8-4429-869f-235dadaed457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db3c436-8f67-493c-8b77-f9451f66fa50'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:45.338082 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4213d908-06bd-4a71-8f61-b781a317d3bf" -d '{"events": [{"server_uuid": "4541a37b-27f8-4429-869f-235dadaed457", "name": "network-vif-plugged", "status": "completed", "tag": "2db3c436-8f67-493c-8b77-f9451f66fa50"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:45.346855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=be5528c9-8b2c-4342-ade3-453d21438b0b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:45.366876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b657d8-988e-484a-83f2-d8a0264b91de req-9fced817-b8ec-4463-8962-102ff00288c8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.373639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12b657d8-988e-484a-83f2-d8a0264b91de req-9fced817-b8ec-4463-8962-102ff00288c8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 944 time: 0.1414523 Feb 11 05:27:45.400392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561f9f8-38e6-4879-aae0-78971bb221bd req-bfe67b50-80c7-4c14-8a6e-df9e2757b0cf tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.416934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d561f9f8-38e6-4879-aae0-78971bb221bd req-bfe67b50-80c7-4c14-8a6e-df9e2757b0cf tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 945 time: 0.1836591 Feb 11 05:27:45.505470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12b657d8-988e-484a-83f2-d8a0264b91de req-378c856b-d03f-45b0-98e1-527f039f60db tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220810 Feb 11 05:27:45.520382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d561f9f8-38e6-4879-aae0-78971bb221bd req-ad1ee557-db81-4964-a541-439c0167b278 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021364 Feb 11 05:27:45.584480 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7358681d-c58b-4a79-9e63-b5f0472d3227 x-openstack-request-id: req-7358681d-c58b-4a79-9e63-b5f0472d3227 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:45.584836 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4541a37b-27f8-4429-869f-235dadaed457", "name": "network-vif-plugged", "status": "completed", "tag": "2db3c436-8f67-493c-8b77-f9451f66fa50", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:45.585104 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7358681d-c58b-4a79-9e63-b5f0472d3227 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:45.585572 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4541a37b-27f8-4429-869f-235dadaed457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db3c436-8f67-493c-8b77-f9451f66fa50', 'code': 200} Feb 11 05:27:45.590432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['be5528c9-8b2c-4342-ade3-453d21438b0b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:45.726682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-08883c03-ee7e-40f0-873b-0e88ae283163 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.728413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-08883c03-ee7e-40f0-873b-0e88ae283163 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.1752336 Feb 11 05:27:45.751793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232c74-91bd-45c6-9ad5-a07fb8e4b080 req-ff35e944-2d7b-49ed-a5a3-a9830c788d7c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.753386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29232c74-91bd-45c6-9ad5-a07fb8e4b080 req-ff35e944-2d7b-49ed-a5a3-a9830c788d7c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.1298082 Feb 11 05:27:45.823520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ab9b4-2899-4ac6-8f65-b077340720e0 req-d411df4a-4410-49db-966d-67321ab56398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.827584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-676ab9b4-2899-4ac6-8f65-b077340720e0 req-d411df4a-4410-49db-966d-67321ab56398 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 1129 time: 0.1515257 Feb 11 05:27:46.118251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29232c74-91bd-45c6-9ad5-a07fb8e4b080 req-e1d89d47-667a-4ce6-a4ed-522226d3a1b4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535829 Feb 11 05:27:46.125338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc815f-ff90-410d-8612-d9dcd966ddfb req-11dc8750-7b75-4be8-a3fa-9dc76d63d665 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.133036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72cc815f-ff90-410d-8612-d9dcd966ddfb req-11dc8750-7b75-4be8-a3fa-9dc76d63d665 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.2752013 Feb 11 05:27:46.141604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-676ab9b4-2899-4ac6-8f65-b077340720e0 req-c87eb34c-9026-4cf0-bf01-f23cd98d8463 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849469 Feb 11 05:27:46.233201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-c5cd2a11-3706-4b0d-8f63-f51872103115 service neutron] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:46.246401 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-c5cd2a11-3706-4b0d-8f63-f51872103115 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.247517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364b2233-edaf-4612-83d1-e25b8bb01d41 req-c5cd2a11-3706-4b0d-8f63-f51872103115 service neutron] 10.222.0.81 "DELETE /v2.0/ports/b2f3ded2-f663-4f81-97a4-096f410f7159/bindings/n-h2-715271-35 HTTP/1.1" status: 204 len: 173 time: 0.5089400 Feb 11 05:27:46.274000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c0b9617-85ca-4986-99b5-af73d0f696fe req-5e898020-fa9a-4ed8-b596-6378e8d52477 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0645058 Feb 11 05:27:46.292731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72cc815f-ff90-410d-8612-d9dcd966ddfb req-babb6631-345b-474f-817e-588069cb5efb tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587288 Feb 11 05:27:46.459396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db81e0-a6df-4d87-b4c5-a971f3a4fc05 req-10d0617c-ad44-4216-bef6-83160faf2cf1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.460959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61db81e0-a6df-4d87-b4c5-a971f3a4fc05 req-10d0617c-ad44-4216-bef6-83160faf2cf1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.1081958 Feb 11 05:27:46.527042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61db81e0-a6df-4d87-b4c5-a971f3a4fc05 req-1c74c62a-7b27-437b-9acb-91bd932ac48e tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582116 Feb 11 05:27:46.652950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc6b5e-a24c-4170-985a-4302c4c81252 req-2f9309a6-2208-4f24-aa74-3f71f4fb8687 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.654570 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1dc6b5e-a24c-4170-985a-4302c4c81252 req-2f9309a6-2208-4f24-aa74-3f71f4fb8687 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 944 time: 0.0594482 Feb 11 05:27:46.743145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1dc6b5e-a24c-4170-985a-4302c4c81252 req-5e21db0d-d6cf-4834-98a0-a0055051028a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680819 Feb 11 05:27:46.831633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device be5528c9-8b2c-4342-ade3-453d21438b0b up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:46.957043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f5f8c-490a-4e7f-bf5d-af9672e7743f req-15613dcc-8ca0-4d57-bb56-57eaf6078539 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.967043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d11f5f8c-490a-4e7f-bf5d-af9672e7743f req-15613dcc-8ca0-4d57-bb56-57eaf6078539 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 945 time: 0.1147811 Feb 11 05:27:46.974566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port be5528c9-8b2c-4342-ade3-453d21438b0b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:46.981983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port be5528c9-8b2c-4342-ade3-453d21438b0b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:46.982621 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.025566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d11f5f8c-490a-4e7f-bf5d-af9672e7743f req-fd76a280-1ec2-49c9-bcf1-749b5e60203e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574534 Feb 11 05:27:47.108540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port be5528c9-8b2c-4342-ade3-453d21438b0b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:47.109426 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.176076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port be5528c9-8b2c-4342-ade3-453d21438b0b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be5528c9-8b2c-4342-ade3-453d21438b0b,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:47.180654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803070b-bada-46d6-a7d1-fafebba97925 req-5bda8d5a-66d3-4b23-bd03-b9ad6ffbe919 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.186216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2803070b-bada-46d6-a7d1-fafebba97925 req-5bda8d5a-66d3-4b23-bd03-b9ad6ffbe919 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1127 time: 0.0604911 Feb 11 05:27:47.187410 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.258124 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2803070b-bada-46d6-a7d1-fafebba97925 req-90291baf-c898-4438-8598-a367893f4bb2 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498183 Feb 11 05:27:47.301424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=be5528c9-8b2c-4342-ade3-453d21438b0b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:47.424376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee93ad5-7618-4aa7-92ff-809de3a51d68 req-d5ea60ac-ec06-4c67-a9fe-88ce424920e5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.426058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ee93ad5-7618-4aa7-92ff-809de3a51d68 req-d5ea60ac-ec06-4c67-a9fe-88ce424920e5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.0952506 Feb 11 05:27:47.496386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ee93ad5-7618-4aa7-92ff-809de3a51d68 req-6b89c72e-a112-43e6-b96a-5c54824c0695 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631504 Feb 11 05:27:47.586966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5178a87a-fa13-4fad-abcf-93c6d83026b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5528c9-8b2c-4342-ade3-453d21438b0b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:47.592100 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1ac2b7-95f0-40b0-8d47-408eb99e3c15" -d '{"events": [{"server_uuid": "5178a87a-fa13-4fad-abcf-93c6d83026b5", "name": "network-vif-plugged", "status": "completed", "tag": "be5528c9-8b2c-4342-ade3-453d21438b0b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:47.617772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3efe63df-9485-4ed9-a084-bd64800f2b1a req-6de19c3c-fff4-401a-ab08-f1f52820dfe4 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0396085 Feb 11 05:27:47.782936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b14da-f9e0-4848-afe6-cc7dc7331cb1 req-9b415f84-003e-41e4-88fe-40337368c93e tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.791372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf1b14da-f9e0-4848-afe6-cc7dc7331cb1 req-9b415f84-003e-41e4-88fe-40337368c93e tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.0875678 Feb 11 05:27:47.855740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf1b14da-f9e0-4848-afe6-cc7dc7331cb1 req-fa9c4c1d-8648-4114-aea0-c99a0959e1a7 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632410 Feb 11 05:27:51.794192 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.891794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.826179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-62a7f6ed-b224-44bb-9944-9e2f615fb684 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.827660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-62a7f6ed-b224-44bb-9944-9e2f615fb684 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 808 time: 0.1409533 Feb 11 05:27:53.847905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681e63c-1e6f-4431-9fa0-ec9c3eb08c68 req-8a42d6d7-a770-4e4c-836e-e4c429ce3aab tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.849391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1681e63c-1e6f-4431-9fa0-ec9c3eb08c68 req-8a42d6d7-a770-4e4c-836e-e4c429ce3aab tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.0922711 Feb 11 05:27:53.854109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-89a5e416-54de-4970-8077-4844644b24e3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/quotas/189047df84ed4519ae5f18281ab6a0b6 HTTP/1.1" status: 200 len: 375 time: 0.0203781 Feb 11 05:27:53.937314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1681e63c-1e6f-4431-9fa0-ec9c3eb08c68 req-ef45c793-01af-46c4-b234-62deaf543a00 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811672 Feb 11 05:27:53.943783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-f1c96226-1b50-4e1b-9a79-6a51d0d2b57e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819576 Feb 11 05:27:53.993723 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a57dbfc-caa6-4858-bbd5-ff4088d936c4 x-openstack-request-id: req-6a57dbfc-caa6-4858-bbd5-ff4088d936c4 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:53.994268 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5178a87a-fa13-4fad-abcf-93c6d83026b5", "name": "network-vif-plugged", "status": "completed", "tag": "be5528c9-8b2c-4342-ade3-453d21438b0b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:53.994436 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a57dbfc-caa6-4858-bbd5-ff4088d936c4 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:53.994853 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5178a87a-fa13-4fad-abcf-93c6d83026b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5528c9-8b2c-4342-ade3-453d21438b0b', 'code': 200} Feb 11 05:27:54.098131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-a66b6c27-e8c0-407b-a8b6-b8ddb947833a service neutron] 10.222.0.31 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471367 Feb 11 05:27:54.231633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167dfc-7d2d-4def-9804-df36943c9e23 req-299fc33d-4557-465a-9fae-15fcd315bfa8 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.233211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d167dfc-7d2d-4def-9804-df36943c9e23 req-299fc33d-4557-465a-9fae-15fcd315bfa8 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 946 time: 0.1789944 Feb 11 05:27:54.275376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40c9f8-7ba3-4125-a203-166f84a51e94 req-192470f2-e607-4b94-bb85-20735dae4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.276890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e40c9f8-7ba3-4125-a203-166f84a51e94 req-192470f2-e607-4b94-bb85-20735dae4de7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 1129 time: 0.1703789 Feb 11 05:27:54.281531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4362dec-8887-48c8-89ba-f4b82d9dd2b8 req-820d7aec-786e-4730-ba53-c2945b2f561f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0448875 Feb 11 05:27:54.308082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-aa2e4762-bce6-46e7-9ae8-5f1d78d2174c service neutron] 10.222.0.31 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985099 Feb 11 05:27:54.330196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d167dfc-7d2d-4def-9804-df36943c9e23 req-3a2a4d38-a0e6-4724-a867-5c71f92de585 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826573 Feb 11 05:27:54.460712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27f68e-cabe-45d1-a998-903d9c45bbfc req-20ac0bf6-cb55-430d-82e4-d67b3e7929b0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.462269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b27f68e-cabe-45d1-a998-903d9c45bbfc req-20ac0bf6-cb55-430d-82e4-d67b3e7929b0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.0702300 Feb 11 05:27:54.577501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6751ffc-c644-4ed0-89ec-1ae6c814e431 req-d1358046-9963-49dd-be7e-4444c2217072 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0708923 Feb 11 05:27:54.599488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b27f68e-cabe-45d1-a998-903d9c45bbfc req-d1d57245-d12b-4a2a-9044-a8839dce300b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304853 Feb 11 05:27:54.603541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e40c9f8-7ba3-4125-a203-166f84a51e94 req-1950f6fd-cbdc-48bd-8154-444733da6434 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187410 Feb 11 05:27:54.744855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472ad23-b356-4f42-bccf-1b26dc1795d6 req-7bdae0ec-f80c-4346-aa01-9dcef172ff0c tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.746436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5472ad23-b356-4f42-bccf-1b26dc1795d6 req-7bdae0ec-f80c-4346-aa01-9dcef172ff0c tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.0724182 Feb 11 05:27:54.776346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5dc34d9c-6ceb-4be3-ab17-1bb17b4434e4 req-ac19a91e-4ca9-4cf8-8e1b-b7e26dc28238 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 210 time: 0.0289314 Feb 11 05:27:54.846103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5472ad23-b356-4f42-bccf-1b26dc1795d6 req-900ad6c2-1825-4e19-ba6e-8412d8d1c72f tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882041 Feb 11 05:27:54.917446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd268721-76cf-4312-89ba-5f73780013d3 req-4dbe6cd6-25fa-401a-ab02-8c00fa263bdb tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.919365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd268721-76cf-4312-89ba-5f73780013d3 req-4dbe6cd6-25fa-401a-ab02-8c00fa263bdb tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d782f1-b934-493e-91c1-9cf6e59e7882 HTTP/1.1" status: 200 len: 950 time: 0.0714839 Feb 11 05:27:54.988017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd268721-76cf-4312-89ba-5f73780013d3 req-12631941-575c-4925-bbad-362ebf504ba6 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609252 Feb 11 05:27:55.172498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da489-3c5c-4dc5-b5b3-d8cd38ac7814 req-b22b8494-41dd-4323-88cb-b493ec3e118b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.176668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-900da489-3c5c-4dc5-b5b3-d8cd38ac7814 req-b22b8494-41dd-4323-88cb-b493ec3e118b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.1100197 Feb 11 05:27:55.301243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-900da489-3c5c-4dc5-b5b3-d8cd38ac7814 req-cf89b19a-6d8e-4352-b030-d4130927cb15 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155441 Feb 11 05:27:55.370269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-933c7997-3a9e-4436-ba5d-2b5a0eacf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.371925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-933c7997-3a9e-4436-ba5d-2b5a0eacf2c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dce27dbf2405468cb30b2ed855a76b56&device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 1129 time: 0.1932766 Feb 11 05:27:55.385161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b1a5d-1464-48ca-ac68-2f79f8c39605 req-6106ee46-6b9d-4e7f-b2d8-d0edf5a9a270 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.387165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-572b1a5d-1464-48ca-ac68-2f79f8c39605 req-6106ee46-6b9d-4e7f-b2d8-d0edf5a9a270 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.1015499 Feb 11 05:27:55.557319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-572b1a5d-1464-48ca-ac68-2f79f8c39605 req-ca695add-20cf-4516-ac5f-2884fcc207cf tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489022 Feb 11 05:27:55.599620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-e005a67e-80e6-48df-9071-433550797f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.601511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-e005a67e-80e6-48df-9071-433550797f36 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e71e926d-8be1-4259-9b2f-e7d7ab10722a HTTP/1.1" status: 200 len: 915 time: 0.2134588 Feb 11 05:27:55.680989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5241b69-a411-482e-8ed3-c3e0d85140a3 req-65fde3e5-7fad-4c9c-be1c-a24ce49205ea tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.683423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5241b69-a411-482e-8ed3-c3e0d85140a3 req-65fde3e5-7fad-4c9c-be1c-a24ce49205ea tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 946 time: 0.1789489 Feb 11 05:27:55.684737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-4ed9d2c1-ffb4-41c0-8272-e820c67ca4bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db3c436-8f67-493c-8b77-f9451f66fa50 HTTP/1.1" status: 200 len: 217 time: 0.0746803 Feb 11 05:27:55.797393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b04904e3-15bc-4af2-8481-b22db32c5aa4 req-07b52790-f5c2-4abf-b9ca-bfadb9224348 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0641134 Feb 11 05:27:55.817862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5241b69-a411-482e-8ed3-c3e0d85140a3 req-544cccf7-e421-4a15-972f-de5614345ddf tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266220 Feb 11 05:27:55.848111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-4e87201c-b6e2-4b3f-b411-208b7866c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.849720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-4e87201c-b6e2-4b3f-b411-208b7866c916 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f8e9301-fd87-496f-8bba-3f18d3d1ad43 HTTP/1.1" status: 200 len: 854 time: 0.1495934 Feb 11 05:27:55.947083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-69fba778-35fe-4b43-96b9-78ebc57bd7eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e71e926d-8be1-4259-9b2f-e7d7ab10722a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808377 Feb 11 05:27:56.066636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba7b25fc-a618-4083-bc95-f97dd9b8a2e3 req-96172eb3-1216-4da3-b666-6f40d46fdb2f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 210 time: 0.0544708 Feb 11 05:27:56.432398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71270334-ac00-4a29-9c44-1a08684f9d3b req-59e4c77f-150b-4088-99b2-352fc9602204 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954&device_id=7c78fbd5-9f34-412e-bbd5-5efef5259371 HTTP/1.1" status: 200 len: 210 time: 0.0469203 Feb 11 05:27:56.442048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed87e4-c244-4abd-bfdb-69b1702a4756 req-e48ed296-6f80-4f12-8790-b8dc0d6cfabc tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:56.449737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55ed87e4-c244-4abd-bfdb-69b1702a4756 req-e48ed296-6f80-4f12-8790-b8dc0d6cfabc tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.5476694 Feb 11 05:27:56.460039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-4ce7024a-2c6d-4fca-820c-a73a8f063f66 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:56.462056 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-4ce7024a-2c6d-4fca-820c-a73a8f063f66 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 808 time: 0.5837748 Feb 11 05:27:56.487833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Request body: {'port': {'device_id': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08', 'admin_state_up': True, 'tenant_id': '189047df84ed4519ae5f18281ab6a0b6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:56.517542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-f3b6e287-07e1-498c-91da-641cb4f9d379 service neutron] 10.222.0.81 "GET /v2.0/networks/e71e926d-8be1-4259-9b2f-e7d7ab10722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567288 Feb 11 05:27:56.641690 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55ed87e4-c244-4abd-bfdb-69b1702a4756 req-8f3d1626-4892-4778-9c39-f3da5cb518a3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910152 Feb 11 05:27:56.802826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff8f8004-011c-4bcd-90bc-77d930497a1a req-07a4ee61-3927-4697-8f21-d3eb21bfc865 service neutron] 10.222.0.81 "GET /v2.0/networks/e71e926d-8be1-4259-9b2f-e7d7ab10722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692218 Feb 11 05:27:56.802826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Made reservation on behalf of 189047df84ed4519ae5f18281ab6a0b6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:56.802826 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.813484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ea36b-31c9-4152-93fe-d4bff84b7215 req-a6b0a346-bc3d-4f5c-8d29-0c8ce14d502c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:56.815036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-877ea36b-31c9-4152-93fe-d4bff84b7215 req-a6b0a346-bc3d-4f5c-8d29-0c8ce14d502c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.2101009 Feb 11 05:27:56.860872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:56.873652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9f96223-b4b9-4513-ab33-cd4d5c93e4d2 req-b625b9c1-9d54-44e8-a41f-267cc518da5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee083aaf097d43d299f726f2cc0fd014&device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0484972 Feb 11 05:27:56.953223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9f96223-b4b9-4513-ab33-cd4d5c93e4d2 req-d5a5e230-c0d9-46f3-858d-7b0232f241b1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ee083aaf097d43d299f726f2cc0fd014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670309 Feb 11 05:27:56.957041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1ed3b425-9a99-4501-939d-c1ea045c8581 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:56.957581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.997097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:56.998483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-877ea36b-31c9-4152-93fe-d4bff84b7215 req-fb648980-1ebd-49ff-9951-4dcf028b3b21 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721766 Feb 11 05:27:57.003343 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e9f30f-54cf-4ba8-a902-7bfd1e8a0cd3" -d '{"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:57.025426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:57.031154 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.093962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=11']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:57.103928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.104426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.104874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.105363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.105796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.106347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.106800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.107231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.107665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.108227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.108660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.109256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.109686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.234975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b21cbb4-4fe7-4db7-9975-d5fa5eac9042 req-fce306a1-1d01-492c-bf32-264481dbcca8 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0526400 Feb 11 05:27:57.249556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Allocated IP 172.20.0.3 (662b4f87-ddac-4f37-bb8c-0f74e2de8a08/219dcd02-d0cc-4942-9fb4-bddf9eca1cce/ccef18f7-e1e8-4ab8-80e7-627310df5422) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:57.263753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f96223-b4b9-4513-ab33-cd4d5c93e4d2 req-bb42daa7-a35e-420d-94bb-f7bf2fd42cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.266400 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9f96223-b4b9-4513-ab33-cd4d5c93e4d2 req-bb42daa7-a35e-420d-94bb-f7bf2fd42cbc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3030477 Feb 11 05:27:57.296594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a024c-a48f-4292-83f9-98e7ce643ae1 req-d2708dec-0d09-4ab4-94a4-57e5fb3205ee tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.298425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-351a024c-a48f-4292-83f9-98e7ce643ae1 req-d2708dec-0d09-4ab4-94a4-57e5fb3205ee tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.2150450 Feb 11 05:27:57.477307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-351a024c-a48f-4292-83f9-98e7ce643ae1 req-70aa8670-1521-4061-b20d-65a25ae4edc8 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679964 Feb 11 05:27:57.497868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f58332-46e0-4312-9991-cda3abb4d980 req-ac1eb2a0-8093-42d1-932c-1e956362c043 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.499804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64f58332-46e0-4312-9991-cda3abb4d980 req-ac1eb2a0-8093-42d1-932c-1e956362c043 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 946 time: 0.1846499 Feb 11 05:27:57.578091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks [] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.596273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64f58332-46e0-4312-9991-cda3abb4d980 req-9510410f-f43c-4033-9dac-7645ff184a8e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822749 Feb 11 05:27:57.623706 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249f6e72-a1ce-4a88-b0e9-01d92b92ba72 x-openstack-request-id: req-249f6e72-a1ce-4a88-b0e9-01d92b92ba72 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:57.624008 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:57.624268 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-249f6e72-a1ce-4a88-b0e9-01d92b92ba72 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:57.624660 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'code': 200} Feb 11 05:27:57.648839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.664268 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ad17fb3-7495-4990-a792-af15f0d4faa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.677482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:57.703231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:57.722647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:57.784983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Pushing event updated for resources: {'Port': ['ID=ccef18f7-e1e8-4ab8-80e7-627310df5422,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:57.802864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.803283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.810840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:57.818138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.819306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.837877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3eab2-798c-4187-97e5-2e97d76c581a req-4794a98e-c5b5-4bde-8b68-816e8fa19202 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.839584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3d3eab2-798c-4187-97e5-2e97d76c581a req-4794a98e-c5b5-4bde-8b68-816e8fa19202 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 931 time: 0.1321018 Feb 11 05:27:57.848300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-07893846-df82-4157-bf9f-afb95427a715 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3646894 Feb 11 05:27:57.867725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Request body: {'port': {'device_id': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:57.958181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3d3eab2-798c-4187-97e5-2e97d76c581a req-74c239b4-d917-49f4-931f-f3e6389292a4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089206 Feb 11 05:27:57.987690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.036295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c468a2d-51e1-453a-b66e-ccdb6662fd51 req-6ecb5aec-a361-47d9-afbc-2e5f3be6bf64 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.038218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c468a2d-51e1-453a-b66e-ccdb6662fd51 req-6ecb5aec-a361-47d9-afbc-2e5f3be6bf64 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.0930083 Feb 11 05:27:58.188139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c468a2d-51e1-453a-b66e-ccdb6662fd51 req-361eafe0-b021-4582-8f97-c3441cd220f4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409628 Feb 11 05:27:58.264573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e7bcf-77a5-4bb5-afb6-4cca4a503f92 req-ed3719c4-5a2d-4509-b06b-dc48ee95d2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.266176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-221e7bcf-77a5-4bb5-afb6-4cca4a503f92 req-ed3719c4-5a2d-4509-b06b-dc48ee95d2be tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 946 time: 0.1357005 Feb 11 05:27:58.386085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8335f7-74e2-4815-b901-c05a178947d4 req-8b3afb34-0f03-496c-912d-c268fe2dcc43 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.387502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c8335f7-74e2-4815-b901-c05a178947d4 req-8b3afb34-0f03-496c-912d-c268fe2dcc43 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.1188278 Feb 11 05:27:58.393887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-221e7bcf-77a5-4bb5-afb6-4cca4a503f92 req-b11aedd9-20e6-4ae8-b8e3-b1ae0db3ef4f tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135635 Feb 11 05:27:58.481084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccef18f7-e1e8-4ab8-80e7-627310df5422 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:58.488001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c8335f7-74e2-4815-b901-c05a178947d4 req-6e85c0cd-ca4d-4cf4-975a-dbd921c552ca tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919814 Feb 11 05:27:58.493049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Publish callbacks [] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.546260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f07235c9-293b-496f-8dc7-070e998f16a0 req-d935185c-3c8e-42ce-bbfd-4cead4e14275 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0339231 Feb 11 05:27:58.547164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Transition to ACTIVE for port object ccef18f7-e1e8-4ab8-80e7-627310df5422 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:58.552515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.644105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Pushing event updated for resources: {'Port': ['ID=ccef18f7-e1e8-4ab8-80e7-627310df5422,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:58.739767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bec634-6f68-4cfc-9860-6e1c72122e98 req-16275653-67fd-494b-ae76-76b54846d6c5 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.741955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8bec634-6f68-4cfc-9860-6e1c72122e98 req-16275653-67fd-494b-ae76-76b54846d6c5 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.1083732 Feb 11 05:27:58.743293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:58.743627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:58.743971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:58.750914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Port ccef18f7-e1e8-4ab8-80e7-627310df5422 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:58.751276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:58.769449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:58.769824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:58.770185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:58.770633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Bound port: ccef18f7-e1e8-4ab8-80e7-627310df5422, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:58.770999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.847645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8bec634-6f68-4cfc-9860-6e1c72122e98 req-2d57b9fd-733c-479c-91c7-9393e0f9049d tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986776 Feb 11 05:27:58.875018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:58.884538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:58.915076 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.944331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9f96223-b4b9-4513-ab33-cd4d5c93e4d2 req-9cfd0701-6bc9-4d19-980a-64f6d1b36343 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.72 "GET /v2.0/ports?device_id=03aebc1b-5f53-417d-81d1-babcfcebe954 HTTP/1.1" status: 200 len: 210 time: 0.0539904 Feb 11 05:27:58.981332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.982855 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.985480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] 10.222.0.81 "PUT /v2.0/ports/ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 200 len: 1092 time: 1.1218162 Feb 11 05:27:58.986122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:58.988653 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cbf981-765d-4a62-b623-7e466f235daf" -d '{"events": [{"name": "network-changed", "server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:59.020065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56e6ea-add7-483b-9dc1-6dcbf4a23333 service neutron] Pushing event updated for resources: {'Port': ['ID=ccef18f7-e1e8-4ab8-80e7-627310df5422,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:59.129585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-f93b70fd-5d87-4523-944b-9df018a4954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:59.131653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-f93b70fd-5d87-4523-944b-9df018a4954e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1126 time: 0.0952842 Feb 11 05:27:59.150627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8227cc-5abd-45ea-985a-3c9df4a92cf8 req-d70beda3-ec8f-45b4-a003-4e76eaa6ee2f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:59.153675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e8227cc-5abd-45ea-985a-3c9df4a92cf8 req-d70beda3-ec8f-45b4-a003-4e76eaa6ee2f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 943 time: 0.0807664 Feb 11 05:27:59.196602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-2d403bad-7ca6-4586-a3fe-bd1ed4d5136d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 200 len: 217 time: 0.0416510 Feb 11 05:27:59.297452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e8227cc-5abd-45ea-985a-3c9df4a92cf8 req-04a3a37d-e782-442d-a7eb-3b2988610f07 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358349 Feb 11 05:27:59.326563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-900f5406-ecbd-4b4c-9b7a-21b3c9302475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:59.328268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-900f5406-ecbd-4b4c-9b7a-21b3c9302475 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.1163368 Feb 11 05:27:59.356125 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04dfe35-ebae-49f5-b949-5448f048a418 x-openstack-request-id: req-a04dfe35-ebae-49f5-b949-5448f048a418 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:59.356425 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:59.356687 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a04dfe35-ebae-49f5-b949-5448f048a418 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:59.357089 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422', 'status': 'completed', 'code': 200} Feb 11 05:27:59.388842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-c6abd913-783f-493b-9e8b-c781bc288336 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422506 Feb 11 05:27:59.452717 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-058161b1-bb34-4284-9ddc-f47a7b621b8e service neutron] show failed (client error): The resource could not be found. Feb 11 05:27:59.454133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-058161b1-bb34-4284-9ddc-f47a7b621b8e service neutron] 10.222.0.72 "GET /v2.0/ports/0bcba4ad-e329-4d3f-aec3-893c070f5f94/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.1967254 Feb 11 05:27:59.604840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657668f0-2cb0-4d96-b554-cf0071408f25 req-18a40049-fbd1-4c9e-a523-4af9568b9210 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:59.606390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-657668f0-2cb0-4d96-b554-cf0071408f25 req-18a40049-fbd1-4c9e-a523-4af9568b9210 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.2219594 Feb 11 05:27:59.613293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b80dd-c734-4088-9a3a-86d2a2ca9f43 req-439f3e63-316d-4c81-9468-9de86d4f5ae4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:59.620543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-833b80dd-c734-4088-9a3a-86d2a2ca9f43 req-439f3e63-316d-4c81-9468-9de86d4f5ae4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.1647151 Feb 11 05:27:59.663941 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-a10cb06e-dc35-4c2a-a09a-69a49199290d service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603204 Feb 11 05:27:59.793219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-833b80dd-c734-4088-9a3a-86d2a2ca9f43 req-9f3b1a26-bf47-496b-a548-95b5165f072e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716766 Feb 11 05:27:59.796531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-657668f0-2cb0-4d96-b554-cf0071408f25 req-d7de021f-442d-4f53-a26e-6ea8ea056b15 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690555 Feb 11 05:27:59.862951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-376de975-27d4-4a93-99ca-c71afb5924e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:59.864469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-376de975-27d4-4a93-99ca-c71afb5924e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e&tenant_id=1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 1133 time: 0.1715062 Feb 11 05:27:59.873949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-8a1e87b2-4532-4b2d-9adc-79df9ea838bc tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:59.875543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-8a1e87b2-4532-4b2d-9adc-79df9ea838bc tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.72 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 946 time: 0.2243192 Feb 11 05:27:59.883062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:00.015076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-321c1955-7206-4866-8c98-60ed9357e0f3 req-7877d63d-0f48-43c2-9ab1-fe7c9dd4f521 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424077 Feb 11 05:28:00.094100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.228229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-73a47c70-b06d-475d-affe-2fedc9bde993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.435367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c05a6-b763-4a31-9f00-1b048c24c057 req-3e590f23-c734-4597-bef2-8453a672e701 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.436755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd4c05a6-b763-4a31-9f00-1b048c24c057 req-3e590f23-c734-4597-bef2-8453a672e701 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 946 time: 0.5490770 Feb 11 05:28:00.465249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7da33-8b04-4175-be87-ddebba807d42 req-fd542e7c-f2c4-4c83-b9e1-4056f391617a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.466710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99a7da33-8b04-4175-be87-ddebba807d42 req-fd542e7c-f2c4-4c83-b9e1-4056f391617a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.5155604 Feb 11 05:28:00.531387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf981-765d-4a62-b623-7e466f235daf req-8a98db66-1a91-4f0e-951b-191104818736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.532898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06cbf981-765d-4a62-b623-7e466f235daf req-8a98db66-1a91-4f0e-951b-191104818736 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1126 time: 0.4561086 Feb 11 05:28:00.544198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Deleting port be5528c9-8b2c-4342-ade3-453d21438b0b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:00.544533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.719727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd4c05a6-b763-4a31-9f00-1b048c24c057 req-c09cb5cc-564a-4bcc-aef7-b1963b5c89b1 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups?id=d823cae1-1607-4a9b-9eb9-206003984cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519653 Feb 11 05:28:00.744076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99a7da33-8b04-4175-be87-ddebba807d42 req-b9a877a1-787d-4de3-916a-2ffebbb2e0c7 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648304 Feb 11 05:28:00.975915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] For port be5528c9-8b2c-4342-ade3-453d21438b0b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=be5528c9-8b2c-4342-ade3-453d21438b0b,segment=NetworkSegment(c584636c-2108-454a-9c61-b2a06f550215),segment_id=c584636c-2108-454a-9c61-b2a06f550215)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:00.976212 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.983368 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.995347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf981-765d-4a62-b623-7e466f235daf req-b4ff0cbc-371e-42b9-91e6-1423cf3c7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.996676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06cbf981-765d-4a62-b623-7e466f235daf req-b4ff0cbc-371e-42b9-91e6-1423cf3c7894 service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.4477174 Feb 11 05:28:01.032950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Calling delete_port for be5528c9-8b2c-4342-ade3-453d21438b0b owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:01.073720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:01.099847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06cbf981-765d-4a62-b623-7e466f235daf req-f58a3fd0-017f-4666-abf7-635a4a354d9b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 200 len: 217 time: 0.0913746 Feb 11 05:28:01.132337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bb4de36-48d2-4634-a42e-e1f91f548f98 req-4ac40d84-d9d8-405f-9b95-bf76c3b3436b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee083aaf097d43d299f726f2cc0fd014&device_id=7c78fbd5-9f34-412e-bbd5-5efef5259371 HTTP/1.1" status: 200 len: 210 time: 0.0608087 Feb 11 05:28:01.199374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063766b9-ed69-44b6-8609-f0dd2540a539 req-49568311-d633-4bae-91f2-16a75b5dec9e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:01.200834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-063766b9-ed69-44b6-8609-f0dd2540a539 req-49568311-d633-4bae-91f2-16a75b5dec9e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 943 time: 0.3723731 Feb 11 05:28:01.243079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-33b287ed-f9fe-44ee-b9b5-a2ae4dda63f4 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:01.244446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-33b287ed-f9fe-44ee-b9b5-a2ae4dda63f4 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.81 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.3183990 Feb 11 05:28:01.282571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bb4de36-48d2-4634-a42e-e1f91f548f98 req-5914f116-ca4b-48cd-a708-6f816fe14b06 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ee083aaf097d43d299f726f2cc0fd014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927346 Feb 11 05:28:01.373573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:01.385006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf981-765d-4a62-b623-7e466f235daf req-e1e50618-16d8-4d3c-a3df-f2842311b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:01.386618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06cbf981-765d-4a62-b623-7e466f235daf req-e1e50618-16d8-4d3c-a3df-f2842311b0c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.2608638 Feb 11 05:28:01.525705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06cbf981-765d-4a62-b623-7e466f235daf req-8d4ad05d-d95c-4f32-8beb-5026d85eda99 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025245 Feb 11 05:28:01.558375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a73f9b-615b-4fe4-af40-b8b645590651 req-cea5a54e-0031-4a1a-b1ac-3cc4da0daa86 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:01.559848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83a73f9b-615b-4fe4-af40-b8b645590651 req-cea5a54e-0031-4a1a-b1ac-3cc4da0daa86 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.4773722 Feb 11 05:28:01.579165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-063766b9-ed69-44b6-8609-f0dd2540a539 req-69daba1d-ce68-48cc-9ad6-6d1348138ec8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485539 Feb 11 05:28:01.612812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:01.613373 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de525ca1-cc67-4d82-b868-015442783aac" -d '{"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:01.626345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Publish callbacks [] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.770121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4de36-48d2-4634-a42e-e1f91f548f98 req-b860c5d9-07da-4bb7-9a40-44784093adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:01.771676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bb4de36-48d2-4634-a42e-e1f91f548f98 req-b860c5d9-07da-4bb7-9a40-44784093adbb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4743307 Feb 11 05:28:01.824697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83a73f9b-615b-4fe4-af40-b8b645590651 req-4a6381df-0bc5-48c1-8f80-c623729575ea tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382367 Feb 11 05:28:01.830254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Transition to ACTIVE for port object 0bcba4ad-e329-4d3f-aec3-893c070f5f94 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:01.832986 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (be5528c9-8b2c-4342-ade3-453d21438b0b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.842192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06cbf981-765d-4a62-b623-7e466f235daf req-2964d9c4-071d-4df1-8def-bfa6ba113bb4 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940338 Feb 11 05:28:01.844291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Deleting port 2db3c436-8f67-493c-8b77-f9451f66fa50 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:01.844627 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.853332 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.936488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event deleted for resources: {'Port': ['ID=be5528c9-8b2c-4342-ade3-453d21438b0b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:01.953273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a633-1400-47ad-b99e-16777bb9b609 req-c7012e98-704b-427b-a6c3-241bb639254b tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:01.955028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a67a633-1400-47ad-b99e-16777bb9b609 req-c7012e98-704b-427b-a6c3-241bb639254b tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/ports?device_id=4541a37b-27f8-4429-869f-235dadaed457 HTTP/1.1" status: 200 len: 946 time: 0.2748060 Feb 11 05:28:02.121805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] No DVR routers for this DVR port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:02.123781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] No DVR routers for this DVR port be5528c9-8b2c-4342-ade3-453d21438b0b on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:02.147440 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.151131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db44927f-2280-4431-b2dc-9119af0b42b6 req-1b4c1718-dfbb-4911-a5c0-ea97f6e7b79e tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.72 "DELETE /v2.0/ports/be5528c9-8b2c-4342-ade3-453d21438b0b HTTP/1.1" status: 204 len: 173 time: 2.2608886 Feb 11 05:28:02.180409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329516c-e86b-42b2-b147-90663411304b service neutron] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:02.223338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] For port 2db3c436-8f67-493c-8b77-f9451f66fa50, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2db3c436-8f67-493c-8b77-f9451f66fa50,segment=NetworkSegment(a4cf5093-5efb-41f5-93c7-3d9f7cf236cc),segment_id=a4cf5093-5efb-41f5-93c7-3d9f7cf236cc)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:02.223711 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.229578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ccef18f7-e1e8-4ab8-80e7-627310df5422 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:02.267765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Calling delete_port for 2db3c436-8f67-493c-8b77-f9451f66fa50 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:02.272665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06cbf981-765d-4a62-b623-7e466f235daf req-8dacb333-9610-434e-a349-7fa4c601f445 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202847 Feb 11 05:28:02.273370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:02.273697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:02.274017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:02.282228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a67a633-1400-47ad-b99e-16777bb9b609 req-2b9ec52b-3580-4ca2-bdcf-b3f5c92fea07 tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.31 "GET /v2.0/security-groups?id=263a720a-fca7-4580-8675-ad8923ffb5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695620 Feb 11 05:28:02.289890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:02.289890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:02.298352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:02.298702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:02.299072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:02.299512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Bound port: 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:02.299872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.524892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9a227db-7108-4e9c-9047-80a81ff51ac5 req-02954534-c80b-42d1-9886-6e843402864d tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c78fbd5-9f34-412e-bbd5-5efef5259371 HTTP/1.1" status: 200 len: 210 time: 0.0539908 Feb 11 05:28:02.624826 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2db3c436-8f67-493c-8b77-f9451f66fa50), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.640725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:02.661605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ccef18f7-e1e8-4ab8-80e7-627310df5422', 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08', 'port_id': 'ccef18f7-e1e8-4ab8-80e7-627310df5422', 'mac_address': 'fa:16:3e:8d:eb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219dcd02-d0cc-4942-9fb4-bddf9eca1cce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:02.666969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['2db3c436-8f67-493c-8b77-f9451f66fa50'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:02.668366 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039b6ed1-1191-44ce-a05b-38c4e6ca15fd x-openstack-request-id: req-039b6ed1-1191-44ce-a05b-38c4e6ca15fd {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:02.668667 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:02.668945 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-039b6ed1-1191-44ce-a05b-38c4e6ca15fd {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:02.669359 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'code': 200} Feb 11 05:28:02.675874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Pushing event deleted for resources: {'Port': ['ID=2db3c436-8f67-493c-8b77-f9451f66fa50,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:02.709556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:02.724654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee51a1d8-c43b-4ff6-9107-a8a8a507a964 req-592b35e8-9d58-46a4-be36-7ab503e240ba tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/ports?device_id=5178a87a-fa13-4fad-abcf-93c6d83026b5 HTTP/1.1" status: 200 len: 210 time: 0.0515723 Feb 11 05:28:02.787528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ccef18f7-e1e8-4ab8-80e7-627310df5422 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:02.787995 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.797932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:02.815815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccef18f7-e1e8-4ab8-80e7-627310df5422 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:02.821063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] No DVR routers for this DVR port 2db3c436-8f67-493c-8b77-f9451f66fa50 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:02.826406 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.829826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25cfb7a0-6d8b-4181-b903-cd41493b4031 req-2041ad7f-6100-4f6b-bb4f-65b1bb44e14a tempest-InstanceActionsTestJSON-1368674732 tempest-InstanceActionsTestJSON-1368674732-project] 10.222.0.81 "DELETE /v2.0/ports/2db3c436-8f67-493c-8b77-f9451f66fa50 HTTP/1.1" status: 204 len: 173 time: 1.5679257 Feb 11 05:28:02.832191 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.836077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.878462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:02.884770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:02.896373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.897356 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.899014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6329516c-e86b-42b2-b147-90663411304b service neutron] 10.222.0.81 "PUT /v2.0/ports/0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 1097 time: 3.0206795 Feb 11 05:28:02.941998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379e867-b26e-4d20-8bd1-aecaa7446322 req-8d2bd720-08d8-4819-8037-bed4bfdd350a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.948026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c379e867-b26e-4d20-8bd1-aecaa7446322 req-8d2bd720-08d8-4819-8037-bed4bfdd350a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.1904538 Feb 11 05:28:02.973597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329516c-e86b-42b2-b147-90663411304b service neutron] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:03.065917 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.097448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:28:03.097648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:03.098016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device be5528c9-8b2c-4342-ade3-453d21438b0b no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:03.103399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6e35e954-edb1-4e15-a31a-5705d3fc080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:03.104889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6e35e954-edb1-4e15-a31a-5705d3fc080e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1131 time: 0.1533790 Feb 11 05:28:03.122952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c379e867-b26e-4d20-8bd1-aecaa7446322 req-59d9ac46-ed3b-459d-bce9-dc4299248291 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444538 Feb 11 05:28:03.193774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: be5528c9-8b2c-4342-ade3-453d21438b0b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:03.194155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device be5528c9-8b2c-4342-ade3-453d21438b0b not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:03.228989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bb4de36-48d2-4634-a42e-e1f91f548f98 req-bd17bf46-0fed-4875-a260-0dbef4bb85ac tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c78fbd5-9f34-412e-bbd5-5efef5259371 HTTP/1.1" status: 200 len: 210 time: 0.0949943 Feb 11 05:28:03.237830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ccef18f7-e1e8-4ab8-80e7-627310df5422,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:03.365507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ccef18f7-e1e8-4ab8-80e7-627310df5422'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:03.392097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-0c63e971-1507-4017-9367-c68802ebbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:03.393706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-0c63e971-1507-4017-9367-c68802ebbf07 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2683852 Feb 11 05:28:03.432219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1875ec-b942-4a20-9e13-f99e6fc26cac req-4f64a5be-8d37-4cf6-8f2b-4f63d2cb2854 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:03.434434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf1875ec-b942-4a20-9e13-f99e6fc26cac req-4f64a5be-8d37-4cf6-8f2b-4f63d2cb2854 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 944 time: 0.1346543 Feb 11 05:28:03.498220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-eb0cd829-15dc-4eb6-9685-2f7dbe5af7e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.0974808 Feb 11 05:28:03.577321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-05b13d52-d42b-4b0f-877c-73fe57ab4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:03.585320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-05b13d52-d42b-4b0f-877c-73fe57ab4f0e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0755274 Feb 11 05:28:03.709987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf1875ec-b942-4a20-9e13-f99e6fc26cac req-f4540916-0038-429e-80da-00b8a3be2c02 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139637 Feb 11 05:28:03.762007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-e23d3802-4c49-4310-931a-30611cfe8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:03.763535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-e23d3802-4c49-4310-931a-30611cfe8d7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1720579 Feb 11 05:28:03.767243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51804) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:03.838345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Deleting subnet 6f8e9301-fd87-496f-8bba-3f18d3d1ad43 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:03.841750 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Publish callbacks [] for subnet (6f8e9301-fd87-496f-8bba-3f18d3d1ad43), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.867159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a068b8-b23b-4c85-9ee6-9756d348bc09 req-e330e7d4-fcce-4f26-a256-3d5067b93b88 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:03.869425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8a068b8-b23b-4c85-9ee6-9756d348bc09 req-e330e7d4-fcce-4f26-a256-3d5067b93b88 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 948 time: 0.1655223 Feb 11 05:28:03.870865 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.893210 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6f8e9301-fd87-496f-8bba-3f18d3d1ad43), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.936333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6f8e9301-fd87-496f-8bba-3f18d3d1ad43), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.998064 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6f8e9301-fd87-496f-8bba-3f18d3d1ad43), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.028980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.032494 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6f8e9301-fd87-496f-8bba-3f18d3d1ad43 HTTP/1.1" status: 204 len: 168 time: 0.2635846 Feb 11 05:28:04.033976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8e9301-fd87-496f-8bba-3f18d3d1ad43,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:04.041768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51816) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:04.043203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.043459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.043804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.044141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.044622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.044958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.045326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.045648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.046146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.046624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.047105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.047604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.048208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7726690-c268-40ec-9e2d-1d579d2ab6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:04.125415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e71e926d-8be1-4259-9b2f-e7d7ab10722a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.213605 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e71e926d-8be1-4259-9b2f-e7d7ab10722a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.226781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2db3c436-8f67-493c-8b77-f9451f66fa50 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:04.236341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-125ec49e-7230-408e-bd7d-309e599e140b req-a565b3db-c751-4b62-8668-ce21b6b3d858 tempest-ServerShowV247Test-901202790 tempest-ServerShowV247Test-901202790-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c78fbd5-9f34-412e-bbd5-5efef5259371 HTTP/1.1" status: 200 len: 210 time: 0.0397012 Feb 11 05:28:04.239817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71e926d-8be1-4259-9b2f-e7d7ab10722a']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:04.251873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cf5093-5efb-41f5-93c7-3d9f7cf236cc') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:04.252448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cf5093-5efb-41f5-93c7-3d9f7cf236cc') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:04.263880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (a4cf5093-5efb-41f5-93c7-3d9f7cf236cc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.270778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 2db3c436-8f67-493c-8b77-f9451f66fa50 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:04.272426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2db3c436-8f67-493c-8b77-f9451f66fa50 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:04.280917 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a4cf5093-5efb-41f5-93c7-3d9f7cf236cc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.289489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:04.290233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (a4cf5093-5efb-41f5-93c7-3d9f7cf236cc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:04.292747 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:04.295030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8a068b8-b23b-4c85-9ee6-9756d348bc09 req-729ebe20-ce37-4e81-97c2-c458016d3e58 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032209 Feb 11 05:28:04.295122 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-6760757a-a319-4459-ab93-aa2bb0b6d1d4 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083075 Feb 11 05:28:04.377871 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e71e926d-8be1-4259-9b2f-e7d7ab10722a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.399918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.405788 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e71e926d-8be1-4259-9b2f-e7d7ab10722a HTTP/1.1" status: 204 len: 168 time: 0.3518939 Feb 11 05:28:04.405788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd33155-7f1d-4e12-b8f1-065e917bb2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71e926d-8be1-4259-9b2f-e7d7ab10722a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:04.508298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-421064a1-fbfa-4e6a-a272-c662eb4d4d0d service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061298 Feb 11 05:28:04.549392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0e1e4-b4c1-4313-b17c-5e40a50e7793 req-1b36a65f-9a6e-49a9-8e5c-1761fc3bf091 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:04.551159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ec0e1e4-b4c1-4313-b17c-5e40a50e7793 req-1b36a65f-9a6e-49a9-8e5c-1761fc3bf091 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.0937819 Feb 11 05:28:04.567579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51840) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:04.643613 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-add6ac98-788c-41ca-b4c3-2e7d06ecad3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dce27dbf2405468cb30b2ed855a76b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745590 Feb 11 05:28:04.645862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51850) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:04.646467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ec0e1e4-b4c1-4313-b17c-5e40a50e7793 req-a64edb62-c3b1-4bc6-a411-97d30889853d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880976 Feb 11 05:28:04.670219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5178a87a-fa13-4fad-abcf-93c6d83026b5', 'name': 'network-vif-deleted', 'tag': 'be5528c9-8b2c-4342-ade3-453d21438b0b'}, {'server_uuid': '4541a37b-27f8-4429-869f-235dadaed457', 'name': 'network-vif-deleted', 'tag': '2db3c436-8f67-493c-8b77-f9451f66fa50'}, {'name': 'network-changed', 'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:04.672670 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0" -d '{"events": [{"server_uuid": "5178a87a-fa13-4fad-abcf-93c6d83026b5", "name": "network-vif-deleted", "tag": "be5528c9-8b2c-4342-ade3-453d21438b0b"}, {"server_uuid": "4541a37b-27f8-4429-869f-235dadaed457", "name": "network-vif-deleted", "tag": "2db3c436-8f67-493c-8b77-f9451f66fa50"}, {"name": "network-changed", "server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:04.721479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4efc21fd-73ca-4054-bc07-9a6659ac0dd9 admin admin] Publish callbacks [] for security_group (263a720a-fca7-4580-8675-ad8923ffb5ee), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.753422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4efc21fd-73ca-4054-bc07-9a6659ac0dd9 admin admin] Publish callbacks [] for security_group (263a720a-fca7-4580-8675-ad8923ffb5ee), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.799195 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcdc2d2-d409-49ba-b5d3-bfa7082b757b x-openstack-request-id: req-ddcdc2d2-d409-49ba-b5d3-bfa7082b757b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:04.799763 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5178a87a-fa13-4fad-abcf-93c6d83026b5", "name": "network-vif-deleted", "tag": "be5528c9-8b2c-4342-ade3-453d21438b0b", "status": "completed", "code": 200}, {"server_uuid": "4541a37b-27f8-4429-869f-235dadaed457", "name": "network-vif-deleted", "tag": "2db3c436-8f67-493c-8b77-f9451f66fa50", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:04.800329 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddcdc2d2-d409-49ba-b5d3-bfa7082b757b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:04.800905 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5178a87a-fa13-4fad-abcf-93c6d83026b5', 'name': 'network-vif-deleted', 'tag': 'be5528c9-8b2c-4342-ade3-453d21438b0b', 'status': 'completed', 'code': 200} Feb 11 05:28:04.801712 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4541a37b-27f8-4429-869f-235dadaed457', 'name': 'network-vif-deleted', 'tag': '2db3c436-8f67-493c-8b77-f9451f66fa50', 'status': 'completed', 'code': 200} Feb 11 05:28:04.802131 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'status': 'completed', 'code': 200} Feb 11 05:28:04.836341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4efc21fd-73ca-4054-bc07-9a6659ac0dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (263a720a-fca7-4580-8675-ad8923ffb5ee), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.842582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4efc21fd-73ca-4054-bc07-9a6659ac0dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.848579 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4efc21fd-73ca-4054-bc07-9a6659ac0dd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/263a720a-fca7-4580-8675-ad8923ffb5ee HTTP/1.1" status: 204 len: 168 time: 0.1941397 Feb 11 05:28:04.871377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc21fd-73ca-4054-bc07-9a6659ac0dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a720a-fca7-4580-8675-ad8923ffb5ee,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:05.010229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-52d9f986-bf79-470b-a3c3-f00e5a1be3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.011941 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-52d9f986-bf79-470b-a3c3-f00e5a1be3dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1131 time: 0.1918137 Feb 11 05:28:05.040907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-640bbfd8-3ec5-4ac5-9eec-9c41d8d15532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.042691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-640bbfd8-3ec5-4ac5-9eec-9c41d8d15532 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1131 time: 0.2074838 Feb 11 05:28:05.127814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff4862-d01a-459e-80fc-deb2836b1f61 req-cbb4c91c-ca00-4e0d-8af8-57b7511181a4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.129441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8bff4862-d01a-459e-80fc-deb2836b1f61 req-cbb4c91c-ca00-4e0d-8af8-57b7511181a4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 944 time: 0.1756010 Feb 11 05:28:05.258095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-fbc80a0d-e3bd-411c-8dbe-48b4dbd620b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.259724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-fbc80a0d-e3bd-411c-8dbe-48b4dbd620b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2384739 Feb 11 05:28:05.269080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-a12d59c8-79b9-451c-a148-f0ae189e59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.269491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51890) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:05.271265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-a12d59c8-79b9-451c-a148-f0ae189e59fc service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2140832 Feb 11 05:28:05.292286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8bff4862-d01a-459e-80fc-deb2836b1f61 req-9a18e76e-8b49-427a-b84f-64680660a626 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470451 Feb 11 05:28:05.372282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-7fd9e014-ee06-4749-8bb7-0b97874cd8b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.1047843 Feb 11 05:28:05.373715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-0ce2fce0-2658-4aa1-a3b2-05262acc6a15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.0790813 Feb 11 05:28:05.471308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d090fb5-03f7-407f-82b2-7e3a9ea63cbd tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group (ae8d4542-414c-482c-a7d0-b00a85d0bcea), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.483088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-1b667b5c-3961-428e-ac86-5dd371f7c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.484803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-1b667b5c-3961-428e-ac86-5dd371f7c787 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1030564 Feb 11 05:28:05.536090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d090fb5-03f7-407f-82b2-7e3a9ea63cbd tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group (ae8d4542-414c-482c-a7d0-b00a85d0bcea), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.639590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41c5a1-85d2-4a0a-86ac-27095195902b req-f5171146-780c-43ae-baa1-b758c05acaac tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.641181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e41c5a1-85d2-4a0a-86ac-27095195902b req-f5171146-780c-43ae-baa1-b758c05acaac tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 948 time: 0.1554716 Feb 11 05:28:05.644077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d090fb5-03f7-407f-82b2-7e3a9ea63cbd tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ae8d4542-414c-482c-a7d0-b00a85d0bcea), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.645287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-54dc8eee-71f0-4552-a7bf-481b3617dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.646957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-54dc8eee-71f0-4552-a7bf-481b3617dbad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2109847 Feb 11 05:28:05.647537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d090fb5-03f7-407f-82b2-7e3a9ea63cbd tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.648803 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2d090fb5-03f7-407f-82b2-7e3a9ea63cbd tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae8d4542-414c-482c-a7d0-b00a85d0bcea HTTP/1.1" status: 204 len: 168 time: 0.3777442 Feb 11 05:28:05.656068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51904) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:05.668728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79090f7-725a-4448-a763-1d53675d2db0 req-fc4ff6bf-10ed-4cb8-8250-9ddb143316f3 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.669164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d090fb5-03f7-407f-82b2-7e3a9ea63cbd tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8d4542-414c-482c-a7d0-b00a85d0bcea,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:05.670216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b79090f7-725a-4448-a763-1d53675d2db0 req-fc4ff6bf-10ed-4cb8-8250-9ddb143316f3 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 948 time: 0.1563447 Feb 11 05:28:05.715045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51908) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:05.760674 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-3b7654b9-fcb9-4d56-b22c-c144876e2efe tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] show failed (client error): The resource could not be found. Feb 11 05:28:05.764520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51912) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:05.764669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3b7654b9-fcb9-4d56-b22c-c144876e2efe tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "GET /v2.0/security-groups/ae8d4542-414c-482c-a7d0-b00a85d0bcea HTTP/1.1" status: 404 len: 347 time: 0.1029806 Feb 11 05:28:05.766575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-34c7b405-17e7-4b26-aa17-a754d311d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.768043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-34c7b405-17e7-4b26-aa17-a754d311d670 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2462802 Feb 11 05:28:05.879268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-c1dd4968-326a-45d8-963c-a14fae0c4290 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991561 Feb 11 05:28:05.909101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-5d62125c-19ef-4850-9502-5d53a249025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.910266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-5d62125c-19ef-4850-9502-5d53a249025a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2532544 Feb 11 05:28:05.927166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e41c5a1-85d2-4a0a-86ac-27095195902b req-dac1b0e9-c1d6-4a73-8bf0-166bb7f1bdfb tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718263 Feb 11 05:28:06.044821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b79090f7-725a-4448-a763-1d53675d2db0 req-f2a49da3-dc9d-4725-bc71-c07ce0eaa17e tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354690 Feb 11 05:28:06.150176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-0e4b3f58-887c-4473-86ec-bea8326444e7 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583692 Feb 11 05:28:06.163108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4627910-69b1-46f6-86a4-5139964498a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.181149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-28ba67ec-eb41-40a9-aa75-bfe480c10633 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500989 Feb 11 05:28:06.221927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdafc4-7e0d-4df6-be4a-f4038ea5a9dc req-68c3d65d-15eb-40b3-a5e1-d69248714144 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:06.226738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcfdafc4-7e0d-4df6-be4a-f4038ea5a9dc req-68c3d65d-15eb-40b3-a5e1-d69248714144 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.1299114 Feb 11 05:28:06.242984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ccef18f7-e1e8-4ab8-80e7-627310df5422 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:06.257698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Deleting port 78af3de6-5ff1-4744-ac8a-24f22f1ee947 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:06.258332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (78af3de6-5ff1-4744-ac8a-24f22f1ee947), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.309251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51926) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:06.358447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4627910-69b1-46f6-86a4-5139964498a9 admin admin] Publish callbacks [] for security_group (ebf4d609-2d38-4898-8303-4928e92b41c7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.373049 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4627910-69b1-46f6-86a4-5139964498a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ebf4d609-2d38-4898-8303-4928e92b41c7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.397014 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (78af3de6-5ff1-4744-ac8a-24f22f1ee947), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.397671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for floatingip (78af3de6-5ff1-4744-ac8a-24f22f1ee947), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.404517 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f4627910-69b1-46f6-86a4-5139964498a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee083aaf097d43d299f726f2cc0fd014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6882622 Feb 11 05:28:06.407421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51932) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:06.426226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Calling delete_port for 78af3de6-5ff1-4744-ac8a-24f22f1ee947 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:06.444260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4627910-69b1-46f6-86a4-5139964498a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf4d609-2d38-4898-8303-4928e92b41c7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:06.455423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ccef18f7-e1e8-4ab8-80e7-627310df5422 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:06.460774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ccef18f7-e1e8-4ab8-80e7-627310df5422 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:06.461377 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.494291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c3afbd0-53bd-4a33-803b-d2a632f6b6d0 req-d996457f-46af-43a7-bd9a-e7cf7c33b4c6 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044798 Feb 11 05:28:06.536244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcfdafc4-7e0d-4df6-be4a-f4038ea5a9dc req-40457f89-8bd4-4af7-a581-b994b707db3b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378342 Feb 11 05:28:06.588794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1297321610-network', 'tenant_id': 'facdac075d5e49b093423b86ba220537'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:06.594184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e9e6bd83-3855-488c-9293-fe7f5ce2cbae admin admin] Publish callbacks [] for security_group (ebf4d609-2d38-4898-8303-4928e92b41c7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.614393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (78af3de6-5ff1-4744-ac8a-24f22f1ee947), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.615216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834b34b-6e94-48be-92b4-7596ebb020c9 req-191edea5-75e2-4758-af02-e7d48e07cc26 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:06.617241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e834b34b-6e94-48be-92b4-7596ebb020c9 req-191edea5-75e2-4758-af02-e7d48e07cc26 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 944 time: 0.1716499 Feb 11 05:28:06.633937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ccef18f7-e1e8-4ab8-80e7-627310df5422 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:06.634538 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.658747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Pushing event deleted for resources: {'Port': ['ID=78af3de6-5ff1-4744-ac8a-24f22f1ee947,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:06.669664 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e9e6bd83-3855-488c-9293-fe7f5ce2cbae admin admin] Publish callbacks [] for security_group (ebf4d609-2d38-4898-8303-4928e92b41c7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.684248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Made reservation on behalf of facdac075d5e49b093423b86ba220537 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:06.686828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.708658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:06.712718 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c686423-4377-4b43-8f14-5a1771e02ca1" -d '{"events": [{"server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "name": "network-vif-plugged", "status": "completed", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:06.725794 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.747329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:06.758330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.767628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks [] for floatingip (c6d0ce07-c407-404c-a652-6794459bb7f3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.774901 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.776281 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-342190f2-9848-41df-a02f-77466bc57b24 tempest-ImagesOneServerNegativeTestJSON-1485669972 tempest-ImagesOneServerNegativeTestJSON-1485669972-project] 10.222.0.31 "DELETE /v2.0/floatingips/c6d0ce07-c407-404c-a652-6794459bb7f3 HTTP/1.1" status: 204 len: 168 time: 1.0105155 Feb 11 05:28:06.787410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e834b34b-6e94-48be-92b4-7596ebb020c9 req-f23b4747-5ab4-415b-972d-619ccdc668a3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584766 Feb 11 05:28:06.848480 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aacbff-6a19-446d-b606-b3c73af3afe2 x-openstack-request-id: req-e7aacbff-6a19-446d-b606-b3c73af3afe2 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:06.849000 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "name": "network-vif-plugged", "status": "completed", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:06.849418 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7aacbff-6a19-446d-b606-b3c73af3afe2 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:06.850159 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422', 'code': 200} Feb 11 05:28:06.853716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e9e6bd83-3855-488c-9293-fe7f5ce2cbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ebf4d609-2d38-4898-8303-4928e92b41c7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.856689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e9e6bd83-3855-488c-9293-fe7f5ce2cbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.858125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e9e6bd83-3855-488c-9293-fe7f5ce2cbae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebf4d609-2d38-4898-8303-4928e92b41c7 HTTP/1.1" status: 204 len: 168 time: 0.4496188 Feb 11 05:28:06.884846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6bd83-3855-488c-9293-fe7f5ce2cbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf4d609-2d38-4898-8303-4928e92b41c7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:06.944988 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51948) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:06.945508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ccef18f7-e1e8-4ab8-80e7-627310df5422,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:07.028899 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11c0622-a7f4-4c6e-8fe5-5022315a6b2d admin admin] Deleting subnet e9b908ad-a06c-4b74-8e8c-dbc3801df0fb {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:07.035188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c0622-a7f4-4c6e-8fe5-5022315a6b2d admin admin] Publish callbacks [] for subnet (e9b908ad-a06c-4b74-8e8c-dbc3801df0fb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.062974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e32147-5b03-4281-834a-42bcd9c78636 req-755a8413-129a-4a72-b0ea-5035250e548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.064485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3e32147-5b03-4281-834a-42bcd9c78636 req-755a8413-129a-4a72-b0ea-5035250e548e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1128 time: 0.1502597 Feb 11 05:28:07.106699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c0622-a7f4-4c6e-8fe5-5022315a6b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e9b908ad-a06c-4b74-8e8c-dbc3801df0fb), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.174061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Publish callbacks [] for security_group (09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.200135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c0622-a7f4-4c6e-8fe5-5022315a6b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e9b908ad-a06c-4b74-8e8c-dbc3801df0fb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.218044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.280147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c0622-a7f4-4c6e-8fe5-5022315a6b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e9b908ad-a06c-4b74-8e8c-dbc3801df0fb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.299657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-c3992785-7b79-4033-8385-46fa9e360b8f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.310996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-c3992785-7b79-4033-8385-46fa9e360b8f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.81 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 948 time: 0.2339664 Feb 11 05:28:07.317144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c0622-a7f4-4c6e-8fe5-5022315a6b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b908ad-a06c-4b74-8e8c-dbc3801df0fb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:07.334128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:07.344262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c0622-a7f4-4c6e-8fe5-5022315a6b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.350170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3e32147-5b03-4281-834a-42bcd9c78636 req-5a0d077b-57fb-435b-8dd8-f895041f6f96 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741373 Feb 11 05:28:07.353093 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d11c0622-a7f4-4c6e-8fe5-5022315a6b2d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e9b908ad-a06c-4b74-8e8c-dbc3801df0fb HTTP/1.1" status: 204 len: 168 time: 0.4042892 Feb 11 05:28:07.353991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51964) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.357242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b52d2-4a98-4ab5-8a8d-1508a3d45f4a req-70ec9e32-a7c4-4a66-a397-36a6026da431 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.358717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe1b52d2-4a98-4ab5-8a8d-1508a3d45f4a req-70ec9e32-a7c4-4a66-a397-36a6026da431 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 948 time: 0.2999604 Feb 11 05:28:07.408345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:07.421581 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9a43f563-8312-4015-94c9-6ef0cac0bc1f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.421931 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Added segment 9a43f563-8312-4015-94c9-6ef0cac0bc1f of type vlan for network 7c3b2934-6425-49e5-af81-8961ace0c965 Feb 11 05:28:07.448035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270a291-b5eb-4edd-87df-3bf1cdc1ee88 req-e89b1f34-894e-4143-8058-7a0e1f662db0 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.449540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0270a291-b5eb-4edd-87df-3bf1cdc1ee88 req-e89b1f34-894e-4143-8058-7a0e1f662db0 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 948 time: 0.2716510 Feb 11 05:28:07.451156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (11c67009-03f7-4dc4-b8a5-04278cc7600f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.500039 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe1b52d2-4a98-4ab5-8a8d-1508a3d45f4a req-1a6b234c-3ab5-431f-9df0-618feae8d2c3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321988 Feb 11 05:28:07.549533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (7c3b2934-6425-49e5-af81-8961ace0c965), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.613663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0270a291-b5eb-4edd-87df-3bf1cdc1ee88 req-20e2ca8e-4305-485a-8d7f-3ca1f694035f tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378939 Feb 11 05:28:07.626118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (11c67009-03f7-4dc4-b8a5-04278cc7600f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.631021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Deleting port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:07.631490 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.636057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (7c3b2934-6425-49e5-af81-8961ace0c965), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.637185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.637879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.670717 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c67009-03f7-4dc4-b8a5-04278cc7600f']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:07.685529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c584636c-2108-454a-9c61-b2a06f550215') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:07.686644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c584636c-2108-454a-9c61-b2a06f550215') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:07.703449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (c584636c-2108-454a-9c61-b2a06f550215), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.743465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c584636c-2108-454a-9c61-b2a06f550215), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.755434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:07.756213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (c584636c-2108-454a-9c61-b2a06f550215), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:07.763269 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:07.776134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4657962 Feb 11 05:28:07.788688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51978) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.805846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Request body: {'subnet': {'network_id': '7c3b2934-6425-49e5-af81-8961ace0c965', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1297321610-subnet', 'tenant_id': 'facdac075d5e49b093423b86ba220537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:07.891807 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (11c67009-03f7-4dc4-b8a5-04278cc7600f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.914919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.926666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df20f1e-ed63-42f9-80c5-096cece8cdb6 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3b2934-6425-49e5-af81-8961ace0c965,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:07.928881 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] 10.222.0.31 "DELETE /v2.0/networks/11c67009-03f7-4dc4-b8a5-04278cc7600f HTTP/1.1" status: 204 len: 168 time: 0.5685728 Feb 11 05:28:07.939128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 7c3b2934-6425-49e5-af81-8961ace0c965 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:07.944408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc9df3-45b2-466b-b12a-7565fb706f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=11c67009-03f7-4dc4-b8a5-04278cc7600f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:07.986558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51988) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.117178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-791743855-network', 'tenant_id': 'f65ed4e42cd5485085d456ac78686004'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:08.140993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Made reservation on behalf of f65ed4e42cd5485085d456ac78686004 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:08.144269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.154838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.242952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:08.252674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51992) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.267329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Publish callbacks [] for security_group (eafb152e-eaa9-4352-aa48-44985460e2b7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.285071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (eafb152e-eaa9-4352-aa48-44985460e2b7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.307548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] For port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:08.308003 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.309659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:08.322208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Calling delete_port for c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:08.349934 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a64903cf-79f2-48b3-8ccf-76cede23fe95), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.351130 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Added segment a64903cf-79f2-48b3-8ccf-76cede23fe95 of type vlan for network 3a8d3bfe-d48b-4e82-bec3-710d79850667 Feb 11 05:28:08.368639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:08.381274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'mac_address': 'fa:16:3e:e7:1d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:08.422705 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3a8d3bfe-d48b-4e82-bec3-710d79850667), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.430496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:08.431123 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.446415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcba4ad-e329-4d3f-aec3-893c070f5f94 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:08.467534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3a8d3bfe-d48b-4e82-bec3-710d79850667), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.469356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.470515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.477752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:08.479102 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c8d5ba60-3b6d-4c44-b254-b29ab408f1c0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.484087 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.489240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Made reservation on behalf of facdac075d5e49b093423b86ba220537 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:08.491875 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.539504 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-16de69ca-856a-46ed-b93b-eac9a32162e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=853f4dd954484987b9269620f2134d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844067 Feb 11 05:28:08.543651 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5551085 Feb 11 05:28:08.544437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51996) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.549772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafb152e-eaa9-4352-aa48-44985460e2b7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:08.553007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51998) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.564013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Request body: {'subnet': {'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-791743855-subnet', 'tenant_id': 'f65ed4e42cd5485085d456ac78686004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:08.576479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Pushing event deleted for resources: {'Port': ['ID=c8d5ba60-3b6d-4c44-b254-b29ab408f1c0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:08.591772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aff7ac-eb17-4697-bea1-1a3addbd93c0 req-2deaa33b-7e9a-441d-a74b-c67fbdbc5fe0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.599246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06aff7ac-eb17-4697-bea1-1a3addbd93c0 req-2deaa33b-7e9a-441d-a74b-c67fbdbc5fe0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.8100870 Feb 11 05:28:08.602000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:08.628830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033e943-b01a-45ad-92b2-56a9c7db4758 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8d3bfe-d48b-4e82-bec3-710d79850667,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:08.643261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:08.648219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c82c7cd-2d46-4eab-bd99-98b8a063ef1d admin admin] Publish callbacks [] for security_group (d823cae1-1607-4a9b-9eb9-206003984cbe), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.672794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c82c7cd-2d46-4eab-bd99-98b8a063ef1d admin admin] Publish callbacks [] for security_group (d823cae1-1607-4a9b-9eb9-206003984cbe), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.734814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] No DVR routers for this DVR port c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:08.736627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c82c7cd-2d46-4eab-bd99-98b8a063ef1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d823cae1-1607-4a9b-9eb9-206003984cbe), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.739641 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c82c7cd-2d46-4eab-bd99-98b8a063ef1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.741855 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c82c7cd-2d46-4eab-bd99-98b8a063ef1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d823cae1-1607-4a9b-9eb9-206003984cbe HTTP/1.1" status: 204 len: 168 time: 0.1932161 Feb 11 05:28:08.743555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-b58c34e9-a6aa-4671-a6fd-a8fd1bb20c8a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.745307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-b58c34e9-a6aa-4671-a6fd-a8fd1bb20c8a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e&tenant_id=1619354a08bf4dbcac791d232d243bd9&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 948 time: 0.8444378 Feb 11 05:28:08.746458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.749668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-270c71c9-dbd6-408a-a3f2-c381c6382edd req-12697e9e-a459-4453-85fb-f37b8a7ef259 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.81 "DELETE /v2.0/ports/c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 HTTP/1.1" status: 204 len: 173 time: 1.4173822 Feb 11 05:28:08.751671 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82c7cd-2d46-4eab-bd99-98b8a063ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d823cae1-1607-4a9b-9eb9-206003984cbe,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:08.754716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'name': 'network-vif-deleted', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:08.757522 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783835ed-6018-4f8a-a148-d005a0dabb04" -d '{"events": [{"server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "name": "network-vif-deleted", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:08.775334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Made reservation on behalf of f65ed4e42cd5485085d456ac78686004 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:08.778049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.846974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6351f-7727-405c-b42b-1cab0b34112f req-58f7e050-6619-499e-a46c-e702e243f66d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.853944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ade6351f-7727-405c-b42b-1cab0b34112f req-58f7e050-6619-499e-a46c-e702e243f66d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 945 time: 0.4036574 Feb 11 05:28:08.905559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06aff7ac-eb17-4697-bea1-1a3addbd93c0 req-b67d4f3b-90c0-4b25-bbe7-76dfc7fdcab1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028963 Feb 11 05:28:08.928947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['0bcba4ad-e329-4d3f-aec3-893c070f5f94'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:09.103774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-514aea33-287f-46e7-bf28-11851044d259 service neutron] 10.222.0.81 "GET /v2.0/ports/0bcba4ad-e329-4d3f-aec3-893c070f5f94/bindings/n-h1-715271-35 HTTP/1.1" status: 200 len: 383 time: 0.3313608 Feb 11 05:28:09.132566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ade6351f-7727-405c-b42b-1cab0b34112f req-efae120b-c7c2-4152-ad25-77532e306ba1 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764375 Feb 11 05:28:09.316391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (28dd509a-0e13-4fde-98d8-6c3a83e30d20), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.378052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1211940-2a64-42b2-bb4e-7ed188dcd582 req-8e10dcb5-3f43-47a5-aef8-9b7f41880c83 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a728ad-ccb7-4822-b4ae-fa508c796313 HTTP/1.1" status: 200 len: 210 time: 0.1120458 Feb 11 05:28:09.394091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b508eb-7406-46f3-ad4a-63753e2fa44d req-e108cdfb-ebb5-4140-a39f-189314bef53e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.397567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97b508eb-7406-46f3-ad4a-63753e2fa44d req-e108cdfb-ebb5-4140-a39f-189314bef53e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 949 time: 0.3741777 Feb 11 05:28:09.520984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-5a85e17e-200a-4e82-920c-d3a0c5b45848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.523382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-5a85e17e-200a-4e82-920c-d3a0c5b45848 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1132 time: 0.3719778 Feb 11 05:28:09.549653 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde9710e-45d0-4e0e-bac7-87e94690bf6c x-openstack-request-id: req-dde9710e-45d0-4e0e-bac7-87e94690bf6c {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:09.550037 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a728ad-ccb7-4822-b4ae-fa508c796313", "name": "network-vif-deleted", "tag": "c8d5ba60-3b6d-4c44-b254-b29ab408f1c0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:09.550308 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dde9710e-45d0-4e0e-bac7-87e94690bf6c {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:09.550726 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a728ad-ccb7-4822-b4ae-fa508c796313', 'name': 'network-vif-deleted', 'tag': 'c8d5ba60-3b6d-4c44-b254-b29ab408f1c0', 'status': 'completed', 'code': 200} Feb 11 05:28:09.573579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=28dd509a-0e13-4fde-98d8-6c3a83e30d20,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:09.654848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Checking segment: {'id': '9a43f563-8312-4015-94c9-6ef0cac0bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7c3b2934-6425-49e5-af81-8961ace0c965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:09.655233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Network hostable DHCP agents. Network: 7c3b2934-6425-49e5-af81-8961ace0c965, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:09.657900 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (3651cb44-129d-4466-b43f-f49af07bc83c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.711270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97b508eb-7406-46f3-ad4a-63753e2fa44d req-6c44a354-befa-4d20-9da9-965d29686bed tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635214 Feb 11 05:28:09.781126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Network 7c3b2934-6425-49e5-af81-8961ace0c965 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:09.788539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3651cb44-129d-4466-b43f-f49af07bc83c,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:09.809056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-4cca5608-90af-48af-8258-5ec349035217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.810701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-4cca5608-90af-48af-8258-5ec349035217 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2573397 Feb 11 05:28:09.815925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 7c3b2934-6425-49e5-af81-8961ace0c965) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:09.830496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.831362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.831619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbe200-06cb-4001-b67b-3f71ee7e7beb None None] Network 7c3b2934-6425-49e5-af81-8961ace0c965 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:09.884765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-42c7e68e-9653-4392-95c5-7dc4aedb7b68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.0654616 Feb 11 05:28:09.887454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Checking segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:09.888018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Network hostable DHCP agents. Network: 3a8d3bfe-d48b-4e82-bec3-710d79850667, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:09.909455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae027d2a-8c9e-4d71-9b0f-5f7638fe2c6f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1141031 Feb 11 05:28:09.947494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:09.961487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3a8d3bfe-d48b-4e82-bec3-710d79850667) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:09.966622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-eebf7a7b-d27e-4414-9866-ad17a77cfece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.969714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-eebf7a7b-d27e-4414-9866-ad17a77cfece service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0736337 Feb 11 05:28:09.973409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.974250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.978329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66403b15-69b2-4b70-8633-ac281be8e77e None None] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:10.039372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52030) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:10.044232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-04dc52f3-eb0f-4683-aae5-bd3d95e72cb0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4849377 Feb 11 05:28:10.095857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-13ae087c-0dd3-4871-b725-793e6d15509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:10.097825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-13ae087c-0dd3-4871-b725-793e6d15509e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1206303 Feb 11 05:28:10.131474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde77e-0049-484f-9c99-3fe0b66c1f78 req-3f6ef0e8-82c8-4154-b0b2-a042d4d09e3b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:10.139003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7bde77e-0049-484f-9c99-3fe0b66c1f78 req-3f6ef0e8-82c8-4154-b0b2-a042d4d09e3b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.1241496 Feb 11 05:28:10.180101 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f34301-4812-45f8-9f9d-4c67573b9599 None None] Network 7c3b2934-6425-49e5-af81-8961ace0c965 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:10.297580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:10.342500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7bde77e-0049-484f-9c99-3fe0b66c1f78 req-689c9b1b-2f4a-4d7e-a960-1217c3ccd172 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015834 Feb 11 05:28:10.373011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-c2969175-29f6-497d-8d75-c0fb098dfd49 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593243 Feb 11 05:28:10.375351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1352857143-network', 'tenant_id': '52bd57555ff64fe5aa5ef699d99f9612'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:10.401633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Made reservation on behalf of 52bd57555ff64fe5aa5ef699d99f9612 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:10.405072 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.408055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f7ed-fac8-4e88-bf7a-b80225c15fa8 req-133533be-ff30-4969-9758-0a078d556ca1 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:10.421915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea63f7ed-fac8-4e88-bf7a-b80225c15fa8 req-133533be-ff30-4969-9758-0a078d556ca1 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 945 time: 0.1646671 Feb 11 05:28:10.425234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.426243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead15295-e734-4d9d-a48f-7cb5ca32bf9d None None] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:10.534485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:10.543540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:10.543850 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.555513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea63f7ed-fac8-4e88-bf7a-b80225c15fa8 req-9a6851a5-3f3a-4da4-898d-ba023283ad17 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251032 Feb 11 05:28:10.603274 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-22cc2422-152c-4ef1-9ffc-3b4af38418d9 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102447 Feb 11 05:28:10.661427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Publish callbacks [] for security_group (10eec49f-8d1d-483f-9413-505984acbfcc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.667004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (10eec49f-8d1d-483f-9413-505984acbfcc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.710303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:10.717702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:10.718098 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.732705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eec49f-8d1d-483f-9413-505984acbfcc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:10.748348 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0b054c69-c2aa-43c3-8470-e9e4bce6a0c8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.749046 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Added segment 0b054c69-c2aa-43c3-8470-e9e4bce6a0c8 of type vlan for network bae22c7e-0a6f-4746-8969-a92a662b6074 Feb 11 05:28:10.766677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:10.780699 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1df6856-b6e4-444d-a6de-837f41a69b3e" -d '{"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-plugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:10.794659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:10.803691 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.804891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:10.812296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (bae22c7e-0a6f-4746-8969-a92a662b6074), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.847631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (bae22c7e-0a6f-4746-8969-a92a662b6074), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.848948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:10.849919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.886912 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8456302 Feb 11 05:28:10.890257 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52076) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:10.893983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-cc8aedea-4792-4fcd-9955-7ac2f9c771f5 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:10.895428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Request body: {'subnet': {'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1352857143-subnet', 'tenant_id': '52bd57555ff64fe5aa5ef699d99f9612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:10.896988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:10.901104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-cc8aedea-4792-4fcd-9955-7ac2f9c771f5 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/networks?id=7c3b2934-6425-49e5-af81-8961ace0c965 HTTP/1.1" status: 200 len: 822 time: 0.2349746 Feb 11 05:28:10.910265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:10.910854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8d5ba60-3b6d-4c44-b254-b29ab408f1c0 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:10.922925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-e9b423e6-7ebe-4f1b-ad2d-8135b5fd3837 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/quotas/facdac075d5e49b093423b86ba220537 HTTP/1.1" status: 200 len: 375 time: 0.0209346 Feb 11 05:28:10.927358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Made reservation on behalf of 52bd57555ff64fe5aa5ef699d99f9612 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:10.930710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.964202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-d83fffe6-c5e8-4dfa-8837-2fcc26f9a476 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=facdac075d5e49b093423b86ba220537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303214 Feb 11 05:28:10.969867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-708d8e9d-3465-4488-b256-1332aa1acdba tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:10.971316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-708d8e9d-3465-4488-b256-1332aa1acdba tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.1853919 Feb 11 05:28:10.989082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3027553-b3a7-4027-8ec8-5e4f3d09080a admin admin] Pushing event updated for resources: {'Network': ['ID=bae22c7e-0a6f-4746-8969-a92a662b6074,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:11.002217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network bae22c7e-0a6f-4746-8969-a92a662b6074 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:11.031933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-5337c58b-8679-4857-8683-d324ca174edc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/quotas/f65ed4e42cd5485085d456ac78686004 HTTP/1.1" status: 200 len: 375 time: 0.0545764 Feb 11 05:28:11.096232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-4b1e0834-8bc8-4e27-becd-6933170ab835 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632112 Feb 11 05:28:11.157075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (e77cb6bc-e868-4a01-a114-ba5865b9cae9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.177090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-f26060d7-e0c0-4bc4-b0e8-baef980197dc service neutron] 10.222.0.31 "GET /v2.0/networks/7c3b2934-6425-49e5-af81-8961ace0c965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983883 Feb 11 05:28:11.213212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77cb6bc-e868-4a01-a114-ba5865b9cae9,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:11.230734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Checking segment: {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:11.231220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Network hostable DHCP agents. Network: bae22c7e-0a6f-4746-8969-a92a662b6074, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:11.238675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-bb55e065-5b44-473c-80eb-3205aeb0adbc service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415253 Feb 11 05:28:11.249694 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Network bae22c7e-0a6f-4746-8969-a92a662b6074 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:11.266344 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, bae22c7e-0a6f-4746-8969-a92a662b6074) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:11.271627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.272653 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.286374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f214606-2cb0-40d4-9ab3-9c28d2ede938 None None] Network bae22c7e-0a6f-4746-8969-a92a662b6074 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:11.296674 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e17a3b6e-b296-4408-a25d-fc2c8da57d4a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4052320 Feb 11 05:28:11.363650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-689a66e9-5859-4935-9454-5ea18392abe3 service neutron] 10.222.0.31 "GET /v2.0/networks/7c3b2934-6425-49e5-af81-8961ace0c965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743789 Feb 11 05:28:11.385790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-66898854-7360-4b45-8e70-86b016a2e3c9 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158171 Feb 11 05:28:11.480754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde98418-c916-4d90-88d1-e2f1b6e7f5e7 None None] Network bae22c7e-0a6f-4746-8969-a92a662b6074 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:11.745140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa0df4-1f54-4d0a-bfbc-3f9ec75677fc req-ae7fe2cc-e044-413e-a505-2b423c9d580a tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.747295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcfa0df4-1f54-4d0a-bfbc-3f9ec75677fc req-ae7fe2cc-e044-413e-a505-2b423c9d580a tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1128 time: 0.0924747 Feb 11 05:28:11.776272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2582e-b131-4a8a-b1ae-ad3c6f01b8c2 req-0ce7c0b7-d213-4fad-82a1-8f08e42c41e0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.786482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ca2582e-b131-4a8a-b1ae-ad3c6f01b8c2 req-0ce7c0b7-d213-4fad-82a1-8f08e42c41e0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.1195171 Feb 11 05:28:11.876330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcfa0df4-1f54-4d0a-bfbc-3f9ec75677fc req-99775322-9059-4220-9f3c-4acff09d425f tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224177 Feb 11 05:28:11.917281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ca2582e-b131-4a8a-b1ae-ad3c6f01b8c2 req-f9bc2ebb-23c8-4f08-9016-ac58d5510af1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233144 Feb 11 05:28:11.996334 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079e8400-7c0e-4dea-8584-7d7059366275 x-openstack-request-id: req-079e8400-7c0e-4dea-8584-7d7059366275 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:11.997036 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-plugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:11.997036 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-079e8400-7c0e-4dea-8584-7d7059366275 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:11.997480 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'code': 200} Feb 11 05:28:12.082022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a8f6061-6565-44c9-8a80-ae122c8c82ad req-a68f92d0-4f9d-4472-8fa7-93d0a7ffca3e tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 210 time: 0.0341377 Feb 11 05:28:12.118438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9df78d-4fa0-49b4-b3f9-91c34bd9f785 req-76ab81ab-8a3e-4cd1-988a-f2ad5fcb4964 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:12.125705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba9df78d-4fa0-49b4-b3f9-91c34bd9f785 req-76ab81ab-8a3e-4cd1-988a-f2ad5fcb4964 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.1130087 Feb 11 05:28:12.179048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba9df78d-4fa0-49b4-b3f9-91c34bd9f785 req-e0296f17-5afa-4e83-b295-3ced771e843f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524755 Feb 11 05:28:12.440245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-a836f4d6-ec4e-4df8-973f-aeb627141d70 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:12.441661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-a836f4d6-ec4e-4df8-973f-aeb627141d70 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/networks?id=bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 200 len: 815 time: 0.1528368 Feb 11 05:28:12.463054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0a116d0-c518-4a0e-97c8-cea7c0b48e5d req-77668ea2-2687-4e3d-bbad-3d0bb6cfb38f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 210 time: 0.0420475 Feb 11 05:28:12.472445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-80bef30b-a335-4caf-8985-bc4428dd0480 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/quotas/52bd57555ff64fe5aa5ef699d99f9612 HTTP/1.1" status: 200 len: 375 time: 0.0123730 Feb 11 05:28:12.513236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-be74ab35-dc92-44a3-8d25-46bfab0ba48b tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329959 Feb 11 05:28:12.658758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650979-4dc5-42e2-bbf1-fee9a61544f1 req-7e9c6f37-2e33-4f2d-a8d1-3903765c8847 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:12.660567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0650979-4dc5-42e2-bbf1-fee9a61544f1 req-7e9c6f37-2e33-4f2d-a8d1-3903765c8847 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1128 time: 0.1255968 Feb 11 05:28:12.665482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-14d2e81b-07f1-4b0e-9a85-4bb3a48f4ac7 service neutron] 10.222.0.31 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395504 Feb 11 05:28:12.777738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0650979-4dc5-42e2-bbf1-fee9a61544f1 req-d5e0cf04-5dad-4240-abae-996efe4b5e06 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096056 Feb 11 05:28:12.839481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-6ba397d6-a3f6-493e-b4a3-482d6bde8976 service neutron] 10.222.0.31 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649892 Feb 11 05:28:13.063612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-3bf03b17-a4cf-4945-88bb-b7c81aa602a6 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.065181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-3bf03b17-a4cf-4945-88bb-b7c81aa602a6 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.72 "GET /v2.0/networks?id=7c3b2934-6425-49e5-af81-8961ace0c965 HTTP/1.1" status: 200 len: 822 time: 0.2758510 Feb 11 05:28:13.087641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Request body: {'port': {'device_id': 'ef4a3e95-b04c-49c3-9179-aad56ed1c404', 'network_id': '7c3b2934-6425-49e5-af81-8961ace0c965', 'admin_state_up': True, 'tenant_id': 'facdac075d5e49b093423b86ba220537'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:13.423472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116888c7-2886-4fb7-a6d9-014c314aef62 req-b51ecc3a-7514-4b75-ad45-0edd1b6eb39e tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.425206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-116888c7-2886-4fb7-a6d9-014c314aef62 req-b51ecc3a-7514-4b75-ad45-0edd1b6eb39e tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d782f1-b934-493e-91c1-9cf6e59e7882 HTTP/1.1" status: 200 len: 948 time: 0.5183904 Feb 11 05:28:13.455107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-a33123f6-f4bc-4de7-8d33-2b9de739891e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.456803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-a33123f6-f4bc-4de7-8d33-2b9de739891e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.5673938 Feb 11 05:28:13.503974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Request body: {'port': {'device_id': 'b498921a-43c1-4036-bf5a-7efa2b744b23', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'admin_state_up': True, 'tenant_id': 'f65ed4e42cd5485085d456ac78686004'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:13.721604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-116888c7-2886-4fb7-a6d9-014c314aef62 req-0b2af53d-133a-49d3-a9b3-5da06950d684 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753088 Feb 11 05:28:13.732735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-fd48bc7d-82dc-4e6c-be7c-91b8a62f0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.734299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-fd48bc7d-82dc-4e6c-be7c-91b8a62f0ee3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e&tenant_id=1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 1133 time: 0.7063890 Feb 11 05:28:13.761788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:13.798125 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563d935-7b9f-4373-8876-313e24153be0 req-4183d3e8-a033-4364-99f6-7090139f8754 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.799537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-4183d3e8-a033-4364-99f6-7090139f8754 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 821 time: 0.3836355 Feb 11 05:28:13.829450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Made reservation on behalf of facdac075d5e49b093423b86ba220537 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:13.832947 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.878120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-4b1a6731-e417-4530-b439-3dcc47171088 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/quotas/c1d9c599ded844e0a2a483373fb940d0 HTTP/1.1" status: 200 len: 375 time: 0.0680633 Feb 11 05:28:13.928443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Made reservation on behalf of f65ed4e42cd5485085d456ac78686004 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:13.931767 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.004498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.088579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad45f8-dc2b-49fa-9347-3626fd731717 req-c8e953c7-b20b-4ee1-8b82-0c6ccb3033cf tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.090015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7aad45f8-dc2b-49fa-9347-3626fd731717 req-c8e953c7-b20b-4ee1-8b82-0c6ccb3033cf tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.2763257 Feb 11 05:28:14.244457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-b18b4ad7-a7da-42ac-a259-13f572f7b109 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3558972 Feb 11 05:28:14.372700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-2ccdfa7a-3b35-4b2c-9977-f4d567b657a9 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.374113 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-2ccdfa7a-3b35-4b2c-9977-f4d567b657a9 tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d782f1-b934-493e-91c1-9cf6e59e7882 HTTP/1.1" status: 200 len: 948 time: 0.0567880 Feb 11 05:28:14.428632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-a9edc0cd-e5e6-4fd2-a9c0-2698aaf3c83a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.430116 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-a9edc0cd-e5e6-4fd2-a9c0-2698aaf3c83a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.81 "GET /v2.0/networks?id=bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 200 len: 815 time: 0.4283783 Feb 11 05:28:14.467309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Deleting port 1ed3b425-9a99-4501-939d-c1ea045c8581 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:14.467664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.473664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Allocated IP 172.20.0.6 (7c3b2934-6425-49e5-af81-8961ace0c965/28dd509a-0e13-4fde-98d8-6c3a83e30d20/7d8e0076-4dd1-46f4-9694-dcd8d1d20217) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:14.479669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Request body: {'port': {'device_id': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074', 'admin_state_up': True, 'tenant_id': '52bd57555ff64fe5aa5ef699d99f9612'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:14.496985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7aad45f8-dc2b-49fa-9347-3626fd731717 req-5e6426dd-2ca2-4328-b83b-65d694151dbd tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542328 Feb 11 05:28:14.567276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] For port 1ed3b425-9a99-4501-939d-c1ea045c8581, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1ed3b425-9a99-4501-939d-c1ea045c8581,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:14.567646 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.581218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Calling delete_port for 1ed3b425-9a99-4501-939d-c1ea045c8581 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:14.627288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Allocated IP 172.20.0.14 (3a8d3bfe-d48b-4e82-bec3-710d79850667/3651cb44-129d-4466-b43f-f49af07bc83c/2cf41ae7-d4fc-4bf6-8547-def55ff44648) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:14.698577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b675d640-9708-45f0-b51c-d3b29a63def7 req-7d95a0a2-28e4-4ac1-9f0b-199230780401 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 210 time: 0.1318038 Feb 11 05:28:14.715057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1ed3b425-9a99-4501-939d-c1ea045c8581), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.717047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-d57503aa-45f4-4165-b9a2-ee411e53f8fb service neutron] 10.222.0.31 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555819 Feb 11 05:28:14.749743 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Pushing event deleted for resources: {'Port': ['ID=1ed3b425-9a99-4501-939d-c1ea045c8581,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:14.808006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] No DVR routers for this DVR port 1ed3b425-9a99-4501-939d-c1ea045c8581 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:14.810735 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.815022 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9518dbcd-17c0-4d95-bc95-b4d1ae71ae9f req-8f8eecbd-c718-45e3-a641-1cb702ea968a tempest-ListImageFiltersTestJSON-840633062 tempest-ListImageFiltersTestJSON-840633062-project] 10.222.0.72 "DELETE /v2.0/ports/1ed3b425-9a99-4501-939d-c1ea045c8581 HTTP/1.1" status: 204 len: 173 time: 0.4362078 Feb 11 05:28:14.815684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-deleted', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:14.819044 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1cdf25-48bd-4c53-89ee-5fe13c817dd5" -d '{"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-deleted", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:14.913868 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-010bbe39-5697-4d1e-b42c-ed805a9aeb67 req-1cd010bb-56fd-466b-9a1f-59d1e697db3b tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 210 time: 0.1134634 Feb 11 05:28:14.956882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:15.105190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Made reservation on behalf of 52bd57555ff64fe5aa5ef699d99f9612 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:15.108553 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.144783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:15.151904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-b806cbea-9fe9-471b-a4c0-7e3bc4b278c1 service neutron] 10.222.0.31 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128444 Feb 11 05:28:15.510404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Publish callbacks [] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.608079 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19eb6cb1-d98e-4c2c-a9d9-d2e195721c37 req-37f61f35-2598-4ee5-9856-9916eb8947e3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 210 time: 0.0951793 Feb 11 05:28:15.618486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:15.620592 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2c6ee1-4bd4-405a-81d3-a91b6675af7a" -d '{"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:15.624783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Publish callbacks [] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.631530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks [] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.648528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8cb4d-5258-48fd-80cf-4a50e811705b req-98973bc7-1ae3-43d0-9335-f9270fa1acda tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.655432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cf8cb4d-5258-48fd-80cf-4a50e811705b req-98973bc7-1ae3-43d0-9335-f9270fa1acda tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.6625216 Feb 11 05:28:15.700835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Transition to ACTIVE for port object 0bcba4ad-e329-4d3f-aec3-893c070f5f94 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:15.713736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.813009 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.869345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cf8cb4d-5258-48fd-80cf-4a50e811705b req-912eb2d6-1096-484d-b55d-be9459b27612 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094419 Feb 11 05:28:15.886540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.901201 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1f33ea-e17f-4bb6-a98f-838cc5da598a x-openstack-request-id: req-0e1f33ea-e17f-4bb6-a98f-838cc5da598a {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:15.901744 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d782f1-b934-493e-91c1-9cf6e59e7882", "name": "network-vif-deleted", "tag": "1ed3b425-9a99-4501-939d-c1ea045c8581", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:15.901744 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e1f33ea-e17f-4bb6-a98f-838cc5da598a {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:15.902193 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d782f1-b934-493e-91c1-9cf6e59e7882', 'name': 'network-vif-deleted', 'tag': '1ed3b425-9a99-4501-939d-c1ea045c8581', 'status': 'completed', 'code': 200} Feb 11 05:28:15.909633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Network 7c3b2934-6425-49e5-af81-8961ace0c965 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:15.934368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:15.944812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=10']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:15.959529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:15.963681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Allocated IP 172.20.0.7 (bae22c7e-0a6f-4746-8969-a92a662b6074/e77cb6bc-e868-4a01-a114-ba5865b9cae9/c88afb37-1c97-46aa-b43c-5707843d4ba2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:15.980739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] No DVR routers for this DVR port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:16.099946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d37d7fab-1123-448c-b8ce-d14b76448004 req-896f0d2e-1f2e-4d94-8b77-fb3f66226655 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.1327143 Feb 11 05:28:16.141791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:16.181218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:16.186237 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cdd614-4248-40e7-890b-1b955cee6292 x-openstack-request-id: req-f7cdd614-4248-40e7-890b-1b955cee6292 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:16.186533 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:16.186780 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7cdd614-4248-40e7-890b-1b955cee6292 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:16.187298 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'code': 200} Feb 11 05:28:16.197005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Pushing event updated for resources: {'Port': ['ID=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:16.207116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:16.243153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.243760 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.279561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.279899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.280228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.326821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 757fc8ee-9223-4f00-b269-d1aa5f73c387 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:16.332472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:16.361821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-887468f2-2544-4b4b-a67d-ee7043af71bc tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2819555 Feb 11 05:28:16.362381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.362726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Attempting to bind port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.383248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:28:16.383648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:16.388802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f10771-0365-4a36-95e8-06de9c319c0f req-2081acaa-30d2-46fe-aa31-1370cc5f1a24 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.390327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11f10771-0365-4a36-95e8-06de9c319c0f req-2081acaa-30d2-46fe-aa31-1370cc5f1a24 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 949 time: 0.4007089 Feb 11 05:28:16.420093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Request body: {'port': {'device_id': 'ef4a3e95-b04c-49c3-9179-aad56ed1c404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:16.422679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event updated for resources: {'Port': ['ID=2cf41ae7-d4fc-4bf6-8547-def55ff44648,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:16.434755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.435395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.438685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:16.439032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:16.439411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:16.439898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Bound port: 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:16.440317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.558651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-c4af75fa-6f3a-40c6-aee5-0f8c17a6c907 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0681231 Feb 11 05:28:16.604880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Request body: {'port': {'device_id': 'b498921a-43c1-4036-bf5a-7efa2b744b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:16.622077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:16.622347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563d935-7b9f-4373-8876-313e24153be0 req-3501763b-d190-437e-860f-8072cbdf711b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.623271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570d0a9-5fdb-4ed2-b6a6-bdcbed8f1cfb req-6c8d8d29-3aaa-40bc-91ce-4c49f1073c0b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.623727 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-3501763b-d190-437e-860f-8072cbdf711b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 821 time: 0.1629367 Feb 11 05:28:16.625572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a570d0a9-5fdb-4ed2-b6a6-bdcbed8f1cfb req-6c8d8d29-3aaa-40bc-91ce-4c49f1073c0b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1128 time: 0.3762784 Feb 11 05:28:16.636350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '757fc8ee-9223-4f00-b269-d1aa5f73c387', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'port_id': '757fc8ee-9223-4f00-b269-d1aa5f73c387', 'mac_address': 'fa:16:3e:d3:ee:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe2d86-04d1-47ff-99bd-4182524c9213', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:16.637059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Request body: {'port': {'device_id': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c', 'admin_state_up': True, 'tenant_id': 'c1d9c599ded844e0a2a483373fb940d0'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:16.683061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 757fc8ee-9223-4f00-b269-d1aa5f73c387 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:16.683560 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.699409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 757fc8ee-9223-4f00-b269-d1aa5f73c387 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:16.699688 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks [] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.720181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11f10771-0365-4a36-95e8-06de9c319c0f req-42816f33-694c-49ab-96ff-58e4aa2769ff tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945299 Feb 11 05:28:16.720844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.724277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:16.730311 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.787608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:16.794935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=757fc8ee-9223-4f00-b269-d1aa5f73c387,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:16.817235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Made reservation on behalf of c1d9c599ded844e0a2a483373fb940d0 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:16.821894 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.857730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:16.869921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.886020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['757fc8ee-9223-4f00-b269-d1aa5f73c387'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:16.892772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a570d0a9-5fdb-4ed2-b6a6-bdcbed8f1cfb req-6a879c08-03c7-40f8-a3c7-f48c14093321 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356508 Feb 11 05:28:16.917588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-091edd66-c539-462c-9d03-e6e344ae64e6 req-b0dd86db-9096-49f3-a94b-60445acabb93 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 210 time: 0.0756559 Feb 11 05:28:16.921855 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.027790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Allocated IP 172.20.0.11 (a954879b-70b7-457e-8baa-787c9f4d779c/ab4012f6-b235-46a4-8d19-8eca301e3e34/c698aff2-cecc-4eb4-b776-2752a4452648) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:17.271580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.315005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.316142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.317060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] 10.222.0.72 "PUT /v2.0/ports/0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 1098 time: 3.5662060 Feb 11 05:28:17.351242 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks [] for port (c698aff2-cecc-4eb4-b776-2752a4452648), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.415677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.415935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9feec4-a4e5-4f6a-95f3-5339b6f5cc79 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=11']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:17.438431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Network bae22c7e-0a6f-4746-8969-a92a662b6074 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:17.441748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:17.453348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:17.496426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Network a954879b-70b7-457e-8baa-787c9f4d779c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:17.500203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:17.505174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:17.538040 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Pushing event updated for resources: {'Port': ['ID=c698aff2-cecc-4eb4-b776-2752a4452648,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:17.623342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.624227 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.652559 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-021db51c-1ce4-4052-9518-49cdce2bc177 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0201321 Feb 11 05:28:17.664813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Request body: {'port': {'device_id': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:17.777323 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.787585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658c4b4-873a-4a47-9cd4-df991e99ff29 req-57f9e9e7-2dcb-4e77-97ab-2bca4858e95f tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.794416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b658c4b4-873a-4a47-9cd4-df991e99ff29 req-57f9e9e7-2dcb-4e77-97ab-2bca4858e95f tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 931 time: 0.7460716 Feb 11 05:28:17.864322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Pushing event updated for resources: {'Port': ['ID=c88afb37-1c97-46aa-b43c-5707843d4ba2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:17.890641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.891288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.030990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:18.048355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Publish callbacks [] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.118941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c698aff2-cecc-4eb4-b776-2752a4452648 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:18.128791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Publish callbacks [] for port (c698aff2-cecc-4eb4-b776-2752a4452648), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.146582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Transition to ACTIVE for port object c698aff2-cecc-4eb4-b776-2752a4452648 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:18.156260 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.195941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-0f5e9b39-4efe-4f9e-9252-cb9ecb5a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:18.197951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-0f5e9b39-4efe-4f9e-9252-cb9ecb5a1926 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1132 time: 0.8378472 Feb 11 05:28:18.198579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:18.201817 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53baf52d-8371-463d-bca3-388329e2acda" -d '{"events": [{"name": "network-changed", "server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:18.207926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-4974dde3-a6a7-4d82-84a8-84bc84a3341e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7450151 Feb 11 05:28:18.231934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Transition to ACTIVE for port object 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:18.243310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9a47e-3286-40df-b843-a2f9468474db req-1b81a71d-3c11-4d75-90cd-850b74fe151d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:18.244847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ee9a47e-3286-40df-b843-a2f9468474db req-1b81a71d-3c11-4d75-90cd-850b74fe151d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 932 time: 0.4394324 Feb 11 05:28:18.249167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Request body: {'port': {'device_id': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:18.254773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Pushing event updated for resources: {'Port': ['ID=c698aff2-cecc-4eb4-b776-2752a4452648,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:18.338952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b658c4b4-873a-4a47-9cd4-df991e99ff29 req-0f9983b7-40a9-4f33-9380-29c2bed8c91e tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383210 Feb 11 05:28:18.346288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 757fc8ee-9223-4f00-b269-d1aa5f73c387 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:18.360328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.433434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:18.436365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:18.436885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:18.445369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Port c698aff2-cecc-4eb4-b776-2752a4452648 on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:18.446860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:18.457449 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 757fc8ee-9223-4f00-b269-d1aa5f73c387 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:18.458112 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.461898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:18.462434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:18.463170 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:18.463786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Bound port: c698aff2-cecc-4eb4-b776-2752a4452648, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:18.472132 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.586880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 757fc8ee-9223-4f00-b269-d1aa5f73c387 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:18.587855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.624953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:18.629542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:18.634438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:18.635940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:18.639152 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11ea5fc-2bf7-428c-8189-886047b59df3" -d '{"events": [{"server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "name": "network-vif-plugged", "status": "completed", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:18.650209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.651445 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.696123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.733430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:18.734053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.735440 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] 10.222.0.72 "PUT /v2.0/ports/c698aff2-cecc-4eb4-b776-2752a4452648 HTTP/1.1" status: 200 len: 1093 time: 1.0758710 Feb 11 05:28:18.735895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:18.738171 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d72595-b813-474f-8a45-2d42800fe211" -d '{"events": [{"name": "network-changed", "server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:18.743638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=757fc8ee-9223-4f00-b269-d1aa5f73c387,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:18.772901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf41ae7-d4fc-4bf6-8547-def55ff44648 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:18.853930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a7cb4-dc95-4d70-b335-8708031e8fec service neutron] Pushing event updated for resources: {'Port': ['ID=c698aff2-cecc-4eb4-b776-2752a4452648,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:18.859175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Publish callbacks [] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.868517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Pushing event updated for resources: {'Port': ['ID=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:18.897536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563d935-7b9f-4373-8876-313e24153be0 req-13848df2-8472-4d25-80f8-06a5e63abd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:18.899057 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-13848df2-8472-4d25-80f8-06a5e63abd16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 1127 time: 0.1033270 Feb 11 05:28:18.910381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:18.952518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 1ed3b425-9a99-4501-939d-c1ea045c8581 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:18.953469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1ed3b425-9a99-4501-939d-c1ea045c8581 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:18.979510 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-354ce5d0-bd81-4119-8cf7-4424a6977bfa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698aff2-cecc-4eb4-b776-2752a4452648 HTTP/1.1" status: 200 len: 217 time: 0.0700567 Feb 11 05:28:19.061943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563d935-7b9f-4373-8876-313e24153be0 req-765c3c36-0e56-4fef-b0d5-e41972d7acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.063772 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-765c3c36-0e56-4fef-b0d5-e41972d7acb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.0780282 Feb 11 05:28:19.108822 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-5d4fb725-3162-4c9b-adc7-a906b1082e90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382764 Feb 11 05:28:19.245060 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-d3d43ac9-ca89-4401-8631-fea5b01e0615 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186733 Feb 11 05:28:19.314348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ee9a47e-3286-40df-b843-a2f9468474db req-18b4ee98-e7ce-4b97-b603-e080b59ef7e0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9552419 Feb 11 05:28:19.322009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Transition to ACTIVE for port object 2cf41ae7-d4fc-4bf6-8547-def55ff44648 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:19.332889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-315eaa70-7e54-4ca6-bd3b-dd7f4a418afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.334548 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-315eaa70-7e54-4ca6-bd3b-dd7f4a418afd service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 1.1230283 Feb 11 05:28:19.352344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60cd1-efcc-4610-ac20-d900e1c9f9b1 req-5a408ae1-dfea-4d0d-b9f8-984adafbab79 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.362922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4d60cd1-efcc-4610-ac20-d900e1c9f9b1 req-5a408ae1-dfea-4d0d-b9f8-984adafbab79 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 944 time: 0.8820903 Feb 11 05:28:19.390942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.418365 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5563d935-7b9f-4373-8876-313e24153be0 req-30a16d44-e253-4131-a301-af65c34c10d0 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652231 Feb 11 05:28:19.478076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-eaa39952-1d4b-4009-a9d4-9f8618577671 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.1106627 Feb 11 05:28:19.588299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4d60cd1-efcc-4610-ac20-d900e1c9f9b1 req-e70d7041-0013-433d-8481-c6a4e7c9daed tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193329 Feb 11 05:28:19.719257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Attempting to bind port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:19.720028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Attempting to bind port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '9a43f563-8312-4015-94c9-6ef0cac0bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7c3b2934-6425-49e5-af81-8961ace0c965'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:19.720576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Attempting to bind port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 on network 7c3b2934-6425-49e5-af81-8961ace0c965 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:19.754171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-935db9ac-3947-442d-8a41-d1799d332a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.755700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-935db9ac-3947-442d-8a41-d1799d332a02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2607768 Feb 11 05:28:19.789264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Pushing event updated for resources: {'Port': ['ID=2cf41ae7-d4fc-4bf6-8547-def55ff44648,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:19.794464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 on network 7c3b2934-6425-49e5-af81-8961ace0c965 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:19.795262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Attempting to bind port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 on network 7c3b2934-6425-49e5-af81-8961ace0c965 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:19.808097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:19.808445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Checking segment: {'id': '9a43f563-8312-4015-94c9-6ef0cac0bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7c3b2934-6425-49e5-af81-8961ace0c965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:19.808833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Bound using segment: {'id': '9a43f563-8312-4015-94c9-6ef0cac0bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7c3b2934-6425-49e5-af81-8961ace0c965'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:19.809310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Bound port: 7d8e0076-4dd1-46f4-9694-dcd8d1d20217, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a43f563-8312-4015-94c9-6ef0cac0bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7c3b2934-6425-49e5-af81-8961ace0c965'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:19.809674 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.021969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aba2d-762a-4198-8906-31d2b8a9be98 req-f78db153-f56b-4ffb-a949-e6c2c3f78951 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.023502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-523aba2d-762a-4198-8906-31d2b8a9be98 req-f78db153-f56b-4ffb-a949-e6c2c3f78951 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.2898149 Feb 11 05:28:20.100731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-ed608354-cb7a-4740-a640-cd3f4120447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.102387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-ed608354-cb7a-4740-a640-cd3f4120447e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3240461 Feb 11 05:28:20.161937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] For port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:20.200097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Attempting to bind port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:20.200742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Attempting to bind port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:20.200742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Attempting to bind port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:20.213217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] For port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,segment=NetworkSegment(9a43f563-8312-4015-94c9-6ef0cac0bc1f),segment_id=9a43f563-8312-4015-94c9-6ef0cac0bc1f)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:20.236740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:20.237052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Attempting to bind port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:20.315018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:20.315411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Checking segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:20.315926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Bound using segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:20.316386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Bound port: 2cf41ae7-d4fc-4bf6-8547-def55ff44648, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:20.316747 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.327080 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.358068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-523aba2d-762a-4198-8906-31d2b8a9be98 req-0c6de8e9-8fe4-41cd-8e91-09d61d12bd0e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161161 Feb 11 05:28:20.575274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.575905 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.577777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] 10.222.0.72 "PUT /v2.0/ports/7d8e0076-4dd1-46f4-9694-dcd8d1d20217 HTTP/1.1" status: 200 len: 1092 time: 4.2041991 Feb 11 05:28:20.607800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88afb37-1c97-46aa-b43c-5707843d4ba2 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:20.634145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Publish callbacks [] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.639612 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-503ab30f-4777-48d1-8b0e-260aa36e836d service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220423 Feb 11 05:28:20.667987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-b29ad501-889f-407a-a67a-b40ba3258c63 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:28:20.669853 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-b29ad501-889f-407a-a67a-b40ba3258c63 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068455 Feb 11 05:28:20.817390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-03f81cc5-70f6-4d7c-85a3-254f86a6c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.820038 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-03f81cc5-70f6-4d7c-85a3-254f86a6c917 service neutron] 10.222.0.31 "GET /v2.0/ports/ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 200 len: 1125 time: 0.1274037 Feb 11 05:28:20.841698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Request body: {'binding': {'host': 'n-h2-715271-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:20.842175 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Unknown quota resources ['binding']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:28:20.872479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff7ade-db46-489c-b655-7df6a2d9443e service neutron] Pushing event updated for resources: {'Port': ['ID=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:21.016860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Transition to ACTIVE for port object c88afb37-1c97-46aa-b43c-5707843d4ba2 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:21.041713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] For port 2cf41ae7-d4fc-4bf6-8547-def55ff44648, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:21.066860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.096625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] For port 2cf41ae7-d4fc-4bf6-8547-def55ff44648, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2cf41ae7-d4fc-4bf6-8547-def55ff44648,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:21.128264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 on host n-h2-715271-35 for vnic_type normal with profile None {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:21.128887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:21.129625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:21.137842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Port ccef18f7-e1e8-4ab8-80e7-627310df5422 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:21.138453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:21.140720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-068179ac-c6c7-4793-8b10-b8e44ac2fc2d req-28d4543d-94b5-4aa6-9466-e3b3165dd0fd service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663894 Feb 11 05:28:21.152520 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.175488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c88afb37-1c97-46aa-b43c-5707843d4ba2,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:21.176107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:21.176465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:21.176856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:21.178233 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Bound port: ccef18f7-e1e8-4ab8-80e7-627310df5422, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:21.179507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-734e68b1-4bdc-4370-afb9-e49e99fd1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.181042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-734e68b1-4bdc-4370-afb9-e49e99fd1ab5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=facdac075d5e49b093423b86ba220537&device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 1126 time: 0.5406647 Feb 11 05:28:21.225092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.225756 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.228393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] 10.222.0.72 "PUT /v2.0/ports/2cf41ae7-d4fc-4bf6-8547-def55ff44648 HTTP/1.1" status: 200 len: 1093 time: 4.6316504 Feb 11 05:28:21.240254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04073ecb-d093-4e36-986d-9f7274257632 req-bd2ce7e5-94f2-46c3-ae22-c430e8a02d5d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.247181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04073ecb-d093-4e36-986d-9f7274257632 req-bd2ce7e5-94f2-46c3-ae22-c430e8a02d5d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 949 time: 0.2258830 Feb 11 05:28:21.265972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:21.294453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.307128 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-a369f519-7b6c-4b4c-bd7f-4c17bc171d24 service neutron] 10.222.0.31 "POST /v2.0/ports/ccef18f7-e1e8-4ab8-80e7-627310df5422/bindings HTTP/1.1" status: 201 len: 390 time: 0.4731553 Feb 11 05:28:21.331446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-3e0cd652-fa5e-4ac1-8809-5efc285ca2e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d8e0076-4dd1-46f4-9694-dcd8d1d20217 HTTP/1.1" status: 200 len: 217 time: 0.1385126 Feb 11 05:28:21.485751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632811af-a483-4ee4-9229-fc6d3b0a20bd service neutron] Pushing event updated for resources: {'Port': ['ID=2cf41ae7-d4fc-4bf6-8547-def55ff44648,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:21.506459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04073ecb-d093-4e36-986d-9f7274257632 req-6194f96f-dfce-4c5e-999c-b4b125c61357 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580688 Feb 11 05:28:21.571168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-6f5323bc-c805-4d9f-b416-be1979e5ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.587236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-6f5323bc-c805-4d9f-b416-be1979e5ad60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28dd509a-0e13-4fde-98d8-6c3a83e30d20 HTTP/1.1" status: 200 len: 862 time: 0.2278612 Feb 11 05:28:21.591657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Attempting to bind port c88afb37-1c97-46aa-b43c-5707843d4ba2 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:21.592881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Attempting to bind port c88afb37-1c97-46aa-b43c-5707843d4ba2 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:21.594120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Attempting to bind port c88afb37-1c97-46aa-b43c-5707843d4ba2 on network bae22c7e-0a6f-4746-8969-a92a662b6074 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:21.639959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-4cecd806-e2e7-4b59-a8cb-aa13a9a4dd4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c3b2934-6425-49e5-af81-8961ace0c965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424681 Feb 11 05:28:21.697814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-aea212f5-9728-4b4c-9d7d-c78497cc4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.700717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-aea212f5-9728-4b4c-9d7d-c78497cc4d49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 1127 time: 0.3924258 Feb 11 05:28:21.731486 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76548e2c-ec48-44b7-b14d-f83333c9b8e4 x-openstack-request-id: req-76548e2c-ec48-44b7-b14d-f83333c9b8e4 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:21.731763 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:21.732030 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76548e2c-ec48-44b7-b14d-f83333c9b8e4 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:21.732517 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'status': 'completed', 'code': 200} Feb 11 05:28:21.740498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf52d-8371-463d-bca3-388329e2acda req-576b6b7f-6788-4b84-808d-694b20e2e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.745503 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-576b6b7f-6788-4b84-808d-694b20e2e47b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1132 time: 0.0676026 Feb 11 05:28:21.775353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Port c88afb37-1c97-46aa-b43c-5707843d4ba2 on network bae22c7e-0a6f-4746-8969-a92a662b6074 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:21.777213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Attempting to bind port c88afb37-1c97-46aa-b43c-5707843d4ba2 on network bae22c7e-0a6f-4746-8969-a92a662b6074 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:21.795832 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.830512 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1067a8-e65c-4651-a9fc-36a8d3be9344 x-openstack-request-id: req-ad1067a8-e65c-4651-a9fc-36a8d3be9344 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:21.831401 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "name": "network-vif-plugged", "status": "completed", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:21.831946 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad1067a8-e65c-4651-a9fc-36a8d3be9344 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:21.832863 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387', 'code': 200} Feb 11 05:28:21.843991 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:28:21.881238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf52d-8371-463d-bca3-388329e2acda req-234552d6-f117-45ec-a948-60731aaf0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.883213 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-234552d6-f117-45ec-a948-60731aaf0024 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1327131 Feb 11 05:28:21.888902 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2436d8d6-989c-4e53-b660-909b83dcbba3 x-openstack-request-id: req-2436d8d6-989c-4e53-b660-909b83dcbba3 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:21.889965 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:21.890301 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2436d8d6-989c-4e53-b660-909b83dcbba3 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:21.891255 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648', 'status': 'completed', 'code': 200} Feb 11 05:28:21.938798 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-fe859150-5f48-4d9e-bc27-f75390b55bf8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.0399179 Feb 11 05:28:21.939286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.72', 53981) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:21.958170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-11dc0894-b198-4a7a-be28-55b8faf1ed93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf41ae7-d4fc-4bf6-8547-def55ff44648 HTTP/1.1" status: 200 len: 217 time: 0.1722391 Feb 11 05:28:21.959463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:21.959805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Checking segment: {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:21.960188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Bound using segment: {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:21.960638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Bound port: c88afb37-1c97-46aa-b43c-5707843d4ba2, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:21.960999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.042264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d72595-b813-474f-8a45-2d42800fe211 req-cc326a48-daa9-4daa-9878-050b72043db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.043886 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b9d72595-b813-474f-8a45-2d42800fe211 req-cc326a48-daa9-4daa-9878-050b72043db5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 1127 time: 0.1036203 Feb 11 05:28:22.062436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf52d-8371-463d-bca3-388329e2acda req-1423d23c-3aca-4f95-ba8b-91d860927b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.064700 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-1423d23c-3aca-4f95-ba8b-91d860927b5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0864449 Feb 11 05:28:22.121450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-f762ca25-19e5-4eb3-a570-8944262fa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.123437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-f762ca25-19e5-4eb3-a570-8944262fa9cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.1493273 Feb 11 05:28:22.168153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-ff826372-7ac5-4ce2-9365-934ab389075f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301898 Feb 11 05:28:22.186525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf52d-8371-463d-bca3-388329e2acda req-f6d30278-35df-458e-b776-6875d41b445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.188149 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-f6d30278-35df-458e-b776-6875d41b445f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1051161 Feb 11 05:28:22.253757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:22.259770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:22.294850 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-c5018aa6-ca44-4d3e-af09-7c71c4a50ee7 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948002 Feb 11 05:28:22.365936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-811d553b-98a7-4254-a28f-f18775fe69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.367476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-811d553b-98a7-4254-a28f-f18775fe69ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1128 time: 0.6076736 Feb 11 05:28:22.369264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-d234d899-ae5d-414b-80ab-895ed4606404 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086526 Feb 11 05:28:22.376305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00587348-8e38-4afd-8a76-ec0a1647d48e req-15d6b3aa-f21f-46b6-9911-5420a00cc586 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.389047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00587348-8e38-4afd-8a76-ec0a1647d48e req-15d6b3aa-f21f-46b6-9911-5420a00cc586 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 943 time: 0.7986083 Feb 11 05:28:22.521403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-0301c4c8-8e5a-4ddf-b3b2-774115842831 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150753 Feb 11 05:28:22.522613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.593369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.593913 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.595335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] 10.222.0.81 "PUT /v2.0/ports/c88afb37-1c97-46aa-b43c-5707843d4ba2 HTTP/1.1" status: 200 len: 1092 time: 4.3607984 Feb 11 05:28:22.643586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf52d-8371-463d-bca3-388329e2acda req-acd68582-b999-4029-b135-ae1ff7e79294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.645208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-acd68582-b999-4029-b135-ae1ff7e79294 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1132 time: 0.9098105 Feb 11 05:28:22.734952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cccfc-5882-4418-9eae-19683e1b7107 req-0bd05bdd-d9aa-4b4f-adf2-5817af1d21aa tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.740383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d72595-b813-474f-8a45-2d42800fe211 req-1952f097-5c20-4811-a8e3-f9b02ff71436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.742670 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b9d72595-b813-474f-8a45-2d42800fe211 req-1952f097-5c20-4811-a8e3-f9b02ff71436 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.6901336 Feb 11 05:28:22.748163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf9cccfc-5882-4418-9eae-19683e1b7107 req-0bd05bdd-d9aa-4b4f-adf2-5817af1d21aa tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 943 time: 0.7237861 Feb 11 05:28:22.753559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-a80bdbe8-9120-4d19-8ff8-47dd224eebd1 service neutron] 10.222.0.72 "GET /v2.0/networks/7c3b2934-6425-49e5-af81-8961ace0c965?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0513215 Feb 11 05:28:22.793515 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b9d72595-b813-474f-8a45-2d42800fe211 req-8ae260f7-212a-40e5-852d-0a27e4ed0963 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698aff2-cecc-4eb4-b776-2752a4452648 HTTP/1.1" status: 200 len: 217 time: 0.0421131 Feb 11 05:28:22.878048 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-940f953d-adba-4c17-9c70-2bdb2a512dec service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761459 Feb 11 05:28:22.888485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d72595-b813-474f-8a45-2d42800fe211 req-77c62e12-dd78-48e3-98e3-ba43dc215bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.890625 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b9d72595-b813-474f-8a45-2d42800fe211 req-77c62e12-dd78-48e3-98e3-ba43dc215bec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.0804627 Feb 11 05:28:22.911948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.955270 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b9d72595-b813-474f-8a45-2d42800fe211 req-77994cd2-832f-4e53-8020-18162b94cf8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562918 Feb 11 05:28:22.961233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:23.141110 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b9d72595-b813-474f-8a45-2d42800fe211 req-88a104e1-616a-4620-af9b-69ba7db899e1 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784570 Feb 11 05:28:23.207384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:23.226911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'mac_address': 'fa:16:3e:e7:1d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:23.301331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:23.303307 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.323297 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b9d72595-b813-474f-8a45-2d42800fe211 req-3bd3f8c6-213f-4533-8b2e-de5262fdeda8 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756892 Feb 11 05:28:23.345780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcba4ad-e329-4d3f-aec3-893c070f5f94 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:23.373984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:23.381696 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.463402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6682e-eb63-4b97-8669-d995041ae7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c88afb37-1c97-46aa-b43c-5707843d4ba2,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:23.463633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=12']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:23.463749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-7da79990-7dc6-45d3-b0bd-a1ab26bb598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.463749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-7da79990-7dc6-45d3-b0bd-a1ab26bb598d service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 1.0650563 Feb 11 05:28:23.624756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00587348-8e38-4afd-8a76-ec0a1647d48e req-8e864be9-f5d8-439d-9e62-b6095e96645c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2342625 Feb 11 05:28:23.668035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['0bcba4ad-e329-4d3f-aec3-893c070f5f94'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:23.680564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-f391ecb9-0c1d-47a4-9c24-a218025cbab2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 200 len: 217 time: 0.1407404 Feb 11 05:28:23.761079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4a3e95-b04c-49c3-9179-aad56ed1c404', 'tag': '7d8e0076-4dd1-46f4-9694-dcd8d1d20217'}, {'name': 'network-changed', 'server_uuid': 'b498921a-43c1-4036-bf5a-7efa2b744b23', 'tag': '2cf41ae7-d4fc-4bf6-8547-def55ff44648'}, {'name': 'network-changed', 'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:23.764004 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58ecc63-bca0-4091-95d5-1a0f5012fa22" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4a3e95-b04c-49c3-9179-aad56ed1c404", "tag": "7d8e0076-4dd1-46f4-9694-dcd8d1d20217"}, {"name": "network-changed", "server_uuid": "b498921a-43c1-4036-bf5a-7efa2b744b23", "tag": "2cf41ae7-d4fc-4bf6-8547-def55ff44648"}, {"name": "network-changed", "server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:23.769661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf9cccfc-5882-4418-9eae-19683e1b7107 req-1a243975-6b8f-4a04-9341-22432f8dbaa1 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0204184 Feb 11 05:28:23.811333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-5bd1bbca-820d-4df0-ace0-5f689b212615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.813007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-5bd1bbca-820d-4df0-ace0-5f689b212615 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.1219597 Feb 11 05:28:23.822365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf52d-8371-463d-bca3-388329e2acda req-e74d4750-ed64-43fb-8b9b-1a8b3aaf3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.824149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-e74d4750-ed64-43fb-8b9b-1a8b3aaf3b38 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 1.1614127 Feb 11 05:28:23.839839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-187e990f-2c0b-400f-8f9c-b00e3e2220df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.841518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-187e990f-2c0b-400f-8f9c-b00e3e2220df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 1126 time: 1.0659063 Feb 11 05:28:23.876901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-6c41592b-a7ba-4813-a750-cbe80ab9e96a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571089 Feb 11 05:28:23.966877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-fd3c89be-92b4-4a6e-8fa0-890f7fbec52d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.1312194 Feb 11 05:28:24.002256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-221d3440-2d77-4e66-ad4c-e953cbbb83d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2 HTTP/1.1" status: 200 len: 217 time: 0.1284943 Feb 11 05:28:24.004161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1094043-94e7-4a47-bc50-e01fb730d32c req-2630cab2-a3d9-4dc4-913d-484dbaac918f service neutron] 10.222.0.72 "GET /v2.0/networks/7c3b2934-6425-49e5-af81-8961ace0c965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051806 Feb 11 05:28:24.180794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-ec2bb56e-9294-4539-821e-dff0d3f8f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.182456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-ec2bb56e-9294-4539-821e-dff0d3f8f142 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e77cb6bc-e868-4a01-a114-ba5865b9cae9 HTTP/1.1" status: 200 len: 855 time: 0.1428814 Feb 11 05:28:24.186993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf52d-8371-463d-bca3-388329e2acda req-d030d7b1-0260-45e7-b09b-0a61df93f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.188494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-d030d7b1-0260-45e7-b09b-0a61df93f810 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1883173 Feb 11 05:28:24.245009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-c9e1514e-3ba4-4c8b-aa9e-cdd29ed56eef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bae22c7e-0a6f-4746-8969-a92a662b6074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463228 Feb 11 05:28:24.276927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85358d-75f2-4ddf-a11f-46d0a883ab37 req-3e18ab5e-3d80-417e-a3f6-cb613bea5c98 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.284367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea85358d-75f2-4ddf-a11f-46d0a883ab37 req-3e18ab5e-3d80-417e-a3f6-cb613bea5c98 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.3656359 Feb 11 05:28:24.306985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152862f9-9a7c-40a3-b2e9-f47bae1d4bef req-75fe09fb-7f7e-48c5-b529-255f9d3d44b8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.308629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-152862f9-9a7c-40a3-b2e9-f47bae1d4bef req-75fe09fb-7f7e-48c5-b529-255f9d3d44b8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 944 time: 0.3874738 Feb 11 05:28:24.313447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2aae0233-bd02-45db-ae08-c92ed4a72975 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841076 Feb 11 05:28:24.526817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-1c470772-26b3-46e6-b59c-0339698b41cd service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898687 Feb 11 05:28:24.539741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-152862f9-9a7c-40a3-b2e9-f47bae1d4bef req-604b694a-ca1a-4e59-89c4-016357000f6c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994545 Feb 11 05:28:24.543505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea85358d-75f2-4ddf-a11f-46d0a883ab37 req-f92323df-4a8e-40b9-8683-4d11ab389204 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583210 Feb 11 05:28:24.596344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf52d-8371-463d-bca3-388329e2acda req-0f5309de-679d-4d60-bda5-f3bca6adddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.597914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-0f5309de-679d-4d60-bda5-f3bca6adddab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4013786 Feb 11 05:28:24.688087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-64745f8c-d3cd-43a2-a066-d034b457265a service neutron] 10.222.0.81 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196630 Feb 11 05:28:24.881764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-3b8b3bbf-f71a-47a3-9fb4-80cbedf0c20b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.884132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-3b8b3bbf-f71a-47a3-9fb4-80cbedf0c20b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.2828503 Feb 11 05:28:24.939778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-35'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:24.979779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2cf41ae7-d4fc-4bf6-8547-def55ff44648 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:24.988304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-3f41d998-4a44-46be-8a3b-55af298eff99 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715079 Feb 11 05:28:24.991843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:25.043058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa18db-1fbd-4e0b-bf35-ba292aa470af req-a51e01d3-24c4-42d5-91d5-07f3d0e98052 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:25.044624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bdfa18db-1fbd-4e0b-bf35-ba292aa470af req-a51e01d3-24c4-42d5-91d5-07f3d0e98052 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.3623865 Feb 11 05:28:25.189537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691e7f5c-8b07-4bc7-843f-1ece7d268164 req-938c9350-89a6-42bd-aac6-f0afd33fc828 service neutron] 10.222.0.81 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677804 Feb 11 05:28:25.271121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:25.283861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:25.284346 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.342983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2cf41ae7-d4fc-4bf6-8547-def55ff44648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2cf41ae7-d4fc-4bf6-8547-def55ff44648,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:25.366718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '2cf41ae7-d4fc-4bf6-8547-def55ff44648', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'port_id': '2cf41ae7-d4fc-4bf6-8547-def55ff44648', 'mac_address': 'fa:16:3e:74:ca:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3651cb44-129d-4466-b43f-f49af07bc83c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:25.387120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.464947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:25.465368 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.466325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53baf52d-8371-463d-bca3-388329e2acda req-9baa6c9e-4d60-4ff1-bcce-5884f31816c4 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687083 Feb 11 05:28:25.472044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bdfa18db-1fbd-4e0b-bf35-ba292aa470af req-55a2cf05-0fb7-436a-95ef-bd290a3669cf tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581398 Feb 11 05:28:25.499603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1c57-a3c3-4c50-9162-b8f20c0357e6 req-e16e616b-3b68-4c40-ad85-e6400e3cfd6b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:25.501464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c14d1c57-a3c3-4c50-9162-b8f20c0357e6 req-e16e616b-3b68-4c40-ad85-e6400e3cfd6b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 945 time: 0.2589433 Feb 11 05:28:25.575996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:25.576765 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.604118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:25.611534 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9875085a-ef94-4764-a6ab-48519da7720a" -d '{"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-plugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:25.624397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c14d1c57-a3c3-4c50-9162-b8f20c0357e6 req-cf4e4188-8bfa-4a18-a3ed-425f425160d0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046693 Feb 11 05:28:25.636668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:25.680133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52342) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:25.691384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:25.710403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf41ae7-d4fc-4bf6-8547-def55ff44648 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:25.710615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:25.764802 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Publish callbacks [] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.765496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2cf41ae7-d4fc-4bf6-8547-def55ff44648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2cf41ae7-d4fc-4bf6-8547-def55ff44648,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:25.775770 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.783032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58296e8-1aa4-461c-a34c-7afb59c1c76c req-7336ef41-41ba-4a21-817c-3a0637971299 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:25.785668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c58296e8-1aa4-461c-a34c-7afb59c1c76c req-7336ef41-41ba-4a21-817c-3a0637971299 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 950 time: 0.1196909 Feb 11 05:28:25.787337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.791284 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc46805-c748-45ce-b371-86ff673e6d08 x-openstack-request-id: req-4cc46805-c748-45ce-b371-86ff673e6d08 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:25.791519 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4a3e95-b04c-49c3-9179-aad56ed1c404", "tag": "7d8e0076-4dd1-46f4-9694-dcd8d1d20217", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b498921a-43c1-4036-bf5a-7efa2b744b23", "tag": "2cf41ae7-d4fc-4bf6-8547-def55ff44648", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:25.792233 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cc46805-c748-45ce-b371-86ff673e6d08 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:25.792233 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4a3e95-b04c-49c3-9179-aad56ed1c404', 'tag': '7d8e0076-4dd1-46f4-9694-dcd8d1d20217', 'status': 'completed', 'code': 200} Feb 11 05:28:25.792466 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b498921a-43c1-4036-bf5a-7efa2b744b23', 'tag': '2cf41ae7-d4fc-4bf6-8547-def55ff44648', 'status': 'completed', 'code': 200} Feb 11 05:28:25.793167 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2', 'status': 'completed', 'code': 200} Feb 11 05:28:25.796448 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.917615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=13']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:26.028435 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f57c24a-01b8-4594-bd12-91a789735ae1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8800f3db2fae44f0beb886e89f6a525f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421385 Feb 11 05:28:26.030279 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52346) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:26.051383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:26.091037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Pushing event updated for resources: {'Port': ['ID=ccef18f7-e1e8-4ab8-80e7-627310df5422,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:26.113243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c58296e8-1aa4-461c-a34c-7afb59c1c76c req-9625177a-9901-48f0-889b-de7e6fa6bbe1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143215 Feb 11 05:28:26.119413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-8ca5b9a4-be8f-466f-88d0-c9b322aafe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.120954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-8ca5b9a4-be8f-466f-88d0-c9b322aafe0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 1126 time: 0.2913151 Feb 11 05:28:26.123773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-4c440f48-9172-495f-947b-3217003a6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.125182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-4c440f48-9172-495f-947b-3217003a6751 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=facdac075d5e49b093423b86ba220537&device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 1126 time: 0.2945442 Feb 11 05:28:26.126144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 on host n-h1-715271-35 for vnic_type normal with profile {"migrating_to": "n-h2-715271-35"} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:26.126477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:26.126807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:26.185476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bfb123d-cc58-4484-8f54-de0a7755d1fa admin admin] Publish callbacks [] for security_group (e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.213010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=2cf41ae7-d4fc-4bf6-8547-def55ff44648,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:26.244516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-039ae98e-3e2f-4864-8b2c-a0e68e051692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.246131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-039ae98e-3e2f-4864-8b2c-a0e68e051692 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 200 len: 916 time: 0.1128132 Feb 11 05:28:26.249429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Port ccef18f7-e1e8-4ab8-80e7-627310df5422 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:26.249764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Attempting to bind port ccef18f7-e1e8-4ab8-80e7-627310df5422 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:26.258221 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bfb123d-cc58-4484-8f54-de0a7755d1fa admin admin] Publish callbacks [] for security_group (e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.293853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b7599-f5aa-4cac-a893-cea19ed8c9aa req-ec24b429-4914-4e52-a7dc-99615aebc237 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.308385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-715b7599-f5aa-4cac-a893-cea19ed8c9aa req-ec24b429-4914-4e52-a7dc-99615aebc237 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 943 time: 0.3896866 Feb 11 05:28:26.328541 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bfb123d-cc58-4484-8f54-de0a7755d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.333450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bfb123d-cc58-4484-8f54-de0a7755d1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.338206 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2bfb123d-cc58-4484-8f54-de0a7755d1fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2 HTTP/1.1" status: 204 len: 168 time: 0.3066862 Feb 11 05:28:26.353867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb123d-cc58-4484-8f54-de0a7755d1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a05273-9e95-4f5c-b9f1-a87cf9ad9de2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:26.366814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:26.367098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:26.367488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:26.368128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Bound port: ccef18f7-e1e8-4ab8-80e7-627310df5422, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:26.368472 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.382804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-cedf5af3-fd5d-444e-8a9d-8214d114e505 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2 HTTP/1.1" status: 200 len: 217 time: 0.1144392 Feb 11 05:28:26.928910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-2a4847b1-90e9-4420-9b8d-d4634025fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.930314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-2a4847b1-90e9-4420-9b8d-d4634025fb49 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e77cb6bc-e868-4a01-a114-ba5865b9cae9 HTTP/1.1" status: 200 len: 855 time: 0.4939928 Feb 11 05:28:26.994802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:27.000155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-715b7599-f5aa-4cac-a893-cea19ed8c9aa req-1ed17549-d65e-42a3-ade8-073e4efcf6ce tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6912429 Feb 11 05:28:27.001682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2cf41ae7-d4fc-4bf6-8547-def55ff44648 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:27.003077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-0085a952-7f97-41e4-8302-351c428c369a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bae22c7e-0a6f-4746-8969-a92a662b6074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636182 Feb 11 05:28:27.011404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-de5bb8e8-0946-4fca-a25c-dcc0fe6d64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.013077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-de5bb8e8-0946-4fca-a25c-dcc0fe6d64b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c3b2934-6425-49e5-af81-8961ace0c965 HTTP/1.1" status: 200 len: 923 time: 0.8808033 Feb 11 05:28:27.043650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343613d-1115-46a5-8c12-3dfe7dce3265 req-18db370d-3578-468b-aaff-5f8f3d91725b tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.049684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5343613d-1115-46a5-8c12-3dfe7dce3265 req-18db370d-3578-468b-aaff-5f8f3d91725b tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 943 time: 0.6935451 Feb 11 05:28:27.169800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:27.177372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:27.177759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.192237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:27.228318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-f751c64a-cf51-4305-8d30-c87c7d31636e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d8e0076-4dd1-46f4-9694-dcd8d1d20217 HTTP/1.1" status: 200 len: 217 time: 0.1967850 Feb 11 05:28:27.334879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:27.335257 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.350864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,segment=NetworkSegment(9a43f563-8312-4015-94c9-6ef0cac0bc1f),segment_id=9a43f563-8312-4015-94c9-6ef0cac0bc1f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:27.358043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:27.362031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52374) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:27.390325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2cf41ae7-d4fc-4bf6-8547-def55ff44648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2cf41ae7-d4fc-4bf6-8547-def55ff44648,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:27.392140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '7d8e0076-4dd1-46f4-9694-dcd8d1d20217', 'network_id': '7c3b2934-6425-49e5-af81-8961ace0c965', 'port_id': '7d8e0076-4dd1-46f4-9694-dcd8d1d20217', 'mac_address': 'fa:16:3e:f2:0d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dd509a-0e13-4fde-98d8-6c3a83e30d20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:27.420197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-a873a2c3-d2d9-4fbe-ac82-0708358dde29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.422165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-a873a2c3-d2d9-4fbe-ac82-0708358dde29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28dd509a-0e13-4fde-98d8-6c3a83e30d20 HTTP/1.1" status: 200 len: 862 time: 0.0929475 Feb 11 05:28:27.442106 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.445423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:27.446393 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.463926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:27.485289 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.538365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,segment=NetworkSegment(9a43f563-8312-4015-94c9-6ef0cac0bc1f),segment_id=9a43f563-8312-4015-94c9-6ef0cac0bc1f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:27.546250 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.565021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1235824605-network', 'tenant_id': '51c0f271b2354638b6dea703b3c09c5a'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:27.569965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=2cf41ae7-d4fc-4bf6-8547-def55ff44648,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:27.613992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Made reservation on behalf of 51c0f271b2354638b6dea703b3c09c5a for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:27.616992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.639444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.643558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:27.652289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Pushing event updated for resources: {'Port': ['ID=ccef18f7-e1e8-4ab8-80e7-627310df5422,revision_number=8']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:27.675476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1b2b1-3f30-4a15-bde3-740389a0b1fa req-2116e13a-e93a-4915-b299-c09aa10d796a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.679241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6b1b2b1-3f30-4a15-bde3-740389a0b1fa req-2116e13a-e93a-4915-b299-c09aa10d796a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 945 time: 0.4882452 Feb 11 05:28:27.685690 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd1fd-0ee2-4904-86a0-c4e132d8174b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.698458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-b7b17eb8-4e69-4ba7-b451-004a91f09f4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c3b2934-6425-49e5-af81-8961ace0c965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2621467 Feb 11 05:28:27.774467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5343613d-1115-46a5-8c12-3dfe7dce3265 req-aec76a09-ce69-4f14-93eb-4b437f6d6360 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7233715 Feb 11 05:28:27.795710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:27.800668 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67f20b8-378d-44e2-a227-428b4fcb1715" -d '{"events": [{"server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "name": "network-vif-unplugged", "status": "completed", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:27.812899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['7d8e0076-4dd1-46f4-9694-dcd8d1d20217'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:27.814589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Publish callbacks [] for security_group (40077c45-a7ea-42b1-b9aa-e980fa6eef35), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.824988 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (40077c45-a7ea-42b1-b9aa-e980fa6eef35), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.888715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.889541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.891825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-025cebd1-22e4-44d0-80d4-ffad7255fd55 service neutron] 10.222.0.72 "PUT /v2.0/ports/ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 200 len: 1123 time: 2.9620121 Feb 11 05:28:27.899386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6b1b2b1-3f30-4a15-bde3-740389a0b1fa req-57fc0520-6a46-4132-89a4-cb3b12ea8971 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961887 Feb 11 05:28:27.908190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-3a02ff21-d66d-47da-a35e-08f317cdd513 service neutron] 10.222.0.81 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8882711 Feb 11 05:28:27.919978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:27.947661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40077c45-a7ea-42b1-b9aa-e980fa6eef35,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:27.979285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (08092ed6-62f6-4b01-84b8-79ca8f7e9e20), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.979728 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Added segment 08092ed6-62f6-4b01-84b8-79ca8f7e9e20 of type vlan for network 4d244f71-c704-4e10-af91-4ea36cc3b3b8 Feb 11 05:28:28.031803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ccef18f7-e1e8-4ab8-80e7-627310df5422'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:28.040985 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80ee9c1-d1b1-42c4-b651-83ae43055d5b x-openstack-request-id: req-d80ee9c1-d1b1-42c4-b651-83ae43055d5b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:28.041707 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-plugged", "status": "completed", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:28.044107 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d80ee9c1-d1b1-42c4-b651-83ae43055d5b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:28.044802 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'code': 200} Feb 11 05:28:28.092792 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (4d244f71-c704-4e10-af91-4ea36cc3b3b8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.163300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (4d244f71-c704-4e10-af91-4ea36cc3b3b8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.164548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.165577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.210054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-86bfdd38-35cd-4173-b676-3eeeabc3bc65 service neutron] 10.222.0.72 "GET /v2.0/networks/7c3b2934-6425-49e5-af81-8961ace0c965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951921 Feb 11 05:28:28.211982 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8478415 Feb 11 05:28:28.227232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52382) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:28.233818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Request body: {'subnet': {'network_id': '4d244f71-c704-4e10-af91-4ea36cc3b3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1235824605-subnet', 'tenant_id': '51c0f271b2354638b6dea703b3c09c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:28.343401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efdb5f-b4d8-4706-a791-532078af1515 admin admin] Pushing event updated for resources: {'Network': ['ID=4d244f71-c704-4e10-af91-4ea36cc3b3b8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:28.352975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Made reservation on behalf of 51c0f271b2354638b6dea703b3c09c5a for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:28.355365 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.365792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 4d244f71-c704-4e10-af91-4ea36cc3b3b8 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:28.390440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-9a9d5e59-c992-41b1-8f24-6defeea4109c service neutron] 10.222.0.81 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884733 Feb 11 05:28:28.423934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c88afb37-1c97-46aa-b43c-5707843d4ba2 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:28.476405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acd98a-db67-4f16-bac0-8c62297f41f9 req-cdd60c0b-7b59-4ac1-86f9-ee82ebeb729b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.477968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0acd98a-db67-4f16-bac0-8c62297f41f9 req-cdd60c0b-7b59-4ac1-86f9-ee82ebeb729b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.4749637 Feb 11 05:28:28.506859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6710b7-5ab1-4258-8305-c23a88285bef req-2491ef6d-7116-438a-88b6-04a9c8b02e5e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.516983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c6710b7-5ab1-4258-8305-c23a88285bef req-2491ef6d-7116-438a-88b6-04a9c8b02e5e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 951 time: 0.2648237 Feb 11 05:28:28.620998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-73777777-87f5-4a27-b2db-3c9c86661d24 service neutron] 10.222.0.72 "GET /v2.0/networks/7c3b2934-6425-49e5-af81-8961ace0c965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454468 Feb 11 05:28:28.668918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:28.685696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c88afb37-1c97-46aa-b43c-5707843d4ba2', 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074', 'port_id': 'c88afb37-1c97-46aa-b43c-5707843d4ba2', 'mac_address': 'fa:16:3e:a4:2f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77cb6bc-e868-4a01-a114-ba5865b9cae9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:28.736671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (8208a08a-e486-417c-80eb-3cb6c30f8d56), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.762520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c88afb37-1c97-46aa-b43c-5707843d4ba2 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:28.763310 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.772796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c6710b7-5ab1-4258-8305-c23a88285bef req-3813f2b3-cdf9-419c-a23a-96d4da37d051 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378423 Feb 11 05:28:28.791086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0acd98a-db67-4f16-bac0-8c62297f41f9 req-79a2a143-0118-4343-b5f9-dd01ed3ac903 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963562 Feb 11 05:28:28.812939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8208a08a-e486-417c-80eb-3cb6c30f8d56,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:28.835013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-722959ae-03d8-4bc8-9b2f-042e3df497f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.838574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-722959ae-03d8-4bc8-9b2f-042e3df497f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 1129 time: 0.1657939 Feb 11 05:28:28.844577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88afb37-1c97-46aa-b43c-5707843d4ba2 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:28.887482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Checking segment: {'id': '08092ed6-62f6-4b01-84b8-79ca8f7e9e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4d244f71-c704-4e10-af91-4ea36cc3b3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:28.888295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Network hostable DHCP agents. Network: 4d244f71-c704-4e10-af91-4ea36cc3b3b8, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:28.899259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:28.909413 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.930901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Network 4d244f71-c704-4e10-af91-4ea36cc3b3b8 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:28.944474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 4d244f71-c704-4e10-af91-4ea36cc3b3b8) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:28.949575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.950178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.962398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4231406-61cb-4eb8-9f4d-da66dc3780a5 None None] Network 4d244f71-c704-4e10-af91-4ea36cc3b3b8 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:28.985358 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-941e6387-26be-4651-9dbe-10d7f62872b2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7569373 Feb 11 05:28:29.015468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:29.096967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-2cc0f886-ee9d-4fdc-bc67-9d007e2a42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.098677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-2cc0f886-ee9d-4fdc-bc67-9d007e2a42b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 906 time: 0.2526269 Feb 11 05:28:29.138945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bebd3-bb87-4a13-962c-81d2a1c0729c req-06edd395-c1ca-48cb-9dec-6217e2c43637 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.140543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-733bebd3-bb87-4a13-962c-81d2a1c0729c req-06edd395-c1ca-48cb-9dec-6217e2c43637 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 943 time: 0.1469257 Feb 11 05:28:29.221471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-b914f7cc-ade9-4b58-bd09-30078fad402d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf41ae7-d4fc-4bf6-8547-def55ff44648 HTTP/1.1" status: 200 len: 217 time: 0.1156390 Feb 11 05:28:29.226774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c88afb37-1c97-46aa-b43c-5707843d4ba2,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:29.318886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93ab3b-eae8-4b53-b7f0-ecaed7c0baeb req-0a77a730-867e-4228-a5c7-a0149c447d48 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.320479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da93ab3b-eae8-4b53-b7f0-ecaed7c0baeb req-0a77a730-867e-4228-a5c7-a0149c447d48 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.3110807 Feb 11 05:28:29.325580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c88afb37-1c97-46aa-b43c-5707843d4ba2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:29.392329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00868bae-96cb-4023-87f4-3162cb6546df None None] Network 4d244f71-c704-4e10-af91-4ea36cc3b3b8 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:29.403022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-afdfff0b-23e6-4852-b1c6-8daebf3b4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.404581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-afdfff0b-23e6-4852-b1c6-8daebf3b4d69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.1382732 Feb 11 05:28:29.416657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-733bebd3-bb87-4a13-962c-81d2a1c0729c req-b09a06a5-6ff5-414d-a46f-ccd8d21c36bc tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134912 Feb 11 05:28:29.463914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-32a29b91-b187-45e3-b387-cccde3752f1e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1816611 Feb 11 05:28:29.465828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-f38362b0-7cfa-42a9-8fd3-f9322469258b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481327 Feb 11 05:28:29.473410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da93ab3b-eae8-4b53-b7f0-ecaed7c0baeb req-7aeae0da-4d91-42b4-8509-f88e43d4fd54 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336646 Feb 11 05:28:29.512745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:29.546917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:29.547296 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.577001 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637532a8-915f-46ce-9851-6aa42dd4f6d1 x-openstack-request-id: req-637532a8-915f-46ce-9851-6aa42dd4f6d1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:29.577408 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "name": "network-vif-unplugged", "status": "completed", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:29.577748 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-637532a8-915f-46ce-9851-6aa42dd4f6d1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:29.578224 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422', 'code': 200} Feb 11 05:28:29.706225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-4fb7d908-9c32-4ac0-95a3-97d421f81d72 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310212 Feb 11 05:28:29.832015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-1dfe4006-12af-4b8f-ac5b-bfee71925536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.833725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-1dfe4006-12af-4b8f-ac5b-bfee71925536 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 1128 time: 0.2546225 Feb 11 05:28:29.929028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fdedb-875c-4edc-b376-b0412ea9d980 req-800a952e-8a77-4fa8-a189-ebef786971dd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.930596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-093fdedb-875c-4edc-b376-b0412ea9d980 req-800a952e-8a77-4fa8-a189-ebef786971dd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 944 time: 0.2736516 Feb 11 05:28:30.010857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a2732-6c87-41ba-80d2-67b12182bc3d req-60c90ad4-70bb-41cb-aa89-feceecbea301 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:30.018440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3a2732-6c87-41ba-80d2-67b12182bc3d req-60c90ad4-70bb-41cb-aa89-feceecbea301 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 944 time: 0.2643535 Feb 11 05:28:30.029522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f58ecc63-bca0-4091-95d5-1a0f5012fa22 req-58386ab4-4a2c-4b58-8c99-901e19457df6 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766762 Feb 11 05:28:30.073545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b498921a-43c1-4036-bf5a-7efa2b744b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf41ae7-d4fc-4bf6-8547-def55ff44648'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:30.075841 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e881536-200d-42ea-85a0-3150740b2001" -d '{"events": [{"server_uuid": "b498921a-43c1-4036-bf5a-7efa2b744b23", "name": "network-vif-plugged", "status": "completed", "tag": "2cf41ae7-d4fc-4bf6-8547-def55ff44648"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:30.086116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:30.086499 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.111826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-ecea8bdb-b843-47ab-8d62-9b9bfcef4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:30.113402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-ecea8bdb-b843-47ab-8d62-9b9bfcef4f63 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.2379797 Feb 11 05:28:30.127470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,segment=NetworkSegment(9a43f563-8312-4015-94c9-6ef0cac0bc1f),segment_id=9a43f563-8312-4015-94c9-6ef0cac0bc1f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:30.132352 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.206617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:30.245488 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-77e6f814-edaa-4c28-9e16-ae9e9e5524b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.281347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3a2732-6c87-41ba-80d2-67b12182bc3d req-f30b428f-74b6-4dd8-8447-8e96d67285b1 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617583 Feb 11 05:28:30.285730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-ebb8ae24-df83-4aef-a948-40856596f622 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 200 len: 217 time: 0.0727365 Feb 11 05:28:30.362571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-093fdedb-875c-4edc-b376-b0412ea9d980 req-23d0f7d7-4886-42d4-98cd-cfb594f3d7b4 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230411 Feb 11 05:28:30.442962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-4abde1a1-f15c-4d1c-8007-e37e813b22df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:30.449294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-4abde1a1-f15c-4d1c-8007-e37e813b22df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.1541283 Feb 11 05:28:30.594925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-30ecd820-3527-42a9-832e-a0e6ea8a4a67 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362243 Feb 11 05:28:30.695577 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-9899cebd-dc3d-437c-a1ab-116de5b35a55 req-9fefae48-8fe5-4719-b7ab-9a1c97ae860a tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] show failed (client error): The resource could not be found. Feb 11 05:28:30.696623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9899cebd-dc3d-437c-a1ab-116de5b35a55 req-9fefae48-8fe5-4719-b7ab-9a1c97ae860a tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] 10.222.0.31 "GET /v2.0/security-groups/5aa2721a-9c33-469a-bd65-d623be40ff5d HTTP/1.1" status: 404 len: 352 time: 0.0225170 Feb 11 05:28:30.713684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee71c1-4b44-4ce6-87a2-170ffda44a6a req-95ef9436-7d31-4cf4-b84f-a5039a1a5d7c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:30.715220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81ee71c1-4b44-4ce6-87a2-170ffda44a6a req-95ef9436-7d31-4cf4-b84f-a5039a1a5d7c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 946 time: 0.2626545 Feb 11 05:28:30.824054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-1a9bab3b-b1c1-4cc9-9003-c049f5aab60e service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208500 Feb 11 05:28:30.827673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81ee71c1-4b44-4ce6-87a2-170ffda44a6a req-7530e622-c20f-4a55-ad33-ae983a8a6201 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864816 Feb 11 05:28:30.948366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-0407babf-f2ae-463d-83a3-118687ebb681 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1619354a08bf4dbcac791d232d243bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159394 Feb 11 05:28:30.990826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.012605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device ccef18f7-e1e8-4ab8-80e7-627310df5422 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:31.158850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30ee34b-2a81-46a0-b62a-defe2ea92d8a req-24d0e979-02c4-4eba-81fa-036664b1088c service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151851 Feb 11 05:28:31.190975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-bccb5a6b-357e-4289-a1d8-753d28f59456 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1587090 Feb 11 05:28:31.203566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6482-55cc-421d-afe2-5ba561f62a9b req-f65ea3b4-9033-4294-8ccc-147fdc6225e7 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.210982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-affb6482-55cc-421d-afe2-5ba561f62a9b req-f65ea3b4-9033-4294-8ccc-147fdc6225e7 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.2712610 Feb 11 05:28:31.242588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-9f476e4a-db0a-441c-bd4d-5bf82285198c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.244090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-9f476e4a-db0a-441c-bd4d-5bf82285198c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2949948 Feb 11 05:28:31.271287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:31.289772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device ccef18f7-e1e8-4ab8-80e7-627310df5422 has no active binding in host n-h2-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:28:31.291268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-74b2e4ab-a576-4149-ad57-2006ba3d7d6e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/quotas/1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 375 time: 0.0355172 Feb 11 05:28:31.303602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-affb6482-55cc-421d-afe2-5ba561f62a9b req-030c2433-9625-4418-b5d8-e0e9462cd800 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917025 Feb 11 05:28:31.374073 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d447116-ae4f-4b95-801f-d52b3b4d362e x-openstack-request-id: req-2d447116-ae4f-4b95-801f-d52b3b4d362e {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:31.374376 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b498921a-43c1-4036-bf5a-7efa2b744b23", "name": "network-vif-plugged", "status": "completed", "tag": "2cf41ae7-d4fc-4bf6-8547-def55ff44648", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:31.374640 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d447116-ae4f-4b95-801f-d52b3b4d362e {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:31.375048 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b498921a-43c1-4036-bf5a-7efa2b744b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf41ae7-d4fc-4bf6-8547-def55ff44648', 'code': 200} Feb 11 05:28:31.388327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-963a23bf-a2e0-45e5-a70c-0be3a75f8851 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835176 Feb 11 05:28:31.392881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-5dbfa10b-ac70-4e8e-b38e-45fe1de66352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.394537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-5dbfa10b-ac70-4e8e-b38e-45fe1de66352 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 1133 time: 0.1146395 Feb 11 05:28:31.610312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:31.612632 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd" -d '{"events": [{"name": "network-changed", "server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:32.030838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1390449-63a5-4162-8f9f-8fcf1b0f558e req-c4854df6-9f54-4bca-827e-241f966ae743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.032740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1390449-63a5-4162-8f9f-8fcf1b0f558e req-c4854df6-9f54-4bca-827e-241f966ae743 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 1129 time: 0.5725024 Feb 11 05:28:32.068854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f27509-3636-4cab-b15f-902d53b6a17a req-7cd76bd8-85a9-4f1e-ba3d-eee977f41874 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.076179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9f27509-3636-4cab-b15f-902d53b6a17a req-7cd76bd8-85a9-4f1e-ba3d-eee977f41874 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 943 time: 0.6304038 Feb 11 05:28:32.159695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-69b7cddd-4771-4004-beef-24dda5e58be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.161677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-69b7cddd-4771-4004-beef-24dda5e58be8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.7050040 Feb 11 05:28:32.248815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc10c90-e156-48e0-9e09-1ba41339f5d4 req-f2c68eb2-e4bb-4f84-84a9-dc5ff9ba66e2 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.262957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbc10c90-e156-48e0-9e09-1ba41339f5d4 req-f2c68eb2-e4bb-4f84-84a9-dc5ff9ba66e2 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.6398768 Feb 11 05:28:32.302268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-02ccfac7-239a-491a-af28-b7340ac0f179 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 200 len: 217 time: 0.1293461 Feb 11 05:28:32.358281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9f27509-3636-4cab-b15f-902d53b6a17a req-7e5406e1-87ea-4b85-9497-26b59a7e8ac0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784023 Feb 11 05:28:32.373004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-28601a82-e088-4f78-91b4-779cc8e2b9be service neutron] 10.222.0.81 "GET /v2.0/ports/ccef18f7-e1e8-4ab8-80e7-627310df5422/bindings/n-h2-715271-35 HTTP/1.1" status: 200 len: 385 time: 0.3223209 Feb 11 05:28:32.402912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1390449-63a5-4162-8f9f-8fcf1b0f558e req-5411db53-a933-47fb-8a49-6993ef432ab5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627033 Feb 11 05:28:32.412772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c88afb37-1c97-46aa-b43c-5707843d4ba2 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:32.514387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c88afb37-1c97-46aa-b43c-5707843d4ba2 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:32.527443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c88afb37-1c97-46aa-b43c-5707843d4ba2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:32.527443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.594740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbc10c90-e156-48e0-9e09-1ba41339f5d4 req-1c1bae10-2253-46c0-b526-409b03eee04b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308668 Feb 11 05:28:32.616392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-43fd6af0-5a22-4c69-b2e0-124746e4133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.625972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-43fd6af0-5a22-4c69-b2e0-124746e4133c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2997677 Feb 11 05:28:32.632214 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.677722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87d18-2d9c-4b3d-86c0-923e3f1e1f88 req-c23866f2-e711-4d9e-89fb-03bb9f7773c6 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.679572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6a87d18-2d9c-4b3d-86c0-923e3f1e1f88 req-c23866f2-e711-4d9e-89fb-03bb9f7773c6 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 945 time: 0.1996737 Feb 11 05:28:32.717156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c88afb37-1c97-46aa-b43c-5707843d4ba2 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:32.717637 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.761306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:32.776097 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.893562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c88afb37-1c97-46aa-b43c-5707843d4ba2,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:32.927199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6a87d18-2d9c-4b3d-86c0-923e3f1e1f88 req-d650e210-c080-47c0-a020-d56bbb3a71ff tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365279 Feb 11 05:28:32.931910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-2b7e9bf2-db8a-43a7-a7ab-2429ebd473a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.934796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-2b7e9bf2-db8a-43a7-a7ab-2429ebd473a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1902428 Feb 11 05:28:32.977802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe13b5-90ae-4b65-8879-a5cb7de8e1a7 req-621c19c4-9694-4875-b3b4-225db888b927 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.979337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5efe13b5-90ae-4b65-8879-a5cb7de8e1a7 req-621c19c4-9694-4875-b3b4-225db888b927 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.2130222 Feb 11 05:28:33.037834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:33.190987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5efe13b5-90ae-4b65-8879-a5cb7de8e1a7 req-6ed5a972-19eb-4900-b9c0-6f3fa367b453 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038541 Feb 11 05:28:33.196966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-bb6d7cd9-5e21-417b-8db1-1b3f9b33b0a3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1619354a08bf4dbcac791d232d243bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389992 Feb 11 05:28:33.198955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef4a7f7c-fd81-4031-931c-a81ecf647000 req-a8f1656d-7c5e-4306-995c-3cc4bbcad890 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 210 time: 0.0836535 Feb 11 05:28:33.318225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-fd3dfdc3-c803-40fd-8a1b-2d3c5b2e453a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:33.319843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-fd3dfdc3-c803-40fd-8a1b-2d3c5b2e453a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165156 Feb 11 05:28:33.334730 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f15c3b2-9008-4350-9cd6-64abba1fac42 x-openstack-request-id: req-9f15c3b2-9008-4350-9cd6-64abba1fac42 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:33.335097 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:33.335317 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f15c3b2-9008-4350-9cd6-64abba1fac42 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:33.335688 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422', 'status': 'completed', 'code': 200} Feb 11 05:28:33.336695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:33.353193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Request body: {'port': {'device_id': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '1619354a08bf4dbcac791d232d243bd9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:33.377548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a3e95-b04c-49c3-9179-aad56ed1c404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8e0076-4dd1-46f4-9694-dcd8d1d20217'}, {'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:33.383546 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2c8fe2-5764-4b92-ae53-770718334ffa" -d '{"events": [{"server_uuid": "ef4a3e95-b04c-49c3-9179-aad56ed1c404", "name": "network-vif-plugged", "status": "completed", "tag": "7d8e0076-4dd1-46f4-9694-dcd8d1d20217"}, {"server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "name": "network-vif-plugged", "status": "completed", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:33.552597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-1aed012e-fef2-4781-b305-a5af2df950ce service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027341 Feb 11 05:28:33.560257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccef18f7-e1e8-4ab8-80e7-627310df5422 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:33.597876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:33.663636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.719720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-0968d310-31f6-4e69-9202-1fdb49aba17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:33.721624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-0968d310-31f6-4e69-9202-1fdb49aba17d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1157 time: 0.4007950 Feb 11 05:28:33.763320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e390842-8708-48b9-b19f-dc5746085a5e req-f9e97c61-1702-46d2-ba6c-b840df3bcffa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:33.765539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e390842-8708-48b9-b19f-dc5746085a5e req-f9e97c61-1702-46d2-ba6c-b840df3bcffa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.3676400 Feb 11 05:28:33.798993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83070b3-d6d7-4349-9913-b0541d43715d req-029e9919-b43c-4874-bd7b-24b62afa28a8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:33.800828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a83070b3-d6d7-4349-9913-b0541d43715d req-029e9919-b43c-4874-bd7b-24b62afa28a8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 946 time: 0.4622416 Feb 11 05:28:33.873518 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.885968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Made reservation on behalf of 1619354a08bf4dbcac791d232d243bd9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:33.889862 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.954923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047d91ff-fa86-4e73-993b-f1968ec8826e req-19ee439f-853d-44d0-98eb-baaa48bcac5c service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815408 Feb 11 05:28:34.050323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a83070b3-d6d7-4349-9913-b0541d43715d req-a6d761f4-292d-49e6-9761-bc7359387cb6 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241528 Feb 11 05:28:34.068833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e390842-8708-48b9-b19f-dc5746085a5e req-f7cf23cd-431c-4f81-9fc5-5b4b8c4acecb tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483521 Feb 11 05:28:34.098937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] Transition to ACTIVE for port object ccef18f7-e1e8-4ab8-80e7-627310df5422 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:34.127577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-3a11959c-b0fc-4314-8f16-3acf77d3f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:34.129005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-3a11959c-b0fc-4314-8f16-3acf77d3f406 service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.3926790 Feb 11 05:28:34.134583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:34.233163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-9c76f260-a5eb-4b26-9ecf-1992267ad9d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 200 len: 217 time: 0.0923913 Feb 11 05:28:34.382506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] No DVR routers for this DVR port ccef18f7-e1e8-4ab8-80e7-627310df5422 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:34.390234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c78988f-7889-4a78-9ccd-6c151aeae185 req-ce53bacb-eeb8-4eb3-8e14-b56e535e38ad tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51c0f271b2354638b6dea703b3c09c5a HTTP/1.1" status: 200 len: 3001 time: 0.2869873 Feb 11 05:28:34.414314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] Pushing event updated for resources: {'Port': ['ID=ccef18f7-e1e8-4ab8-80e7-627310df5422,revision_number=10']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:34.428535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ccef18f7-e1e8-4ab8-80e7-627310df5422 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:34.458207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Allocated IP 192.168.233.192 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/57ac77e6-0c47-4635-a769-9eebfaa330de) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:34.484604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port ccef18f7-e1e8-4ab8-80e7-627310df5422 host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:28:34.485223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ccef18f7-e1e8-4ab8-80e7-627310df5422 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:34.901376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-65e5b90e-a043-49c2-abaf-7d84006965cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:34.902855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-65e5b90e-a043-49c2-abaf-7d84006965cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.6398811 Feb 11 05:28:34.951238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-2f7e94d6-a606-466d-ab53-0a1628914a7c service neutron] 10.222.0.81 "PUT /v2.0/ports/ccef18f7-e1e8-4ab8-80e7-627310df5422/bindings/n-h2-715271-35/activate HTTP/1.1" status: 200 len: 370 time: 2.5478678 Feb 11 05:28:34.980987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781506ba-f5d7-47c1-a5b4-0b9fe83a8533 req-957cdfee-0dcb-4a99-acd3-016473b35fe7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:34.982497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-781506ba-f5d7-47c1-a5b4-0b9fe83a8533 req-957cdfee-0dcb-4a99-acd3-016473b35fe7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 944 time: 0.8250906 Feb 11 05:28:34.997629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-9bd6a524-f0ae-457d-b4d1-ca907e36224d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835638 Feb 11 05:28:35.007947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c78988f-7889-4a78-9ccd-6c151aeae185 req-b703d690-874e-4732-a023-9ef266a7be61 tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] 10.222.0.31 "GET /v2.0/security-groups/40077c45-a7ea-42b1-b9aa-e980fa6eef35 HTTP/1.1" status: 200 len: 2998 time: 0.6062257 Feb 11 05:28:35.244082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c78988f-7889-4a78-9ccd-6c151aeae185 req-25604aee-ddd0-421e-ba05-2339461c5a64 tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] 10.222.0.31 "GET /v2.0/security-groups/40077c45-a7ea-42b1-b9aa-e980fa6eef35 HTTP/1.1" status: 200 len: 2998 time: 0.2354145 Feb 11 05:28:35.247098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks [] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.253587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-781506ba-f5d7-47c1-a5b4-0b9fe83a8533 req-d645de5b-4add-4e9a-a2dd-496293852267 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342608 Feb 11 05:28:35.275497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-3d884ec6-5a89-48c2-9c38-2a055f246dbe tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.277029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-3d884ec6-5a89-48c2-9c38-2a055f246dbe tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.2387893 Feb 11 05:28:35.299321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-906256c5-542a-433f-9031-bceac1de2091 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807560 Feb 11 05:28:35.351210 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06419d6-6677-4c8e-84cc-d970b4266465 x-openstack-request-id: req-a06419d6-6677-4c8e-84cc-d970b4266465 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:35.351812 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a3e95-b04c-49c3-9179-aad56ed1c404", "name": "network-vif-plugged", "status": "completed", "tag": "7d8e0076-4dd1-46f4-9694-dcd8d1d20217", "code": 200}, {"server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "name": "network-vif-plugged", "status": "completed", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:35.352610 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a06419d6-6677-4c8e-84cc-d970b4266465 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:35.353139 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a3e95-b04c-49c3-9179-aad56ed1c404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8e0076-4dd1-46f4-9694-dcd8d1d20217', 'code': 200} Feb 11 05:28:35.353516 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2', 'code': 200} Feb 11 05:28:35.509810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.522981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', '0bcba4ad-e329-4d3f-aec3-893c070f5f94'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:35.657342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-d6ce2983-1e03-4954-8514-2032123254a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.658896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-d6ce2983-1e03-4954-8514-2032123254a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee&tenant_id=189047df84ed4519ae5f18281ab6a0b6 HTTP/1.1" status: 200 len: 1127 time: 0.3582883 Feb 11 05:28:35.660719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:35.681423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cd20dfa-15a5-481f-b73d-9aadf8e00acd req-50f20ab6-1779-4555-9012-56e3769e031e service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663938 Feb 11 05:28:35.682181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:35.691336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:35.710479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:35.761970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f7789-fe5f-4418-bc0e-379d819ffb6d req-0eff3580-2d6d-47a5-a6ac-1b1737b9a9e6 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.763538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-045f7789-fe5f-4418-bc0e-379d819ffb6d req-0eff3580-2d6d-47a5-a6ac-1b1737b9a9e6 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 945 time: 0.3511214 Feb 11 05:28:35.776788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17b09-7c94-4352-b631-82a3b2c72a30 req-b0080882-6408-4281-bd48-51bc288f05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.778349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eaa17b09-7c94-4352-b631-82a3b2c72a30 req-b0080882-6408-4281-bd48-51bc288f05e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 1128 time: 0.3051026 Feb 11 05:28:35.795154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148b8c5-49d1-4c1e-9096-9830a82e5c65 req-82e98568-0da7-47f7-b25a-dcbe3402810f tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.802175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5148b8c5-49d1-4c1e-9096-9830a82e5c65 req-82e98568-0da7-47f7-b25a-dcbe3402810f tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.3330426 Feb 11 05:28:35.842464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b870c-5ab9-442e-b4f6-a9cb286c8c2f req-648d5dfc-b2d9-46b4-920b-2efc1ac1598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.843970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-571b870c-5ab9-442e-b4f6-a9cb286c8c2f req-648d5dfc-b2d9-46b4-920b-2efc1ac1598a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 1128 time: 0.3716984 Feb 11 05:28:35.880987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.881657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.947172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-93a0b0f6-5b30-40ff-a9d9-9cb4576f9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.948614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-93a0b0f6-5b30-40ff-a9d9-9cb4576f9d9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1127 time: 0.2610524 Feb 11 05:28:35.982207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-759fe85c-aa27-4745-82e0-a5c88d2179a0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6335316 Feb 11 05:28:36.011017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Request body: {'port': {'device_id': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:36.015727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-045f7789-fe5f-4418-bc0e-379d819ffb6d req-9e624c22-7c95-460d-9ebe-4aff5fba95b4 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337897 Feb 11 05:28:36.016346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e5eecd49-c36c-46ca-af5d-ff349ec7170d None None] Provisioning complete for port 57ac77e6-0c47-4635-a769-9eebfaa330de triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:36.016963 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e5eecd49-c36c-46ca-af5d-ff349ec7170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.019394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5148b8c5-49d1-4c1e-9096-9830a82e5c65 req-e50a01e8-83fa-44dc-854e-f1d27adb2bce tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156296 Feb 11 05:28:36.038651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eaa17b09-7c94-4352-b631-82a3b2c72a30 req-ed6ec793-a45a-40ab-af83-7885931b7587 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220287 Feb 11 05:28:36.053808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e5eecd49-c36c-46ca-af5d-ff349ec7170d None None] Port 57ac77e6-0c47-4635-a769-9eebfaa330de cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:28:36.083109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-571b870c-5ab9-442e-b4f6-a9cb286c8c2f req-0ef53d99-e5de-4afe-a2b1-85bcb8b36356 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093260 Feb 11 05:28:36.203708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.246847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-ddf3ed91-0c55-4521-a2f0-0df8220a4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.248319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-ddf3ed91-0c55-4521-a2f0-0df8220a4164 service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.2802029 Feb 11 05:28:36.321770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bdd2f-2e1f-4d90-aec8-402e12300e02 req-7a622e2b-91c5-4c38-891e-e67626b50101 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.323238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-402bdd2f-2e1f-4d90-aec8-402e12300e02 req-7a622e2b-91c5-4c38-891e-e67626b50101 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 936 time: 0.1879652 Feb 11 05:28:36.327212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-7718cee0-2ee6-4e4f-aaf7-ca6f122b5404 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 200 len: 217 time: 0.0598903 Feb 11 05:28:36.334641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d554-e9de-477b-986b-1474303126e5 req-5e95d157-2423-41fd-9bf5-0b621147de22 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.336043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac34d554-e9de-477b-986b-1474303126e5 req-5e95d157-2423-41fd-9bf5-0b621147de22 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.2201626 Feb 11 05:28:36.536754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-d247be21-dbcb-4055-a019-a567aa4e4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.538246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-d247be21-dbcb-4055-a019-a567aa4e4059 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.2013683 Feb 11 05:28:36.598108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-402bdd2f-2e1f-4d90-aec8-402e12300e02 req-a767178b-a9da-47d8-a7cf-48dd786334d7 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585194 Feb 11 05:28:36.601429 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac34d554-e9de-477b-986b-1474303126e5 req-d17be3b9-94d3-4de5-8006-19da5f507285 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364523 Feb 11 05:28:36.606896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-c48e366a-2b5a-43cd-a7f9-6ad139655e0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544813 Feb 11 05:28:36.672654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b39850-a1ee-4f13-a900-122ab08233fa req-4b9068fa-a645-495d-bc49-0b908c12af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.674144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41b39850-a1ee-4f13-a900-122ab08233fa req-4b9068fa-a645-495d-bc49-0b908c12af2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 1128 time: 0.2748818 Feb 11 05:28:36.901426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-430b1737-2eb4-43da-a475-92d76e9d1f8c service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534258 Feb 11 05:28:36.924842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08854b8d-9631-42d9-85b6-565a9eb50c62 req-6043dbd8-e96a-428e-9a04-7f650f770cd8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.926326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08854b8d-9631-42d9-85b6-565a9eb50c62 req-6043dbd8-e96a-428e-9a04-7f650f770cd8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 946 time: 0.2494576 Feb 11 05:28:36.967431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4bce-b324-426b-8e6b-51f392adaf73 req-29bfaf3e-9280-4554-a452-e519a99cb49f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.968829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a02b4bce-b324-426b-8e6b-51f392adaf73 req-29bfaf3e-9280-4554-a452-e519a99cb49f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 945 time: 0.3065059 Feb 11 05:28:37.010866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b39850-a1ee-4f13-a900-122ab08233fa req-03513773-7cae-4215-97f7-04a26f262441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.012242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41b39850-a1ee-4f13-a900-122ab08233fa req-03513773-7cae-4215-97f7-04a26f262441 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 913 time: 0.3170269 Feb 11 05:28:37.342544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ac77e6-0c47-4635-a769-9eebfaa330de {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:37.387772 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Publish callbacks [] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.411707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41b39850-a1ee-4f13-a900-122ab08233fa req-14212712-5c9d-45a8-9790-b6ff36b646ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387 HTTP/1.1" status: 200 len: 217 time: 0.1043406 Feb 11 05:28:37.448014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Transition to ACTIVE for port object 57ac77e6-0c47-4635-a769-9eebfaa330de will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:37.476268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08854b8d-9631-42d9-85b6-565a9eb50c62 req-6e437f66-62f2-4852-a7ad-88674d161019 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165348 Feb 11 05:28:37.483620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.505239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a02b4bce-b324-426b-8e6b-51f392adaf73 req-0bca88db-e745-4df1-8843-a4c66c6ad2f9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166440 Feb 11 05:28:37.526195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-04a2ca1d-708b-4af3-a6b8-92ea1f9f3936 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101449 Feb 11 05:28:37.567087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b39850-a1ee-4f13-a900-122ab08233fa req-0efc8fd9-f370-42da-82bf-1053cf32e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.568586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41b39850-a1ee-4f13-a900-122ab08233fa req-0efc8fd9-f370-42da-82bf-1053cf32e2bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.1368062 Feb 11 05:28:37.640159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:37.670915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41b39850-a1ee-4f13-a900-122ab08233fa req-04f54aee-081f-4841-a8dc-3adc1a58d3d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939689 Feb 11 05:28:37.730650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9136b048-7a99-44ee-aae3-dafa4e1f17e0 req-49671c21-2af7-44d6-9a4e-dfb1be24f6e6 tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] 10.222.0.31 "GET /v2.0/security-groups/40077c45-a7ea-42b1-b9aa-e980fa6eef35 HTTP/1.1" status: 200 len: 2998 time: 0.2307224 Feb 11 05:28:37.900362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b752cc-034e-4285-bfa9-b11be86c3cd3 req-42092aae-c483-44ba-9cf6-580dd52e34bf tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.902085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30b752cc-034e-4285-bfa9-b11be86c3cd3 req-42092aae-c483-44ba-9cf6-580dd52e34bf tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 944 time: 0.3078687 Feb 11 05:28:37.992655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41b39850-a1ee-4f13-a900-122ab08233fa req-a565d76a-f2aa-4972-a8b1-7e683bd4bc4d service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117893 Feb 11 05:28:37.997455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:37.997768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:37.998144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:38.004074 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-9136b048-7a99-44ee-aae3-dafa4e1f17e0 req-2058376d-c965-49f1-b75f-862a8519eabe tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:28:38.005285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9136b048-7a99-44ee-aae3-dafa4e1f17e0 req-2058376d-c965-49f1-b75f-862a8519eabe tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] 10.222.0.31 "DELETE /v2.0/security-groups/40077c45-a7ea-42b1-b9aa-e980fa6eef35 HTTP/1.1" status: 409 len: 352 time: 0.2737110 Feb 11 05:28:38.017212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-49c78bb6-7f76-4d9a-ad31-31ab26f56f07 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.017863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-49c78bb6-7f76-4d9a-ad31-31ab26f56f07 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.2328086 Feb 11 05:28:38.027019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Port 57ac77e6-0c47-4635-a769-9eebfaa330de on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:38.027474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:38.090475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:38.090814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:38.091197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:38.091636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Bound port: 57ac77e6-0c47-4635-a769-9eebfaa330de, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:38.091990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.151220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30b752cc-034e-4285-bfa9-b11be86c3cd3 req-d6142939-cd59-47b7-83f4-843183bd0a5d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363505 Feb 11 05:28:38.192556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-f9308b89-b2df-4447-9edb-f8533f312cc7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2722740 Feb 11 05:28:38.363691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41b39850-a1ee-4f13-a900-122ab08233fa req-574f83bb-70e0-4a31-a812-67f54602115b service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625469 Feb 11 05:28:38.370594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a432239-f7f7-48d3-85de-8b3f5e3787ea req-e1f09b4a-0d6e-4216-b5c5-37ecac6da9ff tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.371958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a432239-f7f7-48d3-85de-8b3f5e3787ea req-e1f09b4a-0d6e-4216-b5c5-37ecac6da9ff tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 945 time: 0.2863605 Feb 11 05:28:38.390243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:38.427700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 757fc8ee-9223-4f00-b269-d1aa5f73c387 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:38.434487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:38.450606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd9417-fda8-434d-8d15-36b7b6576975 req-e73e6cca-0075-4a4f-b6d6-b79fea401e29 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.452086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5fd9417-fda8-434d-8d15-36b7b6576975 req-e73e6cca-0075-4a4f-b6d6-b79fea401e29 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.2320967 Feb 11 05:28:38.460746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-100d7dfc-c02c-40d2-9e77-87b43f13a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.462281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-100d7dfc-c02c-40d2-9e77-87b43f13a490 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 1132 time: 0.2364137 Feb 11 05:28:38.463250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.468989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-0b86cc03-bb88-4e49-832b-5d3df8a0117f service neutron] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:38.491106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-0b86cc03-bb88-4e49-832b-5d3df8a0117f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.492204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fab6eed-1ab4-4575-85ec-571556dcc7d2 req-0b86cc03-bb88-4e49-832b-5d3df8a0117f service neutron] 10.222.0.72 "DELETE /v2.0/ports/ccef18f7-e1e8-4ab8-80e7-627310df5422/bindings/n-h1-715271-35 HTTP/1.1" status: 204 len: 173 time: 0.4674013 Feb 11 05:28:38.509075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 757fc8ee-9223-4f00-b269-d1aa5f73c387 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:38.509527 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.535687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:38.538227 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b9f5fa-1ba8-45d7-b643-bb0fdebd4149" -d '{"events": [{"server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "name": "network-vif-unplugged", "status": "completed", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:38.550654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:38.556298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.556977 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.557848 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.558375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] 10.222.0.81 "PUT /v2.0/ports/57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 1097 time: 2.5558100 Feb 11 05:28:38.562419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:38.564819 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4084cbd6-e08a-4f74-ab74-799713d1d211" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:38.587724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a432239-f7f7-48d3-85de-8b3f5e3787ea req-b5a4267c-a0ec-4079-b763-85981610c269 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083862 Feb 11 05:28:38.638050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=757fc8ee-9223-4f00-b269-d1aa5f73c387,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:38.694619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e47095-91b9-4fcf-a1cf-1f8c50faae0b service neutron] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:38.704196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5fd9417-fda8-434d-8d15-36b7b6576975 req-719d7d9f-7c06-4e60-943d-4b7704fb7a61 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387569 Feb 11 05:28:38.748331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-6ab489b5-eed9-4702-ba25-624933dfe012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.750032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-6ab489b5-eed9-4702-ba25-624933dfe012 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2537034 Feb 11 05:28:38.811135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-a69a5823-bd6e-4cd8-9e1c-df222f049d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.812651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-a69a5823-bd6e-4cd8-9e1c-df222f049d7e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1131 time: 0.1671593 Feb 11 05:28:38.814021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-f9b1717d-2b5e-4c8c-b9f7-c1ab32f4de2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 200 len: 217 time: 0.0560813 Feb 11 05:28:38.824018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387154fc-f478-4293-9026-4960396867c3 req-4987c39d-58d5-4e19-9c01-5ab20c09aeaf tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.825598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-387154fc-f478-4293-9026-4960396867c3 req-4987c39d-58d5-4e19-9c01-5ab20c09aeaf tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 948 time: 0.1440105 Feb 11 05:28:38.930471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-235800e3-1e95-478a-8c24-d94ff1259dcb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.0899587 Feb 11 05:28:38.962517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-90f323f2-3b94-46ef-839d-7567e339390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.963951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-90f323f2-3b94-46ef-839d-7567e339390d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1226511 Feb 11 05:28:39.018080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473fc03-d2e1-4a77-a8ca-ce270f576544 req-df1b777b-568a-489b-8d2e-5aa4ee06867e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.019539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6473fc03-d2e1-4a77-a8ca-ce270f576544 req-df1b777b-568a-489b-8d2e-5aa4ee06867e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.2227499 Feb 11 05:28:39.044082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-387154fc-f478-4293-9026-4960396867c3 req-47ef031f-b03f-4c96-87b9-f647a0dfe944 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017269 Feb 11 05:28:39.054173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c698aff2-cecc-4eb4-b776-2752a4452648 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:39.069361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-7a52844b-ef3d-49e8-b79c-89ccc4abb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.071010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-7a52844b-ef3d-49e8-b79c-89ccc4abb517 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1267893 Feb 11 05:28:39.126741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-27f793fc-4061-4a34-9140-93bb7c22dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.128253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-27f793fc-4061-4a34-9140-93bb7c22dd05 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1418326 Feb 11 05:28:39.152689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6473fc03-d2e1-4a77-a8ca-ce270f576544 req-b7669697-8077-4337-bd77-560606c5fa46 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170588 Feb 11 05:28:39.163685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:39.185838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c698aff2-cecc-4eb4-b776-2752a4452648', 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c', 'port_id': 'c698aff2-cecc-4eb4-b776-2752a4452648', 'mac_address': 'fa:16:3e:1d:78:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4012f6-b235-46a4-8d19-8eca301e3e34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:39.224392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c698aff2-cecc-4eb4-b776-2752a4452648 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:39.224781 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.241840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c698aff2-cecc-4eb4-b776-2752a4452648 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:39.262821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:39.267183 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.318571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c698aff2-cecc-4eb4-b776-2752a4452648,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:39.565015 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-171d181a-3184-4383-8bce-5583b97a4693 req-53cd19b5-d4f4-44ff-b7a6-2b34d9a8e88d tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] show failed (client error): The resource could not be found. Feb 11 05:28:39.566045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-171d181a-3184-4383-8bce-5583b97a4693 req-53cd19b5-d4f4-44ff-b7a6-2b34d9a8e88d tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] 10.222.0.31 "GET /v2.0/security-groups/bd218ad3-0b70-422b-9186-fdb0be1c3880 HTTP/1.1" status: 404 len: 352 time: 0.3685837 Feb 11 05:28:39.573416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-c7046680-8761-4b8f-8d10-6b7a2285dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.574882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-c7046680-8761-4b8f-8d10-6b7a2285dfed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4900756 Feb 11 05:28:39.581196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c698aff2-cecc-4eb4-b776-2752a4452648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:39.630916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-63291002-d41b-4db7-af1f-b84d7ba4b1e4 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958134 Feb 11 05:28:39.678833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-979691b2-8e68-495b-b93d-08290e7d7226 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.680248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-979691b2-8e68-495b-b93d-08290e7d7226 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.5464554 Feb 11 05:28:39.755361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-53ce7202-7d51-4542-aa82-a8c068065085 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/quotas/f65ed4e42cd5485085d456ac78686004 HTTP/1.1" status: 200 len: 375 time: 0.0369895 Feb 11 05:28:39.836727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-9499b425-4d15-42f3-b09a-fb1b1f027e8f service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472022 Feb 11 05:28:39.846296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c40b5e-7dd2-409c-9e0d-e173cf4763e6 req-5bede65a-8a5a-4365-b756-5b2feed8635d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.847824 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c40b5e-7dd2-409c-9e0d-e173cf4763e6 req-5bede65a-8a5a-4365-b756-5b2feed8635d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 943 time: 0.2246423 Feb 11 05:28:39.911582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35be020e-2a17-4cf6-a51a-669614b3d407 req-08ad9ddc-b46b-4087-9a65-5ca91850e71c service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628312 Feb 11 05:28:39.967736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-c1a4e023-519b-457b-a583-11ee2af48cf2 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1817110 Feb 11 05:28:39.993570 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c40b5e-7dd2-409c-9e0d-e173cf4763e6 req-2ec12aef-ed8e-409e-bee6-18e70db33723 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281137 Feb 11 05:28:40.009937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39b1249-afec-4721-b7b3-45d4d4b65f64 req-5cc69ab7-1ff8-461e-9994-a94a024cd17c service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611636 Feb 11 05:28:40.040693 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd0ab47-17c4-4d2c-9ae1-055c1808f53d x-openstack-request-id: req-3dd0ab47-17c4-4d2c-9ae1-055c1808f53d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:40.041495 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "name": "network-vif-unplugged", "status": "completed", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:40.041834 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dd0ab47-17c4-4d2c-9ae1-055c1808f53d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:40.042279 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387', 'code': 200} Feb 11 05:28:40.072392 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2025995-a485-4e1a-8eac-3d6f23fea49e x-openstack-request-id: req-c2025995-a485-4e1a-8eac-3d6f23fea49e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:40.072685 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:40.072941 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2025995-a485-4e1a-8eac-3d6f23fea49e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:40.073380 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'status': 'completed', 'code': 200} Feb 11 05:28:40.157286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-83e8ffb0-bb69-40a9-951a-cd7e98ae43c8 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780794 Feb 11 05:28:40.178461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-b0ff209a-d81c-494d-96a4-a0fd2951ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.179893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-b0ff209a-d81c-494d-96a4-a0fd2951ddbb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1131 time: 0.0798247 Feb 11 05:28:40.334486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0262a30-fdc7-44d2-8423-b0820a445e83 req-dc0a3acb-15d2-4f1a-9fb6-d65101e41b1f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.335887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0262a30-fdc7-44d2-8423-b0820a445e83 req-dc0a3acb-15d2-4f1a-9fb6-d65101e41b1f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 944 time: 0.1760440 Feb 11 05:28:40.387551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-7c69e3c7-ae6b-4465-817c-d08da7b961c5 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177057 Feb 11 05:28:40.394641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-4c5c05ca-5827-48f7-a230-05fcfd09207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.396133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-4c5c05ca-5827-48f7-a230-05fcfd09207d service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1953309 Feb 11 05:28:40.451271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0262a30-fdc7-44d2-8423-b0820a445e83 req-5d9dc9f0-9c83-4a66-b530-ef1258e78938 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085155 Feb 11 05:28:40.452667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-4cecf873-1e38-4bba-92e2-307c29a0b761 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.0445867 Feb 11 05:28:40.534688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-c64d87e8-0e2b-44eb-8395-17d1696a23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.535302 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-c64d87e8-0e2b-44eb-8395-17d1696a23ba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0753505 Feb 11 05:28:40.551036 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-dfc5291d-443f-4f0b-971b-f3f79b94dc51 req-01b69770-1702-4aa9-b18c-7ce74b9e8453 tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] show failed (client error): The resource could not be found. Feb 11 05:28:40.552946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfc5291d-443f-4f0b-971b-f3f79b94dc51 req-01b69770-1702-4aa9-b18c-7ce74b9e8453 tempest-SecurityGroupsNegativeTestJSON-1755770580 tempest-SecurityGroupsNegativeTestJSON-1755770580-project] 10.222.0.31 "GET /v2.0/security-groups/24669ec7-fd95-4616-897b-e1c8b484c6b9 HTTP/1.1" status: 404 len: 352 time: 0.0478568 Feb 11 05:28:40.564941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52528) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:40.618146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-8900f42f-2335-4e58-80eb-5e423343fbac admin admin] Deleting subnet 8208a08a-e486-417c-80eb-3cb6c30f8d56 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:40.622083 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8900f42f-2335-4e58-80eb-5e423343fbac admin admin] Publish callbacks [] for subnet (8208a08a-e486-417c-80eb-3cb6c30f8d56), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.641558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea840190-1423-4681-bc5c-070f855b73dd req-16d59630-e67a-4ec9-9347-ec9654176b8c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.644307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea840190-1423-4681-bc5c-070f855b73dd req-16d59630-e67a-4ec9-9347-ec9654176b8c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.1301110 Feb 11 05:28:40.646290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-1ae2e133-d191-4878-94d3-ed05c4f86a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.647708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-1ae2e133-d191-4878-94d3-ed05c4f86a0d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0937991 Feb 11 05:28:40.682876 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8900f42f-2335-4e58-80eb-5e423343fbac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (8208a08a-e486-417c-80eb-3cb6c30f8d56), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.743489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8900f42f-2335-4e58-80eb-5e423343fbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (8208a08a-e486-417c-80eb-3cb6c30f8d56), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.802159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb92a0d-c64d-492e-a8b0-2588a3854b62 req-575992ff-c434-44ad-afa7-35ff966151e6 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.803750 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdb92a0d-c64d-492e-a8b0-2588a3854b62 req-575992ff-c434-44ad-afa7-35ff966151e6 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 945 time: 0.1853933 Feb 11 05:28:40.810782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8900f42f-2335-4e58-80eb-5e423343fbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (8208a08a-e486-417c-80eb-3cb6c30f8d56), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.841074 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea840190-1423-4681-bc5c-070f855b73dd req-9545b851-7c91-4afe-bdac-d184b5b24e02 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661110 Feb 11 05:28:40.841351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900f42f-2335-4e58-80eb-5e423343fbac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8208a08a-e486-417c-80eb-3cb6c30f8d56,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:40.845719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-99802df7-0f39-4934-87f6-f4401cbaaca7 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720917 Feb 11 05:28:40.849589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8900f42f-2335-4e58-80eb-5e423343fbac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.853409 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8900f42f-2335-4e58-80eb-5e423343fbac admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8208a08a-e486-417c-80eb-3cb6c30f8d56 HTTP/1.1" status: 204 len: 168 time: 0.2843025 Feb 11 05:28:40.855965 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52534) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:40.909658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdb92a0d-c64d-492e-a8b0-2588a3854b62 req-f005caf3-b0f1-459b-81c3-4af1006d5c2d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962591 Feb 11 05:28:40.963901 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (4d244f71-c704-4e10-af91-4ea36cc3b3b8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.023691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4084cbd6-e08a-4f74-ab74-799713d1d211 req-ddd8eed2-73b0-4df0-89d3-b6db64363d94 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548281 Feb 11 05:28:41.030650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e5a5c-5490-476d-9fc4-ebf20911c736 req-290384b0-237d-4341-a6b1-8f5f77c965a6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:41.032645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f63e5a5c-5490-476d-9fc4-ebf20911c736 req-290384b0-237d-4341-a6b1-8f5f77c965a6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 948 time: 0.0940320 Feb 11 05:28:41.060202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (4d244f71-c704-4e10-af91-4ea36cc3b3b8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.065080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c698aff2-cecc-4eb4-b776-2752a4452648 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:41.100964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d244f71-c704-4e10-af91-4ea36cc3b3b8']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:41.124155 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08092ed6-62f6-4b01-84b8-79ca8f7e9e20') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:41.124453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08092ed6-62f6-4b01-84b8-79ca8f7e9e20') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:41.133291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port c698aff2-cecc-4eb4-b776-2752a4452648 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:41.137834 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (08092ed6-62f6-4b01-84b8-79ca8f7e9e20), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.141574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c698aff2-cecc-4eb4-b776-2752a4452648 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:41.141951 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.153460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f63e5a5c-5490-476d-9fc4-ebf20911c736 req-8fb2ad47-13fc-4d03-8585-7e6fda5bdf0c tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114273 Feb 11 05:28:41.158922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (08092ed6-62f6-4b01-84b8-79ca8f7e9e20), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.176653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:41.177200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (08092ed6-62f6-4b01-84b8-79ca8f7e9e20), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:41.179945 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:41.271153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (4d244f71-c704-4e10-af91-4ea36cc3b3b8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.276769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.281801 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4d244f71-c704-4e10-af91-4ea36cc3b3b8 HTTP/1.1" status: 204 len: 168 time: 0.4243627 Feb 11 05:28:41.282467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c698aff2-cecc-4eb4-b776-2752a4452648 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:41.283185 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.297880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127a189-2b79-497c-96ae-edaa1c38f283 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d244f71-c704-4e10-af91-4ea36cc3b3b8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:41.345054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:41.350946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.418596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c698aff2-cecc-4eb4-b776-2752a4452648,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:41.451403 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52556) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:41.517249 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-937c52db-9e9b-4574-88fe-eb32c09e118a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51c0f271b2354638b6dea703b3c09c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627329 Feb 11 05:28:41.518109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52562) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:41.574953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cc17b21-b51c-48f2-a385-e56a0a203d83 admin admin] Publish callbacks [] for security_group (40077c45-a7ea-42b1-b9aa-e980fa6eef35), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.602641 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cc17b21-b51c-48f2-a385-e56a0a203d83 admin admin] Publish callbacks [] for security_group (40077c45-a7ea-42b1-b9aa-e980fa6eef35), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.667999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cc17b21-b51c-48f2-a385-e56a0a203d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (40077c45-a7ea-42b1-b9aa-e980fa6eef35), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.670945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cc17b21-b51c-48f2-a385-e56a0a203d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.672327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5cc17b21-b51c-48f2-a385-e56a0a203d83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40077c45-a7ea-42b1-b9aa-e980fa6eef35 HTTP/1.1" status: 204 len: 168 time: 0.1530879 Feb 11 05:28:41.681655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc17b21-b51c-48f2-a385-e56a0a203d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40077c45-a7ea-42b1-b9aa-e980fa6eef35,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:41.793379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38905c-ff96-4c43-9ef6-ba55bfa80191 req-33c2cc24-6294-41f7-8b0b-301f0ad410dd tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:41.795071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a38905c-ff96-4c43-9ef6-ba55bfa80191 req-33c2cc24-6294-41f7-8b0b-301f0ad410dd tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1127 time: 0.0992939 Feb 11 05:28:41.818312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ae76f-1e4d-48a5-b336-150cd4d1a7d2 req-ccb99f07-92a8-4168-bd2d-1dbffcda4820 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:41.819970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f82ae76f-1e4d-48a5-b336-150cd4d1a7d2 req-ccb99f07-92a8-4168-bd2d-1dbffcda4820 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 943 time: 0.0897369 Feb 11 05:28:41.887740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a38905c-ff96-4c43-9ef6-ba55bfa80191 req-def6470e-43cd-4fe1-b6ad-e1de53d56d76 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832834 Feb 11 05:28:41.897687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f82ae76f-1e4d-48a5-b336-150cd4d1a7d2 req-64db105f-0069-43ca-b64d-18fbe893d2ee tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694973 Feb 11 05:28:42.032399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c817eb0a-e08d-4aa4-a9fc-3ad875f63148 req-4f82bbae-d30f-4e68-ab20-687c2c5a73c0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=46879d0b-0db1-4dc8-a2c5-a8b3dd122a22 HTTP/1.1" status: 200 len: 210 time: 0.0313525 Feb 11 05:28:42.043666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:42.044352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b4986-2b46-4ac0-9a88-10f46e770ac2 req-faca65cc-28f9-4633-a7c2-18fa1380e3fe tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.046065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e80b4986-2b46-4ac0-9a88-10f46e770ac2 req-faca65cc-28f9-4633-a7c2-18fa1380e3fe tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.0872047 Feb 11 05:28:42.049416 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5926d7b8-f802-4c13-a6ea-9f38eb83a074" -d '{"events": [{"server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "name": "network-vif-plugged", "status": "completed", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:42.101363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e80b4986-2b46-4ac0-9a88-10f46e770ac2 req-257670f6-86f9-4903-b920-881efc213f49 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Feb 11 05:28:42.155632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b5304-bb1d-489e-ab26-1fb6525a7c04 req-91ddbe03-b003-4bf6-80ab-238d4816a7ae tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.157470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-978b5304-bb1d-489e-ab26-1fb6525a7c04 req-91ddbe03-b003-4bf6-80ab-238d4816a7ae tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 945 time: 0.0550439 Feb 11 05:28:42.240520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-978b5304-bb1d-489e-ab26-1fb6525a7c04 req-cc5cbb3c-5885-4807-9937-d12d5b75ddbb tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770471 Feb 11 05:28:42.258741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac8818-d32b-49be-8bde-09783350b14f req-cf5760c4-4214-4d93-956a-92b9f0c3d017 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.260293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11ac8818-d32b-49be-8bde-09783350b14f req-cf5760c4-4214-4d93-956a-92b9f0c3d017 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.0788515 Feb 11 05:28:42.335272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-2aa9ea9b-416d-467d-bb55-c69a537dd66c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=46879d0b-0db1-4dc8-a2c5-a8b3dd122a22 HTTP/1.1" status: 200 len: 210 time: 0.0392268 Feb 11 05:28:42.374017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11ac8818-d32b-49be-8bde-09783350b14f req-bc60f0a1-b63f-47e2-ac33-0da2f92e1652 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967505 Feb 11 05:28:42.443387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:42.563280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-008ef1a5-f3e3-4f8f-8920-65c9191bd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.564965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-008ef1a5-f3e3-4f8f-8920-65c9191bd8d7 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=f65ed4e42cd5485085d456ac78686004&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2213836 Feb 11 05:28:42.584558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:42.600574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'mac_address': 'fa:16:3e:77:60:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:42.640830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 57ac77e6-0c47-4635-a769-9eebfaa330de is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:42.641379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.653744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-b4be62cc-fe27-446e-b25f-14bb9dac123e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.655284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-b4be62cc-fe27-446e-b25f-14bb9dac123e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 808 time: 0.1852918 Feb 11 05:28:42.656264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ac77e6-0c47-4635-a769-9eebfaa330de {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:42.676783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:42.681693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.688964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-cc285c90-735e-44bc-894b-4093a5c5834b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/quotas/189047df84ed4519ae5f18281ab6a0b6 HTTP/1.1" status: 200 len: 375 time: 0.0238860 Feb 11 05:28:42.700809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-40ee1bfa-79bb-4865-b623-6680349ab9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.703233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-40ee1bfa-79bb-4865-b623-6680349ab9c4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296666 Feb 11 05:28:42.737618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:42.768389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5535fea-7125-4a71-b987-2ced5acc8bc8 req-72b6c320-49e4-4986-9d4e-8d29a96b6c88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "GET /v2.0/ports?device_id=46879d0b-0db1-4dc8-a2c5-a8b3dd122a22 HTTP/1.1" status: 200 len: 210 time: 0.0329580 Feb 11 05:28:42.786145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-4f875fbd-3f98-4214-8caf-e9f22693227d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876555 Feb 11 05:28:42.921000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-bac96845-71a5-40f9-8311-fad83266cb04 service neutron] 10.222.0.31 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208754 Feb 11 05:28:43.012697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['57ac77e6-0c47-4635-a769-9eebfaa330de'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:43.029334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-3128cd6b-715b-4f9f-bf2c-b225e34e467c service neutron] 10.222.0.31 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957778 Feb 11 05:28:43.142938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54f1045e-be14-4205-8bc5-755caf1a7679 req-c2ce16a0-d271-4a2a-8cbb-bbe6ade7e48d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=46879d0b-0db1-4dc8-a2c5-a8b3dd122a22 HTTP/1.1" status: 200 len: 210 time: 0.0555878 Feb 11 05:28:43.230329 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8974ccab-bb3f-45e9-8219-8802fb4f3262 x-openstack-request-id: req-8974ccab-bb3f-45e9-8219-8802fb4f3262 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:43.231086 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "name": "network-vif-plugged", "status": "completed", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:43.231498 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8974ccab-bb3f-45e9-8219-8802fb4f3262 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:43.232078 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648', 'code': 200} Feb 11 05:28:43.283509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038185e4-2e2b-42e7-818a-06343d26e13a req-5f62e4a0-e2c0-4b18-bee5-1b6b96494aa3 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.285205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-038185e4-2e2b-42e7-818a-06343d26e13a req-5f62e4a0-e2c0-4b18-bee5-1b6b96494aa3 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 945 time: 0.1876061 Feb 11 05:28:43.367412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c433e-cc02-499f-bee4-72ddac71295f req-ab3b1d05-2e60-473e-802b-6ad6cf2b28f4 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.368909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-051c433e-cc02-499f-bee4-72ddac71295f req-ab3b1d05-2e60-473e-802b-6ad6cf2b28f4 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=e62bb339-d789-4eee-a493-181d094c84cb HTTP/1.1" status: 200 len: 943 time: 0.2071533 Feb 11 05:28:43.453788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1045e-be14-4205-8bc5-755caf1a7679 req-4edb9d5e-9583-4048-9110-4441da911c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.455238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54f1045e-be14-4205-8bc5-755caf1a7679 req-4edb9d5e-9583-4048-9110-4441da911c9c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=f65ed4e42cd5485085d456ac78686004&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3043301 Feb 11 05:28:43.891810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0574de0-ddec-4479-9e99-3fa6ab458cfc req-e91e995c-f707-4f48-82b9-42bfe30a684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.893346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0574de0-ddec-4479-9e99-3fa6ab458cfc req-e91e995c-f707-4f48-82b9-42bfe30a684d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 1129 time: 0.5809255 Feb 11 05:28:43.908139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d579e-b1b4-4442-90ba-8a8df5bff695 req-c61b59d4-53f0-4ccc-b718-dc7ef66501ed tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.909575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f42d579e-b1b4-4442-90ba-8a8df5bff695 req-c61b59d4-53f0-4ccc-b718-dc7ef66501ed tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 949 time: 0.5944424 Feb 11 05:28:44.009043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1045e-be14-4205-8bc5-755caf1a7679 req-6bc0e5a9-80b4-474e-b675-0d1b9d7561e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:44.010549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54f1045e-be14-4205-8bc5-755caf1a7679 req-6bc0e5a9-80b4-474e-b675-0d1b9d7561e9 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5393131 Feb 11 05:28:44.022421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-038185e4-2e2b-42e7-818a-06343d26e13a req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Deleting port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:44.022767 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-038185e4-2e2b-42e7-818a-06343d26e13a req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.045145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0574de0-ddec-4479-9e99-3fa6ab458cfc req-9d89d737-50bc-4a2b-b6ac-82655ec23eb1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333156 Feb 11 05:28:44.057664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-051c433e-cc02-499f-bee4-72ddac71295f req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Deleting port 757fc8ee-9223-4f00-b269-d1aa5f73c387 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:44.058008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-051c433e-cc02-499f-bee4-72ddac71295f req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.065839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f42d579e-b1b4-4442-90ba-8a8df5bff695 req-6345b433-146c-4460-b395-76c2734e561f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372759 Feb 11 05:28:44.148414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54f1045e-be14-4205-8bc5-755caf1a7679 req-b15c2e37-bf77-486a-9f9a-68b38c048d1a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "GET /v2.0/ports?device_id=46879d0b-0db1-4dc8-a2c5-a8b3dd122a22 HTTP/1.1" status: 200 len: 210 time: 0.0816069 Feb 11 05:28:44.227233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-038185e4-2e2b-42e7-818a-06343d26e13a req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] For port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,segment=NetworkSegment(9a43f563-8312-4015-94c9-6ef0cac0bc1f),segment_id=9a43f563-8312-4015-94c9-6ef0cac0bc1f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:44.227831 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-038185e4-2e2b-42e7-818a-06343d26e13a req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.252383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-038185e4-2e2b-42e7-818a-06343d26e13a req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Calling delete_port for 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:44.255375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-051c433e-cc02-499f-bee4-72ddac71295f req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] For port 757fc8ee-9223-4f00-b269-d1aa5f73c387, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=757fc8ee-9223-4f00-b269-d1aa5f73c387,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:44.255938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-051c433e-cc02-499f-bee4-72ddac71295f req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.275328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-051c433e-cc02-499f-bee4-72ddac71295f req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Calling delete_port for 757fc8ee-9223-4f00-b269-d1aa5f73c387 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:44.418097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe1bebcc-fc9a-4c8a-8f90-c51e95969c2b req-9c0a9d6f-52bf-4d2b-9a91-030554945379 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=46879d0b-0db1-4dc8-a2c5-a8b3dd122a22 HTTP/1.1" status: 200 len: 210 time: 0.0658624 Feb 11 05:28:44.472432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:44.548513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 57ac77e6-0c47-4635-a769-9eebfaa330de completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:44.554221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 57ac77e6-0c47-4635-a769-9eebfaa330de triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:44.554602 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.609241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-9ed6b500-3926-45eb-963b-dc036874da5b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:44.610718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-9ed6b500-3926-45eb-963b-dc036874da5b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 808 time: 0.2611287 Feb 11 05:28:44.633734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:44.650172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 57ac77e6-0c47-4635-a769-9eebfaa330de is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:44.650575 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.655972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Request body: {'port': {'device_id': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08', 'admin_state_up': True, 'tenant_id': '189047df84ed4519ae5f18281ab6a0b6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:44.683771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-038185e4-2e2b-42e7-818a-06343d26e13a req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7d8e0076-4dd1-46f4-9694-dcd8d1d20217), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.684988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:44.691722 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.692565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 757fc8ee-9223-4f00-b269-d1aa5f73c387 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:44.721322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['7d8e0076-4dd1-46f4-9694-dcd8d1d20217'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:44.749296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Pushing event deleted for resources: {'Port': ['ID=7d8e0076-4dd1-46f4-9694-dcd8d1d20217,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:44.761488 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae7fb-5450-4ceb-a339-268ba074ad43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.807190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:44.811759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047bac5-feb1-4edc-b4b8-6cc77f1a8d3a req-83675936-0303-406e-a32e-d168b3cb161d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:44.813467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2047bac5-feb1-4edc-b4b8-6cc77f1a8d3a req-83675936-0303-406e-a32e-d168b3cb161d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.2876458 Feb 11 05:28:44.826465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-051c433e-cc02-499f-bee4-72ddac71295f req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (757fc8ee-9223-4f00-b269-d1aa5f73c387), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.840376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Port 757fc8ee-9223-4f00-b269-d1aa5f73c387 update to DOWN by agent not found {{(pid=103122) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:28:44.842332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae7fb-5450-4ceb-a339-268ba074ad43 admin admin] Publish callbacks [] for security_group (74cc6b4c-f217-4663-bbf0-5b7a2975da0f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.846811 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae7fb-5450-4ceb-a339-268ba074ad43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (74cc6b4c-f217-4663-bbf0-5b7a2975da0f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.858705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-038185e4-2e2b-42e7-818a-06343d26e13a req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] No DVR routers for this DVR port 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:44.885848 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-038185e4-2e2b-42e7-818a-06343d26e13a req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.889094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-038185e4-2e2b-42e7-818a-06343d26e13a req-1263447d-2a16-4291-b6c5-4cdef1f3ee93 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.72 "DELETE /v2.0/ports/7d8e0076-4dd1-46f4-9694-dcd8d1d20217 HTTP/1.1" status: 204 len: 173 time: 1.5863478 Feb 11 05:28:44.889398 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8f5ae7fb-5450-4ceb-a339-268ba074ad43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e06f082460844da97a32f60d8ad1c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539582 Feb 11 05:28:44.890260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ae7fb-5450-4ceb-a339-268ba074ad43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cc6b4c-f217-4663-bbf0-5b7a2975da0f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:44.892594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a3e95-b04c-49c3-9179-aad56ed1c404', 'name': 'network-vif-deleted', 'tag': '7d8e0076-4dd1-46f4-9694-dcd8d1d20217'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:44.893152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52680) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:44.895339 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefc8d9d-8f8a-41e4-8929-9c3640232b50" -d '{"events": [{"server_uuid": "ef4a3e95-b04c-49c3-9179-aad56ed1c404", "name": "network-vif-deleted", "tag": "7d8e0076-4dd1-46f4-9694-dcd8d1d20217"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:44.907455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event deleted for resources: {'Port': ['ID=757fc8ee-9223-4f00-b269-d1aa5f73c387,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:44.955538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f918b3-6df8-476f-b647-6fc61d00460c admin admin] Publish callbacks [] for security_group (74cc6b4c-f217-4663-bbf0-5b7a2975da0f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.978613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f918b3-6df8-476f-b647-6fc61d00460c admin admin] Publish callbacks [] for security_group (74cc6b4c-f217-4663-bbf0-5b7a2975da0f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.990273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-051c433e-cc02-499f-bee4-72ddac71295f req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] No DVR routers for this DVR port 757fc8ee-9223-4f00-b269-d1aa5f73c387 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:44.994735 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-051c433e-cc02-499f-bee4-72ddac71295f req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.998334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-051c433e-cc02-499f-bee4-72ddac71295f req-8dc8fbcb-b1ff-402d-aafe-3a18283b7451 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "DELETE /v2.0/ports/757fc8ee-9223-4f00-b269-d1aa5f73c387 HTTP/1.1" status: 204 len: 173 time: 1.6031227 Feb 11 05:28:45.001682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2047bac5-feb1-4edc-b4b8-6cc77f1a8d3a req-85defc74-427b-4d34-8429-e6d8b43dbd00 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762938 Feb 11 05:28:45.010199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Made reservation on behalf of 189047df84ed4519ae5f18281ab6a0b6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:45.014030 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.047104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f918b3-6df8-476f-b647-6fc61d00460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (74cc6b4c-f217-4663-bbf0-5b7a2975da0f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.049861 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f918b3-6df8-476f-b647-6fc61d00460c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.058189 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-76f918b3-6df8-476f-b647-6fc61d00460c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74cc6b4c-f217-4663-bbf0-5b7a2975da0f HTTP/1.1" status: 204 len: 168 time: 0.1644156 Feb 11 05:28:45.070788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f918b3-6df8-476f-b647-6fc61d00460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cc6b4c-f217-4663-bbf0-5b7a2975da0f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:45.169951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d80809ac-4391-433f-a206-dd319fb3159a req-ddf9abcf-848d-4efa-900f-7bfc62bf4b14 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 210 time: 0.0415990 Feb 11 05:28:45.233878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:45.238211 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d346409-4eae-44a0-8dc9-482f0a30f425" -d '{"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:45.297328 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c9c3c8f-b93b-4e5d-aad1-ece5a4472ece req-91e48460-9975-4d97-a981-99d35bc79bb9 tempest-InstanceActionsNegativeTestJSON-1700892351 tempest-InstanceActionsNegativeTestJSON-1700892351-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4a3e95-b04c-49c3-9179-aad56ed1c404 HTTP/1.1" status: 200 len: 210 time: 0.0406015 Feb 11 05:28:45.302038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Allocated IP 172.20.0.8 (662b4f87-ddac-4f37-bb8c-0f74e2de8a08/219dcd02-d0cc-4942-9fb4-bddf9eca1cce/633cd357-5c1b-4683-abc4-eea044957b38) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:45.535095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6794-db38-4f60-9b8a-76aff135870f req-d9e7077f-2140-4cf0-b5ae-62d05de8ca07 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.536699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b0a6794-db38-4f60-9b8a-76aff135870f req-d9e7077f-2140-4cf0-b5ae-62d05de8ca07 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.1435761 Feb 11 05:28:45.615800 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks [] for port (633cd357-5c1b-4683-abc4-eea044957b38), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.626779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b0a6794-db38-4f60-9b8a-76aff135870f req-bd365bb2-a20d-4e4b-a597-03ce3edc4a34 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799012 Feb 11 05:28:45.664838 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (633cd357-5c1b-4683-abc4-eea044957b38), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.703326 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acb3dd1-1b5f-444c-90df-1bfffe5328d3 x-openstack-request-id: req-1acb3dd1-1b5f-444c-90df-1bfffe5328d3 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:45.703673 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a3e95-b04c-49c3-9179-aad56ed1c404", "name": "network-vif-deleted", "tag": "7d8e0076-4dd1-46f4-9694-dcd8d1d20217", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:45.703794 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1acb3dd1-1b5f-444c-90df-1bfffe5328d3 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:45.704370 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a3e95-b04c-49c3-9179-aad56ed1c404', 'name': 'network-vif-deleted', 'tag': '7d8e0076-4dd1-46f4-9694-dcd8d1d20217', 'status': 'completed', 'code': 200} Feb 11 05:28:45.722525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:45.730229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:45.734330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:45.743333 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b303274-cf71-41c5-8207-bb8729f32cd1 x-openstack-request-id: req-5b303274-cf71-41c5-8207-bb8729f32cd1 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:45.743838 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:45.743950 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b303274-cf71-41c5-8207-bb8729f32cd1 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:45.744259 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'code': 200} Feb 11 05:28:45.800692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Pushing event updated for resources: {'Port': ['ID=633cd357-5c1b-4683-abc4-eea044957b38,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:45.869913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.870659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.902707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89a643-d55f-46f9-8cf2-073cfe4afa65 req-0d61d83e-0bfd-4253-85a5-154f9c23eb93 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.910764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d89a643-d55f-46f9-8cf2-073cfe4afa65 req-0d61d83e-0bfd-4253-85a5-154f9c23eb93 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.1512623 Feb 11 05:28:45.923115 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-004f43c4-4e41-48e5-84a4-31afccf1fd37 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2736619 Feb 11 05:28:45.941873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Request body: {'port': {'device_id': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:45.949295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b446154-020d-45fd-9a5b-855cc776ba88 req-c7fecfde-c7d8-4612-bbdc-1f158bf4acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.951167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b446154-020d-45fd-9a5b-855cc776ba88 req-c7fecfde-c7d8-4612-bbdc-1f158bf4acd1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1133 time: 0.1415422 Feb 11 05:28:46.001488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:46.056990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d89a643-d55f-46f9-8cf2-073cfe4afa65 req-571642e2-56be-43a9-97eb-bfdbbfd44ab8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452816 Feb 11 05:28:46.104356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b446154-020d-45fd-9a5b-855cc776ba88 req-3028e489-b0dc-4c43-a4b8-dedda1cc62de service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299975 Feb 11 05:28:46.105836 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633cd357-5c1b-4683-abc4-eea044957b38), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.114967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-24890921-network', 'tenant_id': 'b90fb5144297490b933778dee0897380'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:46.118405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a0d23-b9ca-4ef4-b4d6-11d162d0e60c req-90ba4ad1-0aeb-454a-8029-d72793ab0685 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:46.119978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c28a0d23-b9ca-4ef4-b4d6-11d162d0e60c req-90ba4ad1-0aeb-454a-8029-d72793ab0685 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 1129 time: 0.1674852 Feb 11 05:28:46.145790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Made reservation on behalf of b90fb5144297490b933778dee0897380 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:46.148325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.156841 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.234088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Publish callbacks [] for security_group (99825a61-ac54-4d45-b02d-a2c220f174ec), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.238137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (99825a61-ac54-4d45-b02d-a2c220f174ec), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.264873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:46.270987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99825a61-ac54-4d45-b02d-a2c220f174ec,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.278486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (870e225a-7553-48be-9c8d-f75df3bc3b06), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.278846 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Added segment 870e225a-7553-48be-9c8d-f75df3bc3b06 of type vlan for network 3c0929dd-ac6c-49e8-8a74-95466a172545 Feb 11 05:28:46.321222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c28a0d23-b9ca-4ef4-b4d6-11d162d0e60c req-f5ac7aef-b5d3-4d83-b9cc-88c05299b63c tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954889 Feb 11 05:28:46.321642 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3c0929dd-ac6c-49e8-8a74-95466a172545), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.350961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3c0929dd-ac6c-49e8-8a74-95466a172545), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.352008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:46.352717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.370883 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3676825 Feb 11 05:28:46.374704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123857de-e0ae-4448-b356-a539db8be537 req-51fa1ab7-1ff2-4d41-a8b2-d19ee9a49d5e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:46.376983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-51fa1ab7-1ff2-4d41-a8b2-d19ee9a49d5e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.2256012 Feb 11 05:28:46.377735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52752) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:46.386172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Request body: {'subnet': {'network_id': '3c0929dd-ac6c-49e8-8a74-95466a172545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-24890921-subnet', 'tenant_id': 'b90fb5144297490b933778dee0897380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:46.423096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8137e-7fa1-4a3a-b42b-cbe716f35161 admin admin] Pushing event updated for resources: {'Network': ['ID=3c0929dd-ac6c-49e8-8a74-95466a172545,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.432994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3c0929dd-ac6c-49e8-8a74-95466a172545 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:46.452557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-9238c1ec-e75e-40c8-a083-716ab8c091fc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/quotas/f65ed4e42cd5485085d456ac78686004 HTTP/1.1" status: 200 len: 375 time: 0.0620363 Feb 11 05:28:46.547851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Made reservation on behalf of b90fb5144297490b933778dee0897380 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:46.550163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.670810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-d4e30faf-7650-456e-8ef9-1ad8597ae5c6 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:46.672245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-d4e30faf-7650-456e-8ef9-1ad8597ae5c6 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.2426641 Feb 11 05:28:46.711876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-4b3aa4fc-fa96-4666-9c03-ea0e93fc5d87 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2421451 Feb 11 05:28:46.736714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-d9731a63-7742-4196-99cc-94621b86fc59 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/quotas/c233fc98111c48a7a44ca91fe060b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0550499 Feb 11 05:28:46.743687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633cd357-5c1b-4683-abc4-eea044957b38 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:46.753718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Publish callbacks [] for port (633cd357-5c1b-4683-abc4-eea044957b38), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.792297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-e70a43a1-b4fb-4700-83c2-8dd7541e372e tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442827 Feb 11 05:28:46.806966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Transition to ACTIVE for port object 633cd357-5c1b-4683-abc4-eea044957b38 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:46.842809 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (633cd357-5c1b-4683-abc4-eea044957b38), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.044134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Pushing event updated for resources: {'Port': ['ID=633cd357-5c1b-4683-abc4-eea044957b38,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:47.081538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-71859aeb-df8e-4f09-a9a9-8dcb1414fbd5 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602083 Feb 11 05:28:47.082376 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (bf00baaf-a209-4f76-bfa1-53540dd64163), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.085228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:47.105003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:47.105456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7d8e0076-4dd1-46f4-9694-dcd8d1d20217 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:47.162776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-891b2445-d682-4102-bbb5-aefad8221379 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577056 Feb 11 05:28:47.275188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf00baaf-a209-4f76-bfa1-53540dd64163,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:47.288229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:47.288560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:47.288882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:47.616908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Port 633cd357-5c1b-4683-abc4-eea044957b38 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:47.617255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:47.623324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Checking segment: {'id': '870e225a-7553-48be-9c8d-f75df3bc3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c0929dd-ac6c-49e8-8a74-95466a172545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:47.623679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Network hostable DHCP agents. Network: 3c0929dd-ac6c-49e8-8a74-95466a172545, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:47.641414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:47.641750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:47.642131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:47.642552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Bound port: 633cd357-5c1b-4683-abc4-eea044957b38, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:47.642907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633cd357-5c1b-4683-abc4-eea044957b38), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.660837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-b13401db-d7b9-4b8d-af70-ae9635a48ac6 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510159 Feb 11 05:28:47.676746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-b2313288-f48f-419c-95a1-bcff0cdb5610 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047140 Feb 11 05:28:47.698754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Network 3c0929dd-ac6c-49e8-8a74-95466a172545 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:47.707575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'name': 'network-vif-deleted', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:47.709854 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5382dc-29e8-41c0-ba27-ef3163244c1e" -d '{"events": [{"server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "name": "network-vif-deleted", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:47.727454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3c0929dd-ac6c-49e8-8a74-95466a172545) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:47.735823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935350e8-fa21-4a2c-90a1-84f8a669326a None None] Network 3c0929dd-ac6c-49e8-8a74-95466a172545 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:47.736989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:47.737615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.754051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:47.757769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:47.764040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ec7e3491-ea08-4ee4-8bdb-f69ccb9041b0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3828630 Feb 11 05:28:47.768654 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (633cd357-5c1b-4683-abc4-eea044957b38), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.855712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:47.856359 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.857881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] 10.222.0.81 "PUT /v2.0/ports/633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 200 len: 1092 time: 1.9243143 Feb 11 05:28:47.891615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dccb0a-592f-420b-9b3c-e3d689c3290c service neutron] Pushing event updated for resources: {'Port': ['ID=633cd357-5c1b-4683-abc4-eea044957b38,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:47.966473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0cf502-01d4-4987-b75b-49bb197c8a58 None None] Network 3c0929dd-ac6c-49e8-8a74-95466a172545 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:48.080921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-ecb8efb6-503c-4822-9aa4-84233b58f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.084278 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-ecb8efb6-503c-4822-9aa4-84233b58f24b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1126 time: 0.1610272 Feb 11 05:28:48.098863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf1192-cff4-486a-be2e-3c895326cc37 req-559880ff-ac1a-45d8-9199-981ea942745c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.107276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23cf1192-cff4-486a-be2e-3c895326cc37 req-559880ff-ac1a-45d8-9199-981ea942745c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 943 time: 0.1080811 Feb 11 05:28:48.116149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5fa78-2c62-49f2-a318-62c2b291f705 req-59871e78-dad6-4dd5-888d-66126305bef7 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.118006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71c5fa78-2c62-49f2-a318-62c2b291f705 req-59871e78-dad6-4dd5-888d-66126305bef7 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.1649661 Feb 11 05:28:48.181452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-a213404a-b348-4b11-a239-0276a0e8370e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 200 len: 217 time: 0.0617907 Feb 11 05:28:48.269095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23cf1192-cff4-486a-be2e-3c895326cc37 req-a06015bb-e134-446f-bc2c-9566ff322e56 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609671 Feb 11 05:28:48.296829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71c5fa78-2c62-49f2-a318-62c2b291f705 req-ce044607-a7cd-4ac1-8d46-11dc0730f08c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663001 Feb 11 05:28:48.298915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-b90f7ca6-e699-47bb-9a6a-19bb2082920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.300320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-b90f7ca6-e699-47bb-9a6a-19bb2082920a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.1080997 Feb 11 05:28:48.319646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:48.385358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-38a125d8-bc34-4ddd-9f8c-dbe645fc39f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709929 Feb 11 05:28:48.389479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-97593f11-502a-4bc8-aa92-6e5922a17404 admin admin] Deleting subnet 28dd509a-0e13-4fde-98d8-6c3a83e30d20 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:48.394101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97593f11-502a-4bc8-aa92-6e5922a17404 admin admin] Publish callbacks [] for subnet (28dd509a-0e13-4fde-98d8-6c3a83e30d20), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.458881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97593f11-502a-4bc8-aa92-6e5922a17404 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (28dd509a-0e13-4fde-98d8-6c3a83e30d20), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.510516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97593f11-502a-4bc8-aa92-6e5922a17404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (28dd509a-0e13-4fde-98d8-6c3a83e30d20), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.573299 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97593f11-502a-4bc8-aa92-6e5922a17404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (28dd509a-0e13-4fde-98d8-6c3a83e30d20), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.580900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4819938-756d-4d2e-9625-bc44922bdbf0 req-39b5ee19-1c33-439d-9b12-430cd7612edc tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.585767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4819938-756d-4d2e-9625-bc44922bdbf0 req-39b5ee19-1c33-439d-9b12-430cd7612edc tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 1129 time: 0.1577649 Feb 11 05:28:48.597662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12acb03-0226-4657-9ead-95c52c384538 req-f62a25bd-6a95-4e06-b0da-1f2c1271c93e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.599631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b12acb03-0226-4657-9ead-95c52c384538 req-f62a25bd-6a95-4e06-b0da-1f2c1271c93e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.1931994 Feb 11 05:28:48.609698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593f11-502a-4bc8-aa92-6e5922a17404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28dd509a-0e13-4fde-98d8-6c3a83e30d20,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:48.611960 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97593f11-502a-4bc8-aa92-6e5922a17404 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.612352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-21852668-89b4-498f-b54c-e2451b106e8b service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167630 Feb 11 05:28:48.618782 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97593f11-502a-4bc8-aa92-6e5922a17404 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/28dd509a-0e13-4fde-98d8-6c3a83e30d20 HTTP/1.1" status: 204 len: 168 time: 0.2944715 Feb 11 05:28:48.618782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52796) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:48.696769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (7c3b2934-6425-49e5-af81-8961ace0c965), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.728442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4819938-756d-4d2e-9625-bc44922bdbf0 req-79b1b7d2-5e6f-401a-b76f-ff17b422a208 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261597 Feb 11 05:28:48.765443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b12acb03-0226-4657-9ead-95c52c384538 req-ade17e0b-f4c6-41d7-b28b-d063d6b2bbc6 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522777 Feb 11 05:28:48.782987 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (7c3b2934-6425-49e5-af81-8961ace0c965), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.809861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3b2934-6425-49e5-af81-8961ace0c965']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:48.811072 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45470de2-92c3-4a61-af53-35f7f4f1454b x-openstack-request-id: req-45470de2-92c3-4a61-af53-35f7f4f1454b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:48.811370 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62bb339-d789-4eee-a493-181d094c84cb", "name": "network-vif-deleted", "tag": "757fc8ee-9223-4f00-b269-d1aa5f73c387", "status": "failed", "code": 422}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:48.812262 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45470de2-92c3-4a61-af53-35f7f4f1454b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:48.812861 n-d-715271-35 neutron-server[103120]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e62bb339-d789-4eee-a493-181d094c84cb', 'name': 'network-vif-deleted', 'tag': '757fc8ee-9223-4f00-b269-d1aa5f73c387', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:28:48.816845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd75dc9c-140a-478d-9757-cf8d9a54b135 req-a44c7b60-54a8-414d-b030-cd1348870ce2 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787453 Feb 11 05:28:48.828091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a43f563-8312-4015-94c9-6ef0cac0bc1f') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:48.828415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a43f563-8312-4015-94c9-6ef0cac0bc1f') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:48.842462 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (9a43f563-8312-4015-94c9-6ef0cac0bc1f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.864391 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9a43f563-8312-4015-94c9-6ef0cac0bc1f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.870580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6a929c9-b7f4-46b1-9c2f-9cb4f2f742d2 req-f586bae7-9c2e-40b2-adf3-61f50f877c72 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 210 time: 0.0333416 Feb 11 05:28:48.873258 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:48.874638 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (9a43f563-8312-4015-94c9-6ef0cac0bc1f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:48.877424 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:48.916971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-637fcd41-bb04-4661-8a27-50099a026382 req-6531619c-ae20-49b7-8d03-d7161fe18881 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 210 time: 0.0452018 Feb 11 05:28:48.960120 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (7c3b2934-6425-49e5-af81-8961ace0c965), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.976041 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.982623 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7c3b2934-6425-49e5-af81-8961ace0c965 HTTP/1.1" status: 204 len: 168 time: 0.3605914 Feb 11 05:28:49.010625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caf6f9-f3ec-449c-a67e-2ab4d6395019 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3b2934-6425-49e5-af81-8961ace0c965,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:49.115023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae473da-a8bf-4482-ac1e-8c382e42da35 req-3f8986c6-c396-4cfb-9c22-59c31badd214 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:49.126181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ae473da-a8bf-4482-ac1e-8c382e42da35 req-3f8986c6-c396-4cfb-9c22-59c31badd214 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1133 time: 0.0966105 Feb 11 05:28:49.199439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52814) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:49.268448 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b669c12b-6174-4a93-9147-c5f4def9bd65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=facdac075d5e49b093423b86ba220537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0675383 Feb 11 05:28:49.273563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52820) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:49.340377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62ac5444-7cb7-401c-8e3d-76eb8c5717b4 admin admin] Publish callbacks [] for security_group (09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.364849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62ac5444-7cb7-401c-8e3d-76eb8c5717b4 admin admin] Publish callbacks [] for security_group (09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.376607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123857de-e0ae-4448-b356-a539db8be537 req-9c3876ec-3f90-4d60-b1f3-835472b3e3ef tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:49.378149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-9c3876ec-3f90-4d60-b1f3-835472b3e3ef tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.1718094 Feb 11 05:28:49.426412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62ac5444-7cb7-401c-8e3d-76eb8c5717b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.429069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62ac5444-7cb7-401c-8e3d-76eb8c5717b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.430263 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-62ac5444-7cb7-401c-8e3d-76eb8c5717b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9 HTTP/1.1" status: 204 len: 168 time: 0.1557620 Feb 11 05:28:49.437235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Request body: {'port': {'device_id': 'e943da59-e3ff-49a4-b8b7-76334bfc1915', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'admin_state_up': True, 'tenant_id': 'f65ed4e42cd5485085d456ac78686004'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:49.439024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5444-7cb7-401c-8e3d-76eb8c5717b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ff46cc-1512-4f8f-9ac9-6d2f24a9d7e9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:49.461894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ae473da-a8bf-4482-ac1e-8c382e42da35 req-e74237f6-2c7f-44e6-9e54-328ca75d8024 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328729 Feb 11 05:28:49.614036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81e98d7e-17d7-46c1-938a-f4a62221a19f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:49.615541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81e98d7e-17d7-46c1-938a-f4a62221a19f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.4672205 Feb 11 05:28:49.634463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Request body: {'port': {'device_id': 'acfec162-2e0c-4f4d-b687-c549cdcc87dc', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'admin_state_up': True, 'tenant_id': 'c233fc98111c48a7a44ca91fe060b2d8'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:49.651949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-4b77472b-9ca9-4f2c-8d72-e104d87593a8 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:49.653451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-4b77472b-9ca9-4f2c-8d72-e104d87593a8 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/networks?id=3c0929dd-ac6c-49e8-8a74-95466a172545 HTTP/1.1" status: 200 len: 811 time: 0.3069918 Feb 11 05:28:49.735605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-7ced0714-7b50-4b70-a149-52cf1dc133f2 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/quotas/b90fb5144297490b933778dee0897380 HTTP/1.1" status: 200 len: 375 time: 0.0676928 Feb 11 05:28:49.788882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-1b512f93-9d03-48c0-8507-e1cb0e467cfe tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b90fb5144297490b933778dee0897380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439749 Feb 11 05:28:49.791316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Made reservation on behalf of f65ed4e42cd5485085d456ac78686004 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:49.794576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.982858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Made reservation on behalf of c233fc98111c48a7a44ca91fe060b2d8 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:49.986783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.008544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-15b9c224-338d-4e68-8c71-5d5ba7379d05 service neutron] 10.222.0.31 "GET /v2.0/networks/3c0929dd-ac6c-49e8-8a74-95466a172545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117412 Feb 11 05:28:50.179210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Allocated IP 172.20.0.8 (3a8d3bfe-d48b-4e82-bec3-710d79850667/3651cb44-129d-4466-b43f-f49af07bc83c/a2bf028a-b5fd-4579-a277-12ab451128ab) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:50.256231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52872) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:50.276023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-78574154-cf36-4203-b6ea-8df7920942d1 service neutron] 10.222.0.31 "GET /v2.0/networks/3c0929dd-ac6c-49e8-8a74-95466a172545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383909 Feb 11 05:28:50.277049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Allocated IP 172.20.0.14 (f9d25e34-f9d0-44c2-a602-bf30559d0646/33fe2d86-04d1-47ff-99bd-4182524c9213/f6300b7b-102f-452e-880c-91beb7a55fdb) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:50.391480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1858911471-network', 'tenant_id': '185528b1739742298958d1e7ecccbc65'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:50.416257 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Made reservation on behalf of 185528b1739742298958d1e7ecccbc65 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:50.419258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.434661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.522146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 633cd357-5c1b-4683-abc4-eea044957b38 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:50.558402 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Publish callbacks [] for security_group (fa6804dc-0a27-4873-a60b-5e3aab2a6d04), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.563709 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fa6804dc-0a27-4873-a60b-5e3aab2a6d04), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.576332 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks [] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.614488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:50.626174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6804dc-0a27-4873-a60b-5e3aab2a6d04,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:50.635688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fa1af8a1-9cc3-4349-a56f-c83a4bc215e7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.636690 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Added segment fa1af8a1-9cc3-4349-a56f-c83a4bc215e7 of type vlan for network 710770e7-ea1f-4823-9931-8dcb72f54ea6 Feb 11 05:28:50.645694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19002ba0-4c14-46c6-b2b7-d69ca7702547 req-050615dc-2a8d-4002-ac2c-65e7433ef349 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:50.648225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19002ba0-4c14-46c6-b2b7-d69ca7702547 req-050615dc-2a8d-4002-ac2c-65e7433ef349 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 943 time: 0.1431000 Feb 11 05:28:50.693713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:50.703637 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (710770e7-ea1f-4823-9931-8dcb72f54ea6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.715851 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks [] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.720220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '633cd357-5c1b-4683-abc4-eea044957b38', 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08', 'port_id': '633cd357-5c1b-4683-abc4-eea044957b38', 'mac_address': 'fa:16:3e:4d:73:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219dcd02-d0cc-4942-9fb4-bddf9eca1cce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:50.740219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (710770e7-ea1f-4823-9931-8dcb72f54ea6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.741989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:50.742922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.768405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 633cd357-5c1b-4683-abc4-eea044957b38 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:50.770132 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633cd357-5c1b-4683-abc4-eea044957b38), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.785822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19002ba0-4c14-46c6-b2b7-d69ca7702547 req-7a530cad-f392-4fa0-a20e-54b2b6da1178 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296077 Feb 11 05:28:50.792230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633cd357-5c1b-4683-abc4-eea044957b38 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:50.796886 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.808768 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5508704 Feb 11 05:28:50.814772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52890) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:50.815555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:50.820587 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814" -d '{"events": [{"name": "network-changed", "server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "tag": "633cd357-5c1b-4683-abc4-eea044957b38"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:50.824245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:50.861023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Request body: {'subnet': {'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1858911471-subnet', 'tenant_id': '185528b1739742298958d1e7ecccbc65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:50.898262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:50.899049 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e2acc-215a-4013-a393-11bb1f16871e admin admin] Pushing event updated for resources: {'Network': ['ID=710770e7-ea1f-4823-9931-8dcb72f54ea6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:50.904596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:50.911957 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (633cd357-5c1b-4683-abc4-eea044957b38), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.917773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 710770e7-ea1f-4823-9931-8dcb72f54ea6 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:50.919273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:50.926465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.936808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:50.940604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event updated for resources: {'Port': ['ID=a2bf028a-b5fd-4579-a277-12ab451128ab,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:51.005915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Made reservation on behalf of 185528b1739742298958d1e7ecccbc65 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:51.008702 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.027994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-2308c456-7d97-43be-9fde-9d705b4c7da7 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:28:51.029165 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-2308c456-7d97-43be-9fde-9d705b4c7da7 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0824056 Feb 11 05:28:51.084818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-4239fc5a-0bb4-42ea-b152-02e84f82a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.085920 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-4239fc5a-0bb4-42ea-b152-02e84f82a41d service neutron] 10.222.0.31 "GET /v2.0/ports/c698aff2-cecc-4eb4-b776-2752a4452648 HTTP/1.1" status: 200 len: 1126 time: 0.0491278 Feb 11 05:28:51.096785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:51.101927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Request body: {'binding': {'host': 'n-h1-715271-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:51.102741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Unknown quota resources ['binding']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:28:51.110881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:51.122497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.123209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.127506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:51.155185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event updated for resources: {'Port': ['ID=f6300b7b-102f-452e-880c-91beb7a55fdb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:51.229735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-0253bcca-312a-49d3-ac9f-903c94e7fbe0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8311183 Feb 11 05:28:51.237260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b00e6-c6f7-4d09-99e1-96a32a374539 req-550ae054-87a5-4c54-9bc2-d283ccd6eb02 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.239852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c48b00e6-c6f7-4d09-99e1-96a32a374539 req-550ae054-87a5-4c54-9bc2-d283ccd6eb02 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.3221180 Feb 11 05:28:51.253082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Request body: {'port': {'device_id': 'e943da59-e3ff-49a4-b8b7-76334bfc1915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:51.258185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=633cd357-5c1b-4683-abc4-eea044957b38,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:51.296580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.297275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.333109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 on host n-h1-715271-35 for vnic_type normal with profile None {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:51.333735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:51.334233 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:51.339525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Port c698aff2-cecc-4eb4-b776-2752a4452648 on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:51.339910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:51.345656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:51.346029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:51.346543 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:51.346975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Bound port: c698aff2-cecc-4eb4-b776-2752a4452648, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:51.360174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['633cd357-5c1b-4683-abc4-eea044957b38'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:51.400171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-facfc719-8d9b-4a7a-8641-8daeab03aa13 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7700791 Feb 11 05:28:51.405368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:51.416368 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.417686 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-d6386530-02b8-4608-857e-7e3edea3942d service neutron] 10.222.0.31 "POST /v2.0/ports/c698aff2-cecc-4eb4-b776-2752a4452648/bindings HTTP/1.1" status: 201 len: 390 time: 0.3253391 Feb 11 05:28:51.424457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Request body: {'port': {'device_id': 'acfec162-2e0c-4f4d-b687-c549cdcc87dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:51.456272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c48b00e6-c6f7-4d09-99e1-96a32a374539 req-aa8492e6-e826-43a8-bf47-9f806887759f tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956892 Feb 11 05:28:51.466305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.607562 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (4388334c-9027-4dd0-afad-6b67a2402b11), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.629254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.790694 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.007021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0cf19cea-ada7-4262-ae1c-59e6f444cb71 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.008550 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0cf19cea-ada7-4262-ae1c-59e6f444cb71 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.72 "GET /v2.0/networks?id=3c0929dd-ac6c-49e8-8a74-95466a172545 HTTP/1.1" status: 200 len: 811 time: 0.1418488 Feb 11 05:28:52.027149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Request body: {'port': {'device_id': '88e3d13c-c73f-4c93-b668-0d8d35a1e883', 'network_id': '3c0929dd-ac6c-49e8-8a74-95466a172545', 'admin_state_up': True, 'tenant_id': 'b90fb5144297490b933778dee0897380'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:52.149698 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-e1d2705b-7989-4e1b-9a9c-c8adb98174e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110029 Feb 11 05:28:52.166570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4388334c-9027-4dd0-afad-6b67a2402b11,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:52.180837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Made reservation on behalf of b90fb5144297490b933778dee0897380 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:52.184969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.340871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Allocated IP 172.20.0.5 (3c0929dd-ac6c-49e8-8a74-95466a172545/bf00baaf-a209-4f76-bfa1-53540dd64163/117783bd-bbe4-41ad-a6d4-885dfb6ed26b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:52.374423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Checking segment: {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:52.374984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Network hostable DHCP agents. Network: 710770e7-ea1f-4823-9931-8dcb72f54ea6, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:52.384353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9eb3f-6250-41a0-9add-19a5e0ef4c68 req-821828eb-4fa0-473e-8fcb-b86fd1583aad tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.389774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46e9eb3f-6250-41a0-9add-19a5e0ef4c68 req-821828eb-4fa0-473e-8fcb-b86fd1583aad tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 931 time: 0.7395136 Feb 11 05:28:52.422760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-fd284c25-235a-4bb6-95a4-a23e4d41c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.424284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-fd284c25-235a-4bb6-95a4-a23e4d41c90b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 1129 time: 0.6976004 Feb 11 05:28:52.443824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987560a5-8205-4114-bafc-6fd2fc0513fc req-8a4cbe4a-a58b-43c5-91d0-efaecf114563 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.445419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-987560a5-8205-4114-bafc-6fd2fc0513fc req-8a4cbe4a-a58b-43c5-91d0-efaecf114563 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 932 time: 0.3725545 Feb 11 05:28:52.522007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Publish callbacks [] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.535969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 633cd357-5c1b-4683-abc4-eea044957b38 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:52.563486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.577325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Network 710770e7-ea1f-4823-9931-8dcb72f54ea6 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:52.606843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 633cd357-5c1b-4683-abc4-eea044957b38 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:52.608819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Network 3c0929dd-ac6c-49e8-8a74-95466a172545 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:52.609682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52936) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:52.611781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 633cd357-5c1b-4683-abc4-eea044957b38 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:52.612158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (633cd357-5c1b-4683-abc4-eea044957b38), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.618805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:52.625777 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:52.681095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.681992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.684693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 710770e7-ea1f-4823-9931-8dcb72f54ea6) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:52.690621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.691192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.698110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c83f63b-b967-4a94-ab42-f73542cc4a30 None None] Network 710770e7-ea1f-4823-9931-8dcb72f54ea6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:52.719942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46e9eb3f-6250-41a0-9add-19a5e0ef4c68 req-57fcbf3a-30b2-439e-bc7b-3f92edcf073b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285809 Feb 11 05:28:52.730258 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7087300 Feb 11 05:28:52.733053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172d68e-4d9f-4bef-8f3a-aca435b34a30 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Pushing event updated for resources: {'Port': ['ID=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:52.746713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Request body: {'port': {'device_id': '88e3d13c-c73f-4c93-b668-0d8d35a1e883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:52.767456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-84a452aa-4993-4faf-810a-9d2f2f13e3f3 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.768872 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-84a452aa-4993-4faf-810a-9d2f2f13e3f3 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/ports/57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 1130 time: 0.1582208 Feb 11 05:28:52.798650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 633cd357-5c1b-4683-abc4-eea044957b38 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:52.798650 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633cd357-5c1b-4683-abc4-eea044957b38), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.808108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-987560a5-8205-4114-bafc-6fd2fc0513fc req-03362624-e28a-476f-a971-9e12d0c40155 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334417 Feb 11 05:28:52.831109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-95e90ca8-6dad-4dd3-9e92-f40339e79e60 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0072911 Feb 11 05:28:52.870843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.897866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:52.902267 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d0ac48-70d1-4533-a014-b5be37e47d2c" -d '{"events": [{"server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "name": "network-vif-plugged", "status": "completed", "tag": "633cd357-5c1b-4683-abc4-eea044957b38"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:52.921233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-710770e7-ea1f-4823-9931-8dcb72f54ea6', 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6', 'project_id': '185528b1739742298958d1e7ecccbc65', 'fixed_ips': [{'subnet_id': '4388334c-9027-4dd0-afad-6b67a2402b11'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:28:52.923590 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.951096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:52.976274 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb22512-c201-47b4-954a-2a46d56a9bf5 x-openstack-request-id: req-cfb22512-c201-47b4-954a-2a46d56a9bf5 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:52.977985 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "tag": "633cd357-5c1b-4683-abc4-eea044957b38", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:52.978349 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfb22512-c201-47b4-954a-2a46d56a9bf5 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:52.978883 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38', 'status': 'completed', 'code': 200} Feb 11 05:28:52.981565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bf028a-b5fd-4579-a277-12ab451128ab {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:52.982143 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (633cd357-5c1b-4683-abc4-eea044957b38), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.018776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Publish callbacks [] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.024537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-c9565ebb-806a-4878-981a-f8ce0e710006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.026312 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-c9565ebb-806a-4878-981a-f8ce0e710006 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.5795782 Feb 11 05:28:53.054204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=633cd357-5c1b-4683-abc4-eea044957b38,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.127491 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.163184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-6a09b6ef-fe1f-46f2-b3fd-1251d4b35afe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698aff2-cecc-4eb4-b776-2752a4452648 HTTP/1.1" status: 200 len: 217 time: 0.0761900 Feb 11 05:28:53.164185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Transition to ACTIVE for port object a2bf028a-b5fd-4579-a277-12ab451128ab will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:53.189707 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.204745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a249adb-7e12-4370-81cd-e08ba43e4efa req-1e4be99b-9f79-4fee-a528-86dc49629ad8 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.207607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a249adb-7e12-4370-81cd-e08ba43e4efa req-1e4be99b-9f79-4fee-a528-86dc49629ad8 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 931 time: 0.3657515 Feb 11 05:28:53.284562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Allocated IP 172.20.0.2 (710770e7-ea1f-4823-9931-8dcb72f54ea6/4388334c-9027-4dd0-afad-6b67a2402b11/44553fcd-a752-4225-be21-5b5720c4bdc4) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:53.327191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bf028a-b5fd-4579-a277-12ab451128ab,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.362701 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117783bd-bbe4-41ad-a6d4-885dfb6ed26b {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:53.370770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-f77500dd-4ab6-4ed0-ad8b-bb5280366c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.372143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Publish callbacks [] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.372532 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-f77500dd-4ab6-4ed0-ad8b-bb5280366c2c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1128 time: 0.3784409 Feb 11 05:28:53.381405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6300b7b-102f-452e-880c-91beb7a55fdb {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:53.388951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Transition to ACTIVE for port object 117783bd-bbe4-41ad-a6d4-885dfb6ed26b will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:53.393816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8afa9-27ce-4b87-9a3f-502b538ad799 req-6b1376e5-a58c-4660-8639-421489eb2fc8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.396070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2fa8afa9-27ce-4b87-9a3f-502b538ad799 req-6b1376e5-a58c-4660-8639-421489eb2fc8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.3904815 Feb 11 05:28:53.401448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.444772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-0dc4233c-f732-4bea-9ab2-f0a3e1821c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.446263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-0dc4233c-f732-4bea-9ab2-f0a3e1821c16 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.2731209 Feb 11 05:28:53.448754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Publish callbacks [] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.467081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Pushing event updated for resources: {'Port': ['ID=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.497508 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Publish callbacks [] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.517674 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.552132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Attempting to bind port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:53.553068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Attempting to bind port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '870e225a-7553-48be-9c8d-f75df3bc3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c0929dd-ac6c-49e8-8a74-95466a172545'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:53.553428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Attempting to bind port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b on network 3c0929dd-ac6c-49e8-8a74-95466a172545 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:53.558151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b on network 3c0929dd-ac6c-49e8-8a74-95466a172545 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:53.558404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Attempting to bind port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b on network 3c0929dd-ac6c-49e8-8a74-95466a172545 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:53.564097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-5b5c4914-83f2-4099-ab72-d2300d54e367 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898340 Feb 11 05:28:53.564409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:53.564941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Checking segment: {'id': '870e225a-7553-48be-9c8d-f75df3bc3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c0929dd-ac6c-49e8-8a74-95466a172545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:53.565557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Bound using segment: {'id': '870e225a-7553-48be-9c8d-f75df3bc3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c0929dd-ac6c-49e8-8a74-95466a172545'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:53.566252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Bound port: 117783bd-bbe4-41ad-a6d4-885dfb6ed26b, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870e225a-7553-48be-9c8d-f75df3bc3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c0929dd-ac6c-49e8-8a74-95466a172545'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:53.566779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.567325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a249adb-7e12-4370-81cd-e08ba43e4efa req-94eae772-74f3-48c0-a455-920be86cb5f0 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/security-groups?id=99825a61-ac54-4d45-b02d-a2c220f174ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858925 Feb 11 05:28:53.582581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Transition to ACTIVE for port object f6300b7b-102f-452e-880c-91beb7a55fdb will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:53.623688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Network 710770e7-ea1f-4823-9931-8dcb72f54ea6 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:53.627038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:53.631557 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Pushing event updated for resources: {'Port': ['ID=44553fcd-a752-4225-be21-5b5720c4bdc4,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.635769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:53.647438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.685216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] For port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:53.688999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] For port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,segment=NetworkSegment(870e225a-7553-48be-9c8d-f75df3bc3b06),segment_id=870e225a-7553-48be-9c8d-f75df3bc3b06)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:53.696192 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.702165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Attempting to bind port 44553fcd-a752-4225-be21-5b5720c4bdc4 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:53.702559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Attempting to bind port 44553fcd-a752-4225-be21-5b5720c4bdc4 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:53.703023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Attempting to bind port 44553fcd-a752-4225-be21-5b5720c4bdc4 on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:53.710550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:53.710933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Checking segment: {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:53.711363 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.712159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Bound using segment: {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:53.712280 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Bound port: 44553fcd-a752-4225-be21-5b5720c4bdc4, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:53.712595 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.738184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.739145 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.740181 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] 10.222.0.72 "PUT /v2.0/ports/117783bd-bbe4-41ad-a6d4-885dfb6ed26b HTTP/1.1" status: 200 len: 1092 time: 0.9996624 Feb 11 05:28:53.740627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e3d13c-c73f-4c93-b668-0d8d35a1e883', 'tag': '117783bd-bbe4-41ad-a6d4-885dfb6ed26b'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:53.742902 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609" -d '{"events": [{"name": "network-changed", "server_uuid": "88e3d13c-c73f-4c93-b668-0d8d35a1e883", "tag": "117783bd-bbe4-41ad-a6d4-885dfb6ed26b"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:53.778161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed9ca6-8623-49b0-acc1-79b08cf044da service neutron] Pushing event updated for resources: {'Port': ['ID=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.798725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] For port 44553fcd-a752-4225-be21-5b5720c4bdc4, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:53.802247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] For port 44553fcd-a752-4225-be21-5b5720c4bdc4, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=44553fcd-a752-4225-be21-5b5720c4bdc4,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:53.809717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.816682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2fa8afa9-27ce-4b87-9a3f-502b538ad799 req-7b9e201b-bdd6-42b3-ab07-ce3ca2d5fe20 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862872 Feb 11 05:28:53.817484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Attempting to bind port a2bf028a-b5fd-4579-a277-12ab451128ab on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:53.817932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Attempting to bind port a2bf028a-b5fd-4579-a277-12ab451128ab by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:53.818634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Attempting to bind port a2bf028a-b5fd-4579-a277-12ab451128ab on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:53.837725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Port a2bf028a-b5fd-4579-a277-12ab451128ab on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:53.838169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Attempting to bind port a2bf028a-b5fd-4579-a277-12ab451128ab on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:53.838951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-5974c24b-97a3-4751-ad33-88b55a4ee678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.840529 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-5974c24b-97a3-4751-ad33-88b55a4ee678 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b90fb5144297490b933778dee0897380&device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 1126 time: 0.0502136 Feb 11 05:28:53.853710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:53.853710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Checking segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:53.854554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Bound using segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:53.854956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Bound port: a2bf028a-b5fd-4579-a277-12ab451128ab, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:53.855416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.874559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Pushing event updated for resources: {'Port': ['ID=f6300b7b-102f-452e-880c-91beb7a55fdb,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.889108 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-af809cfa-4b88-4d73-996c-bd02ed2bb82a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=117783bd-bbe4-41ad-a6d4-885dfb6ed26b HTTP/1.1" status: 200 len: 217 time: 0.0399692 Feb 11 05:28:53.889402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-e57aff93-5d28-4671-8a6c-5f6247d7631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.891104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-e57aff93-5d28-4671-8a6c-5f6247d7631c service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.4794962 Feb 11 05:28:53.914162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc12682-412a-45dd-915d-a455cbf8f973 None None] Pushing event updated for resources: {'Port': ['ID=44553fcd-a752-4225-be21-5b5720c4bdc4,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.951062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c0c48f3b-f6d8-4a13-971a-6be86ddd498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.952667 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-c0c48f3b-f6d8-4a13-971a-6be86ddd498b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bf00baaf-a209-4f76-bfa1-53540dd64163 HTTP/1.1" status: 200 len: 851 time: 0.0501091 Feb 11 05:28:54.009269 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-80a5fe57-7047-447d-85d1-c45fe498bf4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c0929dd-ac6c-49e8-8a74-95466a172545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504684 Feb 11 05:28:54.055253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-db533358-ba26-4661-9a14-c4a7ee6173a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 200 len: 217 time: 0.1504483 Feb 11 05:28:54.091512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d64af-3bb3-4009-8af3-800877126716 req-9e6f9a6e-3017-425d-8416-0fcdb8324d80 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:54.092980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c72d64af-3bb3-4009-8af3-800877126716 req-9e6f9a6e-3017-425d-8416-0fcdb8324d80 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.4267457 Feb 11 05:28:54.117757 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-7a6cbf3b-53ef-4e25-af20-a8c78bd1ae21 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0929dd-ac6c-49e8-8a74-95466a172545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008651 Feb 11 05:28:54.129806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-3cb17475-7a0f-4e04-aa22-55d634b2e8d4 service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518043 Feb 11 05:28:54.245643 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bff4b27a-f1dc-4dd3-9dc8-c93bcdae6abb req-70d839de-5ba6-4492-9352-f9937e2272bb service neutron] 10.222.0.72 "GET /v2.0/networks/3c0929dd-ac6c-49e8-8a74-95466a172545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203327 Feb 11 05:28:54.265282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] For port a2bf028a-b5fd-4579-a277-12ab451128ab, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:54.328118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-46dec319-18d3-46fd-b42d-8bccdfbdcaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:54.329611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-46dec319-18d3-46fd-b42d-8bccdfbdcaeb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.2336047 Feb 11 05:28:54.330523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Attempting to bind port f6300b7b-102f-452e-880c-91beb7a55fdb on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:54.330850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Attempting to bind port f6300b7b-102f-452e-880c-91beb7a55fdb by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:54.331170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Attempting to bind port f6300b7b-102f-452e-880c-91beb7a55fdb on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:54.342000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] For port a2bf028a-b5fd-4579-a277-12ab451128ab, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a2bf028a-b5fd-4579-a277-12ab451128ab,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:54.380115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff05a8-c694-49cb-8a96-53c1f4556f6a req-d384016a-a5c6-46fd-83f3-8cf0d2ccea81 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:54.381608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ff05a8-c694-49cb-8a96-53c1f4556f6a req-d384016a-a5c6-46fd-83f3-8cf0d2ccea81 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.4283109 Feb 11 05:28:54.384507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c72d64af-3bb3-4009-8af3-800877126716 req-17be0cee-e1b2-4d38-93ee-2e63e453e559 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805729 Feb 11 05:28:54.385047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Port f6300b7b-102f-452e-880c-91beb7a55fdb on network f9d25e34-f9d0-44c2-a602-bf30559d0646 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:54.385398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Attempting to bind port f6300b7b-102f-452e-880c-91beb7a55fdb on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:54.388020 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.413345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-2ac1cb36-36e0-4747-88be-d958835e3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:54.414943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-2ac1cb36-36e0-4747-88be-d958835e3fc0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1133 time: 0.3650212 Feb 11 05:28:54.422424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-3382d3cc-755c-4721-906f-9619fb628a48 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789144 Feb 11 05:28:54.748372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:54.748719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Checking segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:54.749107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Bound using segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:54.749553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Bound port: f6300b7b-102f-452e-880c-91beb7a55fdb, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:54.750003 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.859572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:54.860195 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.861809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] 10.222.0.72 "PUT /v2.0/ports/a2bf028a-b5fd-4579-a277-12ab451128ab HTTP/1.1" status: 200 len: 1092 time: 3.6169953 Feb 11 05:28:54.864603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-bc912eab-2ac5-4de2-8941-6ac9bd955062 service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272966 Feb 11 05:28:55.003926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e943da59-e3ff-49a4-b8b7-76334bfc1915', 'tag': 'a2bf028a-b5fd-4579-a277-12ab451128ab'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:55.006318 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e" -d '{"events": [{"name": "network-changed", "server_uuid": "e943da59-e3ff-49a4-b8b7-76334bfc1915", "tag": "a2bf028a-b5fd-4579-a277-12ab451128ab"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:55.008064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ada8a0-dd54-4738-89b7-dce77e504550 None None] Network 710770e7-ea1f-4823-9931-8dcb72f54ea6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:55.020761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20799c60-4587-496b-b535-d01ee92fa593 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bf028a-b5fd-4579-a277-12ab451128ab,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.070996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ff05a8-c694-49cb-8a96-53c1f4556f6a req-65b18bab-696e-4952-9c00-44aad5faede8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800888 Feb 11 05:28:55.097874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c36b0f10-579a-45bb-b96e-fdff4cd78a33 None None] Provisioning complete for port 44553fcd-a752-4225-be21-5b5720c4bdc4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:55.098627 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c36b0f10-579a-45bb-b96e-fdff4cd78a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.150155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16e110-bcec-4d95-9824-c2993242a3d4 req-0f2144d4-2d8f-41e3-aea3-d99acd876b79 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:55.157103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e16e110-bcec-4d95-9824-c2993242a3d4 req-0f2144d4-2d8f-41e3-aea3-d99acd876b79 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.4141376 Feb 11 05:28:55.173963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] For port f6300b7b-102f-452e-880c-91beb7a55fdb, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:55.179287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-5db73d21-0e84-4f9a-86bf-dc074e503602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:55.180797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-5db73d21-0e84-4f9a-86bf-dc074e503602 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.4354353 Feb 11 05:28:55.183733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-12cd80b1-4c76-4377-bd3e-ec140d70502c service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354537 Feb 11 05:28:55.190324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] For port f6300b7b-102f-452e-880c-91beb7a55fdb, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6300b7b-102f-452e-880c-91beb7a55fdb,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:55.225592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.251855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c36b0f10-579a-45bb-b96e-fdff4cd78a33 None None] Current status of the port 44553fcd-a752-4225-be21-5b5720c4bdc4 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:55.252542 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c36b0f10-579a-45bb-b96e-fdff4cd78a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.286710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123857de-e0ae-4448-b356-a539db8be537 req-85e3f5bd-4919-4a08-88b6-aa852dc714b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:55.288280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-85e3f5bd-4919-4a08-88b6-aa852dc714b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 1126 time: 0.3473184 Feb 11 05:28:55.334536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c36b0f10-579a-45bb-b96e-fdff4cd78a33 None None] For port 44553fcd-a752-4225-be21-5b5720c4bdc4, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=44553fcd-a752-4225-be21-5b5720c4bdc4,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:55.352984 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c36b0f10-579a-45bb-b96e-fdff4cd78a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.375051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-06e74121-285b-4fd7-9f16-1c141a31dee0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.1770103 Feb 11 05:28:55.412404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 44553fcd-a752-4225-be21-5b5720c4bdc4 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:55.493050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7acc8c9-1325-4a9f-801b-1db8c1b6c814 req-321a0b3b-d8b3-4677-9598-48e6da48b440 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937584 Feb 11 05:28:55.553465 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b0f10-579a-45bb-b96e-fdff4cd78a33 None None] Pushing event updated for resources: {'Port': ['ID=44553fcd-a752-4225-be21-5b5720c4bdc4,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.576775 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75622c42-ad00-4081-b84e-985998352eb6 x-openstack-request-id: req-75622c42-ad00-4081-b84e-985998352eb6 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:55.577277 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "name": "network-vif-plugged", "status": "completed", "tag": "633cd357-5c1b-4683-abc4-eea044957b38", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:55.577605 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75622c42-ad00-4081-b84e-985998352eb6 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:55.578086 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38', 'code': 200} Feb 11 05:28:55.604139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 44553fcd-a752-4225-be21-5b5720c4bdc4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:55.604646 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.608026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d4ebd477-ecdf-4ed5-9ca4-f746e80588c5 None None] Provisioning complete for port 44553fcd-a752-4225-be21-5b5720c4bdc4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:55.608478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd477-ecdf-4ed5-9ca4-f746e80588c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.636981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:55.637574 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.638858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] 10.222.0.72 "PUT /v2.0/ports/f6300b7b-102f-452e-880c-91beb7a55fdb HTTP/1.1" status: 200 len: 1093 time: 4.2188251 Feb 11 05:28:55.642637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e16e110-bcec-4d95-9824-c2993242a3d4 req-faaa96cf-8ec2-44c2-9dbc-8b333bddf00a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843876 Feb 11 05:28:55.643634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-811aa35b-99a0-4838-a650-1ace19ed1d71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2bf028a-b5fd-4579-a277-12ab451128ab HTTP/1.1" status: 200 len: 217 time: 0.2630558 Feb 11 05:28:55.720966 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1abbf3-ca02-443d-ba7f-4a36b6fb3d88 x-openstack-request-id: req-2a1abbf3-ca02-443d-ba7f-4a36b6fb3d88 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:55.721512 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e3d13c-c73f-4c93-b668-0d8d35a1e883", "tag": "117783bd-bbe4-41ad-a6d4-885dfb6ed26b", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:55.721619 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a1abbf3-ca02-443d-ba7f-4a36b6fb3d88 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:55.721956 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e3d13c-c73f-4c93-b668-0d8d35a1e883', 'tag': '117783bd-bbe4-41ad-a6d4-885dfb6ed26b', 'status': 'completed', 'code': 200} Feb 11 05:28:55.740479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af69be-6101-4004-95c2-981dd3b97d31 service neutron] Pushing event updated for resources: {'Port': ['ID=f6300b7b-102f-452e-880c-91beb7a55fdb,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.745164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-5979a3bd-1c03-4567-8f23-fe18360431ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:55.746620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-5979a3bd-1c03-4567-8f23-fe18360431ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2561133 Feb 11 05:28:55.798073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 44553fcd-a752-4225-be21-5b5720c4bdc4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:55.804884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebd477-ecdf-4ed5-9ca4-f746e80588c5 None None] Current status of the port 44553fcd-a752-4225-be21-5b5720c4bdc4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:55.832735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-0f86693b-0c73-478d-ad59-e5a034de3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:55.834560 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-0f86693b-0c73-478d-ad59-e5a034de3d4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b90fb5144297490b933778dee0897380&device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 1126 time: 0.0858457 Feb 11 05:28:55.946028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-6ee6d5a1-ef2e-4963-9bf0-fe5ff6715235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:55.947584 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-6ee6d5a1-ef2e-4963-9bf0-fe5ff6715235 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c0929dd-ac6c-49e8-8a74-95466a172545 HTTP/1.1" status: 200 len: 912 time: 0.1054752 Feb 11 05:28:55.949225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123857de-e0ae-4448-b356-a539db8be537 req-604893d5-c623-4909-80bd-81e72b6f7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:55.950710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-604893d5-c623-4909-80bd-81e72b6f7806 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.2630932 Feb 11 05:28:56.010903 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-50c7bf7e-c376-4b24-8990-7e8f2423c38c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=117783bd-bbe4-41ad-a6d4-885dfb6ed26b HTTP/1.1" status: 200 len: 217 time: 0.0416901 Feb 11 05:28:56.017635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-c3e59ad2-db53-4a3a-82c6-13c69492726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.019179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-c3e59ad2-db53-4a3a-82c6-13c69492726a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 1127 time: 0.2880878 Feb 11 05:28:56.027130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-b20ec895-7dcd-4782-bc41-4e639110e394 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569773 Feb 11 05:28:56.036164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ab8e8-5666-4a6b-a4d6-6e28afa78736 req-7220110b-3864-4f26-9a64-52eb9a0a1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.037666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b53ab8e8-5666-4a6b-a4d6-6e28afa78736 req-7220110b-3864-4f26-9a64-52eb9a0a1c0e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1128 time: 0.4050791 Feb 11 05:28:56.043974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-119fbd1f-e68f-46a1-af1e-d484feb2a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.045495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-119fbd1f-e68f-46a1-af1e-d484feb2a12e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2692733 Feb 11 05:28:56.060496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-5f194d53-7dfe-4aa9-983b-b9d49dda9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.062132 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-5f194d53-7dfe-4aa9-983b-b9d49dda9a7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bf00baaf-a209-4f76-bfa1-53540dd64163 HTTP/1.1" status: 200 len: 851 time: 0.0452106 Feb 11 05:28:56.097554 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-043a0368-16cb-4979-98ea-09e05331615c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c0929dd-ac6c-49e8-8a74-95466a172545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292833 Feb 11 05:28:56.118194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-56ce8b03-d413-4d85-9279-519576843fa5 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.119657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-56ce8b03-d413-4d85-9279-519576843fa5 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 816 time: 0.4196539 Feb 11 05:28:56.154619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-7198e6aa-4392-4407-ad7a-c09c3997ad5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6300b7b-102f-452e-880c-91beb7a55fdb HTTP/1.1" status: 200 len: 217 time: 0.1158619 Feb 11 05:28:56.191816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1582b8-1e35-401e-9669-d11c38b7f505 req-b43c0102-d857-4465-b7b0-f52789ca590f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.193332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a1582b8-1e35-401e-9669-d11c38b7f505 req-b43c0102-d857-4465-b7b0-f52789ca590f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 943 time: 0.3449662 Feb 11 05:28:56.200332 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-9712568e-7163-4614-802e-e0ebfec736aa service neutron] 10.222.0.72 "GET /v2.0/networks/3c0929dd-ac6c-49e8-8a74-95466a172545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963080 Feb 11 05:28:56.298478 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-101ed4e7-e9b1-4fb3-8bb5-4eed87ad7609 req-e41c419a-0e0e-4f36-8a58-5033d94d4a7d service neutron] 10.222.0.72 "GET /v2.0/networks/3c0929dd-ac6c-49e8-8a74-95466a172545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920420 Feb 11 05:28:56.299748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-4013a2de-60cb-456a-afe1-ac86aa681733 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/quotas/185528b1739742298958d1e7ecccbc65 HTTP/1.1" status: 200 len: 375 time: 0.1493883 Feb 11 05:28:56.386972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b53ab8e8-5666-4a6b-a4d6-6e28afa78736 req-8d840674-2cd7-4647-98cc-49b3b1f008e1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282526 Feb 11 05:28:56.421376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-d0befe1a-2034-4577-9e7a-6850c121fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.422832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-d0befe1a-2034-4577-9e7a-6850c121fec1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.2548778 Feb 11 05:28:56.450865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-e1ecfd0e-f6ff-4bd1-97e3-b21de2eb1706 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110961 Feb 11 05:28:56.458177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a1582b8-1e35-401e-9669-d11c38b7f505 req-97ada038-0737-409d-870b-df1d3bc649de tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476928 Feb 11 05:28:56.476382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-186da956-2325-4cf4-a78e-66169b7dd06f service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156134 Feb 11 05:28:56.486229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-16a14af6-7f57-4be5-854d-8a9d923f7ec2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541253 Feb 11 05:28:56.513763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-873e856b-e282-41d1-ad7a-de19320f1c6e tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1904840 Feb 11 05:28:57.092068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123857de-e0ae-4448-b356-a539db8be537 req-091cf9e4-f21c-4c50-b362-84e7b7ebc1a1 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319666 Feb 11 05:28:57.113463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347778f-17b4-4430-b9e0-ee7ea0361201 req-832d2ea6-5bed-4095-b3ba-bd5462ea34ed tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:57.115046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9347778f-17b4-4430-b9e0-ee7ea0361201 req-832d2ea6-5bed-4095-b3ba-bd5462ea34ed tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 944 time: 0.5933192 Feb 11 05:28:57.116657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 117783bd-bbe4-41ad-a6d4-885dfb6ed26b details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:57.122545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-8c91558a-61ab-4aed-9c85-713cbf3a7a0b service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216762 Feb 11 05:28:57.133452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-1409793a-ebee-497c-a88b-1b364c2eb6b9 service neutron] 10.222.0.31 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090987 Feb 11 05:28:57.159427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-b9841030-785d-4f76-be53-f044473e1a9e service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459218 Feb 11 05:28:57.245305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,segment=NetworkSegment(870e225a-7553-48be-9c8d-f75df3bc3b06),segment_id=870e225a-7553-48be-9c8d-f75df3bc3b06)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:57.259325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '117783bd-bbe4-41ad-a6d4-885dfb6ed26b', 'network_id': '3c0929dd-ac6c-49e8-8a74-95466a172545', 'port_id': '117783bd-bbe4-41ad-a6d4-885dfb6ed26b', 'mac_address': 'fa:16:3e:04:75:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf00baaf-a209-4f76-bfa1-53540dd64163', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:57.291722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9347778f-17b4-4430-b9e0-ee7ea0361201 req-5315a440-e688-4c54-8091-6ea2bed22cd9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681921 Feb 11 05:28:57.309993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 44553fcd-a752-4225-be21-5b5720c4bdc4 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:57.353731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-3b063ea5-b126-46a4-8a5e-af6fe7bc93f5 service neutron] 10.222.0.31 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193561 Feb 11 05:28:57.356401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5370ab8e-bf74-41ac-a22a-5908856ceaa3 req-ca5780bc-e3d8-402d-956a-4f86b88c3bbf service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188246 Feb 11 05:28:57.380953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:57.381370 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.415251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117783bd-bbe4-41ad-a6d4-885dfb6ed26b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:57.440664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,segment=NetworkSegment(870e225a-7553-48be-9c8d-f75df3bc3b06),segment_id=870e225a-7553-48be-9c8d-f75df3bc3b06)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:57.446670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 44553fcd-a752-4225-be21-5b5720c4bdc4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:57.447052 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.450660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73b19-366a-4c47-8562-e6ca473a36eb req-93c6b20f-5222-4853-9746-f7ba7b1c88d6 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:57.452375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5f73b19-366a-4c47-8562-e6ca473a36eb req-93c6b20f-5222-4853-9746-f7ba7b1c88d6 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 943 time: 0.0636539 Feb 11 05:28:57.470165 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.533404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5f73b19-366a-4c47-8562-e6ca473a36eb req-c7a46892-a311-4862-86ae-ac045b078193 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/security-groups?id=99825a61-ac54-4d45-b02d-a2c220f174ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745571 Feb 11 05:28:57.572222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:57.592100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.592459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.592936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.593323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.593774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.594125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.594466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.594903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.595245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.595580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.595914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.596276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.596688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:57.607085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 44553fcd-a752-4225-be21-5b5720c4bdc4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:57.625142 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8339c9cd-5775-4ed5-8b09-3edcff794a2c x-openstack-request-id: req-8339c9cd-5775-4ed5-8b09-3edcff794a2c {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:57.625571 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e943da59-e3ff-49a4-b8b7-76334bfc1915", "tag": "a2bf028a-b5fd-4579-a277-12ab451128ab", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:57.628450 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8339c9cd-5775-4ed5-8b09-3edcff794a2c {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:57.629433 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e943da59-e3ff-49a4-b8b7-76334bfc1915', 'tag': 'a2bf028a-b5fd-4579-a277-12ab451128ab', 'status': 'completed', 'code': 200} Feb 11 05:28:57.658947 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a19ca80c-15f1-4e14-b62e-76d9c74cf107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.750263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499e84d-8ed0-46f1-87e9-62e6dc231bf8 req-d3fbcad0-5bc1-4ef8-bb9e-7764b788a338 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:57.752447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2499e84d-8ed0-46f1-87e9-62e6dc231bf8 req-d3fbcad0-5bc1-4ef8-bb9e-7764b788a338 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.1177425 Feb 11 05:28:57.794772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-832653cb-1f0e-4f04-8bca-da57c3d95d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:57.796329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-832653cb-1f0e-4f04-8bca-da57c3d95d9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 1126 time: 0.1474967 Feb 11 05:28:57.814571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['117783bd-bbe4-41ad-a6d4-885dfb6ed26b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:57.871668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3e13c-c50a-49c7-96bd-1954c68c7f76 req-a37b1a35-3a08-4b2c-8222-fa07754e3695 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:57.879521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ecb3e13c-c50a-49c7-96bd-1954c68c7f76 req-a37b1a35-3a08-4b2c-8222-fa07754e3695 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.1570487 Feb 11 05:28:57.948864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2499e84d-8ed0-46f1-87e9-62e6dc231bf8 req-06c5156f-f748-4fa6-bca9-08cc178190da tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802475 Feb 11 05:28:58.069433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ecb3e13c-c50a-49c7-96bd-1954c68c7f76 req-4a5bb9bd-9785-4f73-bbca-d8936722de5d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804709 Feb 11 05:28:58.091713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-722793da-65de-4589-9910-d616d898111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.093284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-722793da-65de-4589-9910-d616d898111a service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 906 time: 0.2793336 Feb 11 05:28:58.172394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-ef0f94ba-9df0-4f37-a473-1474fa4a7287 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2bf028a-b5fd-4579-a277-12ab451128ab HTTP/1.1" status: 200 len: 217 time: 0.0492866 Feb 11 05:28:58.293337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07572a42-dd12-4c4d-934b-e4f10b1675f6 req-296fc368-5cfc-43ea-b2c2-20887d039b38 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.294638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07572a42-dd12-4c4d-934b-e4f10b1675f6 req-296fc368-5cfc-43ea-b2c2-20887d039b38 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.2226493 Feb 11 05:28:58.304181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-b3532eff-de6d-40a1-a0ec-5ea8e054c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.305595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-b3532eff-de6d-40a1-a0ec-5ea8e054c19b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.1185186 Feb 11 05:28:58.312296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0958915-f3ba-4dd1-8c72-d44d9a77312f req-d3626f14-d084-4fb5-8696-4d619efe8b49 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.313763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0958915-f3ba-4dd1-8c72-d44d9a77312f req-d3626f14-d084-4fb5-8696-4d619efe8b49 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.1452801 Feb 11 05:28:58.366481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-014e5a10-8bc7-4f3c-8046-05506caeb243 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459824 Feb 11 05:28:58.432859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07572a42-dd12-4c4d-934b-e4f10b1675f6 req-aa0ec230-7b7e-4e9a-8a63-68d90c35c201 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311800 Feb 11 05:28:58.485735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0958915-f3ba-4dd1-8c72-d44d9a77312f req-eb5d5178-21af-417b-a108-6f3e05e1df3c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636274 Feb 11 05:28:58.532228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-cf919cec-b8af-4138-a44f-791906a5ca2a service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525326 Feb 11 05:28:58.665069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed17ca-848c-42f9-8129-791b2bb7387a req-5a2ce5db-8ed0-41bf-aeec-d3f616554d1e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.666579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-92ed17ca-848c-42f9-8129-791b2bb7387a req-5a2ce5db-8ed0-41bf-aeec-d3f616554d1e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 943 time: 0.1490202 Feb 11 05:28:58.757986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5b47b8b-c4ef-42d2-9df3-b80db40eb39e req-6683e464-3e20-4d30-bf4e-bed0a3fb8463 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095101 Feb 11 05:28:58.767613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-78a1b5e3-bcae-425a-b049-0b6c9f23bc64 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.769720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-78a1b5e3-bcae-425a-b049-0b6c9f23bc64 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 816 time: 0.1961818 Feb 11 05:28:58.796605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-92ed17ca-848c-42f9-8129-791b2bb7387a req-11324c11-f8a3-44b4-96bf-996c4e66db0d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020882 Feb 11 05:28:58.801619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-b5be3261-a598-401f-8b38-149489c729ac tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/quotas/185528b1739742298958d1e7ecccbc65 HTTP/1.1" status: 200 len: 375 time: 0.0150545 Feb 11 05:28:58.839174 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:28:59.023198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-1db5411c-fc94-41d6-a710-f927716efa0f tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2165918 Feb 11 05:28:59.071697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-41be39b5-9a13-480c-97cc-43012e241358 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:59.073161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-41be39b5-9a13-480c-97cc-43012e241358 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 816 time: 0.2165892 Feb 11 05:28:59.084625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec015b9-5f90-46bf-986d-856af02b9ac6 req-843c24e2-7b25-4274-b693-8d3f1d40c002 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:59.086378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ec015b9-5f90-46bf-986d-856af02b9ac6 req-843c24e2-7b25-4274-b693-8d3f1d40c002 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 944 time: 0.1905386 Feb 11 05:28:59.098790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Request body: {'port': {'device_id': '020364de-3da6-4970-80ee-e392d8cf3059', 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6', 'admin_state_up': True, 'tenant_id': '185528b1739742298958d1e7ecccbc65'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:59.115949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a2bf028a-b5fd-4579-a277-12ab451128ab details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:59.120095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 117783bd-bbe4-41ad-a6d4-885dfb6ed26b up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:59.234957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:59.244075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:59.244536 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.277254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ec015b9-5f90-46bf-986d-856af02b9ac6 req-1e5315a1-6cf4-45a8-b87d-82f73c599399 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744211 Feb 11 05:28:59.298506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c6bddacb-fbca-4fe8-8aee-ffeae798ed36 service neutron] 10.222.0.31 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619636 Feb 11 05:28:59.310759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a2bf028a-b5fd-4579-a277-12ab451128ab, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a2bf028a-b5fd-4579-a277-12ab451128ab,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:59.338814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'a2bf028a-b5fd-4579-a277-12ab451128ab', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'port_id': 'a2bf028a-b5fd-4579-a277-12ab451128ab', 'mac_address': 'fa:16:3e:41:a2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3651cb44-129d-4466-b43f-f49af07bc83c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:59.362561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Made reservation on behalf of 185528b1739742298958d1e7ecccbc65 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:59.368151 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.424558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port a2bf028a-b5fd-4579-a277-12ab451128ab is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:59.424991 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.428047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:59.430708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.458103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bf028a-b5fd-4579-a277-12ab451128ab {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:59.473539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e3d13c-c73f-4c93-b668-0d8d35a1e883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117783bd-bbe4-41ad-a6d4-885dfb6ed26b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:59.475331 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c76d9db-d8dc-44ee-932d-514a333c174f" -d '{"events": [{"server_uuid": "88e3d13c-c73f-4c93-b668-0d8d35a1e883", "name": "network-vif-plugged", "status": "completed", "tag": "117783bd-bbe4-41ad-a6d4-885dfb6ed26b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:59.494562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a2bf028a-b5fd-4579-a277-12ab451128ab, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a2bf028a-b5fd-4579-a277-12ab451128ab,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:59.496541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,segment=NetworkSegment(870e225a-7553-48be-9c8d-f75df3bc3b06),segment_id=870e225a-7553-48be-9c8d-f75df3bc3b06)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:59.499854 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.500578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f6300b7b-102f-452e-880c-91beb7a55fdb details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:59.505173 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.523526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-0505925d-3097-458b-915f-6cef4b4c6c38 service neutron] 10.222.0.31 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048476 Feb 11 05:28:59.560168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ffe7-b524-42f5-b2f3-d10d78ba052a req-bdeeee22-b24d-4141-b661-9364cbcaedec tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:59.561691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-adf2ffe7-b524-42f5-b2f3-d10d78ba052a req-bdeeee22-b24d-4141-b661-9364cbcaedec tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 944 time: 0.1597188 Feb 11 05:28:59.631823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfec162-2e0c-4f4d-b687-c549cdcc87dc', 'tag': 'f6300b7b-102f-452e-880c-91beb7a55fdb'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:59.634186 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "acfec162-2e0c-4f4d-b687-c549cdcc87dc", "tag": "f6300b7b-102f-452e-880c-91beb7a55fdb"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:59.662773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Allocated IP 172.20.0.10 (710770e7-ea1f-4823-9931-8dcb72f54ea6/4388334c-9027-4dd0-afad-6b67a2402b11/79653747-891f-43f4-8f12-d90919477fb3) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:59.675076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-adf2ffe7-b524-42f5-b2f3-d10d78ba052a req-8cad9a6b-f8fb-446d-a0a1-3239d59eb304 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/security-groups?id=99825a61-ac54-4d45-b02d-a2c220f174ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826600 Feb 11 05:28:59.853557 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=a2bf028a-b5fd-4579-a277-12ab451128ab,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:59.926383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f6300b7b-102f-452e-880c-91beb7a55fdb, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6300b7b-102f-452e-880c-91beb7a55fdb,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:59.930087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34484a7a-81b5-4e20-96f2-36f9ba436e60 req-71e145f5-5ccb-4265-955d-86fea251ebc1 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:59.936987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34484a7a-81b5-4e20-96f2-36f9ba436e60 req-71e145f5-5ccb-4265-955d-86fea251ebc1 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.1707509 Feb 11 05:28:59.940902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'f6300b7b-102f-452e-880c-91beb7a55fdb', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'port_id': 'f6300b7b-102f-452e-880c-91beb7a55fdb', 'mac_address': 'fa:16:3e:cf:0b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe2d86-04d1-47ff-99bd-4182524c9213', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:59.956217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:00.004051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port f6300b7b-102f-452e-880c-91beb7a55fdb is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:00.004453 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.022669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6300b7b-102f-452e-880c-91beb7a55fdb {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:00.028577 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks [] for port (79653747-891f-43f4-8f12-d90919477fb3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.051508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f6300b7b-102f-452e-880c-91beb7a55fdb, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6300b7b-102f-452e-880c-91beb7a55fdb,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:00.051702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e5e7-a76e-4e91-92b3-fbab6874b7ae req-d72c473d-24ac-4f0d-9e65-fc839d07b728 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:00.053649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66f8e5e7-a76e-4e91-92b3-fbab6874b7ae req-d72c473d-24ac-4f0d-9e65-fc839d07b728 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.2040801 Feb 11 05:29:00.059397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.065499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34484a7a-81b5-4e20-96f2-36f9ba436e60 req-a9418769-73d7-46b1-bb52-d6ac175d50d5 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275439 Feb 11 05:29:00.181531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=f6300b7b-102f-452e-880c-91beb7a55fdb,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:00.223854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66f8e5e7-a76e-4e91-92b3-fbab6874b7ae req-db63e734-2eab-4554-a65b-bae047bddf90 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556656 Feb 11 05:29:00.229358 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f3d18db1-8dec-4728-9024-34bf5dff4b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.234620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (79653747-891f-43f4-8f12-d90919477fb3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.301480 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dfcc4a-8fc2-4983-b61c-b227bbea60f8 x-openstack-request-id: req-96dfcc4a-8fc2-4983-b61c-b227bbea60f8 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:00.301772 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e3d13c-c73f-4c93-b668-0d8d35a1e883", "name": "network-vif-plugged", "status": "completed", "tag": "117783bd-bbe4-41ad-a6d4-885dfb6ed26b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:00.302058 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96dfcc4a-8fc2-4983-b61c-b227bbea60f8 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:00.303086 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e3d13c-c73f-4c93-b668-0d8d35a1e883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117783bd-bbe4-41ad-a6d4-885dfb6ed26b', 'code': 200} Feb 11 05:29:00.313502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b62c0c-2d2d-466b-8ab9-39066c8970d9 req-3c9aa2a9-97ff-426a-a008-7ea7f28c1e68 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:00.316875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69b62c0c-2d2d-466b-8ab9-39066c8970d9 req-3c9aa2a9-97ff-426a-a008-7ea7f28c1e68 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.1586540 Feb 11 05:29:00.322005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Network 710770e7-ea1f-4823-9931-8dcb72f54ea6 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:00.325662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:00.339621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:00.391937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Pushing event updated for resources: {'Port': ['ID=79653747-891f-43f4-8f12-d90919477fb3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:00.425004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['a2bf028a-b5fd-4579-a277-12ab451128ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:00.444229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.445531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.446047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.446545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.447036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.447552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.448038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.448533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.449016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.449532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.450038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.450517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.450994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:00.477344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['f6300b7b-102f-452e-880c-91beb7a55fdb'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:00.554219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:00.555332 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.575770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9206-0d89-4c33-a582-cf283210625c req-54f1c3b3-b3e9-43f5-a82d-ac03cf8e2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:00.577781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c38f9206-0d89-4c33-a582-cf283210625c req-54f1c3b3-b3e9-43f5-a82d-ac03cf8e2f91 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 1128 time: 0.1954620 Feb 11 05:29:00.598230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4224a2-32b9-4183-a453-f94fe6e2f55a req-79e69fc4-9d82-4172-9500-c30f54f94bed tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:00.606725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b4224a2-32b9-4183-a453-f94fe6e2f55a req-79e69fc4-9d82-4172-9500-c30f54f94bed tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.1791468 Feb 11 05:29:00.618727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-21463202-813f-4476-abae-ee647f739aea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5313482 Feb 11 05:29:00.646415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69b62c0c-2d2d-466b-8ab9-39066c8970d9 req-cd6bedb9-8930-48be-870b-738d0c3d2765 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125272 Feb 11 05:29:00.671395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Request body: {'port': {'device_id': '020364de-3da6-4970-80ee-e392d8cf3059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:00.737898 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ff051-0ba3-4dbe-a7b0-66534e25600b x-openstack-request-id: req-081ff051-0ba3-4dbe-a7b0-66534e25600b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:00.738739 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfec162-2e0c-4f4d-b687-c549cdcc87dc", "tag": "f6300b7b-102f-452e-880c-91beb7a55fdb", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:00.739013 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-081ff051-0ba3-4dbe-a7b0-66534e25600b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:00.739425 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfec162-2e0c-4f4d-b687-c549cdcc87dc', 'tag': 'f6300b7b-102f-452e-880c-91beb7a55fdb', 'status': 'completed', 'code': 200} Feb 11 05:29:00.778154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c38f9206-0d89-4c33-a582-cf283210625c req-6666938a-a64b-48b7-9fe1-73dcd623d0b2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=99825a61-ac54-4d45-b02d-a2c220f174ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884601 Feb 11 05:29:00.805792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8b98b266-a6d1-46e9-af3f-dd57401a4777 None None] Provisioning complete for port 79653747-891f-43f4-8f12-d90919477fb3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:00.806172 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8b98b266-a6d1-46e9-af3f-dd57401a4777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (79653747-891f-43f4-8f12-d90919477fb3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.826116 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-a59d2351-569e-44ae-b0b6-dc460ab9d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:00.828597 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-a59d2351-569e-44ae-b0b6-dc460ab9d314 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 1128 time: 0.0728965 Feb 11 05:29:00.836548 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (79653747-891f-43f4-8f12-d90919477fb3), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.845500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8b98b266-a6d1-46e9-af3f-dd57401a4777 None None] Port 79653747-891f-43f4-8f12-d90919477fb3 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:00.859173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b4224a2-32b9-4183-a453-f94fe6e2f55a req-5a4b39cb-a58f-49a6-a532-cd75730f1430 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490404 Feb 11 05:29:00.990084 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.002126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6d859-baf3-47bc-ae85-778d5901b5ec req-effbddfb-f8ed-429a-a271-4ff1a8717026 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:01.004262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08a6d859-baf3-47bc-ae85-778d5901b5ec req-effbddfb-f8ed-429a-a271-4ff1a8717026 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 944 time: 0.1783936 Feb 11 05:29:01.183950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-a9f53c9c-89f4-4ed6-bb2d-4eea504c1dac tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:01.185390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-a9f53c9c-89f4-4ed6-bb2d-4eea504c1dac tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 816 time: 0.2458198 Feb 11 05:29:01.204359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08a6d859-baf3-47bc-ae85-778d5901b5ec req-9afa51a4-9ae8-4924-ab63-f1cf580e58e5 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676860 Feb 11 05:29:01.234664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-2a773b53-b5f5-4998-bfef-6235759c3f06 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/quotas/185528b1739742298958d1e7ecccbc65 HTTP/1.1" status: 200 len: 375 time: 0.0368440 Feb 11 05:29:01.367873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-9f87c1b2-eee2-4b5a-9971-1626425d66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:01.369646 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-9f87c1b2-eee2-4b5a-9971-1626425d66fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 913 time: 0.3595893 Feb 11 05:29:01.441473 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-da5129d7-81a8-4f77-808b-7ee191984bf3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6300b7b-102f-452e-880c-91beb7a55fdb HTTP/1.1" status: 200 len: 217 time: 0.0491407 Feb 11 05:29:01.503271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-4a6c5a84-07bf-4baa-8022-bc60d2cd24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:01.505062 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-4a6c5a84-07bf-4baa-8022-bc60d2cd24d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.0559506 Feb 11 05:29:01.542762 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-c76dcdee-446a-4e1a-ac0d-33a573083e0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293558 Feb 11 05:29:01.641601 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-62c403b3-f6a8-4b8c-be7d-2438608cd006 service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879896 Feb 11 05:29:01.744227 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aedd2dc-8a2b-4313-a0e3-0ec072b75fc7 req-27747842-f2ff-4783-9bd5-2c3847433de1 service neutron] 10.222.0.72 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900767 Feb 11 05:29:01.780828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff67e9d-171a-4450-bcbe-20483018184f req-ae7339de-5ed0-4084-b93c-de2250165305 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:01.782522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ff67e9d-171a-4450-bcbe-20483018184f req-ae7339de-5ed0-4084-b93c-de2250165305 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1128 time: 0.4846807 Feb 11 05:29:01.795152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-e06be6cb-fbc9-42df-9646-492a9907a3fd tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5595379 Feb 11 05:29:01.861756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-cac40885-2f90-4606-92a7-9d091fb67e5b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:01.863254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-cac40885-2f90-4606-92a7-9d091fb67e5b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 816 time: 0.2175462 Feb 11 05:29:01.899330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Request body: {'port': {'device_id': 'e43187d7-2b64-455c-aa36-c674a8037b85', 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6', 'admin_state_up': True, 'tenant_id': '185528b1739742298958d1e7ecccbc65'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:01.991688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79653747-891f-43f4-8f12-d90919477fb3 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:02.003611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ff67e9d-171a-4450-bcbe-20483018184f req-2587d06d-1f2b-45d0-beb0-eecba9822700 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060905 Feb 11 05:29:02.007071 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Publish callbacks [] for port (79653747-891f-43f4-8f12-d90919477fb3), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.072969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-2128f17d-5b81-4252-9b53-e55dc7cb82cb service neutron] 10.222.0.31 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634633 Feb 11 05:29:02.075965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Transition to ACTIVE for port object 79653747-891f-43f4-8f12-d90919477fb3 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:02.106509 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (79653747-891f-43f4-8f12-d90919477fb3), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.266380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Pushing event updated for resources: {'Port': ['ID=79653747-891f-43f4-8f12-d90919477fb3,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:02.278163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Made reservation on behalf of 185528b1739742298958d1e7ecccbc65 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:02.281650 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.362725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2a973-729f-43f4-a4b9-2a15ee9bc823 req-8d27828c-29eb-4b72-9e2c-a2030eb45b86 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:02.364283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01e2a973-729f-43f4-a4b9-2a15ee9bc823 req-8d27828c-29eb-4b72-9e2c-a2030eb45b86 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 945 time: 0.2845805 Feb 11 05:29:02.381411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-513c759d-a86e-450f-b1fe-961d827f9c1f service neutron] 10.222.0.31 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770481 Feb 11 05:29:02.493617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Attempting to bind port 79653747-891f-43f4-8f12-d90919477fb3 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:02.494012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Attempting to bind port 79653747-891f-43f4-8f12-d90919477fb3 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:02.494293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Attempting to bind port 79653747-891f-43f4-8f12-d90919477fb3 on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:02.512723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01e2a973-729f-43f4-a4b9-2a15ee9bc823 req-03c25e5f-e2c1-4dc4-a6f3-30ccd3650aef tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341639 Feb 11 05:29:02.513206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Port 79653747-891f-43f4-8f12-d90919477fb3 on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:02.513534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Attempting to bind port 79653747-891f-43f4-8f12-d90919477fb3 on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:02.548838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:02.549235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Checking segment: {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:02.549623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Bound using segment: {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:02.550602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Bound port: 79653747-891f-43f4-8f12-d90919477fb3, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:02.550955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (79653747-891f-43f4-8f12-d90919477fb3), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.622981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.665020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Allocated IP 172.20.0.12 (710770e7-ea1f-4823-9931-8dcb72f54ea6/4388334c-9027-4dd0-afad-6b67a2402b11/7acaed8d-2e4e-4284-9e6a-a73dbf133809) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:02.757469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] For port 79653747-891f-43f4-8f12-d90919477fb3, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:02.793684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] For port 79653747-891f-43f4-8f12-d90919477fb3, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=79653747-891f-43f4-8f12-d90919477fb3,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:02.810588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35aebb-df8b-4b06-bb72-261fc8bafd3b req-4a41cb8a-2697-422f-9d9b-e5865e40afea tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:02.812137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f35aebb-df8b-4b06-bb72-261fc8bafd3b req-4a41cb8a-2697-422f-9d9b-e5865e40afea tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 945 time: 0.1740968 Feb 11 05:29:02.820525 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (79653747-891f-43f4-8f12-d90919477fb3), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.833154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4016314-f3a8-4151-ad8b-bbd4356543b3 req-fcf85665-15c0-4f33-a555-2c62a1fe929c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:02.834654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4016314-f3a8-4151-ad8b-bbd4356543b3 req-fcf85665-15c0-4f33-a555-2c62a1fe929c tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.1955040 Feb 11 05:29:02.941532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:02.942165 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.943580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] 10.222.0.72 "PUT /v2.0/ports/79653747-891f-43f4-8f12-d90919477fb3 HTTP/1.1" status: 200 len: 1093 time: 2.2788386 Feb 11 05:29:02.951389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020364de-3da6-4970-80ee-e392d8cf3059', 'tag': '79653747-891f-43f4-8f12-d90919477fb3'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:02.953923 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84664ea-af60-47a8-82b1-ca4de8cd24d4" -d '{"events": [{"name": "network-changed", "server_uuid": "020364de-3da6-4970-80ee-e392d8cf3059", "tag": "79653747-891f-43f4-8f12-d90919477fb3"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:03.065464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62375092-8bc4-4bc1-b38c-3e3dc7557366 service neutron] Pushing event updated for resources: {'Port': ['ID=79653747-891f-43f4-8f12-d90919477fb3,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:03.101735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4016314-f3a8-4151-ad8b-bbd4356543b3 req-85cf1410-4aec-43c2-b1dd-26425b260500 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548122 Feb 11 05:29:03.117531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a2bf028a-b5fd-4579-a277-12ab451128ab up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:03.122115 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f35aebb-df8b-4b06-bb72-261fc8bafd3b req-d19d9702-7129-4ea5-a75d-393f0c8e5b16 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/security-groups?id=99825a61-ac54-4d45-b02d-a2c220f174ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843413 Feb 11 05:29:03.156073 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks [] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.168572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-46f97331-8672-4edd-8aef-fb8ace074edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:03.170113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-46f97331-8672-4edd-8aef-fb8ace074edd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 1127 time: 0.1665773 Feb 11 05:29:03.258495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-87f7b7d8-8b1b-478a-88be-f503cca335e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79653747-891f-43f4-8f12-d90919477fb3 HTTP/1.1" status: 200 len: 217 time: 0.0781443 Feb 11 05:29:03.272911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port a2bf028a-b5fd-4579-a277-12ab451128ab completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:03.279368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port a2bf028a-b5fd-4579-a277-12ab451128ab triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:03.280039 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.390117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-1256683b-42f2-4ff0-aa13-58819a785ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:03.391588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-1256683b-42f2-4ff0-aa13-58819a785ff9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4388334c-9027-4dd0-afad-6b67a2402b11 HTTP/1.1" status: 200 len: 855 time: 0.1203423 Feb 11 05:29:03.394658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.422194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port a2bf028a-b5fd-4579-a277-12ab451128ab is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:03.422806 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.459239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e943da59-e3ff-49a4-b8b7-76334bfc1915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bf028a-b5fd-4579-a277-12ab451128ab'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:03.462112 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01965cb-57cd-4f32-9769-e0d6b268fae1" -d '{"events": [{"server_uuid": "e943da59-e3ff-49a4-b8b7-76334bfc1915", "name": "network-vif-plugged", "status": "completed", "tag": "a2bf028a-b5fd-4579-a277-12ab451128ab"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:03.465820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a2bf028a-b5fd-4579-a277-12ab451128ab, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a2bf028a-b5fd-4579-a277-12ab451128ab,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:03.470805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.473035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f6300b7b-102f-452e-880c-91beb7a55fdb up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:03.484780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Network 710770e7-ea1f-4823-9931-8dcb72f54ea6 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:03.496629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287451-0fc3-466d-9297-a6039d5eb83c req-7e3abb8b-aa0c-423c-ab58-73dcd8f4995a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:03.498132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef287451-0fc3-466d-9297-a6039d5eb83c req-7e3abb8b-aa0c-423c-ab58-73dcd8f4995a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.2168043 Feb 11 05:29:03.507822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c277c-3984-4cfe-a90c-82be7c2fca79 req-e70ff51d-1b51-446c-a6ce-a21e19b382ab tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:03.513618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-348c277c-3984-4cfe-a90c-82be7c2fca79 req-e70ff51d-1b51-446c-a6ce-a21e19b382ab tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.2302637 Feb 11 05:29:03.516227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:03.532737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Pushing event updated for resources: {'Port': ['ID=7acaed8d-2e4e-4284-9e6a-a73dbf133809,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:03.537664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:03.562170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=a2bf028a-b5fd-4579-a277-12ab451128ab,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:03.578614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port f6300b7b-102f-452e-880c-91beb7a55fdb completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:03.587667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port f6300b7b-102f-452e-880c-91beb7a55fdb triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:03.588236 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.638925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-628b433d-a14d-45c0-b5f5-9ced024114e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:03.640839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-628b433d-a14d-45c0-b5f5-9ced024114e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=710770e7-ea1f-4823-9931-8dcb72f54ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2393553 Feb 11 05:29:03.666902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:03.667629 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.732236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-348c277c-3984-4cfe-a90c-82be7c2fca79 req-aac09dee-2fa8-4894-8e13-20897240ee03 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175255 Feb 11 05:29:03.752352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef287451-0fc3-466d-9297-a6039d5eb83c req-1730362a-68cb-4a5f-8442-d771e5b18909 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275798 Feb 11 05:29:03.764897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-c41d1126-9f8e-4a7e-886f-9820c93b0473 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8890629 Feb 11 05:29:03.786363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port f6300b7b-102f-452e-880c-91beb7a55fdb is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:03.788613 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.892734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f6300b7b-102f-452e-880c-91beb7a55fdb, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6300b7b-102f-452e-880c-91beb7a55fdb,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:03.908583 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.927190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Request body: {'port': {'device_id': 'e43187d7-2b64-455c-aa36-c674a8037b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:03.950662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.962630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-22bd4076-22a2-4341-826f-70595efb45f2 None None] Provisioning complete for port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:03.963042 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22bd4076-22a2-4341-826f-70595efb45f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.004887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-22bd4076-22a2-4341-826f-70595efb45f2 None None] Port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:04.030220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75959cde-e749-49ee-b286-19a3c3deb7f5 req-91be8d45-e88f-4c88-bc0c-40362f6ccd37 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 210 time: 0.0828722 Feb 11 05:29:04.060710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=f6300b7b-102f-452e-880c-91beb7a55fdb,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.080542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-370acbbd-b095-4ec9-b6cd-97b3150c0d7a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.083237 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-370acbbd-b095-4ec9-b6cd-97b3150c0d7a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 816 time: 0.2245395 Feb 11 05:29:04.101981 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e648fc45-2d0d-4199-9790-b6f7a054810b x-openstack-request-id: req-e648fc45-2d0d-4199-9790-b6f7a054810b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:04.103738 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020364de-3da6-4970-80ee-e392d8cf3059", "tag": "79653747-891f-43f4-8f12-d90919477fb3", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:04.104249 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e648fc45-2d0d-4199-9790-b6f7a054810b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:04.104900 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020364de-3da6-4970-80ee-e392d8cf3059', 'tag': '79653747-891f-43f4-8f12-d90919477fb3', 'status': 'completed', 'code': 200} Feb 11 05:29:04.116091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Request body: {'port': {'device_id': 'e317e5f9-1fec-40db-8c50-9917bdceaf75', 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6', 'admin_state_up': True, 'tenant_id': '185528b1739742298958d1e7ecccbc65'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:04.129958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-56aba79d-a303-4279-ba12-2ad41a2ff0e8 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596221 Feb 11 05:29:04.147199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3feca5-7c42-41ee-95e6-110bf5a1fb13 req-09edc047-a590-4e78-8f98-d0d01e0572a9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.149218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae3feca5-7c42-41ee-95e6-110bf5a1fb13 req-09edc047-a590-4e78-8f98-d0d01e0572a9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.2917004 Feb 11 05:29:04.283706 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5947a81-6edd-44f9-b3f1-bb25526a5c50 x-openstack-request-id: req-e5947a81-6edd-44f9-b3f1-bb25526a5c50 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:04.284012 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e943da59-e3ff-49a4-b8b7-76334bfc1915", "name": "network-vif-plugged", "status": "completed", "tag": "a2bf028a-b5fd-4579-a277-12ab451128ab", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:04.284272 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5947a81-6edd-44f9-b3f1-bb25526a5c50 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:04.285037 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.285186 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e943da59-e3ff-49a4-b8b7-76334bfc1915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bf028a-b5fd-4579-a277-12ab451128ab', 'code': 200} Feb 11 05:29:04.352179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Made reservation on behalf of 185528b1739742298958d1e7ecccbc65 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:04.356665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.360250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae3feca5-7c42-41ee-95e6-110bf5a1fb13 req-43610f2c-66c0-47a0-b8c7-874189229a79 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907122 Feb 11 05:29:04.459935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec52bfb-fb18-414a-bbd5-2ab92049e8c3 req-a86b8708-3614-4df0-ba7f-6cfa913d7bd1 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926035 Feb 11 05:29:04.545314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76793-2f34-4dfc-9dc3-3a0f0dd10f2c req-6e257013-928c-464d-a755-2f6b1aa7f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.548375 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c3d76793-2f34-4dfc-9dc3-3a0f0dd10f2c req-6e257013-928c-464d-a755-2f6b1aa7f94a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 1128 time: 0.1666536 Feb 11 05:29:04.653232 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c3d76793-2f34-4dfc-9dc3-3a0f0dd10f2c req-b2cba109-04d7-46ba-8bf3-f01c83fd9bb9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978713 Feb 11 05:29:04.666511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Allocated IP 172.20.0.13 (710770e7-ea1f-4823-9931-8dcb72f54ea6/4388334c-9027-4dd0-afad-6b67a2402b11/12e26c9d-26bf-4a46-996e-10ecd7bcfa2d) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:04.672077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a45a-9a3f-481d-a47b-0083022f267a req-b0395bc5-835d-486d-b0d4-ce45285eafb0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.680802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0e2a45a-9a3f-481d-a47b-0083022f267a req-b0395bc5-835d-486d-b0d4-ce45285eafb0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.2475011 Feb 11 05:29:04.702120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-23238af0-7983-41f8-9316-34c4a3e3c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.703649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-23238af0-7983-41f8-9316-34c4a3e3c137 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 1127 time: 0.1559684 Feb 11 05:29:04.738296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729c541-81e3-4166-8a18-0c381e21f9a4 req-f81c5883-3aa8-4ebe-bbc9-e9ebfdddf509 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.746282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3729c541-81e3-4166-8a18-0c381e21f9a4 req-f81c5883-3aa8-4ebe-bbc9-e9ebfdddf509 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.1974196 Feb 11 05:29:04.817473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3729c541-81e3-4166-8a18-0c381e21f9a4 req-e1341ece-0a11-44cf-80cf-5ba9cb6c0518 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702662 Feb 11 05:29:04.820600 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0e2a45a-9a3f-481d-a47b-0083022f267a req-12359f4b-724b-4e47-88c2-364d08ff46b7 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390154 Feb 11 05:29:04.902905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks [] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.948835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.018458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Pushing event updated for resources: {'Port': ['ID=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:05.036561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.037071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.037692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.038144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.038609 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.039053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.039654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.040105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.040548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.040988 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.042575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.042575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.042575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:05.058643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Network 710770e7-ea1f-4823-9931-8dcb72f54ea6 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:05.060771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:05.064856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:05.150073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:05.151219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.180535 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-61855ef2-6acb-455d-9869-88f500cf759a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0702026 Feb 11 05:29:05.204389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Request body: {'port': {'device_id': 'e317e5f9-1fec-40db-8c50-9917bdceaf75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:05.295618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.438700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-137b90ff-aa91-49ae-bec3-88a7600d24c0 None None] Provisioning complete for port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:05.439502 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-137b90ff-aa91-49ae-bec3-88a7600d24c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.496790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-137b90ff-aa91-49ae-bec3-88a7600d24c0 None None] Port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:05.563306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-3e0e3d5c-e3e9-4522-9cea-babdc54178d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:05.564802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-3e0e3d5c-e3e9-4522-9cea-babdc54178d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 917 time: 0.6951427 Feb 11 05:29:05.572199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0359279-f90b-47a6-b99f-cb635b97e498 req-de93350a-658b-4894-a970-7b317c33a755 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:05.573657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0359279-f90b-47a6-b99f-cb635b97e498 req-de93350a-658b-4894-a970-7b317c33a755 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.2677193 Feb 11 05:29:05.593020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188c54-a0d1-4cc9-ab4d-f84e042a9cbd req-b7339e4c-7370-4be6-abec-89f522e26d6a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:05.594523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e188c54-a0d1-4cc9-ab4d-f84e042a9cbd req-b7339e4c-7370-4be6-abec-89f522e26d6a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.2896957 Feb 11 05:29:05.637339 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-61b8b2da-e92e-4e0d-ae23-ec27dba9d790 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79653747-891f-43f4-8f12-d90919477fb3 HTTP/1.1" status: 200 len: 217 time: 0.0619307 Feb 11 05:29:05.779797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0359279-f90b-47a6-b99f-cb635b97e498 req-3f54f458-0807-4e14-b5a7-547b033f0c66 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843050 Feb 11 05:29:05.783090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-c641c460-615e-4ee5-aab5-3a96a33e1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:05.784567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-c641c460-615e-4ee5-aab5-3a96a33e1690 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4388334c-9027-4dd0-afad-6b67a2402b11 HTTP/1.1" status: 200 len: 855 time: 0.1327305 Feb 11 05:29:05.789311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e188c54-a0d1-4cc9-ab4d-f84e042a9cbd req-dc36d8cc-0f31-4d9e-aa62-b4a4fa67ffa4 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597099 Feb 11 05:29:05.800817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7acaed8d-2e4e-4284-9e6a-a73dbf133809 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:05.834720 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Publish callbacks [] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.855036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Transition to ACTIVE for port object 7acaed8d-2e4e-4284-9e6a-a73dbf133809 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:05.870192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.908767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-1af437b0-2b96-4244-b840-95e5b2955732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:05.911283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-1af437b0-2b96-4244-b840-95e5b2955732 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=710770e7-ea1f-4823-9931-8dcb72f54ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1196444 Feb 11 05:29:06.114318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Pushing event updated for resources: {'Port': ['ID=7acaed8d-2e4e-4284-9e6a-a73dbf133809,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:06.241348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:06.258375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Publish callbacks [] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.285627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Transition to ACTIVE for port object 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:06.286364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfec162-2e0c-4f4d-b687-c549cdcc87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6300b7b-102f-452e-880c-91beb7a55fdb'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:06.288965 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9901c7f4-5cec-447c-aa1f-0ddbbb2a51e8" -d '{"events": [{"server_uuid": "acfec162-2e0c-4f4d-b687-c549cdcc87dc", "name": "network-vif-plugged", "status": "completed", "tag": "f6300b7b-102f-452e-880c-91beb7a55fdb"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:06.290565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.312887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf34a7-cb49-4147-acce-0da56c8d86e9 req-8b1942b4-e672-4d2c-87aa-59e9ac927d94 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.321427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8bf34a7-cb49-4147-acce-0da56c8d86e9 req-8b1942b4-e672-4d2c-87aa-59e9ac927d94 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 932 time: 0.3737922 Feb 11 05:29:06.403764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Attempting to bind port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:06.404100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Attempting to bind port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:06.404585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Attempting to bind port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:06.417083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-9d71400b-528c-4e8d-ad98-a799d90e30ec service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430621 Feb 11 05:29:06.426301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Pushing event updated for resources: {'Port': ['ID=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:06.432103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:06.432435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Attempting to bind port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:06.449498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Attempting to bind port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:06.449828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Attempting to bind port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:06.450160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Attempting to bind port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:06.456819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:06.457198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Attempting to bind port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d on network 710770e7-ea1f-4823-9931-8dcb72f54ea6 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:06.460293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8bf34a7-cb49-4147-acce-0da56c8d86e9 req-b41f2b6d-8fa8-4673-aa30-1e4dd63e520b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378813 Feb 11 05:29:06.462775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:06.463124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Checking segment: {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:06.463513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Bound using segment: {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:06.463944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Bound port: 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:06.464304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.511605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51003b7a-1b6b-4e43-a342-21d3046b1dee req-cc90f321-503c-44ee-8d38-3efe5744f67b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.521298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51003b7a-1b6b-4e43-a342-21d3046b1dee req-cc90f321-503c-44ee-8d38-3efe5744f67b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.3086536 Feb 11 05:29:06.535671 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] For port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:06.535841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:06.536121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Checking segment: {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:06.536517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Bound using segment: {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:06.537549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Bound port: 7acaed8d-2e4e-4284-9e6a-a73dbf133809, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:06.537987 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.539315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] For port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:06.557300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.608144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.609541 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.611623 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] 10.222.0.72 "PUT /v2.0/ports/12e26c9d-26bf-4a46-996e-10ecd7bcfa2d HTTP/1.1" status: 200 len: 1093 time: 1.4216900 Feb 11 05:29:06.614531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e317e5f9-1fec-40db-8c50-9917bdceaf75', 'tag': '12e26c9d-26bf-4a46-996e-10ecd7bcfa2d'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:06.625914 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15c397a-aaff-4b70-83ec-086953b4088f" -d '{"events": [{"name": "network-changed", "server_uuid": "e317e5f9-1fec-40db-8c50-9917bdceaf75", "tag": "12e26c9d-26bf-4a46-996e-10ecd7bcfa2d"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:06.701516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a7de-3df7-4425-851a-76dbd8ceafd8 service neutron] Pushing event updated for resources: {'Port': ['ID=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:06.749652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-19433b99-a24e-41e4-b33c-40979bd1ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.751245 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-19433b99-a24e-41e4-b33c-40979bd1ecb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 1127 time: 0.0877888 Feb 11 05:29:06.781775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f84664ea-af60-47a8-82b1-ca4de8cd24d4 req-145b4fa5-6ff6-4754-806e-22089bbf38d8 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468423 Feb 11 05:29:06.798746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51003b7a-1b6b-4e43-a342-21d3046b1dee req-b2595471-9790-47bb-b737-16e7451603b9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765536 Feb 11 05:29:06.811353 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-e2261957-dc6e-4d1a-b242-98ae1eb57528 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d HTTP/1.1" status: 200 len: 217 time: 0.0512514 Feb 11 05:29:06.835864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] For port 7acaed8d-2e4e-4284-9e6a-a73dbf133809, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:06.842670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] For port 7acaed8d-2e4e-4284-9e6a-a73dbf133809, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7acaed8d-2e4e-4284-9e6a-a73dbf133809,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:06.862209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40029bab-42ba-4ab1-b6db-a2190193fce2 req-725a1ee6-fa04-4982-afe2-894f1dfce723 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.874029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40029bab-42ba-4ab1-b6db-a2190193fce2 req-725a1ee6-fa04-4982-afe2-894f1dfce723 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.1734495 Feb 11 05:29:06.884438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.892335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-0d2fc036-dd8e-46b5-9ee5-2c8901be170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.894845 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-0d2fc036-dd8e-46b5-9ee5-2c8901be170c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4388334c-9027-4dd0-afad-6b67a2402b11 HTTP/1.1" status: 200 len: 855 time: 0.0727348 Feb 11 05:29:06.957897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-57936422-6bbb-4772-9dd6-8f8f6270f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.959395 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-57936422-6bbb-4772-9dd6-8f8f6270f0a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=710770e7-ea1f-4823-9931-8dcb72f54ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569816 Feb 11 05:29:06.964340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.964965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.966308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] 10.222.0.72 "PUT /v2.0/ports/7acaed8d-2e4e-4284-9e6a-a73dbf133809 HTTP/1.1" status: 200 len: 1093 time: 3.1148858 Feb 11 05:29:06.973920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43187d7-2b64-455c-aa36-c674a8037b85', 'tag': '7acaed8d-2e4e-4284-9e6a-a73dbf133809'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:06.976257 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16" -d '{"events": [{"name": "network-changed", "server_uuid": "e43187d7-2b64-455c-aa36-c674a8037b85", "tag": "7acaed8d-2e4e-4284-9e6a-a73dbf133809"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:07.014314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd40f24-4f2b-4d01-9c23-ffb459983af2 service neutron] Pushing event updated for resources: {'Port': ['ID=7acaed8d-2e4e-4284-9e6a-a73dbf133809,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:07.025250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40029bab-42ba-4ab1-b6db-a2190193fce2 req-adfe4e7b-13ff-48c5-9caa-594eb23e2e84 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501687 Feb 11 05:29:07.070935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21810a95-8b4a-45d9-99be-6df213f36af1 req-46e21447-86fb-4cb1-8e7a-464e9dff5d2f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.072405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21810a95-8b4a-45d9-99be-6df213f36af1 req-46e21447-86fb-4cb1-8e7a-464e9dff5d2f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1810486 Feb 11 05:29:07.085008 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-2600615b-5e12-4a1d-be05-87d8ed112109 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170650 Feb 11 05:29:07.110788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-2d075036-bf36-424d-af6d-210a4354107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.112844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-2d075036-bf36-424d-af6d-210a4354107e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&device_id=e43187d7-2b64-455c-aa36-c674a8037b85 HTTP/1.1" status: 200 len: 1127 time: 0.0829208 Feb 11 05:29:07.142940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 79653747-891f-43f4-8f12-d90919477fb3 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:07.182487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-58a1696b-4243-43d7-8465-8617a6dde5b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7acaed8d-2e4e-4284-9e6a-a73dbf133809 HTTP/1.1" status: 200 len: 217 time: 0.0574219 Feb 11 05:29:07.201491 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-99ea4510-6791-4f23-ba4b-884b7019d062 req-57e8f225-a997-4d61-80c5-d9f08ce12d39 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098258 Feb 11 05:29:07.204343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21810a95-8b4a-45d9-99be-6df213f36af1 req-193d86c9-3c4e-4c09-9dd0-23a931372b3e tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247864 Feb 11 05:29:07.262955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-3d13dd33-3272-44d8-a1f2-7d8607d84e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.265171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-3d13dd33-3272-44d8-a1f2-7d8607d84e26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4388334c-9027-4dd0-afad-6b67a2402b11 HTTP/1.1" status: 200 len: 855 time: 0.0638232 Feb 11 05:29:07.274791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 79653747-891f-43f4-8f12-d90919477fb3, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=79653747-891f-43f4-8f12-d90919477fb3,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:07.277082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217c85e-9b43-4c8a-810d-1830956dcc03 req-8622905e-1b1c-4e59-9b89-1ec3dc599ca2 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.278273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9217c85e-9b43-4c8a-810d-1830956dcc03 req-8622905e-1b1c-4e59-9b89-1ec3dc599ca2 tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 945 time: 0.1570616 Feb 11 05:29:07.290249 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882cedb2-2936-446a-ae98-fdd1ecd61a39 x-openstack-request-id: req-882cedb2-2936-446a-ae98-fdd1ecd61a39 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:07.290744 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfec162-2e0c-4f4d-b687-c549cdcc87dc", "name": "network-vif-plugged", "status": "completed", "tag": "f6300b7b-102f-452e-880c-91beb7a55fdb", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:07.291330 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-882cedb2-2936-446a-ae98-fdd1ecd61a39 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:07.291455 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfec162-2e0c-4f4d-b687-c549cdcc87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6300b7b-102f-452e-880c-91beb7a55fdb', 'code': 200} Feb 11 05:29:07.295324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '79653747-891f-43f4-8f12-d90919477fb3', 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6', 'port_id': '79653747-891f-43f4-8f12-d90919477fb3', 'mac_address': 'fa:16:3e:44:5c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4388334c-9027-4dd0-afad-6b67a2402b11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:07.356749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 79653747-891f-43f4-8f12-d90919477fb3 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:07.357184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (79653747-891f-43f4-8f12-d90919477fb3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.360291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-b8a916d0-5401-4d10-86df-453b107c7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.361831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-b8a916d0-5401-4d10-86df-453b107c7a49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=710770e7-ea1f-4823-9931-8dcb72f54ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0826902 Feb 11 05:29:07.366273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9217c85e-9b43-4c8a-810d-1830956dcc03 req-5ed4fa8c-992e-40de-8d13-cd94a9eca76c tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/security-groups?id=99825a61-ac54-4d45-b02d-a2c220f174ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577381 Feb 11 05:29:07.372166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79653747-891f-43f4-8f12-d90919477fb3 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:07.407411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 79653747-891f-43f4-8f12-d90919477fb3, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=79653747-891f-43f4-8f12-d90919477fb3,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:07.414519 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (79653747-891f-43f4-8f12-d90919477fb3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.426489 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06a8a84-c60d-42e2-baf8-b90c58ac18cd x-openstack-request-id: req-e06a8a84-c60d-42e2-baf8-b90c58ac18cd {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:07.427017 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e317e5f9-1fec-40db-8c50-9917bdceaf75", "tag": "12e26c9d-26bf-4a46-996e-10ecd7bcfa2d", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:07.427245 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e06a8a84-c60d-42e2-baf8-b90c58ac18cd {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:07.427750 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e317e5f9-1fec-40db-8c50-9917bdceaf75', 'tag': '12e26c9d-26bf-4a46-996e-10ecd7bcfa2d', 'status': 'completed', 'code': 200} Feb 11 05:29:07.443506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ff769-d317-439b-afb6-1b2e7b37b1c6 req-4d070790-335e-422d-bba2-be39c8b7a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.446317 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9e8ff769-d317-439b-afb6-1b2e7b37b1c6 req-4d070790-335e-422d-bba2-be39c8b7a306 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 1129 time: 0.0733466 Feb 11 05:29:07.511423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=79653747-891f-43f4-8f12-d90919477fb3,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:07.526886 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9e8ff769-d317-439b-afb6-1b2e7b37b1c6 req-5242326d-8c72-44d6-9d5a-d171cbc66246 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598216 Feb 11 05:29:07.597731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-9397d459-9465-4b7f-8478-330dd81830ac service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075493 Feb 11 05:29:07.612303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c397a-aaff-4b70-83ec-086953b4088f req-b26a0bdf-e0d5-4f63-b15c-d70748e5b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.615248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c15c397a-aaff-4b70-83ec-086953b4088f req-b26a0bdf-e0d5-4f63-b15c-d70748e5b604 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 1127 time: 0.1208012 Feb 11 05:29:07.628421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368773c-c583-4280-a274-d60e1e5f4ae3 req-8f482339-5100-40b7-8ad0-0938881089be tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.630163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6368773c-c583-4280-a274-d60e1e5f4ae3 req-8f482339-5100-40b7-8ad0-0938881089be tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.1221988 Feb 11 05:29:07.717524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6368773c-c583-4280-a274-d60e1e5f4ae3 req-07877a9c-c734-4779-8577-d6a85c8c93c8 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817935 Feb 11 05:29:07.734702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db46598-9d21-4309-8f7c-0e547c0b2933 req-851261c9-cded-4f8e-8dba-10018a38a3f1 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.736233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6db46598-9d21-4309-8f7c-0e547c0b2933 req-851261c9-cded-4f8e-8dba-10018a38a3f1 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.0823750 Feb 11 05:29:07.787011 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2eb32c5-9adf-408f-82dc-6240684c15e2 x-openstack-request-id: req-c2eb32c5-9adf-408f-82dc-6240684c15e2 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:07.787603 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43187d7-2b64-455c-aa36-c674a8037b85", "tag": "7acaed8d-2e4e-4284-9e6a-a73dbf133809", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:07.787603 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2eb32c5-9adf-408f-82dc-6240684c15e2 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:07.787948 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43187d7-2b64-455c-aa36-c674a8037b85', 'tag': '7acaed8d-2e4e-4284-9e6a-a73dbf133809', 'status': 'completed', 'code': 200} Feb 11 05:29:07.851460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6db46598-9d21-4309-8f7c-0e547c0b2933 req-f66b2698-fe79-4ffd-acf8-7c7b66f855f4 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068072 Feb 11 05:29:07.875542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['79653747-891f-43f4-8f12-d90919477fb3'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:08.060107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c397a-aaff-4b70-83ec-086953b4088f req-ed2360d6-5727-4a9a-b087-b35e532d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.061526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c15c397a-aaff-4b70-83ec-086953b4088f req-ed2360d6-5727-4a9a-b087-b35e532d20d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 917 time: 0.2710140 Feb 11 05:29:08.067204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e83c65c9-1aaa-4e10-a9e3-f6bdbc6ce2c1 req-dff954e4-2282-4134-bd25-bc60a576f204 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782564 Feb 11 05:29:08.073974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fdb4f-a33e-413f-aa40-b763515a1595 req-b2379a47-ca86-42a0-b740-f3c56237215f tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.075374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-471fdb4f-a33e-413f-aa40-b763515a1595 req-b2379a47-ca86-42a0-b740-f3c56237215f tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 944 time: 0.2303383 Feb 11 05:29:08.118447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd033171-d95b-45b0-9a01-36855315aea2 req-3f101443-7d58-49ec-ac11-b2838931303a tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.120537 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fd033171-d95b-45b0-9a01-36855315aea2 req-3f101443-7d58-49ec-ac11-b2838931303a tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 945 time: 0.0724623 Feb 11 05:29:08.156105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251ac07-9e22-4d2e-828f-eb9d80ef7288 req-1a2f41a8-6ec6-4e48-9743-23dca54b593e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.157480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3251ac07-9e22-4d2e-828f-eb9d80ef7288 req-1a2f41a8-6ec6-4e48-9743-23dca54b593e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.1912627 Feb 11 05:29:08.158754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c15c397a-aaff-4b70-83ec-086953b4088f req-c41554c7-263e-4956-bf39-a602308c3be3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d HTTP/1.1" status: 200 len: 217 time: 0.0825176 Feb 11 05:29:08.237880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-fd033171-d95b-45b0-9a01-36855315aea2 req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Deleting port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:08.238363 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fd033171-d95b-45b0-9a01-36855315aea2 req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.290512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-471fdb4f-a33e-413f-aa40-b763515a1595 req-0f567548-1a82-4ab2-903c-d45129a8bb13 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051902 Feb 11 05:29:08.294316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c397a-aaff-4b70-83ec-086953b4088f req-76495eaa-b842-4bc7-904b-2f6a28b9d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.295943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c15c397a-aaff-4b70-83ec-086953b4088f req-76495eaa-b842-4bc7-904b-2f6a28b9d451 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4388334c-9027-4dd0-afad-6b67a2402b11 HTTP/1.1" status: 200 len: 855 time: 0.1148469 Feb 11 05:29:08.299760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-4072e71e-248f-4705-a3e2-2bbe2837884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.301176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-4072e71e-248f-4705-a3e2-2bbe2837884d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&device_id=e43187d7-2b64-455c-aa36-c674a8037b85 HTTP/1.1" status: 200 len: 1127 time: 0.1619356 Feb 11 05:29:08.304405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3251ac07-9e22-4d2e-828f-eb9d80ef7288 req-340bef27-e144-4c28-bcff-558fa8bb40c4 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243672 Feb 11 05:29:08.379400 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-fd033171-d95b-45b0-9a01-36855315aea2 req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] For port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,segment=NetworkSegment(870e225a-7553-48be-9c8d-f75df3bc3b06),segment_id=870e225a-7553-48be-9c8d-f75df3bc3b06)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:08.379850 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fd033171-d95b-45b0-9a01-36855315aea2 req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.396327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-fd033171-d95b-45b0-9a01-36855315aea2 req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Calling delete_port for 117783bd-bbe4-41ad-a6d4-885dfb6ed26b owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:08.498810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c397a-aaff-4b70-83ec-086953b4088f req-c9d7b37f-eb2a-4e75-a86c-c1bfbecb1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.500342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c15c397a-aaff-4b70-83ec-086953b4088f req-c9d7b37f-eb2a-4e75-a86c-c1bfbecb1fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=710770e7-ea1f-4823-9931-8dcb72f54ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1832657 Feb 11 05:29:08.526912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fd033171-d95b-45b0-9a01-36855315aea2 req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (117783bd-bbe4-41ad-a6d4-885dfb6ed26b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.541149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['117783bd-bbe4-41ad-a6d4-885dfb6ed26b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:08.563417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a12c7-35cc-4892-a716-0c95af1c18ea req-4a484f21-4274-4e25-8537-5fea9d193cd7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.564947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e9a12c7-35cc-4892-a716-0c95af1c18ea req-4a484f21-4274-4e25-8537-5fea9d193cd7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.1804826 Feb 11 05:29:08.566674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-cb8c8ca4-f972-4d68-acc2-971b2046b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.568017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-cb8c8ca4-f972-4d68-acc2-971b2046b18b service neutron] 10.222.0.72 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 917 time: 0.2412193 Feb 11 05:29:08.573236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Pushing event deleted for resources: {'Port': ['ID=117783bd-bbe4-41ad-a6d4-885dfb6ed26b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:08.582823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a40a31-3878-4ea3-b979-e44650dad8ac req-cd9e9695-6994-477f-8d45-77d0fbf8d847 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.584889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0a40a31-3878-4ea3-b979-e44650dad8ac req-cd9e9695-6994-477f-8d45-77d0fbf8d847 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1854670 Feb 11 05:29:08.626510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd033171-d95b-45b0-9a01-36855315aea2 req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] No DVR routers for this DVR port 117783bd-bbe4-41ad-a6d4-885dfb6ed26b on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:08.629932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fd033171-d95b-45b0-9a01-36855315aea2 req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.633909 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fd033171-d95b-45b0-9a01-36855315aea2 req-b41545f1-ef8c-4da5-b44f-0d2ba0fa02bd tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.72 "DELETE /v2.0/ports/117783bd-bbe4-41ad-a6d4-885dfb6ed26b HTTP/1.1" status: 204 len: 173 time: 0.4966400 Feb 11 05:29:08.980739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-080c9ce7-9193-41db-9f9d-70a75a5d6c0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7acaed8d-2e4e-4284-9e6a-a73dbf133809 HTTP/1.1" status: 200 len: 217 time: 0.3894238 Feb 11 05:29:09.085252 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e9a12c7-35cc-4892-a716-0c95af1c18ea req-913c71a4-f3a6-4147-82fe-7f5bf5b4a501 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098393 Feb 11 05:29:09.089839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c15c397a-aaff-4b70-83ec-086953b4088f req-06690bd4-f013-48a7-849d-23d0c5f75c64 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825970 Feb 11 05:29:09.115708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0a40a31-3878-4ea3-b979-e44650dad8ac req-18096768-afdc-4000-8cf6-31acb8c5b1d6 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870560 Feb 11 05:29:09.115708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-6c3bcd1a-35b3-4747-be46-a4b1022c3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:09.115708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-6c3bcd1a-35b3-4747-be46-a4b1022c3ca3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4388334c-9027-4dd0-afad-6b67a2402b11 HTTP/1.1" status: 200 len: 855 time: 0.1180708 Feb 11 05:29:09.298816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1ac6af9-3687-4ba8-bd44-52c1d4032ee0 req-d6c2b940-128e-40f6-b425-998b25026b7b tempest-ServerPasswordTestJSON-831072791 tempest-ServerPasswordTestJSON-831072791-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e3d13c-c73f-4c93-b668-0d8d35a1e883 HTTP/1.1" status: 200 len: 210 time: 0.0589571 Feb 11 05:29:09.329077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-5e8c60c2-fd95-46b9-ac51-496899858021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:09.331926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-5e8c60c2-fd95-46b9-ac51-496899858021 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=710770e7-ea1f-4823-9931-8dcb72f54ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1975260 Feb 11 05:29:09.380883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c15c397a-aaff-4b70-83ec-086953b4088f req-e74d8c0a-e2aa-4d02-aa80-4c7b05f3230b service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711949 Feb 11 05:29:09.391720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c3f6f-dcf3-4716-a3fb-90c144ea4a80 req-bc69491f-ffb9-4a05-b8bb-0d96cb9b07bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:09.395688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-769c3f6f-dcf3-4716-a3fb-90c144ea4a80 req-bc69491f-ffb9-4a05-b8bb-0d96cb9b07bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.2191823 Feb 11 05:29:09.429238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e3d13c-c73f-4c93-b668-0d8d35a1e883', 'name': 'network-vif-deleted', 'tag': '117783bd-bbe4-41ad-a6d4-885dfb6ed26b'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:09.433453 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc3107a-99a4-4aed-ad1a-dcd6a033a796" -d '{"events": [{"server_uuid": "88e3d13c-c73f-4c93-b668-0d8d35a1e883", "name": "network-vif-deleted", "tag": "117783bd-bbe4-41ad-a6d4-885dfb6ed26b"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:09.544713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba83b6f-fdbb-4023-bfa9-0ccbe2a9346d req-dbbb680a-f573-43f8-ab0c-d9423584e91a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:09.546200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba83b6f-fdbb-4023-bfa9-0ccbe2a9346d req-dbbb680a-f573-43f8-ab0c-d9423584e91a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.1690593 Feb 11 05:29:09.549008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-c36e98bc-5e0d-4557-acf0-ef4c564f2187 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028944 Feb 11 05:29:09.552730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-769c3f6f-dcf3-4716-a3fb-90c144ea4a80 req-a76b9fa1-87a3-4eb5-8ed4-716cfaba0348 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858376 Feb 11 05:29:09.691822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba83b6f-fdbb-4023-bfa9-0ccbe2a9346d req-77d256fc-45cd-4331-9377-32c97f269290 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380837 Feb 11 05:29:09.721478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a5d0a-93a1-4a3b-aed1-64a164ed58f5 req-ec5a7cce-d144-4fc0-b023-3f0df1f798e7 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:09.724061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c64a5d0a-93a1-4a3b-aed1-64a164ed58f5 req-ec5a7cce-d144-4fc0-b023-3f0df1f798e7 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.0852990 Feb 11 05:29:09.726955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faa21d21-6c8d-4abf-a12e-c1d731f8ce16 req-c67602ae-e0fb-464e-a752-e156aa9a0dc8 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673946 Feb 11 05:29:09.780215 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c64a5d0a-93a1-4a3b-aed1-64a164ed58f5 req-b9360129-788a-4403-9568-7dad3e30794f tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512002 Feb 11 05:29:09.835239 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ed82a5-7ccb-4cd2-b05f-a38d5af4873d x-openstack-request-id: req-d9ed82a5-7ccb-4cd2-b05f-a38d5af4873d {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:09.835730 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e3d13c-c73f-4c93-b668-0d8d35a1e883", "name": "network-vif-deleted", "tag": "117783bd-bbe4-41ad-a6d4-885dfb6ed26b", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:09.835968 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9ed82a5-7ccb-4cd2-b05f-a38d5af4873d {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:09.836457 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e3d13c-c73f-4c93-b668-0d8d35a1e883', 'name': 'network-vif-deleted', 'tag': '117783bd-bbe4-41ad-a6d4-885dfb6ed26b', 'status': 'completed', 'code': 200} Feb 11 05:29:09.867788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ffc23-fae9-485c-9712-76aaa1439db0 req-4d056172-7e10-4e31-8e6a-b7d08084c3f5 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:09.869362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a62ffc23-fae9-485c-9712-76aaa1439db0 req-4d056172-7e10-4e31-8e6a-b7d08084c3f5 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 944 time: 0.0715625 Feb 11 05:29:09.931603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a62ffc23-fae9-485c-9712-76aaa1439db0 req-557818c5-38a6-47e7-a750-600993308a75 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565777 Feb 11 05:29:10.083512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb072555-2287-4c24-b91c-4c6dcca1baf5 req-c9d5ccb3-f4d6-4c37-8839-eaddb9791cdd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.084905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb072555-2287-4c24-b91c-4c6dcca1baf5 req-c9d5ccb3-f4d6-4c37-8839-eaddb9791cdd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.0563598 Feb 11 05:29:10.149401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb072555-2287-4c24-b91c-4c6dcca1baf5 req-0381da66-eb78-4156-99af-484f14de1a04 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559142 Feb 11 05:29:10.285681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5f183-eac2-4eec-ae33-8b14055ebebc req-eda9fe8c-f2ad-4c81-b225-bb058b369dc0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.287162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ee5f183-eac2-4eec-ae33-8b14055ebebc req-eda9fe8c-f2ad-4c81-b225-bb058b369dc0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.0897660 Feb 11 05:29:10.299269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2cf4c-232d-4200-96e5-8a4ba96128cd req-2f2dbb82-b3b5-4479-8f02-61e16f5cbb4b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.302000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75f2cf4c-232d-4200-96e5-8a4ba96128cd req-2f2dbb82-b3b5-4479-8f02-61e16f5cbb4b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.0942347 Feb 11 05:29:10.367532 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ee5f183-eac2-4eec-ae33-8b14055ebebc req-c35f1367-3c6e-4788-b7af-eabcb9d57129 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656519 Feb 11 05:29:10.389716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75f2cf4c-232d-4200-96e5-8a4ba96128cd req-2a87011f-44f4-4085-ae89-0df17abce79e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667193 Feb 11 05:29:10.427456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53168) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:10.476652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c57758-55f7-489c-a9a1-7f86f2e08552 admin admin] Deleting subnet bf00baaf-a209-4f76-bfa1-53540dd64163 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:10.480216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c57758-55f7-489c-a9a1-7f86f2e08552 admin admin] Publish callbacks [] for subnet (bf00baaf-a209-4f76-bfa1-53540dd64163), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.541337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c57758-55f7-489c-a9a1-7f86f2e08552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (bf00baaf-a209-4f76-bfa1-53540dd64163), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.611867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c57758-55f7-489c-a9a1-7f86f2e08552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (bf00baaf-a209-4f76-bfa1-53540dd64163), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.677246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c57758-55f7-489c-a9a1-7f86f2e08552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (bf00baaf-a209-4f76-bfa1-53540dd64163), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.680597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646744e-c63e-4985-8556-4b3fde3fc57a req-f2d8e0d6-7811-4459-87f2-d6d7001cb771 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.682611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a646744e-c63e-4985-8556-4b3fde3fc57a req-f2d8e0d6-7811-4459-87f2-d6d7001cb771 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.0632808 Feb 11 05:29:10.708577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c57758-55f7-489c-a9a1-7f86f2e08552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf00baaf-a209-4f76-bfa1-53540dd64163,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:10.715790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c57758-55f7-489c-a9a1-7f86f2e08552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.731543 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d1c57758-55f7-489c-a9a1-7f86f2e08552 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bf00baaf-a209-4f76-bfa1-53540dd64163 HTTP/1.1" status: 204 len: 168 time: 0.3026338 Feb 11 05:29:10.731760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53174) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:10.774514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a646744e-c63e-4985-8556-4b3fde3fc57a req-8ca359d2-3381-4f8a-97f5-1462b2e6becf tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843949 Feb 11 05:29:10.862996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3c0929dd-ac6c-49e8-8a74-95466a172545), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.952264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9440407-4dc2-447f-93e6-ddf3679a24b7 req-e7935bcf-c4a7-4df0-bc62-d25b09ab4252 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.953725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9440407-4dc2-447f-93e6-ddf3679a24b7 req-e7935bcf-c4a7-4df0-bc62-d25b09ab4252 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.1769104 Feb 11 05:29:10.990355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88cc65-4e92-4eeb-a6db-8f5d0e3f641f req-0b8c02c8-1d5f-42b2-92ce-b59d232a918e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.991798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc88cc65-4e92-4eeb-a6db-8f5d0e3f641f req-0b8c02c8-1d5f-42b2-92ce-b59d232a918e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.1250849 Feb 11 05:29:11.033454 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3c0929dd-ac6c-49e8-8a74-95466a172545), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.075917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0929dd-ac6c-49e8-8a74-95466a172545']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:11.098241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9440407-4dc2-447f-93e6-ddf3679a24b7 req-2777343d-89db-4359-8ad6-19e57868e866 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339421 Feb 11 05:29:11.101503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870e225a-7553-48be-9c8d-f75df3bc3b06') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:11.101800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870e225a-7553-48be-9c8d-f75df3bc3b06') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:11.124858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (870e225a-7553-48be-9c8d-f75df3bc3b06), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.135189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc88cc65-4e92-4eeb-a6db-8f5d0e3f641f req-486f1c3d-f27c-4514-b743-7c693ab70539 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358373 Feb 11 05:29:11.143489 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (870e225a-7553-48be-9c8d-f75df3bc3b06), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.149469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:11.149854 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (870e225a-7553-48be-9c8d-f75df3bc3b06), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:11.151486 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:11.167527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7acaed8d-2e4e-4284-9e6a-a73dbf133809 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:11.192901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 79653747-891f-43f4-8f12-d90919477fb3 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:11.271988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3c0929dd-ac6c-49e8-8a74-95466a172545), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.281590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.288714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] 10.222.0.31 "DELETE /v2.0/networks/3c0929dd-ac6c-49e8-8a74-95466a172545 HTTP/1.1" status: 204 len: 168 time: 0.5559881 Feb 11 05:29:11.307483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1368e-1bd3-4b0a-81c3-63cf97ead81a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0929dd-ac6c-49e8-8a74-95466a172545,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:11.319041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1488e70-e673-4530-91f3-af50f7aa10ec req-41a8d93a-0ebc-426f-847b-0108aa39fb13 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:11.320618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1488e70-e673-4530-91f3-af50f7aa10ec req-41a8d93a-0ebc-426f-847b-0108aa39fb13 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 944 time: 0.1578121 Feb 11 05:29:11.337956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 79653747-891f-43f4-8f12-d90919477fb3 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:11.343405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 79653747-891f-43f4-8f12-d90919477fb3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:11.343788 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (79653747-891f-43f4-8f12-d90919477fb3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.347852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b797ab-bea3-4242-821c-666c193eaefb req-159266f2-2e71-40af-b201-ad82aa99c22a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:11.349597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45b797ab-bea3-4242-821c-666c193eaefb req-159266f2-2e71-40af-b201-ad82aa99c22a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.1135271 Feb 11 05:29:11.356914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7acaed8d-2e4e-4284-9e6a-a73dbf133809, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7acaed8d-2e4e-4284-9e6a-a73dbf133809,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:11.392782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '7acaed8d-2e4e-4284-9e6a-a73dbf133809', 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6', 'port_id': '7acaed8d-2e4e-4284-9e6a-a73dbf133809', 'mac_address': 'fa:16:3e:dd:fc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4388334c-9027-4dd0-afad-6b67a2402b11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:11.439744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:11.440417 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.457734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1488e70-e673-4530-91f3-af50f7aa10ec req-7dd97865-66fb-4c76-bc67-fafd80ee61ec tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255159 Feb 11 05:29:11.474489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7acaed8d-2e4e-4284-9e6a-a73dbf133809 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:11.502198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7acaed8d-2e4e-4284-9e6a-a73dbf133809, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7acaed8d-2e4e-4284-9e6a-a73dbf133809,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:11.515979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45b797ab-bea3-4242-821c-666c193eaefb req-f5d90d2c-4535-4880-ad62-e28a290d1574 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490917 Feb 11 05:29:11.526641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.527705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:11.534619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53188) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:11.588824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 79653747-891f-43f4-8f12-d90919477fb3 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:11.589244 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (79653747-891f-43f4-8f12-d90919477fb3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.598385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e2228245-2e16-4e5a-886f-334474c98706 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b90fb5144297490b933778dee0897380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613825 Feb 11 05:29:11.601004 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53190) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:11.628467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7acaed8d-2e4e-4284-9e6a-a73dbf133809,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:11.642787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020364de-3da6-4970-80ee-e392d8cf3059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79653747-891f-43f4-8f12-d90919477fb3'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:11.645604 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a4104e-cb5f-4276-b6e4-9a41b31e1f81" -d '{"events": [{"server_uuid": "020364de-3da6-4970-80ee-e392d8cf3059", "name": "network-vif-plugged", "status": "completed", "tag": "79653747-891f-43f4-8f12-d90919477fb3"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:11.657860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:11.667785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 79653747-891f-43f4-8f12-d90919477fb3, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=79653747-891f-43f4-8f12-d90919477fb3,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:11.672269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '12e26c9d-26bf-4a46-996e-10ecd7bcfa2d', 'network_id': '710770e7-ea1f-4823-9931-8dcb72f54ea6', 'port_id': '12e26c9d-26bf-4a46-996e-10ecd7bcfa2d', 'mac_address': 'fa:16:3e:58:c6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4388334c-9027-4dd0-afad-6b67a2402b11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:11.679043 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (79653747-891f-43f4-8f12-d90919477fb3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.679916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 117783bd-bbe4-41ad-a6d4-885dfb6ed26b no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:11.683018 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6549a77-efad-4030-9e6f-ccb15621e63e admin admin] Publish callbacks [] for security_group (99825a61-ac54-4d45-b02d-a2c220f174ec), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.716711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6549a77-efad-4030-9e6f-ccb15621e63e admin admin] Publish callbacks [] for security_group (99825a61-ac54-4d45-b02d-a2c220f174ec), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.745242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-7488e2a7-21da-4879-8cbf-92b641cb9f56 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:11.746876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-7488e2a7-21da-4879-8cbf-92b641cb9f56 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.1614399 Feb 11 05:29:11.753561 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb6fe34-5212-4a2c-85b3-3c95244610d7 x-openstack-request-id: req-1fb6fe34-5212-4a2c-85b3-3c95244610d7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:11.754062 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020364de-3da6-4970-80ee-e392d8cf3059", "name": "network-vif-plugged", "status": "completed", "tag": "79653747-891f-43f4-8f12-d90919477fb3", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:11.754414 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fb6fe34-5212-4a2c-85b3-3c95244610d7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:11.754931 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020364de-3da6-4970-80ee-e392d8cf3059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79653747-891f-43f4-8f12-d90919477fb3', 'code': 200} Feb 11 05:29:11.759710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 117783bd-bbe4-41ad-a6d4-885dfb6ed26b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:11.760167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 117783bd-bbe4-41ad-a6d4-885dfb6ed26b not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:11.779266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:11.779889 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.787719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6549a77-efad-4030-9e6f-ccb15621e63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (99825a61-ac54-4d45-b02d-a2c220f174ec), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.793862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d6549a77-efad-4030-9e6f-ccb15621e63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.799373 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d6549a77-efad-4030-9e6f-ccb15621e63e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99825a61-ac54-4d45-b02d-a2c220f174ec HTTP/1.1" status: 204 len: 168 time: 0.1972888 Feb 11 05:29:11.803992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=79653747-891f-43f4-8f12-d90919477fb3,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:11.807700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:11.819925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6549a77-efad-4030-9e6f-ccb15621e63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99825a61-ac54-4d45-b02d-a2c220f174ec,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:11.840221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:11.846197 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.916179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:11.954301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499022bd-32d3-4c4a-af1c-b7a3ce304b7c req-109c9c0a-f8f2-49cf-b59c-8670b45e612b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:11.956839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-499022bd-32d3-4c4a-af1c-b7a3ce304b7c req-109c9c0a-f8f2-49cf-b59c-8670b45e612b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.3731513 Feb 11 05:29:12.024014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca4e4-37cf-44a6-a22e-606dad6ba54c req-b6cd4c5a-13de-4183-913a-5b8248940331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:12.025578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3bca4e4-37cf-44a6-a22e-606dad6ba54c req-b6cd4c5a-13de-4183-913a-5b8248940331 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 1129 time: 0.2013927 Feb 11 05:29:12.091006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-499022bd-32d3-4c4a-af1c-b7a3ce304b7c req-48907b8e-4731-416e-9ebf-3f6c8e67a503 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202276 Feb 11 05:29:12.103024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616b2cd-c091-4851-8c86-c9d6c38237ff req-29114f24-6320-4efc-a012-13eb6d2a7f7d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:12.105239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d616b2cd-c091-4851-8c86-c9d6c38237ff req-29114f24-6320-4efc-a012-13eb6d2a7f7d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1961861 Feb 11 05:29:12.147408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Deleting port a2bf028a-b5fd-4579-a277-12ab451128ab {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:12.147824 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.155033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3bca4e4-37cf-44a6-a22e-606dad6ba54c req-ef5a6be3-1069-4482-95f9-0f3bdf5ff2cc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136765 Feb 11 05:29:12.173955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['7acaed8d-2e4e-4284-9e6a-a73dbf133809'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:12.223545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['12e26c9d-26bf-4a46-996e-10ecd7bcfa2d'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:12.315125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d616b2cd-c091-4851-8c86-c9d6c38237ff req-62d2d72e-473b-40e3-97fb-cdc5e049df84 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971889 Feb 11 05:29:12.409319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec7e5-1c32-49bd-8c7c-f1ada6f5ba25 req-f6756724-e9bd-4493-926a-eb0a4c2efc02 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:12.411263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67eec7e5-1c32-49bd-8c7c-f1ada6f5ba25 req-f6756724-e9bd-4493-926a-eb0a4c2efc02 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.2029297 Feb 11 05:29:12.414606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] For port a2bf028a-b5fd-4579-a277-12ab451128ab, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a2bf028a-b5fd-4579-a277-12ab451128ab,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:12.415106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.469659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Calling delete_port for a2bf028a-b5fd-4579-a277-12ab451128ab owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:12.559954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67eec7e5-1c32-49bd-8c7c-f1ada6f5ba25 req-8eecbbae-3a05-4e42-9ede-6f9db4a4042f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270638 Feb 11 05:29:12.572540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae247f-1167-4887-a1b7-aa406c135c01 req-fb8fb006-c994-4d94-a9a9-02759e9385bb tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:12.574268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ecae247f-1167-4887-a1b7-aa406c135c01 req-fb8fb006-c994-4d94-a9a9-02759e9385bb tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.1849039 Feb 11 05:29:12.664106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ecae247f-1167-4887-a1b7-aa406c135c01 req-1d2734f2-0353-4350-8d77-e219a7138f57 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792620 Feb 11 05:29:12.805298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53226) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:12.809914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a2bf028a-b5fd-4579-a277-12ab451128ab), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.822497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a720099-a7d3-4707-b4a8-62feacb1d46f req-2fb891f2-f53c-474f-9c1f-cfeec22eca75 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:12.823942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648', 'a2bf028a-b5fd-4579-a277-12ab451128ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:12.829752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a720099-a7d3-4707-b4a8-62feacb1d46f req-2fb891f2-f53c-474f-9c1f-cfeec22eca75 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 945 time: 0.1636024 Feb 11 05:29:12.875316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event deleted for resources: {'Port': ['ID=a2bf028a-b5fd-4579-a277-12ab451128ab,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:12.887229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14220-6c2f-41b5-939a-fba7caad75e1 req-31974ad7-dbb1-415d-888b-8e92098df5b7 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:12.894674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fb14220-6c2f-41b5-939a-fba7caad75e1 req-31974ad7-dbb1-415d-888b-8e92098df5b7 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e943da59-e3ff-49a4-b8b7-76334bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.1597908 Feb 11 05:29:12.934683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-121627760-network', 'tenant_id': 'fc7cce3e9f244d8ea0d1a1f0e530f03c'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:12.980636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] No DVR routers for this DVR port a2bf028a-b5fd-4579-a277-12ab451128ab on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:12.989387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.989975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Made reservation on behalf of fc7cce3e9f244d8ea0d1a1f0e530f03c for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:12.992524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a153a2b-cab0-4e8f-99ec-4d3de3c75d5f req-8f731414-1888-4b95-a610-039bddbd51bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "DELETE /v2.0/ports/a2bf028a-b5fd-4579-a277-12ab451128ab HTTP/1.1" status: 204 len: 173 time: 1.2361035 Feb 11 05:29:12.993106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.994143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e943da59-e3ff-49a4-b8b7-76334bfc1915', 'name': 'network-vif-deleted', 'tag': 'a2bf028a-b5fd-4579-a277-12ab451128ab'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:12.996490 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f21e83b-7a02-4c97-b1cc-cd449d667c75" -d '{"events": [{"server_uuid": "e943da59-e3ff-49a4-b8b7-76334bfc1915", "name": "network-vif-deleted", "tag": "a2bf028a-b5fd-4579-a277-12ab451128ab"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:13.010978 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.023863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a720099-a7d3-4707-b4a8-62feacb1d46f req-60af80b9-fe32-46db-8b07-c436030121e4 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906102 Feb 11 05:29:13.083946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fb14220-6c2f-41b5-939a-fba7caad75e1 req-c7ef1a92-512f-4a06-9742-81bf658f6925 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879830 Feb 11 05:29:13.106370 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18147753-4eaf-4443-8291-822f81851700 x-openstack-request-id: req-18147753-4eaf-4443-8291-822f81851700 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:13.106974 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e943da59-e3ff-49a4-b8b7-76334bfc1915", "name": "network-vif-deleted", "tag": "a2bf028a-b5fd-4579-a277-12ab451128ab", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:13.106974 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18147753-4eaf-4443-8291-822f81851700 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:13.107484 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e943da59-e3ff-49a4-b8b7-76334bfc1915', 'name': 'network-vif-deleted', 'tag': 'a2bf028a-b5fd-4579-a277-12ab451128ab', 'status': 'completed', 'code': 200} Feb 11 05:29:13.134484 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Publish callbacks [] for security_group (13ce04df-776b-46aa-8b0e-98c018323385), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.140099 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (13ce04df-776b-46aa-8b0e-98c018323385), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.175360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:13.185440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ce04df-776b-46aa-8b0e-98c018323385,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:13.202629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (686195bc-8a8c-4db7-941f-ceeac5b519df), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.202982 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Added segment 686195bc-8a8c-4db7-941f-ceeac5b519df of type vlan for network 1805aabd-8727-405f-8556-732fa0543dec Feb 11 05:29:13.248427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-4eaab80d-ab6e-4a6b-9d00-96a6c0f6d839 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:13.250182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-4eaab80d-ab6e-4a6b-9d00-96a6c0f6d839 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1129 time: 0.0954864 Feb 11 05:29:13.257051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (1805aabd-8727-405f-8556-732fa0543dec), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.264308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f5c3e-3623-474b-a3db-39987ed8e994 req-2ac79cd1-fbe9-4da4-a888-9912e5d32f2f tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:13.272023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a58f5c3e-3623-474b-a3db-39987ed8e994 req-2ac79cd1-fbe9-4da4-a888-9912e5d32f2f tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 946 time: 0.0757058 Feb 11 05:29:13.278392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-35'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:13.287947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (1805aabd-8727-405f-8556-732fa0543dec), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.289397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:13.290206 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.366934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] Pushing event updated for resources: {'Network': ['ID=1805aabd-8727-405f-8556-732fa0543dec,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:13.380036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 1805aabd-8727-405f-8556-732fa0543dec details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:13.383764 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1e998836-4db6-45e8-9dbd-ec6ac7b0e4ac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5765934 Feb 11 05:29:13.386702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53238) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:13.395882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Request body: {'subnet': {'network_id': '1805aabd-8727-405f-8556-732fa0543dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-121627760-subnet', 'tenant_id': 'fc7cce3e9f244d8ea0d1a1f0e530f03c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:13.406845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a58f5c3e-3623-474b-a3db-39987ed8e994 req-b12fb0e7-f8de-447f-b806-1ec51bcfdbd3 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338546 Feb 11 05:29:13.437496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Made reservation on behalf of fc7cce3e9f244d8ea0d1a1f0e530f03c for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:13.438647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.460601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.535577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab78cd-313d-43e3-851c-e2c15295f087 req-32185eb0-6324-4bd7-bd50-fb3c548385b5 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:13.537263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfab78cd-313d-43e3-851c-e2c15295f087 req-32185eb0-6324-4bd7-bd50-fb3c548385b5 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1230290 Feb 11 05:29:13.655082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfab78cd-313d-43e3-851c-e2c15295f087 req-596372c5-18da-41f4-bdf1-df03c38f05cd tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023309 Feb 11 05:29:13.662421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:13.698486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (a36c0cae-c867-4de1-8889-00d29d940181), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.719605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:13.789589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36c0cae-c867-4de1-8889-00d29d940181,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:13.790500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Publish callbacks [] for port (c698aff2-cecc-4eb4-b776-2752a4452648), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.809690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Checking segment: {'id': '686195bc-8a8c-4db7-941f-ceeac5b519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1805aabd-8727-405f-8556-732fa0543dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:13.810766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Network hostable DHCP agents. Network: 1805aabd-8727-405f-8556-732fa0543dec, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:13.813400 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.834543 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Network 1805aabd-8727-405f-8556-732fa0543dec is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:13.849628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 1805aabd-8727-405f-8556-732fa0543dec) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:13.854842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:13.856460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.860932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983940a-1271-4aff-a6fa-b1ac783c88e8 None None] Network 1805aabd-8727-405f-8556-732fa0543dec requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:13.880329 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-de7b5ed2-0c75-4edb-9785-baa189dc5235 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4924376 Feb 11 05:29:13.961727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Pushing event updated for resources: {'Port': ['ID=c698aff2-cecc-4eb4-b776-2752a4452648,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:14.066784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86827f9-e7c8-4cf1-808f-fc2e8afd86d2 req-e923d29d-ed9b-4035-b367-3d117eac1c20 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:14.068482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d728970e-53d3-46f2-9214-5c047800fa10 None None] Network 1805aabd-8727-405f-8556-732fa0543dec requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:14.073867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f86827f9-e7c8-4cf1-808f-fc2e8afd86d2 req-e923d29d-ed9b-4035-b367-3d117eac1c20 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.2684734 Feb 11 05:29:14.143643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f86827f9-e7c8-4cf1-808f-fc2e8afd86d2 req-e020f0d7-cfa5-40ea-9d41-92e560e7e17b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619738 Feb 11 05:29:14.150869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59b559-8db1-4dd8-a2ee-f6fe5b700ab6 req-88ea0d96-f3ce-42fa-8f44-eeb775fdab80 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:14.159687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c59b559-8db1-4dd8-a2ee-f6fe5b700ab6 req-88ea0d96-f3ce-42fa-8f44-eeb775fdab80 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.3514795 Feb 11 05:29:14.164961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 on host n-h2-715271-35 for vnic_type normal with profile {"migrating_to": "n-h1-715271-35"} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:14.165328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:14.165666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:14.193011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Port c698aff2-cecc-4eb4-b776-2752a4452648 on network a954879b-70b7-457e-8baa-787c9f4d779c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:14.195171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Attempting to bind port c698aff2-cecc-4eb4-b776-2752a4452648 on network a954879b-70b7-457e-8baa-787c9f4d779c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:14.225797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:14.226144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Checking segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:14.226565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Bound using segment: {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:14.226958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Bound port: c698aff2-cecc-4eb4-b776-2752a4452648, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64d418b-556f-4187-ae1a-5cde98d7765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a954879b-70b7-457e-8baa-787c9f4d779c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:14.227315 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.322231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c59b559-8db1-4dd8-a2ee-f6fe5b700ab6 req-ea735d48-55ee-410c-a2b7-bd0645374017 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496904 Feb 11 05:29:14.365349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39943f-3d0a-4a90-82e4-bb9042c3cc7f req-f7cec74c-67ee-4fd8-abe6-c7664abaa046 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:14.366898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb39943f-3d0a-4a90-82e4-bb9042c3cc7f req-f7cec74c-67ee-4fd8-abe6-c7664abaa046 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 945 time: 0.1374810 Feb 11 05:29:14.368186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:14.373602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:14.383293 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.452766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53266) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:14.462361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1538790525-network', 'tenant_id': '3d6e8fa5a3684c1b9aa643d1c45d38b7'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:14.486206 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Made reservation on behalf of 3d6e8fa5a3684c1b9aa643d1c45d38b7 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:14.490762 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.503512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.604713 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Publish callbacks [] for security_group (64fb4c38-1703-4af2-b488-6869e374a9cc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.610300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (64fb4c38-1703-4af2-b488-6869e374a9cc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.617926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c698aff2-cecc-4eb4-b776-2752a4452648 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:14.645811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:14.659027 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fb4c38-1703-4af2-b488-6869e374a9cc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:14.666667 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5d338478-11ec-4b3d-8214-0bf478b03500), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.667081 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Added segment 5d338478-11ec-4b3d-8214-0bf478b03500 of type vlan for network b327dedf-deab-43ed-8a27-2e8c2d0b2873 Feb 11 05:29:14.745819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b327dedf-deab-43ed-8a27-2e8c2d0b2873), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.784396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b327dedf-deab-43ed-8a27-2e8c2d0b2873), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.786765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:14.787679 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.806396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:14.826662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c698aff2-cecc-4eb4-b776-2752a4452648 has no active binding in host n-h1-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:29:14.870979 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4167721 Feb 11 05:29:14.871534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53270) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:14.881093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Request body: {'subnet': {'network_id': 'b327dedf-deab-43ed-8a27-2e8c2d0b2873', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1538790525-subnet', 'tenant_id': '3d6e8fa5a3684c1b9aa643d1c45d38b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:14.884442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace8bda-3102-413b-abb3-9207fe73a081 admin admin] Pushing event updated for resources: {'Network': ['ID=b327dedf-deab-43ed-8a27-2e8c2d0b2873,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:14.896174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b327dedf-deab-43ed-8a27-2e8c2d0b2873 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:14.918415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Made reservation on behalf of 3d6e8fa5a3684c1b9aa643d1c45d38b7 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:14.924414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.926850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:14.927475 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.928837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] 10.222.0.81 "PUT /v2.0/ports/c698aff2-cecc-4eb4-b776-2752a4452648 HTTP/1.1" status: 200 len: 1124 time: 1.6542475 Feb 11 05:29:14.932987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e656fed-e238-4ac5-8858-d47b25cf5891 service neutron] Pushing event updated for resources: {'Port': ['ID=c698aff2-cecc-4eb4-b776-2752a4452648,revision_number=8']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:14.968086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb39943f-3d0a-4a90-82e4-bb9042c3cc7f req-dcf25fe6-1db1-4c39-9f26-7e134f1365ae tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879769 Feb 11 05:29:14.991288 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-97285a10-9310-4b57-88b7-e1cf76e41450 service neutron] show failed (client error): The resource could not be found. Feb 11 05:29:14.992792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-97285a10-9310-4b57-88b7-e1cf76e41450 service neutron] 10.222.0.81 "GET /v2.0/ports/57ac77e6-0c47-4635-a769-9eebfaa330de/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.5527709 Feb 11 05:29:15.108850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648'}, {'name': 'network-changed', 'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:15.111584 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b10cd-e02d-4c39-8d06-c2b0974ea849" -d '{"events": [{"server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "name": "network-vif-unplugged", "status": "completed", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648"}, {"name": "network-changed", "server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:15.124997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c698aff2-cecc-4eb4-b776-2752a4452648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:15.238141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10308fb7-dd72-4edd-b4ce-7cf55e08e99d req-c57b92f9-eaab-47c3-a82a-1973254f6308 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:15.240939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10308fb7-dd72-4edd-b4ce-7cf55e08e99d req-c57b92f9-eaab-47c3-a82a-1973254f6308 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.1505013 Feb 11 05:29:15.324822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (fb8640f8-7083-43c5-80fa-e3e74a12de5a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.377309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c698aff2-cecc-4eb4-b776-2752a4452648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:15.400724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8640f8-7083-43c5-80fa-e3e74a12de5a,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:15.412111 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Checking segment: {'id': '5d338478-11ec-4b3d-8214-0bf478b03500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b327dedf-deab-43ed-8a27-2e8c2d0b2873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:15.412522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Network hostable DHCP agents. Network: b327dedf-deab-43ed-8a27-2e8c2d0b2873, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:15.420294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10308fb7-dd72-4edd-b4ce-7cf55e08e99d req-6fe150d6-fb44-44d1-87c9-c1d204d2879d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727934 Feb 11 05:29:15.424125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7acaed8d-2e4e-4284-9e6a-a73dbf133809 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:15.467583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-7f992e37-57aa-47ba-a857-f42e353b8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:15.467583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-7f992e37-57aa-47ba-a857-f42e353b8dc1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0&tenant_id=1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 1133 time: 0.1332419 Feb 11 05:29:15.473246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Network b327dedf-deab-43ed-8a27-2e8c2d0b2873 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:15.486091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b327dedf-deab-43ed-8a27-2e8c2d0b2873) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:15.491337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:15.503410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a1629-167d-45ea-a6cc-267d13d7d8f7 None None] Network b327dedf-deab-43ed-8a27-2e8c2d0b2873 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:15.506487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:15.507134 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.513528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d897a9-b751-4dc3-97f4-1e9ef458d6ac req-8516022a-eb89-4deb-b811-b90ea7250cbd tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:15.522237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55d897a9-b751-4dc3-97f4-1e9ef458d6ac req-8516022a-eb89-4deb-b811-b90ea7250cbd tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1285434 Feb 11 05:29:15.548527 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c8b8cb-ebd8-4ef7-a181-554c2bf72368 x-openstack-request-id: req-b8c8b8cb-ebd8-4ef7-a181-554c2bf72368 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:15.549977 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "name": "network-vif-unplugged", "status": "completed", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648", "code": 200}, {"name": "network-changed", "server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:15.550395 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8c8b8cb-ebd8-4ef7-a181-554c2bf72368 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:15.551081 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648', 'code': 200} Feb 11 05:29:15.551617 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648', 'status': 'completed', 'code': 200} Feb 11 05:29:15.553717 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-30fa6b54-6a86-423f-82d5-1780882c69c7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6781087 Feb 11 05:29:15.667521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976b9c5-f35f-4846-b489-c24fb2231829 None None] Network b327dedf-deab-43ed-8a27-2e8c2d0b2873 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:15.749896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55d897a9-b751-4dc3-97f4-1e9ef458d6ac req-678c1a99-2cdc-4873-b60a-1aa3fa97c372 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263575 Feb 11 05:29:15.752296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:15.757044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.774111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-f1cb10db-66a5-40b6-89e2-d2212dcdfe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:15.775846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-f1cb10db-66a5-40b6-89e2-d2212dcdfe17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 1158 time: 0.2119007 Feb 11 05:29:15.813859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:15.814431 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.965772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffab11-f378-4dc7-be19-28cfc7a96fdf req-e01a7988-9ebb-4f8c-afa6-9694bd850619 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:15.974487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86ffab11-f378-4dc7-be19-28cfc7a96fdf req-e01a7988-9ebb-4f8c-afa6-9694bd850619 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.3622422 Feb 11 05:29:16.007598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:16.008083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.046864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43187d7-2b64-455c-aa36-c674a8037b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acaed8d-2e4e-4284-9e6a-a73dbf133809'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:16.049147 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d2c15-86c5-46ee-bceb-a9b64197d19e" -d '{"events": [{"server_uuid": "e43187d7-2b64-455c-aa36-c674a8037b85", "name": "network-vif-plugged", "status": "completed", "tag": "7acaed8d-2e4e-4284-9e6a-a73dbf133809"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:16.062291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7acaed8d-2e4e-4284-9e6a-a73dbf133809, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7acaed8d-2e4e-4284-9e6a-a73dbf133809,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:16.068952 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.070139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:16.153631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-82743dcd-1851-4f23-b5fe-76d343ef2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.155504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-82743dcd-1851-4f23-b5fe-76d343ef2d7f service neutron] 10.222.0.72 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.3631768 Feb 11 05:29:16.156525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7acaed8d-2e4e-4284-9e6a-a73dbf133809,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:16.170304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:16.175989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:16.176340 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.200205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe75b-a0f2-45c7-98c5-5588066c858d req-f5b78c30-e9f0-42c7-b289-85b522354847 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.201751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2fbe75b-a0f2-45c7-98c5-5588066c858d req-f5b78c30-e9f0-42c7-b289-85b522354847 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.2693400 Feb 11 05:29:16.250087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-ecef4568-c9a1-433e-b708-d97f2fa04eb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698aff2-cecc-4eb4-b776-2752a4452648 HTTP/1.1" status: 200 len: 217 time: 0.0795014 Feb 11 05:29:16.277343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:16.277744 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.290426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86ffab11-f378-4dc7-be19-28cfc7a96fdf req-5039b8ec-62b4-4592-9eaf-ab3f2895a2d0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146086 Feb 11 05:29:16.329042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:16.337309 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.338668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a2bf028a-b5fd-4579-a277-12ab451128ab no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:16.394617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: a2bf028a-b5fd-4579-a277-12ab451128ab {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:16.395422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a2bf028a-b5fd-4579-a277-12ab451128ab not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:16.424326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:16.426214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-6c6c87f1-138d-41f8-a5d4-dc7c3d299556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.428279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-6c6c87f1-138d-41f8-a5d4-dc7c3d299556 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.1608982 Feb 11 05:29:16.445372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2fbe75b-a0f2-45c7-98c5-5588066c858d req-d44b867b-de59-444f-8ad2-c06b654cb775 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985734 Feb 11 05:29:16.504244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-d1c6766b-1732-47ed-9bde-b36d79cae346 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576072 Feb 11 05:29:16.607306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:16.633600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c88afb37-1c97-46aa-b43c-5707843d4ba2 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:16.636582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c88afb37-1c97-46aa-b43c-5707843d4ba2 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:16.792057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c88afb37-1c97-46aa-b43c-5707843d4ba2 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:16.794368 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.803451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:16.814911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-dfac1d9f-12b6-4af1-a49b-7174a05e81d9 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001280 Feb 11 05:29:16.848863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:16.865100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-52a961af-7d4a-448d-90a3-a443516a40b1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.866811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-52a961af-7d4a-448d-90a3-a443516a40b1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.3365657 Feb 11 05:29:16.872735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:16.874442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c88afb37-1c97-46aa-b43c-5707843d4ba2', 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074', 'port_id': 'c88afb37-1c97-46aa-b43c-5707843d4ba2', 'mac_address': 'fa:16:3e:a4:2f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77cb6bc-e868-4a01-a114-ba5865b9cae9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:16.880578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.881338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:16.889635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-17a0c7cb-d9df-4537-94ee-756f4159d2be tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.890588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-17a0c7cb-d9df-4537-94ee-756f4159d2be tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/networks?id=1805aabd-8727-405f-8556-732fa0543dec HTTP/1.1" status: 200 len: 824 time: 0.3578784 Feb 11 05:29:16.958384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-4fa0f6f0-6cfc-4cd7-a6f4-7f0a4022fbc3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/quotas/f65ed4e42cd5485085d456ac78686004 HTTP/1.1" status: 200 len: 375 time: 0.0754483 Feb 11 05:29:16.962328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Publish callbacks [] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.969791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-db146f36-a87b-4edb-9b78-2ecfbebe3420 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/quotas/fc7cce3e9f244d8ea0d1a1f0e530f03c HTTP/1.1" status: 200 len: 375 time: 0.0620785 Feb 11 05:29:16.979029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c88afb37-1c97-46aa-b43c-5707843d4ba2 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:16.979425 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.989437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Transition to ACTIVE for port object 57ac77e6-0c47-4635-a769-9eebfaa330de will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:17.008148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88afb37-1c97-46aa-b43c-5707843d4ba2 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:17.012223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port 57ac77e6-0c47-4635-a769-9eebfaa330de host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:29:17.012684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:17.015571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c88afb37-1c97-46aa-b43c-5707843d4ba2,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:17.023259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.039342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:17.044138 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.083238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-664b10cd-e02d-4c39-8d06-c2b0974ea849 req-457cb5a2-c728-456f-ab88-011683161f68 service neutron] 10.222.0.72 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384162 Feb 11 05:29:17.105057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c88afb37-1c97-46aa-b43c-5707843d4ba2,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:17.105375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-72157432-151e-4144-aac5-45d4a7d571ec tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc7cce3e9f244d8ea0d1a1f0e530f03c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013854 Feb 11 05:29:17.161837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] No DVR routers for this DVR port 57ac77e6-0c47-4635-a769-9eebfaa330de on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:17.174592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:17.243395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-9168c696-e714-4a13-aba3-cc4c45935cff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2481480 Feb 11 05:29:17.308698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:17.310712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:17.310712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:17.317488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Port 57ac77e6-0c47-4635-a769-9eebfaa330de on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:17.317824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:17.327522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:17.327969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:17.328259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:17.328709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Bound port: 57ac77e6-0c47-4635-a769-9eebfaa330de, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:17.329075 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.392915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-283085ce-25e3-4d02-8562-3aebf58d60c1 service neutron] 10.222.0.31 "GET /v2.0/networks/1805aabd-8727-405f-8556-732fa0543dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618470 Feb 11 05:29:17.476745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-c88d1596-6120-4f34-883b-1f78c4c4044a service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073338 Feb 11 05:29:17.496323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c88afb37-1c97-46aa-b43c-5707843d4ba2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:17.535889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:17.552345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:17.554617 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba914b0-f0eb-4053-95a3-9051d52b5785" -d '{"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:17.595251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:17.616491 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.635609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:17.637050 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.638490 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] 10.222.0.72 "PUT /v2.0/ports/57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 1097 time: 2.1535146 Feb 11 05:29:17.649661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-6a7e4906-6ab4-422b-98a3-bae693e930d8 service neutron] 10.222.0.31 "GET /v2.0/networks/1805aabd-8727-405f-8556-732fa0543dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346523 Feb 11 05:29:17.706086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257374-7f51-4efa-9948-f36c74c63e5c service neutron] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:17.729451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-447a59b4-bfef-4bd4-ac9e-30aac78b2afb service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456338 Feb 11 05:29:17.769461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-7b6185d7-3aec-442e-859a-239b479304b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:17.771233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-7b6185d7-3aec-442e-859a-239b479304b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1131 time: 0.0563591 Feb 11 05:29:17.899347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-577f8ffa-466c-4452-aba6-95a0a25226d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:17.902337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-577f8ffa-466c-4452-aba6-95a0a25226d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1165936 Feb 11 05:29:18.000066 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9497e5f5-8002-4571-87b4-72c3d3b28c9c x-openstack-request-id: req-9497e5f5-8002-4571-87b4-72c3d3b28c9c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:18.000604 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43187d7-2b64-455c-aa36-c674a8037b85", "name": "network-vif-plugged", "status": "completed", "tag": "7acaed8d-2e4e-4284-9e6a-a73dbf133809", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:18.000909 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9497e5f5-8002-4571-87b4-72c3d3b28c9c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:18.012440 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43187d7-2b64-455c-aa36-c674a8037b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acaed8d-2e4e-4284-9e6a-a73dbf133809', 'code': 200} Feb 11 05:29:18.040817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-486e27c6-84f0-4190-b367-5171092d14ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.1319265 Feb 11 05:29:18.208232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e7c99-fcef-414d-862a-dff6d0bc98c0 req-88d62e59-39a1-46c7-9a08-b84e4023210b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:18.216873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a1e7c99-fcef-414d-862a-dff6d0bc98c0 req-88d62e59-39a1-46c7-9a08-b84e4023210b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.2884994 Feb 11 05:29:18.223742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-a09d01b3-0988-413d-a061-5bdd388f0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:18.225385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-a09d01b3-0988-413d-a061-5bdd388f0749 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1774955 Feb 11 05:29:18.328994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2507e4e-5c42-4c93-b9d1-a72eae24e10a req-0b1c40e7-3fe4-454e-b430-a4c6e119705b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:18.343304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2507e4e-5c42-4c93-b9d1-a72eae24e10a req-0b1c40e7-3fe4-454e-b430-a4c6e119705b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.2722387 Feb 11 05:29:18.364670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a1e7c99-fcef-414d-862a-dff6d0bc98c0 req-96e9f732-03ff-4a3b-9d0e-135fd6ca3534 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467662 Feb 11 05:29:18.446414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59febe42-7016-4794-a989-59c203f286a2 req-165191c7-65aa-4c1b-80de-fd29ab9c0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:18.453411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59febe42-7016-4794-a989-59c203f286a2 req-165191c7-65aa-4c1b-80de-fd29ab9c0459 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e43187d7-2b64-455c-aa36-c674a8037b85 HTTP/1.1" status: 200 len: 1129 time: 0.3126881 Feb 11 05:29:18.523800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-9574bb4d-b2a9-45bf-9615-571943c1e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:18.525777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-9574bb4d-b2a9-45bf-9615-571943c1e923 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2747984 Feb 11 05:29:18.574017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2507e4e-5c42-4c93-b9d1-a72eae24e10a req-f8cbaba9-a13b-4ae7-a58d-201a4bcef459 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306175 Feb 11 05:29:18.631323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59febe42-7016-4794-a989-59c203f286a2 req-e36d619b-20b2-41e9-aa94-b5af6517eee9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681886 Feb 11 05:29:18.661267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c88afb37-1c97-46aa-b43c-5707843d4ba2 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:18.740621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c88afb37-1c97-46aa-b43c-5707843d4ba2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:18.741179 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.831609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c88afb37-1c97-46aa-b43c-5707843d4ba2 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:18.832071 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.876773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:18.886719 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.950022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c88afb37-1c97-46aa-b43c-5707843d4ba2,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:19.102754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586eed9-c1ef-4ed7-aebc-e2b2f2a034b2 req-96966854-5388-432c-95d3-f3731bd18509 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:19.104322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7586eed9-c1ef-4ed7-aebc-e2b2f2a034b2 req-96966854-5388-432c-95d3-f3731bd18509 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.5841248 Feb 11 05:29:19.134847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-ec037602-5cd5-4c36-8f9a-b88df0ad0e75 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827699 Feb 11 05:29:19.191253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2deb-3ab3-46b7-850f-15c20090ff0e req-7e8d514f-850d-4300-b57e-ca0da6222160 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:19.192821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec8d2deb-3ab3-46b7-850f-15c20090ff0e req-7e8d514f-850d-4300-b57e-ca0da6222160 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 948 time: 0.5152071 Feb 11 05:29:19.260320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7586eed9-c1ef-4ed7-aebc-e2b2f2a034b2 req-91bcce81-3a0c-4398-bc5b-f5985889ab7a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440833 Feb 11 05:29:19.312692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec8d2deb-3ab3-46b7-850f-15c20090ff0e req-5e144bf8-4feb-48bd-b53c-68d649bcd02f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077871 Feb 11 05:29:19.316639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ba6ddde-818f-4c46-8a38-40789d6a7515 req-e4654e84-00c8-4e18-b891-21e36e260cb0 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730528 Feb 11 05:29:19.388530 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ee2d00-d25d-4956-9efe-0ccedef7b48c x-openstack-request-id: req-04ee2d00-d25d-4956-9efe-0ccedef7b48c {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:19.389176 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:19.389176 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04ee2d00-d25d-4956-9efe-0ccedef7b48c {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:19.389605 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'code': 200} Feb 11 05:29:19.407661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f73b2-f98b-40c0-b301-f240cf324d3e req-4046653a-40c2-4c9a-bb3d-4d8881543fb9 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:19.410104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b99f73b2-f98b-40c0-b301-f240cf324d3e req-4046653a-40c2-4c9a-bb3d-4d8881543fb9 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.0696185 Feb 11 05:29:19.470551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b99f73b2-f98b-40c0-b301-f240cf324d3e req-caeeb6a9-1d25-4f8a-bae5-489f72d64b49 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513532 Feb 11 05:29:19.527504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77c6bbef-bcb2-4aec-ac88-8d8220796aca req-8aa4ac1f-ec19-477e-bb63-3195533d8083 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 210 time: 0.0529656 Feb 11 05:29:19.616436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-965a0cf5-3b78-4543-8f47-67331254fc92 req-62c1eac6-8315-4c57-bf42-778387fe44a8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 210 time: 0.0565987 Feb 11 05:29:19.894177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f469e0-8972-4a18-8a75-b9700920b906 req-bdf007ff-9f1b-4907-9622-20d817205d7a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:19.895521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8f469e0-8972-4a18-8a75-b9700920b906 req-bdf007ff-9f1b-4907-9622-20d817205d7a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.2738638 Feb 11 05:29:19.927829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-9edcc779-7093-4f31-ad85-d5aeb76dfb05 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:19.929416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-9edcc779-7093-4f31-ad85-d5aeb76dfb05 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.3098588 Feb 11 05:29:19.952542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e472591-b547-4a7f-8d73-bc6e9da7b7b1 req-642de32f-b67f-437f-b9c2-675ee678d455 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:19.954078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e472591-b547-4a7f-8d73-bc6e9da7b7b1 req-642de32f-b67f-437f-b9c2-675ee678d455 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.2371304 Feb 11 05:29:19.964346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Request body: {'port': {'device_id': '5d762da2-bbf6-483f-8379-da3e14f74473', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'admin_state_up': True, 'tenant_id': 'f65ed4e42cd5485085d456ac78686004'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:19.993254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-3b2c0b9c-b614-4366-8ece-1205ee056b31 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:19.994675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-3b2c0b9c-b614-4366-8ece-1205ee056b31 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.72 "GET /v2.0/networks?id=1805aabd-8727-405f-8556-732fa0543dec HTTP/1.1" status: 200 len: 824 time: 0.3156483 Feb 11 05:29:20.013686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e317e5f9-1fec-40db-8c50-9917bdceaf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e26c9d-26bf-4a46-996e-10ecd7bcfa2d'}, {'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2'}, {'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:20.021707 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746abb45-c1c3-41eb-90bc-bb0634370bb7" -d '{"events": [{"server_uuid": "e317e5f9-1fec-40db-8c50-9917bdceaf75", "name": "network-vif-plugged", "status": "completed", "tag": "12e26c9d-26bf-4a46-996e-10ecd7bcfa2d"}, {"server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "name": "network-vif-unplugged", "status": "completed", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2"}, {"server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "name": "network-vif-plugged", "status": "completed", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:20.027801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Request body: {'port': {'device_id': 'fd3a3e89-6726-4f82-8e01-d1f79fbce6b4', 'network_id': '1805aabd-8727-405f-8556-732fa0543dec', 'admin_state_up': True, 'tenant_id': 'fc7cce3e9f244d8ea0d1a1f0e530f03c'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:20.115438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8f469e0-8972-4a18-8a75-b9700920b906 req-0b2e391e-b8ad-4a6e-888f-8291fba1708a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099807 Feb 11 05:29:20.183555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e472591-b547-4a7f-8d73-bc6e9da7b7b1 req-7b908ff2-7060-4d11-b9a0-769fd07c4d5f tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228389 Feb 11 05:29:20.185380 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b93aade-09d2-4ff2-ab34-6e4e1150edf5 x-openstack-request-id: req-1b93aade-09d2-4ff2-ab34-6e4e1150edf5 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:20.185897 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e317e5f9-1fec-40db-8c50-9917bdceaf75", "name": "network-vif-plugged", "status": "completed", "tag": "12e26c9d-26bf-4a46-996e-10ecd7bcfa2d", "code": 200}, {"server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "name": "network-vif-unplugged", "status": "completed", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2", "code": 200}, {"server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "name": "network-vif-plugged", "status": "completed", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:20.186381 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b93aade-09d2-4ff2-ab34-6e4e1150edf5 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:20.186858 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e317e5f9-1fec-40db-8c50-9917bdceaf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e26c9d-26bf-4a46-996e-10ecd7bcfa2d', 'code': 200} Feb 11 05:29:20.187235 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2', 'code': 200} Feb 11 05:29:20.187603 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2', 'code': 200} Feb 11 05:29:20.239661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Made reservation on behalf of f65ed4e42cd5485085d456ac78686004 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:20.243555 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.279265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Made reservation on behalf of fc7cce3e9f244d8ea0d1a1f0e530f03c for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:20.282896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.353595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1e240-9a92-40bb-a6e0-269f8d5b6c6d req-923ed755-08b1-4f15-9fe9-52c100871aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.355785 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2aa1e240-9a92-40bb-a6e0-269f8d5b6c6d req-923ed755-08b1-4f15-9fe9-52c100871aa7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 1129 time: 0.0557587 Feb 11 05:29:20.414079 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2aa1e240-9a92-40bb-a6e0-269f8d5b6c6d req-ccbcb73b-b303-42e1-9d21-22d2c36b11e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Feb 11 05:29:20.546562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Allocated IP 172.20.0.13 (3a8d3bfe-d48b-4e82-bec3-710d79850667/3651cb44-129d-4466-b43f-f49af07bc83c/69d599cf-ab03-46e2-ac02-496106158e97) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:20.679327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc38c1-2aa1-4ab1-8430-199506d41d40 req-87a81485-fce9-4ccc-b166-d2baddd6739f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.680845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7bc38c1-2aa1-4ab1-8430-199506d41d40 req-87a81485-fce9-4ccc-b166-d2baddd6739f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.2610123 Feb 11 05:29:20.700619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1188e-4617-4295-9a1d-c8d91adf9f9f req-8bcf5c74-e17c-4859-b0da-2b80c7827b79 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.702067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1c1188e-4617-4295-9a1d-c8d91adf9f9f req-8bcf5c74-e17c-4859-b0da-2b80c7827b79 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 948 time: 0.2712557 Feb 11 05:29:20.724157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de07bf-3e35-4871-bbc2-0d7c478ee9be req-70bdc925-a02b-48cf-92ec-8536dd383ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.725989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87de07bf-3e35-4871-bbc2-0d7c478ee9be req-70bdc925-a02b-48cf-92ec-8536dd383ddf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 1128 time: 0.2550421 Feb 11 05:29:20.821891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Allocated IP 172.20.0.2 (1805aabd-8727-405f-8556-732fa0543dec/a36c0cae-c867-4de1-8889-00d29d940181/e5bdb708-d80a-4077-9aa5-7c09c977b18c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:20.948715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7bc38c1-2aa1-4ab1-8430-199506d41d40 req-781d1dce-5932-4a61-9311-ee067b3f25c4 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563388 Feb 11 05:29:20.966808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1c1188e-4617-4295-9a1d-c8d91adf9f9f req-5cc58947-b57e-4a65-b582-05afba0866e4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521110 Feb 11 05:29:20.977505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87de07bf-3e35-4871-bbc2-0d7c478ee9be req-9f25b824-ba75-476b-9341-9516c923f084 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440188 Feb 11 05:29:21.080017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks [] for port (69d599cf-ab03-46e2-ac02-496106158e97), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.185458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b37d2a18-8827-4b21-b039-e8c24435baf8 req-af34fcf3-18db-42dd-86ae-ae3fb49cc5ec tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 210 time: 0.1095338 Feb 11 05:29:21.217150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c698aff2-cecc-4eb4-b776-2752a4452648 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:21.294711 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Publish callbacks [] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.330237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdca187-7ba5-4fd9-9229-29d193b6d240 req-958fa691-b39a-4788-8fd1-550e2380745b tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:21.331897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdca187-7ba5-4fd9-9229-29d193b6d240 req-958fa691-b39a-4788-8fd1-550e2380745b tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.2625964 Feb 11 05:29:21.335716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c698aff2-cecc-4eb4-b776-2752a4452648 is: DOWN; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:21.336494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bccec07-0383-4a14-ae9d-5cb47beb315b req-eefe1964-645f-4326-ba1b-1d77f05d6df8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 210 time: 0.0681930 Feb 11 05:29:21.347017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (69d599cf-ab03-46e2-ac02-496106158e97), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.360885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:21.386016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:21.392908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:21.396169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:21.398651 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4a1be2-af2b-40be-927d-50acb4889209" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:21.402789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:21.550452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event updated for resources: {'Port': ['ID=69d599cf-ab03-46e2-ac02-496106158e97,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.553209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.577584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdca187-7ba5-4fd9-9229-29d193b6d240 req-3ba917d8-6180-40a3-b8f0-46ccde982550 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345247 Feb 11 05:29:21.587688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:21.588769 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.638299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Network 1805aabd-8727-405f-8556-732fa0543dec is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:21.648654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:21.655943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:21.665828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-39447a0b-36fc-4f03-a62a-ee92e53ef78a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7106242 Feb 11 05:29:21.722658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Request body: {'port': {'device_id': '5d762da2-bbf6-483f-8379-da3e14f74473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:21.748710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Pushing event updated for resources: {'Port': ['ID=e5bdb708-d80a-4077-9aa5-7c09c977b18c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.788727 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.789031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed5531-44e6-4673-8de6-2aa391d286ac req-b58d9565-caff-4e20-8ded-bf0fcd97b4a6 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:21.790593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-feed5531-44e6-4673-8de6-2aa391d286ac req-b58d9565-caff-4e20-8ded-bf0fcd97b4a6 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.3257587 Feb 11 05:29:21.860590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:21.861494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.908445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69d599cf-ab03-46e2-ac02-496106158e97), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.917296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f9ad138f-9c3f-40b5-8dfc-e1eaaad821d0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8941181 Feb 11 05:29:21.925973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf259eb-bbf3-481c-a285-ada156bf4cd2 req-a80b6d87-871c-41ad-9b46-d3fe25790bbe tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:21.927488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bbf259eb-bbf3-481c-a285-ada156bf4cd2 req-a80b6d87-871c-41ad-9b46-d3fe25790bbe tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 944 time: 0.2680204 Feb 11 05:29:21.942391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Request body: {'port': {'device_id': 'fd3a3e89-6726-4f82-8e01-d1f79fbce6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:21.989417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-feed5531-44e6-4673-8de6-2aa391d286ac req-5697c232-d037-4c9e-b9b5-749fbe215ab1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899376 Feb 11 05:29:22.073386 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c852b7-d9cf-4b68-b1fa-9938228cf4f3 x-openstack-request-id: req-b2c852b7-d9cf-4b68-b1fa-9938228cf4f3 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:22.073933 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:22.074144 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2c852b7-d9cf-4b68-b1fa-9938228cf4f3 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:22.074625 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'status': 'completed', 'code': 200} Feb 11 05:29:22.155476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-603afb1e-4f53-4ba1-ad4e-74896c18e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:22.157975 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-603afb1e-4f53-4ba1-ad4e-74896c18e46e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1131 time: 0.0533392 Feb 11 05:29:22.233232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.248852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bbf259eb-bbf3-481c-a285-ada156bf4cd2 req-a8e26b79-3158-409d-be87-127514212389 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886226 Feb 11 05:29:22.287813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-2a8d7aa9-bc18-426b-a4e8-a30adde7d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:22.290923 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-2a8d7aa9-bc18-426b-a4e8-a30adde7d320 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1255848 Feb 11 05:29:22.350057 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-90de8d9e-0a90-4b4f-aca6-39ae4eb6a6f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.0527394 Feb 11 05:29:22.414798 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-2275939f-b086-4e52-ba7c-2e9a9f2a470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:22.420695 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-2275939f-b086-4e52-ba7c-2e9a9f2a470c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0636301 Feb 11 05:29:22.485242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-8e8f4969-4d10-413e-a39d-f186770d20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:22.487137 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-8e8f4969-4d10-413e-a39d-f186770d20bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0581281 Feb 11 05:29:22.597141 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-86cfb51b-df17-4493-99f5-e856fbf2a443 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021740 Feb 11 05:29:22.700078 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-70e4f5ab-4cc1-4530-9d2d-e9cda902ef00 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923901 Feb 11 05:29:22.845068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ac96e-c9c5-4eb8-a0b2-4c4bf06575ae req-67795d7b-aa33-45e5-a165-7aca146d5b07 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:22.846737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f5ac96e-c9c5-4eb8-a0b2-4c4bf06575ae req-67795d7b-aa33-45e5-a165-7aca146d5b07 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.6959519 Feb 11 05:29:22.887249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-fe16bd49-0374-4da4-8687-2602b32e856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:22.888734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-fe16bd49-0374-4da4-8687-2602b32e856a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1131 time: 0.7368066 Feb 11 05:29:22.899564 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.042267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9ba23-2799-4897-b7eb-ab105b578311 req-41f5623e-fccd-4a77-bf14-a820391ef42e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:23.043755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03f9ba23-2799-4897-b7eb-ab105b578311 req-41f5623e-fccd-4a77-bf14-a820391ef42e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 948 time: 0.6862185 Feb 11 05:29:23.118690 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-2d6194d1-a6a4-45ed-ae6f-65dafd3cecd3 service neutron] 10.222.0.72 "GET /v2.0/ports/c698aff2-cecc-4eb4-b776-2752a4452648/bindings/n-h1-715271-35 HTTP/1.1" status: 200 len: 385 time: 0.0559742 Feb 11 05:29:23.142263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f5ac96e-c9c5-4eb8-a0b2-4c4bf06575ae req-bb43ee94-f10c-4f94-a494-8365aa67ed70 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851806 Feb 11 05:29:23.193847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d599cf-ab03-46e2-ac02-496106158e97 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:23.206708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:23.223880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Publish callbacks [] for port (69d599cf-ab03-46e2-ac02-496106158e97), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.240523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03f9ba23-2799-4897-b7eb-ab105b578311 req-10bc94b1-906c-4cfc-bd76-7eebc3a0b6a1 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563919 Feb 11 05:29:23.261071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-e15fed0b-53f4-4c1f-86ac-0c509e842b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:23.266042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-e15fed0b-53f4-4c1f-86ac-0c509e842b6c service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3504705 Feb 11 05:29:23.289911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Transition to ACTIVE for port object 69d599cf-ab03-46e2-ac02-496106158e97 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:23.314522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (69d599cf-ab03-46e2-ac02-496106158e97), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.329389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-291d7371-f630-4bae-be92-3a5427edd9db req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:23.361375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-291d7371-f630-4bae-be92-3a5427edd9db req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:23.383099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:23.396882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'mac_address': 'fa:16:3e:77:60:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:23.404987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-291d7371-f630-4bae-be92-3a5427edd9db req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c698aff2-cecc-4eb4-b776-2752a4452648 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:23.411288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-ebf8ab9f-06b0-4051-89f0-8d02def2baf8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.1141975 Feb 11 05:29:23.418518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-291d7371-f630-4bae-be92-3a5427edd9db req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:23.437502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 57ac77e6-0c47-4635-a769-9eebfaa330de is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:23.437877 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.438362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.453525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ac77e6-0c47-4635-a769-9eebfaa330de {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:23.477370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:23.482861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.489700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bdb708-d80a-4077-9aa5-7c09c977b18c {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:23.520447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5865e5-11fa-48fd-a27a-c169c178310e req-aa38645b-6287-4605-8995-8fc47ecb10c2 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:23.527721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-291d7371-f630-4bae-be92-3a5427edd9db req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] Transition to ACTIVE for port object c698aff2-cecc-4eb4-b776-2752a4452648 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:23.527929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca5865e5-11fa-48fd-a27a-c169c178310e req-aa38645b-6287-4605-8995-8fc47ecb10c2 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 931 time: 0.2982664 Feb 11 05:29:23.532268 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.543905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:23.567283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Publish callbacks [] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.585984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Pushing event updated for resources: {'Port': ['ID=69d599cf-ab03-46e2-ac02-496106158e97,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:23.602726 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-291d7371-f630-4bae-be92-3a5427edd9db req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] No DVR routers for this DVR port c698aff2-cecc-4eb4-b776-2752a4452648 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:23.612407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] Pushing event updated for resources: {'Port': ['ID=c698aff2-cecc-4eb4-b776-2752a4452648,revision_number=10']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:23.646114 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-d107656f-37b1-4e8f-a7ef-db344b9463fc service neutron] 10.222.0.72 "PUT /v2.0/ports/c698aff2-cecc-4eb4-b776-2752a4452648/bindings/n-h1-715271-35/activate HTTP/1.1" status: 200 len: 370 time: 0.5170794 Feb 11 05:29:23.654848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Transition to ACTIVE for port object e5bdb708-d80a-4077-9aa5-7c09c977b18c will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:23.664566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-55ecba4f-817f-448e-91e9-d911cbbe5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:23.666823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-55ecba4f-817f-448e-91e9-d911cbbe5314 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2353761 Feb 11 05:29:23.677159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.712205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054ecf6-32c7-43cc-9ca9-f8fbd0a2263d req-f5fcb94f-a66a-46d0-aac3-a208f385146e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:23.713945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6054ecf6-32c7-43cc-9ca9-f8fbd0a2263d req-f5fcb94f-a66a-46d0-aac3-a208f385146e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 944 time: 0.3322132 Feb 11 05:29:23.840875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['57ac77e6-0c47-4635-a769-9eebfaa330de'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:23.842518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca5865e5-11fa-48fd-a27a-c169c178310e req-1a80533c-9148-4426-810a-6409457bc5dd tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137581 Feb 11 05:29:23.860381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Attempting to bind port 69d599cf-ab03-46e2-ac02-496106158e97 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:23.860960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Attempting to bind port 69d599cf-ab03-46e2-ac02-496106158e97 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:23.861074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Attempting to bind port 69d599cf-ab03-46e2-ac02-496106158e97 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:23.885315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bdb708-d80a-4077-9aa5-7c09c977b18c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:23.891554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Port 69d599cf-ab03-46e2-ac02-496106158e97 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:23.891907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Attempting to bind port 69d599cf-ab03-46e2-ac02-496106158e97 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:23.960344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:23.960954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Checking segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:23.961396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Bound using segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:23.962060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Bound port: 69d599cf-ab03-46e2-ac02-496106158e97, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:23.962446 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69d599cf-ab03-46e2-ac02-496106158e97), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.027026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-39cd181b-2b85-4524-b719-e0ebc9133e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:24.028923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-39cd181b-2b85-4524-b719-e0ebc9133e3a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3463173 Feb 11 05:29:24.032453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6054ecf6-32c7-43cc-9ca9-f8fbd0a2263d req-7cca3137-b4ec-4906-930d-0de330f0b841 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511177 Feb 11 05:29:24.056481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-ce032b87-7731-48a6-bf2c-7667647bcae8 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:24.058074 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-ce032b87-7731-48a6-bf2c-7667647bcae8 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.3161521 Feb 11 05:29:24.260368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Attempting to bind port e5bdb708-d80a-4077-9aa5-7c09c977b18c on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:24.260713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Attempting to bind port e5bdb708-d80a-4077-9aa5-7c09c977b18c by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '686195bc-8a8c-4db7-941f-ceeac5b519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1805aabd-8727-405f-8556-732fa0543dec'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:24.261070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Attempting to bind port e5bdb708-d80a-4077-9aa5-7c09c977b18c on network 1805aabd-8727-405f-8556-732fa0543dec {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:24.282180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d383-b6d0-4f21-81c1-ad447e811ee0 req-078801ee-6e29-4add-a581-211b24105a3b tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:24.283894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8a5d383-b6d0-4f21-81c1-ad447e811ee0 req-078801ee-6e29-4add-a581-211b24105a3b tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.3739398 Feb 11 05:29:24.308122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Port e5bdb708-d80a-4077-9aa5-7c09c977b18c on network 1805aabd-8727-405f-8556-732fa0543dec not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:24.308444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Attempting to bind port e5bdb708-d80a-4077-9aa5-7c09c977b18c on network 1805aabd-8727-405f-8556-732fa0543dec {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:24.348483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] For port 69d599cf-ab03-46e2-ac02-496106158e97, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:24.350602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:24.350943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Checking segment: {'id': '686195bc-8a8c-4db7-941f-ceeac5b519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1805aabd-8727-405f-8556-732fa0543dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:24.351327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Bound using segment: {'id': '686195bc-8a8c-4db7-941f-ceeac5b519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1805aabd-8727-405f-8556-732fa0543dec'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:24.351764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Bound port: e5bdb708-d80a-4077-9aa5-7c09c977b18c, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686195bc-8a8c-4db7-941f-ceeac5b519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1805aabd-8727-405f-8556-732fa0543dec'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:24.352116 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.384348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-49958cbf-b1a8-4d8a-8cfa-8f4706393c93 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437428 Feb 11 05:29:24.392307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] For port 69d599cf-ab03-46e2-ac02-496106158e97, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=69d599cf-ab03-46e2-ac02-496106158e97,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:24.394951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-6c19cbce-9ba9-4093-baed-5b470eda2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:24.396814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-6c19cbce-9ba9-4093-baed-5b470eda2c24 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f&tenant_id=c1d9c599ded844e0a2a483373fb940d0 HTTP/1.1" status: 200 len: 1128 time: 0.3145289 Feb 11 05:29:24.422809 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (69d599cf-ab03-46e2-ac02-496106158e97), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.493883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d6663-c3ca-4ddc-84ac-546686298d12 req-d0fbaad6-b72c-452b-8f3c-254d52ad7877 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:24.495696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f7d6663-c3ca-4ddc-84ac-546686298d12 req-d0fbaad6-b72c-452b-8f3c-254d52ad7877 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.3614783 Feb 11 05:29:24.583240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8a5d383-b6d0-4f21-81c1-ad447e811ee0 req-d5407c82-dc95-4293-920c-166e05950501 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823172 Feb 11 05:29:24.587912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:24.588528 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.589864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] 10.222.0.72 "PUT /v2.0/ports/69d599cf-ab03-46e2-ac02-496106158e97 HTTP/1.1" status: 200 len: 1093 time: 2.8730998 Feb 11 05:29:24.624092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d762da2-bbf6-483f-8379-da3e14f74473', 'tag': '69d599cf-ab03-46e2-ac02-496106158e97'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:24.627129 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5724255-ff18-4068-ab2e-b878b01b0038" -d '{"events": [{"name": "network-changed", "server_uuid": "5d762da2-bbf6-483f-8379-da3e14f74473", "tag": "69d599cf-ab03-46e2-ac02-496106158e97"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:24.753622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6e842-d824-4851-a2a7-f6080d28804e service neutron] Pushing event updated for resources: {'Port': ['ID=69d599cf-ab03-46e2-ac02-496106158e97,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:24.779451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] For port e5bdb708-d80a-4077-9aa5-7c09c977b18c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:24.810971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-966ae17f-dc08-438d-a795-6de9729aa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:24.812841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-966ae17f-dc08-438d-a795-6de9729aa1ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 1128 time: 0.3853545 Feb 11 05:29:24.839302 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c4a1be2-af2b-40be-927d-50acb4889209 req-f4639dc5-a684-4247-88ce-3793af820c51 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398422 Feb 11 05:29:24.851422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] For port e5bdb708-d80a-4077-9aa5-7c09c977b18c, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e5bdb708-d80a-4077-9aa5-7c09c977b18c,segment=NetworkSegment(686195bc-8a8c-4db7-941f-ceeac5b519df),segment_id=686195bc-8a8c-4db7-941f-ceeac5b519df)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:24.864563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f7d6663-c3ca-4ddc-84ac-546686298d12 req-3ceb2886-691c-44c0-a127-fad44ff22e9f tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166862 Feb 11 05:29:24.891613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.955301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-76b0ad8f-1a82-4c5e-880c-4e44df6c65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:24.957170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-76b0ad8f-1a82-4c5e-880c-4e44df6c65f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 1127 time: 0.2923703 Feb 11 05:29:25.210839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:25.264379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 57ac77e6-0c47-4635-a769-9eebfaa330de completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:25.269922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 57ac77e6-0c47-4635-a769-9eebfaa330de triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:25.270295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.401155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.402017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.403964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] 10.222.0.72 "PUT /v2.0/ports/e5bdb708-d80a-4077-9aa5-7c09c977b18c HTTP/1.1" status: 200 len: 1092 time: 3.4753358 Feb 11 05:29:25.416657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-c0c8b21a-9fab-44ed-8e07-6196a37174fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69d599cf-ab03-46e2-ac02-496106158e97 HTTP/1.1" status: 200 len: 217 time: 0.4208887 Feb 11 05:29:25.492832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 57ac77e6-0c47-4635-a769-9eebfaa330de is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:25.493373 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.512473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5831b-5000-42c3-81be-95839b3d93d4 req-25cd16a3-1adc-4858-a402-20225f48dc5a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.514560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8e5831b-5000-42c3-81be-95839b3d93d4 req-25cd16a3-1adc-4858-a402-20225f48dc5a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 945 time: 0.7572093 Feb 11 05:29:25.518471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:25.521658 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f53ea7-3838-4cbd-9f99-5b00bf30f54a" -d '{"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:25.528760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee283e-9d63-4dd6-ab55-6e93e5118422 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bdb708-d80a-4077-9aa5-7c09c977b18c,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:25.536089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:25.540227 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.575543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-1953c1f2-af48-4d1e-847b-da31e36e2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.577035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-1953c1f2-af48-4d1e-847b-da31e36e2e50 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.7345028 Feb 11 05:29:25.591128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:25.624607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0a6fe-9173-4dd2-a421-8c984011bf19 req-16079300-f747-4220-807e-9657e898c994 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.626109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0be0a6fe-9173-4dd2-a421-8c984011bf19 req-16079300-f747-4220-807e-9657e898c994 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.6789949 Feb 11 05:29:25.666282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-185614a5-3b04-4cc2-a694-f2cc98a28762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.667705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-185614a5-3b04-4cc2-a694-f2cc98a28762 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.2289882 Feb 11 05:29:25.676691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-81a4c0fe-9d52-49e8-b771-20288d3503e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698aff2-cecc-4eb4-b776-2752a4452648 HTTP/1.1" status: 200 len: 217 time: 0.0814829 Feb 11 05:29:25.765679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-0ac03fcb-53ee-4973-9edf-17c9167788d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803885 Feb 11 05:29:25.775244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8e5831b-5000-42c3-81be-95839b3d93d4 req-fec896ef-397a-4345-bad8-03053acf8bec tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269435 Feb 11 05:29:25.777166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-aa998726-87d8-4a37-afc2-1a8890b709cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.778755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-aa998726-87d8-4a37-afc2-1a8890b709cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc7cce3e9f244d8ea0d1a1f0e530f03c&device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 1126 time: 0.3116961 Feb 11 05:29:25.865359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-6f972241-6814-46a5-a35a-e25719525e1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5bdb708-d80a-4077-9aa5-7c09c977b18c HTTP/1.1" status: 200 len: 217 time: 0.0679531 Feb 11 05:29:25.880064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-f93521ff-2759-4e90-a024-1e1a79cea4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.881535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-f93521ff-2759-4e90-a024-1e1a79cea4ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.1827898 Feb 11 05:29:25.992448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0be0a6fe-9173-4dd2-a421-8c984011bf19 req-2fb205c1-6764-4030-9d0e-e779c7061492 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295779 Feb 11 05:29:26.001015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-24664733-4873-4eb6-8ef9-7e4c33c60517 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752764 Feb 11 05:29:26.072601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-bd3ae253-f72b-4b1e-9031-d10497037b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.074156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-bd3ae253-f72b-4b1e-9031-d10497037b8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a36c0cae-c867-4de1-8889-00d29d940181 HTTP/1.1" status: 200 len: 864 time: 0.1917212 Feb 11 05:29:26.144174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-34cfff68-cf97-418b-8477-08548e24270a service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646224 Feb 11 05:29:26.176222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17086a-3cce-4caa-8194-45b5eb752be0 req-1a19da58-0c3e-48a4-973a-256fe50da693 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.177854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f17086a-3cce-4caa-8194-45b5eb752be0 req-1a19da58-0c3e-48a4-973a-256fe50da693 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.3197005 Feb 11 05:29:26.185739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-abe55048-2b92-4aa8-8d74-ba8f2792a306 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1805aabd-8727-405f-8556-732fa0543dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718803 Feb 11 05:29:26.382908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-c7b4f9fb-8dc3-4630-9507-63ce6f333cb4 service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716898 Feb 11 05:29:26.433380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048346df-c41e-4600-abf6-6c2366131a2a req-0f44e268-c561-49a6-9565-183f0fcaee44 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.435486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-048346df-c41e-4600-abf6-6c2366131a2a req-0f44e268-c561-49a6-9565-183f0fcaee44 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.3761816 Feb 11 05:29:26.485143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f17086a-3cce-4caa-8194-45b5eb752be0 req-fd39b56e-1ad3-43aa-b62b-89f0310e2008 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905333 Feb 11 05:29:26.590118 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a66a96-0758-43eb-853a-f81da1d895e9 x-openstack-request-id: req-68a66a96-0758-43eb-853a-f81da1d895e9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:26.590519 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d762da2-bbf6-483f-8379-da3e14f74473", "tag": "69d599cf-ab03-46e2-ac02-496106158e97", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:26.590869 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68a66a96-0758-43eb-853a-f81da1d895e9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:26.591334 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d762da2-bbf6-483f-8379-da3e14f74473', 'tag': '69d599cf-ab03-46e2-ac02-496106158e97', 'status': 'completed', 'code': 200} Feb 11 05:29:26.604032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6404c9dc-a404-4687-a0e7-e7bb6f3d1b3a req-b0d6c76c-db5d-47f9-b2d5-f6640f557b4c service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212861 Feb 11 05:29:26.620226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-dfcb6e0b-aa21-4263-84f6-1541c66b7253 service neutron] 10.222.0.72 "GET /v2.0/networks/1805aabd-8727-405f-8556-732fa0543dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206226 Feb 11 05:29:26.730311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-048346df-c41e-4600-abf6-6c2366131a2a req-42e0f556-5f37-45e0-b588-f12dfc2712f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830567 Feb 11 05:29:26.812766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-7fc11ee9-63c2-4f4c-8b2a-5ce8ce02e7ca service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101322 Feb 11 05:29:26.868916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3a115-8b88-4261-b28a-6a4e528d8706 req-146bdeae-3c77-42af-bb3f-cef8fa875876 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.870526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5a3a115-8b88-4261-b28a-6a4e528d8706 req-146bdeae-3c77-42af-bb3f-cef8fa875876 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 943 time: 0.2543497 Feb 11 05:29:26.908786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-404d1f94-3459-4559-b12e-4a0dd7cb1a95 req-f10efa19-3e90-4b67-ae2f-fefbb2ba5bc8 service neutron] 10.222.0.72 "GET /v2.0/networks/1805aabd-8727-405f-8556-732fa0543dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546694 Feb 11 05:29:26.917712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-d9cef4ae-b38e-4e0a-9727-d17ac7f8a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.919389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-d9cef4ae-b38e-4e0a-9727-d17ac7f8a9eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 1127 time: 0.2216547 Feb 11 05:29:26.966191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505c15a-9d4e-48f7-95ac-d7afc07cbaac req-b87e88d2-964f-4cf3-9a01-c6f3f5ba3fc4 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.968780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d505c15a-9d4e-48f7-95ac-d7afc07cbaac req-b87e88d2-964f-4cf3-9a01-c6f3f5ba3fc4 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.1620431 Feb 11 05:29:27.032704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5a3a115-8b88-4261-b28a-6a4e528d8706 req-3ee6a51c-ff7b-4748-a57e-e70db6b9d4e6 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436746 Feb 11 05:29:27.174186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d505c15a-9d4e-48f7-95ac-d7afc07cbaac req-1cb8a54a-ca35-4e3c-b426-2108d37e11eb tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920440 Feb 11 05:29:27.207636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-d81c9ba8-2a5f-4015-9795-baa410b17c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.209166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-d81c9ba8-2a5f-4015-9795-baa410b17c33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 906 time: 0.2751520 Feb 11 05:29:27.213760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7371-f630-4bae-be92-3a5427edd9db req-6fc86db0-3095-41d7-8b08-1797bbb54d30 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.215230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-6fc86db0-3095-41d7-8b08-1797bbb54d30 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f&tenant_id=c1d9c599ded844e0a2a483373fb940d0&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.1486039 Feb 11 05:29:27.241808 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e2e209-3227-4ec8-8c99-42eaa461d0db x-openstack-request-id: req-77e2e209-3227-4ec8-8c99-42eaa461d0db {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:27.242442 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:27.242625 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77e2e209-3227-4ec8-8c99-42eaa461d0db {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:27.243112 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'code': 200} Feb 11 05:29:27.274358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f54b30-203d-45e6-b72c-2234c78a06ee req-90075f9f-5122-420a-887a-b85e1468573b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.275929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70f54b30-203d-45e6-b72c-2234c78a06ee req-90075f9f-5122-420a-887a-b85e1468573b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 944 time: 0.1720512 Feb 11 05:29:27.305472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-076b8d87-05bc-4c37-9dd7-358220e1f5ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69d599cf-ab03-46e2-ac02-496106158e97 HTTP/1.1" status: 200 len: 217 time: 0.0825362 Feb 11 05:29:27.438198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70f54b30-203d-45e6-b72c-2234c78a06ee req-cb56379a-1a2a-4dad-9aa4-7b7ca6408c22 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375213 Feb 11 05:29:27.448833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-3d80a6ed-dd40-4da6-b215-9e18ff48c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.450287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-3d80a6ed-dd40-4da6-b215-9e18ff48c6f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.1256855 Feb 11 05:29:27.471395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2150b-b68c-45e0-b52b-b8c85e9d0de4 req-a0dd29ca-de0a-4c01-8297-4ebf640ab442 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.472883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55a2150b-b68c-45e0-b52b-b8c85e9d0de4 req-a0dd29ca-de0a-4c01-8297-4ebf640ab442 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1128 time: 0.1740301 Feb 11 05:29:27.511607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-cb7a73ab-f155-4227-a064-f904da4d97fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425701 Feb 11 05:29:27.571676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-291d7371-f630-4bae-be92-3a5427edd9db req-2e9645c1-a62d-41e4-ade8-b12c226d445e service neutron] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:27.584164 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-291d7371-f630-4bae-be92-3a5427edd9db req-2e9645c1-a62d-41e4-ade8-b12c226d445e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.585295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291d7371-f630-4bae-be92-3a5427edd9db req-2e9645c1-a62d-41e4-ade8-b12c226d445e service neutron] 10.222.0.81 "DELETE /v2.0/ports/c698aff2-cecc-4eb4-b776-2752a4452648/bindings/n-h2-715271-35 HTTP/1.1" status: 204 len: 173 time: 0.3613138 Feb 11 05:29:27.620260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55a2150b-b68c-45e0-b52b-b8c85e9d0de4 req-c015a3a0-3ec6-407c-9786-b1db857faa67 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333418 Feb 11 05:29:27.652015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-a443a2e2-f86e-4a3c-bcc3-c1ad634dcd83 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252491 Feb 11 05:29:27.671873 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc3e16af-9148-473a-a5cd-cc2d2d8945ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.833368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-8255f977-e068-4624-baf2-c16088fe88ec tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.834838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-8255f977-e068-4624-baf2-c16088fe88ec tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0&tenant_id=1619354a08bf4dbcac791d232d243bd9&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 950 time: 0.1749718 Feb 11 05:29:27.895337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5724255-ff18-4068-ab2e-b878b01b0038 req-97c1330e-a4b9-4dd9-8b78-471e6b8da4d3 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253675 Feb 11 05:29:27.906894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9542d5-ddce-4a43-938a-2c761db55933 req-e4a4e679-bde8-4692-9155-92962237c119 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.908922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c9542d5-ddce-4a43-938a-2c761db55933 req-e4a4e679-bde8-4692-9155-92962237c119 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 945 time: 0.2009754 Feb 11 05:29:27.983836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a277d-0852-479e-8b92-aa1148413671 req-351c76aa-fc47-4ecb-b4e8-5cb466cc3d85 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.985337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db3a277d-0852-479e-8b92-aa1148413671 req-351c76aa-fc47-4ecb-b4e8-5cb466cc3d85 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1670425 Feb 11 05:29:27.991525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-193da5a4-7423-41f3-a685-3f5deac31289 service neutron] 10.222.0.72 "GET /v2.0/ports/57ac77e6-0c47-4635-a769-9eebfaa330de/bindings/n-h2-715271-35 HTTP/1.1" status: 200 len: 383 time: 0.1456380 Feb 11 05:29:28.005025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c9542d5-ddce-4a43-938a-2c761db55933 req-06e054be-40ef-48fa-91de-929b6d53b296 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865040 Feb 11 05:29:28.074424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db3a277d-0852-479e-8b92-aa1148413671 req-986a829c-ac65-4d9f-8fbf-e99217f9e3bc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793190 Feb 11 05:29:28.122466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-214d4d45-7a3a-44b2-a839-21f2e7471158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.124006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-214d4d45-7a3a-44b2-a839-21f2e7471158 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1133 time: 0.0996149 Feb 11 05:29:28.471280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74df844-1017-41ca-bf33-6cc45afb053c req-1d330b92-2068-4cc7-a864-cb309163056d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.472683 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a74df844-1017-41ca-bf33-6cc45afb053c req-1d330b92-2068-4cc7-a864-cb309163056d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43187d7-2b64-455c-aa36-c674a8037b85 HTTP/1.1" status: 200 len: 946 time: 0.3900335 Feb 11 05:29:28.579505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2bf54-40e8-489c-884b-d72560a2c175 req-201538ea-ba10-4b7a-9f22-d6322b227249 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.581835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cba2bf54-40e8-489c-884b-d72560a2c175 req-201538ea-ba10-4b7a-9f22-d6322b227249 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.4459467 Feb 11 05:29:28.593644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3a3e89-6726-4f82-8e01-d1f79fbce6b4', 'tag': 'e5bdb708-d80a-4077-9aa5-7c09c977b18c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:28.595893 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3a3e89-6726-4f82-8e01-d1f79fbce6b4", "tag": "e5bdb708-d80a-4077-9aa5-7c09c977b18c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:28.609805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-7f73e2ce-4f9f-4690-a1da-430f48aa7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.611518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-7f73e2ce-4f9f-4690-a1da-430f48aa7d70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.4647286 Feb 11 05:29:28.620880 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a74df844-1017-41ca-bf33-6cc45afb053c req-014fd4da-4ede-4ca1-bbe0-b3a813b8db49 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378164 Feb 11 05:29:28.667634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-1d25f963-0dc0-475b-9af8-59a5bd677850 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.0441139 Feb 11 05:29:28.713990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cba2bf54-40e8-489c-884b-d72560a2c175 req-485afcb9-bd97-4345-b316-0f1108ce02b9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224942 Feb 11 05:29:28.741874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-6a9ce741-08eb-4a2f-8e7d-79fb207c8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.743350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-6a9ce741-08eb-4a2f-8e7d-79fb207c8b65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0653777 Feb 11 05:29:28.869150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-40d7d6cd-1603-415b-a9c3-982751f74aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.870657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-40d7d6cd-1603-415b-a9c3-982751f74aae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1108959 Feb 11 05:29:28.959876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-2a88b415-1e36-4b42-a9be-8080b62abf66 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.961353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-2a88b415-1e36-4b42-a9be-8080b62abf66 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/networks?id=bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 200 len: 815 time: 0.1662972 Feb 11 05:29:28.983834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-bf98721e-dcb3-47bc-bb88-2360c9970561 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/quotas/52bd57555ff64fe5aa5ef699d99f9612 HTTP/1.1" status: 200 len: 375 time: 0.0145087 Feb 11 05:29:29.011883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-19653fba-b550-4ae8-ad5a-3e714beea54d service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314883 Feb 11 05:29:29.111976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-4dcde44a-7e3e-41b9-badd-5f39b59dda9d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195779 Feb 11 05:29:29.148723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-1ade3097-aca3-4187-bb18-39b02ec402aa service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224346 Feb 11 05:29:29.215240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-03d9e365-c9ef-4e84-a509-cefe20643385 service neutron] 10.222.0.31 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951509 Feb 11 05:29:29.222858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 69d599cf-ab03-46e2-ac02-496106158e97 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:29.330710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-a62182e7-31d7-4bf8-ad86-b668a73c1286 service neutron] 10.222.0.31 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991609 Feb 11 05:29:29.355149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 69d599cf-ab03-46e2-ac02-496106158e97, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=69d599cf-ab03-46e2-ac02-496106158e97,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:29.370820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '69d599cf-ab03-46e2-ac02-496106158e97', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'port_id': '69d599cf-ab03-46e2-ac02-496106158e97', 'mac_address': 'fa:16:3e:bf:ec:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3651cb44-129d-4466-b43f-f49af07bc83c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:29.411232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 69d599cf-ab03-46e2-ac02-496106158e97 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:29.411884 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69d599cf-ab03-46e2-ac02-496106158e97), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.436787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d599cf-ab03-46e2-ac02-496106158e97 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:29.478368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 69d599cf-ab03-46e2-ac02-496106158e97, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=69d599cf-ab03-46e2-ac02-496106158e97,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:29.484026 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69d599cf-ab03-46e2-ac02-496106158e97), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.484921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e5bdb708-d80a-4077-9aa5-7c09c977b18c details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:29.547297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-2f4d2d23-a724-4fc7-aec1-49bd5774328d tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:29:29.548552 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-2f4d2d23-a724-4fc7-aec1-49bd5774328d tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058603 Feb 11 05:29:29.610180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-72efd3cb-4419-4b3b-b47f-0f6214d5f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:29.611617 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-72efd3cb-4419-4b3b-b47f-0f6214d5f13f service neutron] 10.222.0.31 "GET /v2.0/ports/633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 200 len: 1125 time: 0.0516198 Feb 11 05:29:29.621863 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Request body: {'binding': {'host': 'n-h2-715271-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:29.622676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Unknown quota resources ['binding']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:29:29.623166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8717-46ed-42be-a018-de656ae32667 req-35e07522-fa92-4787-9cf1-9e44ebe77a17 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:29.624982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-249e8717-46ed-42be-a018-de656ae32667 req-35e07522-fa92-4787-9cf1-9e44ebe77a17 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1b77495-9874-4089-ad45-73d0378a3d35 HTTP/1.1" status: 200 len: 945 time: 0.0891616 Feb 11 05:29:29.634227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0080-074f-4304-9002-edd33b731a1c req-013a1f5d-e319-4697-91d5-4468f7f954a0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:29.635821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc9f0080-074f-4304-9002-edd33b731a1c req-013a1f5d-e319-4697-91d5-4468f7f954a0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 943 time: 0.1149125 Feb 11 05:29:29.668756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=69d599cf-ab03-46e2-ac02-496106158e97,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:29.684941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port e5bdb708-d80a-4077-9aa5-7c09c977b18c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e5bdb708-d80a-4077-9aa5-7c09c977b18c,segment=NetworkSegment(686195bc-8a8c-4db7-941f-ceeac5b519df),segment_id=686195bc-8a8c-4db7-941f-ceeac5b519df)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:29.699415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'e5bdb708-d80a-4077-9aa5-7c09c977b18c', 'network_id': '1805aabd-8727-405f-8556-732fa0543dec', 'port_id': 'e5bdb708-d80a-4077-9aa5-7c09c977b18c', 'mac_address': 'fa:16:3e:8c:9b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36c0cae-c867-4de1-8889-00d29d940181', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:29.751520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port e5bdb708-d80a-4077-9aa5-7c09c977b18c is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:29.752035 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.752634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc9f0080-074f-4304-9002-edd33b731a1c req-51426662-a998-44a7-adb5-fd45a5d1d180 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079569 Feb 11 05:29:29.779349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bdb708-d80a-4077-9aa5-7c09c977b18c {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:29.804888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port e5bdb708-d80a-4077-9aa5-7c09c977b18c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e5bdb708-d80a-4077-9aa5-7c09c977b18c,segment=NetworkSegment(686195bc-8a8c-4db7-941f-ceeac5b519df),segment_id=686195bc-8a8c-4db7-941f-ceeac5b519df)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:29.807926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-249e8717-46ed-42be-a018-de656ae32667 req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Deleting port c88afb37-1c97-46aa-b43c-5707843d4ba2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:29.810083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-249e8717-46ed-42be-a018-de656ae32667 req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.813674 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.824653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 on host n-h2-715271-35 for vnic_type normal with profile None {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:29.824990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:29.825342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:29.831802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Port 633cd357-5c1b-4683-abc4-eea044957b38 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:29.832171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:29.838129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:29.838470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:29.838848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:29.839287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Bound port: 633cd357-5c1b-4683-abc4-eea044957b38, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:29.878235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=e5bdb708-d80a-4077-9aa5-7c09c977b18c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:29.935262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:29.948622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.949956 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] 10.222.0.31 "POST /v2.0/ports/633cd357-5c1b-4683-abc4-eea044957b38/bindings HTTP/1.1" status: 201 len: 390 time: 0.3325598 Feb 11 05:29:29.992518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-249e8717-46ed-42be-a018-de656ae32667 req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] For port c88afb37-1c97-46aa-b43c-5707843d4ba2, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c88afb37-1c97-46aa-b43c-5707843d4ba2,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:29.993322 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-249e8717-46ed-42be-a018-de656ae32667 req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.015823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4a00-c703-4ba6-812a-293d992ad362 req-205520a5-9a29-428d-bf9c-8ccdb32b3a4b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.018230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-354d4a00-c703-4ba6-812a-293d992ad362 req-205520a5-9a29-428d-bf9c-8ccdb32b3a4b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 945 time: 0.1649857 Feb 11 05:29:30.027514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-249e8717-46ed-42be-a018-de656ae32667 req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Calling delete_port for c88afb37-1c97-46aa-b43c-5707843d4ba2 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:30.069100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-74dbc7fb-d136-47d3-84f6-e1b81fca1fa5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1193135 Feb 11 05:29:30.098370 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6082fd4-81f7-4a42-a990-4ff9155cd476 x-openstack-request-id: req-b6082fd4-81f7-4a42-a990-4ff9155cd476 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:30.098673 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3a3e89-6726-4f82-8e01-d1f79fbce6b4", "tag": "e5bdb708-d80a-4077-9aa5-7c09c977b18c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:30.098932 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6082fd4-81f7-4a42-a990-4ff9155cd476 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:30.099335 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3a3e89-6726-4f82-8e01-d1f79fbce6b4', 'tag': 'e5bdb708-d80a-4077-9aa5-7c09c977b18c', 'status': 'completed', 'code': 200} Feb 11 05:29:30.238360 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c02370b5-e255-40a9-8d1b-50b37c09bdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.253590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-354d4a00-c703-4ba6-812a-293d992ad362 req-e36618e0-1f2d-4677-b115-0aa1eb81f3bc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131288 Feb 11 05:29:30.295841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['69d599cf-ab03-46e2-ac02-496106158e97'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:30.373941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-c217eaae-15a8-4afd-9d0c-4c3ef3469f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.376265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-c217eaae-15a8-4afd-9d0c-4c3ef3469f17 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1d9c599ded844e0a2a483373fb940d0&device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 1128 time: 0.2754178 Feb 11 05:29:30.377664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['e5bdb708-d80a-4077-9aa5-7c09c977b18c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:30.378728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-18db74cc-1d75-4f08-8561-cbbba91378b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.380171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-18db74cc-1d75-4f08-8561-cbbba91378b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc7cce3e9f244d8ea0d1a1f0e530f03c&device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 1127 time: 0.2350149 Feb 11 05:29:30.632901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-97b3491f-9be0-480e-b2a0-a59f8c0567ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.634347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-97b3491f-9be0-480e-b2a0-a59f8c0567ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1128 time: 0.3366139 Feb 11 05:29:30.663067 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-249e8717-46ed-42be-a018-de656ae32667 req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c88afb37-1c97-46aa-b43c-5707843d4ba2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.676186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c88afb37-1c97-46aa-b43c-5707843d4ba2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:30.710384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa7b21-e407-48b8-a89c-9cac5a9317e5 req-da70fff5-b850-45ec-a11d-78d4643fd84f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.712643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceaa7b21-e407-48b8-a89c-9cac5a9317e5 req-da70fff5-b850-45ec-a11d-78d4643fd84f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.3306906 Feb 11 05:29:30.762180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Pushing event deleted for resources: {'Port': ['ID=c88afb37-1c97-46aa-b43c-5707843d4ba2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:30.772056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-bab42a1e-a9ff-4ca4-9c78-c71e27b48f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.773584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-bab42a1e-a9ff-4ca4-9c78-c71e27b48f8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1805aabd-8727-405f-8556-732fa0543dec HTTP/1.1" status: 200 len: 925 time: 0.3747251 Feb 11 05:29:30.822434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-7b9ed3e5-25de-4ce9-8653-89c06368b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.823875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-7b9ed3e5-25de-4ce9-8653-89c06368b62a service neutron] 10.222.0.81 "GET /v2.0/networks?id=a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 200 len: 922 time: 0.3938210 Feb 11 05:29:30.859302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840336ba-dace-4bcd-988e-8bf9c8ea10f7 req-11c941c4-8c70-43e4-bca6-6dc024f7181e tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.861620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-840336ba-dace-4bcd-988e-8bf9c8ea10f7 req-11c941c4-8c70-43e4-bca6-6dc024f7181e tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.3880005 Feb 11 05:29:30.964765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-4e06b23a-aa79-4788-b1a3-65b0886cc75d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 200 len: 217 time: 0.0886948 Feb 11 05:29:30.966516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-ce7528f4-5a76-47fc-85cc-a4ba8b6b59bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5bdb708-d80a-4077-9aa5-7c09c977b18c HTTP/1.1" status: 200 len: 217 time: 0.1495574 Feb 11 05:29:31.005387 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.022424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceaa7b21-e407-48b8-a89c-9cac5a9317e5 req-ee5fd93f-9c4d-4d72-9b96-34ffa05efcd3 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682559 Feb 11 05:29:31.037613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-67b447eb-dcea-4c2c-80c3-bd348ee00f27 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:31.039121 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-67b447eb-dcea-4c2c-80c3-bd348ee00f27 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.72 "GET /v2.0/networks?id=bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 200 len: 815 time: 0.1494348 Feb 11 05:29:31.067966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Request body: {'port': {'device_id': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074', 'admin_state_up': True, 'tenant_id': '52bd57555ff64fe5aa5ef699d99f9612'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:31.130009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-249e8717-46ed-42be-a018-de656ae32667 req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] No DVR routers for this DVR port c88afb37-1c97-46aa-b43c-5707843d4ba2 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:31.138615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-249e8717-46ed-42be-a018-de656ae32667 req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.141864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-249e8717-46ed-42be-a018-de656ae32667 req-4b139380-175b-43fa-ba33-2aa0bc582302 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.81 "DELETE /v2.0/ports/c88afb37-1c97-46aa-b43c-5707843d4ba2 HTTP/1.1" status: 204 len: 173 time: 1.5049644 Feb 11 05:29:31.145291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-2d6423ff-9176-4a3c-a2fd-9e73783d5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:31.146687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-2d6423ff-9176-4a3c-a2fd-9e73783d5690 service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.5005870 Feb 11 05:29:31.148001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-7dabdab6-f7ab-48fa-96de-482f9652e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:31.149429 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-7dabdab6-f7ab-48fa-96de-482f9652e983 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a36c0cae-c867-4de1-8889-00d29d940181 HTTP/1.1" status: 200 len: 864 time: 0.1430805 Feb 11 05:29:31.259374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Made reservation on behalf of 52bd57555ff64fe5aa5ef699d99f9612 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:31.267881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.285508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-153b5192-f31b-4b75-88be-a4daef63291c req-f92fc6c8-8735-4cde-b0b7-a1b62b68095e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 210 time: 0.1491628 Feb 11 05:29:31.288958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-840336ba-dace-4bcd-988e-8bf9c8ea10f7 req-e60211b3-4420-47d9-8532-0f99d019688e tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217975 Feb 11 05:29:31.294644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-0328af58-aa9f-400b-9933-33084e5f5218 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1805aabd-8727-405f-8556-732fa0543dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979090 Feb 11 05:29:31.358802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-ccbf19b8-08b0-41c0-bb9b-3c836bb363e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 200 len: 217 time: 0.1633515 Feb 11 05:29:31.360224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-186c0479-749d-4f1d-92cd-96284e877068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:31.362477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-186c0479-749d-4f1d-92cd-96284e877068 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 200 len: 861 time: 0.3657188 Feb 11 05:29:31.481146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Allocated IP 172.20.0.11 (bae22c7e-0a6f-4746-8969-a92a662b6074/e77cb6bc-e868-4a01-a114-ba5865b9cae9/c77d60b1-74a6-4cdd-a510-e83b029fa217) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:31.652563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks [] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.698212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.714894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c88afb37-1c97-46aa-b43c-5707843d4ba2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:31.761340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Network bae22c7e-0a6f-4746-8969-a92a662b6074 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:31.768319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:31.772547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:31.822380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Pushing event updated for resources: {'Port': ['ID=c77d60b1-74a6-4cdd-a510-e83b029fa217,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:31.857361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:31.857727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-589c8f4b-7090-4e26-85c8-93c69ebd515e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a954879b-70b7-457e-8baa-787c9f4d779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4675143 Feb 11 05:29:31.858478 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.882030 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-c2038fe2-89c0-43be-99b4-024afd83445d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8191497 Feb 11 05:29:31.903346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Request body: {'port': {'device_id': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:31.927800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-c589cbf3-66f6-4c63-89a0-002f5228af37 service neutron] 10.222.0.72 "GET /v2.0/networks/1805aabd-8727-405f-8556-732fa0543dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833945 Feb 11 05:29:31.933969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-0bd934fd-b885-450c-b2e2-8473236f1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:31.936238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-0bd934fd-b885-450c-b2e2-8473236f1ce2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.5424919 Feb 11 05:29:31.990862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.089412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-6147a929-05ef-42aa-a1a5-5c0b7c5d65e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500638 Feb 11 05:29:32.110991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'name': 'network-vif-deleted', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:32.113356 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624a74d9-804a-4a31-9422-3ce3a5d4f70e" -d '{"events": [{"server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "name": "network-vif-deleted", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:32.117889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-2792940b-caa2-44b5-914c-a96712783234 service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800542 Feb 11 05:29:32.141553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2516280-53d3-4034-8caf-d28070dff252 req-2a26834b-78a4-4b77-94b6-146373c5c65f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.149092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2516280-53d3-4034-8caf-d28070dff252 req-2a26834b-78a4-4b77-94b6-146373c5c65f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.7145946 Feb 11 05:29:32.288591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77d60b1-74a6-4cdd-a510-e83b029fa217 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:32.297106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Publish callbacks [] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.308920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Transition to ACTIVE for port object c77d60b1-74a6-4cdd-a510-e83b029fa217 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:32.315117 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.320968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a56a8-6045-487c-8951-eb8355a91926 req-0a60a762-85f1-46fe-aee7-3ac725dabdda tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.322522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-215a56a8-6045-487c-8951-eb8355a91926 req-0a60a762-85f1-46fe-aee7-3ac725dabdda tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 1128 time: 0.9497583 Feb 11 05:29:32.381015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Pushing event updated for resources: {'Port': ['ID=c77d60b1-74a6-4cdd-a510-e83b029fa217,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:32.399363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2516280-53d3-4034-8caf-d28070dff252 req-1d1421e7-4a99-4499-9647-639194d2c42d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495341 Feb 11 05:29:32.477869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Attempting to bind port c77d60b1-74a6-4cdd-a510-e83b029fa217 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:32.478315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Attempting to bind port c77d60b1-74a6-4cdd-a510-e83b029fa217 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:32.478714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Attempting to bind port c77d60b1-74a6-4cdd-a510-e83b029fa217 on network bae22c7e-0a6f-4746-8969-a92a662b6074 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:32.480474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-16480922-d3c6-4ca4-b788-15142c96da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.482061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-16480922-d3c6-4ca4-b788-15142c96da4c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0&tenant_id=1619354a08bf4dbcac791d232d243bd9 HTTP/1.1" status: 200 len: 1133 time: 0.3753114 Feb 11 05:29:32.483496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Port c77d60b1-74a6-4cdd-a510-e83b029fa217 on network bae22c7e-0a6f-4746-8969-a92a662b6074 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:32.483889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Attempting to bind port c77d60b1-74a6-4cdd-a510-e83b029fa217 on network bae22c7e-0a6f-4746-8969-a92a662b6074 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:32.488856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:32.489368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Checking segment: {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:32.489820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Bound using segment: {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:32.490464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Bound port: c77d60b1-74a6-4cdd-a510-e83b029fa217, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:32.490978 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.493584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134d3d3b-f180-4dba-bb70-554cbf5d9f97 req-a90208f5-0813-4458-a694-930c9cbc4d8d service neutron] 10.222.0.81 "GET /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338633 Feb 11 05:29:32.495390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ac4a6ca-0fcb-4b76-8b6c-69715efdceb5 req-7de08958-62b9-4a3c-8683-1eef677f5d7b service neutron] 10.222.0.72 "GET /v2.0/networks/1805aabd-8727-405f-8556-732fa0543dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548457 Feb 11 05:29:32.519228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:32.547636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-215a56a8-6045-487c-8951-eb8355a91926 req-fc857163-635a-43cf-94c4-68ec604c87f2 tempest-LiveAutoBlockMigrationV225Test-1097926772 tempest-LiveAutoBlockMigrationV225Test-1097926772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117844 Feb 11 05:29:32.566176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-c34af489-4e75-4a8e-b079-d37d7ba2235c service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603293 Feb 11 05:29:32.568203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:32.572972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:32.588483 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.622180 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.644229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.644855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.646273 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-236ea868-99c1-4136-877b-e01bb834937c service neutron] 10.222.0.72 "PUT /v2.0/ports/c77d60b1-74a6-4cdd-a510-e83b029fa217 HTTP/1.1" status: 200 len: 1093 time: 0.7503078 Feb 11 05:29:32.646721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:32.648964 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:32.677964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ea868-99c1-4136-877b-e01bb834937c service neutron] Pushing event updated for resources: {'Port': ['ID=c77d60b1-74a6-4cdd-a510-e83b029fa217,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:32.714756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f0dc-5834-45e3-9954-83a1821da458 req-9764620a-1aff-4067-8590-da51517b8c26 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.716238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e169f0dc-5834-45e3-9954-83a1821da458 req-9764620a-1aff-4067-8590-da51517b8c26 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.2308571 Feb 11 05:29:32.739253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-9772d2dc-c631-4eed-875e-686cd7be8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.741036 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-9772d2dc-c631-4eed-875e-686cd7be8061 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 1127 time: 0.0477321 Feb 11 05:29:32.743011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.823953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-c25f0eaa-8278-4949-86ef-96bfd1087ef7 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509058 Feb 11 05:29:32.851138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20137167-c1d1-4ce0-a2c3-e40c13d22642 req-91490e6f-5f6f-4624-b8b0-9f7aa4c2e2aa tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.852719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20137167-c1d1-4ce0-a2c3-e40c13d22642 req-91490e6f-5f6f-4624-b8b0-9f7aa4c2e2aa tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 944 time: 0.1950879 Feb 11 05:29:32.863122 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e169f0dc-5834-45e3-9954-83a1821da458 req-e596155f-3880-4846-a39b-a1ff5432d821 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255159 Feb 11 05:29:33.052229 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-d747a0bb-5882-4399-a801-3118c855f3a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217 HTTP/1.1" status: 200 len: 217 time: 0.3044541 Feb 11 05:29:33.102875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20137167-c1d1-4ce0-a2c3-e40c13d22642 req-f8c7f151-143a-4de7-864d-85ac39dd1fa3 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440188 Feb 11 05:29:33.105795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-1d2ad406-34cc-4bdb-9a02-49c8b3876eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.107551 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-1d2ad406-34cc-4bdb-9a02-49c8b3876eec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77cb6bc-e868-4a01-a114-ba5865b9cae9 HTTP/1.1" status: 200 len: 855 time: 0.0477135 Feb 11 05:29:33.148069 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-4e9da5b6-f49f-41e8-8885-968f201147cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bae22c7e-0a6f-4746-8969-a92a662b6074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347795 Feb 11 05:29:33.159055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e393b-0e99-42b3-ab70-e0807a755db0 req-8409c9b6-246d-4865-ace0-13480a457ce3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.160572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f9e393b-0e99-42b3-ab70-e0807a755db0 req-8409c9b6-246d-4865-ace0-13480a457ce3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 945 time: 0.1892226 Feb 11 05:29:33.163369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-38da76fe-f660-49f6-b55f-67fb1e958162 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1938074 Feb 11 05:29:33.247299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 69d599cf-ab03-46e2-ac02-496106158e97 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:33.261787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:33.306691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f9e393b-0e99-42b3-ab70-e0807a755db0 req-e53f5b77-a8d8-4c45-8689-8b144d2c6518 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274509 Feb 11 05:29:33.310608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 69d599cf-ab03-46e2-ac02-496106158e97 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:33.316031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 69d599cf-ab03-46e2-ac02-496106158e97 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:33.317287 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69d599cf-ab03-46e2-ac02-496106158e97), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.338447 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-dc5ca28f-54c1-4072-b9a6-d6c8a9588ddf service neutron] 10.222.0.72 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712058 Feb 11 05:29:33.347364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:33.356515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-5d682e2a-6229-4d1f-bea1-e7b5efc13570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.363432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-5d682e2a-6229-4d1f-bea1-e7b5efc13570 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 1134 time: 0.1526973 Feb 11 05:29:33.468402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 69d599cf-ab03-46e2-ac02-496106158e97 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:33.469144 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69d599cf-ab03-46e2-ac02-496106158e97), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.518832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d762da2-bbf6-483f-8379-da3e14f74473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d599cf-ab03-46e2-ac02-496106158e97'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:33.524724 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708cc516-5606-4447-af7f-ba8574b4fec8" -d '{"events": [{"server_uuid": "5d762da2-bbf6-483f-8379-da3e14f74473", "name": "network-vif-plugged", "status": "completed", "tag": "69d599cf-ab03-46e2-ac02-496106158e97"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:33.533183 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3040f466-b841-4bd5-9537-cbd97fd04f6d req-f3da2680-068a-4fc6-aff7-07303b53018e service neutron] 10.222.0.72 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831317 Feb 11 05:29:33.541737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Publish callbacks [] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.551975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 69d599cf-ab03-46e2-ac02-496106158e97, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=69d599cf-ab03-46e2-ac02-496106158e97,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:33.558993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69d599cf-ab03-46e2-ac02-496106158e97), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.559883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e5bdb708-d80a-4077-9aa5-7c09c977b18c up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:33.583304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Transition to ACTIVE for port object 57ac77e6-0c47-4635-a769-9eebfaa330de will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:33.602583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.631910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ac70b-3eac-4961-8c4e-36ceb82ece0f req-16662dde-33b5-4af6-8c86-6e8580c4c37d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.633452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd1ac70b-3eac-4961-8c4e-36ceb82ece0f req-16662dde-33b5-4af6-8c86-6e8580c4c37d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.2153609 Feb 11 05:29:33.669451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-eff492f3-8926-4368-a59a-9cec0560ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.669833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=69d599cf-ab03-46e2-ac02-496106158e97,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:33.670918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-eff492f3-8926-4368-a59a-9cec0560ed7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2657101 Feb 11 05:29:33.675846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port e5bdb708-d80a-4077-9aa5-7c09c977b18c completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:33.683497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port e5bdb708-d80a-4077-9aa5-7c09c977b18c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:33.694109 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.764147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-5f4aa582-c904-4ea6-9ddd-93ca031b610c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 200 len: 217 time: 0.0779960 Feb 11 05:29:33.789634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=10']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:33.792718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] No DVR routers for this DVR port 57ac77e6-0c47-4635-a769-9eebfaa330de on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:33.797370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port e5bdb708-d80a-4077-9aa5-7c09c977b18c is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:33.798049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.838034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port e5bdb708-d80a-4077-9aa5-7c09c977b18c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e5bdb708-d80a-4077-9aa5-7c09c977b18c,segment=NetworkSegment(686195bc-8a8c-4db7-941f-ceeac5b519df),segment_id=686195bc-8a8c-4db7-941f-ceeac5b519df)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:33.843702 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.905300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a0e4-6bca-4e1e-95a1-d754bafa4632 req-f19423b1-dc82-4772-82df-88a51aeb817d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.906843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.907460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3788a0e4-6bca-4e1e-95a1-d754bafa4632 req-f19423b1-dc82-4772-82df-88a51aeb817d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.3303027 Feb 11 05:29:33.914041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-5fd407c6-b628-4cff-bd0e-f836b2274d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.915778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=e5bdb708-d80a-4077-9aa5-7c09c977b18c,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:33.916651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-5fd407c6-b628-4cff-bd0e-f836b2274d09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1298261 Feb 11 05:29:33.964182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd1ac70b-3eac-4961-8c4e-36ceb82ece0f req-a55c4290-6d5a-4ecc-b4dc-7e29813cd3b9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995048 Feb 11 05:29:33.990481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:33.991031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:33.991805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:34.012599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Port 57ac77e6-0c47-4635-a769-9eebfaa330de on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:34.012936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Attempting to bind port 57ac77e6-0c47-4635-a769-9eebfaa330de on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:34.028315 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ef5a81-7bbf-47b7-9fff-398b49ceab63 x-openstack-request-id: req-26ef5a81-7bbf-47b7-9fff-398b49ceab63 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:34.028610 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b77495-9874-4089-ad45-73d0378a3d35", "name": "network-vif-deleted", "tag": "c88afb37-1c97-46aa-b43c-5707843d4ba2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:34.028868 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26ef5a81-7bbf-47b7-9fff-398b49ceab63 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:34.029293 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b77495-9874-4089-ad45-73d0378a3d35', 'name': 'network-vif-deleted', 'tag': 'c88afb37-1c97-46aa-b43c-5707843d4ba2', 'status': 'completed', 'code': 200} Feb 11 05:29:34.035438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:34.035784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:34.036178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:34.036618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Bound port: 57ac77e6-0c47-4635-a769-9eebfaa330de, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:34.036984 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.052016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3788a0e4-6bca-4e1e-95a1-d754bafa4632 req-da35d7b9-beba-499a-9497-1224358ea843 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341250 Feb 11 05:29:34.101188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-60834fbb-3b5f-4787-baf7-2e07415b3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.102563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-60834fbb-3b5f-4787-baf7-2e07415b3dc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1683533 Feb 11 05:29:34.190723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:34.233837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:34.254401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5219b-ece8-4eb9-b267-d7fbac7137d7 req-b6d9736c-8007-4cc3-99aa-05a4d2111ea0 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.255982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8fb5219b-ece8-4eb9-b267-d7fbac7137d7 req-b6d9736c-8007-4cc3-99aa-05a4d2111ea0 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 944 time: 0.1722939 Feb 11 05:29:34.259262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.261062 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba852e2e-a289-46c4-89c4-b83de27d7256 x-openstack-request-id: req-ba852e2e-a289-46c4-89c4-b83de27d7256 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:34.262259 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:34.262591 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba852e2e-a289-46c4-89c4-b83de27d7256 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:34.263145 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217', 'status': 'completed', 'code': 200} Feb 11 05:29:34.330564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.331189 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.332603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] 10.222.0.81 "PUT /v2.0/ports/57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 1098 time: 1.8363442 Feb 11 05:29:34.357232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-581769f7-c8c8-4fe2-a503-dd47d9fd8c69 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313862 Feb 11 05:29:34.404590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-6ae15f8d-4d10-4bde-9976-ba2da10faabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.406448 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-6ae15f8d-4d10-4bde-9976-ba2da10faabc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 1127 time: 0.0948820 Feb 11 05:29:34.470252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45bee5-82fd-40b9-8226-eb51637f05cf service neutron] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=11']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:34.494805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8fb5219b-ece8-4eb9-b267-d7fbac7137d7 req-85da027d-2f4a-4572-b35e-9b15f8fc048c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035146 Feb 11 05:29:34.635511 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0866da9f-a624-4a90-a751-e68a26954c27 x-openstack-request-id: req-0866da9f-a624-4a90-a751-e68a26954c27 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:34.636024 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d762da2-bbf6-483f-8379-da3e14f74473", "name": "network-vif-plugged", "status": "completed", "tag": "69d599cf-ab03-46e2-ac02-496106158e97", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:34.636024 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0866da9f-a624-4a90-a751-e68a26954c27 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:34.636410 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d762da2-bbf6-483f-8379-da3e14f74473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d599cf-ab03-46e2-ac02-496106158e97', 'code': 200} Feb 11 05:29:34.645925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-4163a017-abca-45ee-993c-9604c2f01bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.647598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-4163a017-abca-45ee-993c-9604c2f01bee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1132 time: 0.2600417 Feb 11 05:29:34.664369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba75836-e805-4cf8-a3c7-21b914f04290 req-111243b6-d083-40e1-bfeb-68ded4b1dd92 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778871 Feb 11 05:29:34.665774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c88afb37-1c97-46aa-b43c-5707843d4ba2 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:34.666939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-f4997e14-e091-47ef-af15-a7f5af9c0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.671312 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-f4997e14-e091-47ef-af15-a7f5af9c0550 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 200 len: 916 time: 0.2504380 Feb 11 05:29:34.710793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c88afb37-1c97-46aa-b43c-5707843d4ba2 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:34.711538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c88afb37-1c97-46aa-b43c-5707843d4ba2 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:34.769182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915a88c-a1b4-4998-aa3e-698dbc7e2850 req-422fd0db-4d14-4f2d-8ea7-c4184543dfc9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.770727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3915a88c-a1b4-4998-aa3e-698dbc7e2850 req-422fd0db-4d14-4f2d-8ea7-c4184543dfc9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 949 time: 0.2030938 Feb 11 05:29:34.792891 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-9c15d579-5a06-4d72-b8f3-a9ba7cf7f08c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217 HTTP/1.1" status: 200 len: 217 time: 0.1140773 Feb 11 05:29:34.849533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-c938f97a-86ff-41ed-9b2a-fde031532079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.851416 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-c938f97a-86ff-41ed-9b2a-fde031532079 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77cb6bc-e868-4a01-a114-ba5865b9cae9 HTTP/1.1" status: 200 len: 855 time: 0.0483608 Feb 11 05:29:34.879195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-c0ea5881-abef-4cfa-a150-f2776fd60b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.880670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-c0ea5881-abef-4cfa-a150-f2776fd60b5a service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2104127 Feb 11 05:29:34.886025 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-0b6be4e1-1a51-4789-b113-f955a2bed3ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bae22c7e-0a6f-4746-8969-a92a662b6074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271606 Feb 11 05:29:34.907865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5dd7f-8d19-45de-a5af-f1d8da52bf60 req-87092aef-4f82-4344-b271-f5840d4782c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.909496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bf5dd7f-8d19-45de-a5af-f1d8da52bf60 req-87092aef-4f82-4344-b271-f5840d4782c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 1129 time: 0.1588802 Feb 11 05:29:34.914033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3915a88c-a1b4-4998-aa3e-698dbc7e2850 req-f7796bb9-a215-4779-8bec-918b96cb4eed tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270692 Feb 11 05:29:34.956178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea25a4-367c-4f41-9c54-952f3d3123e4 req-8e6d0e56-7747-4896-86dd-38aeb0782fb1 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.957700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4ea25a4-367c-4f41-9c54-952f3d3123e4 req-8e6d0e56-7747-4896-86dd-38aeb0782fb1 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.1610997 Feb 11 05:29:34.961401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-9d60bda5-3e7e-4cec-9322-394a3241bf85 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.0635679 Feb 11 05:29:35.008692 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-49b12463-d761-4b62-baf6-5789c8ebd7ee service neutron] 10.222.0.72 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127765 Feb 11 05:29:35.121711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-09efeae5-64e3-47fd-bc42-6aba28a88ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:35.123202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-09efeae5-64e3-47fd-bc42-6aba28a88ee4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1429970 Feb 11 05:29:35.127708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bf5dd7f-8d19-45de-a5af-f1d8da52bf60 req-523e4af4-8ff0-4990-8a07-ede19dc6c874 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844568 Feb 11 05:29:35.144766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4ea25a4-367c-4f41-9c54-952f3d3123e4 req-dd6a56dd-5727-4fbd-a1fb-2abbcf1e0e8b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595819 Feb 11 05:29:35.180950 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b4e91ec5-99fa-4ae6-81fc-4588d5d7512d req-80d532fd-cc50-4093-989b-e0291c44549c service neutron] 10.222.0.72 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634862 Feb 11 05:29:35.182925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-0cad5959-d0d0-4013-aa00-50e7a83ecbd4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:35.184456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-0cad5959-d0d0-4013-aa00-50e7a83ecbd4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.81 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 945 time: 0.2258692 Feb 11 05:29:35.250009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c77d60b1-74a6-4cdd-a510-e83b029fa217 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:35.262523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:35.333373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port 57ac77e6-0c47-4635-a769-9eebfaa330de host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:29:35.333696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:35.386343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-cc44a3fa-436a-468a-8f75-df9e259f4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:35.387969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-cc44a3fa-436a-468a-8f75-df9e259f4b81 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2414088 Feb 11 05:29:35.404515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:35.416821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c77d60b1-74a6-4cdd-a510-e83b029fa217', 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074', 'port_id': 'c77d60b1-74a6-4cdd-a510-e83b029fa217', 'mac_address': 'fa:16:3e:e4:1e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77cb6bc-e868-4a01-a114-ba5865b9cae9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:35.457219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c77d60b1-74a6-4cdd-a510-e83b029fa217 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:35.457600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.473045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77d60b1-74a6-4cdd-a510-e83b029fa217 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:35.496021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:35.505898 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.563078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c77d60b1-74a6-4cdd-a510-e83b029fa217,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:35.755976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8d0b1-0a4a-4ec7-8122-c967952329d0 req-829db03a-27b6-42c1-af21-2b134da45b45 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:35.757480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59e8d0b1-0a4a-4ec7-8122-c967952329d0 req-829db03a-27b6-42c1-af21-2b134da45b45 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 945 time: 0.5065620 Feb 11 05:29:35.824316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca26d-6ede-4122-ad9c-69c5121ab6a3 req-102fb879-105d-405d-a4bd-b1693eb0d262 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:35.829825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca26d-6ede-4122-ad9c-69c5121ab6a3 req-102fb879-105d-405d-a4bd-b1693eb0d262 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:35.835088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca26d-6ede-4122-ad9c-69c5121ab6a3 req-102fb879-105d-405d-a4bd-b1693eb0d262 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:35.836732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eebca26d-6ede-4122-ad9c-69c5121ab6a3 req-102fb879-105d-405d-a4bd-b1693eb0d262 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75&device_id=e43187d7-2b64-455c-aa36-c674a8037b85&device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 2419 time: 0.5754659 Feb 11 05:29:35.838694 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:29:35.848529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Deleting port c698aff2-cecc-4eb4-b776-2752a4452648 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:35.848868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.962196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-992a6525-85a6-435b-9082-40819530bd33 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648568 Feb 11 05:29:35.968409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c77d60b1-74a6-4cdd-a510-e83b029fa217'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:35.980268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59e8d0b1-0a4a-4ec7-8122-c967952329d0 req-7f10f4e9-a9f2-4178-8d7f-21fdddb66715 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140069 Feb 11 05:29:35.999043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eebca26d-6ede-4122-ad9c-69c5121ab6a3 req-117d8d4c-eebe-4dad-a405-cb715dcdbe30 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544781 Feb 11 05:29:36.062424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de'}, {'name': 'network-changed', 'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:36.064761 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f" -d '{"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de"}, {"name": "network-changed", "server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:36.098894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] For port c698aff2-cecc-4eb4-b776-2752a4452648, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c698aff2-cecc-4eb4-b776-2752a4452648,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:36.099309 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.137429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Calling delete_port for c698aff2-cecc-4eb4-b776-2752a4452648 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:36.169412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-883f8460-64c2-4c6a-b8bc-f4bb997c1c4e req-009a21f3-a269-4091-b8e8-afd56c2e2f9a service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934006 Feb 11 05:29:36.278260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a75dd-1136-489e-b94b-af0cbc02e119 req-f9890ab9-30ee-4367-b6f0-e8143c751563 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.279786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c44a75dd-1136-489e-b94b-af0cbc02e119 req-f9890ab9-30ee-4367-b6f0-e8143c751563 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 946 time: 0.1703618 Feb 11 05:29:36.292197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a873a-6193-45cf-ba1b-a80269e5338d req-74f59c10-ccf2-4d49-ba03-f02c9505d725 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.293730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f3a873a-6193-45cf-ba1b-a80269e5338d req-74f59c10-ccf2-4d49-ba03-f02c9505d725 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 945 time: 0.1671023 Feb 11 05:29:36.407426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c44a75dd-1136-489e-b94b-af0cbc02e119 req-76540292-a1d6-43d0-b1dd-35016f746e0f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127026 Feb 11 05:29:36.421993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f3a873a-6193-45cf-ba1b-a80269e5338d req-4e601827-4a80-4575-9c7c-371936f67861 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114614 Feb 11 05:29:36.435252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c698aff2-cecc-4eb4-b776-2752a4452648), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.457560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c698aff2-cecc-4eb4-b776-2752a4452648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:36.490351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Pushing event deleted for resources: {'Port': ['ID=c698aff2-cecc-4eb4-b776-2752a4452648,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:36.529724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] No DVR routers for this DVR port c698aff2-cecc-4eb4-b776-2752a4452648 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:36.546999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.550287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29db99ff-d149-49ef-a875-7e0a3fc22333 req-8d7ba643-dc6f-450c-8154-b1f9b20c91f7 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.81 "DELETE /v2.0/ports/c698aff2-cecc-4eb4-b776-2752a4452648 HTTP/1.1" status: 204 len: 173 time: 1.3416300 Feb 11 05:29:36.636947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2472b10-f141-4a89-bcdf-773d64f07e00 req-4adc49b0-681e-44fc-b94b-b0f42122cd4c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.637896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3a3e89-6726-4f82-8e01-d1f79fbce6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdb708-d80a-4077-9aa5-7c09c977b18c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:36.638465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2472b10-f141-4a89-bcdf-773d64f07e00 req-4adc49b0-681e-44fc-b94b-b0f42122cd4c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 945 time: 0.1113908 Feb 11 05:29:36.640987 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb10bca-91c8-4f35-adbe-65121d831f99" -d '{"events": [{"server_uuid": "fd3a3e89-6726-4f82-8e01-d1f79fbce6b4", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdb708-d80a-4077-9aa5-7c09c977b18c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:36.648823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901732e-f433-409e-aeba-6c0324f37d97 req-7f0e6be1-3188-4d0b-b0a2-302012289177 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.650439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2901732e-f433-409e-aeba-6c0324f37d97 req-7f0e6be1-3188-4d0b-b0a2-302012289177 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1218879 Feb 11 05:29:36.734082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2901732e-f433-409e-aeba-6c0324f37d97 req-7f1efa9a-113b-4510-8143-75eb5b280e4f tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741320 Feb 11 05:29:36.737709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2472b10-f141-4a89-bcdf-773d64f07e00 req-36604713-b18a-45b0-936b-251a391f6336 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713334 Feb 11 05:29:36.873231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0eda11-3d1f-4537-807b-7e34fa24785f req-fe2f4cc3-9d6d-45c8-95f8-820d87f32611 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.874740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b0eda11-3d1f-4537-807b-7e34fa24785f req-fe2f4cc3-9d6d-45c8-95f8-820d87f32611 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 949 time: 0.0631938 Feb 11 05:29:36.923692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b0eda11-3d1f-4537-807b-7e34fa24785f req-c4bbd6d9-9720-4338-91d4-1a0b809e9d93 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Feb 11 05:29:36.984698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd274b5-4f63-46b3-815c-f7028d3d8cdc req-8bd06950-d970-4816-a5b0-9b570b9093d2 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.986277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1dd274b5-4f63-46b3-815c-f7028d3d8cdc req-8bd06950-d970-4816-a5b0-9b570b9093d2 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.0590849 Feb 11 05:29:36.988246 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe59361-85a9-4b4a-9f95-fafae92f1c49 x-openstack-request-id: req-7fe59361-85a9-4b4a-9f95-fafae92f1c49 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:36.989765 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de", "code": 200}, {"name": "network-changed", "server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:36.989765 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fe59361-85a9-4b4a-9f95-fafae92f1c49 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:36.989765 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'code': 200} Feb 11 05:29:36.989765 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'status': 'completed', 'code': 200} Feb 11 05:29:37.067063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-61fb4dc1-64d1-47f4-829c-758e6d9bb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.069234 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-61fb4dc1-64d1-47f4-829c-758e6d9bb47b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1132 time: 0.0509331 Feb 11 05:29:37.130986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1dd274b5-4f63-46b3-815c-f7028d3d8cdc req-73bb6a34-cbde-47ce-8fa1-e8d3bb21ac9f tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357062 Feb 11 05:29:37.135848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-dce9eb1f-4763-4a41-b5a7-8558bae25118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.137379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-dce9eb1f-4763-4a41-b5a7-8558bae25118 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1619354a08bf4dbcac791d232d243bd9&device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1132 time: 0.1053386 Feb 11 05:29:37.188502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-34baf5b8-580a-417f-a6dd-ebfa0e96aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.190874 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc09c641-da89-4956-9bb9-04d93e943d82 x-openstack-request-id: req-bc09c641-da89-4956-9bb9-04d93e943d82 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:37.191378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c00217-93f7-4c8e-a615-edb702afcc2a req-13af1f55-734a-4f94-a10e-f5e3eb56573a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.191501 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3a3e89-6726-4f82-8e01-d1f79fbce6b4", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdb708-d80a-4077-9aa5-7c09c977b18c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:37.191688 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc09c641-da89-4956-9bb9-04d93e943d82 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:37.191901 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-34baf5b8-580a-417f-a6dd-ebfa0e96aaa5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1125379 Feb 11 05:29:37.192268 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3a3e89-6726-4f82-8e01-d1f79fbce6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdb708-d80a-4077-9aa5-7c09c977b18c', 'code': 200} Feb 11 05:29:37.193548 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8c00217-93f7-4c8e-a615-edb702afcc2a req-13af1f55-734a-4f94-a10e-f5e3eb56573a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.1333389 Feb 11 05:29:37.275728 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-d33353a7-67bb-47b1-a404-d833ec9cf61a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.0588434 Feb 11 05:29:37.336878 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-e0be5636-797a-443c-ab52-5cc09cb49bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.338310 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-e0be5636-797a-443c-ab52-5cc09cb49bf3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0543149 Feb 11 05:29:37.393519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-6ff0b27c-3e6e-4658-a008-26737dfc9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.395026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-6ff0b27c-3e6e-4658-a008-26737dfc9683 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2439480 Feb 11 05:29:37.396604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-fbec2c23-da93-43f3-a618-719a9fe25a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.398138 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-fbec2c23-da93-43f3-a618-719a9fe25a0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0485940 Feb 11 05:29:37.399239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8c00217-93f7-4c8e-a615-edb702afcc2a req-e8ffe010-d230-4ce5-84e2-216c2a0d90cc tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980753 Feb 11 05:29:37.447730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-a38dc2fd-5a22-40f4-89b2-7b08b2697701 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 200 len: 217 time: 0.0465729 Feb 11 05:29:37.458206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bedfe-9ac3-45b6-a6d5-a530b4969b32 req-439183bc-9b2d-4d59-9972-75c833510a1c tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.459705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c63bedfe-9ac3-45b6-a6d5-a530b4969b32 req-439183bc-9b2d-4d59-9972-75c833510a1c tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 945 time: 0.1828458 Feb 11 05:29:37.462853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c524-801d-45e3-af6e-df5b7ddd851e req-3f9de359-c6fd-4fc8-8a6b-205e9784b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.464241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45d4c524-801d-45e3-af6e-df5b7ddd851e req-3f9de359-c6fd-4fc8-8a6b-205e9784b573 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 1128 time: 0.1679835 Feb 11 05:29:37.521519 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-fbff9427-7741-4833-9a71-c3eb6c875f8d service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107690 Feb 11 05:29:37.552946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-600990cd-262c-45dd-a024-b9e7ae4478b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.554495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-600990cd-262c-45dd-a024-b9e7ae4478b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0937419 Feb 11 05:29:37.618759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45d4c524-801d-45e3-af6e-df5b7ddd851e req-688868b9-272f-40d3-843f-855dd9654a26 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221333 Feb 11 05:29:37.622177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c63bedfe-9ac3-45b6-a6d5-a530b4969b32 req-eb8ce742-3617-4e89-ad66-739f415602aa tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570213 Feb 11 05:29:37.640502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-cd598067-48d6-45b2-8a18-64b555a29119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.642067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-cd598067-48d6-45b2-8a18-64b555a29119 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0753117 Feb 11 05:29:37.657540 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-80dc5e73-93ac-4401-a475-89ff4bfc6dce service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272929 Feb 11 05:29:37.765094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d209c8f-1456-430a-a61b-6ff12be68521 req-4f45b748-00a1-422b-baa2-ecfb918706da tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0633073 Feb 11 05:29:37.802655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4528d5-d61b-4ad4-a0b8-74f868285e00 req-c27915f9-1bc7-4524-8dac-685a10b1df58 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.804173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac4528d5-d61b-4ad4-a0b8-74f868285e00 req-c27915f9-1bc7-4524-8dac-685a10b1df58 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 946 time: 0.1463463 Feb 11 05:29:37.810303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-8805e255-1530-4f8c-9bb3-063de53122ae service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612887 Feb 11 05:29:37.940911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac4528d5-d61b-4ad4-a0b8-74f868285e00 req-349256d5-32f7-4126-a678-262614fd3509 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286225 Feb 11 05:29:37.996023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9dc1ce3-78d5-45f9-990e-809ca7cabf8f req-c59eeddd-e7a6-40ec-b7f1-ef5ecd7a496a service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758797 Feb 11 05:29:38.012159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c501a6-b0b3-471a-8118-a80bdc4fda0f req-aeee391d-6792-4ed2-a24f-73fae6b39b8c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.013212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94c501a6-b0b3-471a-8118-a80bdc4fda0f req-aeee391d-6792-4ed2-a24f-73fae6b39b8c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 945 time: 0.1012936 Feb 11 05:29:38.095511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94c501a6-b0b3-471a-8118-a80bdc4fda0f req-3cb57570-0738-4017-ae12-66c64fecf2c7 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757589 Feb 11 05:29:38.115123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff4d7-b7a2-4514-8d9b-e432c92d7551 req-7ccdde33-a694-4277-bd98-92453d5aab72 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.117812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d0ff4d7-b7a2-4514-8d9b-e432c92d7551 req-7ccdde33-a694-4277-bd98-92453d5aab72 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.0921545 Feb 11 05:29:38.180788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d0ff4d7-b7a2-4514-8d9b-e432c92d7551 req-bc5f0462-d869-46b0-8fff-ed1a3aa5e76b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Feb 11 05:29:38.337301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dab980-9dbb-4dcb-9034-7c05ca236032 req-9f4163c4-ae49-4412-a082-2234a15f9a5b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.338873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42dab980-9dbb-4dcb-9034-7c05ca236032 req-9f4163c4-ae49-4412-a082-2234a15f9a5b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 949 time: 0.0948052 Feb 11 05:29:38.350425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a969f-cc13-4c67-9045-826d7a8edc9c req-03bf28ea-36d7-492d-be31-9fa4dec734de tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.352026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-510a969f-cc13-4c67-9045-826d7a8edc9c req-03bf28ea-36d7-492d-be31-9fa4dec734de tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 946 time: 0.0756452 Feb 11 05:29:38.420634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42dab980-9dbb-4dcb-9034-7c05ca236032 req-9e383c02-bfe1-4f7d-9865-fd8769463264 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674808 Feb 11 05:29:38.430814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-510a969f-cc13-4c67-9045-826d7a8edc9c req-cf29e879-4c09-43af-9bc2-7e11e21e39b2 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709980 Feb 11 05:29:38.557605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c78944-d1d6-4ea8-bae5-bea0ae376c92 req-24e3669c-2e8d-4b3a-b66d-68c9181a7f9b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.560544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43c78944-d1d6-4ea8-bae5-bea0ae376c92 req-24e3669c-2e8d-4b3a-b66d-68c9181a7f9b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.0637801 Feb 11 05:29:38.614466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43c78944-d1d6-4ea8-bae5-bea0ae376c92 req-2992cc23-6ba6-4f84-93e9-30d814248bfa tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 Feb 11 05:29:38.674199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:38.726238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c698aff2-cecc-4eb4-b776-2752a4452648 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:38.781875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c698aff2-cecc-4eb4-b776-2752a4452648 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:38.782512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c698aff2-cecc-4eb4-b776-2752a4452648 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:38.812978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6f19e-3ab1-4417-a032-f4372e784c17 req-ff7dc5a1-306f-4cbd-8adb-4a5b8b4191f0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.823317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:38.826295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ef6f19e-3ab1-4417-a032-f4372e784c17 req-ff7dc5a1-306f-4cbd-8adb-4a5b8b4191f0 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 945 time: 0.1017647 Feb 11 05:29:38.840873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'mac_address': 'fa:16:3e:77:60:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:38.887725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 57ac77e6-0c47-4635-a769-9eebfaa330de is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:38.888124 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.905804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ef6f19e-3ab1-4417-a032-f4372e784c17 req-2b2a1c26-1b6e-4d59-9bb0-2b93bcde625b tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728686 Feb 11 05:29:38.915626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ac77e6-0c47-4635-a769-9eebfaa330de {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:38.944714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:38.950484 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.006568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'name': 'network-vif-deleted', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:39.010542 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77b16b4-1c96-41f1-9ca4-0c4f056490b9" -d '{"events": [{"server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "name": "network-vif-deleted", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:39.014081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=12']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:39.021754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13705a2b-6c6a-4c43-9047-9b415cc85dcd req-479c50b1-78b9-44ee-ab91-5a7e2b92ae65 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0466285 Feb 11 05:29:39.070774 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b31e8-334e-42b4-98e6-bcc11072453f x-openstack-request-id: req-3a2b31e8-334e-42b4-98e6-bcc11072453f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:39.071076 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250375f6-5a07-4260-b3d8-380da7f5b71f", "name": "network-vif-deleted", "tag": "c698aff2-cecc-4eb4-b776-2752a4452648", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:39.071336 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a2b31e8-334e-42b4-98e6-bcc11072453f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:39.071736 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250375f6-5a07-4260-b3d8-380da7f5b71f', 'name': 'network-vif-deleted', 'tag': 'c698aff2-cecc-4eb4-b776-2752a4452648', 'status': 'completed', 'code': 200} Feb 11 05:29:39.145844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4609f-cd38-4e4e-8601-b682ba37953b req-69015445-4e47-46ea-b356-a490eff03a9d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.147357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c4609f-cd38-4e4e-8601-b682ba37953b req-69015445-4e47-46ea-b356-a490eff03a9d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 946 time: 0.0621374 Feb 11 05:29:39.219000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c4609f-cd38-4e4e-8601-b682ba37953b req-8c2569da-0d47-4e1f-b13f-8570934b4009 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643315 Feb 11 05:29:39.273555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c77d60b1-74a6-4cdd-a510-e83b029fa217 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:39.312867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['57ac77e6-0c47-4635-a769-9eebfaa330de'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:39.361456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd5196-6600-4ca6-94ef-7a078778e627 req-d5b7ca9a-20a8-49bf-95bf-b81ebfaad787 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.363144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcfd5196-6600-4ca6-94ef-7a078778e627 req-d5b7ca9a-20a8-49bf-95bf-b81ebfaad787 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.0659399 Feb 11 05:29:39.378537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de345b5-8ad1-49b5-a098-b300da77b74f req-a633c790-c83b-4b55-9b88-2dae313e967b tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.387800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8de345b5-8ad1-49b5-a098-b300da77b74f req-a633c790-c83b-4b55-9b88-2dae313e967b tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 945 time: 0.1302130 Feb 11 05:29:39.468989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcfd5196-6600-4ca6-94ef-7a078778e627 req-e4dd93f4-0a6b-4db8-8d9e-3cf2b4151e55 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784433 Feb 11 05:29:39.478095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port c77d60b1-74a6-4cdd-a510-e83b029fa217 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:39.483895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8de345b5-8ad1-49b5-a098-b300da77b74f req-1bf751f3-0359-480f-b6c4-80a30a92bed8 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951595 Feb 11 05:29:39.486424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c77d60b1-74a6-4cdd-a510-e83b029fa217 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:39.486924 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.589841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c77d60b1-74a6-4cdd-a510-e83b029fa217 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:39.590414 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.612508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942b56b-a92d-4b29-843d-a10e5d7ba544 req-1f638701-03f2-4fb5-bb2e-642bcaa7b290 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.614340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4942b56b-a92d-4b29-843d-a10e5d7ba544 req-1f638701-03f2-4fb5-bb2e-642bcaa7b290 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.0853889 Feb 11 05:29:39.614516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:39.617743 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46b8548-daf0-4dee-8249-98bd9abaca85" -d '{"events": [{"server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:39.631459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:39.636973 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.667775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79056a4-b545-4b5c-b658-8b7b1e1b045c req-59a17737-f087-4751-a82f-35ee78eaca72 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.669301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f79056a4-b545-4b5c-b658-8b7b1e1b045c req-59a17737-f087-4751-a82f-35ee78eaca72 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.0952353 Feb 11 05:29:39.690699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c77d60b1-74a6-4cdd-a510-e83b029fa217,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:39.699218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4942b56b-a92d-4b29-843d-a10e5d7ba544 req-9039b609-7999-4e05-b924-c8cead3c8e4c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768216 Feb 11 05:29:39.732402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f79056a4-b545-4b5c-b658-8b7b1e1b045c req-f090cb87-f62e-4e22-9633-2c87aad5578d tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569446 Feb 11 05:29:39.747618 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9817211-eec2-42d5-b049-99f16cdf9fbc x-openstack-request-id: req-e9817211-eec2-42d5-b049-99f16cdf9fbc {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:39.748339 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:39.748477 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9817211-eec2-42d5-b049-99f16cdf9fbc {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:39.749389 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217', 'code': 200} Feb 11 05:29:39.878917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17615747-2f38-487f-967d-1805c586890d req-47b355b2-5758-47ae-9443-368d822117ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.880648 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-17615747-2f38-487f-967d-1805c586890d req-47b355b2-5758-47ae-9443-368d822117ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 1129 time: 0.0523033 Feb 11 05:29:39.886408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ad109-6eeb-4720-9840-32860d1cf3d9 req-e4b08731-3614-410b-8115-6295f1536c44 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.887980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c02ad109-6eeb-4720-9840-32860d1cf3d9 req-e4b08731-3614-410b-8115-6295f1536c44 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 1133 time: 0.0861714 Feb 11 05:29:39.908313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367ebb2-2937-4672-a915-e569c98945ed req-350d8ddd-18ee-425a-a440-4d41b33ff5bd tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.909916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d367ebb2-2937-4672-a915-e569c98945ed req-350d8ddd-18ee-425a-a440-4d41b33ff5bd tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.0762751 Feb 11 05:29:39.940495 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-17615747-2f38-487f-967d-1805c586890d req-30fabe62-e9f7-465a-9cf3-8fe0633e0c6e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Feb 11 05:29:39.975338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c02ad109-6eeb-4720-9840-32860d1cf3d9 req-111d2bd5-329d-4add-b1e3-a551df2c0924 tempest-MigrationsAdminTest-136849461 tempest-MigrationsAdminTest-136849461-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798278 Feb 11 05:29:39.982568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d367ebb2-2937-4672-a915-e569c98945ed req-2c0e4435-e263-402f-bb0c-2c0adf178b72 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620461 Feb 11 05:29:40.096481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2407-5b40-451c-96d4-cc65573de6c9 req-63cf64a0-ca39-4247-b029-6318e73a50fb tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.098044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2ce2407-5b40-451c-96d4-cc65573de6c9 req-63cf64a0-ca39-4247-b029-6318e73a50fb tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 945 time: 0.0564780 Feb 11 05:29:40.154380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2ce2407-5b40-451c-96d4-cc65573de6c9 req-b1390b2a-35db-45e9-95c0-6cdd1ca3d835 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503192 Feb 11 05:29:40.229249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e91d9f1-b183-431b-a7e7-1449fdd50929 req-e0e8c448-cda4-409e-82f2-df3a86998253 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0379546 Feb 11 05:29:40.287339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4ef7-85f0-43eb-915a-985a37884c94 req-53d5d302-84a8-4ff9-8e23-ffb069a8d204 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.288975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0bf4ef7-85f0-43eb-915a-985a37884c94 req-53d5d302-84a8-4ff9-8e23-ffb069a8d204 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 950 time: 0.0587704 Feb 11 05:29:40.369413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e0c1-4c8b-41b7-a246-485210761678 req-2a94cee3-0ec8-4951-9d2c-dbbb00c0707e tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.370902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a341e0c1-4c8b-41b7-a246-485210761678 req-2a94cee3-0ec8-4951-9d2c-dbbb00c0707e tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 945 time: 0.0800526 Feb 11 05:29:40.373779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0bf4ef7-85f0-43eb-915a-985a37884c94 req-0422674a-db06-45ab-a615-867773e79960 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741620 Feb 11 05:29:40.444265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a341e0c1-4c8b-41b7-a246-485210761678 req-0445a914-b805-42af-bb46-c5f776ee9e02 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675483 Feb 11 05:29:40.488609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1612b7-6dd3-43ad-be48-f517fe18f310 req-080e1ef0-0d06-42d3-9f24-9886bd37236a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.490149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1612b7-6dd3-43ad-be48-f517fe18f310 req-080e1ef0-0d06-42d3-9f24-9886bd37236a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 946 time: 0.0587974 Feb 11 05:29:40.543842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1612b7-6dd3-43ad-be48-f517fe18f310 req-e2b904dd-4aaf-4e8b-b7e9-fa67a5978203 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480707 Feb 11 05:29:40.690151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504847c-6d14-4d49-bf36-2903bfe6a732 req-e7f50131-4b82-4b3a-b92b-fe9d53b85083 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.691677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:40.692106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6504847c-6d14-4d49-bf36-2903bfe6a732 req-e7f50131-4b82-4b3a-b92b-fe9d53b85083 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.0878737 Feb 11 05:29:40.698794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0653c95-a6aa-466a-ba2d-815d8f43f9b0 req-0850ed3b-6b49-4925-9416-15c563af7f9e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.700311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0653c95-a6aa-466a-ba2d-815d8f43f9b0 req-0850ed3b-6b49-4925-9416-15c563af7f9e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0985312 Feb 11 05:29:40.752104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 57ac77e6-0c47-4635-a769-9eebfaa330de completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:40.756839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 57ac77e6-0c47-4635-a769-9eebfaa330de triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:40.757666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.778969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0653c95-a6aa-466a-ba2d-815d8f43f9b0 req-4dd97ffd-42dd-42a2-af99-3e18fd68b9b0 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723314 Feb 11 05:29:40.782246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6504847c-6d14-4d49-bf36-2903bfe6a732 req-9c522ec3-176d-4b9b-a358-334cf90502ea tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687983 Feb 11 05:29:40.870266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 57ac77e6-0c47-4635-a769-9eebfaa330de is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:40.870844 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.906158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:40.911991 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.942174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf792d5e-b75b-4fed-bf44-5ce57b4e75fe req-bbb5547d-b5f2-4ab7-9314-f537240ed4f1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.943644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf792d5e-b75b-4fed-bf44-5ce57b4e75fe req-bbb5547d-b5f2-4ab7-9314-f537240ed4f1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.0892720 Feb 11 05:29:40.956205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bd4c8-32dd-4016-8983-2f6400477532 req-b1c66d04-8aaa-4132-aa85-926000990e08 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.957953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-790bd4c8-32dd-4016-8983-2f6400477532 req-b1c66d04-8aaa-4132-aa85-926000990e08 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 945 time: 0.0757334 Feb 11 05:29:40.969711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=13']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:41.023286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf792d5e-b75b-4fed-bf44-5ce57b4e75fe req-fed33f67-0a4f-413f-92e4-cd60b4b9d0ec tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640571 Feb 11 05:29:41.048965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-790bd4c8-32dd-4016-8983-2f6400477532 req-3a609019-32ee-4222-879c-76526de52576 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643039 Feb 11 05:29:41.146069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b55373-5adf-462b-aef1-0bca14df60a6 req-dd66f43e-fc3f-4455-a248-7bc550ddac32 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:41.147692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4b55373-5adf-462b-aef1-0bca14df60a6 req-dd66f43e-fc3f-4455-a248-7bc550ddac32 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.0576615 Feb 11 05:29:41.198187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4b55373-5adf-462b-aef1-0bca14df60a6 req-4d9bad76-54a3-4384-b4ad-d92680ddd4e2 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Feb 11 05:29:41.315325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-e1635e39-6b3a-4eda-bc8c-4b4ecc3a461f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:41.316928 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-e1635e39-6b3a-4eda-bc8c-4b4ecc3a461f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 946 time: 0.0753198 Feb 11 05:29:41.358243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfabcfb4-b4f8-4cef-81b0-f4138231f34f req-81327ce1-4044-45f9-be66-a227c1e8369b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0338933 Feb 11 05:29:41.384378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4951dd-aeca-4160-870f-0a3b49a5746c req-190d3621-f80c-4555-9d94-d92ba406694f tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:41.385936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb4951dd-aeca-4160-870f-0a3b49a5746c req-190d3621-f80c-4555-9d94-d92ba406694f tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 945 time: 0.0905857 Feb 11 05:29:41.433553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Deleting port 69d599cf-ab03-46e2-ac02-496106158e97 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:41.433916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (69d599cf-ab03-46e2-ac02-496106158e97), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.462072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb4951dd-aeca-4160-870f-0a3b49a5746c req-3fd30799-6c2d-4c7b-a4c0-5f141f8b7fcd tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694723 Feb 11 05:29:41.521488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c92b-385b-425b-a2a9-ceab4afd8d16 req-b78b3c32-2308-4089-8667-9e33af5833ad tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:41.523147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c21c92b-385b-425b-a2a9-ceab4afd8d16 req-b78b3c32-2308-4089-8667-9e33af5833ad tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 951 time: 0.0597985 Feb 11 05:29:41.539798 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] For port 69d599cf-ab03-46e2-ac02-496106158e97, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=69d599cf-ab03-46e2-ac02-496106158e97,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:41.540275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (69d599cf-ab03-46e2-ac02-496106158e97), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.554820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Calling delete_port for 69d599cf-ab03-46e2-ac02-496106158e97 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:41.574307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c21c92b-385b-425b-a2a9-ceab4afd8d16 req-b76a9fb1-2894-4b98-a7f6-800473f0f912 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Feb 11 05:29:41.710805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201472-ee66-4d1e-a255-21dcb49d9b54 req-028cc63e-197c-4341-828e-be659cd540e1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:41.712215 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (69d599cf-ab03-46e2-ac02-496106158e97), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.713550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f201472-ee66-4d1e-a255-21dcb49d9b54 req-028cc63e-197c-4341-828e-be659cd540e1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d762da2-bbf6-483f-8379-da3e14f74473 HTTP/1.1" status: 200 len: 946 time: 0.0800645 Feb 11 05:29:41.730942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648', '69d599cf-ab03-46e2-ac02-496106158e97'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:41.752670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event deleted for resources: {'Port': ['ID=69d599cf-ab03-46e2-ac02-496106158e97,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:41.767097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:41.771084 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52529443-d1ac-4802-be09-98bc0cc4b2b3" -d '{"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:41.785881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f201472-ee66-4d1e-a255-21dcb49d9b54 req-56c3bc3f-aa47-4fc4-9429-9ca9838cfd62 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652895 Feb 11 05:29:41.805187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] No DVR routers for this DVR port 69d599cf-ab03-46e2-ac02-496106158e97 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:41.807372 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.811649 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d77098a6-9786-42ea-b75e-9d9e16a0eaba req-bc287519-746f-4683-b4b1-557457c50a66 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "DELETE /v2.0/ports/69d599cf-ab03-46e2-ac02-496106158e97 HTTP/1.1" status: 204 len: 173 time: 0.4850855 Feb 11 05:29:41.812211 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d762da2-bbf6-483f-8379-da3e14f74473', 'name': 'network-vif-deleted', 'tag': '69d599cf-ab03-46e2-ac02-496106158e97'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:41.815497 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0957d67-01a5-47f7-9298-5ca2f54208c5" -d '{"events": [{"server_uuid": "5d762da2-bbf6-483f-8379-da3e14f74473", "name": "network-vif-deleted", "tag": "69d599cf-ab03-46e2-ac02-496106158e97"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:41.855058 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d7517c-96a3-4b0c-8af7-3541f5d5d467 x-openstack-request-id: req-26d7517c-96a3-4b0c-8af7-3541f5d5d467 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:41.855970 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:41.856469 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26d7517c-96a3-4b0c-8af7-3541f5d5d467 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:41.857089 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'code': 200} Feb 11 05:29:42.007832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84efdc3-cf2b-45ae-9a84-a5c47c844959 req-c0348b14-e710-4304-8233-61f68d5935f9 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.009362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a84efdc3-cf2b-45ae-9a84-a5c47c844959 req-c0348b14-e710-4304-8233-61f68d5935f9 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1493261 Feb 11 05:29:42.031172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-f5a28627-85ce-4588-bd22-a7471de7a6f9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.033104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-f5a28627-85ce-4588-bd22-a7471de7a6f9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 951 time: 0.1212502 Feb 11 05:29:42.041377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0679559-8a7b-45f8-942b-1f1fdecf534a req-7e986549-7737-4413-9989-f0b3c6b562fc tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.042797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0679559-8a7b-45f8-942b-1f1fdecf534a req-7e986549-7737-4413-9989-f0b3c6b562fc tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.1297410 Feb 11 05:29:42.163520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a84efdc3-cf2b-45ae-9a84-a5c47c844959 req-5c06fe42-eed7-4810-9440-9fe18d6a707e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468005 Feb 11 05:29:42.170965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0679559-8a7b-45f8-942b-1f1fdecf534a req-1801ad26-e252-427b-9386-1812eacd592d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126807 Feb 11 05:29:42.209630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Deleting port 57ac77e6-0c47-4635-a769-9eebfaa330de {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:42.210784 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.215507 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b38eeb7-960d-42a9-ae97-d9c8ac3413ae x-openstack-request-id: req-8b38eeb7-960d-42a9-ae97-d9c8ac3413ae {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:42.215922 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d762da2-bbf6-483f-8379-da3e14f74473", "name": "network-vif-deleted", "tag": "69d599cf-ab03-46e2-ac02-496106158e97", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:42.216278 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b38eeb7-960d-42a9-ae97-d9c8ac3413ae {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:42.216783 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d762da2-bbf6-483f-8379-da3e14f74473', 'name': 'network-vif-deleted', 'tag': '69d599cf-ab03-46e2-ac02-496106158e97', 'status': 'completed', 'code': 200} Feb 11 05:29:42.685245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] For port 57ac77e6-0c47-4635-a769-9eebfaa330de, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=57ac77e6-0c47-4635-a769-9eebfaa330de,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:42.685623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.711287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3398798-45d3-4354-ae62-2a92101d239f req-463de400-d6bb-4562-a6ca-ccc3a6b25bfc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.712822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3398798-45d3-4354-ae62-2a92101d239f req-463de400-d6bb-4562-a6ca-ccc3a6b25bfc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.4592223 Feb 11 05:29:42.713970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Calling delete_port for 57ac77e6-0c47-4635-a769-9eebfaa330de owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:42.722376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb8cdf-da02-4959-959c-13359718b7e1 req-7ce6a309-f111-432b-b665-94b5e3cc6f9e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.724113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1dfb8cdf-da02-4959-959c-13359718b7e1 req-7ce6a309-f111-432b-b665-94b5e3cc6f9e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1405165 Feb 11 05:29:42.859002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3398798-45d3-4354-ae62-2a92101d239f req-d3450af3-539d-41d6-948e-46386a2dbcc1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339006 Feb 11 05:29:42.863472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1dfb8cdf-da02-4959-959c-13359718b7e1 req-eb40ba5b-5b17-477a-9c21-70b3c667bae2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292310 Feb 11 05:29:42.964045 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (57ac77e6-0c47-4635-a769-9eebfaa330de), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.980793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', '0bcba4ad-e329-4d3f-aec3-893c070f5f94'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:42.983861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['57ac77e6-0c47-4635-a769-9eebfaa330de'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:43.000321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fb0b34a-8a57-4f30-a94b-b5187370760d req-2c38440a-1745-48f8-b247-6344983ab9b8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0471427 Feb 11 05:29:43.031296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Pushing event deleted for resources: {'Port': ['ID=57ac77e6-0c47-4635-a769-9eebfaa330de,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:43.102587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] No DVR routers for this DVR port 57ac77e6-0c47-4635-a769-9eebfaa330de on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:43.112980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.116197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a17fbe68-baf2-4456-a60a-9a7c5a1f323d req-8395c3e6-b7ee-4035-b8e2-702d5243c063 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.81 "DELETE /v2.0/ports/57ac77e6-0c47-4635-a769-9eebfaa330de HTTP/1.1" status: 204 len: 173 time: 1.0663230 Feb 11 05:29:43.119357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-deleted', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:43.130039 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0503ea6f-af2f-4dea-b159-738b887ff9c5" -d '{"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-deleted", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:43.143999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb71dec-a3ef-4bcb-9111-08f9b55bafc3 req-ec066751-fb95-47c1-ab89-9ac2f80d3f48 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:43.155978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abb71dec-a3ef-4bcb-9111-08f9b55bafc3 req-ec066751-fb95-47c1-ab89-9ac2f80d3f48 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.2121983 Feb 11 05:29:43.257667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abb71dec-a3ef-4bcb-9111-08f9b55bafc3 req-def76ad4-5b98-421d-8424-b13216c32f77 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004162 Feb 11 05:29:43.281352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67402025-11e1-4527-b16a-ef961f43d2f4 req-a7bb687c-c79f-4083-92f1-c490f930c298 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:43.284973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67402025-11e1-4527-b16a-ef961f43d2f4 req-a7bb687c-c79f-4083-92f1-c490f930c298 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 945 time: 0.1676645 Feb 11 05:29:43.382908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67402025-11e1-4527-b16a-ef961f43d2f4 req-930c6b3d-47d5-4e96-97c3-91d960377c54 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/security-groups?id=13ce04df-776b-46aa-8b0e-98c018323385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886109 Feb 11 05:29:43.422205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-8e33ea79-5073-42dd-872a-520a6a3af421 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:43.424426 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-8e33ea79-5073-42dd-872a-520a6a3af421 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 945 time: 0.1041296 Feb 11 05:29:43.438535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34d04aae-53fd-48da-b485-a0fb0a14fc06 req-a69ea8b6-c30a-4417-bf1c-e2a4c71b0600 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0780e4-df2a-44a7-8066-4b849eec2bd0 HTTP/1.1" status: 200 len: 210 time: 0.0468178 Feb 11 05:29:43.522014 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ad75a-a32f-4d0c-a02f-89d1a8ada51e x-openstack-request-id: req-494ad75a-a32f-4d0c-a02f-89d1a8ada51e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:43.522316 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0780e4-df2a-44a7-8066-4b849eec2bd0", "name": "network-vif-deleted", "tag": "57ac77e6-0c47-4635-a769-9eebfaa330de", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:43.522577 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-494ad75a-a32f-4d0c-a02f-89d1a8ada51e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:43.522968 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0780e4-df2a-44a7-8066-4b849eec2bd0', 'name': 'network-vif-deleted', 'tag': '57ac77e6-0c47-4635-a769-9eebfaa330de', 'status': 'completed', 'code': 200} Feb 11 05:29:43.566521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Deleting port e5bdb708-d80a-4077-9aa5-7c09c977b18c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:43.567042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.662276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe531cd-d372-4ad3-a6d1-06798c54c543 req-9167d03b-0c16-4656-b487-a0f2912244da tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:43.663495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbe531cd-d372-4ad3-a6d1-06798c54c543 req-9167d03b-0c16-4656-b487-a0f2912244da tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.0877504 Feb 11 05:29:43.712044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] For port e5bdb708-d80a-4077-9aa5-7c09c977b18c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e5bdb708-d80a-4077-9aa5-7c09c977b18c,segment=NetworkSegment(686195bc-8a8c-4db7-941f-ceeac5b519df),segment_id=686195bc-8a8c-4db7-941f-ceeac5b519df)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:43.712466 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.736969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Calling delete_port for e5bdb708-d80a-4077-9aa5-7c09c977b18c owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:43.770037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbe531cd-d372-4ad3-a6d1-06798c54c543 req-36d2a048-eb0e-4ea8-ba00-81290f34f955 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001148 Feb 11 05:29:43.821329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283dc05-846f-42a6-b1ec-5d99a32e837c req-3e0df13a-e326-417a-8750-2384e3836ff4 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:43.823041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f283dc05-846f-42a6-b1ec-5d99a32e837c req-3e0df13a-e326-417a-8750-2384e3836ff4 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0747707 Feb 11 05:29:43.912146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e5bdb708-d80a-4077-9aa5-7c09c977b18c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.925844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f283dc05-846f-42a6-b1ec-5d99a32e837c req-c7e40fa9-63ed-4078-a831-f212e4204dcc tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970061 Feb 11 05:29:43.927776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['e5bdb708-d80a-4077-9aa5-7c09c977b18c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:43.942226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Pushing event deleted for resources: {'Port': ['ID=e5bdb708-d80a-4077-9aa5-7c09c977b18c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:43.991031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] No DVR routers for this DVR port e5bdb708-d80a-4077-9aa5-7c09c977b18c on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:43.993852 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.997631 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3a2ee9ed-3061-4204-9d41-317e847a58ca req-d41f45fd-11f9-4ac6-b74a-3ffeb48e2491 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.72 "DELETE /v2.0/ports/e5bdb708-d80a-4077-9aa5-7c09c977b18c HTTP/1.1" status: 204 len: 173 time: 0.5646336 Feb 11 05:29:44.064295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-d5e5a046-ac14-4a63-bc5a-6576742d78a5 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:44.065793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-d5e5a046-ac14-4a63-bc5a-6576742d78a5 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.1811895 Feb 11 05:29:44.089643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-159a71d6-0a43-414b-bd32-ca0ba79b6382 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/quotas/f65ed4e42cd5485085d456ac78686004 HTTP/1.1" status: 200 len: 375 time: 0.0155232 Feb 11 05:29:44.098206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdf783-883f-4695-bb39-7be9044b275b req-0a8896d3-d59e-4789-87a0-9640b6e9872c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:44.099676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6cdf783-883f-4695-bb39-7be9044b275b req-0a8896d3-d59e-4789-87a0-9640b6e9872c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.0897050 Feb 11 05:29:44.179273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6cdf783-883f-4695-bb39-7be9044b275b req-7f5be09f-98e7-4173-92c7-e9e8f44bcc67 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701091 Feb 11 05:29:44.186913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4b85f9e8-38f2-4012-af41-40dc65dfc3c3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863187 Feb 11 05:29:44.219021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3a3e89-6726-4f82-8e01-d1f79fbce6b4', 'name': 'network-vif-deleted', 'tag': 'e5bdb708-d80a-4077-9aa5-7c09c977b18c'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:44.220139 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b420a5f-a3e6-401b-a49a-ca971303fdcc" -d '{"events": [{"server_uuid": "fd3a3e89-6726-4f82-8e01-d1f79fbce6b4", "name": "network-vif-deleted", "tag": "e5bdb708-d80a-4077-9aa5-7c09c977b18c"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:44.327654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-715df891-4109-44bd-b6ac-0fc17977b514 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268718 Feb 11 05:29:44.335925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc97e5-3584-4e3e-9554-222cc8e9d279 req-43ad3455-4f4e-4be8-bf53-ad8b99e36a40 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:44.337324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cdc97e5-3584-4e3e-9554-222cc8e9d279 req-43ad3455-4f4e-4be8-bf53-ad8b99e36a40 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0755687 Feb 11 05:29:44.434247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cdc97e5-3584-4e3e-9554-222cc8e9d279 req-d25ed8ef-f1ba-4636-88c0-19bfb6026806 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891135 Feb 11 05:29:44.453929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-eea03f59-6d69-44b1-a46d-2b8ffc965546 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155281 Feb 11 05:29:44.551944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67fb7c27-243d-4ef1-a014-cdcb7f359983 req-5b1b4dcd-cf95-4e97-a722-74c34a1dd098 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0422208 Feb 11 05:29:44.636561 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3626020-612d-42dc-9f70-6f3444dac409 x-openstack-request-id: req-e3626020-612d-42dc-9f70-6f3444dac409 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:44.637079 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3a3e89-6726-4f82-8e01-d1f79fbce6b4", "name": "network-vif-deleted", "tag": "e5bdb708-d80a-4077-9aa5-7c09c977b18c", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:44.637610 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3626020-612d-42dc-9f70-6f3444dac409 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:44.638621 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3a3e89-6726-4f82-8e01-d1f79fbce6b4', 'name': 'network-vif-deleted', 'tag': 'e5bdb708-d80a-4077-9aa5-7c09c977b18c', 'status': 'completed', 'code': 200} Feb 11 05:29:44.750822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0c9371c-f95f-4e56-8f5b-d2a7c9c9d92c req-f6fce7e8-3266-4c42-b6c4-d10319376f95 tempest-ServersNegativeTestMultiTenantJSON-571609433 tempest-ServersNegativeTestMultiTenantJSON-571609433-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3a3e89-6726-4f82-8e01-d1f79fbce6b4 HTTP/1.1" status: 200 len: 210 time: 0.0349703 Feb 11 05:29:44.769198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f305ae7-01bb-4cb1-9571-eb096bd543e6 req-aad33e3e-094c-462e-bb2d-3f311a647827 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:44.773540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f305ae7-01bb-4cb1-9571-eb096bd543e6 req-aad33e3e-094c-462e-bb2d-3f311a647827 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.1070554 Feb 11 05:29:44.835424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f305ae7-01bb-4cb1-9571-eb096bd543e6 req-58728bdd-d3bf-448e-994f-9e80f1359bb9 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561152 Feb 11 05:29:44.949678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58b601a0-d336-4b1f-a3c1-4de2e6e4c074 req-ebfe5d06-ed46-4bf9-8f66-c3d6a98d77b1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 210 time: 0.0318301 Feb 11 05:29:45.152587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a3f5f-3f21-4d7f-aefa-eda13274e8c4 req-fa062ff5-acb4-4645-8b7e-ffa085c649bc tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:45.154583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b70a3f5f-3f21-4d7f-aefa-eda13274e8c4 req-fa062ff5-acb4-4645-8b7e-ffa085c649bc tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.1032293 Feb 11 05:29:45.233693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b70a3f5f-3f21-4d7f-aefa-eda13274e8c4 req-99517cfb-9cce-4e7a-848a-dee8c205ce2e tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720181 Feb 11 05:29:45.299446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 69d599cf-ab03-46e2-ac02-496106158e97 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:45.324460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 69d599cf-ab03-46e2-ac02-496106158e97 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:45.325338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 69d599cf-ab03-46e2-ac02-496106158e97 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:45.326008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e5bdb708-d80a-4077-9aa5-7c09c977b18c no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:45.349865 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: e5bdb708-d80a-4077-9aa5-7c09c977b18c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:45.357242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e5bdb708-d80a-4077-9aa5-7c09c977b18c not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:45.410204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e7497-6a74-4477-b4b4-534830b13544 req-2b504b86-c8a9-4d72-b339-6814cb87d03d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:45.411760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a0e7497-6a74-4477-b4b4-534830b13544 req-2b504b86-c8a9-4d72-b339-6814cb87d03d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1037502 Feb 11 05:29:45.429163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3682d2-f355-43a6-b78b-0fec3da8fe64 req-ea78f950-a439-43aa-b832-7c63a5d3f076 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:45.430704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c3682d2-f355-43a6-b78b-0fec3da8fe64 req-ea78f950-a439-43aa-b832-7c63a5d3f076 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0868461 Feb 11 05:29:45.526059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a0e7497-6a74-4477-b4b4-534830b13544 req-ec9e4e09-f939-4852-83e1-0ba0ff536acc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058612 Feb 11 05:29:45.563526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c3682d2-f355-43a6-b78b-0fec3da8fe64 req-fcc064ce-cbe4-4d61-9239-1db41894577e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024261 Feb 11 05:29:45.657260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcdc733e-0055-46ce-8774-69a9db00ee1d req-fa0b7d13-9ed1-4fec-b1f8-fce081f94c67 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0329742 Feb 11 05:29:45.681647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43465c90-49b7-4069-91ca-24712484b140 req-cf1ba059-e7b2-4849-8c74-07e51cd6ec64 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:45.681647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43465c90-49b7-4069-91ca-24712484b140 req-cf1ba059-e7b2-4849-8c74-07e51cd6ec64 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 951 time: 0.0827398 Feb 11 05:29:45.727088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43465c90-49b7-4069-91ca-24712484b140 req-ddcc85a9-1e8e-4bf0-9703-b050d3f5b4f9 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Feb 11 05:29:45.813182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:45.867192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54f0206-af5d-4963-9fab-b66319078230 admin admin] Deleting subnet a36c0cae-c867-4de1-8889-00d29d940181 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:45.873347 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a54f0206-af5d-4963-9fab-b66319078230 admin admin] Publish callbacks [] for subnet (a36c0cae-c867-4de1-8889-00d29d940181), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.979919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a54f0206-af5d-4963-9fab-b66319078230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (a36c0cae-c867-4de1-8889-00d29d940181), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.071895 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a54f0206-af5d-4963-9fab-b66319078230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (a36c0cae-c867-4de1-8889-00d29d940181), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.114752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-206783d4-8110-44a4-a4e1-c0f49c828da9 req-401f490c-ecae-4d6f-85d0-e37e5ee65b3b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 210 time: 0.0621488 Feb 11 05:29:46.162973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869f20b-8aff-461e-8582-8e6c2439ed00 req-99766585-8026-43a0-8c50-942f4f9fee14 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:46.164441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2869f20b-8aff-461e-8582-8e6c2439ed00 req-99766585-8026-43a0-8c50-942f4f9fee14 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.2440429 Feb 11 05:29:46.171240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-fb469889-7312-48d4-861c-83378ba222db tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:46.172599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-fb469889-7312-48d4-861c-83378ba222db tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.3005075 Feb 11 05:29:46.190315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Request body: {'port': {'device_id': 'e9523b58-6517-42f7-89fa-cbd653302c6b', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'admin_state_up': True, 'tenant_id': 'f65ed4e42cd5485085d456ac78686004'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:46.249843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a54f0206-af5d-4963-9fab-b66319078230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (a36c0cae-c867-4de1-8889-00d29d940181), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.329997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f0206-af5d-4963-9fab-b66319078230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36c0cae-c867-4de1-8889-00d29d940181,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:46.345558 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a54f0206-af5d-4963-9fab-b66319078230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.348627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a54f0206-af5d-4963-9fab-b66319078230 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a36c0cae-c867-4de1-8889-00d29d940181 HTTP/1.1" status: 204 len: 168 time: 0.5338135 Feb 11 05:29:46.351287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53740) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:46.352151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2869f20b-8aff-461e-8582-8e6c2439ed00 req-552db5db-3e2c-4d24-80c1-a5367cbefbd6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781230 Feb 11 05:29:46.429589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4f717-1c31-47ef-8b92-6556ac285ed0 req-b43ad300-d58e-43a4-8c8e-c133a8ea2657 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:46.431217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90a4f717-1c31-47ef-8b92-6556ac285ed0 req-b43ad300-d58e-43a4-8c8e-c133a8ea2657 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.1068587 Feb 11 05:29:46.432275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Made reservation on behalf of f65ed4e42cd5485085d456ac78686004 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:46.432425 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (1805aabd-8727-405f-8556-732fa0543dec), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.435388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.520826 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (1805aabd-8727-405f-8556-732fa0543dec), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.538236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90a4f717-1c31-47ef-8b92-6556ac285ed0 req-5f5e43e3-b927-458d-b52d-dbf9f181175d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899618 Feb 11 05:29:46.542865 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1805aabd-8727-405f-8556-732fa0543dec']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:46.563489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686195bc-8a8c-4db7-941f-ceeac5b519df') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:46.563489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686195bc-8a8c-4db7-941f-ceeac5b519df') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:46.568516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (686195bc-8a8c-4db7-941f-ceeac5b519df), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.588423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (686195bc-8a8c-4db7-941f-ceeac5b519df), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.596294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:46.596782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (686195bc-8a8c-4db7-941f-ceeac5b519df), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:46.642580 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:46.653910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (1805aabd-8727-405f-8556-732fa0543dec), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.661569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.664349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Allocated IP 172.20.0.4 (3a8d3bfe-d48b-4e82-bec3-710d79850667/3651cb44-129d-4466-b43f-f49af07bc83c/fb5bf4d9-3377-4c54-bfda-d2811ebd9365) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:46.665809 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1805aabd-8727-405f-8556-732fa0543dec HTTP/1.1" status: 204 len: 168 time: 0.3126893 Feb 11 05:29:46.675971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53746) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:46.683028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b83d8-8e4c-40dd-80cf-d33bba39c762 admin admin] Pushing event deleted for resources: {'Network': ['ID=1805aabd-8727-405f-8556-732fa0543dec,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:46.728075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7ad3a1-441a-4556-8980-dec0d502c18f admin admin] Deleting subnet fb8640f8-7083-43c5-80fa-e3e74a12de5a {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:46.731604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad3a1-441a-4556-8980-dec0d502c18f admin admin] Publish callbacks [] for subnet (fb8640f8-7083-43c5-80fa-e3e74a12de5a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.738937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:46.742778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e48cc-a344-4f98-8866-03e0fa21a516 req-4ad8fbfe-ca12-48de-8376-4b83a295cd5d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:46.744775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-897e48cc-a344-4f98-8866-03e0fa21a516 req-4ad8fbfe-ca12-48de-8376-4b83a295cd5d tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1368930 Feb 11 05:29:46.775761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 57ac77e6-0c47-4635-a769-9eebfaa330de {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:46.776369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 57ac77e6-0c47-4635-a769-9eebfaa330de not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:46.778797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c44c-3d9e-4873-b984-3ccd5661f550 req-bd8dd441-e5b8-4118-a9c0-3a5dee0049ad tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:46.780580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a04c44c-3d9e-4873-b984-3ccd5661f550 req-bd8dd441-e5b8-4118-a9c0-3a5dee0049ad tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1385849 Feb 11 05:29:46.794131 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad3a1-441a-4556-8980-dec0d502c18f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (fb8640f8-7083-43c5-80fa-e3e74a12de5a), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.835600 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad3a1-441a-4556-8980-dec0d502c18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (fb8640f8-7083-43c5-80fa-e3e74a12de5a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.893913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad3a1-441a-4556-8980-dec0d502c18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (fb8640f8-7083-43c5-80fa-e3e74a12de5a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.901689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-897e48cc-a344-4f98-8866-03e0fa21a516 req-2ce2840f-b97c-4e56-925e-3c699a9d3a5a tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438215 Feb 11 05:29:46.924506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a04c44c-3d9e-4873-b984-3ccd5661f550 req-04b691a7-fecb-4ecc-8531-d4ff736e3227 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249290 Feb 11 05:29:46.937048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ad3a1-441a-4556-8980-dec0d502c18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8640f8-7083-43c5-80fa-e3e74a12de5a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:46.949156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks [] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.950445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad3a1-441a-4556-8980-dec0d502c18f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.955024 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fc7ad3a1-441a-4556-8980-dec0d502c18f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fb8640f8-7083-43c5-80fa-e3e74a12de5a HTTP/1.1" status: 204 len: 168 time: 0.2772806 Feb 11 05:29:46.957582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:47.006988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.021957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:47.088315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b327dedf-deab-43ed-8a27-2e8c2d0b2873), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.097741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ffaff77-6e48-400a-a336-ff50bc66c87c req-03a98547-ff41-4e2c-9cb7-b31ce5efb09e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0881605 Feb 11 05:29:47.129061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-431a4310-10c0-486f-84dd-68890bf5dd62 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:47.130178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:47.131218 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-431a4310-10c0-486f-84dd-68890bf5dd62 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 951 time: 0.1740313 Feb 11 05:29:47.136545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:47.140209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:47.153561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event updated for resources: {'Port': ['ID=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:47.258275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03f267-5f30-4368-bb81-f2a74ec0beb8 req-c914299e-8fbe-412f-8871-c1d4c75674c3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:47.262652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca03f267-5f30-4368-bb81-f2a74ec0beb8 req-c914299e-8fbe-412f-8871-c1d4c75674c3 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=f107520b-61df-40f5-837f-98a6fbaa352e HTTP/1.1" status: 200 len: 951 time: 0.2358568 Feb 11 05:29:47.281517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:47.282437 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.311602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b327dedf-deab-43ed-8a27-2e8c2d0b2873), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.320185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-ae0a6db1-f39b-4736-8a6d-fb06e7a72fce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1360102 Feb 11 05:29:47.330778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7682d-b535-462d-b4dd-f286cad57c48 req-86e2a947-d88c-4334-bcb4-239cf0a476e8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:47.332264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8c7682d-b535-462d-b4dd-f286cad57c48 req-86e2a947-d88c-4334-bcb4-239cf0a476e8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 931 time: 0.1352797 Feb 11 05:29:47.339826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b327dedf-deab-43ed-8a27-2e8c2d0b2873']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:47.340015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Request body: {'port': {'device_id': 'e9523b58-6517-42f7-89fa-cbd653302c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:47.352129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d338478-11ec-4b3d-8214-0bf478b03500') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:47.352774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d338478-11ec-4b3d-8214-0bf478b03500') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:47.368556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (5d338478-11ec-4b3d-8214-0bf478b03500), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.371660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Deleting port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:47.371998 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.398773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca03f267-5f30-4368-bb81-f2a74ec0beb8 req-c2be8563-4a4a-4286-9288-929dab537ecb tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275492 Feb 11 05:29:47.403618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5d338478-11ec-4b3d-8214-0bf478b03500), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.443907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.448761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:47.449200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (5d338478-11ec-4b3d-8214-0bf478b03500), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:47.450909 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:47.467213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8c7682d-b535-462d-b4dd-f286cad57c48 req-d3e3ab2d-6ba6-466b-a97d-45d1b73fdb85 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033235 Feb 11 05:29:47.544252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] For port 0bcba4ad-e329-4d3f-aec3-893c070f5f94, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0bcba4ad-e329-4d3f-aec3-893c070f5f94,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:47.544675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.553945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b327dedf-deab-43ed-8a27-2e8c2d0b2873), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.566211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.567245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62547-c652-4d47-bc53-ae4d9a479270 req-afeecbd1-96a3-4ee0-92c3-fc52baf0eaf0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:47.568923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bac62547-c652-4d47-bc53-ae4d9a479270 req-afeecbd1-96a3-4ee0-92c3-fc52baf0eaf0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.0998592 Feb 11 05:29:47.569795 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b327dedf-deab-43ed-8a27-2e8c2d0b2873 HTTP/1.1" status: 204 len: 168 time: 0.6022794 Feb 11 05:29:47.575240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Calling delete_port for 0bcba4ad-e329-4d3f-aec3-893c070f5f94 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:47.592640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c50bd-61dd-4386-9b21-2733d08fcc39 admin admin] Pushing event deleted for resources: {'Network': ['ID=b327dedf-deab-43ed-8a27-2e8c2d0b2873,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:47.748942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bac62547-c652-4d47-bc53-ae4d9a479270 req-42511469-71a4-4262-895c-59898ed40157 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620972 Feb 11 05:29:47.786332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0bcba4ad-e329-4d3f-aec3-893c070f5f94), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.799689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:47.828289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06218b5-a36b-4168-a5dd-116236d7626f req-8d325a0d-0404-4c45-8e45-c4a4256e487c tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:47.835494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b06218b5-a36b-4168-a5dd-116236d7626f req-8d325a0d-0404-4c45-8e45-c4a4256e487c tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.1786857 Feb 11 05:29:47.848574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53762) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:47.871202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Pushing event deleted for resources: {'Port': ['ID=0bcba4ad-e329-4d3f-aec3-893c070f5f94,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:47.947629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] No DVR routers for this DVR port 0bcba4ad-e329-4d3f-aec3-893c070f5f94 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:47.953001 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.959966 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ba866974-fef7-4958-bc11-c3ecfc8024d5 req-1a82b2b5-8685-46c9-8736-a7ba5f9609f5 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "DELETE /v2.0/ports/0bcba4ad-e329-4d3f-aec3-893c070f5f94 HTTP/1.1" status: 204 len: 173 time: 0.8002727 Feb 11 05:29:47.960458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-deleted', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:47.966182 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9bc76d-fa95-4bb2-9036-bcabe48fe8bf" -d '{"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-deleted", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:47.980157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e285b0ca-7386-4aaf-acc6-1d1a49ae1544 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc7cce3e9f244d8ea0d1a1f0e530f03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305399 Feb 11 05:29:47.983125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53770) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:48.001528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b06218b5-a36b-4168-a5dd-116236d7626f req-9a467f5a-d1a2-4267-88fc-4a4759f58937 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537766 Feb 11 05:29:48.073879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5bf4d9-3377-4c54-bfda-d2811ebd9365 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:48.109386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Publish callbacks [] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.138121 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2941a749-9a41-4c47-9c83-4facf3fbf4b8 admin admin] Publish callbacks [] for security_group (13ce04df-776b-46aa-8b0e-98c018323385), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.142744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Transition to ACTIVE for port object fb5bf4d9-3377-4c54-bfda-d2811ebd9365 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:48.179001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a19ca6-c875-475b-9de5-04cd87d54f74 req-fca425be-21ff-4d44-8f19-9045867b4803 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:48.180643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32a19ca6-c875-475b-9de5-04cd87d54f74 req-fca425be-21ff-4d44-8f19-9045867b4803 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1102593 Feb 11 05:29:48.181363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.226247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2941a749-9a41-4c47-9c83-4facf3fbf4b8 admin admin] Publish callbacks [] for security_group (13ce04df-776b-46aa-8b0e-98c018323385), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.284307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2941a749-9a41-4c47-9c83-4facf3fbf4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (13ce04df-776b-46aa-8b0e-98c018323385), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.287377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2941a749-9a41-4c47-9c83-4facf3fbf4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.291265 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2941a749-9a41-4c47-9c83-4facf3fbf4b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13ce04df-776b-46aa-8b0e-98c018323385 HTTP/1.1" status: 204 len: 168 time: 0.2990363 Feb 11 05:29:48.304402 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941a749-9a41-4c47-9c83-4facf3fbf4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ce04df-776b-46aa-8b0e-98c018323385,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:48.700722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Pushing event updated for resources: {'Port': ['ID=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:48.715033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53782) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:48.742870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daab437-8eff-4ea2-ad29-65900a8d4bee req-1fc6969f-0af5-465e-8256-a3f56cfee0e4 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:48.744901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5daab437-8eff-4ea2-ad29-65900a8d4bee req-1fc6969f-0af5-465e-8256-a3f56cfee0e4 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.5850694 Feb 11 05:29:48.748705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32a19ca6-c875-475b-9de5-04cd87d54f74 req-cb3dcc1e-94fd-4572-9000-b4c2ec9d903b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582438 Feb 11 05:29:48.764115 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b6fdebc5-fd03-4d34-af85-6d02b2dda4fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d6e8fa5a3684c1b9aa643d1c45d38b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451057 Feb 11 05:29:48.769999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53784) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:48.803825 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfb9826-3145-4174-bdb6-8dd71ebd1df3 x-openstack-request-id: req-7bfb9826-3145-4174-bdb6-8dd71ebd1df3 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:48.804122 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f107520b-61df-40f5-837f-98a6fbaa352e", "name": "network-vif-deleted", "tag": "0bcba4ad-e329-4d3f-aec3-893c070f5f94", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:48.804381 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bfb9826-3145-4174-bdb6-8dd71ebd1df3 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:48.804876 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f107520b-61df-40f5-837f-98a6fbaa352e', 'name': 'network-vif-deleted', 'tag': '0bcba4ad-e329-4d3f-aec3-893c070f5f94', 'status': 'completed', 'code': 200} Feb 11 05:29:48.808921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Attempting to bind port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:48.809418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Attempting to bind port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:48.809623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Attempting to bind port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:48.833211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:48.833550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Attempting to bind port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:48.851373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:48.851734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Checking segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:48.852096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Bound using segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:48.852536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Bound port: fb5bf4d9-3377-4c54-bfda-d2811ebd9365, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:48.852896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.861414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5daab437-8eff-4ea2-ad29-65900a8d4bee req-4488d885-42f7-4f10-a89d-66aab1a48ca0 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063857 Feb 11 05:29:48.899764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55bbe116-72f1-4a68-87f4-9e40126b9329 req-ece8b58d-7bc2-409c-897d-84ff3698a513 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0437617 Feb 11 05:29:48.932696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b393915-15ef-4863-815e-337372d1073a admin admin] Publish callbacks [] for security_group (64fb4c38-1703-4af2-b488-6869e374a9cc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.981780 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b393915-15ef-4863-815e-337372d1073a admin admin] Publish callbacks [] for security_group (64fb4c38-1703-4af2-b488-6869e374a9cc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.020013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] For port fb5bf4d9-3377-4c54-bfda-d2811ebd9365, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:49.066837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] For port fb5bf4d9-3377-4c54-bfda-d2811ebd9365, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:49.087865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.139258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:49.139893 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.141295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] 10.222.0.81 "PUT /v2.0/ports/fb5bf4d9-3377-4c54-bfda-d2811ebd9365 HTTP/1.1" status: 200 len: 1092 time: 1.8080974 Feb 11 05:29:49.145873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9523b58-6517-42f7-89fa-cbd653302c6b', 'tag': 'fb5bf4d9-3377-4c54-bfda-d2811ebd9365'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:49.148624 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a89f83-66d1-4ecd-803a-d08412ad21a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9523b58-6517-42f7-89fa-cbd653302c6b", "tag": "fb5bf4d9-3377-4c54-bfda-d2811ebd9365"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:49.169142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4b44d-812f-48fc-a1ce-cbf298809be6 req-fd532e88-d9e7-4082-a7b4-78d385a236f1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:49.170619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bd4b44d-812f-48fc-a1ce-cbf298809be6 req-fd532e88-d9e7-4082-a7b4-78d385a236f1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 943 time: 0.1963170 Feb 11 05:29:49.198443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16709f-22cc-4526-8c08-14bd6c86fdd7 req-8d491e04-422e-4790-8ba3-27ffeb6a85e6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:49.199903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed16709f-22cc-4526-8c08-14bd6c86fdd7 req-8d491e04-422e-4790-8ba3-27ffeb6a85e6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.1970325 Feb 11 05:29:49.212511 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b393915-15ef-4863-815e-337372d1073a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (64fb4c38-1703-4af2-b488-6869e374a9cc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.215017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b393915-15ef-4863-815e-337372d1073a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.219483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6b393915-15ef-4863-815e-337372d1073a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64fb4c38-1703-4af2-b488-6869e374a9cc HTTP/1.1" status: 204 len: 168 time: 0.4450803 Feb 11 05:29:49.258008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb79753-4381-419d-b234-a66358d99c4c service neutron] Pushing event updated for resources: {'Port': ['ID=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:49.271739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b393915-15ef-4863-815e-337372d1073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fb4c38-1703-4af2-b488-6869e374a9cc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:49.316708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:49.337679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bd4b44d-812f-48fc-a1ce-cbf298809be6 req-4a2fe2ea-e425-4635-9ad2-f7f9e17c95c9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561952 Feb 11 05:29:49.349387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed16709f-22cc-4526-8c08-14bd6c86fdd7 req-61f93d8a-7b40-4b1b-ad49-f41d0b33e9f8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321282 Feb 11 05:29:49.352334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-803cfc0d-4352-4540-9caf-2178d9c30f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:49.358810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 0bcba4ad-e329-4d3f-aec3-893c070f5f94 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:49.359159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0bcba4ad-e329-4d3f-aec3-893c070f5f94 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:49.363760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-803cfc0d-4352-4540-9caf-2178d9c30f3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 1126 time: 0.1736376 Feb 11 05:29:49.473465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-c28de158-1c11-47c2-b834-c21240b367ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb5bf4d9-3377-4c54-bfda-d2811ebd9365 HTTP/1.1" status: 200 len: 217 time: 0.1011729 Feb 11 05:29:49.600719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-e36d19a4-a972-4ffb-b255-036d31faca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:49.603852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-e36d19a4-a972-4ffb-b255-036d31faca26 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.1072295 Feb 11 05:29:49.670804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94d81-d98d-465f-8941-c6619aefc2fa req-bb90251c-e3bb-4b1c-96e4-0f10f0d6d8c4 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:49.672438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40e94d81-d98d-465f-8941-c6619aefc2fa req-bb90251c-e3bb-4b1c-96e4-0f10f0d6d8c4 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.1980641 Feb 11 05:29:49.705375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-7a6e7416-8710-462a-b949-c0ccba33cd3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725603 Feb 11 05:29:49.901254 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2faacc1-f802-4b30-9331-d99c58594ab2 x-openstack-request-id: req-d2faacc1-f802-4b30-9331-d99c58594ab2 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:49.903992 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9523b58-6517-42f7-89fa-cbd653302c6b", "tag": "fb5bf4d9-3377-4c54-bfda-d2811ebd9365", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:49.904382 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2faacc1-f802-4b30-9331-d99c58594ab2 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:49.904841 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9523b58-6517-42f7-89fa-cbd653302c6b', 'tag': 'fb5bf4d9-3377-4c54-bfda-d2811ebd9365', 'status': 'completed', 'code': 200} Feb 11 05:29:49.935103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40e94d81-d98d-465f-8941-c6619aefc2fa req-3abfc032-aac6-4f91-951e-564c682983ab tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543447 Feb 11 05:29:50.042351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-6adbb503-ef6e-49a3-b5b7-e010a3e7531f service neutron] 10.222.0.81 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308473 Feb 11 05:29:50.123606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c508f8-5b5a-40cd-be77-9235c6a6186b req-ddef27dc-81be-4058-9d12-69757bef040b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.125225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c508f8-5b5a-40cd-be77-9235c6a6186b req-ddef27dc-81be-4058-9d12-69757bef040b tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.1592188 Feb 11 05:29:50.195186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7327d-f370-4b98-b73a-a329fa0a47cd req-cae18c6a-cc51-4352-b79f-51e674130847 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.196786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bd7327d-f370-4b98-b73a-a329fa0a47cd req-cae18c6a-cc51-4352-b79f-51e674130847 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1681416 Feb 11 05:29:50.247909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dbf6018-fd06-4d9b-a80c-026dfccd4614 req-33fc8404-99ef-4274-948a-189ea95577b9 service neutron] 10.222.0.81 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859434 Feb 11 05:29:50.306341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bd7327d-f370-4b98-b73a-a329fa0a47cd req-c80e6e51-0b34-40aa-a443-55605c69b4b4 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885022 Feb 11 05:29:50.336934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c508f8-5b5a-40cd-be77-9235c6a6186b req-b2feeb96-34f3-49dc-89d6-18926f0772ca tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629536 Feb 11 05:29:50.402226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53826) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:50.487433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-119f1e0f-4785-40f2-a077-a974e029cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.488875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-119f1e0f-4785-40f2-a077-a974e029cb10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 1126 time: 0.1602123 Feb 11 05:29:50.513658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db6863ad-3c3b-4060-8173-f52f520dd0bb req-ebb3faa0-1e76-4666-af72-728900388f4d tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=250375f6-5a07-4260-b3d8-380da7f5b71f HTTP/1.1" status: 200 len: 210 time: 0.0539043 Feb 11 05:29:50.544067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-579310583-network', 'tenant_id': '1918fa4e530c46ef8ce21f08330c0a02'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:50.564153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5bb9f-9756-4704-abf2-db3275bf9ea0 req-732cb06f-8f58-4db5-a615-6fceeb735ebe tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.566072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38e5bb9f-9756-4704-abf2-db3275bf9ea0 req-732cb06f-8f58-4db5-a615-6fceeb735ebe tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1448941 Feb 11 05:29:50.572196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Made reservation on behalf of 1918fa4e530c46ef8ce21f08330c0a02 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:50.575193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.585709 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.674566 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Publish callbacks [] for security_group (392c65ff-fe61-4ea0-8d53-c05825ca98a8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.679836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (392c65ff-fe61-4ea0-8d53-c05825ca98a8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.702435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38e5bb9f-9756-4704-abf2-db3275bf9ea0 req-aeb6ca2d-2237-4cbb-840d-7490496ba707 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289105 Feb 11 05:29:50.707040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-96e216c7-cb3f-4aff-9a7e-c648c120dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.708463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-96e216c7-cb3f-4aff-9a7e-c648c120dbbc service neutron] 10.222.0.81 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 906 time: 0.2039492 Feb 11 05:29:50.725430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3eb05-563e-47d0-a5b4-fb7e0384a9d1 req-1ad83532-7c08-42ef-9aa8-2b78fc269cdc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.725430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ca3eb05-563e-47d0-a5b4-fb7e0384a9d1 req-1ad83532-7c08-42ef-9aa8-2b78fc269cdc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 943 time: 0.1297364 Feb 11 05:29:50.729201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:50.744599 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6334ed00-bd51-4017-bc2e-1d86e58a3c62), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.745315 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Added segment 6334ed00-bd51-4017-bc2e-1d86e58a3c62 of type vlan for network 7ff83577-3f6f-4cac-8627-044d59afc2eb Feb 11 05:29:50.777522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-a57fd746-b77e-463c-aa5a-3be728cb93e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb5bf4d9-3377-4c54-bfda-d2811ebd9365 HTTP/1.1" status: 200 len: 217 time: 0.0542996 Feb 11 05:29:50.803707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392c65ff-fe61-4ea0-8d53-c05825ca98a8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:50.820421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (7ff83577-3f6f-4cac-8627-044d59afc2eb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.852075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (7ff83577-3f6f-4cac-8627-044d59afc2eb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.853488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.854294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.872259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ca3eb05-563e-47d0-a5b4-fb7e0384a9d1 req-042e3d63-d55a-488c-9b44-6c9db5fadff4 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422694 Feb 11 05:29:50.879926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-891952e3-535b-4068-a67f-46b2bef622e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.881406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-891952e3-535b-4068-a67f-46b2bef622e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.0905430 Feb 11 05:29:50.889154 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4858062 Feb 11 05:29:50.899917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53830) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:50.905822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Request body: {'subnet': {'network_id': '7ff83577-3f6f-4cac-8627-044d59afc2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-579310583-subnet', 'tenant_id': '1918fa4e530c46ef8ce21f08330c0a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:50.909652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4c06-1571-436c-8f32-f5da00637870 req-26af8693-240c-435f-a684-b54e27cb998a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.911176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-237d4c06-1571-436c-8f32-f5da00637870 req-26af8693-240c-435f-a684-b54e27cb998a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.1311061 Feb 11 05:29:50.938335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-067b782f-0e1b-48e5-aacc-274d64874a2b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504124 Feb 11 05:29:50.968721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2b22c-5009-4291-8fce-bc301a147def admin admin] Pushing event updated for resources: {'Network': ['ID=7ff83577-3f6f-4cac-8627-044d59afc2eb,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:50.980945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 7ff83577-3f6f-4cac-8627-044d59afc2eb details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:51.004862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Made reservation on behalf of 1918fa4e530c46ef8ce21f08330c0a02 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:51.009989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.045913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-237d4c06-1571-436c-8f32-f5da00637870 req-0000a989-8172-489b-a157-1a139e3f4a93 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107059 Feb 11 05:29:51.105312 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-77bd7e12-b1d1-4edf-8573-bd5af74ffdb4 service neutron] 10.222.0.81 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506798 Feb 11 05:29:51.179027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf17cb6-a1e0-4302-829f-13ab3e72c3ec req-f13ea86c-26d0-4e36-8328-f7aed7c9ef34 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:51.180713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eaf17cb6-a1e0-4302-829f-13ab3e72c3ec req-f13ea86c-26d0-4e36-8328-f7aed7c9ef34 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.1197295 Feb 11 05:29:51.276109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (3bafe1ca-41ca-465a-a6ab-bcdaf99023e5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.302096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eaf17cb6-a1e0-4302-829f-13ab3e72c3ec req-da0ffe47-c72f-4294-ae95-5fa3a0dc400d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956542 Feb 11 05:29:51.306789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86a89f83-66d1-4ecd-803a-d08412ad21a2 req-cd8a4efe-26ab-4385-b215-dbc7b165c6df service neutron] 10.222.0.81 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920104 Feb 11 05:29:51.354670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bafe1ca-41ca-465a-a6ab-bcdaf99023e5,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:51.372967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Checking segment: {'id': '6334ed00-bd51-4017-bc2e-1d86e58a3c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7ff83577-3f6f-4cac-8627-044d59afc2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:51.373458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Network hostable DHCP agents. Network: 7ff83577-3f6f-4cac-8627-044d59afc2eb, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:51.428522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Network 7ff83577-3f6f-4cac-8627-044d59afc2eb is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:51.443334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 7ff83577-3f6f-4cac-8627-044d59afc2eb) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:51.451542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c386c0-5c7d-4848-90a8-e7e5adb66f0f None None] Network 7ff83577-3f6f-4cac-8627-044d59afc2eb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:51.455962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d689d-2993-46f4-9400-5f68a0684579 req-2440eb68-1899-4155-83ad-306a32dc8d97 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:51.458490 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-903d689d-2993-46f4-9400-5f68a0684579 req-2440eb68-1899-4155-83ad-306a32dc8d97 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.0814033 Feb 11 05:29:51.462355 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:51.462355 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.488046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f0622-92f1-40cb-88ff-96d22e6e5a35 req-862fe2c1-635e-48c4-a084-dd4570d98238 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:51.489849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-378f0622-92f1-40cb-88ff-96d22e6e5a35 req-862fe2c1-635e-48c4-a084-dd4570d98238 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1000879 Feb 11 05:29:51.526290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6933f68-85fd-4d60-a1bf-cc20043e2eb1 req-b862f0e7-34e0-4292-af57-ecdba0cf8e22 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:51.536018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6933f68-85fd-4d60-a1bf-cc20043e2eb1 req-b862f0e7-34e0-4292-af57-ecdba0cf8e22 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 949 time: 0.1135306 Feb 11 05:29:51.551846 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cd671962-097f-41d9-b12f-d7dce3d1599a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6503434 Feb 11 05:29:51.608330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-903d689d-2993-46f4-9400-5f68a0684579 req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Deleting port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:51.608953 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-903d689d-2993-46f4-9400-5f68a0684579 req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.613062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-378f0622-92f1-40cb-88ff-96d22e6e5a35 req-f8c53d12-d552-4e57-be90-4a8a6d0a69f1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079109 Feb 11 05:29:51.664570 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6933f68-85fd-4d60-a1bf-cc20043e2eb1 req-8babf0e0-6701-4886-a392-8fda584e6eef tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274781 Feb 11 05:29:51.824135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a89bc-e81a-4360-a132-f6fc5292ef37 None None] Network 7ff83577-3f6f-4cac-8627-044d59afc2eb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:51.867058 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.876520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-903d689d-2993-46f4-9400-5f68a0684579 req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] For port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:51.877034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-903d689d-2993-46f4-9400-5f68a0684579 req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.922286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-903d689d-2993-46f4-9400-5f68a0684579 req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Calling delete_port for e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:51.928265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53854) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:51.990050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcf0a41-2f31-44c0-b8aa-52b400c2ec31 admin admin] Deleting subnet 3bafe1ca-41ca-465a-a6ab-bcdaf99023e5 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:51.993261 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edcf0a41-2f31-44c0-b8aa-52b400c2ec31 admin admin] Publish callbacks [] for subnet (3bafe1ca-41ca-465a-a6ab-bcdaf99023e5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.042413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c63511-d70e-4348-a7ac-97ba4c9cbdac req-7eb2ba70-2607-4b2f-990a-0a5e33f54c55 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.043911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1c63511-d70e-4348-a7ac-97ba4c9cbdac req-7eb2ba70-2607-4b2f-990a-0a5e33f54c55 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1919055 Feb 11 05:29:52.065855 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edcf0a41-2f31-44c0-b8aa-52b400c2ec31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (3bafe1ca-41ca-465a-a6ab-bcdaf99023e5), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.090081 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-903d689d-2993-46f4-9400-5f68a0684579 req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e80b9db5-2dbc-41cc-8a5d-cb56d7f47097), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.103606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:52.137031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Pushing event deleted for resources: {'Port': ['ID=e80b9db5-2dbc-41cc-8a5d-cb56d7f47097,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:52.158049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edcf0a41-2f31-44c0-b8aa-52b400c2ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (3bafe1ca-41ca-465a-a6ab-bcdaf99023e5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.167065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fb31a-381c-4d65-84fd-1671673b5f46 req-5eb0ff7c-2ad4-4120-a2e5-8789793ea888 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.168577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b2fb31a-381c-4d65-84fd-1671673b5f46 req-5eb0ff7c-2ad4-4120-a2e5-8789793ea888 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.1841884 Feb 11 05:29:52.179826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1c63511-d70e-4348-a7ac-97ba4c9cbdac req-5da641b2-57b6-4447-9a13-93129233798d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198666 Feb 11 05:29:52.180985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-903d689d-2993-46f4-9400-5f68a0684579 req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] No DVR routers for this DVR port e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:52.183904 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-903d689d-2993-46f4-9400-5f68a0684579 req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.187634 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-903d689d-2993-46f4-9400-5f68a0684579 req-c772f127-dcb6-436c-9537-c64269e16096 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "DELETE /v2.0/ports/e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 HTTP/1.1" status: 204 len: 173 time: 0.7213795 Feb 11 05:29:52.189232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'name': 'network-vif-deleted', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:52.191961 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c460a58e-104c-451c-9a05-336fb0b0572a" -d '{"events": [{"server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "name": "network-vif-deleted", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:52.337626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b2fb31a-381c-4d65-84fd-1671673b5f46 req-0a12b03f-b065-4c69-8eec-6ec84d45469c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565421 Feb 11 05:29:52.384995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edcf0a41-2f31-44c0-b8aa-52b400c2ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (3bafe1ca-41ca-465a-a6ab-bcdaf99023e5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.400842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8a867-a61a-4fa4-9102-5d24aa725dbb req-41af8af9-4293-435a-8033-1a8df33966e8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.402856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81d8a867-a61a-4fa4-9102-5d24aa725dbb req-41af8af9-4293-435a-8033-1a8df33966e8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 943 time: 0.1379173 Feb 11 05:29:52.429857 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edcf0a41-2f31-44c0-b8aa-52b400c2ec31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.433305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-edcf0a41-2f31-44c0-b8aa-52b400c2ec31 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3bafe1ca-41ca-465a-a6ab-bcdaf99023e5 HTTP/1.1" status: 204 len: 168 time: 0.5042567 Feb 11 05:29:52.436080 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53864) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:52.466296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf0a41-2f31-44c0-b8aa-52b400c2ec31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bafe1ca-41ca-465a-a6ab-bcdaf99023e5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:52.534927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81d8a867-a61a-4fa4-9102-5d24aa725dbb req-049137d6-d056-4bb2-b9d0-d9c9e0986b6b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092734 Feb 11 05:29:52.546676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (7ff83577-3f6f-4cac-8627-044d59afc2eb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.566714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e48af8-c22c-422d-ae3e-fadc485f7f3b req-4a6d2ff2-4d4a-4d88-8222-b583fc202e6c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.568573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e48af8-c22c-422d-ae3e-fadc485f7f3b req-4a6d2ff2-4d4a-4d88-8222-b583fc202e6c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.1445825 Feb 11 05:29:52.609241 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2462f59d-fee9-4bd2-b5b1-2b0b0d09955c x-openstack-request-id: req-2462f59d-fee9-4bd2-b5b1-2b0b0d09955c {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:52.611111 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275d7d01-59d8-4b70-a87f-af19cac900d8", "name": "network-vif-deleted", "tag": "e80b9db5-2dbc-41cc-8a5d-cb56d7f47097", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:52.611445 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2462f59d-fee9-4bd2-b5b1-2b0b0d09955c {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:52.611919 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275d7d01-59d8-4b70-a87f-af19cac900d8', 'name': 'network-vif-deleted', 'tag': 'e80b9db5-2dbc-41cc-8a5d-cb56d7f47097', 'status': 'completed', 'code': 200} Feb 11 05:29:52.628273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e48af8-c22c-422d-ae3e-fadc485f7f3b req-96836923-10ab-45a9-aa14-c81c43f5a7a3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Feb 11 05:29:52.691655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (7ff83577-3f6f-4cac-8627-044d59afc2eb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.732311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff83577-3f6f-4cac-8627-044d59afc2eb']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.737846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fb5bf4d9-3377-4c54-bfda-d2811ebd9365 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:52.750359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6334ed00-bd51-4017-bc2e-1d86e58a3c62') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.750682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6334ed00-bd51-4017-bc2e-1d86e58a3c62') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.760992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fac16-c794-45ca-b4e9-2c5f4ad0108c req-446ec53e-2a1c-4f1e-a2c5-2dc54d4d8516 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.764452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (6334ed00-bd51-4017-bc2e-1d86e58a3c62), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.773211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-482fac16-c794-45ca-b4e9-2c5f4ad0108c req-446ec53e-2a1c-4f1e-a2c5-2dc54d4d8516 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.0985858 Feb 11 05:29:52.786341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6334ed00-bd51-4017-bc2e-1d86e58a3c62), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.795371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:52.795912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (6334ed00-bd51-4017-bc2e-1d86e58a3c62), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:52.798071 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:52.842471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af23c90c-1699-4ca1-85f7-a93300edf901 req-ea204842-0857-4fb5-9016-8c31de15e4ed tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=275d7d01-59d8-4b70-a87f-af19cac900d8 HTTP/1.1" status: 200 len: 210 time: 0.0476098 Feb 11 05:29:52.883279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-482fac16-c794-45ca-b4e9-2c5f4ad0108c req-5ee7a45d-e018-44ae-a4d4-d2b7ea761386 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066108 Feb 11 05:29:52.918316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fb5bf4d9-3377-4c54-bfda-d2811ebd9365, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:52.923617 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (7ff83577-3f6f-4cac-8627-044d59afc2eb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.934914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'fb5bf4d9-3377-4c54-bfda-d2811ebd9365', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'port_id': 'fb5bf4d9-3377-4c54-bfda-d2811ebd9365', 'mac_address': 'fa:16:3e:0b:91:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3651cb44-129d-4466-b43f-f49af07bc83c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:52.939307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.939921 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.944867 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] 10.222.0.31 "DELETE /v2.0/networks/7ff83577-3f6f-4cac-8627-044d59afc2eb HTTP/1.1" status: 204 len: 168 time: 0.5076501 Feb 11 05:29:52.986983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e006949-b7c5-41e7-b103-8f369a769a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff83577-3f6f-4cac-8627-044d59afc2eb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.003027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:53.003895 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.021925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5bf4d9-3377-4c54-bfda-d2811ebd9365 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:53.044577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fb5bf4d9-3377-4c54-bfda-d2811ebd9365, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:53.048883 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.099328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.100894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53872) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:53.146151 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-30c559f3-89ed-48fe-9337-52f933738991 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1918fa4e530c46ef8ce21f08330c0a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433087 Feb 11 05:29:53.148385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53874) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:53.195163 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b49d281e-e6e2-420e-a47d-36f88f34a23a admin admin] Publish callbacks [] for security_group (392c65ff-fe61-4ea0-8d53-c05825ca98a8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.225066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b49d281e-e6e2-420e-a47d-36f88f34a23a admin admin] Publish callbacks [] for security_group (392c65ff-fe61-4ea0-8d53-c05825ca98a8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.287478 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b49d281e-e6e2-420e-a47d-36f88f34a23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (392c65ff-fe61-4ea0-8d53-c05825ca98a8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.289510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b49d281e-e6e2-420e-a47d-36f88f34a23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.293015 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b49d281e-e6e2-420e-a47d-36f88f34a23a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/392c65ff-fe61-4ea0-8d53-c05825ca98a8 HTTP/1.1" status: 204 len: 168 time: 0.1413741 Feb 11 05:29:53.298974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d281e-e6e2-420e-a47d-36f88f34a23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392c65ff-fe61-4ea0-8d53-c05825ca98a8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.299904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['fb5bf4d9-3377-4c54-bfda-d2811ebd9365'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:53.317337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93cc5f-0a00-4771-b5a8-8808291d60fb req-df3ca407-07ad-4e93-81a5-21ee9e66896d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:53.319191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a93cc5f-0a00-4771-b5a8-8808291d60fb req-df3ca407-07ad-4e93-81a5-21ee9e66896d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0747781 Feb 11 05:29:53.421861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a93cc5f-0a00-4771-b5a8-8808291d60fb req-87c9d31a-6d2a-4d9d-a65c-e995e3924dee tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955935 Feb 11 05:29:53.525917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-f50c871a-e2ff-48b7-8d7f-fd3af76c9043 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:53.526954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00ef8-5791-44ac-932c-33c9f73745f7 req-31ee53de-86fe-47d2-a9da-83f76ad9df33 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:53.527899 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-f50c871a-e2ff-48b7-8d7f-fd3af76c9043 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.0791378 Feb 11 05:29:53.529008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efe00ef8-5791-44ac-932c-33c9f73745f7 req-31ee53de-86fe-47d2-a9da-83f76ad9df33 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 946 time: 0.0793166 Feb 11 05:29:53.612941 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efe00ef8-5791-44ac-932c-33c9f73745f7 req-d8ebb1ae-fdf9-4225-b116-3df6371306af tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744452 Feb 11 05:29:53.653419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Deleting port f6300b7b-102f-452e-880c-91beb7a55fdb {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:53.653752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.796864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d7b12-076f-478c-9ea4-167ade2f2144 req-6b744157-5f76-4d9d-9dfa-4cda68808cd2 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:53.798730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91d7b12-076f-478c-9ea4-167ade2f2144 req-6b744157-5f76-4d9d-9dfa-4cda68808cd2 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 944 time: 0.1495543 Feb 11 05:29:53.813325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] For port f6300b7b-102f-452e-880c-91beb7a55fdb, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6300b7b-102f-452e-880c-91beb7a55fdb,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:53.813598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.830331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Calling delete_port for f6300b7b-102f-452e-880c-91beb7a55fdb owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:53.921404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91d7b12-076f-478c-9ea4-167ade2f2144 req-18ac0941-77e3-4580-803a-82f6ac2b42be tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131988 Feb 11 05:29:53.944336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e5fd0-c223-4b82-a070-7b5586fddddf req-0c1ebc20-66e0-4254-9bbf-f2d514bc0203 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:53.946017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-835e5fd0-c223-4b82-a070-7b5586fddddf req-0c1ebc20-66e0-4254-9bbf-f2d514bc0203 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.2329473 Feb 11 05:29:54.038456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-835e5fd0-c223-4b82-a070-7b5586fddddf req-be8d0491-c362-4b54-8017-11639ddf387b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778360 Feb 11 05:29:54.077732 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f6300b7b-102f-452e-880c-91beb7a55fdb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.096731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['f6300b7b-102f-452e-880c-91beb7a55fdb'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:54.132535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30667d-4156-4834-ae16-9dae34d9d18e req-3a043403-e96c-449a-aa76-d57c71514fbf tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:54.135068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad30667d-4156-4834-ae16-9dae34d9d18e req-3a043403-e96c-449a-aa76-d57c71514fbf tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.0825620 Feb 11 05:29:54.196255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event deleted for resources: {'Port': ['ID=f6300b7b-102f-452e-880c-91beb7a55fdb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:54.208453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad30667d-4156-4834-ae16-9dae34d9d18e req-455937f0-3280-447a-b610-97df5b44f3fb tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638366 Feb 11 05:29:54.228888 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] No DVR routers for this DVR port f6300b7b-102f-452e-880c-91beb7a55fdb on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:54.236755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.240279 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cb517db0-5102-49b8-8b03-0453f4c54b74 req-59f74b67-966a-4046-9c32-7ef9f6fb3b48 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.72 "DELETE /v2.0/ports/f6300b7b-102f-452e-880c-91beb7a55fdb HTTP/1.1" status: 204 len: 173 time: 0.7064080 Feb 11 05:29:54.390641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c2226-1f84-4321-9f9f-bb4d34b8ef0e req-a902c109-b738-4e58-8c3f-e0c4c68303fb tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:54.392203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f47c2226-1f84-4321-9f9f-bb4d34b8ef0e req-a902c109-b738-4e58-8c3f-e0c4c68303fb tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.0701883 Feb 11 05:29:54.456954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f47c2226-1f84-4321-9f9f-bb4d34b8ef0e req-de0bce39-8d9c-4425-810f-a0567c9b56c0 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588264 Feb 11 05:29:54.538143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb0ef7-f7a5-4797-ab3c-f4adf635c027 req-41b3aa41-74b4-40fc-915b-52653e8ee7c6 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:54.539654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fb0ef7-f7a5-4797-ab3c-f4adf635c027 req-41b3aa41-74b4-40fc-915b-52653e8ee7c6 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0592189 Feb 11 05:29:54.592181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fb0ef7-f7a5-4797-ab3c-f4adf635c027 req-49dc19fa-ae25-4e49-9785-68af3e95b991 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466743 Feb 11 05:29:54.613240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfec162-2e0c-4f4d-b687-c549cdcc87dc', 'name': 'network-vif-deleted', 'tag': 'f6300b7b-102f-452e-880c-91beb7a55fdb'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:54.616388 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f4d36e-1a28-4d7a-96e2-ea9ffa9ea926" -d '{"events": [{"server_uuid": "acfec162-2e0c-4f4d-b687-c549cdcc87dc", "name": "network-vif-deleted", "tag": "f6300b7b-102f-452e-880c-91beb7a55fdb"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:54.667003 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f0f1c1-c496-404c-a67d-51d4da6ae7db x-openstack-request-id: req-85f0f1c1-c496-404c-a67d-51d4da6ae7db {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:54.667300 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfec162-2e0c-4f4d-b687-c549cdcc87dc", "name": "network-vif-deleted", "tag": "f6300b7b-102f-452e-880c-91beb7a55fdb", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:54.667555 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85f0f1c1-c496-404c-a67d-51d4da6ae7db {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:54.667950 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfec162-2e0c-4f4d-b687-c549cdcc87dc', 'name': 'network-vif-deleted', 'tag': 'f6300b7b-102f-452e-880c-91beb7a55fdb', 'status': 'completed', 'code': 200} Feb 11 05:29:54.747827 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b5ec218-c3a1-40bc-8c7e-f2fb87684100 req-df892c36-4551-4cb9-8062-3f0a7b4682e2 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=acfec162-2e0c-4f4d-b687-c549cdcc87dc HTTP/1.1" status: 200 len: 210 time: 0.0431809 Feb 11 05:29:54.753755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fb5bf4d9-3377-4c54-bfda-d2811ebd9365 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:54.831159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:54.838453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:54.838993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.943367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:54.944044 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.970251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9523b58-6517-42f7-89fa-cbd653302c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5bf4d9-3377-4c54-bfda-d2811ebd9365'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:54.972793 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5382e285-d743-4ef2-9b07-77e36b822d5a" -d '{"events": [{"server_uuid": "e9523b58-6517-42f7-89fa-cbd653302c6b", "name": "network-vif-plugged", "status": "completed", "tag": "fb5bf4d9-3377-4c54-bfda-d2811ebd9365"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:54.988385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fb5bf4d9-3377-4c54-bfda-d2811ebd9365, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:54.996314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.076392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:55.091880 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab8c5ae-353a-444e-ae40-f21cedaa9100 x-openstack-request-id: req-bab8c5ae-353a-444e-ae40-f21cedaa9100 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:55.092204 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9523b58-6517-42f7-89fa-cbd653302c6b", "name": "network-vif-plugged", "status": "completed", "tag": "fb5bf4d9-3377-4c54-bfda-d2811ebd9365", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:55.092467 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bab8c5ae-353a-444e-ae40-f21cedaa9100 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:55.092873 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9523b58-6517-42f7-89fa-cbd653302c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5bf4d9-3377-4c54-bfda-d2811ebd9365', 'code': 200} Feb 11 05:29:55.111067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49f23-f300-4bc1-b458-e60005a1a65f req-a709d81b-d6a5-4562-91f9-022a8aebaca1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:55.126555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2af49f23-f300-4bc1-b458-e60005a1a65f req-a709d81b-d6a5-4562-91f9-022a8aebaca1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 945 time: 0.1117206 Feb 11 05:29:55.257729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2af49f23-f300-4bc1-b458-e60005a1a65f req-1098795c-fe61-4263-ae3c-3784f1c23ec7 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296597 Feb 11 05:29:55.279544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785649f-0c30-4e69-be5c-3866c1f7aa24 req-16801cbd-c47c-40d8-956b-f671a7edb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:55.287627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f785649f-0c30-4e69-be5c-3866c1f7aa24 req-16801cbd-c47c-40d8-956b-f671a7edb0f8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 1128 time: 0.1254439 Feb 11 05:29:55.303061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273eee-1320-4531-8967-fcd325fa2f9c req-06ff82b1-c562-4a4e-b414-35edd6671a00 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:55.305073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81273eee-1320-4531-8967-fcd325fa2f9c req-06ff82b1-c562-4a4e-b414-35edd6671a00 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.1548748 Feb 11 05:29:55.359840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:55.395260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:55.395628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device e80b9db5-2dbc-41cc-8a5d-cb56d7f47097 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:55.422614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81273eee-1320-4531-8967-fcd325fa2f9c req-d58ec997-6f91-4c36-9061-9202ebcafbb5 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092966 Feb 11 05:29:55.440644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f785649f-0c30-4e69-be5c-3866c1f7aa24 req-a62b79d2-13ed-4a77-9b67-7cc935a17f38 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344638 Feb 11 05:29:55.455392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7bcb6-5095-4614-8a0f-4ce18b327a55 req-5181f53f-e342-480e-9dfa-e13c11648dd7 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:55.457094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3eb7bcb6-5095-4614-8a0f-4ce18b327a55 req-5181f53f-e342-480e-9dfa-e13c11648dd7 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.1183445 Feb 11 05:29:55.526356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3eb7bcb6-5095-4614-8a0f-4ce18b327a55 req-9aa4b95c-6c49-4243-84f1-d53294837523 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614974 Feb 11 05:29:55.616562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a14cbe-acc0-4fe7-934c-f34ef188becd req-ff5e1a28-a318-4cfe-b06c-3145bb6ee1cd tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:55.618286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5a14cbe-acc0-4fe7-934c-f34ef188becd req-ff5e1a28-a318-4cfe-b06c-3145bb6ee1cd tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.0769553 Feb 11 05:29:55.698955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5a14cbe-acc0-4fe7-934c-f34ef188becd req-f2418aa3-8315-45b2-97bf-911292fd642a tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7e978c-568c-4d0c-9b28-9f15f4226733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739591 Feb 11 05:29:55.833316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2d4b-1ed5-47b2-9772-c2b622709170 req-47c1f196-a896-48df-889c-6b4e400993a6 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:55.856854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-090f2d4b-1ed5-47b2-9772-c2b622709170 req-47c1f196-a896-48df-889c-6b4e400993a6 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1272776 Feb 11 05:29:55.986363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-090f2d4b-1ed5-47b2-9772-c2b622709170 req-7e1ef200-856d-4bbb-bd8a-b9423d9fb66e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282914 Feb 11 05:29:56.013780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-0d2fb614-b8a7-4a59-8e24-7a0f4472847f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:56.018414 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-0d2fb614-b8a7-4a59-8e24-7a0f4472847f tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9cc8795-1131-48c4-8233-b10ee14416d9 HTTP/1.1" status: 200 len: 950 time: 0.1268489 Feb 11 05:29:56.251657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81939159-01fb-4365-a9fb-846151e47307 req-eed537c6-0c0e-415b-9cce-1cfc925863f9 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:56.253475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81939159-01fb-4365-a9fb-846151e47307 req-eed537c6-0c0e-415b-9cce-1cfc925863f9 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.2328291 Feb 11 05:29:56.261747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Deleting port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:56.262611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.335340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1199ee-14d5-480c-ad9a-17665184560e req-e2e108d9-1368-42a9-aeec-dda5e4f8c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:56.337692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1199ee-14d5-480c-ad9a-17665184560e req-e2e108d9-1368-42a9-aeec-dda5e4f8c12e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=185528b1739742298958d1e7ecccbc65&device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 1129 time: 0.2424204 Feb 11 05:29:56.432818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81939159-01fb-4365-a9fb-846151e47307 req-89678e0b-8835-45d8-b3ea-9151438bc60a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583102 Feb 11 05:29:56.441935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-fd180655-f799-421c-b48a-f026dce57043 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:56.449136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-fd180655-f799-421c-b48a-f026dce57043 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.2499375 Feb 11 05:29:56.462024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] For port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:56.462401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.482379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Calling delete_port for b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:56.517554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-15276576-ec76-4869-951c-f9996763a36b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/quotas/c233fc98111c48a7a44ca91fe060b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0672250 Feb 11 05:29:56.568615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-51ffd3cc-151e-4326-8bf7-d30b327d33b6 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500817 Feb 11 05:29:56.673280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1199ee-14d5-480c-ad9a-17665184560e req-1d2fec43-2b74-4304-b9bf-42576b8e17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:56.675714 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b3401d53-0a57-46ed-9e2b-d7ea8ea12c08), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.688414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1199ee-14d5-480c-ad9a-17665184560e req-1d2fec43-2b74-4304-b9bf-42576b8e17ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 200 len: 917 time: 0.3230524 Feb 11 05:29:56.720227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Pushing event deleted for resources: {'Port': ['ID=b3401d53-0a57-46ed-9e2b-d7ea8ea12c08,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:56.743511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:56.776731 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] No DVR routers for this DVR port b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:56.779555 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.784153 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-799b92dd-6b2c-4d79-9815-fdf793b5394d req-93e88e0a-f739-4e5d-9a29-44a3c2fbbaf4 tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] 10.222.0.72 "DELETE /v2.0/ports/b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 HTTP/1.1" status: 204 len: 173 time: 0.7589767 Feb 11 05:29:56.784688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'name': 'network-vif-deleted', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:56.787640 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1616c777-414d-4ff6-ac55-9a7e0bc724f8" -d '{"events": [{"server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "name": "network-vif-deleted", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:56.849148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1199ee-14d5-480c-ad9a-17665184560e req-dca5c616-1f1b-470a-b644-fb3eb48359ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79653747-891f-43f4-8f12-d90919477fb3 HTTP/1.1" status: 200 len: 217 time: 0.1598320 Feb 11 05:29:57.366040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:57.416373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:57.417570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b3401d53-0a57-46ed-9e2b-d7ea8ea12c08 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:57.424446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f6300b7b-102f-452e-880c-91beb7a55fdb no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:57.465367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: f6300b7b-102f-452e-880c-91beb7a55fdb {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:57.466033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f6300b7b-102f-452e-880c-91beb7a55fdb not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:57.522859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54016) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.536376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-35cd9e94-0c34-4257-b0cd-721bf9507b1e service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9668427 Feb 11 05:29:57.588632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1199ee-14d5-480c-ad9a-17665184560e req-cb5b8b32-254a-4fc2-9e6e-e6c7e1f9db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:57.590128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1199ee-14d5-480c-ad9a-17665184560e req-cb5b8b32-254a-4fc2-9e6e-e6c7e1f9db82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4388334c-9027-4dd0-afad-6b67a2402b11 HTTP/1.1" status: 200 len: 855 time: 0.6972928 Feb 11 05:29:57.602043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a3e82-cfe2-49f4-8d6a-98378ed9542b req-a6e993ef-401b-4752-8c31-a3526d34f2ab tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:57.608897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff6a3e82-cfe2-49f4-8d6a-98378ed9542b req-a6e993ef-401b-4752-8c31-a3526d34f2ab tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 945 time: 0.9408231 Feb 11 05:29:57.676360 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3658adbc-eab6-4bd1-a0d3-fda003047265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.684489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa489262-4fd0-4fa5-837c-f434c0600a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.758809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-bb7801bb-62b1-4189-a05a-b622db099481 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112846 Feb 11 05:29:57.762437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1199ee-14d5-480c-ad9a-17665184560e req-69584a9e-4bfe-4290-aa87-16dbd38b68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:57.763912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1199ee-14d5-480c-ad9a-17665184560e req-69584a9e-4bfe-4290-aa87-16dbd38b68ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=710770e7-ea1f-4823-9931-8dcb72f54ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1272345 Feb 11 05:29:57.778655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff6a3e82-cfe2-49f4-8d6a-98378ed9542b req-1ca4c8cc-cbb4-448f-8790-733e272df57a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644654 Feb 11 05:29:57.810160 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa489262-4fd0-4fa5-837c-f434c0600a2f admin admin] Publish callbacks [] for security_group (8d4709e8-92db-4c4e-a775-078afb77e80c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.815620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa489262-4fd0-4fa5-837c-f434c0600a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8d4709e8-92db-4c4e-a775-078afb77e80c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.868423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa489262-4fd0-4fa5-837c-f434c0600a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4709e8-92db-4c4e-a775-078afb77e80c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:57.878749 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa489262-4fd0-4fa5-837c-f434c0600a2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc4b5dd0c3aa49378b68c00ec124d609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545232 Feb 11 05:29:57.881970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.964574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-becaeb74-41a4-44b0-a093-5dea9756e69d admin admin] Publish callbacks [] for security_group (8d4709e8-92db-4c4e-a775-078afb77e80c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.968421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1199ee-14d5-480c-ad9a-17665184560e req-9020721d-7ac3-4401-b06d-69e9cdf96450 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885438 Feb 11 05:29:57.984867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f4b06-51ba-4815-9082-8df0253df8e2 req-9eb62b54-6505-411f-a5a2-7ce73f6c273a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:57.987254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e0f4b06-51ba-4815-9082-8df0253df8e2 req-9eb62b54-6505-411f-a5a2-7ce73f6c273a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.0902116 Feb 11 05:29:58.024415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-becaeb74-41a4-44b0-a093-5dea9756e69d admin admin] Publish callbacks [] for security_group (8d4709e8-92db-4c4e-a775-078afb77e80c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.109691 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95934dde-9348-4b17-91fc-0fa000bae588 x-openstack-request-id: req-95934dde-9348-4b17-91fc-0fa000bae588 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:58.110022 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cc8795-1131-48c4-8233-b10ee14416d9", "name": "network-vif-deleted", "tag": "b3401d53-0a57-46ed-9e2b-d7ea8ea12c08", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:58.111812 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95934dde-9348-4b17-91fc-0fa000bae588 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:58.112225 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc8795-1131-48c4-8233-b10ee14416d9', 'name': 'network-vif-deleted', 'tag': 'b3401d53-0a57-46ed-9e2b-d7ea8ea12c08', 'status': 'completed', 'code': 200} Feb 11 05:29:58.123733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e0f4b06-51ba-4815-9082-8df0253df8e2 req-90265482-2408-42c8-9e34-c26913f50041 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050856 Feb 11 05:29:58.146611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-becaeb74-41a4-44b0-a093-5dea9756e69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8d4709e8-92db-4c4e-a775-078afb77e80c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.150386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-becaeb74-41a4-44b0-a093-5dea9756e69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.151583 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-becaeb74-41a4-44b0-a093-5dea9756e69d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d4709e8-92db-4c4e-a775-078afb77e80c HTTP/1.1" status: 204 len: 168 time: 0.2676826 Feb 11 05:29:58.171843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1199ee-14d5-480c-ad9a-17665184560e req-8453370e-a8e2-4088-a8e8-00271ee91495 service neutron] 10.222.0.72 "GET /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965740 Feb 11 05:29:58.182745 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaeb74-41a4-44b0-a093-5dea9756e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4709e8-92db-4c4e-a775-078afb77e80c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:58.304624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca18b4-c4d7-4961-abaa-00aa3084028c req-3f689fc1-409d-43bb-a823-0ae658ddbc3c tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:58.311766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8cca18b4-c4d7-4961-abaa-00aa3084028c req-3f689fc1-409d-43bb-a823-0ae658ddbc3c tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.0816562 Feb 11 05:29:58.320144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c753820-a4a6-4df3-b8eb-191cf752702c req-4acf07a5-2562-45b6-9e38-99f56833b600 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:58.321713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c753820-a4a6-4df3-b8eb-191cf752702c req-4acf07a5-2562-45b6-9e38-99f56833b600 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1531923 Feb 11 05:29:58.464797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8cca18b4-c4d7-4961-abaa-00aa3084028c req-75298be0-86cc-4965-953d-10fb9f142c8d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521118 Feb 11 05:29:58.489617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c753820-a4a6-4df3-b8eb-191cf752702c req-540a3c57-c1f9-47e5-84ce-7912162460ba tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583791 Feb 11 05:29:58.597291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54040) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:58.601233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a734a51-dde0-4f47-9c28-9673e8f9c3b9 req-5023d18b-4940-4476-bd4c-5a606d3f09f9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 210 time: 0.0662742 Feb 11 05:29:58.847836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54048) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:58.876403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54050) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:58.877966 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-695c21e9-0b9d-44ee-9471-7b9f0935dc78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1619354a08bf4dbcac791d232d243bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785339 Feb 11 05:29:58.878458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5adbebd-ab75-445f-8db8-fa96db160385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.010366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6019a7-6751-4daa-ab4f-756ecae8ed47 req-3e8b98a1-fe7e-4111-8011-9aa5019006da tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:59.012037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db6019a7-6751-4daa-ab4f-756ecae8ed47 req-3e8b98a1-fe7e-4111-8011-9aa5019006da tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 945 time: 0.1347485 Feb 11 05:29:59.015285 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ff58b41-2146-4164-a5f3-df7b66e9ae71 admin admin] Publish callbacks [] for security_group (9c7e978c-568c-4d0c-9b28-9f15f4226733), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.064191 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ff58b41-2146-4164-a5f3-df7b66e9ae71 admin admin] Publish callbacks [] for security_group (9c7e978c-568c-4d0c-9b28-9f15f4226733), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.178095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db6019a7-6751-4daa-ab4f-756ecae8ed47 req-463c7f80-148a-4454-b431-3ee9a8a84f91 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480532 Feb 11 05:29:59.208964 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5adbebd-ab75-445f-8db8-fa96db160385 admin admin] Publish callbacks [] for security_group (2bb271cc-3ea6-49aa-bf36-e99a776926a1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.252278 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ff58b41-2146-4164-a5f3-df7b66e9ae71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9c7e978c-568c-4d0c-9b28-9f15f4226733), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.254980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ff58b41-2146-4164-a5f3-df7b66e9ae71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.258537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1ff58b41-2146-4164-a5f3-df7b66e9ae71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c7e978c-568c-4d0c-9b28-9f15f4226733 HTTP/1.1" status: 204 len: 168 time: 0.3754418 Feb 11 05:29:59.263114 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5adbebd-ab75-445f-8db8-fa96db160385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2bb271cc-3ea6-49aa-bf36-e99a776926a1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.289176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff58b41-2146-4164-a5f3-df7b66e9ae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7e978c-568c-4d0c-9b28-9f15f4226733,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.334393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f5adbebd-ab75-445f-8db8-fa96db160385 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea28772f8f464733b4178eb3032831fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4853618 Feb 11 05:29:59.337389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54058) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.346737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147b7f-0d3b-42cf-bf00-ca76a68071fa req-cf0faae5-da6c-43e8-84b6-6490e21f467f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:59.348322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc147b7f-0d3b-42cf-bf00-ca76a68071fa req-cf0faae5-da6c-43e8-84b6-6490e21f467f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.1463668 Feb 11 05:29:59.350478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adbebd-ab75-445f-8db8-fa96db160385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb271cc-3ea6-49aa-bf36-e99a776926a1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.409935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc147b7f-0d3b-42cf-bf00-ca76a68071fa req-6eb3041a-6eed-4d33-a9e5-5eb98289e708 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534363 Feb 11 05:29:59.474969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2fbc-0b18-4e74-ae6d-bf887f169e1c admin admin] Publish callbacks [] for security_group (2bb271cc-3ea6-49aa-bf36-e99a776926a1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.509514 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2fbc-0b18-4e74-ae6d-bf887f169e1c admin admin] Publish callbacks [] for security_group (2bb271cc-3ea6-49aa-bf36-e99a776926a1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.612071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2fbc-0b18-4e74-ae6d-bf887f169e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2bb271cc-3ea6-49aa-bf36-e99a776926a1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.614929 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2fbc-0b18-4e74-ae6d-bf887f169e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.618858 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ecc2fbc-0b18-4e74-ae6d-bf887f169e1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bb271cc-3ea6-49aa-bf36-e99a776926a1 HTTP/1.1" status: 204 len: 168 time: 0.2804439 Feb 11 05:29:59.635780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc2fbc-0b18-4e74-ae6d-bf887f169e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb271cc-3ea6-49aa-bf36-e99a776926a1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.846472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-8cbd907e-c63d-448e-94df-08d6573eb411 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:59.853599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-8cbd907e-c63d-448e-94df-08d6573eb411 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.3130825 Feb 11 05:29:59.887240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54082) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.890646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-6895cf19-2da4-4f21-b0b3-b573a2ede6fe tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/quotas/f65ed4e42cd5485085d456ac78686004 HTTP/1.1" status: 200 len: 375 time: 0.0361373 Feb 11 05:30:00.021010 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fd9006c2-b700-4129-bcc0-07fa9f171e78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2c373050af24a8abb05214f9e045084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1205521 Feb 11 05:30:00.023728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54086) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:00.037237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-c400b3a1-72a5-4d00-8098-f53b38dffa59 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:00.039228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-c400b3a1-72a5-4d00-8098-f53b38dffa59 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 812 time: 0.2296600 Feb 11 05:30:00.068279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Request body: {'port': {'device_id': 'b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'admin_state_up': True, 'tenant_id': 'c233fc98111c48a7a44ca91fe060b2d8'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:00.091585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06284037-ba0b-42a9-96b7-83c2f41803b1 req-67ea7588-4019-4a69-b7d3-a6a9aa173e3b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:00.099279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06284037-ba0b-42a9-96b7-83c2f41803b1 req-67ea7588-4019-4a69-b7d3-a6a9aa173e3b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.5288804 Feb 11 05:30:00.135531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bccc9b0-44dc-4dd8-9612-e3549d834aa3 admin admin] Publish callbacks [] for security_group (60701cc1-b0a6-49a0-979e-8df259354d37), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.180866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bccc9b0-44dc-4dd8-9612-e3549d834aa3 admin admin] Publish callbacks [] for security_group (60701cc1-b0a6-49a0-979e-8df259354d37), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.235962 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4e3d1b9-bced-4fa0-8a6e-3955bc81862f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.242563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bccc9b0-44dc-4dd8-9612-e3549d834aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (60701cc1-b0a6-49a0-979e-8df259354d37), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.258581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bccc9b0-44dc-4dd8-9612-e3549d834aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.258581 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3bccc9b0-44dc-4dd8-9612-e3549d834aa3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60701cc1-b0a6-49a0-979e-8df259354d37 HTTP/1.1" status: 204 len: 168 time: 0.2317839 Feb 11 05:30:00.267728 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-61838b9a-7cb5-47d8-994f-d7671f423e1a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3761833 Feb 11 05:30:00.274028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccc9b0-44dc-4dd8-9612-e3549d834aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60701cc1-b0a6-49a0-979e-8df259354d37,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:00.339909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06284037-ba0b-42a9-96b7-83c2f41803b1 req-4635df48-938f-4246-83d9-9d71265d2137 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397237 Feb 11 05:30:00.418625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-99226909-50df-400d-a950-070b7dc4891f tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:00.420204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-99226909-50df-400d-a950-070b7dc4891f tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.3796391 Feb 11 05:30:00.439214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-35'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:00.573079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Made reservation on behalf of c233fc98111c48a7a44ca91fe060b2d8 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:00.576875 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.740111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-0378c419-af22-4ef4-82cf-8f877a885fd2 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714322 Feb 11 05:30:00.762257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633cd357-5c1b-4683-abc4-eea044957b38), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.018314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.152224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-2bd8cde7-6ff6-478c-86ae-92c26c09e065 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110484 Feb 11 05:30:01.260902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6e93-0ae3-4a7c-9b62-c0e81fa93aeb req-bf9966f5-d47c-40cb-97c1-311661007acb tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:01.268360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047b6e93-0ae3-4a7c-9b62-c0e81fa93aeb req-bf9966f5-d47c-40cb-97c1-311661007acb tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.6589756 Feb 11 05:30:01.379251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 633cd357-5c1b-4683-abc4-eea044957b38 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:01.438378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-047b6e93-0ae3-4a7c-9b62-c0e81fa93aeb req-392bf243-bbd7-4d7c-b161-d0ce51e32697 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690068 Feb 11 05:30:01.480542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Allocated IP 172.20.0.13 (f9d25e34-f9d0-44c2-a602-bf30559d0646/33fe2d86-04d1-47ff-99bd-4182524c9213/42fc46e8-f77b-4987-b915-a69d441fdd50) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:01.696659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3784b23-5483-4dec-8e85-6499761c84c8 req-b61b629d-5c1e-4b03-a0aa-d5843dc16b21 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 210 time: 0.1045692 Feb 11 05:30:01.700180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:01.711633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:01.731858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 633cd357-5c1b-4683-abc4-eea044957b38 has no active binding in host n-h2-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:30:01.890737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6d87dd2-a453-4cf7-aed3-2fa97da5df21 req-725efc7d-4b76-4747-9c1c-dff8e1b768af tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 210 time: 0.0698009 Feb 11 05:30:01.960330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:02.196827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36992b41-4b9b-4d9f-9b39-9b23c5b759fe req-c025496c-f6d1-435f-b317-e150a5e13fe0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:02.198415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36992b41-4b9b-4d9f-9b39-9b23c5b759fe req-c025496c-f6d1-435f-b317-e150a5e13fe0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 945 time: 0.4962001 Feb 11 05:30:02.321961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:02.324245 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7158e6-136b-44d7-b047-2d5d74bdeea7" -d '{"events": [{"server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "name": "network-vif-unplugged", "status": "completed", "tag": "633cd357-5c1b-4683-abc4-eea044957b38"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:02.332180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Publish callbacks [] for port (633cd357-5c1b-4683-abc4-eea044957b38), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.352112 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (633cd357-5c1b-4683-abc4-eea044957b38), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.486832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=633cd357-5c1b-4683-abc4-eea044957b38,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.537630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36992b41-4b9b-4d9f-9b39-9b23c5b759fe req-c8d002df-3cc5-498e-82de-aacddea427eb tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562907 Feb 11 05:30:02.610305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.611807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.615364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.616594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.617104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.619901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.621568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.623078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.623437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.624883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.625734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.626099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.626639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:02.642280 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.671519 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks [] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.678275 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb1c1a9-f7c2-4119-99d9-18d558f12171 x-openstack-request-id: req-5eb1c1a9-f7c2-4119-99d9-18d558f12171 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:02.678694 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "name": "network-vif-unplugged", "status": "completed", "tag": "633cd357-5c1b-4683-abc4-eea044957b38", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:02.679078 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5eb1c1a9-f7c2-4119-99d9-18d558f12171 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:02.679565 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38', 'code': 200} Feb 11 05:30:02.695577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29b31d-d082-4126-9344-8137c6a4c9e7 req-1fa44587-b665-4b79-b3ab-05010a2a0930 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:02.697668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc29b31d-d082-4126-9344-8137c6a4c9e7 req-1fa44587-b665-4b79-b3ab-05010a2a0930 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.6343405 Feb 11 05:30:02.752856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 on host n-h1-715271-35 for vnic_type normal with profile {"migrating_to": "n-h2-715271-35"} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:02.754706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:02.754706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:02.815601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc29b31d-d082-4126-9344-8137c6a4c9e7 req-9bfd9715-4efd-4cfa-bf38-abe5c4429c22 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810363 Feb 11 05:30:02.861813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Port 633cd357-5c1b-4683-abc4-eea044957b38 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:02.862171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Attempting to bind port 633cd357-5c1b-4683-abc4-eea044957b38 on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:02.883678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:02.883936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:02.884436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:02.884944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Bound port: 633cd357-5c1b-4683-abc4-eea044957b38, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:02.885399 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633cd357-5c1b-4683-abc4-eea044957b38), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.965479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:02.968707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:03.012310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13d81faa-1455-4f76-bf8b-d69a0c64d918 req-3fedac8f-6928-486b-a741-f74776ef2164 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 210 time: 0.0398076 Feb 11 05:30:03.015816 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (633cd357-5c1b-4683-abc4-eea044957b38), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.031416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.082925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Network f9d25e34-f9d0-44c2-a602-bf30559d0646 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:03.098474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9c1a7-b91a-4d98-8335-93e8a5126759 req-0c14453a-049f-4d7d-a7c2-e88a3a834edf tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.100196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edf9c1a7-b91a-4d98-8335-93e8a5126759 req-0c14453a-049f-4d7d-a7c2-e88a3a834edf tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.2898922 Feb 11 05:30:03.104861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:03.134236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:03.274203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-7024bc72-72ba-40bf-b0d3-4981e3fa3d7e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.276276 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-7024bc72-72ba-40bf-b0d3-4981e3fa3d7e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.1606414 Feb 11 05:30:03.292149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Request body: {'port': {'device_id': 'cf50c2b6-1179-455a-b3ca-cf6663754ee8', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'admin_state_up': True, 'tenant_id': 'f65ed4e42cd5485085d456ac78686004'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:03.300080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.302220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.304550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] 10.222.0.72 "PUT /v2.0/ports/633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 200 len: 1123 time: 2.8743839 Feb 11 05:30:03.414659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['633cd357-5c1b-4683-abc4-eea044957b38'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:03.432614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.433147 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.436009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb8a3f-5a00-49ad-b92c-937089db8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=633cd357-5c1b-4683-abc4-eea044957b38,revision_number=8']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:03.525964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4637363 Feb 11 05:30:03.527222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['633cd357-5c1b-4683-abc4-eea044957b38'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:03.537109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Made reservation on behalf of f65ed4e42cd5485085d456ac78686004 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:03.542130 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.569370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Request body: {'port': {'device_id': 'b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:03.632860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760c5d-ab48-493a-ac6c-e94c48ea88ae req-fab88459-cb6d-4409-bc92-cc9a8c60afe3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.639333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48760c5d-ab48-493a-ac6c-e94c48ea88ae req-fab88459-cb6d-4409-bc92-cc9a8c60afe3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43187d7-2b64-455c-aa36-c674a8037b85 HTTP/1.1" status: 200 len: 946 time: 0.3654265 Feb 11 05:30:03.660357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edf9c1a7-b91a-4d98-8335-93e8a5126759 req-686ea436-5ec9-4f90-82f8-c390080f8191 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951537 Feb 11 05:30:03.674099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af1443-ce3d-40c2-adb1-b3319e164192 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event updated for resources: {'Port': ['ID=42fc46e8-f77b-4987-b915-a69d441fdd50,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:03.881341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48760c5d-ab48-493a-ac6c-e94c48ea88ae req-87f3768f-8d04-44e8-83d1-f6a2c768932a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178860 Feb 11 05:30:03.886223 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.030230 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.114229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cc4d563-ae6e-4df0-a92e-e8304d9089ad req-9a911b26-94b9-4410-9ef6-b04a0d908732 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 210 time: 0.0880432 Feb 11 05:30:04.353933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Allocated IP 172.20.0.6 (3a8d3bfe-d48b-4e82-bec3-710d79850667/3651cb44-129d-4466-b43f-f49af07bc83c/c262e112-569d-4da8-9ede-678b9552bc68) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:04.364581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-df568744-b806-49d1-a909-ca1d37264853 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712516 Feb 11 05:30:04.576388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks [] for port (c262e112-569d-4da8-9ede-678b9552bc68), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.623371 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c262e112-569d-4da8-9ede-678b9552bc68), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.636416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['fb5bf4d9-3377-4c54-bfda-d2811ebd9365'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:04.676979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:04.683555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:04.690307 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:04.719166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:04.757000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event updated for resources: {'Port': ['ID=c262e112-569d-4da8-9ede-678b9552bc68,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:04.798469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:04.800994 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be" -d '{"events": [{"name": "network-changed", "server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "tag": "633cd357-5c1b-4683-abc4-eea044957b38"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:04.832678 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:04.839250 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.870012 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-5eaf1907-52f8-43dc-a0d2-a532270666ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5818572 Feb 11 05:30:04.881174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Request body: {'port': {'device_id': 'cf50c2b6-1179-455a-b3ca-cf6663754ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:04.925847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04729-0a62-437d-8046-bca6c012e491 req-878a66fc-1690-4a69-a4d3-f6b2fe049f87 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:04.927424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42e04729-0a62-437d-8046-bca6c012e491 req-878a66fc-1690-4a69-a4d3-f6b2fe049f87 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 943 time: 0.6330564 Feb 11 05:30:04.998184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c262e112-569d-4da8-9ede-678b9552bc68), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.058117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-c6624a5d-01bb-4469-853a-b76bad3250b0 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:05.064641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-c6624a5d-01bb-4469-853a-b76bad3250b0 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6628182 Feb 11 05:30:05.115472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42e04729-0a62-437d-8046-bca6c012e491 req-49598ea2-b33e-4bed-8030-4d8971422f09 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681130 Feb 11 05:30:05.122460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-716a8e43-9152-4e7e-8b94-df8f769f5d7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/quotas/bb9eac485c1a41d38accf5e5d719cbe2 HTTP/1.1" status: 200 len: 375 time: 0.0562935 Feb 11 05:30:05.150390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fc46e8-f77b-4987-b915-a69d441fdd50 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:05.186616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-d1442c1e-6b89-496f-b5d0-f43cd0db7620 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636256 Feb 11 05:30:05.192142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Publish callbacks [] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.221596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Transition to ACTIVE for port object 42fc46e8-f77b-4987-b915-a69d441fdd50 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:05.232341 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.344399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Pushing event updated for resources: {'Port': ['ID=42fc46e8-f77b-4987-b915-a69d441fdd50,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:05.472316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Attempting to bind port 42fc46e8-f77b-4987-b915-a69d441fdd50 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:05.473018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Attempting to bind port 42fc46e8-f77b-4987-b915-a69d441fdd50 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:05.473284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Attempting to bind port 42fc46e8-f77b-4987-b915-a69d441fdd50 on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:05.507062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Port 42fc46e8-f77b-4987-b915-a69d441fdd50 on network f9d25e34-f9d0-44c2-a602-bf30559d0646 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:05.507062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Attempting to bind port 42fc46e8-f77b-4987-b915-a69d441fdd50 on network f9d25e34-f9d0-44c2-a602-bf30559d0646 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:05.555136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:05.555477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Checking segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:05.555854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Bound using segment: {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:05.556301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Bound port: 42fc46e8-f77b-4987-b915-a69d441fdd50, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c285968b-639b-4f0c-9335-72c01e96dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:05.556658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.603811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c262e112-569d-4da8-9ede-678b9552bc68 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:05.618955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Publish callbacks [] for port (c262e112-569d-4da8-9ede-678b9552bc68), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.643156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Transition to ACTIVE for port object c262e112-569d-4da8-9ede-678b9552bc68 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:05.671610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c262e112-569d-4da8-9ede-678b9552bc68), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.702494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf385e-1540-4590-90f6-dd5bf6d4b19e req-cb509729-c626-435d-881e-f76099f47d73 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:05.704475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcf385e-1540-4590-90f6-dd5bf6d4b19e req-cb509729-c626-435d-881e-f76099f47d73 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 944 time: 0.2264063 Feb 11 05:30:05.760759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7ac64-de9d-4a77-952a-0104d982af8a req-3ffcda69-aec7-4289-b39e-029471708c1c tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:05.762551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24e7ac64-de9d-4a77-952a-0104d982af8a req-3ffcda69-aec7-4289-b39e-029471708c1c tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.2343678 Feb 11 05:30:05.804065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] For port 42fc46e8-f77b-4987-b915-a69d441fdd50, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:05.813740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcf385e-1540-4590-90f6-dd5bf6d4b19e req-03f5ba94-50d5-4f6a-93da-6732b4130fa5 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960054 Feb 11 05:30:05.826370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] For port 42fc46e8-f77b-4987-b915-a69d441fdd50, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=42fc46e8-f77b-4987-b915-a69d441fdd50,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:05.846721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.904858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24e7ac64-de9d-4a77-952a-0104d982af8a req-489e4766-a445-429e-b56f-ad4775dd82d4 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319690 Feb 11 05:30:05.958154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Attempting to bind port c262e112-569d-4da8-9ede-678b9552bc68 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:05.958495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Attempting to bind port c262e112-569d-4da8-9ede-678b9552bc68 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:05.959821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Attempting to bind port c262e112-569d-4da8-9ede-678b9552bc68 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:05.967986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Port c262e112-569d-4da8-9ede-678b9552bc68 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:05.968315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Attempting to bind port c262e112-569d-4da8-9ede-678b9552bc68 on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:05.971789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Pushing event updated for resources: {'Port': ['ID=c262e112-569d-4da8-9ede-678b9552bc68,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:05.982444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.982801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.983147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.983489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.983824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.984164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.984493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.985906 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.986248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.986591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.986926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.987253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:05.987573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:06.015067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:06.015512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Checking segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:06.015933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Bound using segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:06.016497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Bound port: c262e112-569d-4da8-9ede-678b9552bc68, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:06.016909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c262e112-569d-4da8-9ede-678b9552bc68), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.069067 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a16409c-2c31-4454-8304-82ab2e4c0ecc x-openstack-request-id: req-3a16409c-2c31-4454-8304-82ab2e4c0ecc {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:06.069666 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "tag": "633cd357-5c1b-4683-abc4-eea044957b38", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:06.069923 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a16409c-2c31-4454-8304-82ab2e4c0ecc {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:06.071727 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38', 'status': 'completed', 'code': 200} Feb 11 05:30:06.099414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.100786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.103751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] 10.222.0.81 "PUT /v2.0/ports/42fc46e8-f77b-4987-b915-a69d441fdd50 HTTP/1.1" status: 200 len: 1093 time: 2.5677636 Feb 11 05:30:06.147497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a27da-863a-41a0-accf-2e3669c670a2 service neutron] Pushing event updated for resources: {'Port': ['ID=42fc46e8-f77b-4987-b915-a69d441fdd50,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:06.174149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] For port c262e112-569d-4da8-9ede-678b9552bc68, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:06.189531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] For port c262e112-569d-4da8-9ede-678b9552bc68, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c262e112-569d-4da8-9ede-678b9552bc68,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:06.205548 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c262e112-569d-4da8-9ede-678b9552bc68), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.290784 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Pushing event updated for resources: {'Port': ['ID=c262e112-569d-4da8-9ede-678b9552bc68,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:06.311924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.322860 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.329353 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-015916d4-6193-46bd-8815-53455cf65e2e service neutron] 10.222.0.72 "PUT /v2.0/ports/c262e112-569d-4da8-9ede-678b9552bc68 HTTP/1.1" status: 200 len: 1092 time: 1.4513395 Feb 11 05:30:06.330249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf50c2b6-1179-455a-b3ca-cf6663754ee8', 'tag': 'c262e112-569d-4da8-9ede-678b9552bc68'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:06.338006 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dccade-784f-419d-acd9-183c8bcc4d12" -d '{"events": [{"name": "network-changed", "server_uuid": "cf50c2b6-1179-455a-b3ca-cf6663754ee8", "tag": "c262e112-569d-4da8-9ede-678b9552bc68"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:06.404819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf136bfd-63d1-47b7-9db0-82e9cca7720d req-60254f51-582e-46c0-8bc6-8f86fcb7101c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.404819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf136bfd-63d1-47b7-9db0-82e9cca7720d req-60254f51-582e-46c0-8bc6-8f86fcb7101c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.4293804 Feb 11 05:30:06.431821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93172571-ca38-47e6-a492-92b3b850d44b req-38927d83-0565-4f44-a2e1-9dab956b6ae4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.435300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93172571-ca38-47e6-a492-92b3b850d44b req-38927d83-0565-4f44-a2e1-9dab956b6ae4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.81 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 944 time: 0.4997392 Feb 11 05:30:06.450321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-d652262a-f4e9-424e-8637-56acdb3161d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.453150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-d652262a-f4e9-424e-8637-56acdb3161d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1157 time: 0.3786271 Feb 11 05:30:06.457279 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-62acf902-8590-454f-8a34-99d25b8bdd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.459350 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-62acf902-8590-454f-8a34-99d25b8bdd94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 1126 time: 0.0770791 Feb 11 05:30:06.460878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5b747-d2ee-4b79-8dde-380fe50a5ee9 req-1fd69151-412d-42d1-bfb3-865141783061 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.462549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66a5b747-d2ee-4b79-8dde-380fe50a5ee9 req-1fd69151-412d-42d1-bfb3-865141783061 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 943 time: 0.3573942 Feb 11 05:30:06.603151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-6c872f3b-e66d-409d-8600-444f52c9d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.604706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-6c872f3b-e66d-409d-8600-444f52c9d3d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 1127 time: 0.4225476 Feb 11 05:30:06.608679 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-1d98ac14-9778-4e5b-8f09-30f3a7058162 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c262e112-569d-4da8-9ede-678b9552bc68 HTTP/1.1" status: 200 len: 217 time: 0.1182094 Feb 11 05:30:06.740267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-f426fb95-ad71-44af-b770-efb206526251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.743920 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-f426fb95-ad71-44af-b770-efb206526251 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.1268659 Feb 11 05:30:06.785209 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-875233aa-9902-41da-b093-84a44d792fbb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326953 Feb 11 05:30:06.799123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-89bba7cd-f848-4842-b1f0-5325a914b1e1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42fc46e8-f77b-4987-b915-a69d441fdd50 HTTP/1.1" status: 200 len: 217 time: 0.1698794 Feb 11 05:30:06.885441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66a5b747-d2ee-4b79-8dde-380fe50a5ee9 req-90efb1eb-7c41-43b9-b85c-a7bbce2be67f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075918 Feb 11 05:30:06.895678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf136bfd-63d1-47b7-9db0-82e9cca7720d req-c40f3fde-cc5a-4f84-b45f-eae27fe00c72 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581752 Feb 11 05:30:06.939492 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-4d8453dd-ec7b-44d4-a283-c9d6bf5d8d7c service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448534 Feb 11 05:30:07.018671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-343653bb-913d-4b5e-bd88-87c74ccf79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:07.021067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-343653bb-913d-4b5e-bd88-87c74ccf79b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.2084680 Feb 11 05:30:07.031093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-4b7387f0-dde4-407b-9727-7638d3d1bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:07.033219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-4b7387f0-dde4-407b-9727-7638d3d1bb05 service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.5695472 Feb 11 05:30:07.073885 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-07ef065b-f3b8-4be5-96c9-695c29d3c956 req-78aa01be-dc0b-48b2-b3e6-7aa1e969ad3f service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255429 Feb 11 05:30:07.198681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-0e9a5eb1-37ac-4f40-96d1-6dccd5a588b3 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1762369 Feb 11 05:30:07.202214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-7633fc6a-6f9f-4ce2-82b0-267bce870df5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470194 Feb 11 05:30:07.210155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-85e2bace-b59f-4764-8975-659f0a0d4a1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 200 len: 217 time: 0.1429553 Feb 11 05:30:07.225229 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-0c495e21-a079-48b0-be1f-7e703de98d8c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339727 Feb 11 05:30:07.385802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-2508c308-b28d-4bc3-a0b9-49f1049650a5 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:07.387569 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-2508c308-b28d-4bc3-a0b9-49f1049650a5 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557465 Feb 11 05:30:07.401085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Request body: {'port': {'device_id': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': 'bb9eac485c1a41d38accf5e5d719cbe2'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:07.408979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-93172571-ca38-47e6-a492-92b3b850d44b req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Deleting port 6390a77c-8f4c-4119-91b5-591e2329ef67 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:07.409355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-93172571-ca38-47e6-a492-92b3b850d44b req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.446823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4377fc-0568-4294-ac3e-4f9c79cbbdd8 req-530fd9e2-fa2b-433c-8c71-063af5541005 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:07.448358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd4377fc-0568-4294-ac3e-4f9c79cbbdd8 req-530fd9e2-fa2b-433c-8c71-063af5541005 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 944 time: 0.4043193 Feb 11 05:30:07.476982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-4a4cd838-94cc-4a62-9e37-f6e511c16d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:07.478670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-4a4cd838-94cc-4a62-9e37-f6e511c16d13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.2473609 Feb 11 05:30:07.523012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Made reservation on behalf of bb9eac485c1a41d38accf5e5d719cbe2 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:07.526470 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.537808 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.591347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-c14b7e07-408c-4a96-83bf-28773e66b73d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947952 Feb 11 05:30:07.622676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-a659501e-15eb-4e74-b9a2-468d79a15259 service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950214 Feb 11 05:30:07.628044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks [] for security_group (faf8a988-e03a-4a34-a1e0-45e8e89ff82f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.633587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (faf8a988-e03a-4a34-a1e0-45e8e89ff82f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.647577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-fd87ae0e-ea27-496b-8896-8f6c37291437 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:07.649076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-fd87ae0e-ea27-496b-8896-8f6c37291437 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4370818 Feb 11 05:30:07.698128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf8a988-e03a-4a34-a1e0-45e8e89ff82f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:07.753733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd4377fc-0568-4294-ac3e-4f9c79cbbdd8 req-74a6d339-ab6f-42a6-a993-0c54cc3504a5 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847946 Feb 11 05:30:07.804141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-e24be859-8c9b-45a5-91ba-b2d5df6f64f3 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/quotas/bb9eac485c1a41d38accf5e5d719cbe2 HTTP/1.1" status: 200 len: 375 time: 0.1270654 Feb 11 05:30:07.811687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Allocated IP 192.168.233.133 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/3d7cab0d-4f52-4758-9eda-b07b9db891d8) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:07.823253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-91c40da1-c51e-4279-9b66-e3fd41498b59 req-30dc33db-552c-4c74-b6de-aa00827a59f5 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:07.825334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c40da1-c51e-4279-9b66-e3fd41498b59 req-30dc33db-552c-4c74-b6de-aa00827a59f5 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252068 Feb 11 05:30:07.831953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-93172571-ca38-47e6-a492-92b3b850d44b req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] For port 6390a77c-8f4c-4119-91b5-591e2329ef67, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6390a77c-8f4c-4119-91b5-591e2329ef67,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:07.832333 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-93172571-ca38-47e6-a492-92b3b850d44b req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.912828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-6e954414-2da4-49e9-9197-517bf0943ebf tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968804 Feb 11 05:30:07.916922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-93172571-ca38-47e6-a492-92b3b850d44b req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Calling delete_port for 6390a77c-8f4c-4119-91b5-591e2329ef67 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:07.978351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d265bd-1b4c-4779-81a5-2df991e06779 req-ed5ca5a4-078e-4644-a71b-6d75df277e41 service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497052 Feb 11 05:30:07.983958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-a9cdfdca-ac4c-4dd6-af80-f1aaf5cbbab8 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801682 Feb 11 05:30:08.041550 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks [] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.077051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c', 'tag': '42fc46e8-f77b-4987-b915-a69d441fdd50'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:08.092656 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c", "tag": "42fc46e8-f77b-4987-b915-a69d441fdd50"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:08.108541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c40da1-c51e-4279-9b66-e3fd41498b59 req-53d2b128-a224-4755-8112-bc8ad99aba6a tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2558613 Feb 11 05:30:08.109281 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.191016 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.217298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:08.219357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:08.221920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:08.280562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432f7e9-f38e-4ce3-a7b6-a2a7de8b90be req-330a1e0c-1fef-45a1-9e29-99f5a8fb2989 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601299 Feb 11 05:30:08.307770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:08.308523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.346171 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-88a4d20b-c840-4059-9bd3-2b4617b3bd7c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9494553 Feb 11 05:30:08.368590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Request body: {'port': {'device_id': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:08.382921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ae66c-158f-4f7a-8ff7-815309175111 req-1107b86a-7ffe-4567-9e48-a20d155bd8a7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:08.390203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c9ae66c-158f-4f7a-8ff7-815309175111 req-1107b86a-7ffe-4567-9e48-a20d155bd8a7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 943 time: 0.2414699 Feb 11 05:30:08.439550 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-93172571-ca38-47e6-a492-92b3b850d44b req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6390a77c-8f4c-4119-91b5-591e2329ef67), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.549954 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.576747 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1a518e-aa46-4151-9079-930b6d9dd07c x-openstack-request-id: req-cc1a518e-aa46-4151-9079-930b6d9dd07c {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:08.577053 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf50c2b6-1179-455a-b3ca-cf6663754ee8", "tag": "c262e112-569d-4da8-9ede-678b9552bc68", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:08.577330 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc1a518e-aa46-4151-9079-930b6d9dd07c {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:08.577742 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf50c2b6-1179-455a-b3ca-cf6663754ee8', 'tag': 'c262e112-569d-4da8-9ede-678b9552bc68', 'status': 'completed', 'code': 200} Feb 11 05:30:08.661818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1573adc2-7fa4-41e1-92ee-0c29b53820c5 None None] Provisioning complete for port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:08.662359 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1573adc2-7fa4-41e1-92ee-0c29b53820c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.713074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1573adc2-7fa4-41e1-92ee-0c29b53820c5 None None] Port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:08.750819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-a55ee37a-5e5c-4e33-89dd-a290cb5e0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:08.752328 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-a55ee37a-5e5c-4e33-89dd-a290cb5e0f9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 1126 time: 0.1737983 Feb 11 05:30:08.819545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Pushing event deleted for resources: {'Port': ['ID=6390a77c-8f4c-4119-91b5-591e2329ef67,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.913407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-93172571-ca38-47e6-a492-92b3b850d44b req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] No DVR routers for this DVR port 6390a77c-8f4c-4119-91b5-591e2329ef67 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:08.929432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c9ae66c-158f-4f7a-8ff7-815309175111 req-51f61b85-9c78-47ab-a37a-e1e09b9bb1c0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379348 Feb 11 05:30:08.930669 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-93172571-ca38-47e6-a492-92b3b850d44b req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.933983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93172571-ca38-47e6-a492-92b3b850d44b req-973e5b5f-fbd3-4c0a-88d4-ae41620c5b4e tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.81 "DELETE /v2.0/ports/6390a77c-8f4c-4119-91b5-591e2329ef67 HTTP/1.1" status: 204 len: 173 time: 2.4617517 Feb 11 05:30:08.952578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-6d7320c1-a279-4863-878b-5759ce869e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:08.955759 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-6d7320c1-a279-4863-878b-5759ce869e97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 906 time: 0.1474056 Feb 11 05:30:08.976713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654145ad-f888-4b70-92f5-9c68bdedb881 req-793d54c0-1894-4a79-bc48-1275b587a696 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:08.978298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-654145ad-f888-4b70-92f5-9c68bdedb881 req-793d54c0-1894-4a79-bc48-1275b587a696 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 944 time: 0.1638012 Feb 11 05:30:09.014565 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-4e632bf2-1ff0-4b0e-9c00-dc84956750d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c262e112-569d-4da8-9ede-678b9552bc68 HTTP/1.1" status: 200 len: 217 time: 0.0443118 Feb 11 05:30:09.122991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-20fa7775-db43-432f-a745-857e54251b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:09.124810 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-20fa7775-db43-432f-a745-857e54251b71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.1030762 Feb 11 05:30:09.138597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-654145ad-f888-4b70-92f5-9c68bdedb881 req-f5222c67-3be3-4b46-8670-ca23c10a6e89 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454611 Feb 11 05:30:09.179957 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-20e7b3eb-dc10-40d5-9d98-6c1d6c41671e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480630 Feb 11 05:30:09.182728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b73b7-5781-495a-a095-6bcc70e11cbf req-75f2765a-3cb1-48ac-b1f8-f2cbcfbf869e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:09.190298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b3b73b7-5781-495a-a095-6bcc70e11cbf req-75f2765a-3cb1-48ac-b1f8-f2cbcfbf869e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 943 time: 0.1590245 Feb 11 05:30:09.283973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b3b73b7-5781-495a-a095-6bcc70e11cbf req-22bc1a27-ab8f-4179-ac30-23b6e3f182df tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925705 Feb 11 05:30:09.315879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed73592-9cd7-4712-b8cc-09c55dbce23e req-27b120c0-809c-4217-b61c-27757a2329d1 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:09.315879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bed73592-9cd7-4712-b8cc-09c55dbce23e req-27b120c0-809c-4217-b61c-27757a2329d1 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0760810 Feb 11 05:30:09.323964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7cab0d-4f52-4758-9eda-b07b9db891d8 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:09.334206 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Publish callbacks [] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.357352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Transition to ACTIVE for port object 3d7cab0d-4f52-4758-9eda-b07b9db891d8 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:09.360280 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-4ec89e91-18ab-4d83-b9fb-fed30906ee2b service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656556 Feb 11 05:30:09.365567 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.386977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bed73592-9cd7-4712-b8cc-09c55dbce23e req-8e862546-1e53-4f1f-bf01-b3354c5e3910 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682342 Feb 11 05:30:09.406172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd771ba0-5745-4baf-ac51-d1d3474ae1cf req-9aa27ffb-3f94-4f72-8d77-f24a8db38ecf tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 210 time: 0.0375695 Feb 11 05:30:09.444602 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecef5f5c-4d95-4e80-897a-2130c6ac35bf x-openstack-request-id: req-ecef5f5c-4d95-4e80-897a-2130c6ac35bf {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:09.445444 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c", "tag": "42fc46e8-f77b-4987-b915-a69d441fdd50", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:09.445882 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecef5f5c-4d95-4e80-897a-2130c6ac35bf {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:09.446431 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c', 'tag': '42fc46e8-f77b-4987-b915-a69d441fdd50', 'status': 'completed', 'code': 200} Feb 11 05:30:09.457378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:09.650400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-6db80fe9-46e8-4959-8feb-ed311f2272b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:09.652171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-6db80fe9-46e8-4959-8feb-ed311f2272b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 1127 time: 0.1759875 Feb 11 05:30:09.678838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3304bbb6-809d-4dc6-963f-7696ad77344d req-4e309c45-ede0-4d36-8060-a079639d377f tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d79226-76f1-49dd-ae91-2a2fe71a5178 HTTP/1.1" status: 200 len: 210 time: 0.0907924 Feb 11 05:30:09.744954 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d5dccade-784f-419d-acd9-183c8bcc4d12 req-8983adb7-8fa7-4e95-a94b-b9d41cae4400 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747013 Feb 11 05:30:09.747169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-0881783b-661b-4562-8739-339704528467 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935266 Feb 11 05:30:09.759424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Attempting to bind port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:09.760433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Attempting to bind port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:09.760982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Attempting to bind port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:09.767803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:09.768486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Attempting to bind port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:09.776848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:09.777890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:09.778991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:09.779890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Bound port: 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:09.780529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.842705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cf9f9-009d-434e-aaaa-38ba2237bfcf req-92f9e67b-28a6-4a8f-bc13-db6fa58b8c26 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:09.850366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a5cf9f9-009d-434e-aaaa-38ba2237bfcf req-92f9e67b-28a6-4a8f-bc13-db6fa58b8c26 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.2967882 Feb 11 05:30:09.960240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:09.967157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:09.987619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.082224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-4fdf16de-9ae1-47e3-bd95-ee0d93d4c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.083976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-4fdf16de-9ae1-47e3-bd95-ee0d93d4c9ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 200 len: 913 time: 0.4040236 Feb 11 05:30:10.092919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.093827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.096860 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] 10.222.0.81 "PUT /v2.0/ports/3d7cab0d-4f52-4758-9eda-b07b9db891d8 HTTP/1.1" status: 200 len: 1097 time: 1.7424169 Feb 11 05:30:10.101834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a5cf9f9-009d-434e-aaaa-38ba2237bfcf req-f0c5868e-02f2-453e-8025-26fe647bd762 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503731 Feb 11 05:30:10.135269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85893d17-72bc-4bf4-b58b-01119e56764b service neutron] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.215347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-a7cb7d1e-a340-45dd-9b1f-f8c95a7614cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.219605 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-a7cb7d1e-a340-45dd-9b1f-f8c95a7614cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 1131 time: 0.0594764 Feb 11 05:30:10.250173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-3d2e4523-6be8-47bb-9fc2-3b0f17708402 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.251619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-3d2e4523-6be8-47bb-9fc2-3b0f17708402 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4816191 Feb 11 05:30:10.275291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-0c8e34b7-752b-42c8-b863-2fcba08568dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42fc46e8-f77b-4987-b915-a69d441fdd50 HTTP/1.1" status: 200 len: 217 time: 0.1601174 Feb 11 05:30:10.277411 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-b0a1c248-f013-40ce-87c3-a14a4da38ae7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8 HTTP/1.1" status: 200 len: 217 time: 0.0503085 Feb 11 05:30:10.284368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Request body: {'port': {'device_id': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': 'bb9eac485c1a41d38accf5e5d719cbe2'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:10.348396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-6a4d0269-57ee-4546-a599-da713d9a562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.351055 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-6a4d0269-57ee-4546-a599-da713d9a562c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0616395 Feb 11 05:30:10.435694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5104ec0-d8f0-4eae-a293-59c0404db03d req-0892ca83-91c5-4107-a82d-c0ca2bce2e24 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.443123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5104ec0-d8f0-4eae-a293-59c0404db03d req-0892ca83-91c5-4107-a82d-c0ca2bce2e24 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 943 time: 0.4156632 Feb 11 05:30:10.449249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-96f37e26-1b71-4170-a7b4-98b747841a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.451364 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-96f37e26-1b71-4170-a7b4-98b747841a89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0928133 Feb 11 05:30:10.486928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-92b6837f-5aff-4ba1-ab4d-eb88e10dee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.488387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-92b6837f-5aff-4ba1-ab4d-eb88e10dee83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 200 len: 852 time: 0.1992328 Feb 11 05:30:10.534314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70167ada-e18b-4aae-95ea-b92260cf474f req-e03bfddd-88c6-4136-87e5-a0ec2ef3d36d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.541182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70167ada-e18b-4aae-95ea-b92260cf474f req-e03bfddd-88c6-4136-87e5-a0ec2ef3d36d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43187d7-2b64-455c-aa36-c674a8037b85 HTTP/1.1" status: 200 len: 946 time: 0.2976418 Feb 11 05:30:10.575351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-faecc5fa-b8f5-4702-9300-ae4bb7ea6e8c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f9d25e34-f9d0-44c2-a602-bf30559d0646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717344 Feb 11 05:30:10.579858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:10.583555 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e682a76-f92e-481d-8f0f-fb905876621f" -d '{"events": [{"name": "network-changed", "server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:10.610691 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-d95e0ade-2b92-45e2-a6de-5b91b5f8195e service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494441 Feb 11 05:30:10.665650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5104ec0-d8f0-4eae-a293-59c0404db03d req-fc179fd1-5b4d-4f94-9e45-f9e5a7db1d2a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215862 Feb 11 05:30:10.680490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Made reservation on behalf of bb9eac485c1a41d38accf5e5d719cbe2 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:10.697421 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.747764 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d681202-93ed-4bf1-8954-ac769ebdcd78 req-1c59040e-b9b4-4f8e-bac5-daa8699f7f89 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292570 Feb 11 05:30:10.809648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70167ada-e18b-4aae-95ea-b92260cf474f req-dae351ee-46f3-4b10-9f03-a2e992a8ec9d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676287 Feb 11 05:30:10.810597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 42fc46e8-f77b-4987-b915-a69d441fdd50 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:10.816781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6390a77c-8f4c-4119-91b5-591e2329ef67 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:10.869413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 6390a77c-8f4c-4119-91b5-591e2329ef67 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:10.869849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6390a77c-8f4c-4119-91b5-591e2329ef67 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:10.912601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-b028076f-0654-4356-ad9c-463707e80f7d service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272734 Feb 11 05:30:10.963920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf55ad-fc28-4c01-8c97-b98c0c528f66 req-2bf98354-b3ae-400b-9e37-a0ff63ec2e6c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.970757 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ccf55ad-fc28-4c01-8c97-b98c0c528f66 req-2bf98354-b3ae-400b-9e37-a0ff63ec2e6c tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 944 time: 0.1857374 Feb 11 05:30:10.982728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54384) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:11.030971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 42fc46e8-f77b-4987-b915-a69d441fdd50, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=42fc46e8-f77b-4987-b915-a69d441fdd50,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:11.048984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '42fc46e8-f77b-4987-b915-a69d441fdd50', 'network_id': 'f9d25e34-f9d0-44c2-a602-bf30559d0646', 'port_id': '42fc46e8-f77b-4987-b915-a69d441fdd50', 'mac_address': 'fa:16:3e:3b:16:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe2d86-04d1-47ff-99bd-4182524c9213', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:11.107786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 42fc46e8-f77b-4987-b915-a69d441fdd50 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:11.109051 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.123789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Allocated IP 192.168.233.224 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/3d63f613-ee04-468b-ae83-4b7455e70ca2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:11.127100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fc46e8-f77b-4987-b915-a69d441fdd50 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:11.140213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd95c48e-73c8-4810-9e48-b85ea04f1abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.156926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 42fc46e8-f77b-4987-b915-a69d441fdd50, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=42fc46e8-f77b-4987-b915-a69d441fdd50,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:11.161435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ccf55ad-fc28-4c01-8c97-b98c0c528f66 req-9cd7334e-87f4-4b65-a1c0-bf9fe5bbcf47 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897316 Feb 11 05:30:11.171631 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.227704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeebfe77-3af2-4c97-9ec3-c2ed45bc5ad3 req-9a80f90a-3094-474e-9c54-7ae3ddcc1061 service neutron] 10.222.0.81 "GET /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068745 Feb 11 05:30:11.249017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce6639-2f5b-40e4-aaec-11b55c99e6d0 req-4f73ad89-85d0-4b62-b282-7bcca25c2843 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:11.257034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6ce6639-2f5b-40e4-aaec-11b55c99e6d0 req-4f73ad89-85d0-4b62-b282-7bcca25c2843 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 943 time: 0.3253732 Feb 11 05:30:11.293674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd95c48e-73c8-4810-9e48-b85ea04f1abb admin admin] Publish callbacks [] for security_group (39ef94e3-05a2-4d80-b0da-abddb4089e44), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.301651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd95c48e-73c8-4810-9e48-b85ea04f1abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (39ef94e3-05a2-4d80-b0da-abddb4089e44), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.318664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=42fc46e8-f77b-4987-b915-a69d441fdd50,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:11.328286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.329277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.329877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.330446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.331215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.331777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.332481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.333024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.333651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.334797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.336106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.336672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.337391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:11.342047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95c48e-73c8-4810-9e48-b85ea04f1abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef94e3-05a2-4d80-b0da-abddb4089e44,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:11.369606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54388) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:11.371588 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bd95c48e-73c8-4810-9e48-b85ea04f1abb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abef8a9d9e174ce89a2395d24b709b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856130 Feb 11 05:30:11.421044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c262e112-569d-4da8-9ede-678b9552bc68 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:11.450901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'name': 'network-vif-deleted', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:11.455662 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57921df0-ce09-4e8b-b651-5dfac4db5a08" -d '{"events": [{"server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "name": "network-vif-deleted", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:11.467727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6ce6639-2f5b-40e4-aaec-11b55c99e6d0 req-dddc674f-8443-4515-8cee-b56196cad0c9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867263 Feb 11 05:30:11.573721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762e97a-0709-49a6-881c-fabfbb8a3c02 req-96e1102f-bc46-4867-a50c-0ce286999373 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:11.575254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d762e97a-0709-49a6-881c-fabfbb8a3c02 req-96e1102f-bc46-4867-a50c-0ce286999373 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.2951131 Feb 11 05:30:11.614163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['42fc46e8-f77b-4987-b915-a69d441fdd50'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:11.636688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ef8cbfb-d425-4fe4-9226-6acaa98c4547 req-82eba634-82b6-4ee5-bf63-f9f0da144052 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 210 time: 0.0572600 Feb 11 05:30:11.699118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c262e112-569d-4da8-9ede-678b9552bc68, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c262e112-569d-4da8-9ede-678b9552bc68,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:11.707273 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc48d7d-80e2-4328-b64e-c2502c16338e x-openstack-request-id: req-4dc48d7d-80e2-4328-b64e-c2502c16338e {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:11.707813 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:11.708165 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4dc48d7d-80e2-4328-b64e-c2502c16338e {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:11.708793 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'status': 'completed', 'code': 200} Feb 11 05:30:11.716033 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9c9c-4687-4385-8fe7-762747fd0476 admin admin] Publish callbacks [] for security_group (39ef94e3-05a2-4d80-b0da-abddb4089e44), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.738136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c262e112-569d-4da8-9ede-678b9552bc68', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'port_id': 'c262e112-569d-4da8-9ede-678b9552bc68', 'mac_address': 'fa:16:3e:36:83:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3651cb44-129d-4466-b43f-f49af07bc83c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:11.802444 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks [] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.838907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c262e112-569d-4da8-9ede-678b9552bc68 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:11.839413 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c262e112-569d-4da8-9ede-678b9552bc68), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.877631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c262e112-569d-4da8-9ede-678b9552bc68 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:11.890418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d762e97a-0709-49a6-881c-fabfbb8a3c02 req-098c2134-c93a-4100-beeb-ef72cfe18709 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777431 Feb 11 05:30:11.919721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c262e112-569d-4da8-9ede-678b9552bc68, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c262e112-569d-4da8-9ede-678b9552bc68,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:11.932608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9c9c-4687-4385-8fe7-762747fd0476 admin admin] Publish callbacks [] for security_group (39ef94e3-05a2-4d80-b0da-abddb4089e44), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.936781 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c262e112-569d-4da8-9ede-678b9552bc68), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.997653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c262e112-569d-4da8-9ede-678b9552bc68,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:12.055559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.072609 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c52f2b8-0b14-4ce9-a3fa-13529634ce79 x-openstack-request-id: req-4c52f2b8-0b14-4ce9-a3fa-13529634ce79 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:12.072609 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d79226-76f1-49dd-ae91-2a2fe71a5178", "name": "network-vif-deleted", "tag": "6390a77c-8f4c-4119-91b5-591e2329ef67", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:12.073016 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c52f2b8-0b14-4ce9-a3fa-13529634ce79 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:12.073535 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d79226-76f1-49dd-ae91-2a2fe71a5178', 'name': 'network-vif-deleted', 'tag': '6390a77c-8f4c-4119-91b5-591e2329ef67', 'status': 'completed', 'code': 200} Feb 11 05:30:12.081874 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9c9c-4687-4385-8fe7-762747fd0476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (39ef94e3-05a2-4d80-b0da-abddb4089e44), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.084423 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9c9c-4687-4385-8fe7-762747fd0476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.087936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0c3b9c9c-4687-4385-8fe7-762747fd0476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39ef94e3-05a2-4d80-b0da-abddb4089e44 HTTP/1.1" status: 204 len: 168 time: 0.7150407 Feb 11 05:30:12.148266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b9c9c-4687-4385-8fe7-762747fd0476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef94e3-05a2-4d80-b0da-abddb4089e44,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:12.219966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:12.230190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682a76-f92e-481d-8f0f-fb905876621f req-f2128917-4354-4cd6-86c6-7190aa4a1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.231986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e682a76-f92e-481d-8f0f-fb905876621f req-f2128917-4354-4cd6-86c6-7190aa4a1108 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 1131 time: 0.4834976 Feb 11 05:30:12.237032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:12.252028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:12.272886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Pushing event updated for resources: {'Port': ['ID=3d63f613-ee04-468b-ae83-4b7455e70ca2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:12.324569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6e5a8-68ff-46ae-acb6-f5e13a5672db req-3ed3cb7d-1607-478d-8a43-8acac0a1a2bf tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.332330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8b6e5a8-68ff-46ae-acb6-f5e13a5672db req-3ed3cb7d-1607-478d-8a43-8acac0a1a2bf tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.4673934 Feb 11 05:30:12.346229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c262e112-569d-4da8-9ede-678b9552bc68'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:12.458353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.459494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.507748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe832b-face-49da-9e44-c31861f195f4 req-49e3fa14-7b3b-4396-beb7-914354e60d2c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.515479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8fe832b-face-49da-9e44-c31861f195f4 req-49e3fa14-7b3b-4396-beb7-914354e60d2c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 943 time: 0.4287865 Feb 11 05:30:12.593994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-c43b47c7-cd2b-493d-8d6b-907a3f484be9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3164980 Feb 11 05:30:12.625806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8b6e5a8-68ff-46ae-acb6-f5e13a5672db req-9b848701-3e51-4b95-a21f-ea17eaed82ba tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914617 Feb 11 05:30:12.640898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54404) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:12.680206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Request body: {'port': {'device_id': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:12.709019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2af3198-46f5-4383-83f0-aceab10dc82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.771495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682a76-f92e-481d-8f0f-fb905876621f req-6df820ca-5e5b-432f-bcf9-9ba8c384ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.774929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e682a76-f92e-481d-8f0f-fb905876621f req-6df820ca-5e5b-432f-bcf9-9ba8c384ad0c service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.5038140 Feb 11 05:30:12.839227 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:30:12.845944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8fe832b-face-49da-9e44-c31861f195f4 req-d9c0e8f5-51e3-4b56-82cb-8ec5e3c75a71 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292034 Feb 11 05:30:12.908335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:12.921155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 42fc46e8-f77b-4987-b915-a69d441fdd50 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:12.954871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1f8e4e8a-59f5-4734-b329-32df24dbdb75 None None] Provisioning complete for port 3d63f613-ee04-468b-ae83-4b7455e70ca2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:12.955270 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4e8a-59f5-4734-b329-32df24dbdb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.971986 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2af3198-46f5-4383-83f0-aceab10dc82c admin admin] Publish callbacks [] for security_group (73cb3537-6087-4e70-acf8-955908d2bac7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.992221 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2af3198-46f5-4383-83f0-aceab10dc82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (73cb3537-6087-4e70-acf8-955908d2bac7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.048008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e682a76-f92e-481d-8f0f-fb905876621f req-16fdcad2-1af1-457d-a21a-8e4fb36a0094 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8 HTTP/1.1" status: 200 len: 217 time: 0.2574401 Feb 11 05:30:13.060660 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a2af3198-46f5-4383-83f0-aceab10dc82c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c427b927c344ff1aa30142208d9d6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142385 Feb 11 05:30:13.067857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54414) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:13.080605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e4e8a-59f5-4734-b329-32df24dbdb75 None None] Port 3d63f613-ee04-468b-ae83-4b7455e70ca2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:13.127331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af3198-46f5-4383-83f0-aceab10dc82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb3537-6087-4e70-acf8-955908d2bac7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:13.197352 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b28674cf-33a5-4bd3-95f9-834c719c149a admin admin] Publish callbacks [] for security_group (73cb3537-6087-4e70-acf8-955908d2bac7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.223689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b28674cf-33a5-4bd3-95f9-834c719c149a admin admin] Publish callbacks [] for security_group (73cb3537-6087-4e70-acf8-955908d2bac7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.289777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b28674cf-33a5-4bd3-95f9-834c719c149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (73cb3537-6087-4e70-acf8-955908d2bac7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.293489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b28674cf-33a5-4bd3-95f9-834c719c149a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.298095 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b28674cf-33a5-4bd3-95f9-834c719c149a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73cb3537-6087-4e70-acf8-955908d2bac7 HTTP/1.1" status: 204 len: 168 time: 0.2263374 Feb 11 05:30:13.302067 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.311125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28674cf-33a5-4bd3-95f9-834c719c149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb3537-6087-4e70-acf8-955908d2bac7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:13.322044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682a76-f92e-481d-8f0f-fb905876621f req-5f279400-d9e1-4ddd-a6b2-0c77f7ca5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:13.323630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e682a76-f92e-481d-8f0f-fb905876621f req-5f279400-d9e1-4ddd-a6b2-0c77f7ca5c39 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1657994 Feb 11 05:30:13.475683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 42fc46e8-f77b-4987-b915-a69d441fdd50 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:13.493755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 42fc46e8-f77b-4987-b915-a69d441fdd50 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:13.494616 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.504979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1984b45-1f62-45f7-8757-3150964cabaf req-c7c3b07b-ad82-47d9-a4a3-77ab6040d00b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:13.506680 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1984b45-1f62-45f7-8757-3150964cabaf req-c7c3b07b-ad82-47d9-a4a3-77ab6040d00b tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cba17fb-388c-4ed4-81b1-38a778917cb5 HTTP/1.1" status: 200 len: 945 time: 0.0817974 Feb 11 05:30:13.576942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:13.643425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f1984b45-1f62-45f7-8757-3150964cabaf req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Deleting port 3f56cb73-0122-4e84-812b-5dfd4c06f07f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:13.643985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f1984b45-1f62-45f7-8757-3150964cabaf req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.705800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'mac_address': 'fa:16:3e:93:c8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:13.713593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 42fc46e8-f77b-4987-b915-a69d441fdd50 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:13.715177 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.784509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f1984b45-1f62-45f7-8757-3150964cabaf req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] For port 3f56cb73-0122-4e84-812b-5dfd4c06f07f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3f56cb73-0122-4e84-812b-5dfd4c06f07f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:13.784740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f6cd7-b755-47e3-acaf-4d4be5804528 req-4dcca024-d315-4c9d-a5c4-dc5463e5d4c0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:13.785101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f1984b45-1f62-45f7-8757-3150964cabaf req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.792363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d4f6cd7-b755-47e3-acaf-4d4be5804528 req-4dcca024-d315-4c9d-a5c4-dc5463e5d4c0 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 945 time: 0.8002045 Feb 11 05:30:13.793180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:13.793799 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.803561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f1984b45-1f62-45f7-8757-3150964cabaf req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Calling delete_port for 3f56cb73-0122-4e84-812b-5dfd4c06f07f owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:13.813246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fc46e8-f77b-4987-b915-a69d441fdd50'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:13.816851 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a06ebf-6d38-4772-b043-0dcd1b617258" -d '{"events": [{"server_uuid": "b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c", "name": "network-vif-plugged", "status": "completed", "tag": "42fc46e8-f77b-4987-b915-a69d441fdd50"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:13.833771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 42fc46e8-f77b-4987-b915-a69d441fdd50, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=42fc46e8-f77b-4987-b915-a69d441fdd50,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:13.836377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7cab0d-4f52-4758-9eda-b07b9db891d8 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:13.861362 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.862350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 633cd357-5c1b-4683-abc4-eea044957b38 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:13.866035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:13.932876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b600-3e14-4a80-81fb-f100322f4f63 req-62f39b3e-5140-4b61-8e89-1f21a657e4b0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:13.939319 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.939986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0573b600-3e14-4a80-81fb-f100322f4f63 req-62f39b3e-5140-4b61-8e89-1f21a657e4b0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 944 time: 0.7806942 Feb 11 05:30:13.950678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=42fc46e8-f77b-4987-b915-a69d441fdd50,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:13.993581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f1984b45-1f62-45f7-8757-3150964cabaf req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3f56cb73-0122-4e84-812b-5dfd4c06f07f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.019081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d4f6cd7-b755-47e3-acaf-4d4be5804528 req-350d5175-f54a-472b-921b-43a9095c55fb tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118309 Feb 11 05:30:14.030885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:14.048220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Pushing event deleted for resources: {'Port': ['ID=3f56cb73-0122-4e84-812b-5dfd4c06f07f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:14.074453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682a76-f92e-481d-8f0f-fb905876621f req-a188a0bb-be34-4928-9d8d-eececf7480b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.081092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 633cd357-5c1b-4683-abc4-eea044957b38 is: DOWN; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:14.083214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e682a76-f92e-481d-8f0f-fb905876621f req-a188a0bb-be34-4928-9d8d-eececf7480b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7510200 Feb 11 05:30:14.127510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1984b45-1f62-45f7-8757-3150964cabaf req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] No DVR routers for this DVR port 3f56cb73-0122-4e84-812b-5dfd4c06f07f on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:14.133815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f1984b45-1f62-45f7-8757-3150964cabaf req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.137788 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1984b45-1f62-45f7-8757-3150964cabaf req-ecf25b43-e8bd-4e81-8e68-2a08a0c713f4 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.81 "DELETE /v2.0/ports/3f56cb73-0122-4e84-812b-5dfd4c06f07f HTTP/1.1" status: 204 len: 173 time: 0.6194081 Feb 11 05:30:14.138720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'name': 'network-vif-deleted', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:14.146778 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb1ca00-237e-4f72-bab4-065a23649a15" -d '{"events": [{"server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "name": "network-vif-deleted", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:14.205781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3d7cab0d-4f52-4758-9eda-b07b9db891d8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:14.310206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0573b600-3e14-4a80-81fb-f100322f4f63 req-3c2fcadf-04ab-41eb-be72-18e9018ff4fe tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692243 Feb 11 05:30:14.509218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fa4e2-8704-498f-ba30-21bc1bb337a6 req-89700597-3459-432d-be04-9c107645d795 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.510772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-470fa4e2-8704-498f-ba30-21bc1bb337a6 req-89700597-3459-432d-be04-9c107645d795 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 936 time: 0.3555279 Feb 11 05:30:14.515006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e682a76-f92e-481d-8f0f-fb905876621f req-7727b20c-d388-4fc4-845b-e9981e786e0c service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156899 Feb 11 05:30:14.543096 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-99b84a45-6c5e-479f-8d5a-77f86175bf89 service neutron] 10.222.0.81 "GET /v2.0/ports/633cd357-5c1b-4683-abc4-eea044957b38/bindings/n-h2-715271-35 HTTP/1.1" status: 200 len: 385 time: 0.0796437 Feb 11 05:30:14.544973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d63f613-ee04-468b-ae83-4b7455e70ca2 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:14.588192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Publish callbacks [] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.708642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Transition to ACTIVE for port object 3d63f613-ee04-468b-ae83-4b7455e70ca2 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:14.714288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-470fa4e2-8704-498f-ba30-21bc1bb337a6 req-573537b8-b936-4ff0-bf91-8e81647ab681 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961975 Feb 11 05:30:14.717897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e682a76-f92e-481d-8f0f-fb905876621f req-6ed81508-26b8-4f79-9806-c83a9e64036f service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846755 Feb 11 05:30:14.720186 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.801173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:14.821390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f659580-7569-458f-99ea-13dfc43eb496 req-aef6ebd3-94c8-4c03-b6f8-cbfca34b345b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.827075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f659580-7569-458f-99ea-13dfc43eb496 req-aef6ebd3-94c8-4c03-b6f8-cbfca34b345b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.832893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f659580-7569-458f-99ea-13dfc43eb496 req-aef6ebd3-94c8-4c03-b6f8-cbfca34b345b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.840455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f659580-7569-458f-99ea-13dfc43eb496 req-aef6ebd3-94c8-4c03-b6f8-cbfca34b345b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75&device_id=e43187d7-2b64-455c-aa36-c674a8037b85&device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 2419 time: 0.3043950 Feb 11 05:30:14.868425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:14.916824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633cd357-5c1b-4683-abc4-eea044957b38 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:14.934700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:14.936887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Pushing event updated for resources: {'Port': ['ID=3d63f613-ee04-468b-ae83-4b7455e70ca2,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:14.973466 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633cd357-5c1b-4683-abc4-eea044957b38), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.996826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f65d8-d046-4a23-8931-ea7a9dce5408 req-2cc093b2-f916-461b-8107-d8928a269c87 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.998454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69f65d8-d046-4a23-8931-ea7a9dce5408 req-2cc093b2-f916-461b-8107-d8928a269c87 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1528809 Feb 11 05:30:15.008715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f659580-7569-458f-99ea-13dfc43eb496 req-53736f2c-3dd9-4b7c-9ecb-db63fcb6453c tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675758 Feb 11 05:30:15.011242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Attempting to bind port 3d63f613-ee04-468b-ae83-4b7455e70ca2 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:15.011587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Attempting to bind port 3d63f613-ee04-468b-ae83-4b7455e70ca2 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:15.011928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Attempting to bind port 3d63f613-ee04-468b-ae83-4b7455e70ca2 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:15.016947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Port 3d63f613-ee04-468b-ae83-4b7455e70ca2 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:15.017240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Attempting to bind port 3d63f613-ee04-468b-ae83-4b7455e70ca2 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:15.035516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:15.035862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:15.036246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:15.036694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Bound port: 3d63f613-ee04-468b-ae83-4b7455e70ca2, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:15.037049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.102274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] Transition to ACTIVE for port object 633cd357-5c1b-4683-abc4-eea044957b38 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:15.112401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (633cd357-5c1b-4683-abc4-eea044957b38), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.144506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69f65d8-d046-4a23-8931-ea7a9dce5408 req-4e37e982-035f-4d1f-b111-f82ea2f764d2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342404 Feb 11 05:30:15.160977 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf6ab8-5ec2-4909-93d1-f6d9a3e06897 x-openstack-request-id: req-c5cf6ab8-5ec2-4909-93d1-f6d9a3e06897 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:15.161511 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c", "name": "network-vif-plugged", "status": "completed", "tag": "42fc46e8-f77b-4987-b915-a69d441fdd50", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:15.161601 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5cf6ab8-5ec2-4909-93d1-f6d9a3e06897 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:15.162047 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fc46e8-f77b-4987-b915-a69d441fdd50', 'code': 200} Feb 11 05:30:15.180060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] For port 3d63f613-ee04-468b-ae83-4b7455e70ca2, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:15.186850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] For port 3d63f613-ee04-468b-ae83-4b7455e70ca2, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3d63f613-ee04-468b-ae83-4b7455e70ca2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:15.211246 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.282207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.282897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] No DVR routers for this DVR port 633cd357-5c1b-4683-abc4-eea044957b38 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:15.283162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.285599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] 10.222.0.72 "PUT /v2.0/ports/3d63f613-ee04-468b-ae83-4b7455e70ca2 HTTP/1.1" status: 200 len: 1097 time: 2.6762543 Feb 11 05:30:15.287759 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d538b6-523d-442f-aa4c-f4df35b7eec5 x-openstack-request-id: req-72d538b6-523d-442f-aa4c-f4df35b7eec5 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:15.288509 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cba17fb-388c-4ed4-81b1-38a778917cb5", "name": "network-vif-deleted", "tag": "3f56cb73-0122-4e84-812b-5dfd4c06f07f", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:15.288509 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72d538b6-523d-442f-aa4c-f4df35b7eec5 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:15.288709 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cba17fb-388c-4ed4-81b1-38a778917cb5', 'name': 'network-vif-deleted', 'tag': '3f56cb73-0122-4e84-812b-5dfd4c06f07f', 'status': 'completed', 'code': 200} Feb 11 05:30:15.315007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'tag': '3d63f613-ee04-468b-ae83-4b7455e70ca2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:15.317526 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398c16e8-2c91-4964-8573-097c595aa2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d814f0f-f0fe-436c-8970-f7dff06160a7", "tag": "3d63f613-ee04-468b-ae83-4b7455e70ca2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:15.343225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] Pushing event updated for resources: {'Port': ['ID=633cd357-5c1b-4683-abc4-eea044957b38,revision_number=10']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.352948 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-7cdc9804-f4fe-4ab3-82ed-c5a8fb03fdbc service neutron] 10.222.0.81 "PUT /v2.0/ports/633cd357-5c1b-4683-abc4-eea044957b38/bindings/n-h2-715271-35/activate HTTP/1.1" status: 200 len: 370 time: 0.8031063 Feb 11 05:30:15.444899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c262e112-569d-4da8-9ede-678b9552bc68 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:15.464139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee62984-bbea-4e86-b891-abda52463fff service neutron] Pushing event updated for resources: {'Port': ['ID=3d63f613-ee04-468b-ae83-4b7455e70ca2,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.484798 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-f09d6d2f-8d61-4ea0-a197-b3c2b74d977f tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.486984 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-f09d6d2f-8d61-4ea0-a197-b3c2b74d977f tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.0659890 Feb 11 05:30:15.500864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a4c87-5698-4d52-9eae-e9266bc7039e req-cdf1872d-1895-4ba4-9d24-14bb4723cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.506106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a7a4c87-5698-4d52-9eae-e9266bc7039e req-cdf1872d-1895-4ba4-9d24-14bb4723cb7b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 1129 time: 0.2499967 Feb 11 05:30:15.535537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port c262e112-569d-4da8-9ede-678b9552bc68 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:15.547132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cbf17-852e-4b29-9a81-9c06bacd91ea req-3e7dc4ce-d80c-4a4b-b23e-35b1a0fdd412 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.548345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-020cbf17-852e-4b29-9a81-9c06bacd91ea req-3e7dc4ce-d80c-4a4b-b23e-35b1a0fdd412 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 944 time: 0.2733080 Feb 11 05:30:15.549732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c262e112-569d-4da8-9ede-678b9552bc68 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:15.550344 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c262e112-569d-4da8-9ede-678b9552bc68), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.574664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c3acac2-36b8-40bd-a812-264dfb013531 req-07e1361e-6d83-4aa5-9c69-8aa54242ecd5 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.2542932 Feb 11 05:30:15.592262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-f45ba89c-9f08-4c0b-890f-3500b636356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.613502 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-f45ba89c-9f08-4c0b-890f-3500b636356b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76&tenant_id=189047df84ed4519ae5f18281ab6a0b6 HTTP/1.1" status: 200 len: 1127 time: 0.1127658 Feb 11 05:30:15.614312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-4f6a3f12-74ae-4031-9801-97c6e49a75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.616149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-4f6a3f12-74ae-4031-9801-97c6e49a75fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 1131 time: 0.2569301 Feb 11 05:30:15.628000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a7a4c87-5698-4d52-9eae-e9266bc7039e req-4ce6b30d-9f27-4181-b613-8e86b717d4b6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159008 Feb 11 05:30:15.689655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-fd4eae23-5369-4857-ba9e-f8d28c55d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.691475 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-fd4eae23-5369-4857-ba9e-f8d28c55d083 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1127 time: 0.0513995 Feb 11 05:30:15.704997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-020cbf17-852e-4b29-9a81-9c06bacd91ea req-6dbcdfb5-00bd-4408-bd13-dd3ba6c8f588 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412821 Feb 11 05:30:15.706435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-be90a57b-a8b0-4cc9-a0d9-1efcda9ee4d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=3d63f613-ee04-468b-ae83-4b7455e70ca2 HTTP/1.1" status: 200 len: 217 time: 0.0770292 Feb 11 05:30:15.740533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c262e112-569d-4da8-9ede-678b9552bc68 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:15.740533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c262e112-569d-4da8-9ede-678b9552bc68), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.809206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c262e112-569d-4da8-9ede-678b9552bc68, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c262e112-569d-4da8-9ede-678b9552bc68,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:15.815717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c262e112-569d-4da8-9ede-678b9552bc68), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.869444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-86e8a460-828f-43dc-9006-b0571cbfdc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.870863 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-86e8a460-828f-43dc-9006-b0571cbfdc93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.1716988 Feb 11 05:30:15.890866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-ed1764e5-b19b-4082-8d46-d19928f7b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.892450 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-ed1764e5-b19b-4082-8d46-d19928f7b419 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1784642 Feb 11 05:30:15.908520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c262e112-569d-4da8-9ede-678b9552bc68,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.938427 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-dabc0e18-f020-423d-b43b-0a5acd172aa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 200 len: 217 time: 0.0605526 Feb 11 05:30:15.972609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543f687-eec1-419f-ba7b-6746723cc674 req-8e583614-9d4b-47e9-bdb1-6e684074dc12 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.974354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a543f687-eec1-419f-ba7b-6746723cc674 req-8e583614-9d4b-47e9-bdb1-6e684074dc12 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 946 time: 0.2033982 Feb 11 05:30:16.003215 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35adb357-84cc-4f88-b521-9361878ef2ff x-openstack-request-id: req-35adb357-84cc-4f88-b521-9361878ef2ff {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:16.003683 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d814f0f-f0fe-436c-8970-f7dff06160a7", "tag": "3d63f613-ee04-468b-ae83-4b7455e70ca2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:16.004176 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35adb357-84cc-4f88-b521-9361878ef2ff {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:16.004589 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'tag': '3d63f613-ee04-468b-ae83-4b7455e70ca2', 'status': 'completed', 'code': 200} Feb 11 05:30:16.007046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-5607e6ec-3c6f-4821-a98f-b222a8d5dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:16.008495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-5607e6ec-3c6f-4821-a98f-b222a8d5dd28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1030004 Feb 11 05:30:16.010481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-02372aa9-4473-40ee-a33a-1212b5fcf747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:16.012445 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-02372aa9-4473-40ee-a33a-1212b5fcf747 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.0665548 Feb 11 05:30:16.059945 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-dca8386c-d1af-4fad-b270-642d87c20a10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369737 Feb 11 05:30:16.111715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a543f687-eec1-419f-ba7b-6746723cc674 req-d59905bd-6556-43cf-8223-b0758d3c5b16 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303554 Feb 11 05:30:16.171447 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-293e99ab-b685-458f-9d37-f02d8ceb9126 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032043 Feb 11 05:30:16.172847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-caa1c1a9-7c45-4773-b676-a52d975f6223 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489043 Feb 11 05:30:16.184755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac08bb-8634-49bc-9720-54505194003f req-92b4e5e3-c48a-4c78-ad20-64ae94f165c4 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:16.191513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17ac08bb-8634-49bc-9720-54505194003f req-92b4e5e3-c48a-4c78-ad20-64ae94f165c4 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 945 time: 0.1340816 Feb 11 05:30:16.303121 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-5f9d80ca-32a2-406b-b88a-76224d40476d service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188731 Feb 11 05:30:16.313379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17ac08bb-8634-49bc-9720-54505194003f req-96171299-95df-4c66-a44f-4901533efe46 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203957 Feb 11 05:30:16.388790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b18eb6-7b80-46da-a3b1-fc6fb336b03f req-1a30cb85-c65e-4f1e-865f-27f36e7627b4 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940789 Feb 11 05:30:16.409529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-acad9129-9ade-4f94-8dc7-8f1cfc4a470a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:16.411178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-acad9129-9ade-4f94-8dc7-8f1cfc4a470a tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 945 time: 0.0691595 Feb 11 05:30:16.596269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-843be87e-8582-4299-b9dd-b1a5c755e430 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:16.598059 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-843be87e-8582-4299-b9dd-b1a5c755e430 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.0544980 Feb 11 05:30:16.609478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06678e0-da25-46d1-9b34-3dcd53ad8711 req-2383c258-7cc8-46b2-bc9d-bca806ad29dc tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:16.613620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d06678e0-da25-46d1-9b34-3dcd53ad8711 req-2383c258-7cc8-46b2-bc9d-bca806ad29dc tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 948 time: 0.1989684 Feb 11 05:30:16.626594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f5b66-25a4-4ec9-87f2-8710655363c9 req-83562330-033b-429f-a90b-73f6e4fb68a8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:16.628176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-826f5b66-25a4-4ec9-87f2-8710655363c9 req-83562330-033b-429f-a90b-73f6e4fb68a8 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb3ce25-c51a-4928-9a47-497fc0c815e8 HTTP/1.1" status: 200 len: 945 time: 0.2124617 Feb 11 05:30:16.653449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-8935fd39-a8fe-4f4a-abf5-00502ba03b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:16.655049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-8935fd39-a8fe-4f4a-abf5-00502ba03b6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 1131 time: 0.1928604 Feb 11 05:30:16.800876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54506) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.818615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Deleting port e9ca4016-0040-4010-9e1a-9b8cf23f989f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:16.818976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.826502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-826f5b66-25a4-4ec9-87f2-8710655363c9 req-3f4546c6-1e9e-480e-baa0-1cb8e30fe4bb tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9d322d9-0823-4fa2-bac7-4729b1bf8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902440 Feb 11 05:30:16.829767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d06678e0-da25-46d1-9b34-3dcd53ad8711 req-0e85a185-8964-4378-add2-efa10327f3a6 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954365 Feb 11 05:30:16.873910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:16.985026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:16.990281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:16.990743 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.015848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-f22c44d2-d085-4e7b-a747-f9febb26ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:17.020203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-f22c44d2-d085-4e7b-a747-f9febb26ce29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3540623 Feb 11 05:30:17.023933 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77f5f2a1-a663-4d63-8df4-6c2b9151fa16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.034792 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-fb6bf117-f8cc-4dd9-a338-4e8e59336205 service neutron] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:17.038894 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-fb6bf117-f8cc-4dd9-a338-4e8e59336205 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.040127 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-fb6bf117-f8cc-4dd9-a338-4e8e59336205 service neutron] 10.222.0.72 "DELETE /v2.0/ports/633cd357-5c1b-4683-abc4-eea044957b38/bindings/n-h1-715271-35 HTTP/1.1" status: 204 len: 173 time: 0.4342668 Feb 11 05:30:17.093169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:17.093622 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.100802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-a039e64e-eb03-4d7f-9ec1-55d6dae1c3a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=3d63f613-ee04-468b-ae83-4b7455e70ca2 HTTP/1.1" status: 200 len: 217 time: 0.0732396 Feb 11 05:30:17.112857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] For port e9ca4016-0040-4010-9e1a-9b8cf23f989f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e9ca4016-0040-4010-9e1a-9b8cf23f989f,segment=NetworkSegment(e64d418b-556f-4187-ae1a-5cde98d7765f),segment_id=e64d418b-556f-4187-ae1a-5cde98d7765f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:17.113206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.142426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:17.146516 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.170710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Calling delete_port for e9ca4016-0040-4010-9e1a-9b8cf23f989f owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:17.174044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf50c2b6-1179-455a-b3ca-cf6663754ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262e112-569d-4da8-9ede-678b9552bc68'}, {'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:17.176342 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0387c500-64c6-4fd8-bb67-2865848df377" -d '{"events": [{"server_uuid": "cf50c2b6-1179-455a-b3ca-cf6663754ee8", "name": "network-vif-plugged", "status": "completed", "tag": "c262e112-569d-4da8-9ede-678b9552bc68"}, {"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-plugged", "status": "completed", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:17.206710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:17.208172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff887457-e887-4bdb-b3c4-f5f52bb35760 req-51017486-19d6-493e-8d6c-92e26fd6fe1c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:17.209708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff887457-e887-4bdb-b3c4-f5f52bb35760 req-51017486-19d6-493e-8d6c-92e26fd6fe1c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.2432022 Feb 11 05:30:17.289277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-e0a09770-fb47-4e01-8fff-bc91d99bd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:17.290725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-e0a09770-fb47-4e01-8fff-bc91d99bd4dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1814795 Feb 11 05:30:17.403976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77f5f2a1-a663-4d63-8df4-6c2b9151fa16 admin admin] Publish callbacks [] for security_group (c938756f-6d0b-414c-8fdc-4369e7010d09), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.427436 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77f5f2a1-a663-4d63-8df4-6c2b9151fa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c938756f-6d0b-414c-8fdc-4369e7010d09), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.439653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff887457-e887-4bdb-b3c4-f5f52bb35760 req-13da4184-5035-4b8a-b403-108c403fc218 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210631 Feb 11 05:30:17.462073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38306b70-3d7a-4aba-9610-d4aeb3ab32e7 req-7500a9f8-0c3c-45de-a62e-1d1c036f4dbc tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:17.463584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38306b70-3d7a-4aba-9610-d4aeb3ab32e7 req-7500a9f8-0c3c-45de-a62e-1d1c036f4dbc tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 944 time: 0.2667351 Feb 11 05:30:17.507364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-82c640fa-c217-4aa2-a189-dcb062fa4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:17.508881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-82c640fa-c217-4aa2-a189-dcb062fa4a39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2004545 Feb 11 05:30:17.534909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-77f5f2a1-a663-4d63-8df4-6c2b9151fa16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d78d8b6a28f0410191bcbe541a479a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7320955 Feb 11 05:30:17.537484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54520) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:17.540403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5f2a1-a663-4d63-8df4-6c2b9151fa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c938756f-6d0b-414c-8fdc-4369e7010d09,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:17.597072 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4d54fa24-acb3-40b9-82ba-52d10ddc0a1c admin admin] Publish callbacks [] for security_group (c938756f-6d0b-414c-8fdc-4369e7010d09), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.622202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4d54fa24-acb3-40b9-82ba-52d10ddc0a1c admin admin] Publish callbacks [] for security_group (c938756f-6d0b-414c-8fdc-4369e7010d09), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.644666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e9ca4016-0040-4010-9e1a-9b8cf23f989f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.651348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38306b70-3d7a-4aba-9610-d4aeb3ab32e7 req-07e8d60b-a479-4cc7-99c3-4ef4b212bf52 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790919 Feb 11 05:30:17.691387 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4d54fa24-acb3-40b9-82ba-52d10ddc0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c938756f-6d0b-414c-8fdc-4369e7010d09), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.695699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4d54fa24-acb3-40b9-82ba-52d10ddc0a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.697539 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4d54fa24-acb3-40b9-82ba-52d10ddc0a1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c938756f-6d0b-414c-8fdc-4369e7010d09 HTTP/1.1" status: 204 len: 168 time: 0.1588626 Feb 11 05:30:17.699708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Pushing event deleted for resources: {'Port': ['ID=e9ca4016-0040-4010-9e1a-9b8cf23f989f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:17.722642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54fa24-acb3-40b9-82ba-52d10ddc0a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c938756f-6d0b-414c-8fdc-4369e7010d09,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:17.767682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-5d7ab0d2-722c-4504-83d9-6c49faacf62f service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317533 Feb 11 05:30:17.769364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] No DVR routers for this DVR port e9ca4016-0040-4010-9e1a-9b8cf23f989f on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:17.778910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.782982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-887be7ea-4dcf-4984-84e9-c61c777f0935 req-afd6fa02-717b-4324-bdf2-61f70e91be97 tempest-LiveAutoBlockMigrationV225Test-481994001 tempest-LiveAutoBlockMigrationV225Test-481994001-project] 10.222.0.81 "DELETE /v2.0/ports/e9ca4016-0040-4010-9e1a-9b8cf23f989f HTTP/1.1" status: 204 len: 173 time: 1.3570316 Feb 11 05:30:18.055177 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182f556d-2ed2-4ad8-b458-87c90fdae175 x-openstack-request-id: req-182f556d-2ed2-4ad8-b458-87c90fdae175 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:18.055692 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf50c2b6-1179-455a-b3ca-cf6663754ee8", "name": "network-vif-plugged", "status": "completed", "tag": "c262e112-569d-4da8-9ede-678b9552bc68", "code": 200}, {"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-plugged", "status": "completed", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:18.056019 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-182f556d-2ed2-4ad8-b458-87c90fdae175 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:18.056528 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf50c2b6-1179-455a-b3ca-cf6663754ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262e112-569d-4da8-9ede-678b9552bc68', 'code': 200} Feb 11 05:30:18.057237 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'code': 200} Feb 11 05:30:18.166513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'name': 'network-vif-deleted', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:18.168796 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ea9dfd-0ad6-4503-b9d5-c824728f4e16" -d '{"events": [{"server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "name": "network-vif-deleted", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:18.195677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aa68f-c93c-4887-a2d5-f14c8d58c0e9 req-a1b99a5f-e3dc-44c9-bbd7-a2f807fcf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:18.198687 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-531aa68f-c93c-4887-a2d5-f14c8d58c0e9 req-a1b99a5f-e3dc-44c9-bbd7-a2f807fcf5b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 1128 time: 0.0548656 Feb 11 05:30:18.211855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54536) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.232691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8df04a83-8bc7-42a8-b266-85ff4e1f183e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.288327 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-531aa68f-c93c-4887-a2d5-f14c8d58c0e9 req-cd6c7b46-348f-4748-bbeb-0939cf7eacea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836833 Feb 11 05:30:18.318881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d98aef-01dd-444a-8220-d7747dde2ffe req-b27f5f6a-0e2b-443f-8fff-bba207d964cc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:18.326461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20d98aef-01dd-444a-8220-d7747dde2ffe req-b27f5f6a-0e2b-443f-8fff-bba207d964cc tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 946 time: 0.5620022 Feb 11 05:30:18.344396 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-398c16e8-2c91-4964-8573-097c595aa2b0 req-fb8fcbeb-f1d9-4b8a-9f50-6bed82a9e38c service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599313 Feb 11 05:30:18.354506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858ab9d-4526-42d7-a66e-2b6f6080a5c3 req-89e1544a-9533-45d4-acf1-01da09c2cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:18.356033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858ab9d-4526-42d7-a66e-2b6f6080a5c3 req-89e1544a-9533-45d4-acf1-01da09c2cb51 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 1133 time: 0.1814356 Feb 11 05:30:18.357377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8df04a83-8bc7-42a8-b266-85ff4e1f183e admin admin] Publish callbacks [] for security_group (af4adf9d-f920-40ad-b8d9-8b5f3d178c5c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.362096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8df04a83-8bc7-42a8-b266-85ff4e1f183e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (af4adf9d-f920-40ad-b8d9-8b5f3d178c5c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.368231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cdb12-dc07-404e-804d-a8d30767423f req-9ff87ecb-d6e5-4c8f-b888-17470db0a6b7 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:18.369803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f0cdb12-dc07-404e-804d-a8d30767423f req-9ff87ecb-d6e5-4c8f-b888-17470db0a6b7 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 945 time: 0.1940863 Feb 11 05:30:18.410086 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8df04a83-8bc7-42a8-b266-85ff4e1f183e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7ca414889d246beab9c6e87f34f34eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971545 Feb 11 05:30:18.413282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54538) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.419690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04a83-8bc7-42a8-b266-85ff4e1f183e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4adf9d-f920-40ad-b8d9-8b5f3d178c5c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.439035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20d98aef-01dd-444a-8220-d7747dde2ffe req-4cddcf02-0c0c-4506-9a74-1fe8da3414bf tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116843 Feb 11 05:30:18.490028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f0cdb12-dc07-404e-804d-a8d30767423f req-42e4ff84-55ec-4e42-bf9f-9abeed265d23 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051588 Feb 11 05:30:18.497738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858ab9d-4526-42d7-a66e-2b6f6080a5c3 req-d4b8281f-853e-455a-826f-08ea0b635bd6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266696 Feb 11 05:30:18.521249 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ced1bebd-e813-4b58-ad35-b7f154662e73 admin admin] Publish callbacks [] for security_group (af4adf9d-f920-40ad-b8d9-8b5f3d178c5c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.546843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ced1bebd-e813-4b58-ad35-b7f154662e73 admin admin] Publish callbacks [] for security_group (af4adf9d-f920-40ad-b8d9-8b5f3d178c5c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.606221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67c0de-ef69-4441-b0e2-cc4afa4e3b34 req-844d1829-50e6-43eb-a888-39903671089e tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:18.606482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ced1bebd-e813-4b58-ad35-b7f154662e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (af4adf9d-f920-40ad-b8d9-8b5f3d178c5c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.609176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f67c0de-ef69-4441-b0e2-cc4afa4e3b34 req-844d1829-50e6-43eb-a888-39903671089e tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 948 time: 0.0640061 Feb 11 05:30:18.609383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ced1bebd-e813-4b58-ad35-b7f154662e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.612625 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ced1bebd-e813-4b58-ad35-b7f154662e73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af4adf9d-f920-40ad-b8d9-8b5f3d178c5c HTTP/1.1" status: 204 len: 168 time: 0.1960709 Feb 11 05:30:18.630517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1bebd-e813-4b58-ad35-b7f154662e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4adf9d-f920-40ad-b8d9-8b5f3d178c5c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.670755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f67c0de-ef69-4441-b0e2-cc4afa4e3b34 req-f495fa45-18eb-4ed1-9022-c822666058d8 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565476 Feb 11 05:30:18.788241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54548) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.825145 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca03e184-dc8f-4ac8-a573-68b800ee928a x-openstack-request-id: req-ca03e184-dc8f-4ac8-a573-68b800ee928a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:18.825145 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb3ce25-c51a-4928-9a47-497fc0c815e8", "name": "network-vif-deleted", "tag": "e9ca4016-0040-4010-9e1a-9b8cf23f989f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:18.825145 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca03e184-dc8f-4ac8-a573-68b800ee928a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:18.825145 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb3ce25-c51a-4928-9a47-497fc0c815e8', 'name': 'network-vif-deleted', 'tag': 'e9ca4016-0040-4010-9e1a-9b8cf23f989f', 'status': 'completed', 'code': 200} Feb 11 05:30:18.871569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:18.913563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 3f56cb73-0122-4e84-812b-5dfd4c06f07f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:18.916214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f56cb73-0122-4e84-812b-5dfd4c06f07f not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:18.917179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e9ca4016-0040-4010-9e1a-9b8cf23f989f no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:18.935426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f28392-49e2-4a1c-9577-96783375a213 req-d6287331-a44c-4f35-b34b-3bac30dd3f00 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:18.943327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25f28392-49e2-4a1c-9577-96783375a213 req-d6287331-a44c-4f35-b34b-3bac30dd3f00 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0611451 Feb 11 05:30:18.961791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: e9ca4016-0040-4010-9e1a-9b8cf23f989f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:18.963644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e9ca4016-0040-4010-9e1a-9b8cf23f989f not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:18.996711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25f28392-49e2-4a1c-9577-96783375a213 req-9a5f41c0-2c4c-40f6-85bd-a5dd976c526e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505514 Feb 11 05:30:19.115545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81c8e8-9239-4948-9165-ca16fcce26eb req-44da5a6f-7a24-42bf-954e-2c7ffb063449 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:19.117894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff81c8e8-9239-4948-9165-ca16fcce26eb req-44da5a6f-7a24-42bf-954e-2c7ffb063449 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1127 time: 0.0565629 Feb 11 05:30:19.127310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c61603b-ec71-440c-b44a-90cffb5a53b4 admin admin] Deleting subnet ab4012f6-b235-46a4-8d19-8eca301e3e34 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:19.130824 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c61603b-ec71-440c-b44a-90cffb5a53b4 admin admin] Publish callbacks [] for subnet (ab4012f6-b235-46a4-8d19-8eca301e3e34), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.169743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c61603b-ec71-440c-b44a-90cffb5a53b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (ab4012f6-b235-46a4-8d19-8eca301e3e34), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.185350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff81c8e8-9239-4948-9165-ca16fcce26eb req-3f338f5f-e17f-4a47-a01a-d08972b0e85f tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564377 Feb 11 05:30:19.227697 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c61603b-ec71-440c-b44a-90cffb5a53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (ab4012f6-b235-46a4-8d19-8eca301e3e34), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.305206 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c61603b-ec71-440c-b44a-90cffb5a53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (ab4012f6-b235-46a4-8d19-8eca301e3e34), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.331258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980c08-b8cd-4329-96ca-90983c1fe290 req-f29cec8e-7769-404e-82fc-cca0fefdb3fa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:19.333930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63980c08-b8cd-4329-96ca-90983c1fe290 req-f29cec8e-7769-404e-82fc-cca0fefdb3fa tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 946 time: 0.0851607 Feb 11 05:30:19.339468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c61603b-ec71-440c-b44a-90cffb5a53b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.342982 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0c61603b-ec71-440c-b44a-90cffb5a53b4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab4012f6-b235-46a4-8d19-8eca301e3e34 HTTP/1.1" status: 204 len: 168 time: 0.5528693 Feb 11 05:30:19.344063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61603b-ec71-440c-b44a-90cffb5a53b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4012f6-b235-46a4-8d19-8eca301e3e34,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:19.353956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54572) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:19.469352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3d63f613-ee04-468b-ae83-4b7455e70ca2 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:19.480930 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (a954879b-70b7-457e-8baa-787c9f4d779c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.486975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63980c08-b8cd-4329-96ca-90983c1fe290 req-e63d09f0-2629-4012-807d-54fb96b063e9 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396198 Feb 11 05:30:19.495104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d01d0e-db61-450b-8830-001d92b0268d req-908900f6-50b1-460f-834b-cfbf3d25888d tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:19.496704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0d01d0e-db61-450b-8830-001d92b0268d req-908900f6-50b1-460f-834b-cfbf3d25888d tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1127 time: 0.1730959 Feb 11 05:30:19.592600 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (a954879b-70b7-457e-8baa-787c9f4d779c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.608179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3d63f613-ee04-468b-ae83-4b7455e70ca2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3d63f613-ee04-468b-ae83-4b7455e70ca2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:19.629741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '3d63f613-ee04-468b-ae83-4b7455e70ca2', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '3d63f613-ee04-468b-ae83-4b7455e70ca2', 'mac_address': 'fa:16:3e:09:4f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:19.655276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0d01d0e-db61-450b-8830-001d92b0268d req-1c3f11e8-dd91-4953-b165-1b3a973175dc tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332431 Feb 11 05:30:19.659424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a954879b-70b7-457e-8baa-787c9f4d779c']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:19.672869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64d418b-556f-4187-ae1a-5cde98d7765f') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:19.673318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64d418b-556f-4187-ae1a-5cde98d7765f') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:19.673644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 3d63f613-ee04-468b-ae83-4b7455e70ca2 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:19.674259 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.690198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d63f613-ee04-468b-ae83-4b7455e70ca2 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:19.715891 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (e64d418b-556f-4187-ae1a-5cde98d7765f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.763111 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e64d418b-556f-4187-ae1a-5cde98d7765f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.769607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3d63f613-ee04-468b-ae83-4b7455e70ca2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3d63f613-ee04-468b-ae83-4b7455e70ca2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:19.775949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:19.776597 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (e64d418b-556f-4187-ae1a-5cde98d7765f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.778766 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:19.786320 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:19.873901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=3d63f613-ee04-468b-ae83-4b7455e70ca2,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:19.953358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (a954879b-70b7-457e-8baa-787c9f4d779c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.968248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.971964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] 10.222.0.31 "DELETE /v2.0/networks/a954879b-70b7-457e-8baa-787c9f4d779c HTTP/1.1" status: 204 len: 168 time: 0.6170580 Feb 11 05:30:19.975264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54596) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:19.990489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6310ce1-2534-436e-836d-323dc5dddcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=a954879b-70b7-457e-8baa-787c9f4d779c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.010917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3cde6-90dc-4c71-a9ee-ddb811355be3 req-8a4ea6b4-a639-47e8-95be-fcad030502d5 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:20.012455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cad3cde6-90dc-4c71-a9ee-ddb811355be3 req-8a4ea6b4-a639-47e8-95be-fcad030502d5 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 945 time: 0.1995742 Feb 11 05:30:20.022967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7725c97-ea8f-401a-85e2-793a293295a6 req-ef2c22c6-9e06-4274-a1c0-15d253f33501 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:20.024500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7725c97-ea8f-401a-85e2-793a293295a6 req-ef2c22c6-9e06-4274-a1c0-15d253f33501 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 949 time: 0.1273596 Feb 11 05:30:20.033310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0410fa03-eb9a-4b28-a24d-0017c9527b35 admin admin] Deleting subnet 351d3211-b422-4b01-b06a-206d807a3b30 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:20.036556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0410fa03-eb9a-4b28-a24d-0017c9527b35 admin admin] Publish callbacks [] for subnet (351d3211-b422-4b01-b06a-206d807a3b30), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.076401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0410fa03-eb9a-4b28-a24d-0017c9527b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (351d3211-b422-4b01-b06a-206d807a3b30), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.091864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cad3cde6-90dc-4c71-a9ee-ddb811355be3 req-0c634771-ebce-4831-af51-5776be29ae8f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Feb 11 05:30:20.127060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7725c97-ea8f-401a-85e2-793a293295a6 req-6fb7169f-790f-4dda-a278-5eadbbea079c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806084 Feb 11 05:30:20.129539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['3d63f613-ee04-468b-ae83-4b7455e70ca2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:20.131868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0410fa03-eb9a-4b28-a24d-0017c9527b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (351d3211-b422-4b01-b06a-206d807a3b30), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.216385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0410fa03-eb9a-4b28-a24d-0017c9527b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (351d3211-b422-4b01-b06a-206d807a3b30), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.274802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0410fa03-eb9a-4b28-a24d-0017c9527b35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.284518 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0410fa03-eb9a-4b28-a24d-0017c9527b35 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/351d3211-b422-4b01-b06a-206d807a3b30 HTTP/1.1" status: 204 len: 168 time: 0.3060174 Feb 11 05:30:20.284518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410fa03-eb9a-4b28-a24d-0017c9527b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351d3211-b422-4b01-b06a-206d807a3b30,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.285318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54614) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:20.398324 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (019a87bf-f096-43ad-88c3-619eaaa1dfdf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.448858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308c0cf-1696-4f38-9e72-f0b3ec40a6b4 req-ef59959e-7783-43a9-bfab-4c1c9e831520 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:20.450393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6308c0cf-1696-4f38-9e72-f0b3ec40a6b4 req-ef59959e-7783-43a9-bfab-4c1c9e831520 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.2180433 Feb 11 05:30:20.575019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd950f-c60b-4386-b2d3-db2670defdfd req-80ae2aca-a045-4c76-9a60-50c9e02bc9df tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:20.576496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55dd950f-c60b-4386-b2d3-db2670defdfd req-80ae2aca-a045-4c76-9a60-50c9e02bc9df tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1657789 Feb 11 05:30:20.580923 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (019a87bf-f096-43ad-88c3-619eaaa1dfdf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.619511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6308c0cf-1696-4f38-9e72-f0b3ec40a6b4 req-c7c824d7-63e3-4b38-89d8-244945132d0b tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560080 Feb 11 05:30:20.623950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019a87bf-f096-43ad-88c3-619eaaa1dfdf']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:20.651277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd32a48-fd2f-4b26-b092-cd71ace66d5b') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:20.651582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd32a48-fd2f-4b26-b092-cd71ace66d5b') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:20.673067 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (2fd32a48-fd2f-4b26-b092-cd71ace66d5b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.683340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55dd950f-c60b-4386-b2d3-db2670defdfd req-061c63dc-29f3-457b-b09f-ce3d5031d304 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996740 Feb 11 05:30:20.724456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2fd32a48-fd2f-4b26-b092-cd71ace66d5b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.733167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:20.733573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (2fd32a48-fd2f-4b26-b092-cd71ace66d5b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:20.735821 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:20.802066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a99e9e-9a33-4abd-984b-eb366fce3adb req-c5e66d73-fd32-465b-96c0-594241108e1b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:20.803607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7a99e9e-9a33-4abd-984b-eb366fce3adb req-c5e66d73-fd32-465b-96c0-594241108e1b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 945 time: 0.1178911 Feb 11 05:30:20.805563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (019a87bf-f096-43ad-88c3-619eaaa1dfdf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.823613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.826768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] 10.222.0.31 "DELETE /v2.0/networks/019a87bf-f096-43ad-88c3-619eaaa1dfdf HTTP/1.1" status: 204 len: 168 time: 0.5328448 Feb 11 05:30:20.838006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99525dd8-85c0-4625-a4a5-74bbb15a805f admin admin] Pushing event deleted for resources: {'Network': ['ID=019a87bf-f096-43ad-88c3-619eaaa1dfdf,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.878703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54632) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:20.912286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7a99e9e-9a33-4abd-984b-eb366fce3adb req-d020bb27-f96c-405b-9ea3-cfce7783349e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899744 Feb 11 05:30:20.922588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552288c-535d-4030-aca2-e71630681b39 req-540fa90e-a75d-48dc-81f9-d3d91a034287 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:20.924223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a552288c-535d-4030-aca2-e71630681b39 req-540fa90e-a75d-48dc-81f9-d3d91a034287 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 946 time: 0.1163013 Feb 11 05:30:20.994388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a552288c-535d-4030-aca2-e71630681b39 req-f4d317f3-4bed-4886-8526-f351a388a7b1 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640726 Feb 11 05:30:21.081385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d195b381-8a46-4116-9ce2-3653f5379fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.083538 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54640) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.089378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed847f-868d-4a84-9081-1584a6c3e357 req-a6fba1ec-c516-4675-9da8-795b67207c59 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.091072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1ed847f-868d-4a84-9081-1584a6c3e357 req-a6fba1ec-c516-4675-9da8-795b67207c59 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 945 time: 0.0692263 Feb 11 05:30:21.157760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1ed847f-868d-4a84-9081-1584a6c3e357 req-826221df-89b2-4219-8ba0-23de6590c5ed tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607975 Feb 11 05:30:21.204973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d195b381-8a46-4116-9ce2-3653f5379fd0 admin admin] Publish callbacks [] for security_group (8d4d4a24-3570-4e67-96e4-2c70c3b74aef), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.222256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d195b381-8a46-4116-9ce2-3653f5379fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8d4d4a24-3570-4e67-96e4-2c70c3b74aef), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.258097 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195b381-8a46-4116-9ce2-3653f5379fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4d4a24-3570-4e67-96e4-2c70c3b74aef,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:21.300664 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-920329f3-3b6d-4d23-a98d-666c208957bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1d9c599ded844e0a2a483373fb940d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140918 Feb 11 05:30:21.304161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54648) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.305359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b93df-e16c-4d88-8aa2-013d1b429189 req-904009ed-0f71-43a1-b7ce-7b18db6def56 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.314282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e35b93df-e16c-4d88-8aa2-013d1b429189 req-904009ed-0f71-43a1-b7ce-7b18db6def56 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 949 time: 0.0884326 Feb 11 05:30:21.345598 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d195b381-8a46-4116-9ce2-3653f5379fd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d53ea8415984bb7bdd92a062a85ebec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657972 Feb 11 05:30:21.350605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54650) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.381429 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad3652a5-3020-4a9b-a1c5-2928e0ea21ef admin admin] Publish callbacks [] for security_group (e9d322d9-0823-4fa2-bac7-4729b1bf8348), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.404127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e35b93df-e16c-4d88-8aa2-013d1b429189 req-2cd353c8-adce-40b2-9bfc-4ce9224bdfe7 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865600 Feb 11 05:30:21.425330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad3652a5-3020-4a9b-a1c5-2928e0ea21ef admin admin] Publish callbacks [] for security_group (e9d322d9-0823-4fa2-bac7-4729b1bf8348), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.471618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0fedb77-7171-4963-8e92-70b9104e2e44 admin admin] Publish callbacks [] for security_group (8d4d4a24-3570-4e67-96e4-2c70c3b74aef), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.483307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3d63f613-ee04-468b-ae83-4b7455e70ca2 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:21.535530 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad3652a5-3020-4a9b-a1c5-2928e0ea21ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e9d322d9-0823-4fa2-bac7-4729b1bf8348), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.538308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad3652a5-3020-4a9b-a1c5-2928e0ea21ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.539446 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ad3652a5-3020-4a9b-a1c5-2928e0ea21ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9d322d9-0823-4fa2-bac7-4729b1bf8348 HTTP/1.1" status: 204 len: 168 time: 0.2328787 Feb 11 05:30:21.548465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0fedb77-7171-4963-8e92-70b9104e2e44 admin admin] Publish callbacks [] for security_group (8d4d4a24-3570-4e67-96e4-2c70c3b74aef), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.554327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3652a5-3020-4a9b-a1c5-2928e0ea21ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d322d9-0823-4fa2-bac7-4729b1bf8348,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:21.597601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 3d63f613-ee04-468b-ae83-4b7455e70ca2 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:21.603613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 3d63f613-ee04-468b-ae83-4b7455e70ca2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:21.604142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.675580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a62c-5aec-48b5-8d29-e2d6596a5b94 req-ec206c58-f2bd-4780-8306-81265effc159 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.677164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43d8a62c-5aec-48b5-8d29-e2d6596a5b94 req-ec206c58-f2bd-4780-8306-81265effc159 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 946 time: 0.1813951 Feb 11 05:30:21.693100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-6f83223f-e732-4b17-9ed4-41d44d22be71 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.694536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-6f83223f-e732-4b17-9ed4-41d44d22be71 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.1567221 Feb 11 05:30:21.698027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 3d63f613-ee04-468b-ae83-4b7455e70ca2 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:21.698784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.724765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e327e-7f63-4fd3-bd61-e4d49cb2e2e0 req-c793569f-656b-4db9-889b-67140fe84c05 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.726388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d5e327e-7f63-4fd3-bd61-e4d49cb2e2e0 req-c793569f-656b-4db9-889b-67140fe84c05 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 945 time: 0.1922500 Feb 11 05:30:21.730375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0fedb77-7171-4963-8e92-70b9104e2e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8d4d4a24-3570-4e67-96e4-2c70c3b74aef), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.732899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0fedb77-7171-4963-8e92-70b9104e2e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.737254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a0fedb77-7171-4963-8e92-70b9104e2e44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d4d4a24-3570-4e67-96e4-2c70c3b74aef HTTP/1.1" status: 204 len: 168 time: 0.3855991 Feb 11 05:30:21.744848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d63f613-ee04-468b-ae83-4b7455e70ca2'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:21.751100 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bd582d-ced3-4119-b079-60005f2d44c7" -d '{"events": [{"server_uuid": "3d814f0f-f0fe-436c-8970-f7dff06160a7", "name": "network-vif-plugged", "status": "completed", "tag": "3d63f613-ee04-468b-ae83-4b7455e70ca2"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:21.783580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fedb77-7171-4963-8e92-70b9104e2e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4d4a24-3570-4e67-96e4-2c70c3b74aef,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:21.784480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3d63f613-ee04-468b-ae83-4b7455e70ca2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3d63f613-ee04-468b-ae83-4b7455e70ca2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:21.840090 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.862556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43d8a62c-5aec-48b5-8d29-e2d6596a5b94 req-cd938a2f-634e-4a61-a0a8-38c95a4deda8 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766338 Feb 11 05:30:21.892354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d5e327e-7f63-4fd3-bd61-e4d49cb2e2e0 req-3c9bd128-00d8-4126-82d3-fb81ff5786a4 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539128 Feb 11 05:30:21.933073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Deleting port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:21.933441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.003885 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.064245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=3d63f613-ee04-468b-ae83-4b7455e70ca2,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.122903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] For port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:22.123180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.138276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Calling delete_port for 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:22.225145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30608163-442a-4249-99e3-9d775afe70bd req-ae7aa870-d6ff-450a-938f-b69e06525dee tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:22.226712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30608163-442a-4249-99e3-9d775afe70bd req-ae7aa870-d6ff-450a-938f-b69e06525dee tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.2136073 Feb 11 05:30:22.249104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db6278-0179-4566-a9d7-2d01e9584ce2 req-635bd936-dc0b-445c-bd0e-93d5fef523f2 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:22.251330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2db6278-0179-4566-a9d7-2d01e9584ce2 req-635bd936-dc0b-445c-bd0e-93d5fef523f2 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e317e5f9-1fec-40db-8c50-9917bdceaf75 HTTP/1.1" status: 200 len: 946 time: 0.2084103 Feb 11 05:30:22.265986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.324130 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-63036057-953d-47fa-bf84-98721fc30d35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56de5edefbfe4c7d9e3c5a9ba825d795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565457 Feb 11 05:30:22.327500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54680) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.408654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30608163-442a-4249-99e3-9d775afe70bd req-bd4faff7-6b2d-467e-875b-be2a6701bcb4 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751716 Feb 11 05:30:22.450570 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b657ee1-5805-4dc4-ba2f-b0bbf567e50c admin admin] Publish callbacks [] for security_group (7d1a84ae-8e16-49b0-8312-a281fdcaefb9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.453244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2db6278-0179-4566-a9d7-2d01e9584ce2 req-015a2bf1-ddb7-4218-a7db-15031558e5ce tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806324 Feb 11 05:30:22.478325 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193c705a-1160-49e2-85fb-1ebdae20f04b x-openstack-request-id: req-193c705a-1160-49e2-85fb-1ebdae20f04b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:22.478631 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d814f0f-f0fe-436c-8970-f7dff06160a7", "name": "network-vif-plugged", "status": "completed", "tag": "3d63f613-ee04-468b-ae83-4b7455e70ca2", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:22.478893 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-193c705a-1160-49e2-85fb-1ebdae20f04b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:22.479295 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d63f613-ee04-468b-ae83-4b7455e70ca2', 'code': 200} Feb 11 05:30:22.488310 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (12e26c9d-26bf-4a46-996e-10ecd7bcfa2d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.501246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['79653747-891f-43f4-8f12-d90919477fb3', '12e26c9d-26bf-4a46-996e-10ecd7bcfa2d', '7acaed8d-2e4e-4284-9e6a-a73dbf133809'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:22.546968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b657ee1-5805-4dc4-ba2f-b0bbf567e50c admin admin] Publish callbacks [] for security_group (7d1a84ae-8e16-49b0-8312-a281fdcaefb9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.548820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Pushing event deleted for resources: {'Port': ['ID=12e26c9d-26bf-4a46-996e-10ecd7bcfa2d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.655196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] No DVR routers for this DVR port 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:22.662800 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.667326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af6ed6ba-67da-40bc-8ee9-531042eecc3c req-9f1f1a7c-514e-40bf-8f97-646448f86fc1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "DELETE /v2.0/ports/12e26c9d-26bf-4a46-996e-10ecd7bcfa2d HTTP/1.1" status: 204 len: 173 time: 0.9631639 Feb 11 05:30:22.667871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e317e5f9-1fec-40db-8c50-9917bdceaf75', 'name': 'network-vif-deleted', 'tag': '12e26c9d-26bf-4a46-996e-10ecd7bcfa2d'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:22.670521 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b2dfaa-08ed-49ab-a17c-c817ca675acb" -d '{"events": [{"server_uuid": "e317e5f9-1fec-40db-8c50-9917bdceaf75", "name": "network-vif-deleted", "tag": "12e26c9d-26bf-4a46-996e-10ecd7bcfa2d"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:22.694757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988515-2734-48ac-a0b0-ae23c79a3469 req-654b4c90-1381-4ab8-9b6c-608e33deae65 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:22.704151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51988515-2734-48ac-a0b0-ae23c79a3469 req-654b4c90-1381-4ab8-9b6c-608e33deae65 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 950 time: 0.1429741 Feb 11 05:30:22.764533 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f53b8ad-693f-47b6-9dbb-227bc1332194 x-openstack-request-id: req-3f53b8ad-693f-47b6-9dbb-227bc1332194 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:22.766124 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e317e5f9-1fec-40db-8c50-9917bdceaf75", "name": "network-vif-deleted", "tag": "12e26c9d-26bf-4a46-996e-10ecd7bcfa2d", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:22.766909 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f53b8ad-693f-47b6-9dbb-227bc1332194 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:22.770590 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e317e5f9-1fec-40db-8c50-9917bdceaf75', 'name': 'network-vif-deleted', 'tag': '12e26c9d-26bf-4a46-996e-10ecd7bcfa2d', 'status': 'completed', 'code': 200} Feb 11 05:30:22.795962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89107f-14fa-4d62-8ef3-359472b971b3 req-9ecdd86d-3888-4339-a50f-afbe6d6a94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:22.797951 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2d89107f-14fa-4d62-8ef3-359472b971b3 req-9ecdd86d-3888-4339-a50f-afbe6d6a94b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 1133 time: 0.1356502 Feb 11 05:30:22.818126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51988515-2734-48ac-a0b0-ae23c79a3469 req-ae2e9daf-6081-48e6-ba3b-4ff89000379d tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125278 Feb 11 05:30:22.822203 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b657ee1-5805-4dc4-ba2f-b0bbf567e50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d1a84ae-8e16-49b0-8312-a281fdcaefb9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.826057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b657ee1-5805-4dc4-ba2f-b0bbf567e50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.833668 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8b657ee1-5805-4dc4-ba2f-b0bbf567e50c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d1a84ae-8e16-49b0-8312-a281fdcaefb9 HTTP/1.1" status: 204 len: 168 time: 0.5036044 Feb 11 05:30:22.858540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b657ee1-5805-4dc4-ba2f-b0bbf567e50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1a84ae-8e16-49b0-8312-a281fdcaefb9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.891734 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2d89107f-14fa-4d62-8ef3-359472b971b3 req-3e0fc51a-6602-4941-9f7a-2f6b1672695f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845182 Feb 11 05:30:23.041308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.063814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-8efaa0d1-75ac-41b0-9b5e-b0ef4b92fabe tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:23.067938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-8efaa0d1-75ac-41b0-9b5e-b0ef4b92fabe tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 946 time: 0.1620936 Feb 11 05:30:23.288883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-7f3c285a-861b-45ab-8e21-404b6c2f1dbc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:23.290531 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-7f3c285a-861b-45ab-8e21-404b6c2f1dbc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 945 time: 0.1721439 Feb 11 05:30:23.512635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1848d9a-c7d5-46ca-af8c-3bb8221bd9a1 req-74266ec2-fc80-4ea4-8b8c-3dfa11230b27 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:23.517509 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1848d9a-c7d5-46ca-af8c-3bb8221bd9a1 req-74266ec2-fc80-4ea4-8b8c-3dfa11230b27 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 945 time: 0.4739726 Feb 11 05:30:23.539760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Deleting port c262e112-569d-4da8-9ede-678b9552bc68 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:23.540749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c262e112-569d-4da8-9ede-678b9552bc68), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.647187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54718) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.678403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508bcf4-24de-4bcc-ad10-8ebf2db1e8e6 req-53f1c58f-69e0-4bee-88cd-9ea6fb66480b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:23.680009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4508bcf4-24de-4bcc-ad10-8ebf2db1e8e6 req-53f1c58f-69e0-4bee-88cd-9ea6fb66480b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 946 time: 0.6099856 Feb 11 05:30:23.681031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] For port c262e112-569d-4da8-9ede-678b9552bc68, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c262e112-569d-4da8-9ede-678b9552bc68,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:23.683471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c262e112-569d-4da8-9ede-678b9552bc68), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.722992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Calling delete_port for c262e112-569d-4da8-9ede-678b9552bc68 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:23.802152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Deleting port 42fc46e8-f77b-4987-b915-a69d441fdd50 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:23.802563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.898152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1848d9a-c7d5-46ca-af8c-3bb8221bd9a1 req-8668092c-4f26-4071-aa6a-3a9d60651456 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624372 Feb 11 05:30:23.983070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c262e112-569d-4da8-9ede-678b9552bc68), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.004651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['fb5bf4d9-3377-4c54-bfda-d2811ebd9365'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:24.013008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648', 'c262e112-569d-4da8-9ede-678b9552bc68'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:24.030453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4508bcf4-24de-4bcc-ad10-8ebf2db1e8e6 req-94999a1b-e4d9-49e7-a91b-8af17ac783da tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/security-groups?id=38528655-bbfa-49f4-960f-2a7bdea8b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285055 Feb 11 05:30:24.095945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-39b39a25-0518-47c6-89fc-ef93f853c10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.131892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] For port 42fc46e8-f77b-4987-b915-a69d441fdd50, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=42fc46e8-f77b-4987-b915-a69d441fdd50,segment=NetworkSegment(c285968b-639b-4f0c-9335-72c01e96dc8b),segment_id=c285968b-639b-4f0c-9335-72c01e96dc8b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:24.132233 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.163506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Calling delete_port for 42fc46e8-f77b-4987-b915-a69d441fdd50 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:24.199263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85594c-3101-44dd-ad34-d5f3758f6785 req-ca884940-4eed-411d-8dfc-1ad3b8badd8d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:24.206660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e85594c-3101-44dd-ad34-d5f3758f6785 req-ca884940-4eed-411d-8dfc-1ad3b8badd8d tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1748447 Feb 11 05:30:24.217885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event deleted for resources: {'Port': ['ID=c262e112-569d-4da8-9ede-678b9552bc68,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.307692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] No DVR routers for this DVR port c262e112-569d-4da8-9ede-678b9552bc68 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:24.312052 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.323527 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-660fd6a7-65ff-472e-a393-2c7042185ad2 req-29e4b3ae-8db1-4b03-af69-da4b33aeff5d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "DELETE /v2.0/ports/c262e112-569d-4da8-9ede-678b9552bc68 HTTP/1.1" status: 204 len: 173 time: 1.0150645 Feb 11 05:30:24.324836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf50c2b6-1179-455a-b3ca-cf6663754ee8', 'name': 'network-vif-deleted', 'tag': 'c262e112-569d-4da8-9ede-678b9552bc68'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:24.349275 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3fea66-e64f-4191-8fd0-5ff223f394f8" -d '{"events": [{"server_uuid": "cf50c2b6-1179-455a-b3ca-cf6663754ee8", "name": "network-vif-deleted", "tag": "c262e112-569d-4da8-9ede-678b9552bc68"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:24.399585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e85594c-3101-44dd-ad34-d5f3758f6785 req-cfe2b485-f669-4363-8102-3e2165f9c0cb tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884055 Feb 11 05:30:24.458252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-39b39a25-0518-47c6-89fc-ef93f853c10e admin admin] Publish callbacks [] for security_group (7f2f0832-71eb-48e7-a5e4-4ca9f25d66bd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.467228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-39b39a25-0518-47c6-89fc-ef93f853c10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7f2f0832-71eb-48e7-a5e4-4ca9f25d66bd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.567764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-39b39a25-0518-47c6-89fc-ef93f853c10e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cc9c8f131c7498b8417ddd3bfa543d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9177034 Feb 11 05:30:24.570737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54740) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:24.571351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b39a25-0518-47c6-89fc-ef93f853c10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2f0832-71eb-48e7-a5e4-4ca9f25d66bd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.593040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35366ff1-4d1e-4f7a-93c0-e440d6ad2db5 req-0ec7be50-58a4-4964-bbe9-838d2f5f3a0b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:24.602017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35366ff1-4d1e-4f7a-93c0-e440d6ad2db5 req-0ec7be50-58a4-4964-bbe9-838d2f5f3a0b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 950 time: 0.1884460 Feb 11 05:30:24.627324 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (42fc46e8-f77b-4987-b915-a69d441fdd50), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.680741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Pushing event deleted for resources: {'Port': ['ID=42fc46e8-f77b-4987-b915-a69d441fdd50,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.700772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35366ff1-4d1e-4f7a-93c0-e440d6ad2db5 req-1fd8a1f1-7840-4020-b4ec-43f4b3b74695 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974371 Feb 11 05:30:24.746528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['42fc46e8-f77b-4987-b915-a69d441fdd50'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:24.770879 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda0c200-6c5f-4a10-98c1-d248f071411f x-openstack-request-id: req-bda0c200-6c5f-4a10-98c1-d248f071411f {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:24.771314 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf50c2b6-1179-455a-b3ca-cf6663754ee8", "name": "network-vif-deleted", "tag": "c262e112-569d-4da8-9ede-678b9552bc68", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:24.771671 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bda0c200-6c5f-4a10-98c1-d248f071411f {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:24.773555 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf50c2b6-1179-455a-b3ca-cf6663754ee8', 'name': 'network-vif-deleted', 'tag': 'c262e112-569d-4da8-9ede-678b9552bc68', 'status': 'completed', 'code': 200} Feb 11 05:30:24.785300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9be4-0800-4df8-9233-aba87e5bb921 admin admin] Publish callbacks [] for security_group (7f2f0832-71eb-48e7-a5e4-4ca9f25d66bd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.835824 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9be4-0800-4df8-9233-aba87e5bb921 admin admin] Publish callbacks [] for security_group (7f2f0832-71eb-48e7-a5e4-4ca9f25d66bd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.847202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] No DVR routers for this DVR port 42fc46e8-f77b-4987-b915-a69d441fdd50 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:24.859454 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.867017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05649c75-5825-4aa2-9ecf-ad0c4f733363 req-db8e693f-d283-4165-9408-6a207b3bcd30 tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.81 "DELETE /v2.0/ports/42fc46e8-f77b-4987-b915-a69d441fdd50 HTTP/1.1" status: 204 len: 173 time: 1.6754267 Feb 11 05:30:24.867506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c', 'name': 'network-vif-deleted', 'tag': '42fc46e8-f77b-4987-b915-a69d441fdd50'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:24.873197 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f840b930-4b26-4559-92a6-ea41425f5304" -d '{"events": [{"server_uuid": "b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c", "name": "network-vif-deleted", "tag": "42fc46e8-f77b-4987-b915-a69d441fdd50"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:24.963766 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c1fe12-564e-40c9-a388-d52a9982a486 x-openstack-request-id: req-b6c1fe12-564e-40c9-a388-d52a9982a486 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:24.964401 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c", "name": "network-vif-deleted", "tag": "42fc46e8-f77b-4987-b915-a69d441fdd50", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:24.964684 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6c1fe12-564e-40c9-a388-d52a9982a486 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:24.965214 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c', 'name': 'network-vif-deleted', 'tag': '42fc46e8-f77b-4987-b915-a69d441fdd50', 'status': 'completed', 'code': 200} Feb 11 05:30:24.971040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9be4-0800-4df8-9233-aba87e5bb921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7f2f0832-71eb-48e7-a5e4-4ca9f25d66bd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.974611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9be4-0800-4df8-9233-aba87e5bb921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.975939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b5ea9be4-0800-4df8-9233-aba87e5bb921 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f2f0832-71eb-48e7-a5e4-4ca9f25d66bd HTTP/1.1" status: 204 len: 168 time: 0.4031000 Feb 11 05:30:24.991638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea9be4-0800-4df8-9233-aba87e5bb921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2f0832-71eb-48e7-a5e4-4ca9f25d66bd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:25.070195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87199ed2-c9f0-400b-8c49-decada44d954 req-db39d0f5-27c2-41e5-a4f0-4c97b913206f tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:25.076277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87199ed2-c9f0-400b-8c49-decada44d954 req-db39d0f5-27c2-41e5-a4f0-4c97b913206f tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43187d7-2b64-455c-aa36-c674a8037b85 HTTP/1.1" status: 200 len: 946 time: 0.1991956 Feb 11 05:30:25.191533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87199ed2-c9f0-400b-8c49-decada44d954 req-3a5d9aaf-fafe-4cdb-947c-d5afb2f0d90f tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065650 Feb 11 05:30:25.302725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42c515d8-1415-48ca-8f9e-5d96c814cb56 req-b69f4787-c309-4bf1-a40f-0e8e5f03e143 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf50c2b6-1179-455a-b3ca-cf6663754ee8 HTTP/1.1" status: 200 len: 210 time: 0.1464550 Feb 11 05:30:25.438642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ac55fe4-5e3c-4870-83fa-e523c87a62ea req-b31171dc-5e3c-4492-911a-d4ccb69a126b tempest-DeleteServersTestJSON-12140323 tempest-DeleteServersTestJSON-12140323-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c90009-1f6a-4f0a-ba7d-48cc5af6a28c HTTP/1.1" status: 200 len: 210 time: 0.1006167 Feb 11 05:30:25.487972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c77d60b1-74a6-4cdd-a510-e83b029fa217 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:25.645537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38ed71-0fa1-4557-9e57-cf1a9d2a4f3a req-ed1882d4-4acc-4410-bee6-44ed8c95a7cd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:25.652668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd38ed71-0fa1-4557-9e57-cf1a9d2a4f3a req-ed1882d4-4acc-4410-bee6-44ed8c95a7cd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1000233 Feb 11 05:30:25.668543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c77d60b1-74a6-4cdd-a510-e83b029fa217 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:25.669606 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.703550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:25.706403 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b2d4aa-1910-4994-ad63-d9807ec265a6" -d '{"events": [{"server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:25.716176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd38ed71-0fa1-4557-9e57-cf1a9d2a4f3a req-d3d43921-1108-4082-8ead-37f6d724db9e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624120 Feb 11 05:30:25.720166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:25.729534 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.730484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:25.777230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:25.777588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 12e26c9d-26bf-4a46-996e-10ecd7bcfa2d not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:25.778019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c262e112-569d-4da8-9ede-678b9552bc68 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:25.830861 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5dd75b-92c0-4843-beb5-9d1dd7327f40 x-openstack-request-id: req-5c5dd75b-92c0-4843-beb5-9d1dd7327f40 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:25.833030 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:25.833474 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c5dd75b-92c0-4843-beb5-9d1dd7327f40 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:25.836908 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217', 'code': 200} Feb 11 05:30:25.875988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7a83-1043-44f6-b737-9214cccc7b61 req-07b73e6d-688b-465b-9a14-ddb0055b9555 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:25.881589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd1f7a83-1043-44f6-b737-9214cccc7b61 req-07b73e6d-688b-465b-9a14-ddb0055b9555 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 950 time: 0.0990317 Feb 11 05:30:25.889412 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: c262e112-569d-4da8-9ede-678b9552bc68 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:25.895838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c262e112-569d-4da8-9ede-678b9552bc68 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:25.932278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c77d60b1-74a6-4cdd-a510-e83b029fa217,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:25.955030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd1f7a83-1043-44f6-b737-9214cccc7b61 req-72c352af-a0f3-479f-adae-e77b584e6ed2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671234 Feb 11 05:30:26.096209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14284d5-558b-41ba-ae6e-a7f636e8d2d6 req-41c0d606-17a1-428f-8fef-7933eebeb34f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.098613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a14284d5-558b-41ba-ae6e-a7f636e8d2d6 req-41c0d606-17a1-428f-8fef-7933eebeb34f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.0632737 Feb 11 05:30:26.169761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a14284d5-558b-41ba-ae6e-a7f636e8d2d6 req-0c8c2d50-9e68-4444-b461-5a7a5cd8d69b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613072 Feb 11 05:30:26.469444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-7bda7e6f-9657-457a-912c-4329b1c6af43 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.470921 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-7bda7e6f-9657-457a-912c-4329b1c6af43 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "GET /v2.0/ports?device_id=e43187d7-2b64-455c-aa36-c674a8037b85 HTTP/1.1" status: 200 len: 946 time: 0.0866766 Feb 11 05:30:26.610272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Deleting port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:26.610622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.725682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] For port 7acaed8d-2e4e-4284-9e6a-a73dbf133809, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7acaed8d-2e4e-4284-9e6a-a73dbf133809,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:26.727070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.741859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Calling delete_port for 7acaed8d-2e4e-4284-9e6a-a73dbf133809 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:26.790708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e07f8-8715-4478-8395-b5560f005871 req-0f6c1197-15a3-4222-9037-88ff6824e8b5 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.792233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f3e07f8-8715-4478-8395-b5560f005871 req-0f6c1197-15a3-4222-9037-88ff6824e8b5 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43187d7-2b64-455c-aa36-c674a8037b85 HTTP/1.1" status: 200 len: 946 time: 0.5115974 Feb 11 05:30:26.894607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 42fc46e8-f77b-4987-b915-a69d441fdd50 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:26.898320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.898803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.899283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.899739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.900197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.900654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.901109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.901584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.902041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.914296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2c35a1e-73d9-45db-a472-24aa0def3828 req-1d0cec83-40b0-44d9-a569-7b28d70bbd5f tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6397 time: 0.2641413 Feb 11 05:30:26.937873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f3e07f8-8715-4478-8395-b5560f005871 req-97285c3c-37e6-41a8-a255-993ab91b8b21 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381273 Feb 11 05:30:26.942315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 42fc46e8-f77b-4987-b915-a69d441fdd50 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:26.942851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 42fc46e8-f77b-4987-b915-a69d441fdd50 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:26.968455 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7acaed8d-2e4e-4284-9e6a-a73dbf133809), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.980963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['79653747-891f-43f4-8f12-d90919477fb3', '7acaed8d-2e4e-4284-9e6a-a73dbf133809'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:27.055940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-1a63d7eb-7615-4725-b66a-fbd3bb056ca7 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288863 Feb 11 05:30:27.079425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Pushing event deleted for resources: {'Port': ['ID=7acaed8d-2e4e-4284-9e6a-a73dbf133809,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:27.186213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] No DVR routers for this DVR port 7acaed8d-2e4e-4284-9e6a-a73dbf133809 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:27.191963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.197659 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-78a7fc6e-4180-4076-8c08-1f53bf9ca839 req-9236dd16-9063-43a7-a91d-b7aabfe45cb3 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "DELETE /v2.0/ports/7acaed8d-2e4e-4284-9e6a-a73dbf133809 HTTP/1.1" status: 204 len: 173 time: 0.7202711 Feb 11 05:30:27.200578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43187d7-2b64-455c-aa36-c674a8037b85', 'name': 'network-vif-deleted', 'tag': '7acaed8d-2e4e-4284-9e6a-a73dbf133809'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:27.204331 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888eeebf-5e60-4e02-9c7b-4b3597cf7f95" -d '{"events": [{"server_uuid": "e43187d7-2b64-455c-aa36-c674a8037b85", "name": "network-vif-deleted", "tag": "7acaed8d-2e4e-4284-9e6a-a73dbf133809"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:27.347002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-78933694-b5f6-4aa3-bac2-6e5132b4c676 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:27.348558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-78933694-b5f6-4aa3-bac2-6e5132b4c676 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918172 Feb 11 05:30:27.360967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3941cf7-dc25-48f9-a1e8-60165f13b4bc req-c158a8ec-df1c-443d-b5dd-7a63a0e5740e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:27.362976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3941cf7-dc25-48f9-a1e8-60165f13b4bc req-c158a8ec-df1c-443d-b5dd-7a63a0e5740e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 944 time: 0.1516223 Feb 11 05:30:27.387377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-ad423fe5-3c53-43e4-8015-46958946aadb tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/quotas/bb9eac485c1a41d38accf5e5d719cbe2 HTTP/1.1" status: 200 len: 375 time: 0.0232089 Feb 11 05:30:27.450774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3941cf7-dc25-48f9-a1e8-60165f13b4bc req-92e69d9e-187a-4648-9c78-efcb26fb8164 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802188 Feb 11 05:30:27.488114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c77d60b1-74a6-4cdd-a510-e83b029fa217 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:27.542153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-2a500b41-0af5-492b-8d0c-8aef2cf48989 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408691 Feb 11 05:30:27.645479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:27.713677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c77d60b1-74a6-4cdd-a510-e83b029fa217', 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074', 'port_id': 'c77d60b1-74a6-4cdd-a510-e83b029fa217', 'mac_address': 'fa:16:3e:e4:1e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77cb6bc-e868-4a01-a114-ba5865b9cae9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:27.826858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f8778-573b-40a0-b0df-a35d47359eec req-b80dd971-c562-4b99-ba58-41ddeef48ce6 tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:27.855089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-101f8778-573b-40a0-b0df-a35d47359eec req-b80dd971-c562-4b99-ba58-41ddeef48ce6 tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 886 time: 0.3012400 Feb 11 05:30:27.897660 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110ee807-8f98-4e1d-98ed-eae0b2ed1a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.902396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c77d60b1-74a6-4cdd-a510-e83b029fa217 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:27.902396 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.925745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77d60b1-74a6-4cdd-a510-e83b029fa217 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:27.952771 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14283783-c312-42ee-a234-46c18b440dac x-openstack-request-id: req-14283783-c312-42ee-a234-46c18b440dac {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:27.953341 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43187d7-2b64-455c-aa36-c674a8037b85", "name": "network-vif-deleted", "tag": "7acaed8d-2e4e-4284-9e6a-a73dbf133809", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:27.953582 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14283783-c312-42ee-a234-46c18b440dac {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:27.954409 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43187d7-2b64-455c-aa36-c674a8037b85', 'name': 'network-vif-deleted', 'tag': '7acaed8d-2e4e-4284-9e6a-a73dbf133809', 'status': 'completed', 'code': 200} Feb 11 05:30:27.961602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:27.970160 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.059997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-720790c8-0413-4366-a86c-0ceb154fdf32 req-d0c39958-d686-4d94-ac70-40826b551003 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 210 time: 0.0700598 Feb 11 05:30:28.071602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c77d60b1-74a6-4cdd-a510-e83b029fa217,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:28.263379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c77d60b1-74a6-4cdd-a510-e83b029fa217'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:28.355388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.356506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.357171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.359436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.365998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.366481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.366958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.367453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.367894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.383886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5102bda3-497b-47bc-90b2-e20927cf9b79 req-ed7ba994-c224-4559-a014-5ac525d56cfe tempest-NetworksTest-1859718012 tempest-NetworksTest-1859718012-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6397 time: 0.2929001 Feb 11 05:30:28.683377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b712f4-157c-4715-9adf-ec52d22b6091 req-8f2259de-07cd-4cbe-aa7b-8a9db8a552e9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.689314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2b712f4-157c-4715-9adf-ec52d22b6091 req-8f2259de-07cd-4cbe-aa7b-8a9db8a552e9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 945 time: 0.1679964 Feb 11 05:30:28.845694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2b712f4-157c-4715-9adf-ec52d22b6091 req-f25af6ad-bce2-4053-9bbe-092bdadff96c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462560 Feb 11 05:30:29.064099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54948) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:29.072737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fa40b-cdd5-47d4-8add-0cf33fdd2476 req-771e152b-475b-4c23-81f7-8b1095e3fcad tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:29.080526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c7fa40b-cdd5-47d4-8add-0cf33fdd2476 req-771e152b-475b-4c23-81f7-8b1095e3fcad tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 945 time: 0.1214168 Feb 11 05:30:29.236998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c7fa40b-cdd5-47d4-8add-0cf33fdd2476 req-d258116a-42a1-417a-bebd-bf0a0bd3e55c tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540029 Feb 11 05:30:29.290682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c1e16-42ca-4fba-9843-c8af3f900ec5 req-33c134ef-2a05-40fc-9ca9-c80244b6863e tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:29.307855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-246c1e16-42ca-4fba-9843-c8af3f900ec5 req-33c134ef-2a05-40fc-9ca9-c80244b6863e tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.2050936 Feb 11 05:30:29.323079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0cc0-c694-4fcd-9e32-93f75e6657fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.484777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afc5f2f5-33e4-4ae3-8632-30bdd0150ba7 req-7e756faa-3c20-41bf-aa47-870fc001d0b1 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 210 time: 0.0745013 Feb 11 05:30:29.492677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-246c1e16-42ca-4fba-9843-c8af3f900ec5 req-ca3da525-7e85-4d8d-9b77-2913e9532c1d tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837888 Feb 11 05:30:29.497544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c77d60b1-74a6-4cdd-a510-e83b029fa217 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:29.545604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0cc0-c694-4fcd-9e32-93f75e6657fd admin admin] Publish callbacks [] for security_group (f8e9c8b6-6fec-4140-baed-c8a75314b2fe), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.554750 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0cc0-c694-4fcd-9e32-93f75e6657fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f8e9c8b6-6fec-4140-baed-c8a75314b2fe), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.631107 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a0bb0cc0-c694-4fcd-9e32-93f75e6657fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc4160062cfa4cf09aa3f6044e5008a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5551286 Feb 11 05:30:29.632569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb0cc0-c694-4fcd-9e32-93f75e6657fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9c8b6-6fec-4140-baed-c8a75314b2fe,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:29.636043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54988) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:29.729378 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c4c640b4-1616-45bc-a741-d36d989bd651 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696976 Feb 11 05:30:29.770862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c77d60b1-74a6-4cdd-a510-e83b029fa217 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:29.771250 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.877720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e4b12078-39db-4ae3-8439-5b5934d00329 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:29.879361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e4b12078-39db-4ae3-8439-5b5934d00329 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 945 time: 0.2634571 Feb 11 05:30:29.884408 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2ba13c5b-344f-4aec-b45e-3aa1ab614b6d admin admin] Publish callbacks [] for security_group (f8e9c8b6-6fec-4140-baed-c8a75314b2fe), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.970467 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2ba13c5b-344f-4aec-b45e-3aa1ab614b6d admin admin] Publish callbacks [] for security_group (f8e9c8b6-6fec-4140-baed-c8a75314b2fe), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.093657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-475294c4-6b7d-4b49-aa1b-3b5681e001a9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:30.097102 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-475294c4-6b7d-4b49-aa1b-3b5681e001a9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3599496 Feb 11 05:30:30.125327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Request body: {'port': {'device_id': '06da18d0-0005-4e5a-aa60-67c10cefda16', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': 'bb9eac485c1a41d38accf5e5d719cbe2'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:30.264407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d45a2-dc95-4ff2-b64f-f2b7ea906408 req-1920f2e2-dc79-48c3-94ee-88217784dc78 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:30.275992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d24d45a2-dc95-4ff2-b64f-f2b7ea906408 req-1920f2e2-dc79-48c3-94ee-88217784dc78 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 945 time: 0.2302024 Feb 11 05:30:30.297815 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2ba13c5b-344f-4aec-b45e-3aa1ab614b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f8e9c8b6-6fec-4140-baed-c8a75314b2fe), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.331367 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2ba13c5b-344f-4aec-b45e-3aa1ab614b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.345723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2ba13c5b-344f-4aec-b45e-3aa1ab614b6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8e9c8b6-6fec-4140-baed-c8a75314b2fe HTTP/1.1" status: 204 len: 168 time: 0.7069581 Feb 11 05:30:30.458554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Deleting port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:30.459357 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.544950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba13c5b-344f-4aec-b45e-3aa1ab614b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9c8b6-6fec-4140-baed-c8a75314b2fe,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:30.558891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Made reservation on behalf of bb9eac485c1a41d38accf5e5d719cbe2 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:30.571028 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.721307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c77d60b1-74a6-4cdd-a510-e83b029fa217 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:30.722278 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.786238 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-08cde95d-1b25-4649-98b0-639c3097b058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.825762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:30.832187 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bb5ff3-320a-4d88-afb9-407c7e80a38b" -d '{"events": [{"server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:30.860735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:30.861568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d24d45a2-dc95-4ff2-b64f-f2b7ea906408 req-554644bd-0a58-4d4a-96bb-8bb3abd7c406 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734262 Feb 11 05:30:30.870103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.872046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7acaed8d-2e4e-4284-9e6a-a73dbf133809 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:30.967295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c77d60b1-74a6-4cdd-a510-e83b029fa217,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:31.075582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 7acaed8d-2e4e-4284-9e6a-a73dbf133809 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:31.076489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7acaed8d-2e4e-4284-9e6a-a73dbf133809 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:31.100333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-4e561797-49ad-40b1-9b54-988823e1b9d1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:31.116359 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-4e561797-49ad-40b1-9b54-988823e1b9d1 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.5604341 Feb 11 05:30:31.131814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55052) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:31.134873 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.246494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] For port fb5bf4d9-3377-4c54-bfda-d2811ebd9365, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:31.247087 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.283059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Calling delete_port for fb5bf4d9-3377-4c54-bfda-d2811ebd9365 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:31.295004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15996a9-0c60-4e23-9999-a21f4624fc45 req-23c18d8c-d7cd-47d3-ab21-90fea85d2ec6 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:31.306681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d15996a9-0c60-4e23-9999-a21f4624fc45 req-23c18d8c-d7cd-47d3-ab21-90fea85d2ec6 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 946 time: 0.1661370 Feb 11 05:30:31.321072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c7046-d35e-42b2-99ba-c8ef7d336635 req-76f4a0ab-c35b-427e-9be7-5f5e21cb673b tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:31.332843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-446c7046-d35e-42b2-99ba-c8ef7d336635 req-76f4a0ab-c35b-427e-9be7-5f5e21cb673b tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 945 time: 0.8206346 Feb 11 05:30:31.336267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55056) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:31.353052 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44107235-030b-4c66-90dc-67ef19649850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.515553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Allocated IP 192.168.233.60 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/b7027047-5405-44dc-aacc-3d50d1b329b6) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:31.608700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Deleting port 79653747-891f-43f4-8f12-d90919477fb3 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:31.609381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (79653747-891f-43f4-8f12-d90919477fb3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.703250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-446c7046-d35e-42b2-99ba-c8ef7d336635 req-8474b3d3-9bdc-4ee0-a935-ddc9c0fd8efb tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690305 Feb 11 05:30:31.704255 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1c93ee6-a900-4448-9c5a-b38b8b58eeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.711626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d15996a9-0c60-4e23-9999-a21f4624fc45 req-fb489930-d4e7-4540-8975-0a6514aa8c6c tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6804dc-0a27-4873-a60b-5e3aab2a6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038303 Feb 11 05:30:31.752986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-fa1a65ac-5472-4126-99eb-ab0cba41af32 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3867414 Feb 11 05:30:31.764046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44107235-030b-4c66-90dc-67ef19649850 admin admin] Publish callbacks [] for security_group (e12b2fb9-1726-46dd-b23d-facee6ec0d23), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.994150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ef25996-ac96-4570-815b-9f03418625ca req-8327faad-a5c2-4eba-925c-981323e8e2e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 210 time: 0.1834059 Feb 11 05:30:32.032453 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2584f734-1f6c-4469-b6d4-0f2f871cf5c5 x-openstack-request-id: req-2584f734-1f6c-4469-b6d4-0f2f871cf5c5 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:32.032941 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:32.032941 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2584f734-1f6c-4469-b6d4-0f2f871cf5c5 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:32.033330 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217', 'code': 200} Feb 11 05:30:32.115232 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44107235-030b-4c66-90dc-67ef19649850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e12b2fb9-1726-46dd-b23d-facee6ec0d23), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.137239 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] For port 79653747-891f-43f4-8f12-d90919477fb3, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=79653747-891f-43f4-8f12-d90919477fb3,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:32.138079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (79653747-891f-43f4-8f12-d90919477fb3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.187758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Calling delete_port for 79653747-891f-43f4-8f12-d90919477fb3 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:32.247542 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-44107235-030b-4c66-90dc-67ef19649850 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c0051cd613847fda4617def4d93def0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1145592 Feb 11 05:30:32.248688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44107235-030b-4c66-90dc-67ef19649850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12b2fb9-1726-46dd-b23d-facee6ec0d23,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:32.251754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55066) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:32.336894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-e9414c16-2653-43eb-ad5d-30cc67754316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:32.339856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-e9414c16-2653-43eb-ad5d-30cc67754316 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1127 time: 0.5326345 Feb 11 05:30:32.346606 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks [] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.373958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fb5bf4d9-3377-4c54-bfda-d2811ebd9365), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.387398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:32.479134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f174ad-b81b-4d6f-a32e-dffaf8006ab9 req-f53b2f7f-ebe9-4acb-98d5-dea893ff0b7e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:32.480780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6f174ad-b81b-4d6f-a32e-dffaf8006ab9 req-f53b2f7f-ebe9-4acb-98d5-dea893ff0b7e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9523b58-6517-42f7-89fa-cbd653302c6b HTTP/1.1" status: 200 len: 945 time: 0.3511164 Feb 11 05:30:32.515809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.521604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event deleted for resources: {'Port': ['ID=fb5bf4d9-3377-4c54-bfda-d2811ebd9365,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:32.542974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['fb5bf4d9-3377-4c54-bfda-d2811ebd9365'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:32.569149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1c93ee6-a900-4448-9c5a-b38b8b58eeba admin admin] Publish callbacks [] for security_group (f27bf753-ad16-45a1-b628-13fd06a36b85), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.576583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['3d63f613-ee04-468b-ae83-4b7455e70ca2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:32.581674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3d7cab0d-4f52-4758-9eda-b07b9db891d8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:32.751911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] No DVR routers for this DVR port fb5bf4d9-3377-4c54-bfda-d2811ebd9365 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:32.765586 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.766272 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be2f25dd-04e6-41ff-9455-eaff5d9e5564 admin admin] Publish callbacks [] for security_group (e12b2fb9-1726-46dd-b23d-facee6ec0d23), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.773538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5a030ed-52ab-4528-a55e-43366b74add7 req-e00380de-62af-4f3f-8732-839de1de42ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "DELETE /v2.0/ports/fb5bf4d9-3377-4c54-bfda-d2811ebd9365 HTTP/1.1" status: 204 len: 173 time: 2.8840587 Feb 11 05:30:32.777018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee107bf5-12da-43b5-abd4-049b3bfc1cda req-9be389db-1fb5-4bf3-933d-52618238e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:32.785229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee107bf5-12da-43b5-abd4-049b3bfc1cda req-9be389db-1fb5-4bf3-933d-52618238e7b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 1129 time: 0.5529625 Feb 11 05:30:32.785908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1c93ee6-a900-4448-9c5a-b38b8b58eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f27bf753-ad16-45a1-b628-13fd06a36b85), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.788264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9523b58-6517-42f7-89fa-cbd653302c6b', 'name': 'network-vif-deleted', 'tag': 'fb5bf4d9-3377-4c54-bfda-d2811ebd9365'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:32.790591 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c153b9f-8fb6-417e-96af-e1e7d0a321e0" -d '{"events": [{"server_uuid": "e9523b58-6517-42f7-89fa-cbd653302c6b", "name": "network-vif-deleted", "tag": "fb5bf4d9-3377-4c54-bfda-d2811ebd9365"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:32.870318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be2f25dd-04e6-41ff-9455-eaff5d9e5564 admin admin] Publish callbacks [] for security_group (e12b2fb9-1726-46dd-b23d-facee6ec0d23), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.020274 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (79653747-891f-43f4-8f12-d90919477fb3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.023026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c8d3581-7ded-456c-a7b1-e62fa0fd4366 req-4e15c6be-825a-4020-a080-1cefe5538505 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 210 time: 0.0911746 Feb 11 05:30:33.102333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:33.109984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6f174ad-b81b-4d6f-a32e-dffaf8006ab9 req-24dc4f78-4980-48b2-827d-1c6e37b99a27 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751319 Feb 11 05:30:33.139271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['79653747-891f-43f4-8f12-d90919477fb3'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:33.152131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-737e7995-0680-417e-aad0-6407dde95952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:33.155186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-737e7995-0680-417e-aad0-6407dde95952 service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.7752502 Feb 11 05:30:33.165770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d1c93ee6-a900-4448-9c5a-b38b8b58eeba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eef11902366147af9c953a95c8e05ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8249054 Feb 11 05:30:33.167008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:33.172896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee107bf5-12da-43b5-abd4-049b3bfc1cda req-c48ce986-11b2-4d68-bb14-b1921d810082 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709869 Feb 11 05:30:33.177538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55082) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:33.179117 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be2f25dd-04e6-41ff-9455-eaff5d9e5564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e12b2fb9-1726-46dd-b23d-facee6ec0d23), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.185595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be2f25dd-04e6-41ff-9455-eaff5d9e5564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.191035 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-be2f25dd-04e6-41ff-9455-eaff5d9e5564 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e12b2fb9-1726-46dd-b23d-facee6ec0d23 HTTP/1.1" status: 204 len: 168 time: 0.9300926 Feb 11 05:30:33.195133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:33.227802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c93ee6-a900-4448-9c5a-b38b8b58eeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27bf753-ad16-45a1-b628-13fd06a36b85,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:33.383061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f25dd-04e6-41ff-9455-eaff5d9e5564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12b2fb9-1726-46dd-b23d-facee6ec0d23,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:33.403044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Pushing event updated for resources: {'Port': ['ID=b7027047-5405-44dc-aacc-3d50d1b329b6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:33.413147 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.423057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] No DVR routers for this DVR port 79653747-891f-43f4-8f12-d90919477fb3 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:33.455881 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7a2df6-21c6-48fd-ace2-71a0b2740b29 x-openstack-request-id: req-eb7a2df6-21c6-48fd-ace2-71a0b2740b29 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:33.456415 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9523b58-6517-42f7-89fa-cbd653302c6b", "name": "network-vif-deleted", "tag": "fb5bf4d9-3377-4c54-bfda-d2811ebd9365", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:33.459432 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb7a2df6-21c6-48fd-ace2-71a0b2740b29 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:33.460031 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9523b58-6517-42f7-89fa-cbd653302c6b', 'name': 'network-vif-deleted', 'tag': 'fb5bf4d9-3377-4c54-bfda-d2811ebd9365', 'status': 'completed', 'code': 200} Feb 11 05:30:33.574184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-fd628742-f822-4228-ad50-e2a017ba3c8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 217 time: 0.3938308 Feb 11 05:30:33.638492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fc5048d1-c28a-48c8-b8c0-6e4da2710701 admin admin] Publish callbacks [] for security_group (f27bf753-ad16-45a1-b628-13fd06a36b85), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.644302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:33.664668 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.675991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Pushing event deleted for resources: {'Port': ['ID=79653747-891f-43f4-8f12-d90919477fb3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:33.731086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.766687 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bd053b26-7e9d-4283-aad6-c7464b95ad59 req-07f47a66-6ca7-48b1-a7ab-623973579460 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.72 "DELETE /v2.0/ports/79653747-891f-43f4-8f12-d90919477fb3 HTTP/1.1" status: 204 len: 173 time: 2.6246893 Feb 11 05:30:33.779030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020364de-3da6-4970-80ee-e392d8cf3059', 'name': 'network-vif-deleted', 'tag': '79653747-891f-43f4-8f12-d90919477fb3'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:33.787669 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092b4d19-9a1f-400d-8c24-f9a11600bde7" -d '{"events": [{"server_uuid": "020364de-3da6-4970-80ee-e392d8cf3059", "name": "network-vif-deleted", "tag": "79653747-891f-43f4-8f12-d90919477fb3"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:33.860309 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-eda3abd7-4055-4ab9-b8b0-f873d651d9e2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7529030 Feb 11 05:30:33.891788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Request body: {'port': {'device_id': '06da18d0-0005-4e5a-aa60-67c10cefda16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:33.928379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3dea0-096e-4686-9551-82284475a0eb req-1afac497-d4cb-4c68-b685-c1dba3b5a54f tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:33.941949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1af3dea0-096e-4686-9551-82284475a0eb req-1afac497-d4cb-4c68-b685-c1dba3b5a54f tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.5566981 Feb 11 05:30:33.962646 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fc5048d1-c28a-48c8-b8c0-6e4da2710701 admin admin] Publish callbacks [] for security_group (f27bf753-ad16-45a1-b628-13fd06a36b85), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.101146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.159992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-78d2405a-35ba-4cce-8978-6ecfbc6ea4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:34.163840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-78d2405a-35ba-4cce-8978-6ecfbc6ea4fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.5464818 Feb 11 05:30:34.211206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-97d7ac7b-e031-4147-a680-58d3f96b8c41 None None] Provisioning complete for port b7027047-5405-44dc-aacc-3d50d1b329b6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:34.212368 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-97d7ac7b-e031-4147-a680-58d3f96b8c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.284970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-04cd594d-5128-4e07-8093-74724f02cc4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973260 Feb 11 05:30:34.348472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-97d7ac7b-e031-4147-a680-58d3f96b8c41 None None] Port b7027047-5405-44dc-aacc-3d50d1b329b6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:34.469648 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.489447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1af3dea0-096e-4686-9551-82284475a0eb req-2a9766a1-1a7b-409e-b445-aee712634193 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228775 Feb 11 05:30:34.493086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fc5048d1-c28a-48c8-b8c0-6e4da2710701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f27bf753-ad16-45a1-b628-13fd06a36b85), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.496610 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fc5048d1-c28a-48c8-b8c0-6e4da2710701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.506488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fc5048d1-c28a-48c8-b8c0-6e4da2710701 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f27bf753-ad16-45a1-b628-13fd06a36b85 HTTP/1.1" status: 204 len: 168 time: 1.2677436 Feb 11 05:30:34.617517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5048d1-c28a-48c8-b8c0-6e4da2710701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27bf753-ad16-45a1-b628-13fd06a36b85,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:34.658344 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0704431f-abf7-44d7-a42d-208970fb1304 x-openstack-request-id: req-0704431f-abf7-44d7-a42d-208970fb1304 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:34.660039 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020364de-3da6-4970-80ee-e392d8cf3059", "name": "network-vif-deleted", "tag": "79653747-891f-43f4-8f12-d90919477fb3", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:34.660315 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0704431f-abf7-44d7-a42d-208970fb1304 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:34.666906 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020364de-3da6-4970-80ee-e392d8cf3059', 'name': 'network-vif-deleted', 'tag': '79653747-891f-43f4-8f12-d90919477fb3', 'status': 'completed', 'code': 200} Feb 11 05:30:34.672165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6004d1-1d73-4052-bf8b-c65302f5a603 req-cee030dc-aafa-4b57-a650-ae2d04d7535a tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:34.685248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d6004d1-1d73-4052-bf8b-c65302f5a603 req-cee030dc-aafa-4b57-a650-ae2d04d7535a tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 935 time: 0.7955632 Feb 11 05:30:34.935165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fb5bf4d9-3377-4c54-bfda-d2811ebd9365 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:35.050909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: fb5bf4d9-3377-4c54-bfda-d2811ebd9365 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:35.051253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fb5bf4d9-3377-4c54-bfda-d2811ebd9365 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:35.103860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de7aa3ec-bef7-4e41-bc6a-5e7ec32f871e req-25c02bed-3d16-42e1-af0d-b165ccabe4c6 tempest-ListServerFiltersTestJSON-1494116026 tempest-ListServerFiltersTestJSON-1494116026-project] 10.222.0.31 "GET /v2.0/ports?device_id=020364de-3da6-4970-80ee-e392d8cf3059 HTTP/1.1" status: 200 len: 210 time: 0.2235701 Feb 11 05:30:35.146338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d6004d1-1d73-4052-bf8b-c65302f5a603 req-76deae3a-b9e2-4b99-8062-15a401ba9a97 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326622 Feb 11 05:30:35.199353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7027047-5405-44dc-aacc-3d50d1b329b6 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:35.257591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Publish callbacks [] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.284229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-9594ceb1-a273-4ad7-8c32-e7bbaff38f53 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9490354 Feb 11 05:30:35.311328 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Transition to ACTIVE for port object b7027047-5405-44dc-aacc-3d50d1b329b6 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:35.316322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.439499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55126) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:35.510528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 79653747-891f-43f4-8f12-d90919477fb3 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:35.514567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-46904263-c50e-49dd-85e3-d38c94efbe50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.618605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f11d6a28-a4e8-44fd-b51c-ff11aec09195 req-56fe8da5-5f49-4e80-892a-fa91499ffe6f service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248789 Feb 11 05:30:35.665606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 79653747-891f-43f4-8f12-d90919477fb3 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:35.666140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 79653747-891f-43f4-8f12-d90919477fb3 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:35.842936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Pushing event updated for resources: {'Port': ['ID=b7027047-5405-44dc-aacc-3d50d1b329b6,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:35.934024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Attempting to bind port b7027047-5405-44dc-aacc-3d50d1b329b6 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:35.934974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Attempting to bind port b7027047-5405-44dc-aacc-3d50d1b329b6 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:35.935770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Attempting to bind port b7027047-5405-44dc-aacc-3d50d1b329b6 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:35.947074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Port b7027047-5405-44dc-aacc-3d50d1b329b6 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:35.948786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Attempting to bind port b7027047-5405-44dc-aacc-3d50d1b329b6 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:35.957337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:35.958115 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:35.959263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:35.960000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Bound port: b7027047-5405-44dc-aacc-3d50d1b329b6, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:35.960647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.132485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] For port b7027047-5405-44dc-aacc-3d50d1b329b6, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:36.142596 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] For port b7027047-5405-44dc-aacc-3d50d1b329b6, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b7027047-5405-44dc-aacc-3d50d1b329b6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:36.160655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.294148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:36.295147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.300369 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] 10.222.0.81 "PUT /v2.0/ports/b7027047-5405-44dc-aacc-3d50d1b329b6 HTTP/1.1" status: 200 len: 1096 time: 2.4290235 Feb 11 05:30:36.451673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4d3c8-0257-47c6-af03-8acde74619cc service neutron] Pushing event updated for resources: {'Port': ['ID=b7027047-5405-44dc-aacc-3d50d1b329b6,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:36.498185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-d7a03d96-07f6-431b-88f9-7884ec5958cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:36.503062 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-d7a03d96-07f6-431b-88f9-7884ec5958cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 1130 time: 0.1471925 Feb 11 05:30:36.630956 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-012313c5-8f42-4404-a401-00f543e82fff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b7027047-5405-44dc-aacc-3d50d1b329b6 HTTP/1.1" status: 200 len: 217 time: 0.1169584 Feb 11 05:30:36.694872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-46904263-c50e-49dd-85e3-d38c94efbe50 admin admin] Publish callbacks [] for security_group (640f7dc1-3f37-48e9-ac2f-8eb28a87f3cc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.718742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06da18d0-0005-4e5a-aa60-67c10cefda16', 'tag': 'b7027047-5405-44dc-aacc-3d50d1b329b6'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:36.729705 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba196e2-9277-4824-853c-d0b1c3d3a0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "06da18d0-0005-4e5a-aa60-67c10cefda16", "tag": "b7027047-5405-44dc-aacc-3d50d1b329b6"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:36.812622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-b3f8fd01-f18a-4365-a896-09a315b391de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:36.815908 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-b3f8fd01-f18a-4365-a896-09a315b391de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1792254 Feb 11 05:30:36.837640 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-6d4cf27d-c711-4415-b85d-65706d3b8766 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1017752 Feb 11 05:30:36.842611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-e1e8d55a-4ffb-4273-8b99-d56cbf9ae92f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:36.869525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-e1e8d55a-4ffb-4273-8b99-d56cbf9ae92f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 1.2177691 Feb 11 05:30:36.879255 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-46904263-c50e-49dd-85e3-d38c94efbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (640f7dc1-3f37-48e9-ac2f-8eb28a87f3cc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.914831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-1125f9e8-7936-4030-9e6c-dced899a4579 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/quotas/f65ed4e42cd5485085d456ac78686004 HTTP/1.1" status: 200 len: 375 time: 0.0282071 Feb 11 05:30:36.942257 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-2ba9f686-6869-48e1-9260-0631c3363731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:36.944295 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-2ba9f686-6869-48e1-9260-0631c3363731 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1052594 Feb 11 05:30:37.050694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3d51d-d852-47b9-97f2-90e65523b0fe req-d9f2fef2-9409-4a1d-8e4a-c99b12c76839 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:37.052197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73a3d51d-d852-47b9-97f2-90e65523b0fe req-d9f2fef2-9409-4a1d-8e4a-c99b12c76839 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 1.3062625 Feb 11 05:30:37.058292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-46904263-c50e-49dd-85e3-d38c94efbe50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25ffbcccff1e4cc59f2243d0f2478716&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6151500 Feb 11 05:30:37.063597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46904263-c50e-49dd-85e3-d38c94efbe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640f7dc1-3f37-48e9-ac2f-8eb28a87f3cc,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:37.077326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55160) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:37.104778 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-fdda39de-4f63-4a84-87f0-aae8ab3ac9c7 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264422 Feb 11 05:30:37.171992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-015b2ef5-44d7-461f-ae95-7a164543eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:37.172583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-15234b1f-5b84-4e69-aed0-7c1ddbc4649f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2132857 Feb 11 05:30:37.186776 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-015b2ef5-44d7-461f-ae95-7a164543eb4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 1127 time: 0.2746038 Feb 11 05:30:37.284559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73a3d51d-d852-47b9-97f2-90e65523b0fe req-a85be31a-a0e5-4eb6-abee-3b7f9e3b9a5a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156539 Feb 11 05:30:37.286108 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e957f07-eed0-4872-82b8-6f09ace2a7e3 req-825bdf73-edd7-430c-a98b-285d06001723 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680105 Feb 11 05:30:37.379567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55170) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:37.447403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a74f1c-42cf-4eff-a2aa-e8d568170bf3 admin admin] Deleting subnet 4388334c-9027-4dd0-afad-6b67a2402b11 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:37.450644 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1a74f1c-42cf-4eff-a2aa-e8d568170bf3 admin admin] Publish callbacks [] for subnet (4388334c-9027-4dd0-afad-6b67a2402b11), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.485354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d1e4-61f6-470b-8da4-0ba279d629af admin admin] Publish callbacks [] for security_group (640f7dc1-3f37-48e9-ac2f-8eb28a87f3cc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.496273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-93d31675-c329-4c4c-ba60-236cef539d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:37.498608 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-93d31675-c329-4c4c-ba60-236cef539d20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.2116008 Feb 11 05:30:37.502210 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1a74f1c-42cf-4eff-a2aa-e8d568170bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (4388334c-9027-4dd0-afad-6b67a2402b11), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.567044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-41947b5d-260c-4c21-87d2-b0e06be0225e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 200 len: 217 time: 0.0554724 Feb 11 05:30:37.598154 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d1e4-61f6-470b-8da4-0ba279d629af admin admin] Publish callbacks [] for security_group (640f7dc1-3f37-48e9-ac2f-8eb28a87f3cc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.627435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-901d34bd-6bef-4f5d-ba7d-6a6a10802f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:37.629328 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-901d34bd-6bef-4f5d-ba7d-6a6a10802f99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.0574055 Feb 11 05:30:37.633357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-94d2fed4-af81-4203-8302-9577aaef6cff service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047506 Feb 11 05:30:37.668693 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-8793fbfc-5af2-445f-978f-7c6d672c2b8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287373 Feb 11 05:30:37.776109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33829cc-c47d-4848-9e75-3c86a0f0193d req-c2f6517c-3575-4d52-9df5-c49822ec6347 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:37.781810 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d33829cc-c47d-4848-9e75-3c86a0f0193d req-c2f6517c-3575-4d52-9df5-c49822ec6347 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 947 time: 0.2944512 Feb 11 05:30:37.794036 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-19df35c6-10ff-4fd4-9265-8e29af31f488 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177719 Feb 11 05:30:37.858708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1a74f1c-42cf-4eff-a2aa-e8d568170bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4388334c-9027-4dd0-afad-6b67a2402b11), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.888023 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d1e4-61f6-470b-8da4-0ba279d629af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (640f7dc1-3f37-48e9-ac2f-8eb28a87f3cc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.891106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d1e4-61f6-470b-8da4-0ba279d629af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.895058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9ff3d1e4-61f6-470b-8da4-0ba279d629af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/640f7dc1-3f37-48e9-ac2f-8eb28a87f3cc HTTP/1.1" status: 204 len: 168 time: 0.8059685 Feb 11 05:30:37.919445 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-64a90737-b149-4c7a-b658-d16d27ebdb47 req-7c8d0455-5159-4de6-b702-e4f2ef1b02e7 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188836 Feb 11 05:30:37.949325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3d1e4-61f6-470b-8da4-0ba279d629af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640f7dc1-3f37-48e9-ac2f-8eb28a87f3cc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:38.007063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-0c1b01eb-1def-4b72-a421-59e1fe6d4ccf service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461707 Feb 11 05:30:38.026245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d33829cc-c47d-4848-9e75-3c86a0f0193d req-6f1e8b50-ab18-4c71-8786-043f729cc509 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064004 Feb 11 05:30:38.050415 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1a74f1c-42cf-4eff-a2aa-e8d568170bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (4388334c-9027-4dd0-afad-6b67a2402b11), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.105826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a74f1c-42cf-4eff-a2aa-e8d568170bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4388334c-9027-4dd0-afad-6b67a2402b11,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:38.111373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1a74f1c-42cf-4eff-a2aa-e8d568170bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.121062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55176) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:38.121718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c1a74f1c-42cf-4eff-a2aa-e8d568170bf3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4388334c-9027-4dd0-afad-6b67a2402b11 HTTP/1.1" status: 204 len: 168 time: 0.7415953 Feb 11 05:30:38.139016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf5002-01be-43bf-89c2-77d2ea25e75f None None] Network 710770e7-ea1f-4823-9931-8dcb72f54ea6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:38.334951 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d155e8a-0a73-4e06-8044-d685c67a1298 x-openstack-request-id: req-3d155e8a-0a73-4e06-8044-d685c67a1298 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:38.339082 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06da18d0-0005-4e5a-aa60-67c10cefda16", "tag": "b7027047-5405-44dc-aacc-3d50d1b329b6", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:38.339575 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d155e8a-0a73-4e06-8044-d685c67a1298 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:38.340918 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06da18d0-0005-4e5a-aa60-67c10cefda16', 'tag': 'b7027047-5405-44dc-aacc-3d50d1b329b6', 'status': 'completed', 'code': 200} Feb 11 05:30:38.478358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (710770e7-ea1f-4823-9931-8dcb72f54ea6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.525226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c539e9-1fb1-444b-832c-ebb805b812fb req-7ef8419f-6717-4ada-8e1d-0d82d4a371df tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.538155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c539e9-1fb1-444b-832c-ebb805b812fb req-7ef8419f-6717-4ada-8e1d-0d82d4a371df tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.2300251 Feb 11 05:30:38.565758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-ea036901-d480-4a8d-819d-32103893468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.568418 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-ea036901-d480-4a8d-819d-32103893468a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 1130 time: 0.1794641 Feb 11 05:30:38.622291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff92dcc-21df-4c43-bb9b-c198ae935661 None None] DHCP port deletion for 710770e7-ea1f-4823-9931-8dcb72f54ea6 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:38.663340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c539e9-1fb1-444b-832c-ebb805b812fb req-382adfe1-f934-4667-bf84-7fcfbf63f634 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212289 Feb 11 05:30:38.791286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aa780a2a-0954-4bf5-95f7-7a67aea409e1 req-be2e1eaf-ce82-46cb-8e23-48ac334b5742 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 210 time: 0.0522313 Feb 11 05:30:38.808738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5ff92dcc-21df-4c43-bb9b-c198ae935661 None None] Deleting port 44553fcd-a752-4225-be21-5b5720c4bdc4 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:38.809225 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ff92dcc-21df-4c43-bb9b-c198ae935661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.878839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-6f338789-0330-4f81-a2da-ca757748c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.882742 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-6f338789-0330-4f81-a2da-ca757748c66a service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3001542 Feb 11 05:30:38.888426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Deleting port 44553fcd-a752-4225-be21-5b5720c4bdc4 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:38.890642 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.942499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5ff92dcc-21df-4c43-bb9b-c198ae935661 None None] For port 44553fcd-a752-4225-be21-5b5720c4bdc4, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=44553fcd-a752-4225-be21-5b5720c4bdc4,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:38.943338 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ff92dcc-21df-4c43-bb9b-c198ae935661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.960383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5ff92dcc-21df-4c43-bb9b-c198ae935661 None None] Calling delete_port for 44553fcd-a752-4225-be21-5b5720c4bdc4 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:39.091416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b7027047-5405-44dc-aacc-3d50d1b329b6 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:39.235600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ff92dcc-21df-4c43-bb9b-c198ae935661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.259372 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-ead7c0f4-af46-40a5-9b60-fef67d64519c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b7027047-5405-44dc-aacc-3d50d1b329b6 HTTP/1.1" status: 200 len: 217 time: 0.1518643 Feb 11 05:30:39.327348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff92dcc-21df-4c43-bb9b-c198ae935661 None None] Pushing event deleted for resources: {'Port': ['ID=44553fcd-a752-4225-be21-5b5720c4bdc4,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:39.333844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff92dcc-21df-4c43-bb9b-c198ae935661 None None] No DVR routers for this DVR port 44553fcd-a752-4225-be21-5b5720c4bdc4 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:39.388827 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] For port 44553fcd-a752-4225-be21-5b5720c4bdc4, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=44553fcd-a752-4225-be21-5b5720c4bdc4,segment=NetworkSegment(fa1af8a1-9cc3-4349-a56f-c83a4bc215e7),segment_id=fa1af8a1-9cc3-4349-a56f-c83a4bc215e7)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:39.394441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.488447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b7027047-5405-44dc-aacc-3d50d1b329b6, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b7027047-5405-44dc-aacc-3d50d1b329b6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:39.520764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 44553fcd-a752-4225-be21-5b5720c4bdc4 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:39.542105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Calling delete_port for 44553fcd-a752-4225-be21-5b5720c4bdc4 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:39.586621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 44553fcd-a752-4225-be21-5b5720c4bdc4 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:39.587453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 44553fcd-a752-4225-be21-5b5720c4bdc4 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:39.593449 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'b7027047-5405-44dc-aacc-3d50d1b329b6', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'b7027047-5405-44dc-aacc-3d50d1b329b6', 'mac_address': 'fa:16:3e:c8:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:39.616223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-66b330f0-e025-4400-9366-18815acdbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:39.625346 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-66b330f0-e025-4400-9366-18815acdbc15 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.3498111 Feb 11 05:30:39.648421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port b7027047-5405-44dc-aacc-3d50d1b329b6 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:39.648825 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.667746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7027047-5405-44dc-aacc-3d50d1b329b6 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:39.704201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e074f8-60de-4a52-81fc-5432029757c8 req-a61d29a2-bad7-4552-9d8a-0cc2fa5134e0 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:39.713632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66e074f8-60de-4a52-81fc-5432029757c8 req-a61d29a2-bad7-4552-9d8a-0cc2fa5134e0 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 947 time: 0.1489480 Feb 11 05:30:39.719774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b7027047-5405-44dc-aacc-3d50d1b329b6, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b7027047-5405-44dc-aacc-3d50d1b329b6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:39.732087 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.843383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66e074f8-60de-4a52-81fc-5432029757c8 req-cd426642-2988-4663-bd45-c4616e87b472 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205490 Feb 11 05:30:39.938826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=b7027047-5405-44dc-aacc-3d50d1b329b6,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:40.003642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-2512ff0a-b229-4b91-a37b-80eae7ed3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:40.006211 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-2512ff0a-b229-4b91-a37b-80eae7ed3714 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3447433 Feb 11 05:30:40.017037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['b7027047-5405-44dc-aacc-3d50d1b329b6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:40.295988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75e3e300-3e17-4538-b35a-1d0bdb8b7cc1 req-593e2637-46d6-45ba-8974-7dabe17b0f16 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 210 time: 0.1692481 Feb 11 05:30:40.651682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-a1be4015-4631-42f9-8d25-aa93995daa39 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:40.664867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-a1be4015-4631-42f9-8d25-aa93995daa39 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/networks?id=bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 200 len: 815 time: 0.4182615 Feb 11 05:30:40.705592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-bda8e0f5-f3b3-419f-89a4-39730febf878 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/quotas/52bd57555ff64fe5aa5ef699d99f9612 HTTP/1.1" status: 200 len: 375 time: 0.0348477 Feb 11 05:30:40.798638 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (44553fcd-a752-4225-be21-5b5720c4bdc4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.819621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] No DVR routers for this DVR port 44553fcd-a752-4225-be21-5b5720c4bdc4 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:40.971381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b7027047-5405-44dc-aacc-3d50d1b329b6 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:41.002186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=44553fcd-a752-4225-be21-5b5720c4bdc4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:41.160779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-2b212852-9d49-4684-92e1-8979eee65160 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:41.168370 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-2b212852-9d49-4684-92e1-8979eee65160 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3a6455-ec5e-435a-8726-c21b5236e5f3 HTTP/1.1" status: 200 len: 946 time: 0.4777069 Feb 11 05:30:41.176699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port b7027047-5405-44dc-aacc-3d50d1b329b6 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:41.180956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port b7027047-5405-44dc-aacc-3d50d1b329b6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:41.181556 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.289702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-b312d4b2-dd49-4691-84cd-df9aa27b1426 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5829494 Feb 11 05:30:41.435937 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (710770e7-ea1f-4823-9931-8dcb72f54ea6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.442288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-a65e718a-6942-41dc-a325-98b8d3850611 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:41.444032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-a65e718a-6942-41dc-a325-98b8d3850611 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.6517842 Feb 11 05:30:41.486962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port b7027047-5405-44dc-aacc-3d50d1b329b6 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:41.487728 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.516625 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-9e358508-2e02-463a-b3c6-644dd1b8cf70 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4924076 Feb 11 05:30:41.535293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e4f6a-46fc-4986-87bb-c3c3c60e6cf9 req-be95622c-a269-4a6f-9cb8-5083449739f3 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:41.544108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef0e4f6a-46fc-4986-87bb-c3c3c60e6cf9 req-be95622c-a269-4a6f-9cb8-5083449739f3 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 948 time: 0.5735600 Feb 11 05:30:41.561266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Request body: {'port': {'device_id': '36fd4927-ca55-4efe-bb78-837b3b5b18be', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'admin_state_up': True, 'tenant_id': 'f65ed4e42cd5485085d456ac78686004'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:41.565052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55338) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:41.610044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b7027047-5405-44dc-aacc-3d50d1b329b6, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b7027047-5405-44dc-aacc-3d50d1b329b6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:41.612507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06da18d0-0005-4e5a-aa60-67c10cefda16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7027047-5405-44dc-aacc-3d50d1b329b6'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:41.634273 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee9abdb-1af5-4660-937a-33b5923791c2" -d '{"events": [{"server_uuid": "06da18d0-0005-4e5a-aa60-67c10cefda16", "name": "network-vif-plugged", "status": "completed", "tag": "b7027047-5405-44dc-aacc-3d50d1b329b6"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:41.641600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710770e7-ea1f-4823-9931-8dcb72f54ea6']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:41.642409 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.678398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:41.678968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1af8a1-9cc3-4349-a56f-c83a4bc215e7') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:41.707952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-917fafc7-11ba-462b-9d9a-5280e50608e4 service neutron] 10.222.0.31 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172859 Feb 11 05:30:41.746709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef0e4f6a-46fc-4986-87bb-c3c3c60e6cf9 req-ca54cca0-a290-409d-89c3-bec0d3351f49 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015574 Feb 11 05:30:41.775760 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (fa1af8a1-9cc3-4349-a56f-c83a4bc215e7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.826518 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fa1af8a1-9cc3-4349-a56f-c83a4bc215e7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.831744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=b7027047-5405-44dc-aacc-3d50d1b329b6,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (fa1af8a1-9cc3-4349-a56f-c83a4bc215e7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:41.906079 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:41.909945 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cba196e2-9277-4824-853c-d0b1c3d3a0f0 req-546271c5-4a23-44c2-abd6-f609d6c35ce8 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741398 Feb 11 05:30:41.940073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Deleting port c77d60b1-74a6-4cdd-a510-e83b029fa217 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:41.940423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.051303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49d8b418-a552-4384-9fd5-6c4669e018ee req-d438ab34-bbb6-4e0e-846c-ab9f20ecdd87 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 210 time: 0.0708649 Feb 11 05:30:42.114184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42a3745b-421c-4355-b560-e3bf0accdf23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.161294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] For port c77d60b1-74a6-4cdd-a510-e83b029fa217, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c77d60b1-74a6-4cdd-a510-e83b029fa217,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:42.161695 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.187798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-5b12ce49-9fbc-450a-b31b-536b9e6c23fd service neutron] 10.222.0.31 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782948 Feb 11 05:30:42.197650 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756700f8-c193-4442-b148-697e8ef88270 x-openstack-request-id: req-756700f8-c193-4442-b148-697e8ef88270 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:42.198145 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06da18d0-0005-4e5a-aa60-67c10cefda16", "name": "network-vif-plugged", "status": "completed", "tag": "b7027047-5405-44dc-aacc-3d50d1b329b6", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:42.199627 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-756700f8-c193-4442-b148-697e8ef88270 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:42.203845 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06da18d0-0005-4e5a-aa60-67c10cefda16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7027047-5405-44dc-aacc-3d50d1b329b6', 'code': 200} Feb 11 05:30:42.211212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Calling delete_port for c77d60b1-74a6-4cdd-a510-e83b029fa217 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:42.228593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Made reservation on behalf of f65ed4e42cd5485085d456ac78686004 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:42.233040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.369958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42a3745b-421c-4355-b560-e3bf0accdf23 admin admin] Publish callbacks [] for security_group (dc8887e2-0af2-48cb-8624-0cd45a5ba5a4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.375657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42a3745b-421c-4355-b560-e3bf0accdf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dc8887e2-0af2-48cb-8624-0cd45a5ba5a4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.421233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3745b-421c-4355-b560-e3bf0accdf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8887e2-0af2-48cb-8624-0cd45a5ba5a4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:42.487585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-42a3745b-421c-4355-b560-e3bf0accdf23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a16b2f9caa554b6194af3eef666c1ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9205835 Feb 11 05:30:42.488243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55422) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:42.557925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Allocated IP 172.20.0.7 (3a8d3bfe-d48b-4e82-bec3-710d79850667/3651cb44-129d-4466-b43f-f49af07bc83c/353a6158-1d74-4386-8548-39ff572bb36c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:42.565713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55424) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:42.581330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c77d60b1-74a6-4cdd-a510-e83b029fa217), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.598248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c77d60b1-74a6-4cdd-a510-e83b029fa217'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:42.629928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (710770e7-ea1f-4823-9931-8dcb72f54ea6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.678172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.735766 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/710770e7-ea1f-4823-9931-8dcb72f54ea6 HTTP/1.1" status: 204 len: 168 time: 4.6112745 Feb 11 05:30:42.765803 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ba96-3e31-41f4-8ffa-6541108a3960 admin admin] Publish callbacks [] for security_group (dc8887e2-0af2-48cb-8624-0cd45a5ba5a4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.808377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-325e2913-f8a7-4ce8-97eb-3aea2ab7dd05 req-b8670020-e996-4c08-9a0c-f23d2cb8939a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 210 time: 0.0799129 Feb 11 05:30:42.902606 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ba96-3e31-41f4-8ffa-6541108a3960 admin admin] Publish callbacks [] for security_group (dc8887e2-0af2-48cb-8624-0cd45a5ba5a4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.960178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Pushing event deleted for resources: {'Port': ['ID=c77d60b1-74a6-4cdd-a510-e83b029fa217,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:43.010426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1017b-dfe5-467c-bde2-da30c33175c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=710770e7-ea1f-4823-9931-8dcb72f54ea6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:43.094092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55440) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:43.095176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] No DVR routers for this DVR port c77d60b1-74a6-4cdd-a510-e83b029fa217 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:43.104233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.108121 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6edd9b3d-704e-48d4-a446-870c1c3069a9 req-adfa020f-5366-4152-a826-5feebb0a5f2a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.72 "DELETE /v2.0/ports/c77d60b1-74a6-4cdd-a510-e83b029fa217 HTTP/1.1" status: 204 len: 173 time: 1.9329453 Feb 11 05:30:43.109755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'name': 'network-vif-deleted', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:43.112239 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b016907-be5e-46c3-9da2-13058d781a60" -d '{"events": [{"server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "name": "network-vif-deleted", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:43.141724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0dd87-d94d-442c-aa4c-6772da133c10 req-6f92efed-54ec-4b84-a85e-efc58ddaa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:43.143871 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cdd0dd87-d94d-442c-aa4c-6772da133c10 req-6f92efed-54ec-4b84-a85e-efc58ddaa7d3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 1132 time: 0.6100788 Feb 11 05:30:43.225471 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cdd0dd87-d94d-442c-aa4c-6772da133c10 req-02344b95-b6c5-46d0-a0b4-2f5186829e9e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745859 Feb 11 05:30:43.231285 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9803b324-5098-47f9-8a84-cbcaced32241 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=185528b1739742298958d1e7ecccbc65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340153 Feb 11 05:30:43.231900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55450) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:43.321652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64c755de-0a73-4eec-9e21-68013a49a88e admin admin] Publish callbacks [] for security_group (fa6804dc-0a27-4873-a60b-5e3aab2a6d04), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.384877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64c755de-0a73-4eec-9e21-68013a49a88e admin admin] Publish callbacks [] for security_group (fa6804dc-0a27-4873-a60b-5e3aab2a6d04), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.431325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d802b8a-96a5-4b1b-bb14-f2d1d81801ed req-f99e289f-bafc-4ea0-8748-1ff862c759b6 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 210 time: 0.1047993 Feb 11 05:30:43.440969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1648ed0c-9a04-488f-a8e3-6426564c53a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.512484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks [] for port (353a6158-1d74-4386-8548-39ff572bb36c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.527060 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64c755de-0a73-4eec-9e21-68013a49a88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fa6804dc-0a27-4873-a60b-5e3aab2a6d04), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.529941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64c755de-0a73-4eec-9e21-68013a49a88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.531149 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-64c755de-0a73-4eec-9e21-68013a49a88e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa6804dc-0a27-4873-a60b-5e3aab2a6d04 HTTP/1.1" status: 204 len: 168 time: 0.2983007 Feb 11 05:30:43.540076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26f691-7d68-4579-8a02-e06a324925e3 req-c252281a-f829-46ef-814b-43ff05b37df4 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:43.548126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a26f691-7d68-4579-8a02-e06a324925e3 req-c252281a-f829-46ef-814b-43ff05b37df4 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 949 time: 0.6195543 Feb 11 05:30:43.550761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c755de-0a73-4eec-9e21-68013a49a88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6804dc-0a27-4873-a60b-5e3aab2a6d04,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:43.589952 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e6b0da-a5e4-4d22-81a8-e6e4f2271580 x-openstack-request-id: req-f9e6b0da-a5e4-4d22-81a8-e6e4f2271580 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:43.590950 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3a6455-ec5e-435a-8726-c21b5236e5f3", "name": "network-vif-deleted", "tag": "c77d60b1-74a6-4cdd-a510-e83b029fa217", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:43.592573 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9e6b0da-a5e4-4d22-81a8-e6e4f2271580 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:43.609903 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a6455-ec5e-435a-8726-c21b5236e5f3', 'name': 'network-vif-deleted', 'tag': 'c77d60b1-74a6-4cdd-a510-e83b029fa217', 'status': 'completed', 'code': 200} Feb 11 05:30:43.621650 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ba96-3e31-41f4-8ffa-6541108a3960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dc8887e2-0af2-48cb-8624-0cd45a5ba5a4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.632346 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ba96-3e31-41f4-8ffa-6541108a3960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.633590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f6d8ba96-3e31-41f4-8ffa-6541108a3960 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc8887e2-0af2-48cb-8624-0cd45a5ba5a4 HTTP/1.1" status: 204 len: 168 time: 1.1415930 Feb 11 05:30:43.728525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8ba96-3e31-41f4-8ffa-6541108a3960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8887e2-0af2-48cb-8624-0cd45a5ba5a4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:43.818531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a26f691-7d68-4579-8a02-e06a324925e3 req-fb645996-e6a7-49a4-aa70-22231dfd037d tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694123 Feb 11 05:30:43.838490 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (353a6158-1d74-4386-8548-39ff572bb36c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.854331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:43.896886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event updated for resources: {'Port': ['ID=353a6158-1d74-4386-8548-39ff572bb36c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:43.931989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:43.935330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:43.940656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:43.990389 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1648ed0c-9a04-488f-a8e3-6426564c53a8 admin admin] Publish callbacks [] for security_group (36ecdfb9-2ea0-45b9-92be-75f7b2c76b97), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.012776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1648ed0c-9a04-488f-a8e3-6426564c53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (36ecdfb9-2ea0-45b9-92be-75f7b2c76b97), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.084518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1648ed0c-9a04-488f-a8e3-6426564c53a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0bd6d45068d4d5f89ca34bee99094cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5092022 Feb 11 05:30:44.087619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55470) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:44.236716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:44.237420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.272307 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55474) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:44.281279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b08a02d-e8ff-43de-beb5-326da1679778 req-4a4486a8-2c7c-478a-b81d-197ba8f09073 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 210 time: 0.2001355 Feb 11 05:30:44.291343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648ed0c-9a04-488f-a8e3-6426564c53a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ecdfb9-2ea0-45b9-92be-75f7b2c76b97,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:44.320454 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f49e-4247-4bc4-83b6-f6bcc88226e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.322097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-29cea7b8-2b55-442d-94a1-6fb2326cafaf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7733428 Feb 11 05:30:44.331963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d9372b1-3595-42f9-9c70-7fb08cbe7549 admin admin] Publish callbacks [] for security_group (36ecdfb9-2ea0-45b9-92be-75f7b2c76b97), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.339734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Request body: {'port': {'device_id': '36fd4927-ca55-4efe-bb78-837b3b5b18be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:44.427893 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (353a6158-1d74-4386-8548-39ff572bb36c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.460886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d9372b1-3595-42f9-9c70-7fb08cbe7549 admin admin] Publish callbacks [] for security_group (36ecdfb9-2ea0-45b9-92be-75f7b2c76b97), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.583989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d9372b1-3595-42f9-9c70-7fb08cbe7549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (36ecdfb9-2ea0-45b9-92be-75f7b2c76b97), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.587655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d9372b1-3595-42f9-9c70-7fb08cbe7549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.593776 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3d9372b1-3595-42f9-9c70-7fb08cbe7549 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36ecdfb9-2ea0-45b9-92be-75f7b2c76b97 HTTP/1.1" status: 204 len: 168 time: 0.5041332 Feb 11 05:30:44.612774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9372b1-3595-42f9-9c70-7fb08cbe7549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ecdfb9-2ea0-45b9-92be-75f7b2c76b97,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:44.617248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f49e-4247-4bc4-83b6-f6bcc88226e1 admin admin] Publish callbacks [] for security_group (08968881-20ca-4939-a0e6-b0db31771cd4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.625022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f49e-4247-4bc4-83b6-f6bcc88226e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (08968881-20ca-4939-a0e6-b0db31771cd4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.686532 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2aa4f49e-4247-4bc4-83b6-f6bcc88226e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bd7e822adeb425dbce870991d39cc00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099700 Feb 11 05:30:44.687432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55484) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:44.739914 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4f49e-4247-4bc4-83b6-f6bcc88226e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08968881-20ca-4939-a0e6-b0db31771cd4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:44.761861 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3ef9-b869-48d1-9dbc-d369e3ad6c3c admin admin] Publish callbacks [] for security_group (08968881-20ca-4939-a0e6-b0db31771cd4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.794920 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3ef9-b869-48d1-9dbc-d369e3ad6c3c admin admin] Publish callbacks [] for security_group (08968881-20ca-4939-a0e6-b0db31771cd4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.875467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3ef9-b869-48d1-9dbc-d369e3ad6c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (08968881-20ca-4939-a0e6-b0db31771cd4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.879199 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3ef9-b869-48d1-9dbc-d369e3ad6c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.885799 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ce8f3ef9-b869-48d1-9dbc-d369e3ad6c3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08968881-20ca-4939-a0e6-b0db31771cd4 HTTP/1.1" status: 204 len: 168 time: 0.1972182 Feb 11 05:30:44.919007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f3ef9-b869-48d1-9dbc-d369e3ad6c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08968881-20ca-4939-a0e6-b0db31771cd4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:45.205096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-416392b1-405f-43c0-bc78-2f74badd893a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:45.237165 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-416392b1-405f-43c0-bc78-2f74badd893a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.81 "GET /v2.0/networks?id=bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 200 len: 815 time: 0.2655983 Feb 11 05:30:45.248932 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Request body: {'port': {'device_id': 'bace3742-97b7-4641-8af5-3ccbbd7d29d7', 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074', 'admin_state_up': True, 'tenant_id': '52bd57555ff64fe5aa5ef699d99f9612'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:45.393099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7cd39-251b-4874-8f6c-761e1dd64c98 req-31d84df3-914e-4dae-b48c-e5e21c468031 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:45.409958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7b7cd39-251b-4874-8f6c-761e1dd64c98 req-31d84df3-914e-4dae-b48c-e5e21c468031 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 949 time: 0.3675206 Feb 11 05:30:45.445168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Made reservation on behalf of 52bd57555ff64fe5aa5ef699d99f9612 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:45.452513 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.483805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06685e9-48d7-4230-803f-06e34b763f65 req-2bc6009b-bcab-4933-9c07-d3884f970412 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:45.494424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b06685e9-48d7-4230-803f-06e34b763f65 req-2bc6009b-bcab-4933-9c07-d3884f970412 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 931 time: 0.4323778 Feb 11 05:30:45.506825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353a6158-1d74-4386-8548-39ff572bb36c {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:45.509873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:45.539910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Publish callbacks [] for port (353a6158-1d74-4386-8548-39ff572bb36c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.560846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c77d60b1-74a6-4cdd-a510-e83b029fa217 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:45.572120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Transition to ACTIVE for port object 353a6158-1d74-4386-8548-39ff572bb36c will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:45.586860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (353a6158-1d74-4386-8548-39ff572bb36c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.620246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: c77d60b1-74a6-4cdd-a510-e83b029fa217 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:45.620594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c77d60b1-74a6-4cdd-a510-e83b029fa217 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:45.646608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Pushing event updated for resources: {'Port': ['ID=353a6158-1d74-4386-8548-39ff572bb36c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:45.706892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Allocated IP 172.20.0.6 (bae22c7e-0a6f-4746-8969-a92a662b6074/e77cb6bc-e868-4a01-a114-ba5865b9cae9/036350d5-c59d-47c5-8755-99aeb0e101ab) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:45.729962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7b7cd39-251b-4874-8f6c-761e1dd64c98 req-dbc751d0-0adc-403c-a32c-335af04fc362 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124778 Feb 11 05:30:45.761148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b06685e9-48d7-4230-803f-06e34b763f65 req-c23b24aa-35a0-4e39-806e-28a3c00e21a7 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655735 Feb 11 05:30:45.761759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-482574671-network', 'tenant_id': '700860d04b6d46739905ca1256954422'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:45.872760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Made reservation on behalf of 700860d04b6d46739905ca1256954422 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:45.876034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.910534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.981749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1676e5f4-d78f-4fe9-8707-92f34ae2fba5 req-e9ecc88f-6742-4689-ae9d-f1d6d8d8efa7 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 210 time: 0.0777230 Feb 11 05:30:46.031744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Attempting to bind port 353a6158-1d74-4386-8548-39ff572bb36c on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:46.032427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Attempting to bind port 353a6158-1d74-4386-8548-39ff572bb36c by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:46.033441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Attempting to bind port 353a6158-1d74-4386-8548-39ff572bb36c on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:46.041455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Port 353a6158-1d74-4386-8548-39ff572bb36c on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:46.042235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Attempting to bind port 353a6158-1d74-4386-8548-39ff572bb36c on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:46.052645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:46.053418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Checking segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:46.053824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Bound using segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:46.054259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Bound port: 353a6158-1d74-4386-8548-39ff572bb36c, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:46.054873 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (353a6158-1d74-4386-8548-39ff572bb36c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.152388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] For port 353a6158-1d74-4386-8548-39ff572bb36c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:46.160376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] For port 353a6158-1d74-4386-8548-39ff572bb36c, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=353a6158-1d74-4386-8548-39ff572bb36c,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:46.172638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (353a6158-1d74-4386-8548-39ff572bb36c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.208283 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks [] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.247381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Publish callbacks [] for security_group (9aa951f8-fcb9-451b-950e-b7fa4cb410af), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.276341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9aa951f8-fcb9-451b-950e-b7fa4cb410af), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.281600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Pushing event updated for resources: {'Port': ['ID=353a6158-1d74-4386-8548-39ff572bb36c,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:46.303791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:46.304506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.305951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-dca131d3-dcc9-42cb-8bdc-484183cfcf79 service neutron] 10.222.0.72 "PUT /v2.0/ports/353a6158-1d74-4386-8548-39ff572bb36c HTTP/1.1" status: 200 len: 1092 time: 1.9746571 Feb 11 05:30:46.306610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fd4927-ca55-4efe-bb78-837b3b5b18be', 'tag': '353a6158-1d74-4386-8548-39ff572bb36c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:46.308700 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd" -d '{"events": [{"name": "network-changed", "server_uuid": "36fd4927-ca55-4efe-bb78-837b3b5b18be", "tag": "353a6158-1d74-4386-8548-39ff572bb36c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:46.390546 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a506d40e-c965-4331-919c-70fa2e48d673 x-openstack-request-id: req-a506d40e-c965-4331-919c-70fa2e48d673 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:46.390850 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fd4927-ca55-4efe-bb78-837b3b5b18be", "tag": "353a6158-1d74-4386-8548-39ff572bb36c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:46.391720 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a506d40e-c965-4331-919c-70fa2e48d673 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:46.391720 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fd4927-ca55-4efe-bb78-837b3b5b18be', 'tag': '353a6158-1d74-4386-8548-39ff572bb36c', 'status': 'completed', 'code': 200} Feb 11 05:30:46.418055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:46.434688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa951f8-fcb9-451b-950e-b7fa4cb410af,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:46.462042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b541cd0d-4378-4143-969c-a9b5f41bfc99), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.462940 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Added segment b541cd0d-4378-4143-969c-a9b5f41bfc99 of type vlan for network d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c Feb 11 05:30:46.465322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.564811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-9dbc59c1-749d-44d7-8f67-0e043b1f2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:46.566379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-9dbc59c1-749d-44d7-8f67-0e043b1f2fd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 1126 time: 0.1719849 Feb 11 05:30:46.603330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Pushing event updated for resources: {'Port': ['ID=036350d5-c59d-47c5-8755-99aeb0e101ab,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:46.642430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-8cd0222b-13ba-4870-8a54-3aae4b149d13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=353a6158-1d74-4386-8548-39ff572bb36c HTTP/1.1" status: 200 len: 217 time: 0.0683982 Feb 11 05:30:46.661192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Network bae22c7e-0a6f-4746-8969-a92a662b6074 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:46.664829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:46.668384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:46.675707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.733995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-0dcd2bcb-1686-4070-9178-ff54ef3b7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:46.735857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-0dcd2bcb-1686-4070-9178-ff54ef3b7986 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.0878839 Feb 11 05:30:46.798779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-d26a54f0-d4f7-4465-a977-a58b1dccf574 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509040 Feb 11 05:30:46.820172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:46.820857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.845626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.846599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:46.847187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.886079 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3743954 Feb 11 05:30:46.924312 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-81704505-39be-49b3-a846-c6e14e3e83f2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6861942 Feb 11 05:30:46.946618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Request body: {'port': {'device_id': 'bace3742-97b7-4641-8af5-3ccbbd7d29d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:47.096000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a17c0-0855-4b3f-9e36-dadd500a7b73 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:47.111538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:47.124579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8232b-83d3-4e6c-8766-eecfe78c0e77 req-bbc2b585-d86f-4907-b994-3bc7ae7dab10 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.134791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdd8232b-83d3-4e6c-8766-eecfe78c0e77 req-bbc2b585-d86f-4907-b994-3bc7ae7dab10 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 943 time: 0.2279327 Feb 11 05:30:47.158411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.203368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdd8232b-83d3-4e6c-8766-eecfe78c0e77 req-b44c999f-e94e-4deb-8146-28b563ead1fa tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Feb 11 05:30:47.205805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-56970ae2-509f-4560-923d-57946a13374c service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047742 Feb 11 05:30:47.877232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.877938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.878237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.878629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.879200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.879665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.880127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.880587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.880901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036350d5-c59d-47c5-8755-99aeb0e101ab {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:47.881352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.889828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-7e6c1459-401d-4bfa-8cba-821207e960f0 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7&device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be&device_id=06da18d0-0005-4e5a-aa60-67c10cefda16&device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7&device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24&device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76&device_id=b498921a-43c1-4036-bf5a-7efa2b744b23&device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee&device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 8382 time: 0.5920637 Feb 11 05:30:47.906270 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Publish callbacks [] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.912873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96ce56e5-2229-4e06-805e-d78d2730e68b req-b3f7c073-05e3-4172-93b3-5f7d6fcb6499 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995316 Feb 11 05:30:47.927518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Transition to ACTIVE for port object 036350d5-c59d-47c5-8755-99aeb0e101ab will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:47.935307 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-9c4dc2d4-fee9-4ef2-9284-88e8b34c5ddc tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.940976 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.948410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1f903-5506-411d-a2c4-597793b17725 req-58ca4a63-273d-4256-b389-d7d4a45307a1 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.958112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99c1f903-5506-411d-a2c4-597793b17725 req-58ca4a63-273d-4256-b389-d7d4a45307a1 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 931 time: 0.5760005 Feb 11 05:30:48.118172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Attempting to bind port 036350d5-c59d-47c5-8755-99aeb0e101ab on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:48.118516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Attempting to bind port 036350d5-c59d-47c5-8755-99aeb0e101ab by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:48.118846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Attempting to bind port 036350d5-c59d-47c5-8755-99aeb0e101ab on network bae22c7e-0a6f-4746-8969-a92a662b6074 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:48.124399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Pushing event updated for resources: {'Port': ['ID=036350d5-c59d-47c5-8755-99aeb0e101ab,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:48.127161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Port 036350d5-c59d-47c5-8755-99aeb0e101ab on network bae22c7e-0a6f-4746-8969-a92a662b6074 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:48.127430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Attempting to bind port 036350d5-c59d-47c5-8755-99aeb0e101ab on network bae22c7e-0a6f-4746-8969-a92a662b6074 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:48.134605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:48.135796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Checking segment: {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:48.136388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Bound using segment: {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:48.137031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Bound port: 036350d5-c59d-47c5-8755-99aeb0e101ab, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:48.137705 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.210531 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-9c4dc2d4-fee9-4ef2-9284-88e8b34c5ddc tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Publish callbacks [] for security_group (0e368ef6-d8b0-41c7-ab42-d79423bfa436), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.252869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99c1f903-5506-411d-a2c4-597793b17725 req-6e66719a-42d6-46a0-a4d2-bb9b3c4fa3d5 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928407 Feb 11 05:30:48.253512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-9c4dc2d4-fee9-4ef2-9284-88e8b34c5ddc tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0e368ef6-d8b0-41c7-ab42-d79423bfa436), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.281364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] For port 036350d5-c59d-47c5-8755-99aeb0e101ab, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:48.288653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] For port 036350d5-c59d-47c5-8755-99aeb0e101ab, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=036350d5-c59d-47c5-8755-99aeb0e101ab,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:48.305031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.336161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-27f755d2-ea4c-43b6-a8ef-536caa90f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:48.339960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-27f755d2-ea4c-43b6-a8ef-536caa90f836 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 1126 time: 0.3651907 Feb 11 05:30:48.385094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:48.385743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.391388 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-be562897-1161-431d-9d5d-c72fff633696 service neutron] 10.222.0.81 "PUT /v2.0/ports/036350d5-c59d-47c5-8755-99aeb0e101ab HTTP/1.1" status: 200 len: 1092 time: 1.4517879 Feb 11 05:30:48.393958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bace3742-97b7-4641-8af5-3ccbbd7d29d7', 'tag': '036350d5-c59d-47c5-8755-99aeb0e101ab'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:48.398262 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98" -d '{"events": [{"name": "network-changed", "server_uuid": "bace3742-97b7-4641-8af5-3ccbbd7d29d7", "tag": "036350d5-c59d-47c5-8755-99aeb0e101ab"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:48.488990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dc2d4-fee9-4ef2-9284-88e8b34c5ddc tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e368ef6-d8b0-41c7-ab42-d79423bfa436,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:48.526670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be562897-1161-431d-9d5d-c72fff633696 service neutron] Pushing event updated for resources: {'Port': ['ID=036350d5-c59d-47c5-8755-99aeb0e101ab,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:48.560128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-c7273e3a-df37-4978-bf21-4e44510b1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:48.573167 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-c7273e3a-df37-4978-bf21-4e44510b1975 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 1126 time: 0.1305830 Feb 11 05:30:48.584784 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31336752-cd5c-4e71-b1ea-4a696a3f812c req-9c4dc2d4-fee9-4ef2-9284-88e8b34c5ddc tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&id=10eec49f-8d1d-483f-9413-505984acbfcc&id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.6939304 Feb 11 05:30:48.669321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-1f9eafe8-de02-43f0-98be-195552eec9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:48.675184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-1f9eafe8-de02-43f0-98be-195552eec9ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 906 time: 0.2965682 Feb 11 05:30:48.699663 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-9785cf4e-69a3-49dc-a705-7cc1866a1644 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036350d5-c59d-47c5-8755-99aeb0e101ab HTTP/1.1" status: 200 len: 217 time: 0.1194341 Feb 11 05:30:48.774747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-fa501224-0450-4bca-a8cf-718f275308e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=353a6158-1d74-4386-8548-39ff572bb36c HTTP/1.1" status: 200 len: 217 time: 0.0941720 Feb 11 05:30:48.820689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-609be8a9-8efd-4838-82bb-6bf673eabeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:48.823366 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-609be8a9-8efd-4838-82bb-6bf673eabeba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e77cb6bc-e868-4a01-a114-ba5865b9cae9 HTTP/1.1" status: 200 len: 855 time: 0.1137052 Feb 11 05:30:48.875226 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-91ba1ede-19b1-4637-bbc9-3af77f1937ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bae22c7e-0a6f-4746-8969-a92a662b6074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447347 Feb 11 05:30:48.963466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55616) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:49.156940 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-61256453-fca7-4821-9ff8-a9e1a0e8bf24 service neutron] 10.222.0.81 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734358 Feb 11 05:30:49.161732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea306c1-691f-4568-b443-0b24c841ecd9 req-90bd3648-10bd-4ec4-ac5c-83552577e5dd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.168658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cea306c1-691f-4568-b443-0b24c841ecd9 req-90bd3648-10bd-4ec4-ac5c-83552577e5dd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 943 time: 0.3928173 Feb 11 05:30:49.183972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-e94534a0-da10-4009-83f8-700e76285533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.185448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-e94534a0-da10-4009-83f8-700e76285533 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.3023980 Feb 11 05:30:49.212874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c546f6a-6366-4ef1-8e84-949d4f62c3d1 req-3c2a149c-664f-412d-9ca1-76afa79f60f8 tempest-ComputeTenantNetworksTest-2136631509 tempest-ComputeTenantNetworksTest-2136631509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.219097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c546f6a-6366-4ef1-8e84-949d4f62c3d1 req-3c2a149c-664f-412d-9ca1-76afa79f60f8 tempest-ComputeTenantNetworksTest-2136631509 tempest-ComputeTenantNetworksTest-2136631509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.224083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c546f6a-6366-4ef1-8e84-949d4f62c3d1 req-3c2a149c-664f-412d-9ca1-76afa79f60f8 tempest-ComputeTenantNetworksTest-2136631509 tempest-ComputeTenantNetworksTest-2136631509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.237082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c546f6a-6366-4ef1-8e84-949d4f62c3d1 req-3c2a149c-664f-412d-9ca1-76afa79f60f8 tempest-ComputeTenantNetworksTest-2136631509 tempest-ComputeTenantNetworksTest-2136631509-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4602127 Feb 11 05:30:49.255218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-91f79893-e74c-4b8c-9fe3-bb3002ea0973 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:49.291045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-87773b89-f15b-4722-9afc-05d5dfd13ba3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946836 Feb 11 05:30:49.307985 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54005f8-11b7-4038-93b0-8df7057b0dd4 x-openstack-request-id: req-f54005f8-11b7-4038-93b0-8df7057b0dd4 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:49.308477 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bace3742-97b7-4641-8af5-3ccbbd7d29d7", "tag": "036350d5-c59d-47c5-8755-99aeb0e101ab", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:49.308569 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f54005f8-11b7-4038-93b0-8df7057b0dd4 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:49.309069 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bace3742-97b7-4641-8af5-3ccbbd7d29d7', 'tag': '036350d5-c59d-47c5-8755-99aeb0e101ab', 'status': 'completed', 'code': 200} Feb 11 05:30:49.330149 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-91f79893-e74c-4b8c-9fe3-bb3002ea0973 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] 10.222.0.31 "PUT /v2.0/quotas/f68f5e66489b4bdc8cbf8e5989cd38ad HTTP/1.1" status: 200 len: 368 time: 0.3628571 Feb 11 05:30:49.332890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55632) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:49.339282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Request body: {'network': {'project_id': 'f68f5e66489b4bdc8cbf8e5989cd38ad'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:49.364174 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6d477d20-976f-414e-8c66-0a610cdc5939 req-a3ab32c5-d6a1-4ca8-a5d5-40aa5fac57d1 service neutron] 10.222.0.81 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979091 Feb 11 05:30:49.406082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Made reservation on behalf of f68f5e66489b4bdc8cbf8e5989cd38ad for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:49.408452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.418394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.501447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cea306c1-691f-4568-b443-0b24c841ecd9 req-38abba95-82f8-498d-bdc8-c78e8893de1c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291843 Feb 11 05:30:49.518490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-80c074ae-d846-4954-aac7-229d1c6e1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.520082 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-80c074ae-d846-4954-aac7-229d1c6e1349 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 1126 time: 0.0827672 Feb 11 05:30:49.648560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks [] for security_group (18963533-06e3-4796-9e5f-a741ba6f98f8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.664563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (18963533-06e3-4796-9e5f-a741ba6f98f8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.723433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bde94-258a-4003-ba69-02f406e72cf0 req-28d3a217-2785-43f7-8968-16f807a24c3c tempest-ComputeTenantNetworksTest-2136631509 tempest-ComputeTenantNetworksTest-2136631509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.730968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-3b6fac3b-c73c-4515-b643-86395938ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.732493 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-3b6fac3b-c73c-4515-b643-86395938ec32 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 200 len: 916 time: 0.2052176 Feb 11 05:30:49.735841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f0bde94-258a-4003-ba69-02f406e72cf0 req-28d3a217-2785-43f7-8968-16f807a24c3c tempest-ComputeTenantNetworksTest-2136631509 tempest-ComputeTenantNetworksTest-2136631509-project] 10.222.0.31 "GET /v2.0/networks/d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c HTTP/1.1" status: 200 len: 768 time: 0.3262982 Feb 11 05:30:49.738712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55640) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:49.750332 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18963533-06e3-4796-9e5f-a741ba6f98f8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:49.759806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:49.784003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-dea98fb3-a705-418a-aa40-d00610ec3c37 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657862 Feb 11 05:30:49.811667 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-db016ddd-d955-4a75-aa40-6283a3a1ad8c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036350d5-c59d-47c5-8755-99aeb0e101ab HTTP/1.1" status: 200 len: 217 time: 0.0624759 Feb 11 05:30:49.820879 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (31e8d67e-5195-4334-9699-dbb19d62d36f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.821255 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Added segment 31e8d67e-5195-4334-9699-dbb19d62d36f of type vlan for network 4b3638f7-b192-4c68-9619-8003c934bc5e Feb 11 05:30:49.841794 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:30:49.893143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb16d8b7-c5ee-4e51-bb2e-20029fb235fd req-391a0b0d-a57e-464d-9a04-afd7774fbd03 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016214 Feb 11 05:30:49.911242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6191f47-2b59-4733-8d44-aeae57990ecb req-bf27e08e-9a1c-4e33-987e-52f09eec8fea tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.919265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6191f47-2b59-4733-8d44-aeae57990ecb req-bf27e08e-9a1c-4e33-987e-52f09eec8fea tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 943 time: 0.2787406 Feb 11 05:30:49.966837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-a6927912-fd3d-4ee3-b83d-290fec8cf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:49.968929 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-a6927912-fd3d-4ee3-b83d-290fec8cf9ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e77cb6bc-e868-4a01-a114-ba5865b9cae9 HTTP/1.1" status: 200 len: 855 time: 0.1462162 Feb 11 05:30:50.003408 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (4b3638f7-b192-4c68-9619-8003c934bc5e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.032071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6191f47-2b59-4733-8d44-aeae57990ecb req-803bf556-7c2b-4968-9226-0b7ee2a6d2e6 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119275 Feb 11 05:30:50.038484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee267d83-85cf-469d-9448-d6465fa8008a req-f3537967-7b0b-4308-bf1d-01ef76ebd206 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:50.038961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee267d83-85cf-469d-9448-d6465fa8008a req-f3537967-7b0b-4308-bf1d-01ef76ebd206 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:50.039600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee267d83-85cf-469d-9448-d6465fa8008a req-f3537967-7b0b-4308-bf1d-01ef76ebd206 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:50.041898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.045759 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-2095eb9a-7277-44fb-823e-b13d85ed00f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bae22c7e-0a6f-4746-8969-a92a662b6074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585611 Feb 11 05:30:50.048992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee267d83-85cf-469d-9448-d6465fa8008a req-f3537967-7b0b-4308-bf1d-01ef76ebd206 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16&device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7&device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 2979 time: 0.1254194 Feb 11 05:30:50.143213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee267d83-85cf-469d-9448-d6465fa8008a req-b94f8566-c08e-4b34-a9b8-d04d97744ca7 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920029 Feb 11 05:30:50.149178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (4b3638f7-b192-4c68-9619-8003c934bc5e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.150354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:50.151118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.315561 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9815705 Feb 11 05:30:50.318410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55650) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.334900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0361f9-bf93-44d9-9e4b-30c777239689 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Pushing event updated for resources: {'Network': ['ID=4b3638f7-b192-4c68-9619-8003c934bc5e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:50.364086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Request body: {'network': {'project_id': 'f68f5e66489b4bdc8cbf8e5989cd38ad'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:50.375461 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.377322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 4b3638f7-b192-4c68-9619-8003c934bc5e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:50.387506 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-e0d999bf-51d5-4085-8b66-ded2433fc0e3 service neutron] 10.222.0.81 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315890 Feb 11 05:30:50.404104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Made reservation on behalf of f68f5e66489b4bdc8cbf8e5989cd38ad for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:50.410104 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.412153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:50.434584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b541cd0d-4378-4143-969c-a9b5f41bfc99') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:50.434892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b541cd0d-4378-4143-969c-a9b5f41bfc99') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:50.454542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (b541cd0d-4378-4143-969c-a9b5f41bfc99), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.466631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:50.498041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4b9805d7-240b-4353-a4d2-8e7429e5ed6d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.500673 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Added segment 4b9805d7-240b-4353-a4d2-8e7429e5ed6d of type vlan for network 5cbd8793-43ed-47b0-a57d-84208d635193 Feb 11 05:30:50.506007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b541cd0d-4378-4143-969c-a9b5f41bfc99), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.517872 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:50.517872 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (b541cd0d-4378-4143-969c-a9b5f41bfc99), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:50.518512 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:50.625412 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f51c7bcf-cb6a-479a-9e49-35ce6747fb98 req-6ed33cda-2ce9-421e-ae21-94c3d6093a38 service neutron] 10.222.0.81 "GET /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262099 Feb 11 05:30:50.635514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5cbd8793-43ed-47b0-a57d-84208d635193), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.640323 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.662142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.671610 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] 10.222.0.31 "DELETE /v2.0/networks/d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c HTTP/1.1" status: 204 len: 168 time: 0.9317181 Feb 11 05:30:50.672641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70721b-c14b-4a07-95c9-1cb8050466ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b3d719-9de0-4e18-aae0-1f3d2e1fcc2c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:50.710600 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5cbd8793-43ed-47b0-a57d-84208d635193), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.712052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:50.712754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.793476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55670) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.794365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4742472 Feb 11 05:30:50.800907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7f665ffd-e42d-46c5-bb5e-54b6e9d1c43d tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Request body: {'network': {'project_id': 'f68f5e66489b4bdc8cbf8e5989cd38ad'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:50.823799 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f665ffd-e42d-46c5-bb5e-54b6e9d1c43d tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:30:50.827398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f665ffd-e42d-46c5-bb5e-54b6e9d1c43d tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:30:50.828816 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7f665ffd-e42d-46c5-bb5e-54b6e9d1c43d tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0338633 Feb 11 05:30:50.832955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55672) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.898863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38bd12-af81-41b4-999c-f57df02fcd9e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Pushing event updated for resources: {'Network': ['ID=5cbd8793-43ed-47b0-a57d-84208d635193,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:50.926176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5cbd8793-43ed-47b0-a57d-84208d635193 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:50.952404 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c132296d-f24c-471a-9b71-ebcc44955577 tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f68f5e66489b4bdc8cbf8e5989cd38ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1143594 Feb 11 05:30:50.953148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55680) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.974789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f564-164b-4a90-a14e-c0cc20011ab5 req-5465c227-e5d6-4c75-9da6-20a536ffd15b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:50.976441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c27f564-164b-4a90-a14e-c0cc20011ab5 req-5465c227-e5d6-4c75-9da6-20a536ffd15b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 943 time: 0.0999284 Feb 11 05:30:51.043483 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fe79a6a-83b1-4f72-a562-de03c1a7445e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks [] for security_group (18963533-06e3-4796-9e5f-a741ba6f98f8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.060455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c27f564-164b-4a90-a14e-c0cc20011ab5 req-b3428e40-2655-4efa-9d82-dbe2bd3abb69 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770864 Feb 11 05:30:51.075045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 036350d5-c59d-47c5-8755-99aeb0e101ab details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:51.081505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fe79a6a-83b1-4f72-a562-de03c1a7445e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks [] for security_group (18963533-06e3-4796-9e5f-a741ba6f98f8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.111523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55684) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.204275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fe79a6a-83b1-4f72-a562-de03c1a7445e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (18963533-06e3-4796-9e5f-a741ba6f98f8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.207700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fe79a6a-83b1-4f72-a562-de03c1a7445e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.209318 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9fe79a6a-83b1-4f72-a562-de03c1a7445e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/18963533-06e3-4796-9e5f-a741ba6f98f8 HTTP/1.1" status: 204 len: 168 time: 0.2543142 Feb 11 05:30:51.212692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55688) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.218177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a12ae378-aa47-4c1a-8352-1860f8c509c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=700860d04b6d46739905ca1256954422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1052506 Feb 11 05:30:51.220874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55690) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.238229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe79a6a-83b1-4f72-a562-de03c1a7445e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18963533-06e3-4796-9e5f-a741ba6f98f8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:51.344686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28de331e-59fc-4ec5-a641-0c5c2f30ba81 admin admin] Publish callbacks [] for security_group (9aa951f8-fcb9-451b-950e-b7fa4cb410af), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.359381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 036350d5-c59d-47c5-8755-99aeb0e101ab, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=036350d5-c59d-47c5-8755-99aeb0e101ab,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:51.388429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '036350d5-c59d-47c5-8755-99aeb0e101ab', 'network_id': 'bae22c7e-0a6f-4746-8969-a92a662b6074', 'port_id': '036350d5-c59d-47c5-8755-99aeb0e101ab', 'mac_address': 'fa:16:3e:f5:cb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77cb6bc-e868-4a01-a114-ba5865b9cae9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:51.403998 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (5cbd8793-43ed-47b0-a57d-84208d635193), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.411240 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28de331e-59fc-4ec5-a641-0c5c2f30ba81 admin admin] Publish callbacks [] for security_group (9aa951f8-fcb9-451b-950e-b7fa4cb410af), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.473272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 036350d5-c59d-47c5-8755-99aeb0e101ab is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:51.473662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.500463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036350d5-c59d-47c5-8755-99aeb0e101ab {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:51.570492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 036350d5-c59d-47c5-8755-99aeb0e101ab, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=036350d5-c59d-47c5-8755-99aeb0e101ab,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:51.580788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 353a6158-1d74-4386-8548-39ff572bb36c details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:51.584888 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.638202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c2356-243b-48e3-a5b7-d5aef6085891 req-d7e02f4e-590a-46f3-a88c-01efa0503614 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:51.645188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044c2356-243b-48e3-a5b7-d5aef6085891 req-d7e02f4e-590a-46f3-a88c-01efa0503614 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 943 time: 0.1382012 Feb 11 05:30:51.649408 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28de331e-59fc-4ec5-a641-0c5c2f30ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9aa951f8-fcb9-451b-950e-b7fa4cb410af), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.656112 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28de331e-59fc-4ec5-a641-0c5c2f30ba81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.661027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-28de331e-59fc-4ec5-a641-0c5c2f30ba81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9aa951f8-fcb9-451b-950e-b7fa4cb410af HTTP/1.1" status: 204 len: 168 time: 0.4390943 Feb 11 05:30:51.807921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de331e-59fc-4ec5-a641-0c5c2f30ba81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa951f8-fcb9-451b-950e-b7fa4cb410af,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:51.875179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['036350d5-c59d-47c5-8755-99aeb0e101ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:51.924839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044c2356-243b-48e3-a5b7-d5aef6085891 req-cc61a329-310e-4e6d-84c0-25227266397e tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624948 Feb 11 05:30:51.973422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b51c9-7bae-4e0c-aa23-5218788116d7 req-1a63927a-526c-41d7-8f6a-af5150bfee62 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:51.977638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=036350d5-c59d-47c5-8755-99aeb0e101ab,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:51.991246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d6b51c9-7bae-4e0c-aa23-5218788116d7 req-1a63927a-526c-41d7-8f6a-af5150bfee62 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 1133 time: 0.1213949 Feb 11 05:30:51.996450 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.039882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 353a6158-1d74-4386-8548-39ff572bb36c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=353a6158-1d74-4386-8548-39ff572bb36c,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:52.107704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '353a6158-1d74-4386-8548-39ff572bb36c', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'port_id': '353a6158-1d74-4386-8548-39ff572bb36c', 'mac_address': 'fa:16:3e:ce:f3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3651cb44-129d-4466-b43f-f49af07bc83c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:52.120087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d6b51c9-7bae-4e0c-aa23-5218788116d7 req-191f6c6f-0cb5-4aff-812d-076d1f66ee14 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216395 Feb 11 05:30:52.145868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55712) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:52.249921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 353a6158-1d74-4386-8548-39ff572bb36c is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:52.250702 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (353a6158-1d74-4386-8548-39ff572bb36c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.269719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353a6158-1d74-4386-8548-39ff572bb36c {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:52.419156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (5cbd8793-43ed-47b0-a57d-84208d635193), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.443939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 353a6158-1d74-4386-8548-39ff572bb36c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=353a6158-1d74-4386-8548-39ff572bb36c,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:52.452323 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (353a6158-1d74-4386-8548-39ff572bb36c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.473209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbd8793-43ed-47b0-a57d-84208d635193']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:52.492904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16606899-9b3e-4d7a-8ebd-1fde48b0f642 req-b54a25e6-da89-4e45-a16b-5deb66c7848b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:52.504912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16606899-9b3e-4d7a-8ebd-1fde48b0f642 req-b54a25e6-da89-4e45-a16b-5deb66c7848b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 943 time: 0.2516971 Feb 11 05:30:52.507436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9805d7-240b-4353-a4d2-8e7429e5ed6d') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:52.508486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9805d7-240b-4353-a4d2-8e7429e5ed6d') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:52.512973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=353a6158-1d74-4386-8548-39ff572bb36c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:52.533898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (4b9805d7-240b-4353-a4d2-8e7429e5ed6d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.566844 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4b9805d7-240b-4353-a4d2-8e7429e5ed6d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.574338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:52.574836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (4b9805d7-240b-4353-a4d2-8e7429e5ed6d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.602301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16606899-9b3e-4d7a-8ebd-1fde48b0f642 req-1f123e0f-39dc-4ced-973c-15e738b63c3e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967681 Feb 11 05:30:52.642585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39e35e-a72c-4b5b-b621-c6ed1af1a2b6 req-31900274-6875-4ea8-a7a6-01720660de44 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:52.651742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db39e35e-a72c-4b5b-b621-c6ed1af1a2b6 req-31900274-6875-4ea8-a7a6-01720660de44 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 1133 time: 0.3126090 Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:52.676812 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:52.684763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (5cbd8793-43ed-47b0-a57d-84208d635193), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.691119 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.697213 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] 10.222.0.31 "DELETE /v2.0/networks/5cbd8793-43ed-47b0-a57d-84208d635193 HTTP/1.1" status: 204 len: 168 time: 1.4812384 Feb 11 05:30:52.700944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:52.708455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['353a6158-1d74-4386-8548-39ff572bb36c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:52.741618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cbf77b-5533-4b46-b051-2f376e82b79c admin admin] Deleting subnet 33fe2d86-04d1-47ff-99bd-4182524c9213 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:52.780479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db39e35e-a72c-4b5b-b621-c6ed1af1a2b6 req-ab529012-ccb9-4b15-aac7-af46789d4f3b tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263800 Feb 11 05:30:52.787270 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44cbf77b-5533-4b46-b051-2f376e82b79c admin admin] Publish callbacks [] for subnet (33fe2d86-04d1-47ff-99bd-4182524c9213), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.885223 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (4b3638f7-b192-4c68-9619-8003c934bc5e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.913849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409577b0-046f-4247-b7fd-650340e7f60c tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Pushing event deleted for resources: {'Network': ['ID=5cbd8793-43ed-47b0-a57d-84208d635193,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:52.962548 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44cbf77b-5533-4b46-b051-2f376e82b79c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (33fe2d86-04d1-47ff-99bd-4182524c9213), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.981081 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.020415 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44cbf77b-5533-4b46-b051-2f376e82b79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (33fe2d86-04d1-47ff-99bd-4182524c9213), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.045823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 036350d5-c59d-47c5-8755-99aeb0e101ab up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:53.110785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (4b3638f7-b192-4c68-9619-8003c934bc5e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.125525 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44cbf77b-5533-4b46-b051-2f376e82b79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (33fe2d86-04d1-47ff-99bd-4182524c9213), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.172259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 036350d5-c59d-47c5-8755-99aeb0e101ab completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:53.177544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 036350d5-c59d-47c5-8755-99aeb0e101ab triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:53.178150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3638f7-b192-4c68-9619-8003c934bc5e']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:53.178312 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.199353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbf77b-5533-4b46-b051-2f376e82b79c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fe2d86-04d1-47ff-99bd-4182524c9213,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:53.215519 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44cbf77b-5533-4b46-b051-2f376e82b79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.219608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e8d67e-5195-4334-9699-dbb19d62d36f') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:53.220225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e8d67e-5195-4334-9699-dbb19d62d36f') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:53.223015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-44cbf77b-5533-4b46-b051-2f376e82b79c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/33fe2d86-04d1-47ff-99bd-4182524c9213 HTTP/1.1" status: 204 len: 168 time: 1.0759795 Feb 11 05:30:53.226436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55744) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:53.263046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (31e8d67e-5195-4334-9699-dbb19d62d36f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.416403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 036350d5-c59d-47c5-8755-99aeb0e101ab is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:53.416857 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.424327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (31e8d67e-5195-4334-9699-dbb19d62d36f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.439777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (f9d25e34-f9d0-44c2-a602-bf30559d0646), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.458171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:53.458588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (31e8d67e-5195-4334-9699-dbb19d62d36f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:53.460253 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:53.466497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 036350d5-c59d-47c5-8755-99aeb0e101ab, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=036350d5-c59d-47c5-8755-99aeb0e101ab,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:53.468845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bace3742-97b7-4641-8af5-3ccbbd7d29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036350d5-c59d-47c5-8755-99aeb0e101ab'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:53.471876 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b27da6-5e85-45a1-9f7b-5dd0c8a749b0" -d '{"events": [{"server_uuid": "bace3742-97b7-4641-8af5-3ccbbd7d29d7", "name": "network-vif-plugged", "status": "completed", "tag": "036350d5-c59d-47c5-8755-99aeb0e101ab"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:53.481185 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.537813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b490d5-88d2-4d9e-bae3-cd44e955d974 req-3ab03a0e-e92f-48ea-9a0c-9559ecc72f70 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:53.543503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44b490d5-88d2-4d9e-bae3-cd44e955d974 req-3ab03a0e-e92f-48ea-9a0c-9559ecc72f70 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 944 time: 0.1110961 Feb 11 05:30:53.605864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=036350d5-c59d-47c5-8755-99aeb0e101ab,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:53.646482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44b490d5-88d2-4d9e-bae3-cd44e955d974 req-13f75805-cef6-4d33-9042-1cbe36149416 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933363 Feb 11 05:30:53.698319 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (4b3638f7-b192-4c68-9619-8003c934bc5e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.713082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.722453 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4b3638f7-b192-4c68-9619-8003c934bc5e HTTP/1.1" status: 204 len: 168 time: 1.0192418 Feb 11 05:30:53.782965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (f9d25e34-f9d0-44c2-a602-bf30559d0646), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.791880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24904075-d5b3-4630-81a3-c2dc7c57903e tempest-QuotasNegativeTest-679268493 tempest-QuotasNegativeTest-679268493-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b3638f7-b192-4c68-9619-8003c934bc5e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:53.849999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d25e34-f9d0-44c2-a602-bf30559d0646']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:53.859383 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3718b264-fd1e-43ee-8f88-152e3f702a72 x-openstack-request-id: req-3718b264-fd1e-43ee-8f88-152e3f702a72 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:53.859799 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bace3742-97b7-4641-8af5-3ccbbd7d29d7", "name": "network-vif-plugged", "status": "completed", "tag": "036350d5-c59d-47c5-8755-99aeb0e101ab", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:53.860179 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3718b264-fd1e-43ee-8f88-152e3f702a72 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:53.860680 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bace3742-97b7-4641-8af5-3ccbbd7d29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036350d5-c59d-47c5-8755-99aeb0e101ab', 'code': 200} Feb 11 05:30:53.885011 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c285968b-639b-4f0c-9335-72c01e96dc8b') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:53.886676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c285968b-639b-4f0c-9335-72c01e96dc8b') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:53.940367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (c285968b-639b-4f0c-9335-72c01e96dc8b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.037408 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c285968b-639b-4f0c-9335-72c01e96dc8b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.048342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:54.049132 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (c285968b-639b-4f0c-9335-72c01e96dc8b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:54.053709 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:54.094057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76ec30-8b3a-4afe-94cf-7935ca3a98a9 req-b4f23866-1b16-4385-ac69-4cb23e736bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.096157 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7e76ec30-8b3a-4afe-94cf-7935ca3a98a9 req-b4f23866-1b16-4385-ac69-4cb23e736bcf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 1128 time: 0.1513186 Feb 11 05:30:54.124936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117439c-a340-4936-a88f-e903c654b7b6 req-79958c1b-5bec-4600-be8b-1d19bf70f6f5 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.131318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3117439c-a340-4936-a88f-e903c654b7b6 req-79958c1b-5bec-4600-be8b-1d19bf70f6f5 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 944 time: 0.1152611 Feb 11 05:30:54.193987 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (f9d25e34-f9d0-44c2-a602-bf30559d0646), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.220828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3117439c-a340-4936-a88f-e903c654b7b6 req-249cdbc6-565f-499e-989d-79447e49389e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821958 Feb 11 05:30:54.222964 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.230240 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f9d25e34-f9d0-44c2-a602-bf30559d0646 HTTP/1.1" status: 204 len: 168 time: 1.0005600 Feb 11 05:30:54.274999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f86e0d-4701-4343-aefc-9543f4251974 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d25e34-f9d0-44c2-a602-bf30559d0646,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:54.309438 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7e76ec30-8b3a-4afe-94cf-7935ca3a98a9 req-7b122d25-3a32-4b0d-bc9f-b2b70c40a906 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815710 Feb 11 05:30:54.636357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778426-c5cb-4a8a-be42-e79387169ef2 req-33c4be62-f62a-4c6c-b36c-af9d23328e83 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.638565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d778426-c5cb-4a8a-be42-e79387169ef2 req-33c4be62-f62a-4c6c-b36c-af9d23328e83 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.0634191 Feb 11 05:30:54.678928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55808) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.734349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d778426-c5cb-4a8a-be42-e79387169ef2 req-a84e8cb9-6aac-4086-84c6-e452ca86923b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830891 Feb 11 05:30:54.767993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55810) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.775186 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-15ec0eea-8664-42f5-bbe4-81787ce1c784 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c233fc98111c48a7a44ca91fe060b2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0927029 Feb 11 05:30:54.870602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed3f84-acd5-4f7a-bc70-30cc7d0e33e9 req-0a2a7b09-f340-47db-8afe-ced883d2ff77 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.872723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81ed3f84-acd5-4f7a-bc70-30cc7d0e33e9 req-0a2a7b09-f340-47db-8afe-ced883d2ff77 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0975823 Feb 11 05:30:54.902891 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7ec65fb-a9d9-4ee8-b939-d09441cf7581 admin admin] Publish callbacks [] for security_group (38528655-bbfa-49f4-960f-2a7bdea8b3ec), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.947417 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7ec65fb-a9d9-4ee8-b939-d09441cf7581 admin admin] Publish callbacks [] for security_group (38528655-bbfa-49f4-960f-2a7bdea8b3ec), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.960377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81ed3f84-acd5-4f7a-bc70-30cc7d0e33e9 req-45f32310-32f1-4b51-89ad-8c431266f7b6 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775232 Feb 11 05:30:55.035716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7ec65fb-a9d9-4ee8-b939-d09441cf7581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (38528655-bbfa-49f4-960f-2a7bdea8b3ec), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.038642 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7ec65fb-a9d9-4ee8-b939-d09441cf7581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.042157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a7ec65fb-a9d9-4ee8-b939-d09441cf7581 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38528655-bbfa-49f4-960f-2a7bdea8b3ec HTTP/1.1" status: 204 len: 168 time: 0.2711754 Feb 11 05:30:55.050959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec65fb-a9d9-4ee8-b939-d09441cf7581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38528655-bbfa-49f4-960f-2a7bdea8b3ec,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:55.148984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55820) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:55.162980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55824) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:55.190405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55828) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:55.365143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6701b-9fdf-41ca-a365-c1bdb264847c req-d60dcda7-06a7-45c3-8098-fd75ec73174c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:55.373876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdd6701b-9fdf-41ca-a365-c1bdb264847c req-d60dcda7-06a7-45c3-8098-fd75ec73174c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 944 time: 0.0806136 Feb 11 05:30:55.429356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdd6701b-9fdf-41ca-a365-c1bdb264847c req-d6ca2534-aa93-4835-9fd0-70eb82dd1d1d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543089 Feb 11 05:30:55.518306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7ece7515-3b9b-428e-a390-70329a50d396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.562903 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51b0ee70-c3ca-4dbc-9ff2-342866860f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.568913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-835acfd2-920c-42a3-9d7c-0d3e8fa2589d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.575565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 353a6158-1d74-4386-8548-39ff572bb36c up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:55.676460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 353a6158-1d74-4386-8548-39ff572bb36c completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:55.681775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 353a6158-1d74-4386-8548-39ff572bb36c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:55.682155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (353a6158-1d74-4386-8548-39ff572bb36c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.737254 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7ece7515-3b9b-428e-a390-70329a50d396 admin admin] Publish callbacks [] for security_group (77339e2b-b944-4020-b643-ad6eee26b930), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.757081 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7ece7515-3b9b-428e-a390-70329a50d396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (77339e2b-b944-4020-b643-ad6eee26b930), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.761107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51b0ee70-c3ca-4dbc-9ff2-342866860f8a admin admin] Publish callbacks [] for security_group (96f0870c-26fb-4521-85e0-fce29f4f8157), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.784472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51b0ee70-c3ca-4dbc-9ff2-342866860f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (96f0870c-26fb-4521-85e0-fce29f4f8157), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.797864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-835acfd2-920c-42a3-9d7c-0d3e8fa2589d admin admin] Publish callbacks [] for security_group (501d7e88-7abc-41de-a688-a69755696848), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.818511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 353a6158-1d74-4386-8548-39ff572bb36c is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:55.819072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (353a6158-1d74-4386-8548-39ff572bb36c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.821935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-835acfd2-920c-42a3-9d7c-0d3e8fa2589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (501d7e88-7abc-41de-a688-a69755696848), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.850815 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7ece7515-3b9b-428e-a390-70329a50d396 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f48aabd1c734a689187443f874b06bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7006691 Feb 11 05:30:55.851842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece7515-3b9b-428e-a390-70329a50d396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77339e2b-b944-4020-b643-ad6eee26b930,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:55.854269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55846) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:55.867620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fd4927-ca55-4efe-bb78-837b3b5b18be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353a6158-1d74-4386-8548-39ff572bb36c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:55.877516 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-51b0ee70-c3ca-4dbc-9ff2-342866860f8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a508a6d84bf74d23b414829efb46752e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7108524 Feb 11 05:30:55.877674 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264052c0-362e-46df-bd55-70901b27653c" -d '{"events": [{"server_uuid": "36fd4927-ca55-4efe-bb78-837b3b5b18be", "name": "network-vif-plugged", "status": "completed", "tag": "353a6158-1d74-4386-8548-39ff572bb36c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:55.878472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55848) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:55.903094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 353a6158-1d74-4386-8548-39ff572bb36c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=353a6158-1d74-4386-8548-39ff572bb36c,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:55.906923 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-835acfd2-920c-42a3-9d7c-0d3e8fa2589d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a32aeadfc95a422da1dd5877ac1df037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7122877 Feb 11 05:30:55.910051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55852) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:55.913512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (353a6158-1d74-4386-8548-39ff572bb36c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.962297 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2558ba-87ba-49ca-ad00-98f25a98ae54 x-openstack-request-id: req-ec2558ba-87ba-49ca-ad00-98f25a98ae54 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:55.962841 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fd4927-ca55-4efe-bb78-837b3b5b18be", "name": "network-vif-plugged", "status": "completed", "tag": "353a6158-1d74-4386-8548-39ff572bb36c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:55.964047 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec2558ba-87ba-49ca-ad00-98f25a98ae54 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:55.965340 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fd4927-ca55-4efe-bb78-837b3b5b18be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353a6158-1d74-4386-8548-39ff572bb36c', 'code': 200} Feb 11 05:30:55.973352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0ee70-c3ca-4dbc-9ff2-342866860f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f0870c-26fb-4521-85e0-fce29f4f8157,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:55.996711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=353a6158-1d74-4386-8548-39ff572bb36c,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.001217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61ffd3-f97f-4426-9a86-356df39f881e req-77fc54d1-34a5-4a9a-b50c-a40c1c2cb888 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:56.020213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c61ffd3-f97f-4426-9a86-356df39f881e req-77fc54d1-34a5-4a9a-b50c-a40c1c2cb888 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1900096 Feb 11 05:30:56.044097 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835acfd2-920c-42a3-9d7c-0d3e8fa2589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501d7e88-7abc-41de-a688-a69755696848,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.100154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f476314-a2aa-4feb-bd6d-e099b2b15d4f admin admin] Publish callbacks [] for security_group (77339e2b-b944-4020-b643-ad6eee26b930), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.112602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58ad060a-3b4a-4b7b-ac9e-26a8207115f4 admin admin] Publish callbacks [] for security_group (501d7e88-7abc-41de-a688-a69755696848), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.161016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f476314-a2aa-4feb-bd6d-e099b2b15d4f admin admin] Publish callbacks [] for security_group (77339e2b-b944-4020-b643-ad6eee26b930), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.165365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c61ffd3-f97f-4426-9a86-356df39f881e req-5ca17127-4717-49ed-a74e-569abe6bdef9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348722 Feb 11 05:30:56.166075 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd70397e-eac9-4c3f-bc54-5c8f80f57d08 admin admin] Publish callbacks [] for security_group (96f0870c-26fb-4521-85e0-fce29f4f8157), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.175453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58ad060a-3b4a-4b7b-ac9e-26a8207115f4 admin admin] Publish callbacks [] for security_group (501d7e88-7abc-41de-a688-a69755696848), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.205615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd70397e-eac9-4c3f-bc54-5c8f80f57d08 admin admin] Publish callbacks [] for security_group (96f0870c-26fb-4521-85e0-fce29f4f8157), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.238530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489eafd6-71f2-42c4-8adb-f91c3aedec7c req-8488ba17-e2c1-4bfd-baad-ffcda3fdf571 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:56.250448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-489eafd6-71f2-42c4-8adb-f91c3aedec7c req-8488ba17-e2c1-4bfd-baad-ffcda3fdf571 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1526592 Feb 11 05:30:56.272569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58ad060a-3b4a-4b7b-ac9e-26a8207115f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (501d7e88-7abc-41de-a688-a69755696848), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.277948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58ad060a-3b4a-4b7b-ac9e-26a8207115f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.283607 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-58ad060a-3b4a-4b7b-ac9e-26a8207115f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/501d7e88-7abc-41de-a688-a69755696848 HTTP/1.1" status: 204 len: 168 time: 0.3695152 Feb 11 05:30:56.289817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84ee88-107d-431a-9416-6124837a6967 req-416c3220-0bce-4a2e-bc5a-5662204dca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:56.291365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b84ee88-107d-431a-9416-6124837a6967 req-416c3220-0bce-4a2e-bc5a-5662204dca57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 1128 time: 0.2543139 Feb 11 05:30:56.300366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f476314-a2aa-4feb-bd6d-e099b2b15d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (77339e2b-b944-4020-b643-ad6eee26b930), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.311398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f476314-a2aa-4feb-bd6d-e099b2b15d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.314491 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8f476314-a2aa-4feb-bd6d-e099b2b15d4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77339e2b-b944-4020-b643-ad6eee26b930 HTTP/1.1" status: 204 len: 168 time: 0.4551222 Feb 11 05:30:56.315730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad060a-3b4a-4b7b-ac9e-26a8207115f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501d7e88-7abc-41de-a688-a69755696848,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.328719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f476314-a2aa-4feb-bd6d-e099b2b15d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77339e2b-b944-4020-b643-ad6eee26b930,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.368801 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd70397e-eac9-4c3f-bc54-5c8f80f57d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (96f0870c-26fb-4521-85e0-fce29f4f8157), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.372115 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd70397e-eac9-4c3f-bc54-5c8f80f57d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.373833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dd70397e-eac9-4c3f-bc54-5c8f80f57d08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96f0870c-26fb-4521-85e0-fce29f4f8157 HTTP/1.1" status: 204 len: 168 time: 0.4923222 Feb 11 05:30:56.388400 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-489eafd6-71f2-42c4-8adb-f91c3aedec7c req-db5a88ec-3b6b-4fa8-bc16-d5d767b4aabd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365480 Feb 11 05:30:56.397969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70397e-eac9-4c3f-bc54-5c8f80f57d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f0870c-26fb-4521-85e0-fce29f4f8157,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.401599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b84ee88-107d-431a-9416-6124837a6967 req-1084a14c-5b2e-44b5-b18f-046452293d26 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025908 Feb 11 05:30:56.434631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55874) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:56.636587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb73f3f-ef60-4cb7-99c2-b24abaa0b4b7 req-f1917d03-f4f7-4de9-a8bd-ac2eae63122a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:56.638170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddb73f3f-ef60-4cb7-99c2-b24abaa0b4b7 req-f1917d03-f4f7-4de9-a8bd-ac2eae63122a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1243582 Feb 11 05:30:56.645489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a0afa-0e76-4258-80f2-f3e58d2c1eb7 req-f29e698c-c414-4f61-b526-fe43f2412e2b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:56.646942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df7a0afa-0e76-4258-80f2-f3e58d2c1eb7 req-f29e698c-c414-4f61-b526-fe43f2412e2b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 945 time: 0.0828400 Feb 11 05:30:56.718287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df7a0afa-0e76-4258-80f2-f3e58d2c1eb7 req-49b5ccc0-5857-4abd-9b6a-3467d9ef5dae tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564992 Feb 11 05:30:56.744929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddb73f3f-ef60-4cb7-99c2-b24abaa0b4b7 req-9bbd449f-8e04-4275-815e-9f40c70e1fc2 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925660 Feb 11 05:30:56.790735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1620196107-network', 'tenant_id': '99c736b05b264e76be9196b9f68aa91a'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:56.833415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Made reservation on behalf of 99c736b05b264e76be9196b9f68aa91a for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:56.836101 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.848478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.032955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Publish callbacks [] for security_group (33486279-c77f-4e42-b696-77926717eaaf), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.040612 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (33486279-c77f-4e42-b696-77926717eaaf), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.083015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55892) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.093157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:57.106295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1232-4b45-439a-be9f-5b9e8506f1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.136195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33486279-c77f-4e42-b696-77926717eaaf,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.151131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (299bd74e-e0d6-4444-8d68-f85c0dea9588), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.152878 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Added segment 299bd74e-e0d6-4444-8d68-f85c0dea9588 of type vlan for network 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 Feb 11 05:30:57.154356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55894) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.166323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a06173-47b3-4882-a2b9-c0fe59659400 req-fc13587e-55df-4ae5-b390-549cc3946dca tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:57.168683 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0a06173-47b3-4882-a2b9-c0fe59659400 req-fc13587e-55df-4ae5-b390-549cc3946dca tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1947939 Feb 11 05:30:57.181458 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d15fa261-314b-40c2-bf42-f119a6411257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.261561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1232-4b45-439a-be9f-5b9e8506f1ea admin admin] Publish callbacks [] for security_group (019994b1-f998-4abb-a077-7423ff7d4daa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.276041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.276368 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1232-4b45-439a-be9f-5b9e8506f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (019994b1-f998-4abb-a077-7423ff7d4daa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.333242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b1232-4b45-439a-be9f-5b9e8506f1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019994b1-f998-4abb-a077-7423ff7d4daa,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.357095 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a3b1232-4b45-439a-be9f-5b9e8506f1ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bea80a84adc94e889abaf318f2b88ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727678 Feb 11 05:30:57.360080 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55902) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.367594 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.368546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:57.369144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.387918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d15fa261-314b-40c2-bf42-f119a6411257 admin admin] Publish callbacks [] for security_group (b7ea1f8f-9ad3-4f99-a528-f9d835226fdd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.400574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d15fa261-314b-40c2-bf42-f119a6411257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b7ea1f8f-9ad3-4f99-a528-f9d835226fdd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.422599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0a06173-47b3-4882-a2b9-c0fe59659400 req-97347472-f172-40e1-8e29-9b7990238774 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446578 Feb 11 05:30:57.462383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63b3bc96-74be-42e6-8a13-fe9d636eddf0 admin admin] Publish callbacks [] for security_group (019994b1-f998-4abb-a077-7423ff7d4daa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.484578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fa261-314b-40c2-bf42-f119a6411257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea1f8f-9ad3-4f99-a528-f9d835226fdd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.492254 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d15fa261-314b-40c2-bf42-f119a6411257 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0dd137e02c7845c193c0fa70c1b7937e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361933 Feb 11 05:30:57.495453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55910) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.510208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] Pushing event updated for resources: {'Network': ['ID=63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.512439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63b3bc96-74be-42e6-8a13-fe9d636eddf0 admin admin] Publish callbacks [] for security_group (019994b1-f998-4abb-a077-7423ff7d4daa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.524447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:57.535086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55912) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.538611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ac948281-9fad-4e11-8852-0e1ee02bc4ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1029494 Feb 11 05:30:57.549802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Request body: {'subnet': {'network_id': '63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1620196107-subnet', 'tenant_id': '99c736b05b264e76be9196b9f68aa91a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:57.566962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a8b4-0627-48f2-b152-cc7e42ba62f3 req-822acae8-e962-4465-9f0e-b5d278001e61 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:57.571317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f51a8b4-0627-48f2-b152-cc7e42ba62f3 req-822acae8-e962-4465-9f0e-b5d278001e61 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.2815940 Feb 11 05:30:57.600482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Made reservation on behalf of 99c736b05b264e76be9196b9f68aa91a for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:57.603046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.688801 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4edf008-f09a-43a4-80ec-745e49d34898 admin admin] Publish callbacks [] for security_group (b7ea1f8f-9ad3-4f99-a528-f9d835226fdd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.733262 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31e9311f-e40a-4de4-8570-ad6208627486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.734379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63b3bc96-74be-42e6-8a13-fe9d636eddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (019994b1-f998-4abb-a077-7423ff7d4daa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.739211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63b3bc96-74be-42e6-8a13-fe9d636eddf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.740204 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-63b3bc96-74be-42e6-8a13-fe9d636eddf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/019994b1-f998-4abb-a077-7423ff7d4daa HTTP/1.1" status: 204 len: 168 time: 0.3792474 Feb 11 05:30:57.743648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4edf008-f09a-43a4-80ec-745e49d34898 admin admin] Publish callbacks [] for security_group (b7ea1f8f-9ad3-4f99-a528-f9d835226fdd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.778645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3bc96-74be-42e6-8a13-fe9d636eddf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019994b1-f998-4abb-a077-7423ff7d4daa,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.783282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0119d13-71da-488d-9a7b-ed5b7886c306 req-e56adc6f-2be8-4a79-8beb-2c30988f5589 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:57.797753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0119d13-71da-488d-9a7b-ed5b7886c306 req-e56adc6f-2be8-4a79-8beb-2c30988f5589 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2170405 Feb 11 05:30:57.809091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f51a8b4-0627-48f2-b152-cc7e42ba62f3 req-36fee917-fae6-497e-8d64-0c23ae773c15 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151580 Feb 11 05:30:57.907180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4edf008-f09a-43a4-80ec-745e49d34898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b7ea1f8f-9ad3-4f99-a528-f9d835226fdd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.910028 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4edf008-f09a-43a4-80ec-745e49d34898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.911739 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b4edf008-f09a-43a4-80ec-745e49d34898 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7ea1f8f-9ad3-4f99-a528-f9d835226fdd HTTP/1.1" status: 204 len: 168 time: 0.4151695 Feb 11 05:30:57.929469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edf008-f09a-43a4-80ec-745e49d34898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea1f8f-9ad3-4f99-a528-f9d835226fdd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.932815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (dc4095bc-b7f7-4c04-aa72-d15795831f3c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.936934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0119d13-71da-488d-9a7b-ed5b7886c306 req-2f8056e2-b0dd-4b9c-aec6-ad14a04ba07f tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366436 Feb 11 05:30:58.025291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9cc48-1da8-45a0-94e9-c1cbec2d9d98 req-d4b202f3-9d90-42ea-ad1d-f58ddb7a0012 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:58.036653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0b9cc48-1da8-45a0-94e9-c1cbec2d9d98 req-d4b202f3-9d90-42ea-ad1d-f58ddb7a0012 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 945 time: 0.0982876 Feb 11 05:30:58.039761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4095bc-b7f7-4c04-aa72-d15795831f3c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:58.041916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Checking segment: {'id': '299bd74e-e0d6-4444-8d68-f85c0dea9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:58.042282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Network hostable DHCP agents. Network: 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:58.063894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Network 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:58.082304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:58.102289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc18f30-9ddd-46a5-a970-0fbd5be9fd36 None None] Network 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:58.103428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0b9cc48-1da8-45a0-94e9-c1cbec2d9d98 req-1dbde70c-f6cc-4b48-b735-0959f3e0b6c0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648057 Feb 11 05:30:58.108844 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:58.109832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.156041 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c55d67e6-08ba-4ab1-959a-6334221cf237 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6119301 Feb 11 05:30:58.311545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491fcef-1d28-4588-9a88-e79d60e8d4bf req-31c8cc39-c259-44ed-8844-ee403608eeb7 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:58.314137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9491fcef-1d28-4588-9a88-e79d60e8d4bf req-31c8cc39-c259-44ed-8844-ee403608eeb7 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0850980 Feb 11 05:30:58.328740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9553516-9270-47e5-a8c6-c9a721b5f493 None None] Network 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:58.410476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9491fcef-1d28-4588-9a88-e79d60e8d4bf req-c9ab2bac-5f21-479a-acd0-15cfb3126cbc tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779736 Feb 11 05:30:58.529019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53b8e1-7622-4a3f-9374-b55d16bea222 req-19575590-18ae-4078-afaf-f76db4d35277 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:58.534320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e53b8e1-7622-4a3f-9374-b55d16bea222 req-19575590-18ae-4078-afaf-f76db4d35277 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 945 time: 0.1176553 Feb 11 05:30:58.645154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e53b8e1-7622-4a3f-9374-b55d16bea222 req-e50fe122-6ea2-4237-9669-9f7d64fca47f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053760 Feb 11 05:30:58.674086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba272eb-2842-496d-aef4-94a049b6833e req-781e5149-c8ae-4334-8e2b-47ecfe940ee6 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:58.675811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ba272eb-2842-496d-aef4-94a049b6833e req-781e5149-c8ae-4334-8e2b-47ecfe940ee6 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1402798 Feb 11 05:30:58.746717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ba272eb-2842-496d-aef4-94a049b6833e req-9caf80d7-7a83-4f3f-b1b1-179de130ea7a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645609 Feb 11 05:30:58.907861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fb14a-2965-4ac1-a0d6-2ba5263c8134 req-a4727acd-28de-4601-95a7-294fb4c92965 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:58.914797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-954fb14a-2965-4ac1-a0d6-2ba5263c8134 req-a4727acd-28de-4601-95a7-294fb4c92965 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 945 time: 0.0872798 Feb 11 05:30:58.972437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-954fb14a-2965-4ac1-a0d6-2ba5263c8134 req-eee3a4cc-febc-4ed2-85c6-d6ff7bd0621d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567420 Feb 11 05:30:59.630428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-c3e2dbc1-c0e6-4624-a73f-6745273aea40 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:59.641244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-c3e2dbc1-c0e6-4624-a73f-6745273aea40 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/networks?id=63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 HTTP/1.1" status: 200 len: 814 time: 0.1471655 Feb 11 05:30:59.667248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-4282c94d-99dd-4184-b29d-15c7540d673c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/quotas/99c736b05b264e76be9196b9f68aa91a HTTP/1.1" status: 200 len: 375 time: 0.0235736 Feb 11 05:30:59.693257 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56016) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:59.758861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-40f96603-5b28-4822-a893-6b12512c807f tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=99c736b05b264e76be9196b9f68aa91a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905490 Feb 11 05:30:59.854267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e6531-60e3-4722-813a-9ef5e10f4c1a req-9c643747-d523-400d-91e2-6d84509b571f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:59.855865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-452e6531-60e3-4722-813a-9ef5e10f4c1a req-9c643747-d523-400d-91e2-6d84509b571f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.2005563 Feb 11 05:30:59.956074 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-452e6531-60e3-4722-813a-9ef5e10f4c1a req-7ab4b316-5a8c-486b-a79c-a5a3c9dd2a85 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924850 Feb 11 05:30:59.972655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-261aa289-df2b-46f5-94c7-7d0cf95efa6d service neutron] 10.222.0.31 "GET /v2.0/networks/63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129838 Feb 11 05:31:00.025783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-8873502d-b10a-4b52-ac82-3d139bb8b08b tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.031096 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8873502d-b10a-4b52-ac82-3d139bb8b08b tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3367684 Feb 11 05:31:00.031708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.042159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-f880ab9e-fc32-4061-b79c-72c44718b7a3 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.044097 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f880ab9e-fc32-4061-b79c-72c44718b7a3 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0103173 Feb 11 05:31:00.049584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56026) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.054807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-a0c09732-2677-4591-be9c-7ca8f065c1e7 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.055936 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a0c09732-2677-4591-be9c-7ca8f065c1e7 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048788 Feb 11 05:31:00.058847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56028) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.066762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-0f26d6d0-d830-48f2-83ae-0c4aad91586e tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.068472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0f26d6d0-d830-48f2-83ae-0c4aad91586e tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0082424 Feb 11 05:31:00.071125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56030) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.075371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-8d31f9c1-983d-4f2a-bb53-a3d9699e848e tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.076350 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8d31f9c1-983d-4f2a-bb53-a3d9699e848e tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042503 Feb 11 05:31:00.079102 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56032) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.084022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-7423c712-a131-42e1-b537-2619c2a1a91c tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.094057 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7423c712-a131-42e1-b537-2619c2a1a91c tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0137610 Feb 11 05:31:00.096268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56036) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.100408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-c435220a-7592-47d2-9946-205a87f3929a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.101384 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c435220a-7592-47d2-9946-205a87f3929a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041924 Feb 11 05:31:00.103808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56038) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.109368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-15410076-ef0d-4df3-b7d5-f2a361581a95 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.110314 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-15410076-ef0d-4df3-b7d5-f2a361581a95 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056577 Feb 11 05:31:00.113628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56040) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.118463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-0a6cdd44-b7e2-4128-a046-e140ba916ffa tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.119717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0a6cdd44-b7e2-4128-a046-e140ba916ffa tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046589 Feb 11 05:31:00.122347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56042) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.126871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-8ba9f1b7-ddf4-4635-bfdb-841b1fb64828 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.127722 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8ba9f1b7-ddf4-4635-bfdb-841b1fb64828 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043843 Feb 11 05:31:00.130141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56044) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.134537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-de284dd4-e161-44d6-a6c5-ec6a09299250 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.135521 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-de284dd4-e161-44d6-a6c5-ec6a09299250 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044742 Feb 11 05:31:00.139213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56046) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.147958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-a224d078-a78f-4f73-8f17-f6fed35a5065 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.148924 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a224d078-a78f-4f73-8f17-f6fed35a5065 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045888 Feb 11 05:31:00.152749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-a94d240a-f810-40a8-a137-388542e50850 service neutron] 10.222.0.31 "GET /v2.0/networks/63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789558 Feb 11 05:31:00.153256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56048) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.164143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-595af988-41f0-4a93-8a95-b504ab02d1d2 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.170897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56050) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.173041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-595af988-41f0-4a93-8a95-b504ab02d1d2 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0187607 Feb 11 05:31:00.175546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-b0012d95-eb4b-4d2c-88c9-5a91a9bd9243 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.176114 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b0012d95-eb4b-4d2c-88c9-5a91a9bd9243 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042646 Feb 11 05:31:00.178536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56052) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.183875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-6f90e908-4cd7-46ac-83d7-83c30e7fef0a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.186724 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6f90e908-4cd7-46ac-83d7-83c30e7fef0a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068815 Feb 11 05:31:00.189776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56054) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.197561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-85774c95-ea54-41da-9d7f-d32eac2404fc tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.200469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-85774c95-ea54-41da-9d7f-d32eac2404fc tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0097020 Feb 11 05:31:00.203133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56056) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.207991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-e162156d-2f9d-4ccc-b7f7-73b9b63f065b tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.208986 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e162156d-2f9d-4ccc-b7f7-73b9b63f065b tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044558 Feb 11 05:31:00.211967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56058) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.221045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-0f27c8e3-fdc1-4b5a-8867-b0e85dc5cb93 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.221045 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0f27c8e3-fdc1-4b5a-8867-b0e85dc5cb93 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072920 Feb 11 05:31:00.223974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56060) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.228851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-59874475-ddc6-4c89-bf1f-5b6c1280bbd1 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.233196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-59874475-ddc6-4c89-bf1f-5b6c1280bbd1 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049417 Feb 11 05:31:00.234647 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56062) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.245860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0a19-41b4-4950-ac0e-c001e24dfd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:00.262221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-dc16a9d3-1476-46c4-a74f-294158dcceb0 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.263850 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dc16a9d3-1476-46c4-a74f-294158dcceb0 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0272381 Feb 11 05:31:00.266605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56064) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.271294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-1c6ac859-6d74-4e54-ab88-cd31681dca53 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.275503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1c6ac859-6d74-4e54-ab88-cd31681dca53 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046792 Feb 11 05:31:00.275675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56066) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.281818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-d65024ba-72f7-4a0b-a2bf-870dfe57a321 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.282906 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d65024ba-72f7-4a0b-a2bf-870dfe57a321 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0069156 Feb 11 05:31:00.287506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56068) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.290795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-7e435404-4b73-4b63-9ce5-b785d3fd0981 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.291280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7e435404-4b73-4b63-9ce5-b785d3fd0981 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044508 Feb 11 05:31:00.293977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56072) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.298797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-47fd02c4-385d-4f9e-bad6-e913b68e0bd6 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.299784 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-47fd02c4-385d-4f9e-bad6-e913b68e0bd6 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0047593 Feb 11 05:31:00.302368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56074) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.306569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-57aadb41-cad4-47b3-bc37-24ec4105b3bc tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.307688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-57aadb41-cad4-47b3-bc37-24ec4105b3bc tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043299 Feb 11 05:31:00.310234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56076) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.317217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-c04fcf89-468e-4b82-9139-844323af09f1 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.318482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c04fcf89-468e-4b82-9139-844323af09f1 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0074399 Feb 11 05:31:00.321149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56080) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.326447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-63fc8a6b-0464-44b8-a23e-9377de0d1ffa tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.329508 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-63fc8a6b-0464-44b8-a23e-9377de0d1ffa tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0053127 Feb 11 05:31:00.330189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56082) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.334299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-4f4375cc-bdf0-47ef-9e37-940cacbc5504 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.337822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56084) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.340378 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4f4375cc-bdf0-47ef-9e37-940cacbc5504 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0081015 Feb 11 05:31:00.343675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-d6f0fb43-407d-4e57-b035-035c5d059180 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.344932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d6f0fb43-407d-4e57-b035-035c5d059180 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0060792 Feb 11 05:31:00.347863 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56088) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.353767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-aaea71c2-dd22-4c09-92b0-2c149724d7ac tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.354742 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aaea71c2-dd22-4c09-92b0-2c149724d7ac tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052226 Feb 11 05:31:00.357632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56090) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.362360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-ee662bcd-8261-41d9-8dfb-4f5d5d3fee26 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.363876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ee662bcd-8261-41d9-8dfb-4f5d5d3fee26 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049758 Feb 11 05:31:00.366484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56092) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.373950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-086981c1-82b0-420a-9478-ffdbee3a9d4f tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.375370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-086981c1-82b0-420a-9478-ffdbee3a9d4f tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0074222 Feb 11 05:31:00.378582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56096) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.384796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-c3affa1c-66eb-44ad-a5cf-3e19e4b5a760 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.389772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56098) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.390636 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3affa1c-66eb-44ad-a5cf-3e19e4b5a760 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0101950 Feb 11 05:31:00.394654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-90651195-a878-407a-987a-965a48a9f5ff tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.397898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-90651195-a878-407a-987a-965a48a9f5ff tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049014 Feb 11 05:31:00.398199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56100) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.403071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-efa6bdf6-4d0c-4f9b-acea-e48452ff0086 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.422557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-efa6bdf6-4d0c-4f9b-acea-e48452ff0086 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0231643 Feb 11 05:31:00.425297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56104) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.429852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-fe035a7b-03b9-41da-9214-5f8ecca62605 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.431320 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fe035a7b-03b9-41da-9214-5f8ecca62605 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0048437 Feb 11 05:31:00.433998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56106) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.441034 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-4ba224ea-07fe-4a51-a13f-5b81c05a69ad tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.444237 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4ba224ea-07fe-4a51-a13f-5b81c05a69ad tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079792 Feb 11 05:31:00.445894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56110) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.474503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-87cbb831-3060-4010-8cf9-15a6a35c1a23 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.477605 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-87cbb831-3060-4010-8cf9-15a6a35c1a23 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0305417 Feb 11 05:31:00.478312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56114) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.486318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-6860d7bc-355c-44de-bbf6-c586b4f96458 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.491838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56116) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.497031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-43d522ed-da6e-4457-ae78-87f9c27cfef8 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.500765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-43d522ed-da6e-4457-ae78-87f9c27cfef8 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0073800 Feb 11 05:31:00.501665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56118) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.504209 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6860d7bc-355c-44de-bbf6-c586b4f96458 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0214636 Feb 11 05:31:00.508681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-77cab3c9-f850-4a7b-9fe7-aee450b8c7b7 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.514137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56120) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.516634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-77cab3c9-f850-4a7b-9fe7-aee450b8c7b7 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0132689 Feb 11 05:31:00.524501 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-2cb8997b-ff15-4859-85c6-98e24a71a689 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.528903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56122) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.532941 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2cb8997b-ff15-4859-85c6-98e24a71a689 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0173910 Feb 11 05:31:00.535360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-3e4fd0b7-bd46-4e12-9652-391713342e02 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.548658 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56126) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.558360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3e4fd0b7-bd46-4e12-9652-391713342e02 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0246842 Feb 11 05:31:00.563053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-5ae2ba1d-9407-4cd5-968c-59ebd026459d tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.566854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56128) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.568198 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5ae2ba1d-9407-4cd5-968c-59ebd026459d tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0184503 Feb 11 05:31:00.582439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-8b723679-a869-4a8f-b146-1fc7b3988598 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.588658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b723679-a869-4a8f-b146-1fc7b3988598 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0204279 Feb 11 05:31:00.591135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56130) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.596962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-797d1206-5a90-4b72-b27f-33b62c7ab808 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.602403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-797d1206-5a90-4b72-b27f-33b62c7ab808 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0088100 Feb 11 05:31:00.605103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56132) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.610354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-a3552df7-44b3-4ecb-83a7-df1fa79caaa7 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.614000 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3552df7-44b3-4ecb-83a7-df1fa79caaa7 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0078490 Feb 11 05:31:00.614582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56134) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.621515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-ce59f0c7-7b8a-4fa8-aaa1-0818f1b43c00 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.630533 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ce59f0c7-7b8a-4fa8-aaa1-0818f1b43c00 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0148852 Feb 11 05:31:00.631162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56136) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.643598 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-4dc49879-c3a1-4c58-9840-3daabf30af2a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.645639 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4dc49879-c3a1-4c58-9840-3daabf30af2a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0134964 Feb 11 05:31:00.648012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56138) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.662304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-aecdf353-f07a-4094-9021-c0bc50d56f97 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.671429 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aecdf353-f07a-4094-9021-c0bc50d56f97 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0222571 Feb 11 05:31:00.672069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56140) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.676471 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-92864968-969c-4115-9561-e44c8ed4b7de tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.683602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56144) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.684146 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92864968-969c-4115-9561-e44c8ed4b7de tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0101299 Feb 11 05:31:00.691844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-87ed13ec-cab4-4ffe-9ad9-148d2c3e007c tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.694816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-87ed13ec-cab4-4ffe-9ad9-148d2c3e007c tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0102518 Feb 11 05:31:00.697273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56146) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.706434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-a7ba3b52-914e-4a8c-b45e-ec352ae4cba5 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.709726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a7ba3b52-914e-4a8c-b45e-ec352ae4cba5 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0101025 Feb 11 05:31:00.712509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56148) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.717174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-3d54f349-10f9-4c90-9e2a-828272c4ed39 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.720886 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3d54f349-10f9-4c90-9e2a-828272c4ed39 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0072291 Feb 11 05:31:00.721542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56152) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.728907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-68a82f9b-abdb-4118-b055-6d0d64522951 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.732969 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-68a82f9b-abdb-4118-b055-6d0d64522951 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0104318 Feb 11 05:31:00.733381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc331ee-f221-4d41-9116-effcf263d78b req-1267fb47-aa4d-4a7c-8763-33eb11f5783a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:00.733658 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56154) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.742454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5cc331ee-f221-4d41-9116-effcf263d78b req-1267fb47-aa4d-4a7c-8763-33eb11f5783a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 945 time: 0.1363425 Feb 11 05:31:00.743130 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-631e0fc1-fe81-4a4f-a679-8732e676c834 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.748307 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-631e0fc1-fe81-4a4f-a679-8732e676c834 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0131741 Feb 11 05:31:00.748967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56158) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.755070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-f4e05773-53bc-4416-9d6f-db5482780641 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.762677 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f4e05773-53bc-4416-9d6f-db5482780641 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0126529 Feb 11 05:31:00.763331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56160) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.769004 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-eada09a7-9f9d-4d49-8844-670ae3a2412a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.773079 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eada09a7-9f9d-4d49-8844-670ae3a2412a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074642 Feb 11 05:31:00.773974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56164) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.780723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-33227ba1-5d15-496c-84cf-c20052da9cd7 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.786129 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-33227ba1-5d15-496c-84cf-c20052da9cd7 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0110011 Feb 11 05:31:00.786948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56166) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.789442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70e24959-b08a-41d9-b7ba-4e785bc9c188 req-bcf6037b-db49-4a6d-ab40-c7de70a644a0 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 210 time: 0.0342307 Feb 11 05:31:00.805260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-17606613-6912-4281-a779-f27ea9fd6f51 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.813891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56168) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.814041 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-17606613-6912-4281-a779-f27ea9fd6f51 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0258753 Feb 11 05:31:00.823909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-7af44f29-8aa7-4c73-a945-26c15d11dd2e tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.827917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7af44f29-8aa7-4c73-a945-26c15d11dd2e tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0097334 Feb 11 05:31:00.828851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56170) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.834198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-8c6b01d6-481f-40aa-9976-36dab0261aad tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.838281 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8c6b01d6-481f-40aa-9976-36dab0261aad tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080881 Feb 11 05:31:00.839581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56172) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.844976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-9bd60632-ad57-4341-8f32-b1f0036e3964 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.853073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56174) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.853649 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9bd60632-ad57-4341-8f32-b1f0036e3964 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0122895 Feb 11 05:31:00.857966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-8ccb785f-77a9-4df3-ac68-285537a1c989 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.859485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8ccb785f-77a9-4df3-ac68-285537a1c989 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050507 Feb 11 05:31:00.862150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56178) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.867727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-97a26637-1d47-4ae3-a452-5803bef7fb9d tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.873756 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97a26637-1d47-4ae3-a452-5803bef7fb9d tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0098414 Feb 11 05:31:00.874585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56180) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.879405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-fe59db0a-d9c6-4e56-9dca-f2fe91e5bc0c tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.883345 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fe59db0a-d9c6-4e56-9dca-f2fe91e5bc0c tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076091 Feb 11 05:31:00.884309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56182) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.890713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-16f67eb4-175e-4a03-a0c4-f8c3ce99fc0e tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.894720 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-16f67eb4-175e-4a03-a0c4-f8c3ce99fc0e tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0091720 Feb 11 05:31:00.895560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56184) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.900955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-52e713ce-357d-4716-916b-af1eda787c5a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.905105 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-52e713ce-357d-4716-916b-af1eda787c5a tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0083456 Feb 11 05:31:00.906027 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56186) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.907361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5cc331ee-f221-4d41-9116-effcf263d78b req-9cd4458d-aff9-408e-b6a7-eb05eb97790b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578691 Feb 11 05:31:00.913824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-09537876-44d3-43f9-ba36-102031af9a28 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.917695 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-09537876-44d3-43f9-ba36-102031af9a28 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0100446 Feb 11 05:31:00.918544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56188) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.923883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [None req-d9933886-9da6-4012-bdfd-09ab7f776d86 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.927874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56190) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.928442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d9933886-9da6-4012-bdfd-09ab7f776d86 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0080397 Feb 11 05:31:00.932903 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [None req-0a220bbd-f512-49c7-8254-802f65f59be4 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:00.944757 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0a220bbd-f512-49c7-8254-802f65f59be4 tempest-ExtensionsTestJSON-51350124 tempest-ExtensionsTestJSON-51350124-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0139046 Feb 11 05:31:01.028593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.173758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-f51cd3e2-e816-4d2e-b399-fbed94eff163 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:01.175586 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-f51cd3e2-e816-4d2e-b399-fbed94eff163 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.81 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1022601 Feb 11 05:31:01.250882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88475012-ed4c-4152-a2e0-6c557cf9e07f req-7e6e1d47-deda-4884-8915-18b2e65496cc tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:01.260260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88475012-ed4c-4152-a2e0-6c557cf9e07f req-7e6e1d47-deda-4884-8915-18b2e65496cc tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2387617 Feb 11 05:31:01.300625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9f875-b4d6-4683-a2c7-f3d5e073a4d2 req-297d8d07-a6d2-43aa-8143-048c992ccb52 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:01.314840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9b9f875-b4d6-4683-a2c7-f3d5e073a4d2 req-297d8d07-a6d2-43aa-8143-048c992ccb52 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.2160249 Feb 11 05:31:01.402976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88475012-ed4c-4152-a2e0-6c557cf9e07f req-04358c4d-1426-461e-a4f0-c1838ea48999 tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/security-groups?id=10eec49f-8d1d-483f-9413-505984acbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412175 Feb 11 05:31:01.428168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Deleting port 036350d5-c59d-47c5-8755-99aeb0e101ab {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:01.428738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.486620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9b9f875-b4d6-4683-a2c7-f3d5e073a4d2 req-905955af-f6b9-494c-b9a8-2a03fcf5b363 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705809 Feb 11 05:31:01.598648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56214) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:01.644164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] For port 036350d5-c59d-47c5-8755-99aeb0e101ab, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=036350d5-c59d-47c5-8755-99aeb0e101ab,segment=NetworkSegment(0b054c69-c2aa-43c3-8470-e9e4bce6a0c8),segment_id=0b054c69-c2aa-43c3-8470-e9e4bce6a0c8)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:01.645021 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.676081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Calling delete_port for 036350d5-c59d-47c5-8755-99aeb0e101ab owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:01.784779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-cbae7d05-fb56-4cc3-9fb0-b69ddcfbe6e3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:01.786545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-cbae7d05-fb56-4cc3-9fb0-b69ddcfbe6e3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 945 time: 0.1249087 Feb 11 05:31:01.854601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0449e5d-a5ba-44f3-83c5-5bfdec6638b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.952716 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (036350d5-c59d-47c5-8755-99aeb0e101ab), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.965419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['036350d5-c59d-47c5-8755-99aeb0e101ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:02.020360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Pushing event deleted for resources: {'Port': ['ID=036350d5-c59d-47c5-8755-99aeb0e101ab,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:02.026564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Deleting port 353a6158-1d74-4386-8548-39ff572bb36c {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:02.027116 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (353a6158-1d74-4386-8548-39ff572bb36c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.050191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] No DVR routers for this DVR port 036350d5-c59d-47c5-8755-99aeb0e101ab on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:02.053887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.057677 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0a9e72ce-28d6-4520-ab4c-ba1c7845d23c req-c5066f58-95a0-4041-8ee9-79d6905435fd tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.81 "DELETE /v2.0/ports/036350d5-c59d-47c5-8755-99aeb0e101ab HTTP/1.1" status: 204 len: 173 time: 0.8710723 Feb 11 05:31:02.058231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bace3742-97b7-4641-8af5-3ccbbd7d29d7', 'name': 'network-vif-deleted', 'tag': '036350d5-c59d-47c5-8755-99aeb0e101ab'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:02.061283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0449e5d-a5ba-44f3-83c5-5bfdec6638b4 admin admin] Publish callbacks [] for security_group (f1723807-77d2-4c9c-8304-6d0f548b9f9d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.071138 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30b46cd-35a2-42cd-b94c-48f4b9433e71" -d '{"events": [{"server_uuid": "bace3742-97b7-4641-8af5-3ccbbd7d29d7", "name": "network-vif-deleted", "tag": "036350d5-c59d-47c5-8755-99aeb0e101ab"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:02.088946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b77a346-8476-47b7-912e-0415e7e25ac4 req-fd70ef26-c190-4aa1-80b1-7688edad6e15 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 210 time: 0.0646355 Feb 11 05:31:02.096369 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0449e5d-a5ba-44f3-83c5-5bfdec6638b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f1723807-77d2-4c9c-8304-6d0f548b9f9d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.535744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c0449e5d-a5ba-44f3-83c5-5bfdec6638b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4473832b85724e1790827bb02543fcf9&name=default HTTP/1.1" status: 200 len: 2999 time: 0.9354606 Feb 11 05:31:02.541844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56248) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:02.552191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0449e5d-a5ba-44f3-83c5-5bfdec6638b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1723807-77d2-4c9c-8304-6d0f548b9f9d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:02.574854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f67a8ad0-6661-4eb2-94a3-6fb6c4211763 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:02.580621 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f67a8ad0-6661-4eb2-94a3-6fb6c4211763 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.72 "GET /v2.0/networks?id=63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 HTTP/1.1" status: 200 len: 814 time: 0.3457778 Feb 11 05:31:02.608576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] For port 353a6158-1d74-4386-8548-39ff572bb36c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=353a6158-1d74-4386-8548-39ff572bb36c,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:02.608850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (353a6158-1d74-4386-8548-39ff572bb36c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.623713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776b891-b8b9-43a3-8309-d1df1e408449 req-a8099ab4-9b75-4f91-a35a-8eaf3507d420 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:02.632654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c776b891-b8b9-43a3-8309-d1df1e408449 req-a8099ab4-9b75-4f91-a35a-8eaf3507d420 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 945 time: 0.5075252 Feb 11 05:31:02.663014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Calling delete_port for 353a6158-1d74-4386-8548-39ff572bb36c owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:02.681205 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.721314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Request body: {'port': {'device_id': '794eec6b-d5f1-4ff4-8c48-59732f3e412b', 'network_id': '63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873', 'admin_state_up': True, 'tenant_id': '99c736b05b264e76be9196b9f68aa91a'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:02.727324 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6918438-a454-4ab2-ad38-84f01200b3f5 x-openstack-request-id: req-a6918438-a454-4ab2-ad38-84f01200b3f5 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:02.727324 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bace3742-97b7-4641-8af5-3ccbbd7d29d7", "name": "network-vif-deleted", "tag": "036350d5-c59d-47c5-8755-99aeb0e101ab", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:02.728855 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6918438-a454-4ab2-ad38-84f01200b3f5 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:02.730283 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bace3742-97b7-4641-8af5-3ccbbd7d29d7', 'name': 'network-vif-deleted', 'tag': '036350d5-c59d-47c5-8755-99aeb0e101ab', 'status': 'completed', 'code': 200} Feb 11 05:31:02.743335 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Publish callbacks [] for security_group (f1723807-77d2-4c9c-8304-6d0f548b9f9d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.800767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c776b891-b8b9-43a3-8309-d1df1e408449 req-7bc15682-dd20-4c8b-bd66-8a550025e3a6 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692796 Feb 11 05:31:02.825204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Publish callbacks [] for security_group (f1723807-77d2-4c9c-8304-6d0f548b9f9d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.019948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd44e59e-cf23-467f-9448-23a0cfbf0ccc req-02f0afec-a835-460a-904e-d5bcfbe8266a tempest-ServerDiskConfigTestJSON-1316498318 tempest-ServerDiskConfigTestJSON-1316498318-project] 10.222.0.31 "GET /v2.0/ports?device_id=bace3742-97b7-4641-8af5-3ccbbd7d29d7 HTTP/1.1" status: 200 len: 210 time: 0.0732903 Feb 11 05:31:03.020383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Made reservation on behalf of 99c736b05b264e76be9196b9f68aa91a for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:03.023984 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.087862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2c6bf-9c0c-491b-b30f-2c8736fdec98 req-fdae1bd8-ced7-4792-803c-abdab5bf1dad tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:03.096103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e2c6bf-9c0c-491b-b30f-2c8736fdec98 req-fdae1bd8-ced7-4792-803c-abdab5bf1dad tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1506600 Feb 11 05:31:03.099372 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f1723807-77d2-4c9c-8304-6d0f548b9f9d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.101990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.103091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1723807-77d2-4c9c-8304-6d0f548b9f9d HTTP/1.1" status: 204 len: 168 time: 0.5600705 Feb 11 05:31:03.116220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (353a6158-1d74-4386-8548-39ff572bb36c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.119364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1723807-77d2-4c9c-8304-6d0f548b9f9d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:03.129897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648', '353a6158-1d74-4386-8548-39ff572bb36c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:03.275193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Allocated IP 172.20.0.8 (63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873/dc4095bc-b7f7-4c04-aa72-d15795831f3c/0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:03.296393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event deleted for resources: {'Port': ['ID=353a6158-1d74-4386-8548-39ff572bb36c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:03.320233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e2c6bf-9c0c-491b-b30f-2c8736fdec98 req-d8f55acf-c5f6-48d2-9a0e-fae709cb18da tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110338 Feb 11 05:31:03.375899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.376222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.376577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.376929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.378006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.378314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.378635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.378977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.379716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.380067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.380409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.380744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.381411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.396049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.396398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.396747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.397095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.397464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.397800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.398133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.398466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.398797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.399126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.399457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.399783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.400119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080441e-5b81-41b7-8e14-e27fc08b2072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:03.506760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1959f07-ce36-49a0-98b1-9e1af32740cf req-4989efa2-8bbe-4bce-a953-1107fdad81e4 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a6b21533ecf14b02b12e9dc75293b11b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1621747 Feb 11 05:31:03.594669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] No DVR routers for this DVR port 353a6158-1d74-4386-8548-39ff572bb36c on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:03.601264 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.601534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Publish callbacks [] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.603725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bd86193-71fb-4b2a-b80d-de2313de63a3 req-32001ea6-dbe6-4640-bf55-80db4b01b949 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "DELETE /v2.0/ports/353a6158-1d74-4386-8548-39ff572bb36c HTTP/1.1" status: 204 len: 173 time: 1.8005409 Feb 11 05:31:03.608086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fd4927-ca55-4efe-bb78-837b3b5b18be', 'name': 'network-vif-deleted', 'tag': '353a6158-1d74-4386-8548-39ff572bb36c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:03.609566 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facea2ca-186b-4c88-bac8-91f9d1c0a62e" -d '{"events": [{"server_uuid": "36fd4927-ca55-4efe-bb78-837b3b5b18be", "name": "network-vif-deleted", "tag": "353a6158-1d74-4386-8548-39ff572bb36c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:03.655971 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.669528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf267bba-7d2e-47d1-921a-46dd91f900a6 req-e07d38ca-67cc-4fff-b617-ce21ef5aa9db tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 210 time: 0.0821018 Feb 11 05:31:03.746331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1959f07-ce36-49a0-98b1-9e1af32740cf req-524013cb-29d8-4b30-a3c5-3c0229fab766 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:03.753287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1959f07-ce36-49a0-98b1-9e1af32740cf req-524013cb-29d8-4b30-a3c5-3c0229fab766 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455630 Feb 11 05:31:03.768776 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd59f70-64c0-4776-bd94-a3c8e785822f x-openstack-request-id: req-2fd59f70-64c0-4776-bd94-a3c8e785822f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:03.770623 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fd4927-ca55-4efe-bb78-837b3b5b18be", "name": "network-vif-deleted", "tag": "353a6158-1d74-4386-8548-39ff572bb36c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:03.771111 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fd59f70-64c0-4776-bd94-a3c8e785822f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:03.771732 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fd4927-ca55-4efe-bb78-837b3b5b18be', 'name': 'network-vif-deleted', 'tag': '353a6158-1d74-4386-8548-39ff572bb36c', 'status': 'completed', 'code': 200} Feb 11 05:31:03.781349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Network 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:03.785074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:03.789092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:03.790688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1959f07-ce36-49a0-98b1-9e1af32740cf req-a42b1ed4-8e11-42ad-a675-367e7ccab0a5 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/quotas/a6b21533ecf14b02b12e9dc75293b11b HTTP/1.1" status: 200 len: 375 time: 0.0360577 Feb 11 05:31:03.825022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Pushing event updated for resources: {'Port': ['ID=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:03.888980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:03.894573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.895913 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.920183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1959f07-ce36-49a0-98b1-9e1af32740cf req-8fd84ae2-5445-4281-9766-63a499f0ac29 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6b21533ecf14b02b12e9dc75293b11b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223917 Feb 11 05:31:03.949618 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-bc554336-3686-49ce-be5a-5f2d9ffa637c tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2330911 Feb 11 05:31:03.964068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Request body: {'port': {'device_id': '794eec6b-d5f1-4ff4-8c48-59732f3e412b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:04.008678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7dc5461-36dc-4435-adf1-cbd16fe5b835 req-780ab4f8-d45b-4090-83c4-4210d1818500 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fd4927-ca55-4efe-bb78-837b3b5b18be HTTP/1.1" status: 200 len: 210 time: 0.0506632 Feb 11 05:31:04.086184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.541649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21cd15-22bf-4f95-a9b1-980fa3e2ec71 req-9bdaca3f-4d0d-4092-88eb-5ee7470303ec tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:04.551824 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f21cd15-22bf-4f95-a9b1-980fa3e2ec71 req-9bdaca3f-4d0d-4092-88eb-5ee7470303ec tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.0867522 Feb 11 05:31:04.555617 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56324) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:04.644387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:04.654907 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Publish callbacks [] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.673431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f21cd15-22bf-4f95-a9b1-980fa3e2ec71 req-a8e9e2b9-0c74-436b-919c-9ea56f1570fd tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165266 Feb 11 05:31:04.674606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Transition to ACTIVE for port object 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:04.683859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.750242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56332) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:04.753372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Pushing event updated for resources: {'Port': ['ID=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:04.763032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'networks': [{'name': 'tempest-network--441788965'}, {'name': 'tempest-network--229068073'}]} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:04.763891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'network': {'name': 'tempest-network--441788965'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:04.764357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'network': {'name': 'tempest-network--229068073'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:04.840308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Made reservation on behalf of 6a4f9b976e774774a7938fab70710229 for: {'network': 2} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:04.849889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.879558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb81270-cf91-4a3d-8b3a-ba055e2a99b1 admin admin] Deleting subnet e77cb6bc-e868-4a01-a114-ba5865b9cae9 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:04.884210 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fb81270-cf91-4a3d-8b3a-ba055e2a99b1 admin admin] Publish callbacks [] for subnet (e77cb6bc-e868-4a01-a114-ba5865b9cae9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.892634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.920048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Attempting to bind port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:04.920457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Attempting to bind port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '299bd74e-e0d6-4444-8d68-f85c0dea9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:04.920797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Attempting to bind port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd on network 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:04.930758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd on network 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:04.931139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Attempting to bind port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd on network 63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:04.961994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:04.967409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Checking segment: {'id': '299bd74e-e0d6-4444-8d68-f85c0dea9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:04.970208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Bound using segment: {'id': '299bd74e-e0d6-4444-8d68-f85c0dea9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:04.970895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Bound port: 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299bd74e-e0d6-4444-8d68-f85c0dea9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:04.971464 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.987994 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fb81270-cf91-4a3d-8b3a-ba055e2a99b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (e77cb6bc-e868-4a01-a114-ba5865b9cae9), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.060127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74894017-f364-4065-8d9e-69f4a3f087eb req-71b98425-22e3-422d-85bc-f676ac5d1529 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:05.070729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74894017-f364-4065-8d9e-69f4a3f087eb req-71b98425-22e3-422d-85bc-f676ac5d1529 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 943 time: 0.1841226 Feb 11 05:31:05.119836 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fb81270-cf91-4a3d-8b3a-ba055e2a99b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e77cb6bc-e868-4a01-a114-ba5865b9cae9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.147054 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks [] for security_group (0ddcc0aa-5d0a-4f5a-bc53-a866b4d8acb1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.153885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] For port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:05.156807 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0ddcc0aa-5d0a-4f5a-bc53-a866b4d8acb1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.157446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.162207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] For port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,segment=NetworkSegment(299bd74e-e0d6-4444-8d68-f85c0dea9588),segment_id=299bd74e-e0d6-4444-8d68-f85c0dea9588)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:05.162977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 036350d5-c59d-47c5-8755-99aeb0e101ab no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:05.192267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74894017-f364-4065-8d9e-69f4a3f087eb req-181c2ab2-9594-4be7-82e0-a4aee59897a5 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202521 Feb 11 05:31:05.201940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddcc0aa-5d0a-4f5a-bc53-a866b4d8acb1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:05.220542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.230879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 036350d5-c59d-47c5-8755-99aeb0e101ab {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:05.231304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 036350d5-c59d-47c5-8755-99aeb0e101ab not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:05.273373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fb81270-cf91-4a3d-8b3a-ba055e2a99b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (e77cb6bc-e868-4a01-a114-ba5865b9cae9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.283342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:05.283830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.285384 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] 10.222.0.72 "PUT /v2.0/ports/0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd HTTP/1.1" status: 200 len: 1092 time: 1.3254182 Feb 11 05:31:05.285715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794eec6b-d5f1-4ff4-8c48-59732f3e412b', 'tag': '0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:05.288036 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61" -d '{"events": [{"name": "network-changed", "server_uuid": "794eec6b-d5f1-4ff4-8c48-59732f3e412b", "tag": "0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:05.296154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:05.319276 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (53950f37-9f2e-402f-b202-f53b1a150430), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.319638 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Added segment 53950f37-9f2e-402f-b202-f53b1a150430 of type vlan for network e7d0f338-086e-4474-b839-7fcb72487092 Feb 11 05:31:05.329942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639fa7b-d1fa-4363-8f70-0db8139cc726 service neutron] Pushing event updated for resources: {'Port': ['ID=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:05.376821 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b929101-bdf5-417d-8c1f-66e8d207537a x-openstack-request-id: req-8b929101-bdf5-417d-8c1f-66e8d207537a {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:05.377429 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794eec6b-d5f1-4ff4-8c48-59732f3e412b", "tag": "0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:05.377619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb81270-cf91-4a3d-8b3a-ba055e2a99b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77cb6bc-e868-4a01-a114-ba5865b9cae9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:05.378007 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b929101-bdf5-417d-8c1f-66e8d207537a {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:05.378589 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794eec6b-d5f1-4ff4-8c48-59732f3e412b', 'tag': '0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd', 'status': 'completed', 'code': 200} Feb 11 05:31:05.380054 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fb81270-cf91-4a3d-8b3a-ba055e2a99b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.386647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1fb81270-cf91-4a3d-8b3a-ba055e2a99b1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e77cb6bc-e868-4a01-a114-ba5865b9cae9 HTTP/1.1" status: 204 len: 168 time: 0.6350977 Feb 11 05:31:05.389962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56364) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:05.426790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e7d0f338-086e-4474-b839-7fcb72487092), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.463832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-4c000b48-1b1f-475c-8659-4bac4068355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:05.465411 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-4c000b48-1b1f-475c-8659-4bac4068355c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99c736b05b264e76be9196b9f68aa91a&device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 1126 time: 0.0904033 Feb 11 05:31:05.481768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:05.529168 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-70d03b74-d5ee-454e-8cd1-3ee42591c0d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd HTTP/1.1" status: 200 len: 217 time: 0.0545487 Feb 11 05:31:05.537086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (55eee69f-aca8-4aad-87e2-3a9a2b28a525), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.537499 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Added segment 55eee69f-aca8-4aad-87e2-3a9a2b28a525 of type vlan for network 6e779afb-2eac-4e24-aa1a-720ea1c4dd0e Feb 11 05:31:05.577170 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (bae22c7e-0a6f-4746-8969-a92a662b6074), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.616073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 353a6158-1d74-4386-8548-39ff572bb36c no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:05.665059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 353a6158-1d74-4386-8548-39ff572bb36c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:05.665511 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (6e779afb-2eac-4e24-aa1a-720ea1c4dd0e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.674492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-b38af769-5ca2-4d4f-984c-2f9da303119e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:05.675047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 353a6158-1d74-4386-8548-39ff572bb36c not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:05.676108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-b38af769-5ca2-4d4f-984c-2f9da303119e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.1639407 Feb 11 05:31:05.684852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f430eb63-29e6-4e58-8200-15c9d84119ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:05.687711 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-f430eb63-29e6-4e58-8200-15c9d84119ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dc4095bc-b7f7-4c04-aa72-d15795831f3c HTTP/1.1" status: 200 len: 854 time: 0.1486080 Feb 11 05:31:05.724268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-25ed29fb-a113-423c-af9e-6d62d1d1aaa9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/quotas/f65ed4e42cd5485085d456ac78686004 HTTP/1.1" status: 200 len: 375 time: 0.0412900 Feb 11 05:31:05.743216 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-cd57569f-37b4-406a-8d46-22083a010def service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441329 Feb 11 05:31:05.795926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7891d566-f5c1-4b22-844e-108d3c1590b7 req-5556b5d9-d781-4683-b185-33f4085a2e5d tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a6b21533ecf14b02b12e9dc75293b11b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685375 Feb 11 05:31:05.851146 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-2eac2dc3-9509-46a2-801e-1689b51dbc17 service neutron] 10.222.0.72 "GET /v2.0/networks/63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006014 Feb 11 05:31:05.852640 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e7d0f338-086e-4474-b839-7fcb72487092), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.853384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (6e779afb-2eac-4e24-aa1a-720ea1c4dd0e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.859351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:05.864082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:05.865027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.902266 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3455703 Feb 11 05:31:05.936285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56390) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:05.967297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d566-f5c1-4b22-844e-108d3c1590b7 req-cf132025-cc6b-4069-b2d6-c3a939eea657 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:05.974930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7891d566-f5c1-4b22-844e-108d3c1590b7 req-cf132025-cc6b-4069-b2d6-c3a939eea657 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665683 Feb 11 05:31:05.996744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7891d566-f5c1-4b22-844e-108d3c1590b7 req-b10816d1-dd6d-4f8c-85a5-a089a5310716 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/quotas/a6b21533ecf14b02b12e9dc75293b11b HTTP/1.1" status: 200 len: 375 time: 0.0208981 Feb 11 05:31:06.046799 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (bae22c7e-0a6f-4746-8969-a92a662b6074), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.071102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-fd96a00c-05a5-485b-a018-e029d3e659fa tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3447964 Feb 11 05:31:06.144194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88361dc-ef2b-482e-88a2-cf50884ff236 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:06.150362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88361dc-ef2b-482e-88a2-cf50884ff236 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:06.156689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88361dc-ef2b-482e-88a2-cf50884ff236 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:06.162405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88361dc-ef2b-482e-88a2-cf50884ff236 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:06.164266 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a88361dc-ef2b-482e-88a2-cf50884ff236 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2264836 Feb 11 05:31:06.189598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-5b200c1f-8556-4103-90dd-c39b94bd740d service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179953 Feb 11 05:31:06.191125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56394) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:06.205607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7891d566-f5c1-4b22-844e-108d3c1590b7 req-c5f1747b-78fa-4d66-844b-bbab426026de tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6b21533ecf14b02b12e9dc75293b11b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2078702 Feb 11 05:31:06.255405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae22c7e-0a6f-4746-8969-a92a662b6074']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:06.313561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Network': ['ID=e7d0f338-086e-4474-b839-7fcb72487092,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:06.314475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:06.314778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b054c69-c2aa-43c3-8470-e9e4bce6a0c8') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:06.325148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.326273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.326785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.327287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.327951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.328824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.329346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.329874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.330494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.331001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.331498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.332710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.333333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:06.350152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e7d0f338-086e-4474-b839-7fcb72487092 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:06.382903 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (0b054c69-c2aa-43c3-8470-e9e4bce6a0c8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.463492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0b054c69-c2aa-43c3-8470-e9e4bce6a0c8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.481414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a3d7f-3302-414c-aa9e-3ff253830889 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Network': ['ID=6e779afb-2eac-4e24-aa1a-720ea1c4dd0e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:06.492142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:06.492564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (0b054c69-c2aa-43c3-8470-e9e4bce6a0c8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.498567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 6e779afb-2eac-4e24-aa1a-720ea1c4dd0e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:06.503255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfe9be-f33d-4e09-bccf-38298b12b371 req-b6273321-8bc1-4e65-abcb-672d1f327112 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:06.511053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4bfe9be-f33d-4e09-bccf-38298b12b371 req-b6273321-8bc1-4e65-abcb-672d1f327112 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1026585 Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:06.512814 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:06.552698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-43adb64f-0ceb-492e-8520-0a4de2c14903 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621871 Feb 11 05:31:06.582767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e7d0f338-086e-4474-b839-7fcb72487092), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.594312 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f9f3fe51-a013-4610-87f5-e9fd836b2767 req-4ffc27e1-bfed-4247-a9ab-2f8a821d62a6 service neutron] 10.222.0.72 "GET /v2.0/networks/63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159672 Feb 11 05:31:06.619483 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (bae22c7e-0a6f-4746-8969-a92a662b6074), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.652182 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.680091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] 10.222.0.31 "DELETE /v2.0/networks/bae22c7e-0a6f-4746-8969-a92a662b6074 HTTP/1.1" status: 204 len: 168 time: 1.2690871 Feb 11 05:31:06.739975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4bfe9be-f33d-4e09-bccf-38298b12b371 req-b0873ce4-748d-4990-987e-a92018c44a2f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279434 Feb 11 05:31:06.742358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2b499-e9db-4f38-82b9-40c7d43e7b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=bae22c7e-0a6f-4746-8969-a92a662b6074,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:06.896895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e7d0f338-086e-4474-b839-7fcb72487092), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.980569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d0f338-086e-4474-b839-7fcb72487092']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:07.006530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75c8f0-a147-48fc-8a7c-353b719bfea3 req-b479ce3c-a5b3-458f-9405-4816b2165e1d tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:07.015888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b75c8f0-a147-48fc-8a7c-353b719bfea3 req-b479ce3c-a5b3-458f-9405-4816b2165e1d tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 943 time: 0.1177371 Feb 11 05:31:07.033944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53950f37-9f2e-402f-b202-f53b1a150430') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:07.034251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53950f37-9f2e-402f-b202-f53b1a150430') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:07.044903 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-8c8ddd59-801f-446d-a133-02b3c370c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:07.048711 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-8c8ddd59-801f-446d-a133-02b3c370c670 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99c736b05b264e76be9196b9f68aa91a&device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 1126 time: 0.3207307 Feb 11 05:31:07.057391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56412) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:07.099211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (53950f37-9f2e-402f-b202-f53b1a150430), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.147761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8a3cd59c-a5b1-4fe6-8ad9-787336c6408e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52bd57555ff64fe5aa5ef699d99f9612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0774441 Feb 11 05:31:07.148495 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (53950f37-9f2e-402f-b202-f53b1a150430), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.152972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56420) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:07.170103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b75c8f0-a147-48fc-8a7c-353b719bfea3 req-e9f64037-64f8-4808-8697-3f044cb0efa4 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498609 Feb 11 05:31:07.185767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:07.185767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (53950f37-9f2e-402f-b202-f53b1a150430), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:07.195140 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:07.298612 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed6cdc44-e33a-4f6c-8d50-03a1e5a5261f req-89c7a2fc-5ebd-4b51-9bd0-3fa9ae4a5bc7 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 210 time: 0.0459671 Feb 11 05:31:07.331887 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7079bb46-04d3-4eb6-b31d-3506fad1fbe0 admin admin] Publish callbacks [] for security_group (10eec49f-8d1d-483f-9413-505984acbfcc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.336163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-6c022605-426c-4663-b3dc-4a162e5d0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:07.337826 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-6c022605-426c-4663-b3dc-4a162e5d0d0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 HTTP/1.1" status: 200 len: 915 time: 0.2747424 Feb 11 05:31:07.377304 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7079bb46-04d3-4eb6-b31d-3506fad1fbe0 admin admin] Publish callbacks [] for security_group (10eec49f-8d1d-483f-9413-505984acbfcc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.491607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7079bb46-04d3-4eb6-b31d-3506fad1fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (10eec49f-8d1d-483f-9413-505984acbfcc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.495439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7079bb46-04d3-4eb6-b31d-3506fad1fbe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.498699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7079bb46-04d3-4eb6-b31d-3506fad1fbe0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10eec49f-8d1d-483f-9413-505984acbfcc HTTP/1.1" status: 204 len: 168 time: 0.3415365 Feb 11 05:31:07.511151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079bb46-04d3-4eb6-b31d-3506fad1fbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eec49f-8d1d-483f-9413-505984acbfcc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:07.847994 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-ff76c771-32e2-4d9e-aff6-6c57a64d49b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd HTTP/1.1" status: 200 len: 217 time: 0.4982774 Feb 11 05:31:07.882546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e7d0f338-086e-4474-b839-7fcb72487092), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.895133 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.901104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56444) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:07.901415 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/networks/e7d0f338-086e-4474-b839-7fcb72487092 HTTP/1.1" status: 204 len: 168 time: 1.7088263 Feb 11 05:31:07.914425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c7b09-b94b-408e-8418-ae4b887b81fe tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Network': ['ID=e7d0f338-086e-4474-b839-7fcb72487092,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:07.934120 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-a9b86003-336e-49f4-b201-e3190f1d7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:07.935706 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-a9b86003-336e-49f4-b201-e3190f1d7230 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dc4095bc-b7f7-4c04-aa72-d15795831f3c HTTP/1.1" status: 200 len: 854 time: 0.0832293 Feb 11 05:31:07.982827 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-22fd551c-dc77-45c6-bea6-b6311df6e09f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409465 Feb 11 05:31:08.101275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (6e779afb-2eac-4e24-aa1a-720ea1c4dd0e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.202637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3aa03-75cb-4f83-87fa-290ce36fbded req-83a90d73-e63a-485b-9f05-ef1fecebe9bd tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:08.204496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c3aa03-75cb-4f83-87fa-290ce36fbded req-83a90d73-e63a-485b-9f05-ef1fecebe9bd tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.2364075 Feb 11 05:31:08.258223 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-f61904cf-c0a2-405c-b5bd-b4a4d33abbbc service neutron] 10.222.0.72 "GET /v2.0/networks/63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625561 Feb 11 05:31:08.420577 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7fca3bc8-dc2c-4300-b995-efb8c98e8c61 req-c7c57941-d5cf-44e6-bd03-1f26b6d46d9d service neutron] 10.222.0.72 "GET /v2.0/networks/63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607342 Feb 11 05:31:08.520174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (6e779afb-2eac-4e24-aa1a-720ea1c4dd0e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.542804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c3aa03-75cb-4f83-87fa-290ce36fbded req-6dd4ab48-5724-4a58-b27d-934a78594d4a tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022430 Feb 11 05:31:08.591891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ace7c-5fab-4e02-bf7a-12f4a4e26b79 req-283e2dc9-ba15-4d7a-8cb2-121041a7fd3a tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:08.601452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b27ace7c-5fab-4e02-bf7a-12f4a4e26b79 req-283e2dc9-ba15-4d7a-8cb2-121041a7fd3a tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 943 time: 0.3290670 Feb 11 05:31:08.659238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e779afb-2eac-4e24-aa1a-720ea1c4dd0e']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:08.717613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55eee69f-aca8-4aad-87e2-3a9a2b28a525') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:08.717965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55eee69f-aca8-4aad-87e2-3a9a2b28a525') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:08.773365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-d0918f6d-65ea-4837-8b8f-30c1469382ce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:08.781894 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-d0918f6d-65ea-4837-8b8f-30c1469382ce tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 805 time: 0.2976248 Feb 11 05:31:08.798185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Request body: {'port': {'device_id': '3a3061ac-3ca8-42bc-bb44-a86d316aaa83', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'admin_state_up': True, 'tenant_id': 'f65ed4e42cd5485085d456ac78686004'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:08.800409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (55eee69f-aca8-4aad-87e2-3a9a2b28a525), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.803085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56480) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:08.829661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8efa1bee-70d5-41c7-9abc-b8fc0006e3dd req-c78aafc6-8ad6-435f-a88d-ecec1c5a2a28 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a6b21533ecf14b02b12e9dc75293b11b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325262 Feb 11 05:31:08.875111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b27ace7c-5fab-4e02-bf7a-12f4a4e26b79 req-932b1ca6-8d3a-4fe1-bdd5-71a3f74238c2 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690995 Feb 11 05:31:08.903851 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (55eee69f-aca8-4aad-87e2-3a9a2b28a525), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.927502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:08.936381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (55eee69f-aca8-4aad-87e2-3a9a2b28a525), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:08.969594 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:09.055620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33f513e3-7093-40ea-aafd-fa4a8efd03bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.119217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Made reservation on behalf of f65ed4e42cd5485085d456ac78686004 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:09.124365 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.190433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:09.202753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d03464cc-dae6-4605-8a67-c26b7bc00511 req-033f0d6e-339b-41c8-b6c2-f95e97f061e0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 210 time: 0.1934385 Feb 11 05:31:09.203552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56498) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:09.207988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (6e779afb-2eac-4e24-aa1a-720ea1c4dd0e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.272889 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.288397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/networks/6e779afb-2eac-4e24-aa1a-720ea1c4dd0e HTTP/1.1" status: 204 len: 168 time: 1.3861277 Feb 11 05:31:09.300308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56502) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:09.314424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe90b3-745e-4797-923a-3863329973bb tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Network': ['ID=6e779afb-2eac-4e24-aa1a-720ea1c4dd0e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:09.355079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa1bee-70d5-41c7-9abc-b8fc0006e3dd req-c63f2fde-73f5-4702-8a67-8e9cf0f80468 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:09.362198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8efa1bee-70d5-41c7-9abc-b8fc0006e3dd req-c63f2fde-73f5-4702-8a67-8e9cf0f80468 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5316780 Feb 11 05:31:09.423021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-500777500-network', 'tenant_id': 'f30e731cb5544911974e464a1274bb75'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:09.441606 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33f513e3-7093-40ea-aafd-fa4a8efd03bf admin admin] Publish callbacks [] for security_group (2c3efb37-ba07-4a64-abb4-1fb4d94e02c1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.451285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8efa1bee-70d5-41c7-9abc-b8fc0006e3dd req-6a914eaf-4a3b-4e50-8b8a-6987191ff560 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/quotas/a6b21533ecf14b02b12e9dc75293b11b HTTP/1.1" status: 200 len: 375 time: 0.0881493 Feb 11 05:31:09.463273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Made reservation on behalf of f30e731cb5544911974e464a1274bb75 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:09.465936 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.480697 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33f513e3-7093-40ea-aafd-fa4a8efd03bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2c3efb37-ba07-4a64-abb4-1fb4d94e02c1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.492865 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:09.510512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8efa1bee-70d5-41c7-9abc-b8fc0006e3dd req-1dc69a36-04cc-4bf2-9a9c-00d200f90318 tempest-QuotasAdminNegativeTest-1712569310 tempest-QuotasAdminNegativeTest-1712569310-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6b21533ecf14b02b12e9dc75293b11b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582640 Feb 11 05:31:09.517391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.518843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'mac_address': 'fa:16:3e:93:c8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:09.597681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f513e3-7093-40ea-aafd-fa4a8efd03bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3efb37-ba07-4a64-abb4-1fb4d94e02c1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:09.610391 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-33f513e3-7093-40ea-aafd-fa4a8efd03bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5bce38455fe4b3e8c094bdddeea9d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8060529 Feb 11 05:31:09.613607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:09.616581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:09.616758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab57871-14d1-4fe9-853a-81d16dda548d tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:09.618080 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.635565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab57871-14d1-4fe9-853a-81d16dda548d tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:09.641394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eab57871-14d1-4fe9-853a-81d16dda548d tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3401034 Feb 11 05:31:09.649861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56510) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:09.653053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d7cab0d-4f52-4758-9eda-b07b9db891d8 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:09.669802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:09.677329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1017209829'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:09.688577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Allocated IP 172.20.0.8 (3a8d3bfe-d48b-4e82-bec3-710d79850667/3651cb44-129d-4466-b43f-f49af07bc83c/7693da6c-e994-4b85-8053-4d8224b2c44e) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:09.709366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c07d347d-4cc5-4b68-9003-d1260100997a admin admin] Publish callbacks [] for security_group (2c3efb37-ba07-4a64-abb4-1fb4d94e02c1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.728446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:09.755019 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.762378 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c07d347d-4cc5-4b68-9003-d1260100997a admin admin] Publish callbacks [] for security_group (2c3efb37-ba07-4a64-abb4-1fb4d94e02c1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.878794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Made reservation on behalf of 6a4f9b976e774774a7938fab70710229 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:09.882654 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.938174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Publish callbacks [] for security_group (126f3373-819c-4ed6-a72c-c41146f7a873), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.949433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031687c-e90d-4eef-82eb-c4372dda5ede req-4c535f09-4f7e-4d30-9277-ff46ab5ff023 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:09.955110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b031687c-e90d-4eef-82eb-c4372dda5ede req-4c535f09-4f7e-4d30-9277-ff46ab5ff023 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 949 time: 0.1568847 Feb 11 05:31:09.956396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (126f3373-819c-4ed6-a72c-c41146f7a873), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.997491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:09.998402 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c07d347d-4cc5-4b68-9003-d1260100997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2c3efb37-ba07-4a64-abb4-1fb4d94e02c1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.001794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c07d347d-4cc5-4b68-9003-d1260100997a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.003402 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c07d347d-4cc5-4b68-9003-d1260100997a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c3efb37-ba07-4a64-abb4-1fb4d94e02c1 HTTP/1.1" status: 204 len: 168 time: 0.3888588 Feb 11 05:31:10.032442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3d7cab0d-4f52-4758-9eda-b07b9db891d8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:10.043932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:10.063169 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.067292 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Added segment bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56 of type vlan for network 234ef325-4663-4a4e-ac65-91cbc1796cc0 Feb 11 05:31:10.068863 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d347d-4cc5-4b68-9003-d1260100997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3efb37-ba07-4a64-abb4-1fb4d94e02c1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.107847 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks [] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.108182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:10.174167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.174984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,segment=NetworkSegment(299bd74e-e0d6-4444-8d68-f85c0dea9588),segment_id=299bd74e-e0d6-4444-8d68-f85c0dea9588)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:10.222562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:10.250488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Network 3a8d3bfe-d48b-4e82-bec3-710d79850667 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:10.259975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:10.265093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:10.266768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd', 'network_id': '63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873', 'port_id': '0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd', 'mac_address': 'fa:16:3e:56:2c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4095bc-b7f7-4c04-aa72-d15795831f3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:10.318138 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b7ae9dbc-c1cb-4d05-9252-0077cbf0bf20), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.318710 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Added segment b7ae9dbc-c1cb-4d05-9252-0077cbf0bf20 of type vlan for network 824ce985-b873-4154-88ee-e4693070cf1e Feb 11 05:31:10.319862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f3373-819c-4ed6-a72c-c41146f7a873,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.327942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.328809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.347370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event updated for resources: {'Port': ['ID=7693da6c-e994-4b85-8053-4d8224b2c44e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.349262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (234ef325-4663-4a4e-ac65-91cbc1796cc0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.362655 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-7132d695-a039-4177-970b-1465d3f53abd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5687842 Feb 11 05:31:10.378505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Request body: {'port': {'device_id': '3a3061ac-3ca8-42bc-bb44-a86d316aaa83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:10.390284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:10.390669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.427432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b031687c-e90d-4eef-82eb-c4372dda5ede req-e3c59e2b-a115-494f-aad7-b2ac656f413d tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547386 Feb 11 05:31:10.455653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:10.458985 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (824ce985-b873-4154-88ee-e4693070cf1e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.507482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d15d-af64-412c-ac0f-fc646bc4e9c8 req-d501661a-778e-4b5d-8630-470e39cb995f tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.516879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4022d15d-af64-412c-ac0f-fc646bc4e9c8 req-d501661a-778e-4b5d-8630-470e39cb995f tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 943 time: 0.3367956 Feb 11 05:31:10.526063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (234ef325-4663-4a4e-ac65-91cbc1796cc0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.527003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.527578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.556933 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (824ce985-b873-4154-88ee-e4693070cf1e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.563894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.564187 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.587623 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.664900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,segment=NetworkSegment(299bd74e-e0d6-4444-8d68-f85c0dea9588),segment_id=299bd74e-e0d6-4444-8d68-f85c0dea9588)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:10.694788 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.721926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] Pushing event updated for resources: {'Network': ['ID=234ef325-4663-4a4e-ac65-91cbc1796cc0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.830479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.854138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 234ef325-4663-4a4e-ac65-91cbc1796cc0 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:10.915269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-008e9fe2-e9fa-4972-83f4-460106113b74 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7057550 Feb 11 05:31:10.919842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56542) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:10.928617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Network': ['ID=824ce985-b873-4154-88ee-e4693070cf1e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.980877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 824ce985-b873-4154-88ee-e4693070cf1e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:10.994641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-14fffc3e-29db-41c5-b953-abe712c89d4f tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3282108 Feb 11 05:31:11.003818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4022d15d-af64-412c-ac0f-fc646bc4e9c8 req-af4c5288-0885-4190-82c2-3d59dc345ff7 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859760 Feb 11 05:31:11.019816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Request body: {'subnet': {'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-500777500-subnet', 'tenant_id': 'f30e731cb5544911974e464a1274bb75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:11.025250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56544) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:11.048762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-146310876'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:11.067631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56548) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:11.071915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:11.100798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a714e-8482-4621-b097-7d066a6962e8 req-da0576d2-ae30-4930-95d7-d36945c16d61 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:11.102764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a74a714e-8482-4621-b097-7d066a6962e8 req-da0576d2-ae30-4930-95d7-d36945c16d61 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 931 time: 0.2231586 Feb 11 05:31:11.184293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Made reservation on behalf of f30e731cb5544911974e464a1274bb75 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:11.188088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.196297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Made reservation on behalf of 6a4f9b976e774774a7938fab70710229 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:11.200149 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.220998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:11.295062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a74a714e-8482-4621-b097-7d066a6962e8 req-0cbd18f6-e79c-4e38-bf20-6fd054691e2a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844318 Feb 11 05:31:11.346065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:11.374992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c3c3e1e9-4f6e-4d43-8649-d42fc1572f64), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.375835 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Added segment c3c3e1e9-4f6e-4d43-8649-d42fc1572f64 of type vlan for network 3aa8bd2d-dd03-4dd7-991b-6248732405f2 Feb 11 05:31:11.398724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 is: BUILD; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:11.399237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.420988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3d7cab0d-4f52-4758-9eda-b07b9db891d8 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:11.446251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:11.456441 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.462526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3aa8bd2d-dd03-4dd7-991b-6248732405f2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.582103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:11.596938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.599690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6af0-c66b-4b9d-bddf-5b43b28e12ea req-85e1904b-514d-4b5f-8850-4428cf1b0c7b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:11.600725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.608471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.608830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.609204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.609553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.609895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.610232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.610962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c07f6af0-c66b-4b9d-bddf-5b43b28e12ea req-85e1904b-514d-4b5f-8850-4428cf1b0c7b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 948 time: 0.1053326 Feb 11 05:31:11.615424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2c06df4-9491-44dc-8ad0-947cfc0ee75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.618369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.619089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.619089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.619769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.619769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:11.633528 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3aa8bd2d-dd03-4dd7-991b-6248732405f2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.638833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:11.639441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.643327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7693da6c-e994-4b85-8053-4d8224b2c44e {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:11.666953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c07f6af0-c66b-4b9d-bddf-5b43b28e12ea req-8934cb41-4971-4c9e-a9f6-2c155c726636 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551229 Feb 11 05:31:11.674713 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Publish callbacks [] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.717793 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6915154 Feb 11 05:31:11.720544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56566) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:11.724144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Transition to ACTIVE for port object 7693da6c-e994-4b85-8053-4d8224b2c44e will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:11.729964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'ports': [{'network_id': '824ce985-b873-4154-88ee-e4693070cf1e', 'name': 'tempest-port--1354999664', 'admin_state_up': True}, {'network_id': '3aa8bd2d-dd03-4dd7-991b-6248732405f2', 'admin_state_up': False}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:11.730419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'port': {'network_id': '824ce985-b873-4154-88ee-e4693070cf1e', 'name': 'tempest-port--1354999664', 'admin_state_up': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:11.731054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'port': {'network_id': '3aa8bd2d-dd03-4dd7-991b-6248732405f2', 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:11.780378 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.793605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7270d1b-c749-4ba9-a09f-1dfd8d7c5b14 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Network': ['ID=3aa8bd2d-dd03-4dd7-991b-6248732405f2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:11.808178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3aa8bd2d-dd03-4dd7-991b-6248732405f2 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:11.874322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Pushing event updated for resources: {'Port': ['ID=7693da6c-e994-4b85-8053-4d8224b2c44e,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:11.996350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Made reservation on behalf of 6a4f9b976e774774a7938fab70710229 for: {'port': 2} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:12.001529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (e294ff72-0c26-46e0-b0f0-de2040821c29), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.008375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.033844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.096470 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2c06df4-9491-44dc-8ad0-947cfc0ee75e admin admin] Publish callbacks [] for security_group (7d0defc1-ba51-4802-9497-5a33dff0bee2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.128047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2c06df4-9491-44dc-8ad0-947cfc0ee75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d0defc1-ba51-4802-9497-5a33dff0bee2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.180578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e294ff72-0c26-46e0-b0f0-de2040821c29,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:12.182917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Attempting to bind port 7693da6c-e994-4b85-8053-4d8224b2c44e on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:12.183110 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Attempting to bind port 7693da6c-e994-4b85-8053-4d8224b2c44e by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:12.183436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Attempting to bind port 7693da6c-e994-4b85-8053-4d8224b2c44e on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:12.202461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c06df4-9491-44dc-8ad0-947cfc0ee75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0defc1-ba51-4802-9497-5a33dff0bee2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:12.208796 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a2c06df4-9491-44dc-8ad0-947cfc0ee75e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6b21533ecf14b02b12e9dc75293b11b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1243207 Feb 11 05:31:12.209511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Port 7693da6c-e994-4b85-8053-4d8224b2c44e on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:12.209843 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Attempting to bind port 7693da6c-e994-4b85-8053-4d8224b2c44e on network 3a8d3bfe-d48b-4e82-bec3-710d79850667 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:12.211794 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56574) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:12.230571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Checking segment: {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:12.230935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Network hostable DHCP agents. Network: 234ef325-4663-4a4e-ac65-91cbc1796cc0, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:12.242230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:12.242571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Checking segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:12.242960 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Bound using segment: {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:12.243392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Bound port: 7693da6c-e994-4b85-8053-4d8224b2c44e, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64903cf-79f2-48b3-8ccf-76cede23fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:12.243750 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.310605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea50d1-1831-411a-99eb-283134f8b45a req-69493a2b-6087-4bfd-b72f-cb37806a1a07 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.312466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3ea50d1-1831-411a-99eb-283134f8b45a req-69493a2b-6087-4bfd-b72f-cb37806a1a07 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 944 time: 0.1554837 Feb 11 05:31:12.315625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] device_id is not set on port 98128dc4-f2bb-47f3-af0f-c4364bb8d9ce yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:12.329540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Network 234ef325-4663-4a4e-ac65-91cbc1796cc0 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:12.387503 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8404657-dc42-455e-80ed-133a235c70b7 admin admin] Publish callbacks [] for security_group (7d0defc1-ba51-4802-9497-5a33dff0bee2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.402629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 234ef325-4663-4a4e-ac65-91cbc1796cc0) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:12.414117 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6df229-52c3-4083-abd9-c75c3647adbd None None] Network 234ef325-4663-4a4e-ac65-91cbc1796cc0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:12.452432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3ea50d1-1831-411a-99eb-283134f8b45a req-d5c3feaf-674a-49c9-aa40-022a062a70ce tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097534 Feb 11 05:31:12.455443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.456021 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.459151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] For port 7693da6c-e994-4b85-8053-4d8224b2c44e, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:12.475019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8404657-dc42-455e-80ed-133a235c70b7 admin admin] Publish callbacks [] for security_group (7d0defc1-ba51-4802-9497-5a33dff0bee2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.512235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31045493-bd59-4e35-8f95-e751ec83e886 req-73f5eb14-57de-4ec8-a117-3e55bc06947c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.516059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31045493-bd59-4e35-8f95-e751ec83e886 req-73f5eb14-57de-4ec8-a117-3e55bc06947c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 943 time: 0.1154382 Feb 11 05:31:12.535499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] For port 7693da6c-e994-4b85-8053-4d8224b2c44e, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7693da6c-e994-4b85-8053-4d8224b2c44e,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:12.606790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c8cb1-c335-492b-8e7f-84ef6a34228f None None] Network 234ef325-4663-4a4e-ac65-91cbc1796cc0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:12.615955 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2c65d968-ee7d-4e9c-b115-2c00e85db052 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6930547 Feb 11 05:31:12.617551 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.674033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8404657-dc42-455e-80ed-133a235c70b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d0defc1-ba51-4802-9497-5a33dff0bee2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.682816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8404657-dc42-455e-80ed-133a235c70b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.686875 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c8404657-dc42-455e-80ed-133a235c70b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d0defc1-ba51-4802-9497-5a33dff0bee2 HTTP/1.1" status: 204 len: 168 time: 0.4698467 Feb 11 05:31:12.696812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.697482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.701995 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] 10.222.0.81 "PUT /v2.0/ports/7693da6c-e994-4b85-8053-4d8224b2c44e HTTP/1.1" status: 200 len: 1092 time: 2.3325844 Feb 11 05:31:12.718607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3061ac-3ca8-42bc-bb44-a86d316aaa83', 'tag': '7693da6c-e994-4b85-8053-4d8224b2c44e'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:12.724575 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241e52c7-d489-4429-ac61-8c8968783041" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3061ac-3ca8-42bc-bb44-a86d316aaa83", "tag": "7693da6c-e994-4b85-8053-4d8224b2c44e"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:12.756684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8404657-dc42-455e-80ed-133a235c70b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0defc1-ba51-4802-9497-5a33dff0bee2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:12.952182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-a5e1a98d-e788-434d-a8b7-8b40588906e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.954083 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-a5e1a98d-e788-434d-a8b7-8b40588906e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 1126 time: 0.1862140 Feb 11 05:31:12.955022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341151a-1c53-4706-b044-29b5db5ca962 service neutron] Pushing event updated for resources: {'Port': ['ID=7693da6c-e994-4b85-8053-4d8224b2c44e,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:13.044622 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-cf33b5ba-3ea4-4a67-81c5-776a84ad8a9f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7693da6c-e994-4b85-8053-4d8224b2c44e HTTP/1.1" status: 200 len: 217 time: 0.0735099 Feb 11 05:31:13.158854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-8c0247bc-3a1a-47f0-8c9a-5f86d25a5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:13.160492 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-8c0247bc-3a1a-47f0-8c9a-5f86d25a5b9f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.1011274 Feb 11 05:31:13.221161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:13.224865 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-701ba25c-8d9a-4c82-8b80-3369ed3c0c33 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543129 Feb 11 05:31:13.288460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31045493-bd59-4e35-8f95-e751ec83e886 req-1ab6e9fd-4daa-4638-9122-f9a13dad2f8b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7631400 Feb 11 05:31:13.296100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks [] for port (98128dc4-f2bb-47f3-af0f-c4364bb8d9ce), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.321731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:13.322702 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.344360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56598) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:13.386404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59c68fe4-de63-487d-9aef-a895806df9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.401136 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e61b70-9cfa-42f5-9deb-f5f4dc4b6029 x-openstack-request-id: req-90e61b70-9cfa-42f5-9deb-f5f4dc4b6029 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:13.401421 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3061ac-3ca8-42bc-bb44-a86d316aaa83", "tag": "7693da6c-e994-4b85-8053-4d8224b2c44e", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:13.404238 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90e61b70-9cfa-42f5-9deb-f5f4dc4b6029 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:13.404654 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3061ac-3ca8-42bc-bb44-a86d316aaa83', 'tag': '7693da6c-e994-4b85-8053-4d8224b2c44e', 'status': 'completed', 'code': 200} Feb 11 05:31:13.431596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] device_id is not set on port 599da951-3082-4f0a-8b87-d8b073296a69 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:13.445965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303808-493b-4ce8-ab9c-6826ab09f947 req-ca661214-dfa8-4ed2-a8e3-bc8130b13cc7 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:13.448164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07303808-493b-4ce8-ab9c-6826ab09f947 req-ca661214-dfa8-4ed2-a8e3-bc8130b13cc7 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 948 time: 0.2743292 Feb 11 05:31:13.474457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:13.474457 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.486418 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-fca96c1e-0754-4218-a89f-a34b004d3e37 service neutron] 10.222.0.81 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520773 Feb 11 05:31:13.511886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:13.514237 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1beec54-7db2-45ea-856d-c06eb0ca2163" -d '{"events": [{"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-plugged", "status": "completed", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:13.551227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:13.561243 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.623170 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks [] for port (599da951-3082-4f0a-8b87-d8b073296a69), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.652271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:13.657611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:13.702962 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (98128dc4-f2bb-47f3-af0f-c4364bb8d9ce), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.748845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59c68fe4-de63-487d-9aef-a895806df9a0 admin admin] Publish callbacks [] for security_group (2480f906-7dfc-4f02-87f8-3e146764086e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.769486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:13.774231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:13.774811 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.779223 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59c68fe4-de63-487d-9aef-a895806df9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2480f906-7dfc-4f02-87f8-3e146764086e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.874199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c68fe4-de63-487d-9aef-a895806df9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2480f906-7dfc-4f02-87f8-3e146764086e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:13.904817 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7aff35bb-a671-4f22-8ae6-844bbfa747e4 req-33952442-06ca-4f2a-b0c6-5a931585deed service neutron] 10.222.0.81 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115899 Feb 11 05:31:13.926688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07303808-493b-4ce8-ab9c-6826ab09f947 req-12718d2f-c89c-489b-8262-2981f6605115 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710217 Feb 11 05:31:13.931710 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-59c68fe4-de63-487d-9aef-a895806df9a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e62a26010ef841908bd8575b9476fb78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5809252 Feb 11 05:31:13.933501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Port': ['ID=98128dc4-f2bb-47f3-af0f-c4364bb8d9ce,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:13.935866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56608) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:13.983902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Checking segment: {'id': 'b7ae9dbc-c1cb-4d05-9252-0077cbf0bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '824ce985-b873-4154-88ee-e4693070cf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:13.984549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Network hostable DHCP agents. Network: 824ce985-b873-4154-88ee-e4693070cf1e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:14.016709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Network 824ce985-b873-4154-88ee-e4693070cf1e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:14.030549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 824ce985-b873-4154-88ee-e4693070cf1e) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:14.042083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:14.046135 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (599da951-3082-4f0a-8b87-d8b073296a69), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.106934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363a429-859d-4f95-acd7-1a07b0be51ab None None] Network 824ce985-b873-4154-88ee-e4693070cf1e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:14.115137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c2d3-0f5e-4057-9f40-19b028c702a5 admin admin] Publish callbacks [] for security_group (2480f906-7dfc-4f02-87f8-3e146764086e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.154566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e52c7-d489-4429-ac61-8c8968783041 req-119f2933-006e-4913-8624-81cedb998528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.157144 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-241e52c7-d489-4429-ac61-8c8968783041 req-119f2933-006e-4913-8624-81cedb998528 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 1126 time: 0.1689498 Feb 11 05:31:14.159524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c2d3-0f5e-4057-9f40-19b028c702a5 admin admin] Publish callbacks [] for security_group (2480f906-7dfc-4f02-87f8-3e146764086e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.324612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:14.324848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e52c7-d489-4429-ac61-8c8968783041 req-0ef4b7ec-1750-4238-b5b2-808e4582f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.325977 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.327141 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-241e52c7-d489-4429-ac61-8c8968783041 req-0ef4b7ec-1750-4238-b5b2-808e4582f886 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 906 time: 0.1584263 Feb 11 05:31:14.327334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Port': ['ID=599da951-3082-4f0a-8b87-d8b073296a69,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:14.328672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c2d3-0f5e-4057-9f40-19b028c702a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2480f906-7dfc-4f02-87f8-3e146764086e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.331670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c2d3-0f5e-4057-9f40-19b028c702a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.334254 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2ef5c2d3-0f5e-4057-9f40-19b028c702a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2480f906-7dfc-4f02-87f8-3e146764086e HTTP/1.1" status: 204 len: 168 time: 0.3968821 Feb 11 05:31:14.364059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,segment=NetworkSegment(299bd74e-e0d6-4444-8d68-f85c0dea9588),segment_id=299bd74e-e0d6-4444-8d68-f85c0dea9588)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:14.374759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.385054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553e1c7-90a9-4720-8b76-bef4afe65d8c req-f689a7e9-e361-4fa8-a971-2adf988bf1c0 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.392764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9553e1c7-90a9-4720-8b76-bef4afe65d8c req-f689a7e9-e361-4fa8-a971-2adf988bf1c0 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 944 time: 0.2463834 Feb 11 05:31:14.398101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Checking segment: {'id': 'c3c3e1e9-4f6e-4d43-8649-d42fc1572f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa8bd2d-dd03-4dd7-991b-6248732405f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:14.398690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Network hostable DHCP agents. Network: 3aa8bd2d-dd03-4dd7-991b-6248732405f2, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:14.400330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5c2d3-0f5e-4057-9f40-19b028c702a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2480f906-7dfc-4f02-87f8-3e146764086e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:14.404309 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-241e52c7-d489-4429-ac61-8c8968783041 req-1b4b7738-cf0c-40dd-8e95-65759cce3e37 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7693da6c-e994-4b85-8053-4d8224b2c44e HTTP/1.1" status: 200 len: 217 time: 0.0677507 Feb 11 05:31:14.448954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:14.476135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-af0c6d77-2e68-4fdf-b084-5e2828572434 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.480392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-af0c6d77-2e68-4fdf-b084-5e2828572434 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/networks?id=234ef325-4663-4a4e-ac65-91cbc1796cc0 HTTP/1.1" status: 200 len: 817 time: 0.3883262 Feb 11 05:31:14.486315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Network 3aa8bd2d-dd03-4dd7-991b-6248732405f2 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:14.496187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e52c7-d489-4429-ac61-8c8968783041 req-6c9a09a2-042e-4968-8742-d2cd03d9d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.499107 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-241e52c7-d489-4429-ac61-8c8968783041 req-6c9a09a2-042e-4968-8742-d2cd03d9d0b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.0883849 Feb 11 05:31:14.515358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3aa8bd2d-dd03-4dd7-991b-6248732405f2) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:14.524285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-b7e0f513-5697-4356-b4c9-65ae573cd639 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/quotas/f30e731cb5544911974e464a1274bb75 HTTP/1.1" status: 200 len: 375 time: 0.0333781 Feb 11 05:31:14.526421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4397e0b-d80e-49b3-abd3-fa05f92521d3 None None] Network 3aa8bd2d-dd03-4dd7-991b-6248732405f2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:14.540355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:14.551881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.557162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.558135 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.563441 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-241e52c7-d489-4429-ac61-8c8968783041 req-5841c073-c50d-4f3b-8ff1-383a489fb027 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572176 Feb 11 05:31:14.581636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9553e1c7-90a9-4720-8b76-bef4afe65d8c req-2ace7ee5-ca96-4122-a11e-5105951b55b1 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879084 Feb 11 05:31:14.605840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-d26aa56d-8cb4-4eac-88f6-61063cd9ba04 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f30e731cb5544911974e464a1274bb75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429535 Feb 11 05:31:14.616639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-98e96227-32d9-412a-96cc-0c1fd471fe66 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8937778 Feb 11 05:31:14.618687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56626) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.684152 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b306edea-c008-4a80-a291-2ec2a37b24cb x-openstack-request-id: req-b306edea-c008-4a80-a291-2ec2a37b24cb {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:14.686235 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-plugged", "status": "completed", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:14.687015 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b306edea-c008-4a80-a291-2ec2a37b24cb {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:14.687778 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'code': 200} Feb 11 05:31:14.744418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-ef9319b9-11a4-4a1f-83a5-939edd77ec2d service neutron] 10.222.0.31 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263177 Feb 11 05:31:14.895415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa0cef-734f-4690-820a-0c22522d2c99 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.903887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa0cef-734f-4690-820a-0c22522d2c99 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.907151 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fdaa0cef-734f-4690-820a-0c22522d2c99 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2870426 Feb 11 05:31:14.909999 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-241e52c7-d489-4429-ac61-8c8968783041 req-977bab62-41ea-4853-be9f-dcf4d306e268 service neutron] 10.222.0.81 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400691 Feb 11 05:31:14.910566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56638) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.943364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-0821df7d-179e-4150-8ea1-54c28d354eb7 service neutron] 10.222.0.31 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815367 Feb 11 05:31:15.057962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e5974-0d93-4112-bbea-57dc9eeb31ca req-34c0f967-c9df-4889-bb48-859f6cade9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:15.065317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-309e5974-0d93-4112-bbea-57dc9eeb31ca req-34c0f967-c9df-4889-bb48-859f6cade9bf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 1133 time: 0.2433851 Feb 11 05:31:15.143837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b185ab6-7241-4bf3-862f-53632afb8b50 req-1d92ca7c-a437-4fc3-a420-6725f470e3e3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:15.145694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b185ab6-7241-4bf3-862f-53632afb8b50 req-1d92ca7c-a437-4fc3-a420-6725f470e3e3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 943 time: 0.2014980 Feb 11 05:31:15.206287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-309e5974-0d93-4112-bbea-57dc9eeb31ca req-5532e8d7-5cf3-4708-bffc-61cd413068a1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309965 Feb 11 05:31:15.220214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f15e0c02-dde4-4b4f-bf79-222e5c8abf6c tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Deleting port 98128dc4-f2bb-47f3-af0f-c4364bb8d9ce {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:15.220568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f15e0c02-dde4-4b4f-bf79-222e5c8abf6c tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (98128dc4-f2bb-47f3-af0f-c4364bb8d9ce), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.249896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 7693da6c-e994-4b85-8053-4d8224b2c44e details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:15.311978 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-241e52c7-d489-4429-ac61-8c8968783041 req-9b10a6a9-1a19-494d-96ca-d2196185b635 service neutron] 10.222.0.81 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158567 Feb 11 05:31:15.331639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b185ab6-7241-4bf3-862f-53632afb8b50 req-bc1c7291-da0b-401e-9746-b8f1892a569e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301162 Feb 11 05:31:15.442738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 7693da6c-e994-4b85-8053-4d8224b2c44e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7693da6c-e994-4b85-8053-4d8224b2c44e,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:15.461921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '7693da6c-e994-4b85-8053-4d8224b2c44e', 'network_id': '3a8d3bfe-d48b-4e82-bec3-710d79850667', 'port_id': '7693da6c-e994-4b85-8053-4d8224b2c44e', 'mac_address': 'fa:16:3e:36:c5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3651cb44-129d-4466-b43f-f49af07bc83c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:15.487508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f15e0c02-dde4-4b4f-bf79-222e5c8abf6c tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (98128dc4-f2bb-47f3-af0f-c4364bb8d9ce), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.513924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 7693da6c-e994-4b85-8053-4d8224b2c44e is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:15.514471 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.527463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f15e0c02-dde4-4b4f-bf79-222e5c8abf6c tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Calling delete_port for 98128dc4-f2bb-47f3-af0f-c4364bb8d9ce owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:15.558886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7693da6c-e994-4b85-8053-4d8224b2c44e {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:15.602763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d742a3a-786c-41eb-b913-93a37bd3158c req-732d7089-bbdb-4d8b-8788-21f845641c54 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:15.611990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 7693da6c-e994-4b85-8053-4d8224b2c44e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7693da6c-e994-4b85-8053-4d8224b2c44e,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:15.621081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d742a3a-786c-41eb-b913-93a37bd3158c req-732d7089-bbdb-4d8b-8788-21f845641c54 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1344023 Feb 11 05:31:15.624852 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.739587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f15e0c02-dde4-4b4f-bf79-222e5c8abf6c tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (98128dc4-f2bb-47f3-af0f-c4364bb8d9ce), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.778576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d742a3a-786c-41eb-b913-93a37bd3158c req-80f497fa-0d67-45cb-babb-8ed401946e13 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543837 Feb 11 05:31:15.806932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=7693da6c-e994-4b85-8053-4d8224b2c44e,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.813623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e0c02-dde4-4b4f-bf79-222e5c8abf6c tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Port': ['ID=98128dc4-f2bb-47f3-af0f-c4364bb8d9ce,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.852223 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f15e0c02-dde4-4b4f-bf79-222e5c8abf6c tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.859479 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f15e0c02-dde4-4b4f-bf79-222e5c8abf6c tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/ports/98128dc4-f2bb-47f3-af0f-c4364bb8d9ce HTTP/1.1" status: 204 len: 168 time: 0.9475100 Feb 11 05:31:15.864190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56678) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:15.890418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['7693da6c-e994-4b85-8053-4d8224b2c44e'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:15.939165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-414e5bd8-8da3-4061-896e-863e9e57d7e9 req-5fe2700d-3f9e-431c-986d-ccd71ebbcf0c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 210 time: 0.0904350 Feb 11 05:31:16.033797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2ca3-e606-4b0e-bd22-3e33cefffe00 req-66bdc724-7b09-469e-84ec-8bd1314a0b6f tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:16.043808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76de2ca3-e606-4b0e-bd22-3e33cefffe00 req-66bdc724-7b09-469e-84ec-8bd1314a0b6f tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 945 time: 0.2594366 Feb 11 05:31:16.115869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-95c1c1c8-49c9-42ca-8a2c-a9887479b903 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Deleting port 599da951-3082-4f0a-8b87-d8b073296a69 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:16.116358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95c1c1c8-49c9-42ca-8a2c-a9887479b903 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (599da951-3082-4f0a-8b87-d8b073296a69), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.228978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76de2ca3-e606-4b0e-bd22-3e33cefffe00 req-17d4e849-947c-4b65-942c-bdb1647ddf04 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813481 Feb 11 05:31:16.253351 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95c1c1c8-49c9-42ca-8a2c-a9887479b903 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (599da951-3082-4f0a-8b87-d8b073296a69), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.288362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-95c1c1c8-49c9-42ca-8a2c-a9887479b903 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Calling delete_port for 599da951-3082-4f0a-8b87-d8b073296a69 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:16.633001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317e45b-a7bb-4d35-9cf3-ac26e4a44b45 req-c4776ada-624d-44ad-a3bd-8b93dd9190b8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:16.643534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5317e45b-a7bb-4d35-9cf3-ac26e4a44b45 req-c4776ada-624d-44ad-a3bd-8b93dd9190b8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 944 time: 0.1831460 Feb 11 05:31:16.691167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794eec6b-d5f1-4ff4-8c48-59732f3e412b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:16.695748 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65bc081-cc0e-41d6-867f-6e11f6ff24fe" -d '{"events": [{"server_uuid": "794eec6b-d5f1-4ff4-8c48-59732f3e412b", "name": "network-vif-plugged", "status": "completed", "tag": "0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:16.706998 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95c1c1c8-49c9-42ca-8a2c-a9887479b903 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (599da951-3082-4f0a-8b87-d8b073296a69), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.762119 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1b3bf4-f16e-4d94-9909-d85fd3931309 x-openstack-request-id: req-9f1b3bf4-f16e-4d94-9909-d85fd3931309 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:16.763444 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794eec6b-d5f1-4ff4-8c48-59732f3e412b", "name": "network-vif-plugged", "status": "completed", "tag": "0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:16.764056 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f1b3bf4-f16e-4d94-9909-d85fd3931309 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:16.764915 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794eec6b-d5f1-4ff4-8c48-59732f3e412b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd', 'code': 200} Feb 11 05:31:16.792488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95c1c1c8-49c9-42ca-8a2c-a9887479b903 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.796508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-95c1c1c8-49c9-42ca-8a2c-a9887479b903 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/ports/599da951-3082-4f0a-8b87-d8b073296a69 HTTP/1.1" status: 204 len: 168 time: 0.9327035 Feb 11 05:31:16.798006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1c1c8-49c9-42ca-8a2c-a9887479b903 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Port': ['ID=599da951-3082-4f0a-8b87-d8b073296a69,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:16.799452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56706) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:16.825952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5317e45b-a7bb-4d35-9cf3-ac26e4a44b45 req-fb36b04b-7aee-4347-a36d-010bd507e842 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796780 Feb 11 05:31:16.913429 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-61d49265-f07f-48ec-97a2-df583bd0ce7b tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1106553 Feb 11 05:31:16.922867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56710) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:16.931829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1229402679'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:16.990911 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64675bb-a97b-4b6a-b4bf-08a9bbb41138 req-81a5a376-c53c-4185-88ae-a4a5c54bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:16.992977 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b64675bb-a97b-4b6a-b4bf-08a9bbb41138 req-81a5a376-c53c-4185-88ae-a4a5c54bfcc7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 1128 time: 0.0876799 Feb 11 05:31:17.098077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b64675bb-a97b-4b6a-b4bf-08a9bbb41138 req-8c432aec-b7d0-4de2-a716-2540f8938515 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987997 Feb 11 05:31:17.129367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Made reservation on behalf of 6a4f9b976e774774a7938fab70710229 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:17.147593 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.280224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 7693da6c-e994-4b85-8053-4d8224b2c44e up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:17.370144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72615661-80b7-453a-8e60-0d0bbea40b60 req-b44a07fe-d294-41a1-90e8-0e227d66c66a tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 210 time: 0.2156007 Feb 11 05:31:17.376414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:17.408257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5d41c64b-241a-4e95-b636-c063fa201919), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.408257 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Added segment 5d41c64b-241a-4e95-b636-c063fa201919 of type vlan for network 94c55c41-f214-4c9e-9be5-95e4bb2b9082 Feb 11 05:31:17.412531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 7693da6c-e994-4b85-8053-4d8224b2c44e completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:17.417548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 7693da6c-e994-4b85-8053-4d8224b2c44e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:17.418266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.443643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba7727-22ea-4df7-bee1-2de2fa76f76c req-a2874e66-fc38-4387-b4ab-b2b618f0297c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.445914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5bba7727-22ea-4df7-bee1-2de2fa76f76c req-a2874e66-fc38-4387-b4ab-b2b618f0297c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.3967633 Feb 11 05:31:17.517326 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (94c55c41-f214-4c9e-9be5-95e4bb2b9082), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.607720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5bba7727-22ea-4df7-bee1-2de2fa76f76c req-be62ce36-8f20-443e-a193-c45aa4f6af8d tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254280 Feb 11 05:31:17.651024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 7693da6c-e994-4b85-8053-4d8224b2c44e is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:17.651812 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.714646 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (94c55c41-f214-4c9e-9be5-95e4bb2b9082), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.722400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.722400 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.774902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 7693da6c-e994-4b85-8053-4d8224b2c44e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7693da6c-e994-4b85-8053-4d8224b2c44e,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:17.790743 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.817986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936a63f-4170-47ce-b87e-3cbcefdbd52c req-64992f3f-ff58-4617-acd7-b179c6c256f3 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.824916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e936a63f-4170-47ce-b87e-3cbcefdbd52c req-64992f3f-ff58-4617-acd7-b179c6c256f3 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 945 time: 0.1911449 Feb 11 05:31:17.883178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9560721 Feb 11 05:31:17.883657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:17.887005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=7693da6c-e994-4b85-8053-4d8224b2c44e,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:17.897412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1935805879'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:17.937173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Made reservation on behalf of 6a4f9b976e774774a7938fab70710229 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:17.941845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.969997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:17.986547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (78de26ea-43de-41b4-a573-286e552a61c3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.987123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea4fdf-32c8-4c74-94e7-1076d28c3b45 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Network': ['ID=94c55c41-f214-4c9e-9be5-95e4bb2b9082,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:17.987510 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Added segment 78de26ea-43de-41b4-a573-286e552a61c3 of type vlan for network 5d1a7c41-2bfd-41bf-9568-06981cc7cc18 Feb 11 05:31:18.001862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 94c55c41-f214-4c9e-9be5-95e4bb2b9082 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:18.037926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56732) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:18.088239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e936a63f-4170-47ce-b87e-3cbcefdbd52c req-6f08d58a-b24a-44b7-a2d6-709cd907c55e tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620416 Feb 11 05:31:18.094580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5d1a7c41-2bfd-41bf-9568-06981cc7cc18), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.119742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0fb18-fbea-4b94-aac4-314b06dd4476 req-e4bf861c-fc6d-40ec-9f12-995f8c93eb8f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:18.123909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64b0fb18-fbea-4b94-aac4-314b06dd4476 req-e4bf861c-fc6d-40ec-9f12-995f8c93eb8f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.2657566 Feb 11 05:31:18.150925 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5d1a7c41-2bfd-41bf-9568-06981cc7cc18), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.157813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:18.159078 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.213651 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3279362 Feb 11 05:31:18.223309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9de1b72-4321-4430-8da4-9fcd5603a3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.283086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743b2fd-0b4b-4fd5-84c1-5a2c10aa6df0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Network': ['ID=5d1a7c41-2bfd-41bf-9568-06981cc7cc18,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:18.294735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5d1a7c41-2bfd-41bf-9568-06981cc7cc18 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:18.307562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64b0fb18-fbea-4b94-aac4-314b06dd4476 req-e13814d9-f2d5-4269-a6a4-f1e73bdf7e5c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762037 Feb 11 05:31:18.443172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9de1b72-4321-4430-8da4-9fcd5603a3fa admin admin] Publish callbacks [] for security_group (fd8013a5-a08d-4d9b-8bca-ec18f0f451e4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.452803 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9de1b72-4321-4430-8da4-9fcd5603a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fd8013a5-a08d-4d9b-8bca-ec18f0f451e4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.535275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70972b6a-91b6-4203-a819-e6ce3a147b50 req-ad1410e2-ce6d-4419-ba2d-625928280352 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:18.541795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70972b6a-91b6-4203-a819-e6ce3a147b50 req-ad1410e2-ce6d-4419-ba2d-625928280352 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.2330990 Feb 11 05:31:18.618113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70972b6a-91b6-4203-a819-e6ce3a147b50 req-84690a37-572b-424e-86cd-9387a3a638ff tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700955 Feb 11 05:31:18.703298 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c9de1b72-4321-4430-8da4-9fcd5603a3fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fad726e41afd473bb697e254347cbe25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6636970 Feb 11 05:31:18.708278 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:18.766148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3061ac-3ca8-42bc-bb44-a86d316aaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7693da6c-e994-4b85-8053-4d8224b2c44e'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:18.770410 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3529225-b882-47a3-ae1c-59f4a2e65862" -d '{"events": [{"server_uuid": "3a3061ac-3ca8-42bc-bb44-a86d316aaa83", "name": "network-vif-plugged", "status": "completed", "tag": "7693da6c-e994-4b85-8053-4d8224b2c44e"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:18.902469 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951743b8-6cd7-4181-b405-70285416e945 x-openstack-request-id: req-951743b8-6cd7-4181-b405-70285416e945 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:18.903624 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3061ac-3ca8-42bc-bb44-a86d316aaa83", "name": "network-vif-plugged", "status": "completed", "tag": "7693da6c-e994-4b85-8053-4d8224b2c44e", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:18.904055 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-951743b8-6cd7-4181-b405-70285416e945 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:18.904613 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3061ac-3ca8-42bc-bb44-a86d316aaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7693da6c-e994-4b85-8053-4d8224b2c44e', 'code': 200} Feb 11 05:31:18.931833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de1b72-4321-4430-8da4-9fcd5603a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8013a5-a08d-4d9b-8bca-ec18f0f451e4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:19.079382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa4d916-7c87-4ffc-b80c-f4767dc88e7d req-d7ecc8ae-2e22-48f6-9df3-502003c1942e tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 210 time: 0.2626517 Feb 11 05:31:19.125223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-abd552cf-8f85-4ec1-b826-1d94ffaf7038 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.126775 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-abd552cf-8f85-4ec1-b826-1d94ffaf7038 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.72 "GET /v2.0/networks?id=234ef325-4663-4a4e-ac65-91cbc1796cc0 HTTP/1.1" status: 200 len: 817 time: 0.4929509 Feb 11 05:31:19.144616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Request body: {'port': {'device_id': 'd2daa100-196a-42bd-96c1-b884d254859b', 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0', 'admin_state_up': True, 'tenant_id': 'f30e731cb5544911974e464a1274bb75'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:19.330571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Made reservation on behalf of f30e731cb5544911974e464a1274bb75 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:19.352649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.429212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-fdf4957a-f262-4eb2-a035-958ead2cfcf1 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.434549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-fdf4957a-f262-4eb2-a035-958ead2cfcf1 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.72 "GET /v2.0/networks?id=234ef325-4663-4a4e-ac65-91cbc1796cc0 HTTP/1.1" status: 200 len: 817 time: 0.7519469 Feb 11 05:31:19.554256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Request body: {'port': {'device_id': '5069b4d9-dc81-46c0-9236-9e9ce000b241', 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0', 'admin_state_up': True, 'tenant_id': 'f30e731cb5544911974e464a1274bb75'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:19.649447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f879-aa71-404f-b214-e5bb6ca9ae0c req-9944ac6f-4a2b-4fad-bde4-4adafce633e1 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.660767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddb2f879-aa71-404f-b214-e5bb6ca9ae0c req-9944ac6f-4a2b-4fad-bde4-4adafce633e1 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.5944197 Feb 11 05:31:19.818581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65168601-f226-4db9-9a40-02f205dfb660 req-13a2dc9b-e8bd-45c6-8035-352594de7bd7 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.832187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65168601-f226-4db9-9a40-02f205dfb660 req-13a2dc9b-e8bd-45c6-8035-352594de7bd7 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 945 time: 0.3964872 Feb 11 05:31:19.894761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-58c30f36-9cce-43be-b188-ef1df64df1a1 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.896283 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-58c30f36-9cce-43be-b188-ef1df64df1a1 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.81 "GET /v2.0/networks?id=234ef325-4663-4a4e-ac65-91cbc1796cc0 HTTP/1.1" status: 200 len: 817 time: 1.4253438 Feb 11 05:31:19.913417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Request body: {'port': {'device_id': '4ee25230-1393-4ed8-a618-a6258ae08ba9', 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0', 'admin_state_up': True, 'tenant_id': 'f30e731cb5544911974e464a1274bb75'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:19.991195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34700e-6a94-474d-892e-749ca2606d7a req-bce46fa7-49e7-414e-ba64-813951166f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.993319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a34700e-6a94-474d-892e-749ca2606d7a req-bce46fa7-49e7-414e-ba64-813951166f7d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 1128 time: 0.8456812 Feb 11 05:31:20.011383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddb2f879-aa71-404f-b214-e5bb6ca9ae0c req-22626df1-b383-40c6-aa21-1dbefe6d72c0 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445158 Feb 11 05:31:20.051369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Made reservation on behalf of f30e731cb5544911974e464a1274bb75 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:20.061607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.145475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-428f5f49-78aa-4460-993b-a9f7c29622ca admin admin] Publish callbacks [] for security_group (fd8013a5-a08d-4d9b-8bca-ec18f0f451e4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.229513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Allocated IP 172.20.0.3 (234ef325-4663-4a4e-ac65-91cbc1796cc0/e294ff72-0c26-46e0-b0f0-de2040821c29/3e2a8382-078b-4b4c-a39d-4b5149857dd0) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:20.284770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65168601-f226-4db9-9a40-02f205dfb660 req-9778a5b0-abbd-43ff-9f7d-fc7ee0cdc5e0 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516935 Feb 11 05:31:20.303534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-428f5f49-78aa-4460-993b-a9f7c29622ca admin admin] Publish callbacks [] for security_group (fd8013a5-a08d-4d9b-8bca-ec18f0f451e4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.329461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Made reservation on behalf of f30e731cb5544911974e464a1274bb75 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:20.333066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.500847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a34700e-6a94-474d-892e-749ca2606d7a req-84609b6e-bfb9-4391-a4cc-a4b1244546f7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687543 Feb 11 05:31:20.533672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-428f5f49-78aa-4460-993b-a9f7c29622ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fd8013a5-a08d-4d9b-8bca-ec18f0f451e4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.536480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-428f5f49-78aa-4460-993b-a9f7c29622ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.538949 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-428f5f49-78aa-4460-993b-a9f7c29622ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd8013a5-a08d-4d9b-8bca-ec18f0f451e4 HTTP/1.1" status: 204 len: 168 time: 1.7888236 Feb 11 05:31:20.560770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f5f49-78aa-4460-993b-a9f7c29622ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8013a5-a08d-4d9b-8bca-ec18f0f451e4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:20.594278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks [] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.597478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5b01e58-31d4-43f1-8f86-bf2222c11ff9 req-f323cd4a-85ca-4770-864e-2394e1712940 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 210 time: 0.0995898 Feb 11 05:31:20.661996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c8cff-e8d4-4149-8a04-2909dd446006 req-f4e681e3-2efc-4e93-9b2d-01fafc2c5d03 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:20.668821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-339c8cff-e8d4-4149-8a04-2909dd446006 req-f4e681e3-2efc-4e93-9b2d-01fafc2c5d03 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.4723320 Feb 11 05:31:20.769784 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.782423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Allocated IP 172.20.0.2 (234ef325-4663-4a4e-ac65-91cbc1796cc0/e294ff72-0c26-46e0-b0f0-de2040821c29/8f484415-55a0-4b3d-86ab-ded6b805b7d6) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:20.804762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-339c8cff-e8d4-4149-8a04-2909dd446006 req-0128aeb7-541b-449c-b21c-754c2c4ebf85 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349723 Feb 11 05:31:20.929085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Network 234ef325-4663-4a4e-ac65-91cbc1796cc0 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:20.957124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:20.966948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:21.011199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Pushing event updated for resources: {'Port': ['ID=3e2a8382-078b-4b4c-a39d-4b5149857dd0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:21.098713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-71913137-2907-455b-b36a-af03c73ff2e0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:21.098869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56806) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:21.105403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-71913137-2907-455b-b36a-af03c73ff2e0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 808 time: 0.2189219 Feb 11 05:31:21.127471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c853baf5-77f0-43b3-96e5-7894065a5712 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/quotas/189047df84ed4519ae5f18281ab6a0b6 HTTP/1.1" status: 200 len: 375 time: 0.0201418 Feb 11 05:31:21.139178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:21.140110 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.148050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-78e1c3a8-2018-453a-8765-ee42e9daf0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.211915 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-5eace9e1-7c4f-4386-8f1e-3515ede3f2c3 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0712769 Feb 11 05:31:21.233892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Request body: {'port': {'device_id': 'd2daa100-196a-42bd-96c1-b884d254859b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:21.251238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-53770ec8-10b6-4c1c-b4b1-316a432d0e63 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1227894 Feb 11 05:31:21.314329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks [] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.367770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-249db46b-e109-435e-a25e-dea694fe6ffb service neutron] 10.222.0.31 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152730 Feb 11 05:31:21.373140 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.456284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-78e1c3a8-2018-453a-8765-ee42e9daf0d7 admin admin] Publish callbacks [] for security_group (0699673f-5a31-4193-92a3-94515b824a17), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.468863 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-78e1c3a8-2018-453a-8765-ee42e9daf0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0699673f-5a31-4193-92a3-94515b824a17), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.483628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-fb766482-74af-44d5-8ef4-c3b860ec7e12 service neutron] 10.222.0.31 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145573 Feb 11 05:31:21.499367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.510067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709718ca-fbdb-4807-84b0-b99ab947aaa1 req-dbcaff41-5dfa-4e8c-841c-aa129c12ce13 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:21.520615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-709718ca-fbdb-4807-84b0-b99ab947aaa1 req-dbcaff41-5dfa-4e8c-841c-aa129c12ce13 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.3603501 Feb 11 05:31:21.574642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56808) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:21.592113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'subnets': [{'network_id': '94c55c41-f214-4c9e-9be5-95e4bb2b9082', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--291188943', 'ip_version': 6}, {'network_id': '5d1a7c41-2bfd-41bf-9568-06981cc7cc18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:21.592582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'subnet': {'network_id': '94c55c41-f214-4c9e-9be5-95e4bb2b9082', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--291188943', 'ip_version': 6}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:21.593453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Request body: {'subnet': {'network_id': '5d1a7c41-2bfd-41bf-9568-06981cc7cc18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:21.650835 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1c3a8-2018-453a-8765-ee42e9daf0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0699673f-5a31-4193-92a3-94515b824a17,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:21.655859 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-78e1c3a8-2018-453a-8765-ee42e9daf0d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b48f629a060430880f04088a1501c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5477817 Feb 11 05:31:21.674827 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-709718ca-fbdb-4807-84b0-b99ab947aaa1 req-747e7a0c-6128-4873-b7a1-cb01be51500b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505413 Feb 11 05:31:21.682098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Network 234ef325-4663-4a4e-ac65-91cbc1796cc0 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:21.682707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56814) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:21.689504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:21.697876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:21.724950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Pushing event updated for resources: {'Port': ['ID=8f484415-55a0-4b3d-86ab-ded6b805b7d6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:21.781450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.api [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-24b15744-7d84-4221-9289-4f27698d9955 {{(pid=103120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:21.781783 n-d-715271-35 neutron-server[103120]: DEBUG oslo_db.api [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:21.808093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:21.810587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.829632 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.843304 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-4b92d756-ad87-4a4b-ae03-a10f0789ea08 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9373357 Feb 11 05:31:21.883050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Request body: {'port': {'device_id': '4ee25230-1393-4ed8-a618-a6258ae08ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:21.910977 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f96b036-f79a-4fc8-8174-fcaecd84b209 admin admin] Publish callbacks [] for security_group (0699673f-5a31-4193-92a3-94515b824a17), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.971076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Made reservation on behalf of 6a4f9b976e774774a7938fab70710229 for: {'subnet': 2} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:21.986535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.986882 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.005105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f96b036-f79a-4fc8-8174-fcaecd84b209 admin admin] Publish callbacks [] for security_group (0699673f-5a31-4193-92a3-94515b824a17), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.144410 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.149388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fac2242-4157-4928-ac3d-fcb16a14e569 req-2c4bdb4b-2524-45e9-b332-52798cebd062 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 210 time: 0.0586085 Feb 11 05:31:22.171400 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2a8382-078b-4b4c-a39d-4b5149857dd0 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:22.229259 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Publish callbacks [] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.260051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Transition to ACTIVE for port object 3e2a8382-078b-4b4c-a39d-4b5149857dd0 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:22.288132 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.311330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.350220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0ae186e-9cba-4f38-81bd-e388efaddba0 req-1b01aae7-6877-40d9-aff3-0f5332b7dd41 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 210 time: 0.0798891 Feb 11 05:31:22.393541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874f41a-c3ff-48e0-953d-7500b65188a4 req-49ce263c-d26b-47a2-96c8-c9e0ee6db270 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:22.395395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d874f41a-c3ff-48e0-953d-7500b65188a4 req-49ce263c-d26b-47a2-96c8-c9e0ee6db270 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.2973497 Feb 11 05:31:22.435980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f96b036-f79a-4fc8-8174-fcaecd84b209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0699673f-5a31-4193-92a3-94515b824a17), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.438686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f96b036-f79a-4fc8-8174-fcaecd84b209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.453536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f96b036-f79a-4fc8-8174-fcaecd84b209 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0699673f-5a31-4193-92a3-94515b824a17 HTTP/1.1" status: 204 len: 168 time: 0.7589331 Feb 11 05:31:22.458782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a8382-078b-4b4c-a39d-4b5149857dd0,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:22.555896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Attempting to bind port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:22.556304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Attempting to bind port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:22.556648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Attempting to bind port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 on network 234ef325-4663-4a4e-ac65-91cbc1796cc0 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:22.567282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 on network 234ef325-4663-4a4e-ac65-91cbc1796cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:22.567703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Attempting to bind port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 on network 234ef325-4663-4a4e-ac65-91cbc1796cc0 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:22.585220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:22.587912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Checking segment: {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:22.587912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Bound using segment: {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:22.587912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Bound port: 3e2a8382-078b-4b4c-a39d-4b5149857dd0, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:22.587912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.668813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f484415-55a0-4b3d-86ab-ded6b805b7d6 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:22.682010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Publish callbacks [] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.709416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Transition to ACTIVE for port object 8f484415-55a0-4b3d-86ab-ded6b805b7d6 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:22.719195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.721724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] For port 3e2a8382-078b-4b4c-a39d-4b5149857dd0, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:22.726987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] For port 3e2a8382-078b-4b4c-a39d-4b5149857dd0, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3e2a8382-078b-4b4c-a39d-4b5149857dd0,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:22.756984 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.790188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:22.790820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.792230 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] 10.222.0.72 "PUT /v2.0/ports/3e2a8382-078b-4b4c-a39d-4b5149857dd0 HTTP/1.1" status: 200 len: 1092 time: 1.5661211 Feb 11 05:31:22.792949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2daa100-196a-42bd-96c1-b884d254859b', 'tag': '3e2a8382-078b-4b4c-a39d-4b5149857dd0'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:22.795803 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939138ac-988f-4673-87a4-9651595db8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2daa100-196a-42bd-96c1-b884d254859b", "tag": "3e2a8382-078b-4b4c-a39d-4b5149857dd0"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:22.798395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Pushing event updated for resources: {'Port': ['ID=8f484415-55a0-4b3d-86ab-ded6b805b7d6,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:22.908718 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.939043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96b036-f79a-4fc8-8174-fcaecd84b209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0699673f-5a31-4193-92a3-94515b824a17,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:22.943887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93213555-6587-462a-a4bd-88b56ba85c80 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a8382-078b-4b4c-a39d-4b5149857dd0,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:22.964431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Attempting to bind port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:22.964431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Attempting to bind port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:22.964431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Attempting to bind port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 on network 234ef325-4663-4a4e-ac65-91cbc1796cc0 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:22.971763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 on network 234ef325-4663-4a4e-ac65-91cbc1796cc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:22.972114 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Attempting to bind port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 on network 234ef325-4663-4a4e-ac65-91cbc1796cc0 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:22.976852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-20367e7f-6cb9-4410-885f-50dbd923019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:22.978531 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-20367e7f-6cb9-4410-885f-50dbd923019f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f30e731cb5544911974e464a1274bb75&device_id=d2daa100-196a-42bd-96c1-b884d254859b HTTP/1.1" status: 200 len: 1126 time: 0.1265302 Feb 11 05:31:22.983088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:22.983389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Checking segment: {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:22.983861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Bound using segment: {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:22.984226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Bound port: 8f484415-55a0-4b3d-86ab-ded6b805b7d6, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:22.985040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.046570 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-3dff4e59-4db3-4380-b2de-42c15e1f91e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e2a8382-078b-4b4c-a39d-4b5149857dd0 HTTP/1.1" status: 200 len: 217 time: 0.0586271 Feb 11 05:31:23.065688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d874f41a-c3ff-48e0-953d-7500b65188a4 req-e50a88f3-3c5a-4963-9c5e-2e653ce0114a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618590 Feb 11 05:31:23.116976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f6222-3443-468c-9017-20f374823967 req-ad36acda-837f-472d-8387-bbfa6432d656 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.124883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662f6222-3443-468c-9017-20f374823967 req-ad36acda-837f-472d-8387-bbfa6432d656 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 945 time: 0.2195487 Feb 11 05:31:23.194139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] For port 8f484415-55a0-4b3d-86ab-ded6b805b7d6, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:23.199407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] For port 8f484415-55a0-4b3d-86ab-ded6b805b7d6, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8f484415-55a0-4b3d-86ab-ded6b805b7d6,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:23.201812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-4a007f85-4350-4de3-a230-f2495759dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.204621 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-4a007f85-4350-4de3-a230-f2495759dd9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e294ff72-0c26-46e0-b0f0-de2040821c29 HTTP/1.1" status: 200 len: 857 time: 0.1249945 Feb 11 05:31:23.210850 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.250268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Allocated IP 172.20.0.14 (234ef325-4663-4a4e-ac65-91cbc1796cc0/e294ff72-0c26-46e0-b0f0-de2040821c29/65d7b636-352d-44c0-861c-481b58dc6bd7) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:23.295042 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-baf28014-0dcf-4f66-81bd-c66a9bfdbcff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=234ef325-4663-4a4e-ac65-91cbc1796cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777378 Feb 11 05:31:23.298405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.299036 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.300485 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] 10.222.0.81 "PUT /v2.0/ports/8f484415-55a0-4b3d-86ab-ded6b805b7d6 HTTP/1.1" status: 200 len: 1092 time: 1.4216681 Feb 11 05:31:23.350494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc7abf-c114-493e-8284-5692d05e1971 service neutron] Pushing event updated for resources: {'Port': ['ID=8f484415-55a0-4b3d-86ab-ded6b805b7d6,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:23.511091 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-2849196d-5903-4361-a311-3eba13fdba3f service neutron] 10.222.0.72 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095780 Feb 11 05:31:23.519505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-995d2d2d-2b5e-46f1-9340-07eefbf2b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.521070 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-995d2d2d-2b5e-46f1-9340-07eefbf2b8fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f30e731cb5544911974e464a1274bb75&device_id=4ee25230-1393-4ed8-a618-a6258ae08ba9 HTTP/1.1" status: 200 len: 1126 time: 0.1673052 Feb 11 05:31:23.543955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-1335d853-8585-4af2-a2d7-8404122332ed tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.546025 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-1335d853-8585-4af2-a2d7-8404122332ed tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.72 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 945 time: 0.1411386 Feb 11 05:31:23.560526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662f6222-3443-468c-9017-20f374823967 req-4c2b9427-fd64-4f0c-a8ed-5f79603ef2d5 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/security-groups?id=33486279-c77f-4e42-b696-77926717eaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348612 Feb 11 05:31:23.651293 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-bec23c59-da5c-47ee-9922-462b65754c91 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f484415-55a0-4b3d-86ab-ded6b805b7d6 HTTP/1.1" status: 200 len: 217 time: 0.1042237 Feb 11 05:31:23.661822 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a84649b-3f91-4f70-940f-52f7bc5263bc x-openstack-request-id: req-3a84649b-3f91-4f70-940f-52f7bc5263bc {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:23.661822 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2daa100-196a-42bd-96c1-b884d254859b", "tag": "3e2a8382-078b-4b4c-a39d-4b5149857dd0", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:23.666197 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a84649b-3f91-4f70-940f-52f7bc5263bc {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:23.666197 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2daa100-196a-42bd-96c1-b884d254859b', 'tag': '3e2a8382-078b-4b4c-a39d-4b5149857dd0', 'status': 'completed', 'code': 200} Feb 11 05:31:23.682747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a666-2dcc-45c7-85fc-911475f31bc3 req-676b68ee-eea6-41aa-8464-4083234ed8b3 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.691959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0268a666-2dcc-45c7-85fc-911475f31bc3 req-676b68ee-eea6-41aa-8464-4083234ed8b3 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.5368898 Feb 11 05:31:23.703920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-591a757f-d4d0-4c78-a0d8-d76ba7071106 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.705901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-591a757f-d4d0-4c78-a0d8-d76ba7071106 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 808 time: 0.3794136 Feb 11 05:31:23.751052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Request body: {'port': {'device_id': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08', 'admin_state_up': True, 'tenant_id': '189047df84ed4519ae5f18281ab6a0b6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:23.848613 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-e6bdf614-5f70-4f23-81a1-94ff54bbf003 service neutron] 10.222.0.72 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264890 Feb 11 05:31:23.850006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-85b5016e-11da-4628-8cf8-0231785a8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.851340 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-85b5016e-11da-4628-8cf8-0231785a8df7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e294ff72-0c26-46e0-b0f0-de2040821c29 HTTP/1.1" status: 200 len: 857 time: 0.1514983 Feb 11 05:31:23.916415 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-a7863efe-5cc8-4924-938f-885ada035d71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=234ef325-4663-4a4e-ac65-91cbc1796cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487795 Feb 11 05:31:23.919631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Deleting port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:23.919981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.995345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0268a666-2dcc-45c7-85fc-911475f31bc3 req-eaef1ecc-751d-439e-a3d1-f46bfe7046f4 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943325 Feb 11 05:31:24.042874 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks [] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.070403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (89edc155-d2ec-48c8-8c96-2962634b99ed), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.083114 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7655048f-193f-42c4-9abf-b6b5251ab3c6 req-dfeed2e5-f8b7-4e9f-924d-26b58b1a4ee2 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 210 time: 0.0660033 Feb 11 05:31:24.107443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] For port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,segment=NetworkSegment(299bd74e-e0d6-4444-8d68-f85c0dea9588),segment_id=299bd74e-e0d6-4444-8d68-f85c0dea9588)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:24.107826 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.124653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Calling delete_port for 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:24.153452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-348997d0-95e7-4c55-8dfd-bd736dcaa91b req-7aa18735-509c-4903-976d-df414f8a8d71 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 210 time: 0.0880592 Feb 11 05:31:24.208944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Made reservation on behalf of 189047df84ed4519ae5f18281ab6a0b6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:24.212757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.244042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Subnet': ['ID=89edc155-d2ec-48c8-8c96-2962634b99ed,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.262570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.264327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Checking segment: {'id': '5d41c64b-241a-4e95-b636-c063fa201919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94c55c41-f214-4c9e-9be5-95e4bb2b9082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:24.264691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Network hostable DHCP agents. Network: 94c55c41-f214-4c9e-9be5-95e4bb2b9082, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:24.337906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.350980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:24.383895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939138ac-988f-4673-87a4-9651595db8a5 req-8b20851f-ebeb-4655-bc09-dc48e41b353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:24.385574 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-939138ac-988f-4673-87a4-9651595db8a5 req-8b20851f-ebeb-4655-bc09-dc48e41b353e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f30e731cb5544911974e464a1274bb75&device_id=d2daa100-196a-42bd-96c1-b884d254859b HTTP/1.1" status: 200 len: 1126 time: 0.4423404 Feb 11 05:31:24.386900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Pushing event deleted for resources: {'Port': ['ID=0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.391939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-111f1575-fb9b-4fa0-94cb-4e5656ab62f5 service neutron] 10.222.0.81 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687123 Feb 11 05:31:24.420863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Network 234ef325-4663-4a4e-ac65-91cbc1796cc0 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:24.437403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:24.443825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:24.454358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Pushing event updated for resources: {'Port': ['ID=65d7b636-352d-44c0-861c-481b58dc6bd7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.456351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Network 94c55c41-f214-4c9e-9be5-95e4bb2b9082 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:24.487817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] No DVR routers for this DVR port 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:24.520546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.524302 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4801d0fa-37f3-48ee-ba1f-08dc5c7333cd req-5205f653-5cd9-4685-a6a2-0197ebac1b71 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.72 "DELETE /v2.0/ports/0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd HTTP/1.1" status: 204 len: 173 time: 0.9613895 Feb 11 05:31:24.530831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 94c55c41-f214-4c9e-9be5-95e4bb2b9082) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:24.552954 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (60e9bcad-3895-49b9-8c1d-e34e0d5576dc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.560140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Allocated IP 172.20.0.11 (662b4f87-ddac-4f37-bb8c-0f74e2de8a08/219dcd02-d0cc-4942-9fb4-bddf9eca1cce/fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:24.564017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f0bf96-ffd3-4510-aca8-981bd8225112 None None] Network 94c55c41-f214-4c9e-9be5-95e4bb2b9082 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:24.577320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:24.578210 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.632482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279711bc-89ca-4c06-9ea1-06f0e8d97363 req-b7c988a8-60f2-42dc-b246-82adde4ffc02 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:24.635358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939138ac-988f-4673-87a4-9651595db8a5 req-0b47f220-0663-49ef-87d4-0a305eb13b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:24.636803 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-939138ac-988f-4673-87a4-9651595db8a5 req-0b47f220-0663-49ef-87d4-0a305eb13b24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=234ef325-4663-4a4e-ac65-91cbc1796cc0 HTTP/1.1" status: 200 len: 918 time: 0.2382967 Feb 11 05:31:24.640741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-279711bc-89ca-4c06-9ea1-06f0e8d97363 req-b7c988a8-60f2-42dc-b246-82adde4ffc02 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.3147500 Feb 11 05:31:24.664032 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-da38c940-2a3e-4739-9e9e-17cd3028a986 service neutron] 10.222.0.81 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574251 Feb 11 05:31:24.697394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-31a1c67e-fbca-4943-b5e6-07195fa1c78c tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1658733 Feb 11 05:31:24.714141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Request body: {'port': {'device_id': '5069b4d9-dc81-46c0-9236-9e9ce000b241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:24.714644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-939138ac-988f-4673-87a4-9651595db8a5 req-0540525b-8993-4925-81a0-673fdd85407d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e2a8382-078b-4b4c-a39d-4b5149857dd0 HTTP/1.1" status: 200 len: 217 time: 0.0657501 Feb 11 05:31:24.727294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event updated for resources: {'Subnet': ['ID=60e9bcad-3895-49b9-8c1d-e34e0d5576dc,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.774934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939138ac-988f-4673-87a4-9651595db8a5 req-b13492c8-2502-424f-b611-36e31e920e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:24.776411 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-939138ac-988f-4673-87a4-9651595db8a5 req-b13492c8-2502-424f-b611-36e31e920e2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e294ff72-0c26-46e0-b0f0-de2040821c29 HTTP/1.1" status: 200 len: 857 time: 0.0550563 Feb 11 05:31:24.790773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-94c55c41-f214-4c9e-9be5-95e4bb2b9082', 'network_id': '94c55c41-f214-4c9e-9be5-95e4bb2b9082', 'project_id': '6a4f9b976e774774a7938fab70710229', 'fixed_ips': [{'subnet_id': '89edc155-d2ec-48c8-8c96-2962634b99ed'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:24.791950 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.814474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-279711bc-89ca-4c06-9ea1-06f0e8d97363 req-faf08413-8a0d-4920-8920-852eaeac639b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727469 Feb 11 05:31:24.864182 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.908108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Checking segment: {'id': '78de26ea-43de-41b4-a573-286e552a61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5d1a7c41-2bfd-41bf-9568-06981cc7cc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:24.908631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Network hostable DHCP agents. Network: 5d1a7c41-2bfd-41bf-9568-06981cc7cc18, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:24.968081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Allocated IP 2001:db8::1 (94c55c41-f214-4c9e-9be5-95e4bb2b9082/89edc155-d2ec-48c8-8c96-2962634b99ed/96f797a3-35ee-4595-8a98-ca4a688819ac) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:25.008432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Network 5d1a7c41-2bfd-41bf-9568-06981cc7cc18 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:25.115809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 5d1a7c41-2bfd-41bf-9568-06981cc7cc18) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:25.142948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.143861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.145079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.169951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83411e52-b768-40dd-bea0-2ba6c9d44bf2 None None] Network 5d1a7c41-2bfd-41bf-9568-06981cc7cc18 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:25.178896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5da62160-a1ca-4b5c-a82c-aeabdbd11463 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5989704 Feb 11 05:31:25.203476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56892) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:25.226617 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks [] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.290609 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-939138ac-988f-4673-87a4-9651595db8a5 req-ec363beb-427a-4fb4-b7d7-b3acf02a38d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=234ef325-4663-4a4e-ac65-91cbc1796cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5066249 Feb 11 05:31:25.347850 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Publish callbacks [] for port (96f797a3-35ee-4595-8a98-ca4a688819ac), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.353617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd226b15-21d6-4ef6-ae30-0b2aaa5b01f1 req-b1ba7f8b-47e9-41f0-aa8e-62482e6480a5 tempest-ServerAddressesTestJSON-115675139 tempest-ServerAddressesTestJSON-115675139-project] 10.222.0.31 "GET /v2.0/ports?device_id=794eec6b-d5f1-4ff4-8c48-59732f3e412b HTTP/1.1" status: 200 len: 210 time: 0.1538646 Feb 11 05:31:25.481714 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (96f797a3-35ee-4595-8a98-ca4a688819ac), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.490732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f3ca9-b459-4388-b92e-23068fc2d627 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.492252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f3ca9-b459-4388-b92e-23068fc2d627 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.493940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f3ca9-b459-4388-b92e-23068fc2d627 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.505404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-182f3ca9-b459-4388-b92e-23068fc2d627 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2895918 Feb 11 05:31:25.505656 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-939138ac-988f-4673-87a4-9651595db8a5 req-ed96e64f-f93d-4153-b37f-a628cba0efb5 service neutron] 10.222.0.72 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989853 Feb 11 05:31:25.522569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56898) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:25.561193 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.564021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-5d1a7c41-2bfd-41bf-9568-06981cc7cc18', 'network_id': '5d1a7c41-2bfd-41bf-9568-06981cc7cc18', 'project_id': '6a4f9b976e774774a7938fab70710229', 'fixed_ips': [{'subnet_id': '60e9bcad-3895-49b9-8c1d-e34e0d5576dc'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:25.564983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.601388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Network 94c55c41-f214-4c9e-9be5-95e4bb2b9082 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:25.613814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:25.623811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5ef65-6437-4f5e-ae40-66575863dd6c req-4e05f2f3-23ce-4587-8359-7449c97cdccc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.625465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1de5ef65-6437-4f5e-ae40-66575863dd6c req-4e05f2f3-23ce-4587-8359-7449c97cdccc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.1768849 Feb 11 05:31:25.634971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:25.658295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:25.663827 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee25230-1393-4ed8-a618-a6258ae08ba9', 'tag': '8f484415-55a0-4b3d-86ab-ded6b805b7d6'}, {'server_uuid': '794eec6b-d5f1-4ff4-8c48-59732f3e412b', 'name': 'network-vif-deleted', 'tag': '0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:25.666652 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee25230-1393-4ed8-a618-a6258ae08ba9", "tag": "8f484415-55a0-4b3d-86ab-ded6b805b7d6"}, {"server_uuid": "794eec6b-d5f1-4ff4-8c48-59732f3e412b", "name": "network-vif-deleted", "tag": "0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:25.702005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:25.708222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:25.712857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['633cd357-5c1b-4683-abc4-eea044957b38'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:25.718662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.719806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.735241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e4af5a-e51d-4823-ace1-8604ff38b43a tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Deleting subnet 89edc155-d2ec-48c8-8c96-2962634b99ed {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:25.739870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53e4af5a-e51d-4823-ace1-8604ff38b43a tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks [] for subnet (89edc155-d2ec-48c8-8c96-2962634b99ed), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.804536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d7b636-352d-44c0-861c-481b58dc6bd7 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:25.812145 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-939138ac-988f-4673-87a4-9651595db8a5 req-a34e2df9-4986-4bc0-a52c-0fb378b25a88 service neutron] 10.222.0.72 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097773 Feb 11 05:31:25.812366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Pushing event updated for resources: {'Port': ['ID=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:25.823726 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Publish callbacks [] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.824985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53e4af5a-e51d-4823-ace1-8604ff38b43a tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (89edc155-d2ec-48c8-8c96-2962634b99ed), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.830035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-c3216530-e541-413b-89ce-2f8df1425984 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1119809 Feb 11 05:31:25.851683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Request body: {'port': {'device_id': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:25.880980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Pushing event updated for resources: {'Port': ['ID=96f797a3-35ee-4595-8a98-ca4a688819ac,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:25.938221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Transition to ACTIVE for port object 65d7b636-352d-44c0-861c-481b58dc6bd7 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:25.956690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ef850-775b-4d9e-aa9e-689405adb67b req-f3cba400-87e9-40eb-a51b-7da39387f13f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.958716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-968ef850-775b-4d9e-aa9e-689405adb67b req-f3cba400-87e9-40eb-a51b-7da39387f13f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.2351522 Feb 11 05:31:25.959475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53e4af5a-e51d-4823-ace1-8604ff38b43a tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (89edc155-d2ec-48c8-8c96-2962634b99ed), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.962187 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.975329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Attempting to bind port 96f797a3-35ee-4595-8a98-ca4a688819ac on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:25.975774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Attempting to bind port 96f797a3-35ee-4595-8a98-ca4a688819ac by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '5d41c64b-241a-4e95-b636-c063fa201919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94c55c41-f214-4c9e-9be5-95e4bb2b9082'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:25.976200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Attempting to bind port 96f797a3-35ee-4595-8a98-ca4a688819ac on network 94c55c41-f214-4c9e-9be5-95e4bb2b9082 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:25.983677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1de5ef65-6437-4f5e-ae40-66575863dd6c req-d62f2026-3f43-4d53-85c7-72574cd321f4 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241382 Feb 11 05:31:26.010401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:26.011036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Checking segment: {'id': '5d41c64b-241a-4e95-b636-c063fa201919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94c55c41-f214-4c9e-9be5-95e4bb2b9082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:26.011666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.012397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Bound using segment: {'id': '5d41c64b-241a-4e95-b636-c063fa201919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94c55c41-f214-4c9e-9be5-95e4bb2b9082'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:26.013352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Bound port: 96f797a3-35ee-4595-8a98-ca4a688819ac, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d41c64b-241a-4e95-b636-c063fa201919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94c55c41-f214-4c9e-9be5-95e4bb2b9082'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:26.014024 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (96f797a3-35ee-4595-8a98-ca4a688819ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.055803 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.062622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Allocated IP 2001:db8:0:1::1 (5d1a7c41-2bfd-41bf-9568-06981cc7cc18/60e9bcad-3895-49b9-8c1d-e34e0d5576dc/50845dd0-f315-457d-88a2-c7253cc70b15) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:26.066988 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53e4af5a-e51d-4823-ace1-8604ff38b43a tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (89edc155-d2ec-48c8-8c96-2962634b99ed), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.117457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4af5a-e51d-4823-ace1-8604ff38b43a tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Subnet': ['ID=89edc155-d2ec-48c8-8c96-2962634b99ed,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.145307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53e4af5a-e51d-4823-ace1-8604ff38b43a tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.159320 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-53e4af5a-e51d-4823-ace1-8604ff38b43a tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/subnets/89edc155-d2ec-48c8-8c96-2962634b99ed HTTP/1.1" status: 204 len: 168 time: 0.5810239 Feb 11 05:31:26.160145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56908) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:26.226654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Pushing event updated for resources: {'Port': ['ID=65d7b636-352d-44c0-861c-481b58dc6bd7,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.228258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] For port 96f797a3-35ee-4595-8a98-ca4a688819ac, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:26.263310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-968ef850-775b-4d9e-aa9e-689405adb67b req-60b87750-5c73-40d7-a7c0-a56782707672 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727270 Feb 11 05:31:26.264076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] For port 96f797a3-35ee-4595-8a98-ca4a688819ac, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=96f797a3-35ee-4595-8a98-ca4a688819ac,segment=NetworkSegment(5d41c64b-241a-4e95-b636-c063fa201919),segment_id=5d41c64b-241a-4e95-b636-c063fa201919)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:26.268818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ce143e-561e-43d6-bea2-d1bb3fb5c507 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Deleting subnet 60e9bcad-3895-49b9-8c1d-e34e0d5576dc {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:26.276662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (96f797a3-35ee-4595-8a98-ca4a688819ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.429796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed74c0-29c6-4759-94cc-e7abe636c3eb None None] Pushing event updated for resources: {'Port': ['ID=96f797a3-35ee-4595-8a98-ca4a688819ac,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.442197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fb6216-4507-4547-a5d0-87997465ce5c None None] Network 94c55c41-f214-4c9e-9be5-95e4bb2b9082 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:26.491681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Attempting to bind port 65d7b636-352d-44c0-861c-481b58dc6bd7 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:26.492015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Attempting to bind port 65d7b636-352d-44c0-861c-481b58dc6bd7 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:26.492344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Attempting to bind port 65d7b636-352d-44c0-861c-481b58dc6bd7 on network 234ef325-4663-4a4e-ac65-91cbc1796cc0 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:26.524028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dda0ce-6e9e-4300-a88e-3751fd4aad1d req-37c82fa5-4393-417a-946c-3b140e2ec647 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:26.526237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17dda0ce-6e9e-4300-a88e-3751fd4aad1d req-37c82fa5-4393-417a-946c-3b140e2ec647 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 944 time: 0.2616413 Feb 11 05:31:26.540685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Port 65d7b636-352d-44c0-861c-481b58dc6bd7 on network 234ef325-4663-4a4e-ac65-91cbc1796cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:26.541013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Attempting to bind port 65d7b636-352d-44c0-861c-481b58dc6bd7 on network 234ef325-4663-4a4e-ac65-91cbc1796cc0 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:26.562470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:26.562817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Checking segment: {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:26.563237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Bound using segment: {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:26.563758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Bound port: 65d7b636-352d-44c0-861c-481b58dc6bd7, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:26.564121 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.603405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94601b-d2e0-48c0-8052-7aa076b7209c req-1fdce043-2e22-4e38-a1db-f8548026af39 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:26.604966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae94601b-d2e0-48c0-8052-7aa076b7209c req-1fdce043-2e22-4e38-a1db-f8548026af39 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 932 time: 0.2561162 Feb 11 05:31:26.632439 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Publish callbacks [] for port (50845dd0-f315-457d-88a2-c7253cc70b15), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.640638 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-95ce143e-561e-43d6-bea2-d1bb3fb5c507 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks [] for subnet (60e9bcad-3895-49b9-8c1d-e34e0d5576dc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.663116 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (50845dd0-f315-457d-88a2-c7253cc70b15), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.682051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Network 5d1a7c41-2bfd-41bf-9568-06981cc7cc18 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:26.684863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:26.687974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:26.712545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-95ce143e-561e-43d6-bea2-d1bb3fb5c507 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (60e9bcad-3895-49b9-8c1d-e34e0d5576dc), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.804857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Pushing event updated for resources: {'Port': ['ID=50845dd0-f315-457d-88a2-c7253cc70b15,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.816355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Attempting to bind port 50845dd0-f315-457d-88a2-c7253cc70b15 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:26.816910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Attempting to bind port 50845dd0-f315-457d-88a2-c7253cc70b15 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '78de26ea-43de-41b4-a573-286e552a61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5d1a7c41-2bfd-41bf-9568-06981cc7cc18'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:26.817425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Attempting to bind port 50845dd0-f315-457d-88a2-c7253cc70b15 on network 5d1a7c41-2bfd-41bf-9568-06981cc7cc18 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:26.824400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:26.825507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Checking segment: {'id': '78de26ea-43de-41b4-a573-286e552a61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5d1a7c41-2bfd-41bf-9568-06981cc7cc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:26.826011 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.826502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Bound using segment: {'id': '78de26ea-43de-41b4-a573-286e552a61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5d1a7c41-2bfd-41bf-9568-06981cc7cc18'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:26.827088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Bound port: 50845dd0-f315-457d-88a2-c7253cc70b15, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78de26ea-43de-41b4-a573-286e552a61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5d1a7c41-2bfd-41bf-9568-06981cc7cc18'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:26.827574 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (50845dd0-f315-457d-88a2-c7253cc70b15), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.850482 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:31:26.874668 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-95ce143e-561e-43d6-bea2-d1bb3fb5c507 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (60e9bcad-3895-49b9-8c1d-e34e0d5576dc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.952011 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-95ce143e-561e-43d6-bea2-d1bb3fb5c507 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (60e9bcad-3895-49b9-8c1d-e34e0d5576dc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.953976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] For port 50845dd0-f315-457d-88a2-c7253cc70b15, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:26.962057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] For port 50845dd0-f315-457d-88a2-c7253cc70b15, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=50845dd0-f315-457d-88a2-c7253cc70b15,segment=NetworkSegment(78de26ea-43de-41b4-a573-286e552a61c3),segment_id=78de26ea-43de-41b4-a573-286e552a61c3)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:26.982636 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (50845dd0-f315-457d-88a2-c7253cc70b15), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.993368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce143e-561e-43d6-bea2-d1bb3fb5c507 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Subnet': ['ID=60e9bcad-3895-49b9-8c1d-e34e0d5576dc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.998723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-95ce143e-561e-43d6-bea2-d1bb3fb5c507 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.002525 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-95ce143e-561e-43d6-bea2-d1bb3fb5c507 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/subnets/60e9bcad-3895-49b9-8c1d-e34e0d5576dc HTTP/1.1" status: 204 len: 168 time: 0.8407743 Feb 11 05:31:27.006232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56914) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:27.078921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17dda0ce-6e9e-4300-a88e-3751fd4aad1d req-e6e54652-eb7e-406d-bc48-f61439c3baed tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333545 Feb 11 05:31:27.088717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95cfd6-a656-42f4-8740-9e25d9e80ae3 None None] Pushing event updated for resources: {'Port': ['ID=50845dd0-f315-457d-88a2-c7253cc70b15,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.126810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d825a-edbb-4e6d-b6f8-f1d48b1431ad tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:27.128109 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fb9d825a-edbb-4e6d-b6f8-f1d48b1431ad tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1199920 Feb 11 05:31:27.129008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae94601b-d2e0-48c0-8052-7aa076b7209c req-f640d220-028e-4678-aa52-57d3061d1bc2 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130606 Feb 11 05:31:27.130409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] For port 65d7b636-352d-44c0-861c-481b58dc6bd7, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:27.136276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56918) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:27.192502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] For port 65d7b636-352d-44c0-861c-481b58dc6bd7, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=65d7b636-352d-44c0-861c-481b58dc6bd7,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:27.205598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.286936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Pushing event updated for resources: {'Port': ['ID=65d7b636-352d-44c0-861c-481b58dc6bd7,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.302750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8f484415-55a0-4b3d-86ab-ded6b805b7d6 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:27.304035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:27.304698 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.306184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-72e6e912-dcd2-4428-b7b5-e7c47d42526b service neutron] 10.222.0.72 "PUT /v2.0/ports/65d7b636-352d-44c0-861c-481b58dc6bd7 HTTP/1.1" status: 200 len: 1093 time: 2.5972810 Feb 11 05:31:27.306659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5069b4d9-dc81-46c0-9236-9e9ce000b241', 'tag': '65d7b636-352d-44c0-861c-481b58dc6bd7'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:27.309050 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c45ce3a-1804-4e7b-85bb-15b0c464626a" -d '{"events": [{"name": "network-changed", "server_uuid": "5069b4d9-dc81-46c0-9236-9e9ce000b241", "tag": "65d7b636-352d-44c0-861c-481b58dc6bd7"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:27.395106 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c511516-64e8-441e-9615-00c56619a1d1 x-openstack-request-id: req-0c511516-64e8-441e-9615-00c56619a1d1 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:27.395536 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee25230-1393-4ed8-a618-a6258ae08ba9", "tag": "8f484415-55a0-4b3d-86ab-ded6b805b7d6", "status": "completed", "code": 200}, {"server_uuid": "794eec6b-d5f1-4ff4-8c48-59732f3e412b", "name": "network-vif-deleted", "tag": "0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:27.395897 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c511516-64e8-441e-9615-00c56619a1d1 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:27.401727 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee25230-1393-4ed8-a618-a6258ae08ba9', 'tag': '8f484415-55a0-4b3d-86ab-ded6b805b7d6', 'status': 'completed', 'code': 200} Feb 11 05:31:27.402307 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794eec6b-d5f1-4ff4-8c48-59732f3e412b', 'name': 'network-vif-deleted', 'tag': '0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd', 'status': 'completed', 'code': 200} Feb 11 05:31:27.465248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (5d1a7c41-2bfd-41bf-9568-06981cc7cc18), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.484741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56930) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:27.500947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:27.519611 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Publish callbacks [] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.553178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Transition to ACTIVE for port object fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:27.557012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-fac6cd40-bc72-472d-9b02-df6eacece2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:27.559912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-fac6cd40-bc72-472d-9b02-df6eacece2a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f30e731cb5544911974e464a1274bb75&device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 1127 time: 0.1307526 Feb 11 05:31:27.560899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.637850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-f1c23336-782d-4492-a615-77e1dedef799 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65d7b636-352d-44c0-861c-481b58dc6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0700653 Feb 11 05:31:27.641693 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3236262d-0f3a-445a-8b24-e08ff7001bd4 x-openstack-request-id: req-3236262d-0f3a-445a-8b24-e08ff7001bd4 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:27.641999 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5069b4d9-dc81-46c0-9236-9e9ce000b241", "tag": "65d7b636-352d-44c0-861c-481b58dc6bd7", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:27.642263 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3236262d-0f3a-445a-8b24-e08ff7001bd4 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:27.642677 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5069b4d9-dc81-46c0-9236-9e9ce000b241', 'tag': '65d7b636-352d-44c0-861c-481b58dc6bd7', 'status': 'completed', 'code': 200} Feb 11 05:31:27.696434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae155adf-15c4-40ae-8e26-cc2eedd809b1 admin admin] Deleting subnet dc4095bc-b7f7-4c04-aa72-d15795831f3c {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:27.697664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 50845dd0-f315-457d-88a2-c7253cc70b15 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:27.701985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae155adf-15c4-40ae-8e26-cc2eedd809b1 admin admin] Publish callbacks [] for subnet (dc4095bc-b7f7-4c04-aa72-d15795831f3c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.748126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3e2a8382-078b-4b4c-a39d-4b5149857dd0 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:27.749924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:27.782810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Pushing event updated for resources: {'Port': ['ID=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.802157 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ebab2ee3-534a-43f1-a7fd-f855f5c9d735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.805648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae155adf-15c4-40ae-8e26-cc2eedd809b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (dc4095bc-b7f7-4c04-aa72-d15795831f3c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.806051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:27.806404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 0b109cd7-3898-4f3d-ac12-d5e33c7ef5fd not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:27.809566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8f484415-55a0-4b3d-86ab-ded6b805b7d6, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8f484415-55a0-4b3d-86ab-ded6b805b7d6,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:27.835884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '8f484415-55a0-4b3d-86ab-ded6b805b7d6', 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0', 'port_id': '8f484415-55a0-4b3d-86ab-ded6b805b7d6', 'mac_address': 'fa:16:3e:7b:96:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e294ff72-0c26-46e0-b0f0-de2040821c29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:27.852808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-b270ce51-37cb-44a4-be8f-ea06b45b59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:27.854371 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-b270ce51-37cb-44a4-be8f-ea06b45b59ad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f30e731cb5544911974e464a1274bb75&device_id=4ee25230-1393-4ed8-a618-a6258ae08ba9 HTTP/1.1" status: 200 len: 1126 time: 0.4481030 Feb 11 05:31:27.863518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 50845dd0-f315-457d-88a2-c7253cc70b15 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:27.863862 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (50845dd0-f315-457d-88a2-c7253cc70b15), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.915343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d54-7c38-4895-be37-01e6576fd43d req-98b5dda7-902b-4fb8-a42c-26bb8a2660d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:27.915628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae155adf-15c4-40ae-8e26-cc2eedd809b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (dc4095bc-b7f7-4c04-aa72-d15795831f3c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.920204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-98b5dda7-902b-4fb8-a42c-26bb8a2660d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e294ff72-0c26-46e0-b0f0-de2040821c29 HTTP/1.1" status: 200 len: 857 time: 0.2582912 Feb 11 05:31:27.951471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e387c74-3d0e-4294-9928-31effdbd7e1e req-15bb0bc6-e899-4356-895d-58594401993b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:27.953288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e387c74-3d0e-4294-9928-31effdbd7e1e req-15bb0bc6-e899-4356-895d-58594401993b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.3095438 Feb 11 05:31:27.984646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:27.985022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:27.985721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:27.988708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-4d625c65-bb2f-45df-a5cd-527ffc073d70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=234ef325-4663-4a4e-ac65-91cbc1796cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535221 Feb 11 05:31:27.998004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:27.998421 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.034038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f484415-55a0-4b3d-86ab-ded6b805b7d6 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:28.047428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3e2a8382-078b-4b4c-a39d-4b5149857dd0, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3e2a8382-078b-4b4c-a39d-4b5149857dd0,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:28.079502 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae155adf-15c4-40ae-8e26-cc2eedd809b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (dc4095bc-b7f7-4c04-aa72-d15795831f3c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.101937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0b1fe-9926-46d9-910e-844dbe6ab5a3 req-ce1c3129-81f7-48ab-b53b-80be0df9e053 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.103502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44f0b1fe-9926-46d9-910e-844dbe6ab5a3 req-ce1c3129-81f7-48ab-b53b-80be0df9e053 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.3629618 Feb 11 05:31:28.105549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-08fdfdaa-8282-4e28-be80-a443df9294ed service neutron] 10.222.0.72 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040351 Feb 11 05:31:28.108051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:28.108380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:28.112382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8f484415-55a0-4b3d-86ab-ded6b805b7d6, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8f484415-55a0-4b3d-86ab-ded6b805b7d6,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:28.125935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '3e2a8382-078b-4b4c-a39d-4b5149857dd0', 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0', 'port_id': '3e2a8382-078b-4b4c-a39d-4b5149857dd0', 'mac_address': 'fa:16:3e:42:f8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e294ff72-0c26-46e0-b0f0-de2040821c29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:28.134713 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.142158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 50845dd0-f315-457d-88a2-c7253cc70b15 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:28.142613 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (50845dd0-f315-457d-88a2-c7253cc70b15), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.143417 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae155adf-15c4-40ae-8e26-cc2eedd809b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.147987 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ae155adf-15c4-40ae-8e26-cc2eedd809b1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc4095bc-b7f7-4c04-aa72-d15795831f3c HTTP/1.1" status: 204 len: 168 time: 0.5811706 Feb 11 05:31:28.151733 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae155adf-15c4-40ae-8e26-cc2eedd809b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4095bc-b7f7-4c04-aa72-d15795831f3c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.159227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Deleting port 50845dd0-f315-457d-88a2-c7253cc70b15 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:28.159820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (50845dd0-f315-457d-88a2-c7253cc70b15), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.170334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56936) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:28.171732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:28.172330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:28.172939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:28.173434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Bound port: fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:28.173814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.257989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] For port 50845dd0-f315-457d-88a2-c7253cc70b15, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=50845dd0-f315-457d-88a2-c7253cc70b15,segment=NetworkSegment(78de26ea-43de-41b4-a573-286e552a61c3),segment_id=78de26ea-43de-41b4-a573-286e552a61c3)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:28.258588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (50845dd0-f315-457d-88a2-c7253cc70b15), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.272162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:28.273387 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.279919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Calling delete_port for 50845dd0-f315-457d-88a2-c7253cc70b15 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:28.309778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 50845dd0-f315-457d-88a2-c7253cc70b15, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=50845dd0-f315-457d-88a2-c7253cc70b15,segment=NetworkSegment(78de26ea-43de-41b4-a573-286e552a61c3),segment_id=78de26ea-43de-41b4-a573-286e552a61c3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:28.312269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8f484415-55a0-4b3d-86ab-ded6b805b7d6,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.328251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2a8382-078b-4b4c-a39d-4b5149857dd0 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:28.364617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3e2a8382-078b-4b4c-a39d-4b5149857dd0, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3e2a8382-078b-4b4c-a39d-4b5149857dd0,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:28.370347 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (50845dd0-f315-457d-88a2-c7253cc70b15), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.407365 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.415572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:28.419081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:28.422974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['8f484415-55a0-4b3d-86ab-ded6b805b7d6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:28.429518 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (50845dd0-f315-457d-88a2-c7253cc70b15), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.479449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-20e153a8-6021-4af7-b227-3418351db8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.481104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=50845dd0-f315-457d-88a2-c7253cc70b15,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.481934 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-20e153a8-6021-4af7-b227-3418351db8d3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=234ef325-4663-4a4e-ac65-91cbc1796cc0 HTTP/1.1" status: 200 len: 918 time: 0.6136971 Feb 11 05:31:28.499020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e387c74-3d0e-4294-9928-31effdbd7e1e req-624bd2fb-2e8d-41da-906c-1ebaa31a66ab tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383127 Feb 11 05:31:28.520260 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.546720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] No DVR routers for this DVR port 50845dd0-f315-457d-88a2-c7253cc70b15 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:28.550738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Port': ['ID=50845dd0-f315-457d-88a2-c7253cc70b15,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.617273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44f0b1fe-9926-46d9-910e-844dbe6ab5a3 req-25898497-ed1a-4c7b-8a41-a490bf8fc5c3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921615 Feb 11 05:31:28.632753 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.649541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.650168 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.651865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] 10.222.0.72 "PUT /v2.0/ports/fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f HTTP/1.1" status: 200 len: 1093 time: 2.8071346 Feb 11 05:31:28.663118 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55837d54-7c38-4895-be37-01e6576fd43d req-df140b1e-a602-4b69-82a1-aac8799ffe32 service neutron] 10.222.0.72 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475113 Feb 11 05:31:28.710281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['3e2a8382-078b-4b4c-a39d-4b5149857dd0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:28.729042 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-960183ad-47c1-4cc7-bf77-c7612cc80a64 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f484415-55a0-4b3d-86ab-ded6b805b7d6 HTTP/1.1" status: 200 len: 217 time: 0.2058337 Feb 11 05:31:28.745738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=3e2a8382-078b-4b4c-a39d-4b5149857dd0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.905890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957d72d-6e45-45ed-a66a-b1716e184555 service neutron] Pushing event updated for resources: {'Port': ['ID=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.954302 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (5d1a7c41-2bfd-41bf-9568-06981cc7cc18), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.981638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-3114b57c-cb85-4110-b875-90b87a254293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.983107 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-3114b57c-cb85-4110-b875-90b87a254293 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e294ff72-0c26-46e0-b0f0-de2040821c29 HTTP/1.1" status: 200 len: 857 time: 0.2052679 Feb 11 05:31:28.987638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1a7c41-2bfd-41bf-9568-06981cc7cc18']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:29.016543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651a2126-3cc4-4422-bd69-f9bd4a7803d3 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:31:29.024796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78de26ea-43de-41b4-a573-286e552a61c3') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:29.025263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78de26ea-43de-41b4-a573-286e552a61c3') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:29.030051 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-bedf795e-542a-4bbe-b2d8-aeb65857b07e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=234ef325-4663-4a4e-ac65-91cbc1796cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381680 Feb 11 05:31:29.045384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (78de26ea-43de-41b4-a573-286e552a61c3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.085060 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (78de26ea-43de-41b4-a573-286e552a61c3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.099774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-93bca5bb-3be6-46a3-9eaf-06545ac00a85 None None] Could not find standard attr ID for object 50845dd0-f315-457d-88a2-c7253cc70b15. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:31:29.123622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:29.124022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (78de26ea-43de-41b4-a573-286e552a61c3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:29.128745 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:29.133813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.136330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-84c05332-c9b3-4875-b8f3-ae052c551db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.137940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-84c05332-c9b3-4875-b8f3-ae052c551db8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f30e731cb5544911974e464a1274bb75&device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 1127 time: 0.3735654 Feb 11 05:31:29.178596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651a2126-3cc4-4422-bd69-f9bd4a7803d3 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:31:29.188898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-33785653-5adc-41ca-95bb-a2a24181aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.190454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-33785653-5adc-41ca-95bb-a2a24181aeaa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 1127 time: 0.4810762 Feb 11 05:31:29.194587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:29.208045 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-530b7be6-129c-4b54-adc2-651a321b5597 service neutron] 10.222.0.81 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720755 Feb 11 05:31:29.229564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81d19a-bb39-4dcc-b61a-7173e9c193f9 req-c894c67b-1b40-4f8b-ba1f-1746d596b00e tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.236942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c81d19a-bb39-4dcc-b61a-7173e9c193f9 req-c894c67b-1b40-4f8b-ba1f-1746d596b00e tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 944 time: 0.3750522 Feb 11 05:31:29.237182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (5d1a7c41-2bfd-41bf-9568-06981cc7cc18), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.256307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299bd74e-e0d6-4444-8d68-f85c0dea9588') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:29.256618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299bd74e-e0d6-4444-8d68-f85c0dea9588') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:29.261038 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.264942 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/networks/5d1a7c41-2bfd-41bf-9568-06981cc7cc18 HTTP/1.1" status: 204 len: 168 time: 2.1272626 Feb 11 05:31:29.274648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f235efc-1601-4620-b92b-ca25ded27eb0 req-d8d4078e-db0a-419f-a2a7-e688a425dcea tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.277161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56946) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:29.282275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f235efc-1601-4620-b92b-ca25ded27eb0 req-d8d4078e-db0a-419f-a2a7-e688a425dcea tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.2902441 Feb 11 05:31:29.295971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcade1-5e0a-4fe9-bfa7-2e7b40da49c6 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Network': ['ID=5d1a7c41-2bfd-41bf-9568-06981cc7cc18,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:29.365156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-22634c69-2ee0-4669-a82a-6882fa1bc424 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f HTTP/1.1" status: 200 len: 217 time: 0.1523669 Feb 11 05:31:29.370063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (299bd74e-e0d6-4444-8d68-f85c0dea9588), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.438766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (299bd74e-e0d6-4444-8d68-f85c0dea9588), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.470499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c81d19a-bb39-4dcc-b61a-7173e9c193f9 req-95cd09ef-dd6c-4d6f-8c79-0effcf0e9780 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326019 Feb 11 05:31:29.472838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (94c55c41-f214-4c9e-9be5-95e4bb2b9082), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.489551 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cdec44e3-c9ab-4cb6-8917-d67d6f10edee req-e679e44d-9288-4bc5-8d1f-16d669b9eed7 service neutron] 10.222.0.81 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656362 Feb 11 05:31:29.491094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:29.493137 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (299bd74e-e0d6-4444-8d68-f85c0dea9588), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:29.512961 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:29.553882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-07e33525-0a04-4cd3-b2bd-44ddf2649967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.555388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-07e33525-0a04-4cd3-b2bd-44ddf2649967 service neutron] 10.222.0.72 "GET /v2.0/networks?id=234ef325-4663-4a4e-ac65-91cbc1796cc0 HTTP/1.1" status: 200 len: 918 time: 0.4042461 Feb 11 05:31:29.564680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Deleting port 96f797a3-35ee-4595-8a98-ca4a688819ac {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:29.565027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (96f797a3-35ee-4595-8a98-ca4a688819ac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.595767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f235efc-1601-4620-b92b-ca25ded27eb0 req-32249abb-923a-49ce-93c4-5c6554cb8dd8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125713 Feb 11 05:31:29.628253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-ee841162-0b99-4e07-8f06-f1f8548d5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.634626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-ee841162-0b99-4e07-8f06-f1f8548d5198 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.2542846 Feb 11 05:31:29.677462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] For port 96f797a3-35ee-4595-8a98-ca4a688819ac, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=96f797a3-35ee-4595-8a98-ca4a688819ac,segment=NetworkSegment(5d41c64b-241a-4e95-b636-c063fa201919),segment_id=5d41c64b-241a-4e95-b636-c063fa201919)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:29.677870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (96f797a3-35ee-4595-8a98-ca4a688819ac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.689486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:29.692956 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8811ce9-fcaa-4000-9845-b22b0176a299" -d '{"events": [{"name": "network-changed", "server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:29.706032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Calling delete_port for 96f797a3-35ee-4595-8a98-ca4a688819ac owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:29.730240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-e43a48ab-2472-4805-9f2a-88d7c5006efe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65d7b636-352d-44c0-861c-481b58dc6bd7 HTTP/1.1" status: 200 len: 217 time: 0.1218371 Feb 11 05:31:29.730644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f6b14-19ee-453f-be59-8522bc59c5d1 None None] DHCP port deletion for 5d1a7c41-2bfd-41bf-9568-06981cc7cc18 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:29.732766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-4a74f37a-fc3e-4c34-99c8-9c517f4268b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348303 Feb 11 05:31:29.745006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3e2a8382-078b-4b4c-a39d-4b5149857dd0 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:29.765727 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.797469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0749354-bd45-49b4-8b5f-3d11723d5ec3 None None] Network 5d1a7c41-2bfd-41bf-9568-06981cc7cc18 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:29.801026 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.807005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873 HTTP/1.1" status: 204 len: 168 time: 1.6307681 Feb 11 05:31:29.861830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (96f797a3-35ee-4595-8a98-ca4a688819ac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.877399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bd951-f56a-466b-8cf3-fa1c57e609c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63bd9c9c-37b7-45d4-90bc-5cf8b5cc3873,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:29.903797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] No DVR routers for this DVR port 96f797a3-35ee-4595-8a98-ca4a688819ac on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:29.954076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Port': ['ID=96f797a3-35ee-4595-8a98-ca4a688819ac,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:30.040391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-ba334db4-2b08-45a3-a684-a95d8553ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:30.049787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0749354-bd45-49b4-8b5f-3d11723d5ec3 None None] Network 5d1a7c41-2bfd-41bf-9568-06981cc7cc18 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:31:30.054779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-ba334db4-2b08-45a3-a684-a95d8553ffbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e294ff72-0c26-46e0-b0f0-de2040821c29 HTTP/1.1" status: 200 len: 857 time: 0.2958744 Feb 11 05:31:30.056114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56966) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:30.064558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:30.070307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:30.070689 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.073612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (94c55c41-f214-4c9e-9be5-95e4bb2b9082), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.075021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273303b-2126-4a37-aa9a-65420d2f11f2 req-4a76f250-db66-40ef-9a48-022490e1f23f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:30.082787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3273303b-2126-4a37-aa9a-65420d2f11f2 req-4a76f250-db66-40ef-9a48-022490e1f23f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.3486550 Feb 11 05:31:30.099141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c55c41-f214-4c9e-9be5-95e4bb2b9082']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:30.111353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d41c64b-241a-4e95-b636-c063fa201919') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:30.111709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d41c64b-241a-4e95-b636-c063fa201919') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:30.122629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (5d41c64b-241a-4e95-b636-c063fa201919), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.137183 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5d41c64b-241a-4e95-b636-c063fa201919), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.143877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:30.144337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (5d41c64b-241a-4e95-b636-c063fa201919), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.159861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-8198eeee-861a-401c-a1fc-c4aca549a5dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=234ef325-4663-4a4e-ac65-91cbc1796cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712039 Feb 11 05:31:30.163627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-0586ffd0-c507-4710-b435-c600ff3682b0 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130399 Feb 11 05:31:30.163784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:30.164222 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.189701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2daa100-196a-42bd-96c1-b884d254859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2a8382-078b-4b4c-a39d-4b5149857dd0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:30.192188 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d934251-705a-4d8f-a501-26db2fd57b8b" -d '{"events": [{"server_uuid": "d2daa100-196a-42bd-96c1-b884d254859b", "name": "network-vif-plugged", "status": "completed", "tag": "3e2a8382-078b-4b4c-a39d-4b5149857dd0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:30.222806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3e2a8382-078b-4b4c-a39d-4b5149857dd0, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3e2a8382-078b-4b4c-a39d-4b5149857dd0,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:30.226714 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:30.233673 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.235749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (94c55c41-f214-4c9e-9be5-95e4bb2b9082), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.247571 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ad612bd-f0de-44ca-b651-146954f22c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.247744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.254077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/networks/94c55c41-f214-4c9e-9be5-95e4bb2b9082 HTTP/1.1" status: 204 len: 168 time: 0.9752972 Feb 11 05:31:30.272075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56970) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:30.276111 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff33ac4-f78f-4bc6-bdb5-17d61c41a4de tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Network': ['ID=94c55c41-f214-4c9e-9be5-95e4bb2b9082,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:30.298035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56972) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:30.298528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7c24c06a-4849-4401-932d-4c7702cb3b52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99c736b05b264e76be9196b9f68aa91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377608 Feb 11 05:31:30.307537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=3e2a8382-078b-4b4c-a39d-4b5149857dd0,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:30.319724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80882-7e8b-4bab-a5fe-d26d8eda60db req-c76b6801-fbe5-4117-8343-f727e7477c80 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:30.327459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86f80882-7e8b-4bab-a5fe-d26d8eda60db req-c76b6801-fbe5-4117-8343-f727e7477c80 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.3782783 Feb 11 05:31:30.350873 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a10a80a-dfb2-4f23-a83f-a5ee8de49353 admin admin] Publish callbacks [] for security_group (33486279-c77f-4e42-b696-77926717eaaf), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.354615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3273303b-2126-4a37-aa9a-65420d2f11f2 req-24638c3a-a2e4-4581-920b-3fd82ca56827 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666337 Feb 11 05:31:30.383841 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a10a80a-dfb2-4f23-a83f-a5ee8de49353 admin admin] Publish callbacks [] for security_group (33486279-c77f-4e42-b696-77926717eaaf), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.452103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a10a80a-dfb2-4f23-a83f-a5ee8de49353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (33486279-c77f-4e42-b696-77926717eaaf), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.455942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a10a80a-dfb2-4f23-a83f-a5ee8de49353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.457409 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5a10a80a-dfb2-4f23-a83f-a5ee8de49353 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33486279-c77f-4e42-b696-77926717eaaf HTTP/1.1" status: 204 len: 168 time: 0.1583064 Feb 11 05:31:30.471627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10a80a-dfb2-4f23-a83f-a5ee8de49353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33486279-c77f-4e42-b696-77926717eaaf,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:30.538746 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5850c4-770d-418a-b9b0-f519f46b8407 x-openstack-request-id: req-8a5850c4-770d-418a-b9b0-f519f46b8407 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:30.539152 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:30.539475 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a5850c4-770d-418a-b9b0-f519f46b8407 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:30.539924 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f', 'status': 'completed', 'code': 200} Feb 11 05:31:30.758548 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86f80882-7e8b-4bab-a5fe-d26d8eda60db req-976046f9-045b-4907-80cc-b075236c27b5 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259479 Feb 11 05:31:30.760263 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5326eb8f-1d72-4624-a627-4942bd4e5fe9 x-openstack-request-id: req-5326eb8f-1d72-4624-a627-4942bd4e5fe9 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:30.760752 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2daa100-196a-42bd-96c1-b884d254859b", "name": "network-vif-plugged", "status": "completed", "tag": "3e2a8382-078b-4b4c-a39d-4b5149857dd0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:30.760856 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5326eb8f-1d72-4624-a627-4942bd4e5fe9 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:30.761285 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2daa100-196a-42bd-96c1-b884d254859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2a8382-078b-4b4c-a39d-4b5149857dd0', 'code': 200} Feb 11 05:31:30.856813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3aa8bd2d-dd03-4dd7-991b-6248732405f2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.889002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-d294c619-478c-4ef4-865d-c26e254017c8 service neutron] 10.222.0.72 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108312 Feb 11 05:31:30.899699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5fd185-c8ee-49c3-ae0e-6f32c62718a1 req-d42a1022-5530-4815-8e8a-60fa5c0374eb service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186384 Feb 11 05:31:30.937212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f209d-a183-4183-9daf-dfe40cdd6200 req-0b29ec59-54e8-40f3-8861-ab600acd7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:30.940983 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-794f209d-a183-4183-9daf-dfe40cdd6200 req-0b29ec59-54e8-40f3-8861-ab600acd7bae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2daa100-196a-42bd-96c1-b884d254859b HTTP/1.1" status: 200 len: 1128 time: 0.1110857 Feb 11 05:31:31.002793 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.052841 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-794f209d-a183-4183-9daf-dfe40cdd6200 req-cf44873d-85f9-47a4-8722-325411d3c18d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040635 Feb 11 05:31:31.291910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3aa8bd2d-dd03-4dd7-991b-6248732405f2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.300942 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d11e2-06b0-46b5-98ba-33bd57a95315 req-53cd4837-c906-4835-bc14-3aa93586b0cc tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:31.307505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8f484415-55a0-4b3d-86ab-ded6b805b7d6 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:31.314310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-029d11e2-06b0-46b5-98ba-33bd57a95315 req-53cd4837-c906-4835-bc14-3aa93586b0cc tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 944 time: 0.3903906 Feb 11 05:31:31.330046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927c691-2343-4f23-ae7f-3ff0b523eccd req-4d1eaf39-45ab-4e73-b6b7-a79a29bcfa8a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:31.336818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2927c691-2343-4f23-ae7f-3ff0b523eccd req-4d1eaf39-45ab-4e73-b6b7-a79a29bcfa8a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.3916776 Feb 11 05:31:31.387879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c45ce3a-1804-4e7b-85bb-15b0c464626a req-13f0de21-26ea-428f-9ce2-9c75b33ba2dc service neutron] 10.222.0.72 "GET /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857886 Feb 11 05:31:31.405920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa8bd2d-dd03-4dd7-991b-6248732405f2']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:31.409153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 50845dd0-f315-457d-88a2-c7253cc70b15 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:31.410436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-8e2cd137-ec1d-470c-ad50-8c7c6ccf1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:31.414017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-8e2cd137-ec1d-470c-ad50-8c7c6ccf1ce2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 1127 time: 0.4348624 Feb 11 05:31:31.440688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 50845dd0-f315-457d-88a2-c7253cc70b15 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:31.441406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 50845dd0-f315-457d-88a2-c7253cc70b15 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:31.448403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c3e1e9-4f6e-4d43-8649-d42fc1572f64') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:31.448706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c3e1e9-4f6e-4d43-8649-d42fc1572f64') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:31.468313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:31.473733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:31.474195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.591844 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57008) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:31.599943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:31.600400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.646775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8f484415-55a0-4b3d-86ab-ded6b805b7d6, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8f484415-55a0-4b3d-86ab-ded6b805b7d6,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:31.656272 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.730130 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1930246340-network', 'tenant_id': '0d99884f2e16457a96813b981142ea2a'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:31.733177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8f484415-55a0-4b3d-86ab-ded6b805b7d6,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:31.763297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 65d7b636-352d-44c0-861c-481b58dc6bd7 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:31.770408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Made reservation on behalf of 0d99884f2e16457a96813b981142ea2a for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:31.781040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.802907 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.913934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 65d7b636-352d-44c0-861c-481b58dc6bd7, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=65d7b636-352d-44c0-861c-481b58dc6bd7,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:31.929360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '65d7b636-352d-44c0-861c-481b58dc6bd7', 'network_id': '234ef325-4663-4a4e-ac65-91cbc1796cc0', 'port_id': '65d7b636-352d-44c0-861c-481b58dc6bd7', 'mac_address': 'fa:16:3e:a5:8b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e294ff72-0c26-46e0-b0f0-de2040821c29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:31.936120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (c3c3e1e9-4f6e-4d43-8649-d42fc1572f64), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.940657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2927c691-2343-4f23-ae7f-3ff0b523eccd req-03597881-548c-4004-9bfa-428f853925a6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029747 Feb 11 05:31:31.990458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 65d7b636-352d-44c0-861c-481b58dc6bd7 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:31.991168 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.000420 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Publish callbacks [] for security_group (a87807e7-d292-4cba-8c92-2bb978163d1d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.003422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-029d11e2-06b0-46b5-98ba-33bd57a95315 req-0757de36-88d5-4717-83d1-a6f455808603 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814721 Feb 11 05:31:32.005398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a87807e7-d292-4cba-8c92-2bb978163d1d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.019628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d7b636-352d-44c0-861c-481b58dc6bd7 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:32.021834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c3c3e1e9-4f6e-4d43-8649-d42fc1572f64), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.058081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 65d7b636-352d-44c0-861c-481b58dc6bd7, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=65d7b636-352d-44c0-861c-481b58dc6bd7,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:32.064959 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.079035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87807e7-d292-4cba-8c92-2bb978163d1d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.107040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:32.107483 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (c3c3e1e9-4f6e-4d43-8649-d42fc1572f64), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:32.119301 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:32.145142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=65d7b636-352d-44c0-861c-481b58dc6bd7,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.302613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:32.332598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['65d7b636-352d-44c0-861c-481b58dc6bd7'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:32.349234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (41bfedc1-81c3-40c0-8bf1-cefa833c1824), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.349547 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Added segment 41bfedc1-81c3-40c0-8bf1-cefa833c1824 of type vlan for network e1c0b4fe-5867-4549-b0a7-08ac569cb770 Feb 11 05:31:32.414049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3aa8bd2d-dd03-4dd7-991b-6248732405f2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.429217 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.439896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/networks/3aa8bd2d-dd03-4dd7-991b-6248732405f2 HTTP/1.1" status: 204 len: 168 time: 2.1593766 Feb 11 05:31:32.448035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57020) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:32.503563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e1c0b4fe-5867-4549-b0a7-08ac569cb770), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.516094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-fd363bf5-4eab-4086-926c-723132ddc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:32.521910 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-fd363bf5-4eab-4086-926c-723132ddc902 service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 1.0707386 Feb 11 05:31:32.526556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f60f5-106f-43e4-b10a-9d05c34c17b0 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Network': ['ID=3aa8bd2d-dd03-4dd7-991b-6248732405f2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.591915 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e1c0b4fe-5867-4549-b0a7-08ac569cb770), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.593365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:32.594043 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.677093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] Pushing event updated for resources: {'Network': ['ID=e1c0b4fe-5867-4549-b0a7-08ac569cb770,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.693351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e1c0b4fe-5867-4549-b0a7-08ac569cb770 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:32.704036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-2300c5c4-ab45-41c4-90a2-db2991b981bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f HTTP/1.1" status: 200 len: 217 time: 0.1684566 Feb 11 05:31:32.713826 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-19d4e520-8d5a-49e1-8191-21398502b4af admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1207027 Feb 11 05:31:32.716545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:32.723241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Request body: {'subnet': {'network_id': 'e1c0b4fe-5867-4549-b0a7-08ac569cb770', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1930246340-subnet', 'tenant_id': '0d99884f2e16457a96813b981142ea2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:32.749797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Made reservation on behalf of 0d99884f2e16457a96813b981142ea2a for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:32.753617 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.758715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4d041-63ca-499e-a009-ddbebb60d4be req-1fdfb0f9-38a0-4c25-ba2b-febbc177ba8b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:32.763461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee25230-1393-4ed8-a618-a6258ae08ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f484415-55a0-4b3d-86ab-ded6b805b7d6'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:32.765721 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd7aa36-d30a-4c98-8db7-841f8226ce3d" -d '{"events": [{"server_uuid": "4ee25230-1393-4ed8-a618-a6258ae08ba9", "name": "network-vif-plugged", "status": "completed", "tag": "8f484415-55a0-4b3d-86ab-ded6b805b7d6"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:32.767869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7f4d041-63ca-499e-a009-ddbebb60d4be req-1fdfb0f9-38a0-4c25-ba2b-febbc177ba8b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.5072262 Feb 11 05:31:32.777416 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.835770 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (824ce985-b873-4154-88ee-e4693070cf1e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.920995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7f4d041-63ca-499e-a009-ddbebb60d4be req-65b71cdc-2d3a-44c1-8c03-964e738da97b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519926 Feb 11 05:31:32.939797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-e6af8bd1-9f0f-43ba-b7af-b0083049fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:32.941303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-e6af8bd1-9f0f-43ba-b7af-b0083049fe2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.2309327 Feb 11 05:31:32.980349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9b902b3b-f9dd-47f0-846c-e578652b18bd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.041157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b902b3b-f9dd-47f0-846c-e578652b18bd,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:33.076701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-bf7d6356-25e3-4d3a-8f2b-c31465f317a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883572 Feb 11 05:31:33.077376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Checking segment: {'id': '41bfedc1-81c3-40c0-8bf1-cefa833c1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1c0b4fe-5867-4549-b0a7-08ac569cb770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:33.078062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Network hostable DHCP agents. Network: e1c0b4fe-5867-4549-b0a7-08ac569cb770, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:33.100925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Network e1c0b4fe-5867-4549-b0a7-08ac569cb770 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:33.139139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e1c0b4fe-5867-4549-b0a7-08ac569cb770) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:33.147795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.148512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.149230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff38506-c947-4f8e-a8d3-79a42b550c4f None None] Network e1c0b4fe-5867-4549-b0a7-08ac569cb770 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:33.191930 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1aaa784c-6eb9-4e2d-a6b4-b504445c7af8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4726872 Feb 11 05:31:33.292249 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e7a6c1-350b-4d1f-840e-3f91e3389389 x-openstack-request-id: req-14e7a6c1-350b-4d1f-840e-3f91e3389389 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:33.292672 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee25230-1393-4ed8-a618-a6258ae08ba9", "name": "network-vif-plugged", "status": "completed", "tag": "8f484415-55a0-4b3d-86ab-ded6b805b7d6", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:33.293022 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14e7a6c1-350b-4d1f-840e-3f91e3389389 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:33.293827 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee25230-1393-4ed8-a618-a6258ae08ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f484415-55a0-4b3d-86ab-ded6b805b7d6', 'code': 200} Feb 11 05:31:33.319891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955a2e8-b80d-438f-8505-fa7de5f40524 req-7f2a9481-a96d-4f6f-8619-c1632575d30e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.331089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b955a2e8-b80d-438f-8505-fa7de5f40524 req-7f2a9481-a96d-4f6f-8619-c1632575d30e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.5822031 Feb 11 05:31:33.337193 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-0d47f3f7-9d2f-4c83-8493-1b206e5f5218 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496362 Feb 11 05:31:33.424506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b4a82-2b52-430d-8292-05c98355c76d None None] Network e1c0b4fe-5867-4549-b0a7-08ac569cb770 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:33.428878 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (824ce985-b873-4154-88ee-e4693070cf1e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.430154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288f53f-2e68-43e1-8396-1356bb884767 req-ebca9e98-394f-4c10-9410-121d407466ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.431794 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d288f53f-2e68-43e1-8396-1356bb884767 req-ebca9e98-394f-4c10-9410-121d407466ec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4ee25230-1393-4ed8-a618-a6258ae08ba9 HTTP/1.1" status: 200 len: 1128 time: 0.0768056 Feb 11 05:31:33.525660 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d288f53f-2e68-43e1-8396-1356bb884767 req-f75fbd14-9c51-414d-bf52-ad562e5c82e3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833359 Feb 11 05:31:33.581150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824ce985-b873-4154-88ee-e4693070cf1e']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:33.608301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ae9dbc-c1cb-4d05-9252-0077cbf0bf20') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:33.608615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ae9dbc-c1cb-4d05-9252-0077cbf0bf20') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:33.630645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b955a2e8-b80d-438f-8505-fa7de5f40524 req-988dd9f9-019e-433e-9e1e-f71ac49487cf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747104 Feb 11 05:31:33.646379 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (b7ae9dbc-c1cb-4d05-9252-0077cbf0bf20), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.715836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8811ce9-fcaa-4000-9845-b22b0176a299 req-19217fa2-44b1-4858-b902-d0679b1339e1 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658416 Feb 11 05:31:33.716877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b7ae9dbc-c1cb-4d05-9252-0077cbf0bf20), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.727773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:33.728185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (b7ae9dbc-c1cb-4d05-9252-0077cbf0bf20), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:33.732111 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:33.764018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 65d7b636-352d-44c0-861c-481b58dc6bd7 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:33.845493 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (824ce985-b873-4154-88ee-e4693070cf1e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.847110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 65d7b636-352d-44c0-861c-481b58dc6bd7 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:33.853313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 65d7b636-352d-44c0-861c-481b58dc6bd7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:33.853886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.861666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.872808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] 10.222.0.31 "DELETE /v2.0/networks/824ce985-b873-4154-88ee-e4693070cf1e HTTP/1.1" status: 204 len: 168 time: 1.4149277 Feb 11 05:31:33.884888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5353dd-f8c3-4566-81f5-6f3fe6474f31 req-82a4033d-4a43-4a5d-aaed-2359d492555b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.892386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec5353dd-f8c3-4566-81f5-6f3fe6474f31 req-82a4033d-4a43-4a5d-aaed-2359d492555b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 945 time: 0.1681027 Feb 11 05:31:33.943291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523867d-b128-4a75-8810-14c10c3264b9 tempest-BulkNetworkOpsIpV6Test-689205413 tempest-BulkNetworkOpsIpV6Test-689205413-project] Pushing event deleted for resources: {'Network': ['ID=824ce985-b873-4154-88ee-e4693070cf1e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:33.960210 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.035167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec5353dd-f8c3-4566-81f5-6f3fe6474f31 req-ff093b38-63d8-4cf4-a8bc-e2feaaf43dfb tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340733 Feb 11 05:31:34.054735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 65d7b636-352d-44c0-861c-481b58dc6bd7 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:34.055260 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.060310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea8dad-8093-424a-80fe-493a9d7abe94 req-b0631e25-5929-4aa9-81b0-7503b05406aa tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:34.062133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01ea8dad-8093-424a-80fe-493a9d7abe94 req-b0631e25-5929-4aa9-81b0-7503b05406aa tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.1671169 Feb 11 05:31:34.115703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 65d7b636-352d-44c0-861c-481b58dc6bd7, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=65d7b636-352d-44c0-861c-481b58dc6bd7,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:34.122245 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.174510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01ea8dad-8093-424a-80fe-493a9d7abe94 req-f73a0f07-937a-4c3d-ae85-23e8f6d6082d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065943 Feb 11 05:31:34.255226 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=65d7b636-352d-44c0-861c-481b58dc6bd7,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.296367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57052) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:34.502961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57060) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:34.503522 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f3aee5f3-dc17-4d71-aa86-f374b09118f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a4f9b976e774774a7938fab70710229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055347 Feb 11 05:31:34.767812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-58a81d92-bd24-4a00-a58b-02f5809f4b56 admin admin] Publish callbacks [] for security_group (0ddcc0aa-5d0a-4f5a-bc53-a866b4d8acb1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.783936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ebc80-dcb4-404c-9888-11648faacf12 req-23338f01-9406-4e4d-acc3-999ebb7ce51b tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:34.792410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-23338f01-9406-4e4d-acc3-999ebb7ce51b tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/networks?id=e1c0b4fe-5867-4549-b0a7-08ac569cb770 HTTP/1.1" status: 200 len: 809 time: 0.2340233 Feb 11 05:31:34.815932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c1b16-98da-423a-be8a-abbec5882bb9 req-dfed8740-3b95-495a-90b9-c5cc64dab7ff tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:34.817332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f9c1b16-98da-423a-be8a-abbec5882bb9 req-dfed8740-3b95-495a-90b9-c5cc64dab7ff tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1599317 Feb 11 05:31:34.830386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-58a81d92-bd24-4a00-a58b-02f5809f4b56 admin admin] Publish callbacks [] for security_group (0ddcc0aa-5d0a-4f5a-bc53-a866b4d8acb1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.839391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-a5414072-5e55-45a1-b635-054bb2b4036f tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/quotas/0d99884f2e16457a96813b981142ea2a HTTP/1.1" status: 200 len: 375 time: 0.0453858 Feb 11 05:31:34.893862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-858647f5-68f8-4db0-b39f-03b0902f066c tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d99884f2e16457a96813b981142ea2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534580 Feb 11 05:31:35.013763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f9c1b16-98da-423a-be8a-abbec5882bb9 req-138d744d-7399-4efc-acd9-a369575d9aaf tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662846 Feb 11 05:31:35.063992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-a98f0e19-f6c4-4148-936c-79220323e716 service neutron] 10.222.0.31 "GET /v2.0/networks/e1c0b4fe-5867-4549-b0a7-08ac569cb770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577740 Feb 11 05:31:35.080663 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-58a81d92-bd24-4a00-a58b-02f5809f4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0ddcc0aa-5d0a-4f5a-bc53-a866b4d8acb1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.083983 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-58a81d92-bd24-4a00-a58b-02f5809f4b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.085221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-58a81d92-bd24-4a00-a58b-02f5809f4b56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ddcc0aa-5d0a-4f5a-bc53-a866b4d8acb1 HTTP/1.1" status: 204 len: 168 time: 0.5810080 Feb 11 05:31:35.125515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a81d92-bd24-4a00-a58b-02f5809f4b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddcc0aa-5d0a-4f5a-bc53-a866b4d8acb1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:35.254074 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-6c5cb789-6037-4611-aca8-51e77858d38c service neutron] 10.222.0.31 "GET /v2.0/networks/e1c0b4fe-5867-4549-b0a7-08ac569cb770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888635 Feb 11 05:31:35.294291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5069b4d9-dc81-46c0-9236-9e9ce000b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d7b636-352d-44c0-861c-481b58dc6bd7'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:35.296608 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1081da-8177-4146-916d-b11e1a7c3d67" -d '{"events": [{"server_uuid": "5069b4d9-dc81-46c0-9236-9e9ce000b241", "name": "network-vif-plugged", "status": "completed", "tag": "65d7b636-352d-44c0-861c-481b58dc6bd7"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:35.338167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a4d8-2071-4087-8624-784caeb61136 req-338cd566-7a7a-412e-b3eb-03666caa4265 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:35.342322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47a6a4d8-2071-4087-8624-784caeb61136 req-338cd566-7a7a-412e-b3eb-03666caa4265 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.0838733 Feb 11 05:31:35.462657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47a6a4d8-2071-4087-8624-784caeb61136 req-75673714-b226-412c-9518-20ebaf130868 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138248 Feb 11 05:31:35.618286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d047b3-bc93-4a12-b1e8-9456159771fc req-b85755cb-7383-4d8c-8955-d845ebcc7baa tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:35.628379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8d047b3-bc93-4a12-b1e8-9456159771fc req-b85755cb-7383-4d8c-8955-d845ebcc7baa tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 946 time: 0.0744448 Feb 11 05:31:35.752392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8d047b3-bc93-4a12-b1e8-9456159771fc req-5bf0f52e-2c33-4de8-8036-2432b7b55a47 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211360 Feb 11 05:31:35.837286 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1317d02f-a649-4c4d-9029-e708227fb9f0 x-openstack-request-id: req-1317d02f-a649-4c4d-9029-e708227fb9f0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:35.837832 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5069b4d9-dc81-46c0-9236-9e9ce000b241", "name": "network-vif-plugged", "status": "completed", "tag": "65d7b636-352d-44c0-861c-481b58dc6bd7", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:35.838273 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1317d02f-a649-4c4d-9029-e708227fb9f0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:35.838850 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5069b4d9-dc81-46c0-9236-9e9ce000b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d7b636-352d-44c0-861c-481b58dc6bd7', 'code': 200} Feb 11 05:31:35.860220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cb766-88f2-4c87-9057-484baf704164 req-516f3771-a701-4943-9872-ab96e4a4c8c4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:35.865782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-684cb766-88f2-4c87-9057-484baf704164 req-516f3771-a701-4943-9872-ab96e4a4c8c4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.2081189 Feb 11 05:31:35.954811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71558e88-e772-4f3d-b122-4e7c546b345e req-0d4ee4ec-d2de-465e-9298-fba6c8c4e68f tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 210 time: 0.0532694 Feb 11 05:31:36.019897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-684cb766-88f2-4c87-9057-484baf704164 req-24d4ecdc-9dcb-4b8f-97ed-d6731e3bbdd3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469593 Feb 11 05:31:36.038526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2837380-73dc-40b1-8346-e4b6b2554f93 req-77176a19-9d79-490b-8345-fb4c800fc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:36.048362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2837380-73dc-40b1-8346-e4b6b2554f93 req-77176a19-9d79-490b-8345-fb4c800fc40c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 1129 time: 0.1223326 Feb 11 05:31:36.161515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2837380-73dc-40b1-8346-e4b6b2554f93 req-5b5af933-727f-4cc5-8e88-d0be600448b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126199 Feb 11 05:31:36.273005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d2223-8eee-47c3-a544-95c177f096da req-0f5d47ef-4cf9-401e-9c48-9c91e2533f61 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:36.274681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b99d2223-8eee-47c3-a544-95c177f096da req-0f5d47ef-4cf9-401e-9c48-9c91e2533f61 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1278510 Feb 11 05:31:36.327084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57120) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:36.343225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b99d2223-8eee-47c3-a544-95c177f096da req-b69622e9-28f6-4ccc-b83e-b8250c09a5c8 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566275 Feb 11 05:31:36.643452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57128) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:36.704763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e750334-6d38-4cb3-92e0-eb17bb687ba0 req-5d2b97f7-02ee-4286-a972-8ac5eea008aa tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:36.708602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e750334-6d38-4cb3-92e0-eb17bb687ba0 req-5d2b97f7-02ee-4286-a972-8ac5eea008aa tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.1306877 Feb 11 05:31:36.736463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a69ac66e-c8bb-49f5-b092-002a269aba16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.788234 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'networks': [{'name': 'tempest-network--1255695591'}, {'name': 'tempest-network--1172971012'}]} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:36.788967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'network': {'name': 'tempest-network--1255695591'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:36.789891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'network': {'name': 'tempest-network--1172971012'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:36.804827 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e750334-6d38-4cb3-92e0-eb17bb687ba0 req-2d88320b-cc51-472d-997a-6b9c04a3fdc8 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887308 Feb 11 05:31:36.844606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Made reservation on behalf of f78f6aae78d345778181a40d623be354 for: {'network': 2} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:36.849134 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.867838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.877439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a69ac66e-c8bb-49f5-b092-002a269aba16 admin admin] Publish callbacks [] for security_group (21cd742d-c25e-4181-859f-86d375a897bd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.894296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a69ac66e-c8bb-49f5-b092-002a269aba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (21cd742d-c25e-4181-859f-86d375a897bd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.935718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696da68f-45c0-40bc-bbfb-86d7b2027eb3 req-42fffcbc-0da0-499c-9084-9b1ca841e3bc tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:36.937789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-696da68f-45c0-40bc-bbfb-86d7b2027eb3 req-42fffcbc-0da0-499c-9084-9b1ca841e3bc tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 946 time: 0.0638330 Feb 11 05:31:36.966646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ac66e-c8bb-49f5-b092-002a269aba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cd742d-c25e-4181-859f-86d375a897bd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:36.993684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57138) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:36.994487 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a69ac66e-c8bb-49f5-b092-002a269aba16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3156224386ab42ca99c79bf1354710b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483825 Feb 11 05:31:37.069698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks [] for security_group (2d3c49ef-52b5-45db-af70-b673e75f418c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.075912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2d3c49ef-52b5-45db-af70-b673e75f418c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.076377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.089416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-696da68f-45c0-40bc-bbfb-86d7b2027eb3 req-515c421b-213e-434d-becf-91a67baa4616 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393542 Feb 11 05:31:37.128982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:37.131107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1880cb29-97e2-4f4f-9558-bdf35b5fae97 admin admin] Publish callbacks [] for security_group (21cd742d-c25e-4181-859f-86d375a897bd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.131242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3c49ef-52b5-45db-af70-b673e75f418c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:37.145620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (83919c16-9e52-4de0-ae4d-2f199dae7695), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.146118 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Added segment 83919c16-9e52-4de0-ae4d-2f199dae7695 of type vlan for network 2e778172-0fc3-4325-94c1-37b1f72a29bd Feb 11 05:31:37.224060 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (2e778172-0fc3-4325-94c1-37b1f72a29bd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.253447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e668c03-6de8-4204-a298-c2230075e2d7 req-0b5ba6c4-94d6-4e4d-9398-5a19eb82d5eb tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 210 time: 0.0966458 Feb 11 05:31:37.282030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:37.297812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1880cb29-97e2-4f4f-9558-bdf35b5fae97 admin admin] Publish callbacks [] for security_group (21cd742d-c25e-4181-859f-86d375a897bd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.312579 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2f2e47fc-95b8-44fa-a136-07d82c156f42), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.313017 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Added segment 2f2e47fc-95b8-44fa-a136-07d82c156f42 of type vlan for network 6b044367-a6a9-4eee-9b38-c63d7bb0cb9a Feb 11 05:31:37.388859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (6b044367-a6a9-4eee-9b38-c63d7bb0cb9a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.455825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (2e778172-0fc3-4325-94c1-37b1f72a29bd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.461235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (6b044367-a6a9-4eee-9b38-c63d7bb0cb9a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.468302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:37.500069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:37.500069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.518759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ebc80-dcb4-404c-9888-11648faacf12 req-782e27bf-7b63-4851-bd43-bd3b63260da7 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:37.520780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-782e27bf-7b63-4851-bd43-bd3b63260da7 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.72 "GET /v2.0/networks?id=e1c0b4fe-5867-4549-b0a7-08ac569cb770 HTTP/1.1" status: 200 len: 809 time: 0.3132954 Feb 11 05:31:37.534047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1026-235b-4159-b5a6-7b4956d85007 req-813623f1-dde6-49c6-9eeb-b83457976ea1 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:37.554466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1dfa1026-235b-4159-b5a6-7b4956d85007 req-813623f1-dde6-49c6-9eeb-b83457976ea1 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.3052976 Feb 11 05:31:37.565924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Request body: {'port': {'device_id': '789b9f15-bdef-4349-a050-d102e2d82045', 'network_id': 'e1c0b4fe-5867-4549-b0a7-08ac569cb770', 'admin_state_up': True, 'tenant_id': '0d99884f2e16457a96813b981142ea2a'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:37.619019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1880cb29-97e2-4f4f-9558-bdf35b5fae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (21cd742d-c25e-4181-859f-86d375a897bd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.622905 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1880cb29-97e2-4f4f-9558-bdf35b5fae97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.640416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1880cb29-97e2-4f4f-9558-bdf35b5fae97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21cd742d-c25e-4181-859f-86d375a897bd HTTP/1.1" status: 204 len: 168 time: 0.6383123 Feb 11 05:31:37.657142 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3285847 Feb 11 05:31:37.657769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57146) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:37.681690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Network': ['ID=2e778172-0fc3-4325-94c1-37b1f72a29bd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:37.695544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 2e778172-0fc3-4325-94c1-37b1f72a29bd details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:37.848269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880cb29-97e2-4f4f-9558-bdf35b5fae97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cd742d-c25e-4181-859f-86d375a897bd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:37.853662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f3a49-f60e-478d-b1aa-845203b9cb0b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Network': ['ID=6b044367-a6a9-4eee-9b38-c63d7bb0cb9a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:37.895651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 6b044367-a6a9-4eee-9b38-c63d7bb0cb9a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:37.961104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56169ae1-6295-49e0-9d2e-cbdd129b8ab4 req-7637bf79-24fc-4624-b5f3-a2e52d06eaca tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:37.979719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56169ae1-6295-49e0-9d2e-cbdd129b8ab4 req-7637bf79-24fc-4624-b5f3-a2e52d06eaca tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.5159869 Feb 11 05:31:38.001970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3913f0-b726-463f-a176-d45dd95e431b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.008497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1dfa1026-235b-4159-b5a6-7b4956d85007 req-482154d6-c7a3-4813-81c6-03364342f411 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473398 Feb 11 05:31:38.017096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3913f0-b726-463f-a176-d45dd95e431b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.035196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3913f0-b726-463f-a176-d45dd95e431b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.042934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3913f0-b726-463f-a176-d45dd95e431b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.057924 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ef3913f0-b726-463f-a176-d45dd95e431b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3942583 Feb 11 05:31:38.062053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57158) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:38.140967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-5b3e3d16-b446-42f9-9fc7-7ac4776286e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3454494 Feb 11 05:31:38.227209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (2e778172-0fc3-4325-94c1-37b1f72a29bd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.250061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56169ae1-6295-49e0-9d2e-cbdd129b8ab4 req-71c1a93f-9d98-43ef-b380-989c4d505069 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695701 Feb 11 05:31:38.261446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Made reservation on behalf of 0d99884f2e16457a96813b981142ea2a for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:38.272716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.392488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314000b4-c30a-4df1-8122-475e7e6e2769 req-2d072eba-9c1d-49b2-a031-358d26b0acf3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.401643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-314000b4-c30a-4df1-8122-475e7e6e2769 req-2d072eba-9c1d-49b2-a031-358d26b0acf3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.2699604 Feb 11 05:31:38.413134 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (2e778172-0fc3-4325-94c1-37b1f72a29bd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.437840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e778172-0fc3-4325-94c1-37b1f72a29bd']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:38.452905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83919c16-9e52-4de0-ae4d-2f199dae7695') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:38.453243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83919c16-9e52-4de0-ae4d-2f199dae7695') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:38.463635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (83919c16-9e52-4de0-ae4d-2f199dae7695), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.479521 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (83919c16-9e52-4de0-ae4d-2f199dae7695), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.487098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:38.487634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (83919c16-9e52-4de0-ae4d-2f199dae7695), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.568827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-b181dec6-54be-49aa-84a3-f6736639fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.570998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-b181dec6-54be-49aa-84a3-f6736639fa0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ed4e42cd5485085d456ac78686004&device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 1129 time: 0.3864880 Feb 11 05:31:38.785426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-314000b4-c30a-4df1-8122-475e7e6e2769 req-b20f5083-576b-4397-a824-de19b16331f3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687365 Feb 11 05:31:38.862431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eb371-32ee-4277-a847-2388128d2320 req-ac34830e-96ae-4ed1-9921-fd2931a5c1ef tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.869696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-344eb371-32ee-4277-a847-2388128d2320 req-ac34830e-96ae-4ed1-9921-fd2931a5c1ef tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 946 time: 0.4659250 Feb 11 05:31:38.916202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Allocated IP 172.20.0.4 (e1c0b4fe-5867-4549-b0a7-08ac569cb770/9b902b3b-f9dd-47f0-846c-e578652b18bd/f6ba1423-8ac7-435e-84a2-ce6ff29b88b6) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:38.951526 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:38.956935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc6487d6-4e47-400f-a6a8-8267253c2665 req-ba647386-7538-498a-adda-0c072cfb96fa tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 210 time: 0.0603917 Feb 11 05:31:38.963777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (2e778172-0fc3-4325-94c1-37b1f72a29bd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.974859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.977834 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/networks/2e778172-0fc3-4325-94c1-37b1f72a29bd HTTP/1.1" status: 204 len: 168 time: 0.9143653 Feb 11 05:31:38.999854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57180) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:39.018474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82959465-fdd2-428f-b77d-8aa040c2e536 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Network': ['ID=2e778172-0fc3-4325-94c1-37b1f72a29bd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:39.109499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-a5a76ca4-34cf-4b76-9f0e-d2ce8774afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:39.111494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-a5a76ca4-34cf-4b76-9f0e-d2ce8774afb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 200 len: 906 time: 0.5073602 Feb 11 05:31:39.253799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-344eb371-32ee-4277-a847-2388128d2320 req-b47f5ecd-6173-42cd-b9f3-7ba5c4f7c221 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832252 Feb 11 05:31:39.272443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-cd8ff1df-e086-444d-aef5-f09022cb1916 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf41ae7-d4fc-4bf6-8547-def55ff44648 HTTP/1.1" status: 200 len: 217 time: 0.1444509 Feb 11 05:31:39.289262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (6b044367-a6a9-4eee-9b38-c63d7bb0cb9a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.449700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82161fe8-157e-4236-9e07-daa508a9552b req-0393d9a4-addf-4fe1-93ef-5ccdc7ffd3e7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:39.451331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82161fe8-157e-4236-9e07-daa508a9552b req-0393d9a4-addf-4fe1-93ef-5ccdc7ffd3e7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.3289096 Feb 11 05:31:39.460597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-e44e48fd-6321-44d8-b973-2d32cb5052b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:39.462512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-e44e48fd-6321-44d8-b973-2d32cb5052b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 200 len: 845 time: 0.1774254 Feb 11 05:31:39.534643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-2f7d3fe5-7d65-4ded-a4ac-59f11d5c8098 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a8d3bfe-d48b-4e82-bec3-710d79850667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593929 Feb 11 05:31:39.967586 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (6b044367-a6a9-4eee-9b38-c63d7bb0cb9a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.004447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Publish callbacks [] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.053532 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82161fe8-157e-4236-9e07-daa508a9552b req-01f069da-790d-4229-84d2-3079a888adcb tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899978 Feb 11 05:31:40.059710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b044367-a6a9-4eee-9b38-c63d7bb0cb9a']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:40.095124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2e47fc-95b8-44fa-a136-07d82c156f42') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:40.095423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2e47fc-95b8-44fa-a136-07d82c156f42') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:40.131783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6db5d-a29e-4682-a2d1-aa553cc7cdf3 req-3493ce29-f492-487e-a9a2-ee124d0657b1 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.133282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29e6db5d-a29e-4682-a2d1-aa553cc7cdf3 req-3493ce29-f492-487e-a9a2-ee124d0657b1 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.6035542 Feb 11 05:31:40.139740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (2f2e47fc-95b8-44fa-a136-07d82c156f42), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.170801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-5ddae255-32d7-48f6-951a-c96d77734707 service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175880 Feb 11 05:31:40.216457 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2f2e47fc-95b8-44fa-a136-07d82c156f42), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.250202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.250599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:40.251125 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (2f2e47fc-95b8-44fa-a136-07d82c156f42), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:40.260087 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:40.397665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29e6db5d-a29e-4682-a2d1-aa553cc7cdf3 req-c4ce35ba-445c-4dbf-9843-35ffa0351298 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545867 Feb 11 05:31:40.419157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Network e1c0b4fe-5867-4549-b0a7-08ac569cb770 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:40.429908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (6b044367-a6a9-4eee-9b38-c63d7bb0cb9a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.431653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:40.448528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00a8d0-2893-40be-9c47-31ccd78b7b94 req-f8c6f86f-d81e-41a3-b73b-d0108b7e155e tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.450869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba00a8d0-2893-40be-9c47-31ccd78b7b94 req-f8c6f86f-d81e-41a3-b73b-d0108b7e155e tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee25230-1393-4ed8-a618-a6258ae08ba9 HTTP/1.1" status: 200 len: 945 time: 0.3011999 Feb 11 05:31:40.451706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:40.454888 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.457981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/networks/6b044367-a6a9-4eee-9b38-c63d7bb0cb9a HTTP/1.1" status: 204 len: 168 time: 1.4525979 Feb 11 05:31:40.460648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57202) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.465020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Pushing event updated for resources: {'Port': ['ID=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:40.507119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d5e51-adf1-4abb-94f4-f47943e91637 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Network': ['ID=6b044367-a6a9-4eee-9b38-c63d7bb0cb9a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:40.517916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2b7b712-fe39-438a-8531-0b9a21b0932f req-87b4e46f-457d-47d2-90fa-5a221fa79bfd service neutron] 10.222.0.72 "GET /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331037 Feb 11 05:31:40.566207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.566832 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.606659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba00a8d0-2893-40be-9c47-31ccd78b7b94 req-17f46365-e849-42bb-b254-f29917d4853a tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176462 Feb 11 05:31:40.626303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-03979e9d-8bea-4fff-bcd7-405441a70667 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0666435 Feb 11 05:31:40.649293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Request body: {'port': {'device_id': '789b9f15-bdef-4349-a050-d102e2d82045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:40.656549 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfad2df-af83-4a73-95f9-4d3f99f3642a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.663406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfad2df-af83-4a73-95f9-4d3f99f3642a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.668625 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2bfad2df-af83-4a73-95f9-4d3f99f3642a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2029891 Feb 11 05:31:40.669684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57208) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.675353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2082683840'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:40.701856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Made reservation on behalf of f78f6aae78d345778181a40d623be354 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:40.706576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.732751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9354fe-7ee5-4826-b56b-7e12e9e9e694 req-32fcf2fb-7e0a-413f-9368-9bc67cf6ffd7 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.734481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d9354fe-7ee5-4826-b56b-7e12e9e9e694 req-32fcf2fb-7e0a-413f-9368-9bc67cf6ffd7 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.1216424 Feb 11 05:31:40.746416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.753339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:40.765978 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6d07f5e9-93ce-4fa1-a5ba-665be38d1651), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.766331 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Added segment 6d07f5e9-93ce-4fa1-a5ba-665be38d1651 of type vlan for network d1b92673-bd6c-479a-9516-020097b9a9bc Feb 11 05:31:40.809785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d1b92673-bd6c-479a-9516-020097b9a9bc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.845864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d1b92673-bd6c-479a-9516-020097b9a9bc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.853997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.855952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.867879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d9354fe-7ee5-4826-b56b-7e12e9e9e694 req-13dc942a-7faa-4c2d-ac5d-0f81dc6f6ef0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185255 Feb 11 05:31:40.904010 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2318604 Feb 11 05:31:40.908340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57210) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.914447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2083608806'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:40.926869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7f0ae-126d-4adc-8c55-cc840a504161 req-eb08927c-ece2-4285-a1e4-a8e8da9b67dd tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.929925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dff7f0ae-126d-4adc-8c55-cc840a504161 req-eb08927c-ece2-4285-a1e4-a8e8da9b67dd tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 931 time: 0.1941452 Feb 11 05:31:40.976475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b4901-231a-46ef-a4c2-a1b68a5a8e5a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Network': ['ID=d1b92673-bd6c-479a-9516-020097b9a9bc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:40.989220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d1b92673-bd6c-479a-9516-020097b9a9bc details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:40.991013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Made reservation on behalf of f78f6aae78d345778181a40d623be354 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:40.997153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.052412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:41.071235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dff7f0ae-126d-4adc-8c55-cc840a504161 req-61ed4e3a-9e58-447c-bb2c-3de8a3b16648 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357024 Feb 11 05:31:41.071851 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (dc90a16d-54ae-4404-bc39-f76c22d15bb1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.072305 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Added segment dc90a16d-54ae-4404-bc39-f76c22d15bb1 of type vlan for network 7aea4793-c8b1-49f0-8cab-d6336d141314 Feb 11 05:31:41.175228 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (7aea4793-c8b1-49f0-8cab-d6336d141314), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.209103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (7aea4793-c8b1-49f0-8cab-d6336d141314), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.214309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:41.221850 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.253562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:41.270510 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Publish callbacks [] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.296969 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3863585 Feb 11 05:31:41.300669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57218) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:41.303331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Transition to ACTIVE for port object f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:41.309414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'ports': [{'network_id': 'd1b92673-bd6c-479a-9516-020097b9a9bc', 'name': 'tempest-port--1273417856', 'admin_state_up': True}, {'network_id': '7aea4793-c8b1-49f0-8cab-d6336d141314', 'admin_state_up': False}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:41.309917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'port': {'network_id': 'd1b92673-bd6c-479a-9516-020097b9a9bc', 'name': 'tempest-port--1273417856', 'admin_state_up': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:41.310606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'port': {'network_id': '7aea4793-c8b1-49f0-8cab-d6336d141314', 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:41.320931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa1bc3-cc9d-4335-b456-4e3ab6780823 req-fe0e9110-563c-4732-b17f-ea77314d566d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:41.323282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1bfa1bc3-cc9d-4335-b456-4e3ab6780823 req-fe0e9110-563c-4732-b17f-ea77314d566d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2daa100-196a-42bd-96c1-b884d254859b HTTP/1.1" status: 200 len: 945 time: 0.1194017 Feb 11 05:31:41.338563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.366105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4289e-340b-4a9a-b01b-c58cbe82d764 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Network': ['ID=7aea4793-c8b1-49f0-8cab-d6336d141314,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:41.377407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 7aea4793-c8b1-49f0-8cab-d6336d141314 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:41.403217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:41.585920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1bfa1bc3-cc9d-4335-b456-4e3ab6780823 req-25512146-729c-4fa5-9eb1-32b9301c5f9d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483959 Feb 11 05:31:41.639334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d680f64-4ae1-4e85-98b0-11cf622b55a8 req-9153e7e3-71f7-4375-8be4-574e86522380 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:41.640854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d680f64-4ae1-4e85-98b0-11cf622b55a8 req-9153e7e3-71f7-4375-8be4-574e86522380 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.2443082 Feb 11 05:31:41.683166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Attempting to bind port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:41.684123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Attempting to bind port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '41bfedc1-81c3-40c0-8bf1-cefa833c1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1c0b4fe-5867-4549-b0a7-08ac569cb770'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:41.684460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Attempting to bind port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 on network e1c0b4fe-5867-4549-b0a7-08ac569cb770 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:41.699059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 on network e1c0b4fe-5867-4549-b0a7-08ac569cb770 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:41.699380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Attempting to bind port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 on network e1c0b4fe-5867-4549-b0a7-08ac569cb770 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:41.720956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Made reservation on behalf of f78f6aae78d345778181a40d623be354 for: {'port': 2} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:41.724960 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.731001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:41.731336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Checking segment: {'id': '41bfedc1-81c3-40c0-8bf1-cefa833c1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1c0b4fe-5867-4549-b0a7-08ac569cb770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:41.731721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Bound using segment: {'id': '41bfedc1-81c3-40c0-8bf1-cefa833c1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1c0b4fe-5867-4549-b0a7-08ac569cb770'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:41.732141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Bound port: f6ba1423-8ac7-435e-84a2-ce6ff29b88b6, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41bfedc1-81c3-40c0-8bf1-cefa833c1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1c0b4fe-5867-4549-b0a7-08ac569cb770'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:41.732484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.747850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d680f64-4ae1-4e85-98b0-11cf622b55a8 req-a5224248-e2e8-4443-ab68-302ce369cc95 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961776 Feb 11 05:31:41.755358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.005384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27446e96-52a5-44c9-b01e-49cefc662165 req-98220811-c0ac-49e0-b64b-23e50b82adfa tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.007388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27446e96-52a5-44c9-b01e-49cefc662165 req-98220811-c0ac-49e0-b64b-23e50b82adfa tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1612625 Feb 11 05:31:42.056995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] For port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:42.092549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] device_id is not set on port f4e0b6ff-90e7-4287-9362-b6a48dda3931 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:42.114743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] For port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,segment=NetworkSegment(41bfedc1-81c3-40c0-8bf1-cefa833c1824),segment_id=41bfedc1-81c3-40c0-8bf1-cefa833c1824)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:42.132090 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.189827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.190864 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.192574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] 10.222.0.72 "PUT /v2.0/ports/f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 HTTP/1.1" status: 200 len: 1092 time: 1.5495214 Feb 11 05:31:42.200865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789b9f15-bdef-4349-a050-d102e2d82045', 'tag': 'f6ba1423-8ac7-435e-84a2-ce6ff29b88b6'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:42.203441 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba45315-3aa0-4cd9-838d-3cfab4803ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "789b9f15-bdef-4349-a050-d102e2d82045", "tag": "f6ba1423-8ac7-435e-84a2-ce6ff29b88b6"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:42.220354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27446e96-52a5-44c9-b01e-49cefc662165 req-71cac36c-1b33-4b7a-8852-96f989e03e81 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647632 Feb 11 05:31:42.253926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9091c-7885-4e42-8f79-b42da4b8da8f req-9c1223b1-2dfa-4726-92e4-0f2446729d5f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.253926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9bf9091c-7885-4e42-8f79-b42da4b8da8f req-9c1223b1-2dfa-4726-92e4-0f2446729d5f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.2539649 Feb 11 05:31:42.293392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865f5a4-f97c-42dc-9a88-f38e4b2f4515 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:42.424896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9bf9091c-7885-4e42-8f79-b42da4b8da8f req-9a6090a2-7958-42ec-b63e-f5a2379e85c1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574125 Feb 11 05:31:42.430274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ebc80-dcb4-404c-9888-11648faacf12 req-e84ce6dc-0a96-4cf8-8003-98ff6c04cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.432065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-e84ce6dc-0a96-4cf8-8003-98ff6c04cf93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d99884f2e16457a96813b981142ea2a&device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 1126 time: 0.1777518 Feb 11 05:31:42.438325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks [] for port (f4e0b6ff-90e7-4287-9362-b6a48dda3931), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.537880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aead9c-82aa-4a78-b1b9-d539c8f1ef55 req-722ba0e8-62ca-4a2c-b89b-ace378ac7691 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.547047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63aead9c-82aa-4a78-b1b9-d539c8f1ef55 req-722ba0e8-62ca-4a2c-b89b-ace378ac7691 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2daa100-196a-42bd-96c1-b884d254859b HTTP/1.1" status: 200 len: 945 time: 0.2402601 Feb 11 05:31:42.549725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-70008120-f172-41e3-a0c6-cc8a750c6acc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 HTTP/1.1" status: 200 len: 217 time: 0.1071651 Feb 11 05:31:42.649655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] device_id is not set on port fd911898-3fc9-489a-96aa-e64599d405c1 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:42.711175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ebc80-dcb4-404c-9888-11648faacf12 req-6f4d9596-d38b-43d3-9dd9-436940f32970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.712613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-6f4d9596-d38b-43d3-9dd9-436940f32970 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b902b3b-f9dd-47f0-846c-e578652b18bd HTTP/1.1" status: 200 len: 849 time: 0.1236334 Feb 11 05:31:42.721741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63aead9c-82aa-4a78-b1b9-d539c8f1ef55 req-44411f4e-a6dc-4a36-b304-dd0ab06c3cc4 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731205 Feb 11 05:31:42.788558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-ac6600c8-207d-4caa-b636-f9719ddd8b8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1c0b4fe-5867-4549-b0a7-08ac569cb770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409281 Feb 11 05:31:42.793342 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d973d6a-f2bb-4d8e-a345-e7593f52cf74 x-openstack-request-id: req-6d973d6a-f2bb-4d8e-a345-e7593f52cf74 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:42.793782 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789b9f15-bdef-4349-a050-d102e2d82045", "tag": "f6ba1423-8ac7-435e-84a2-ce6ff29b88b6", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:42.794203 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d973d6a-f2bb-4d8e-a345-e7593f52cf74 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:42.794614 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789b9f15-bdef-4349-a050-d102e2d82045', 'tag': 'f6ba1423-8ac7-435e-84a2-ce6ff29b88b6', 'status': 'completed', 'code': 200} Feb 11 05:31:42.893524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc69a1-e6d4-4768-8d96-2e632ccf40a0 req-8c332677-a50b-496c-9b58-cf831a49f051 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.895433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04cc69a1-e6d4-4768-8d96-2e632ccf40a0 req-8c332677-a50b-496c-9b58-cf831a49f051 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 943 time: 0.2676849 Feb 11 05:31:42.950221 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks [] for port (fd911898-3fc9-489a-96aa-e64599d405c1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.054364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04cc69a1-e6d4-4768-8d96-2e632ccf40a0 req-09e0cdc7-47b2-4466-8e03-a1fc8a4659a2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246977 Feb 11 05:31:43.063393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-cc71d96e-6211-409a-8d17-d77a0a141eea service neutron] 10.222.0.72 "GET /v2.0/networks/e1c0b4fe-5867-4549-b0a7-08ac569cb770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635291 Feb 11 05:31:43.077438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f214cc5-9375-4d8f-8df3-e741c151c0f8 req-d12b9cca-07a8-4df2-86d9-ee9bdc299fe9 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.079206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f214cc5-9375-4d8f-8df3-e741c151c0f8 req-d12b9cca-07a8-4df2-86d9-ee9bdc299fe9 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.1826365 Feb 11 05:31:43.095409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f4e0b6ff-90e7-4287-9362-b6a48dda3931), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.258444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Port': ['ID=f4e0b6ff-90e7-4287-9362-b6a48dda3931,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.324577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Checking segment: {'id': '6d07f5e9-93ce-4fa1-a5ba-665be38d1651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd1b92673-bd6c-479a-9516-020097b9a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:43.324940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Network hostable DHCP agents. Network: d1b92673-bd6c-479a-9516-020097b9a9bc, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:43.330098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f214cc5-9375-4d8f-8df3-e741c151c0f8 req-1bb705d1-9cbc-4a66-bdd5-6f7788c15f20 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385206 Feb 11 05:31:43.378204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820ebc80-dcb4-404c-9888-11648faacf12 req-b7ff5533-b262-475c-af14-d080081915ef service neutron] 10.222.0.72 "GET /v2.0/networks/e1c0b4fe-5867-4549-b0a7-08ac569cb770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952976 Feb 11 05:31:43.443044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Network d1b92673-bd6c-479a-9516-020097b9a9bc is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:43.501905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-aef21107-4122-4379-9d3c-fdf453326553 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.503955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-aef21107-4122-4379-9d3c-fdf453326553 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2daa100-196a-42bd-96c1-b884d254859b HTTP/1.1" status: 200 len: 945 time: 0.1186717 Feb 11 05:31:43.515100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, d1b92673-bd6c-479a-9516-020097b9a9bc) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:43.523787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023d9eb7-86ad-4559-b00c-d2257ed4484e None None] Network d1b92673-bd6c-479a-9516-020097b9a9bc requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:43.541838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8d5ff-6107-4558-95ad-f1702f235348 req-2ce244a1-5a05-4ffa-b5eb-943fd4607377 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.549999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ee8d5ff-6107-4558-95ad-f1702f235348 req-2ce244a1-5a05-4ffa-b5eb-943fd4607377 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.2188740 Feb 11 05:31:43.646588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:43.649445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fd911898-3fc9-489a-96aa-e64599d405c1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.662321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57262) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.795214 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-84dc2c4f-10f3-4698-b431-882a9dae3b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.840747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-343d5580-528a-408f-a7a7-169b922a4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.842424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-343d5580-528a-408f-a7a7-169b922a4f2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d99884f2e16457a96813b981142ea2a&device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 1126 time: 0.3939598 Feb 11 05:31:43.854802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Port': ['ID=fd911898-3fc9-489a-96aa-e64599d405c1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.871109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ee8d5ff-6107-4558-95ad-f1702f235348 req-d8b81a80-3bde-4e12-bf63-04dfcf12cdc8 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201504 Feb 11 05:31:43.888274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ecaac-0382-460a-ab3b-306d8f34e2f8 req-2700d833-f6dc-4673-8e08-3a1347d0185b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.889894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a7ecaac-0382-460a-ab3b-306d8f34e2f8 req-2700d833-f6dc-4673-8e08-3a1347d0185b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.3052738 Feb 11 05:31:43.899865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-84dc2c4f-10f3-4698-b431-882a9dae3b32 admin admin] Publish callbacks [] for security_group (8953147d-b088-4806-bbd4-bbe67609e9a9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.906773 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-84dc2c4f-10f3-4698-b431-882a9dae3b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8953147d-b088-4806-bbd4-bbe67609e9a9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.942227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Checking segment: {'id': 'dc90a16d-54ae-4404-bc39-f76c22d15bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7aea4793-c8b1-49f0-8cab-d6336d141314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:43.942603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Network hostable DHCP agents. Network: 7aea4793-c8b1-49f0-8cab-d6336d141314, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:43.961856 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-84dc2c4f-10f3-4698-b431-882a9dae3b32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f48bf1c99a204a4c9bb312abfff6be0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989831 Feb 11 05:31:43.964340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57268) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.973779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc2c4f-10f3-4698-b431-882a9dae3b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8953147d-b088-4806-bbd4-bbe67609e9a9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:44.066226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb9673e9-ba8e-4bfc-b392-5287ede51fd2 admin admin] Publish callbacks [] for security_group (8953147d-b088-4806-bbd4-bbe67609e9a9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.096520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb9673e9-ba8e-4bfc-b392-5287ede51fd2 admin admin] Publish callbacks [] for security_group (8953147d-b088-4806-bbd4-bbe67609e9a9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.158942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb9673e9-ba8e-4bfc-b392-5287ede51fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8953147d-b088-4806-bbd4-bbe67609e9a9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.162069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb9673e9-ba8e-4bfc-b392-5287ede51fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.167033 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fb9673e9-ba8e-4bfc-b392-5287ede51fd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8953147d-b088-4806-bbd4-bbe67609e9a9 HTTP/1.1" status: 204 len: 168 time: 0.2004509 Feb 11 05:31:44.176137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9673e9-ba8e-4bfc-b392-5287ede51fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8953147d-b088-4806-bbd4-bbe67609e9a9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:44.360673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a7ecaac-0382-460a-ab3b-306d8f34e2f8 req-3222c400-a5f2-4532-8f9d-07c33b13f26c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590235 Feb 11 05:31:44.368266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Deleting port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:44.368615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.485133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Network 7aea4793-c8b1-49f0-8cab-d6336d141314 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:44.508472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-5d494eaa-33a9-4eab-8e24-8fc80c0ecebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.510130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-5d494eaa-33a9-4eab-8e24-8fc80c0ecebb service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1c0b4fe-5867-4549-b0a7-08ac569cb770 HTTP/1.1" status: 200 len: 910 time: 0.6524723 Feb 11 05:31:44.543550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 7aea4793-c8b1-49f0-8cab-d6336d141314) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:44.556405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21aab56-8614-462d-8114-3736f242c41f None None] Network 7aea4793-c8b1-49f0-8cab-d6336d141314 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:44.562668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc117fe-5be2-4b49-8528-3523a76510e0 req-30991f12-008f-4601-abe0-9e2e5eb8fc09 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.564187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffc117fe-5be2-4b49-8528-3523a76510e0 req-30991f12-008f-4601-abe0-9e2e5eb8fc09 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2daa100-196a-42bd-96c1-b884d254859b HTTP/1.1" status: 200 len: 945 time: 0.2470117 Feb 11 05:31:44.565181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:44.570234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.574767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.575456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.647539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] For port 3e2a8382-078b-4b4c-a39d-4b5149857dd0, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3e2a8382-078b-4b4c-a39d-4b5149857dd0,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:44.647919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.653034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-0255ac10-9fa7-4c89-8541-ba7b653b0ef9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 HTTP/1.1" status: 200 len: 217 time: 0.1223168 Feb 11 05:31:44.731936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Calling delete_port for 3e2a8382-078b-4b4c-a39d-4b5149857dd0 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:44.755595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57288) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.756098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d232d42b-581d-4959-b424-be108450d37d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4537086 Feb 11 05:31:44.828773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593abe13-266e-40e7-bd9f-37c77767bb9f req-93c05713-8701-4469-a792-8489fb565f84 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.830335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-593abe13-266e-40e7-bd9f-37c77767bb9f req-93c05713-8701-4469-a792-8489fb565f84 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 943 time: 0.3530204 Feb 11 05:31:44.841085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-8d64275a-268d-46d4-bf4f-b219dbae232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.843603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-8d64275a-268d-46d4-bf4f-b219dbae232c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b902b3b-f9dd-47f0-846c-e578652b18bd HTTP/1.1" status: 200 len: 849 time: 0.1672966 Feb 11 05:31:44.847492 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ec05d-8419-404f-ab52-36386da2cdbb tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.855945 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ec05d-8419-404f-ab52-36386da2cdbb tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.859008 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-518ec05d-8419-404f-ab52-36386da2cdbb tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1015518 Feb 11 05:31:44.862706 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57292) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.887732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffc117fe-5be2-4b49-8528-3523a76510e0 req-47095364-e71f-4899-8ba7-8d1807529416 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635131 Feb 11 05:31:44.919119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-0c96cd65-1bf9-4f93-a4f3-ae83be1621c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1c0b4fe-5867-4549-b0a7-08ac569cb770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601761 Feb 11 05:31:45.001605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-593abe13-266e-40e7-bd9f-37c77767bb9f req-7f7ff74d-0f88-43ee-a1d6-ebda94a36eb4 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630986 Feb 11 05:31:45.064829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c803ca00-70b6-45f3-bf1c-a4e184700af6 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Deleting port f4e0b6ff-90e7-4287-9362-b6a48dda3931 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:45.065367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c803ca00-70b6-45f3-bf1c-a4e184700af6 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f4e0b6ff-90e7-4287-9362-b6a48dda3931), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.176381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c803ca00-70b6-45f3-bf1c-a4e184700af6 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f4e0b6ff-90e7-4287-9362-b6a48dda3931), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.196836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c803ca00-70b6-45f3-bf1c-a4e184700af6 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Calling delete_port for f4e0b6ff-90e7-4287-9362-b6a48dda3931 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:45.199444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-84263f66-627c-4ced-944e-0aff9c3155e3 service neutron] 10.222.0.72 "GET /v2.0/networks/e1c0b4fe-5867-4549-b0a7-08ac569cb770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570434 Feb 11 05:31:45.211814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23261526-4a26-4bbb-a76c-6a3724ed1e73 req-9f7530b7-74fe-4055-ba6c-f1b601debde8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:45.213461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23261526-4a26-4bbb-a76c-6a3724ed1e73 req-9f7530b7-74fe-4055-ba6c-f1b601debde8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.2103126 Feb 11 05:31:45.247386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3e2a8382-078b-4b4c-a39d-4b5149857dd0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.270071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['3e2a8382-078b-4b4c-a39d-4b5149857dd0', '65d7b636-352d-44c0-861c-481b58dc6bd7'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:45.272979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['8f484415-55a0-4b3d-86ab-ded6b805b7d6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:45.310778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c803ca00-70b6-45f3-bf1c-a4e184700af6 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f4e0b6ff-90e7-4287-9362-b6a48dda3931), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.315531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Pushing event deleted for resources: {'Port': ['ID=3e2a8382-078b-4b4c-a39d-4b5149857dd0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:45.343804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803ca00-70b6-45f3-bf1c-a4e184700af6 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Port': ['ID=f4e0b6ff-90e7-4287-9362-b6a48dda3931,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:45.357764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dfb9a-7ff3-4f6d-9a1d-30cb9d6db8c4 req-ec6a1057-88d7-46ed-a362-4824f0d01521 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:45.359332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-289dfb9a-7ff3-4f6d-9a1d-30cb9d6db8c4 req-ec6a1057-88d7-46ed-a362-4824f0d01521 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.2318015 Feb 11 05:31:45.366781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c803ca00-70b6-45f3-bf1c-a4e184700af6 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.380249 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c803ca00-70b6-45f3-bf1c-a4e184700af6 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/ports/f4e0b6ff-90e7-4287-9362-b6a48dda3931 HTTP/1.1" status: 204 len: 168 time: 0.5161729 Feb 11 05:31:45.381232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57304) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:45.445274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] No DVR routers for this DVR port 3e2a8382-078b-4b4c-a39d-4b5149857dd0 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:45.460243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.464412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d265bdd0-4100-452c-8f8c-eb31dbd9ff73 req-08003cf8-04e3-495e-b6b9-cf01ed20337d tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.72 "DELETE /v2.0/ports/3e2a8382-078b-4b4c-a39d-4b5149857dd0 HTTP/1.1" status: 204 len: 173 time: 1.9455914 Feb 11 05:31:45.466183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2daa100-196a-42bd-96c1-b884d254859b', 'name': 'network-vif-deleted', 'tag': '3e2a8382-078b-4b4c-a39d-4b5149857dd0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:45.468654 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a0f314-68d0-4d04-bf41-4adc423c77e2" -d '{"events": [{"server_uuid": "d2daa100-196a-42bd-96c1-b884d254859b", "name": "network-vif-deleted", "tag": "3e2a8382-078b-4b4c-a39d-4b5149857dd0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:45.492402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23261526-4a26-4bbb-a76c-6a3724ed1e73 req-167b8445-829b-4afb-990a-876a00793bf7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614412 Feb 11 05:31:45.508048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff276f-3706-4ac5-bb89-06aeb75b2ac4 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Deleting port fd911898-3fc9-489a-96aa-e64599d405c1 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:45.508434 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4ff276f-3706-4ac5-bb89-06aeb75b2ac4 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fd911898-3fc9-489a-96aa-e64599d405c1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.532365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eba45315-3aa0-4cd9-838d-3cfab4803ccf req-273af415-8ad6-4102-b90d-040bfe7d9a89 service neutron] 10.222.0.72 "GET /v2.0/networks/e1c0b4fe-5867-4549-b0a7-08ac569cb770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155243 Feb 11 05:31:45.577412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-289dfb9a-7ff3-4f6d-9a1d-30cb9d6db8c4 req-041504d0-9c5b-4599-b0f6-86bbfb276d1a tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820812 Feb 11 05:31:45.651819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4ff276f-3706-4ac5-bb89-06aeb75b2ac4 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fd911898-3fc9-489a-96aa-e64599d405c1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.676762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff276f-3706-4ac5-bb89-06aeb75b2ac4 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Calling delete_port for fd911898-3fc9-489a-96aa-e64599d405c1 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:45.770851 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4ff276f-3706-4ac5-bb89-06aeb75b2ac4 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (fd911898-3fc9-489a-96aa-e64599d405c1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.810951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:45.815246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90637-4861-4b57-a4ac-3c4337542e1c req-a7d85934-022e-4d9f-81c5-931af4478430 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:45.823187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42f90637-4861-4b57-a4ac-3c4337542e1c req-a7d85934-022e-4d9f-81c5-931af4478430 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.1359026 Feb 11 05:31:45.826820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff276f-3706-4ac5-bb89-06aeb75b2ac4 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Port': ['ID=fd911898-3fc9-489a-96aa-e64599d405c1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:45.837309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4ff276f-3706-4ac5-bb89-06aeb75b2ac4 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.840386 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b4ff276f-3706-4ac5-bb89-06aeb75b2ac4 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/ports/fd911898-3fc9-489a-96aa-e64599d405c1 HTTP/1.1" status: 204 len: 168 time: 0.4573750 Feb 11 05:31:45.842979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57316) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:45.871228 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5028d2f-1bd3-427f-8c97-824a36f23cbd x-openstack-request-id: req-c5028d2f-1bd3-427f-8c97-824a36f23cbd {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:45.871594 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2daa100-196a-42bd-96c1-b884d254859b", "name": "network-vif-deleted", "tag": "3e2a8382-078b-4b4c-a39d-4b5149857dd0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:45.871782 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5028d2f-1bd3-427f-8c97-824a36f23cbd {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:45.874612 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2daa100-196a-42bd-96c1-b884d254859b', 'name': 'network-vif-deleted', 'tag': '3e2a8382-078b-4b4c-a39d-4b5149857dd0', 'status': 'completed', 'code': 200} Feb 11 05:31:45.884198 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-785117c0-3503-4564-baa5-356d61feaaf9 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0399804 Feb 11 05:31:45.888033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57318) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:45.893356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1359993308'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:45.918747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Made reservation on behalf of f78f6aae78d345778181a40d623be354 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:45.939322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.956315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42f90637-4861-4b57-a4ac-3c4337542e1c req-7917b779-1720-4d10-ae1c-ead393e9fe20 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323109 Feb 11 05:31:45.966066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,segment=NetworkSegment(41bfedc1-81c3-40c0-8bf1-cefa833c1824),segment_id=41bfedc1-81c3-40c0-8bf1-cefa833c1824)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:45.980618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'f6ba1423-8ac7-435e-84a2-ce6ff29b88b6', 'network_id': 'e1c0b4fe-5867-4549-b0a7-08ac569cb770', 'port_id': 'f6ba1423-8ac7-435e-84a2-ce6ff29b88b6', 'mac_address': 'fa:16:3e:a4:8a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b902b3b-f9dd-47f0-846c-e578652b18bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:46.012902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:46.034831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:46.035243 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.040350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5101339a-deb6-4abc-9269-595fcaf8be38), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.044235 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Added segment 5101339a-deb6-4abc-9269-595fcaf8be38 of type vlan for network be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea Feb 11 05:31:46.056243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:46.086788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,segment=NetworkSegment(41bfedc1-81c3-40c0-8bf1-cefa833c1824),segment_id=41bfedc1-81c3-40c0-8bf1-cefa833c1824)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:46.092043 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.118336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.154857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d37537a-1022-4554-adf1-f85de6cdde22 req-3146c7e0-2385-46a0-b22b-5ed818d74fef tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2daa100-196a-42bd-96c1-b884d254859b HTTP/1.1" status: 200 len: 210 time: 0.0615463 Feb 11 05:31:46.163002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.203095 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.209160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:46.215234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.249703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d80fe3-12d6-4d8a-8932-ac8563738b9f req-4152f8ba-81eb-4c02-b227-c1983a2c1dd3 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:46.251477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5d80fe3-12d6-4d8a-8932-ac8563738b9f req-4152f8ba-81eb-4c02-b227-c1983a2c1dd3 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 944 time: 0.0959003 Feb 11 05:31:46.257644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3683367 Feb 11 05:31:46.260709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57326) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:46.265230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1284233449'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:46.310756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cf4a6-c3da-40a1-81f1-83f7760b2c1d tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Network': ['ID=be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.324823 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Made reservation on behalf of f78f6aae78d345778181a40d623be354 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:46.330836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.331737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:46.359479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:46.365559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57328) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:46.369237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5d80fe3-12d6-4d8a-8932-ac8563738b9f req-b1a41d71-113d-4b1b-b0d0-cccae94d76db tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082559 Feb 11 05:31:46.378170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b231d004-16ce-479f-a763-cce5a6f673c7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.378527 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Added segment b231d004-16ce-479f-a763-cce5a6f673c7 of type vlan for network 8351c378-8aa0-448e-8236-16a8aa549cb7 Feb 11 05:31:46.424909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (8351c378-8aa0-448e-8236-16a8aa549cb7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.446547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['f6ba1423-8ac7-435e-84a2-ce6ff29b88b6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:46.459394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (8351c378-8aa0-448e-8236-16a8aa549cb7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.466792 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:46.467405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.514365 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2529044 Feb 11 05:31:46.609700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ddb2-20df-4c73-af1c-bb2fadeb8dea tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Network': ['ID=8351c378-8aa0-448e-8236-16a8aa549cb7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.615000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9e272ac-dbe6-4f0f-8f63-7f63a6eccc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.635570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 8351c378-8aa0-448e-8236-16a8aa549cb7 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:46.660448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57336) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:46.668885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'subnets': [{'network_id': 'be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--392429394', 'ip_version': 4}, {'network_id': '8351c378-8aa0-448e-8236-16a8aa549cb7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:46.669227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'subnet': {'network_id': 'be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--392429394', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:46.669812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Request body: {'subnet': {'network_id': '8351c378-8aa0-448e-8236-16a8aa549cb7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:46.772826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd55de-5b02-4409-8b5b-6673852fd4f5 req-af9a35e4-a6ae-4244-9646-fee8fc1ce7e3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:46.775391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51fd55de-5b02-4409-8b5b-6673852fd4f5 req-af9a35e4-a6ae-4244-9646-fee8fc1ce7e3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.1495373 Feb 11 05:31:46.803972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c45ea-f20a-4e48-bf9d-a0579332c75f req-5ed9e4cf-ca75-4b8a-aaf4-0a26d089dc8c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:46.805948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d8c45ea-f20a-4e48-bf9d-a0579332c75f req-5ed9e4cf-ca75-4b8a-aaf4-0a26d089dc8c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.0993149 Feb 11 05:31:46.866502 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9e272ac-dbe6-4f0f-8f63-7f63a6eccc2c admin admin] Publish callbacks [] for security_group (43d4c628-9caf-4950-8d7b-2d7df7eb79d7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.871722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9e272ac-dbe6-4f0f-8f63-7f63a6eccc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (43d4c628-9caf-4950-8d7b-2d7df7eb79d7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.877777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51fd55de-5b02-4409-8b5b-6673852fd4f5 req-dc0bb48a-ee04-4cd8-8a1c-0852c549835e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882652 Feb 11 05:31:46.914564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d8c45ea-f20a-4e48-bf9d-a0579332c75f req-d430c311-0ab1-4c45-a4ae-04669d3c9fb3 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944312 Feb 11 05:31:46.952133 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e9e272ac-dbe6-4f0f-8f63-7f63a6eccc2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1000761914754180bdf139ac0c63a22a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5852900 Feb 11 05:31:46.955200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57340) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:46.955705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e272ac-dbe6-4f0f-8f63-7f63a6eccc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d4c628-9caf-4950-8d7b-2d7df7eb79d7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.975576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Made reservation on behalf of f78f6aae78d345778181a40d623be354 for: {'subnet': 2} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:46.981998 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.982435 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.019608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-75d2a54a-1cd2-41b5-b914-0b0f88b2b09e admin admin] Publish callbacks [] for security_group (43d4c628-9caf-4950-8d7b-2d7df7eb79d7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.048590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-75d2a54a-1cd2-41b5-b914-0b0f88b2b09e admin admin] Publish callbacks [] for security_group (43d4c628-9caf-4950-8d7b-2d7df7eb79d7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.142232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e733dc-66a3-4737-b0fa-bcd8bee6f51c req-727a4b5e-ddd3-400b-841b-459110640b1b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:47.144090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90e733dc-66a3-4737-b0fa-bcd8bee6f51c req-727a4b5e-ddd3-400b-841b-459110640b1b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.0869567 Feb 11 05:31:47.166498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-75d2a54a-1cd2-41b5-b914-0b0f88b2b09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (43d4c628-9caf-4950-8d7b-2d7df7eb79d7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.169650 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-75d2a54a-1cd2-41b5-b914-0b0f88b2b09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.173686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-75d2a54a-1cd2-41b5-b914-0b0f88b2b09e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43d4c628-9caf-4950-8d7b-2d7df7eb79d7 HTTP/1.1" status: 204 len: 168 time: 0.2144632 Feb 11 05:31:47.187581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2a54a-1cd2-41b5-b914-0b0f88b2b09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d4c628-9caf-4950-8d7b-2d7df7eb79d7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:47.238142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90e733dc-66a3-4737-b0fa-bcd8bee6f51c req-c6a901c6-3a64-4516-989c-d642058fd2b0 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788343 Feb 11 05:31:47.526774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (d9f360b9-2603-40f6-8820-467fa8dc4798), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.594741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Subnet': ['ID=d9f360b9-2603-40f6-8820-467fa8dc4798,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:47.596792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73470f98-351e-417b-9ede-d5a0354a8ef4 req-9bd1da66-7580-43a9-8691-9a679af6aa01 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:47.604839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73470f98-351e-417b-9ede-d5a0354a8ef4 req-9bd1da66-7580-43a9-8691-9a679af6aa01 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 944 time: 0.1053133 Feb 11 05:31:47.606956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Checking segment: {'id': '5101339a-deb6-4abc-9269-595fcaf8be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:47.607427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Network hostable DHCP agents. Network: be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:47.639074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Network be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:47.655608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:47.665928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5af65c-5814-4422-85d3-b8eb47fcff51 None None] Network be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:47.668370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (c605e179-327a-4391-a852-7d4a8cb76798), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.709362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73470f98-351e-417b-9ede-d5a0354a8ef4 req-c27548de-6967-4dc3-aef2-3a929ec91ee8 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029818 Feb 11 05:31:47.819510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event updated for resources: {'Subnet': ['ID=c605e179-327a-4391-a852-7d4a8cb76798,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:47.829703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb2c4d-9683-4eb5-b8e3-7c962764f971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea', 'network_id': 'be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea', 'project_id': 'f78f6aae78d345778181a40d623be354', 'fixed_ips': [{'subnet_id': 'd9f360b9-2603-40f6-8820-467fa8dc4798'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:47.830823 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2c4d-9683-4eb5-b8e3-7c962764f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.840590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Checking segment: {'id': 'b231d004-16ce-479f-a763-cce5a6f673c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8351c378-8aa0-448e-8236-16a8aa549cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:47.840958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Network hostable DHCP agents. Network: 8351c378-8aa0-448e-8236-16a8aa549cb7, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:47.855708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:47.858875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:47.890422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Network 8351c378-8aa0-448e-8236-16a8aa549cb7 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:47.905460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 8351c378-8aa0-448e-8236-16a8aa549cb7) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:47.910377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:47.910869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:47.911509 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.942141 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dd32ca81-8e77-4635-a35b-bffa59484656 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2793565 Feb 11 05:31:47.944988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57386) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:47.953234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861fc940-b3b3-41a4-afed-4e5ac06a1bec None None] Network 8351c378-8aa0-448e-8236-16a8aa549cb7 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:48.067063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2046c5-6dd4-4ed9-bf64-01c077104e06 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:48.069285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2046c5-6dd4-4ed9-bf64-01c077104e06 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:48.070256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2046c5-6dd4-4ed9-bf64-01c077104e06 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:48.075739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57392) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:48.076912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb2046c5-6dd4-4ed9-bf64-01c077104e06 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1317890 Feb 11 05:31:48.118630 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:31:48.162718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:48.178619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:48.179142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.198724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-4863ece0-9aa6-409c-89ad-b8ae1188fe51 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Deleting subnet d9f360b9-2603-40f6-8820-467fa8dc4798 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:48.206955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4863ece0-9aa6-409c-89ad-b8ae1188fe51 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks [] for subnet (d9f360b9-2603-40f6-8820-467fa8dc4798), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.209730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc79a39-3fcd-458d-a23e-956d35f48a6b req-56c51728-a46c-4df8-af71-d994ce8b68bf tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:48.211920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebc79a39-3fcd-458d-a23e-956d35f48a6b req-56c51728-a46c-4df8-af71-d994ce8b68bf tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1289623 Feb 11 05:31:48.241686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24897659-8e6f-4dcc-a2df-a5b20fb3f574 req-d3913c8b-e967-488a-af83-fc81a5bbca91 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:48.243524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24897659-8e6f-4dcc-a2df-a5b20fb3f574 req-d3913c8b-e967-488a-af83-fc81a5bbca91 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.1624753 Feb 11 05:31:48.284493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57400) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:48.298264 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4863ece0-9aa6-409c-89ad-b8ae1188fe51 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (d9f360b9-2603-40f6-8820-467fa8dc4798), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.329361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebc79a39-3fcd-458d-a23e-956d35f48a6b req-46825f98-3f39-42a8-bdfb-bedeef86ce3b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094639 Feb 11 05:31:48.338946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24897659-8e6f-4dcc-a2df-a5b20fb3f574 req-367006fd-f79c-4761-aec6-71e06d024e2c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873692 Feb 11 05:31:48.417523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4863ece0-9aa6-409c-89ad-b8ae1188fe51 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (d9f360b9-2603-40f6-8820-467fa8dc4798), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.555808 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4863ece0-9aa6-409c-89ad-b8ae1188fe51 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (d9f360b9-2603-40f6-8820-467fa8dc4798), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.582218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4863ece0-9aa6-409c-89ad-b8ae1188fe51 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.595101 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4863ece0-9aa6-409c-89ad-b8ae1188fe51 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/subnets/d9f360b9-2603-40f6-8820-467fa8dc4798 HTTP/1.1" status: 204 len: 168 time: 0.5179970 Feb 11 05:31:48.595792 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57408) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:48.598402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec086ec3-5874-4cff-9596-0569c1595573 req-a428599a-4163-474b-8d9a-fa3b086fa9f9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:48.604678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec086ec3-5874-4cff-9596-0569c1595573 req-a428599a-4163-474b-8d9a-fa3b086fa9f9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.1213765 Feb 11 05:31:48.642277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57410) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:48.663775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863ece0-9aa6-409c-89ad-b8ae1188fe51 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f360b9-2603-40f6-8820-467fa8dc4798,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:48.736308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec086ec3-5874-4cff-9596-0569c1595573 req-b638ed12-8a47-420c-b5e7-0f7a42e93cf1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269271 Feb 11 05:31:48.760751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d673a4d4-0165-406f-8522-6db10013f704 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Deleting subnet c605e179-327a-4391-a852-7d4a8cb76798 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:48.763581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-8749074-network', 'tenant_id': '7d01313cf22746138b719316ec92d924'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:48.771082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d673a4d4-0165-406f-8522-6db10013f704 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks [] for subnet (c605e179-327a-4391-a852-7d4a8cb76798), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.794276 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-590795f0-4fe2-49d7-8761-fcf5bff6249b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.826315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d673a4d4-0165-406f-8522-6db10013f704 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (c605e179-327a-4391-a852-7d4a8cb76798), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.849094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Made reservation on behalf of 7d01313cf22746138b719316ec92d924 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:48.851342 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-6eeb2c4d-9683-4eb5-b8e3-7c962764f971 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9f360b9-2603-40f6-8820-467fa8dc4798: This subnet is being modified by another concurrent operation. Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:31:48.855280 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9f360b9-2603-40f6-8820-467fa8dc4798: This subnet is being modified by another concurrent operation. Feb 11 05:31:48.861268 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 05:31:48.893238 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d673a4d4-0165-406f-8522-6db10013f704 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c605e179-327a-4391-a852-7d4a8cb76798), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.898708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.949554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:48.992747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d673a4d4-0165-406f-8522-6db10013f704 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (c605e179-327a-4391-a852-7d4a8cb76798), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.001720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119987c9-b9c3-4001-8b4a-71ab39bee963 None None] Network be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:49.008689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efefec-e19c-4cfe-a717-8a2675aeaacf req-cf3dbad6-ab35-4bc1-a194-68e8826e96d5 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.009842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b53cc45-273b-4d28-8108-e2277e59ecb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-8351c378-8aa0-448e-8236-16a8aa549cb7', 'network_id': '8351c378-8aa0-448e-8236-16a8aa549cb7', 'project_id': 'f78f6aae78d345778181a40d623be354', 'fixed_ips': [{'subnet_id': 'c605e179-327a-4391-a852-7d4a8cb76798'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:49.010887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6b53cc45-273b-4d28-8108-e2277e59ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.015722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efefec-e19c-4cfe-a717-8a2675aeaacf req-cf3dbad6-ab35-4bc1-a194-68e8826e96d5 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.022640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71efefec-e19c-4cfe-a717-8a2675aeaacf req-cf3dbad6-ab35-4bc1-a194-68e8826e96d5 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee25230-1393-4ed8-a618-a6258ae08ba9&device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 1682 time: 0.2315066 Feb 11 05:31:49.026681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f', 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08', 'port_id': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f', 'mac_address': 'fa:16:3e:1e:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219dcd02-d0cc-4942-9fb4-bddf9eca1cce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:49.030161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673a4d4-0165-406f-8522-6db10013f704 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Subnet': ['ID=c605e179-327a-4391-a852-7d4a8cb76798,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:49.061608 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d673a4d4-0165-406f-8522-6db10013f704 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.073224 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d673a4d4-0165-406f-8522-6db10013f704 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/subnets/c605e179-327a-4391-a852-7d4a8cb76798 HTTP/1.1" status: 204 len: 168 time: 0.4731047 Feb 11 05:31:49.075291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57416) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:49.089065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Publish callbacks [] for security_group (7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.099917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96972392-4c22-4821-8fbb-906aafefe62c req-273f117d-aa40-4abf-bf9e-322723c01698 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.107859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96972392-4c22-4821-8fbb-906aafefe62c req-273f117d-aa40-4abf-bf9e-322723c01698 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 944 time: 0.2782161 Feb 11 05:31:49.119777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.164534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:49.184859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a305df5f-2e10-401a-ae30-23f2ad79255c tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.187914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75898f-d487-4335-86d4-4ba84e10b9a8 None None] Network 8351c378-8aa0-448e-8236-16a8aa549cb7 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:49.197761 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a305df5f-2e10-401a-ae30-23f2ad79255c tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1213615 Feb 11 05:31:49.200880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57418) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:49.209174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:49.237185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-590795f0-4fe2-49d7-8761-fcf5bff6249b admin admin] Publish callbacks [] for security_group (06544039-4bed-4c07-a70c-107f92db0575), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.247116 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71efefec-e19c-4cfe-a717-8a2675aeaacf req-d5ea67be-647e-45cc-a9b0-5869531f9ccf tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235198 Feb 11 05:31:49.258686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-590795f0-4fe2-49d7-8761-fcf5bff6249b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (06544039-4bed-4c07-a70c-107f92db0575), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.277737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8204bb27-2e95-4b14-a7e9-92229c7a29c6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.281353 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Added segment 8204bb27-2e95-4b14-a7e9-92229c7a29c6 of type vlan for network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e Feb 11 05:31:49.318254 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (8351c378-8aa0-448e-8236-16a8aa549cb7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.386778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:49.387072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96972392-4c22-4821-8fbb-906aafefe62c req-b9ab9cab-3435-4a6c-ad7e-6a9700ce1b3a tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725334 Feb 11 05:31:49.387313 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.456845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,segment=NetworkSegment(41bfedc1-81c3-40c0-8bf1-cefa833c1824),segment_id=41bfedc1-81c3-40c0-8bf1-cefa833c1824)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:49.462219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789b9f15-bdef-4349-a050-d102e2d82045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ba1423-8ac7-435e-84a2-ce6ff29b88b6'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:49.463962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (8351c378-8aa0-448e-8236-16a8aa549cb7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.468272 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973bb36f-8495-49df-b055-0ddcabe8429e" -d '{"events": [{"server_uuid": "789b9f15-bdef-4349-a050-d102e2d82045", "name": "network-vif-plugged", "status": "completed", "tag": "f6ba1423-8ac7-435e-84a2-ce6ff29b88b6"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:49.506291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590795f0-4fe2-49d7-8761-fcf5bff6249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06544039-4bed-4c07-a70c-107f92db0575,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:49.515469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8351c378-8aa0-448e-8236-16a8aa549cb7']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:49.530818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b231d004-16ce-479f-a763-cce5a6f673c7') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:49.531725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b231d004-16ce-479f-a763-cce5a6f673c7') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:49.537856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-590795f0-4fe2-49d7-8761-fcf5bff6249b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f05506773c22454d9355790964883088&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2502723 Feb 11 05:31:49.541292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57432) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:49.544741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.546892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3e2a8382-078b-4b4c-a39d-4b5149857dd0 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:49.548666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (b231d004-16ce-479f-a763-cce5a6f673c7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.566580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b231d004-16ce-479f-a763-cce5a6f673c7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.570683 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.573435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:49.573851 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (b231d004-16ce-479f-a763-cce5a6f673c7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:49.577031 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:49.583728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403b1b5-962c-4fcd-ae9a-640055d9951c None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:31:49.585767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:49.586242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.640628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 3e2a8382-078b-4b4c-a39d-4b5149857dd0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:49.640975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3e2a8382-078b-4b4c-a39d-4b5149857dd0 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:49.662277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:49.688915 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (8351c378-8aa0-448e-8236-16a8aa549cb7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.702858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:49.703153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.708249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:49.718223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c443-9e29-4da0-9597-652156d0c7c3 req-46c93f74-3c46-48a5-8804-bfe8994aa889 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.720436 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/networks/8351c378-8aa0-448e-8236-16a8aa549cb7 HTTP/1.1" status: 204 len: 168 time: 0.5171399 Feb 11 05:31:49.728067 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.734120 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57434) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:49.742178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b23c443-9e29-4da0-9597-652156d0c7c3 req-46c93f74-3c46-48a5-8804-bfe8994aa889 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.1599431 Feb 11 05:31:49.744989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431ec0f-00e8-40b5-8893-8b9a6cf71e6a tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Network': ['ID=8351c378-8aa0-448e-8236-16a8aa549cb7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:49.768691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7403b1b5-962c-4fcd-ae9a-640055d9951c None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:31:49.779984 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.780989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.782019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.797145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560aaa5c-a4f8-4e7d-bdef-2e6109b542c5 admin admin] Publish callbacks [] for security_group (06544039-4bed-4c07-a70c-107f92db0575), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.808224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69239f31-48d7-4bc6-b4bc-542b179bfa2a req-eeff7188-a070-4739-9def-1543308a0c40 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.809556 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:49.817590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69239f31-48d7-4bc6-b4bc-542b179bfa2a req-eeff7188-a070-4739-9def-1543308a0c40 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.3044531 Feb 11 05:31:49.840596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.933743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2899156 Feb 11 05:31:49.938233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.940829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57438) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:49.946902 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560aaa5c-a4f8-4e7d-bdef-2e6109b542c5 admin admin] Publish callbacks [] for security_group (06544039-4bed-4c07-a70c-107f92db0575), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.950479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23685886-fdd9-4913-bff8-5348fb0f78ba admin admin] Pushing event updated for resources: {'Network': ['ID=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:49.953289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Request body: {'subnet': {'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-8749074-subnet', 'tenant_id': '7d01313cf22746138b719316ec92d924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:49.958460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b23c443-9e29-4da0-9597-652156d0c7c3 req-96219706-7c25-4c56-b79e-61f5b4b4b7e6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148104 Feb 11 05:31:49.966770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:49.979177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:49.991790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5101339a-deb6-4abc-9269-595fcaf8be38') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:49.992236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5101339a-deb6-4abc-9269-595fcaf8be38') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:50.003708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:50.008506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (5101339a-deb6-4abc-9269-595fcaf8be38), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.023216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Made reservation on behalf of 7d01313cf22746138b719316ec92d924 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:50.025937 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.040105 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5101339a-deb6-4abc-9269-595fcaf8be38), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.045324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69239f31-48d7-4bc6-b4bc-542b179bfa2a req-da16d071-88e5-402e-88a1-316b10dd99b7 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264984 Feb 11 05:31:50.055883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:50.056418 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (5101339a-deb6-4abc-9269-595fcaf8be38), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:50.059884 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:50.077097 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560aaa5c-a4f8-4e7d-bdef-2e6109b542c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (06544039-4bed-4c07-a70c-107f92db0575), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.080131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560aaa5c-a4f8-4e7d-bdef-2e6109b542c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.085052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-560aaa5c-a4f8-4e7d-bdef-2e6109b542c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06544039-4bed-4c07-a70c-107f92db0575 HTTP/1.1" status: 204 len: 168 time: 0.5425282 Feb 11 05:31:50.104003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560aaa5c-a4f8-4e7d-bdef-2e6109b542c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06544039-4bed-4c07-a70c-107f92db0575,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.152420 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc37e3-1f64-4b5e-b49d-b54161d77aa3 x-openstack-request-id: req-cafc37e3-1f64-4b5e-b49d-b54161d77aa3 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:50.152959 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789b9f15-bdef-4349-a050-d102e2d82045", "name": "network-vif-plugged", "status": "completed", "tag": "f6ba1423-8ac7-435e-84a2-ce6ff29b88b6", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:50.153416 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cafc37e3-1f64-4b5e-b49d-b54161d77aa3 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:50.155542 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789b9f15-bdef-4349-a050-d102e2d82045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ba1423-8ac7-435e-84a2-ce6ff29b88b6', 'code': 200} Feb 11 05:31:50.270006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.298084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.301690 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/networks/be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea HTTP/1.1" status: 204 len: 168 time: 0.5664902 Feb 11 05:31:50.303149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa32ef3-a576-4ed2-b004-55bdf284f401 req-77da0a3b-30c1-4a40-bdef-17f05fec4d23 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:50.306617 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b03de-c4d5-4e65-a375-6b27dcc97c8f tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Network': ['ID=be5cdafa-e35a-42db-ad0f-e1ccc8e1d1ea,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.312656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57444) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:50.312807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eaa32ef3-a576-4ed2-b004-55bdf284f401 req-77da0a3b-30c1-4a40-bdef-17f05fec4d23 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.1805661 Feb 11 05:31:50.320973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e8dd8-3e0a-42cf-a125-38f091275ca5 req-b8684b00-a340-4694-85f3-33f7ce5e4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:50.324268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f4e8dd8-3e0a-42cf-a125-38f091275ca5 req-b8684b00-a340-4694-85f3-33f7ce5e4414 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 1128 time: 0.1763039 Feb 11 05:31:50.465366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eaa32ef3-a576-4ed2-b004-55bdf284f401 req-b4e2040b-27ca-473f-b7b1-4bd2844f8231 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399124 Feb 11 05:31:50.505058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f4e8dd8-3e0a-42cf-a125-38f091275ca5 req-4d5c035f-a3ef-4cf8-99a7-ba3ad212b981 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639290 Feb 11 05:31:50.540116 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (7aea4793-c8b1-49f0-8cab-d6336d141314), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.607296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee0acc-a151-4b47-b644-e3bdbb727984 req-d638e59c-e232-4efb-9ab7-9445b4e68eac tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:50.615038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57ee0acc-a151-4b47-b644-e3bdbb727984 req-d638e59c-e232-4efb-9ab7-9445b4e68eac tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 945 time: 0.0820332 Feb 11 05:31:50.673999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57ee0acc-a151-4b47-b644-e3bdbb727984 req-ad923ed2-6d3c-4f0d-9d0a-922759907e57 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575829 Feb 11 05:31:50.783503 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (7aea4793-c8b1-49f0-8cab-d6336d141314), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.786866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (6ab4321f-5401-417c-8b1a-8da307604731), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.793774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922dec-5a8b-4075-8e12-8d38eca49af1 req-679adb5e-588d-4a01-9191-834c5e767f51 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:50.805826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71922dec-5a8b-4075-8e12-8d38eca49af1 req-679adb5e-588d-4a01-9191-834c5e767f51 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee25230-1393-4ed8-a618-a6258ae08ba9 HTTP/1.1" status: 200 len: 945 time: 0.0929022 Feb 11 05:31:50.822982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aea4793-c8b1-49f0-8cab-d6336d141314']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:50.836401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc90a16d-54ae-4404-bc39-f76c22d15bb1') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:50.836959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc90a16d-54ae-4404-bc39-f76c22d15bb1') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:50.849843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (dc90a16d-54ae-4404-bc39-f76c22d15bb1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.864577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71922dec-5a8b-4075-8e12-8d38eca49af1 req-885de6a1-4fda-487e-adb8-3a29446e2ee4 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575571 Feb 11 05:31:50.895692 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (dc90a16d-54ae-4404-bc39-f76c22d15bb1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.910606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:50.911008 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (dc90a16d-54ae-4404-bc39-f76c22d15bb1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:50.913912 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:50.978945 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab4321f-5401-417c-8b1a-8da307604731,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.992225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Checking segment: {'id': '8204bb27-2e95-4b14-a7e9-92229c7a29c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:50.992575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Network hostable DHCP agents. Network: e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:50.996641 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (7aea4793-c8b1-49f0-8cab-d6336d141314), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.006656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.010344 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/networks/7aea4793-c8b1-49f0-8cab-d6336d141314 HTTP/1.1" status: 204 len: 168 time: 0.6984110 Feb 11 05:31:51.013508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57474) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:51.023521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a611d2d-c545-4455-bfb8-961178eef631 tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Network': ['ID=7aea4793-c8b1-49f0-8cab-d6336d141314,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.038230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:51.050157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:51.055602 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.056017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.068478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2182ae6-de17-4bcf-a059-0d9f48aaafef None None] Network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:51.078590 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2c530203-d137-4fb3-806d-75d127b26711 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1365707 Feb 11 05:31:51.181478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d1b92673-bd6c-479a-9516-020097b9a9bc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.245719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9454095-fdee-485e-9e49-5c6a06899080 req-9ca6feaa-675e-4878-8c60-09cdc34ffc23 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.247566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9454095-fdee-485e-9e49-5c6a06899080 req-9ca6feaa-675e-4878-8c60-09cdc34ffc23 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 945 time: 0.1984737 Feb 11 05:31:51.285059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07335c5-a40d-4d99-82a0-8f381a9ef56c None None] Network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:51.347159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d1b92673-bd6c-479a-9516-020097b9a9bc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.368984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39191c-5893-4187-8232-51d212060e57 req-94b386a3-8376-4c65-a2cf-2e5e1184821f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.373621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa39191c-5893-4187-8232-51d212060e57 req-94b386a3-8376-4c65-a2cf-2e5e1184821f tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1899400 Feb 11 05:31:51.419524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b92673-bd6c-479a-9516-020097b9a9bc']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:51.439423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d07f5e9-93ce-4fa1-a5ba-665be38d1651') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:51.439725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d07f5e9-93ce-4fa1-a5ba-665be38d1651') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:51.444262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9454095-fdee-485e-9e49-5c6a06899080 req-fdfccb3d-6122-4fd2-8728-247e59e64352 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772335 Feb 11 05:31:51.465876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (6d07f5e9-93ce-4fa1-a5ba-665be38d1651), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.483760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa39191c-5893-4187-8232-51d212060e57 req-f1559d68-3f16-42bd-8a8b-d1eae20fce7e tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934520 Feb 11 05:31:51.484696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6d07f5e9-93ce-4fa1-a5ba-665be38d1651), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.491628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:51.491777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (6d07f5e9-93ce-4fa1-a5ba-665be38d1651), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:51.496352 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:51.577102 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d1b92673-bd6c-479a-9516-020097b9a9bc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.603038 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.610140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] 10.222.0.31 "DELETE /v2.0/networks/d1b92673-bd6c-479a-9516-020097b9a9bc HTTP/1.1" status: 204 len: 168 time: 0.5954866 Feb 11 05:31:51.625512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073249a5-6806-4666-bfa7-b832229f101b tempest-BulkNetworkOpsTest-1503648769 tempest-BulkNetworkOpsTest-1503648769-project] Pushing event deleted for resources: {'Network': ['ID=d1b92673-bd6c-479a-9516-020097b9a9bc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.649072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffd0f1-efb1-4725-8cd2-0d09080354cc req-db88e2cf-a03b-4b74-b94a-ce529c8b6fdf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.651335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bffd0f1-efb1-4725-8cd2-0d09080354cc req-db88e2cf-a03b-4b74-b94a-ce529c8b6fdf tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.0862131 Feb 11 05:31:51.716691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bffd0f1-efb1-4725-8cd2-0d09080354cc req-a7a6cdae-05df-46b0-91b0-5c556fb9428d tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Feb 11 05:31:51.826308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-9bedd241-98ba-4de6-81f6-b9b70a6a8db3 req-d7e4c703-1b09-40d5-9c97-5c67a39f6412 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-918487018', 'description': 'tempest-description-886190133'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:51.833451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.837806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:51.858593 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9bedd241-98ba-4de6-81f6-b9b70a6a8db3 req-d7e4c703-1b09-40d5-9c97-5c67a39f6412 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.880450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842f802-3ac7-4705-ba8a-7889873e5804 req-3c7452e1-70b4-462e-80d8-82d0288911a0 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.881996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f842f802-3ac7-4705-ba8a-7889873e5804 req-3c7452e1-70b4-462e-80d8-82d0288911a0 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 945 time: 0.1002870 Feb 11 05:31:51.935610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-ddf021f3-1f1c-490c-90cf-1328fa55ae3f tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.937568 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-ddf021f3-1f1c-490c-90cf-1328fa55ae3f tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ee25230-1393-4ed8-a618-a6258ae08ba9 HTTP/1.1" status: 200 len: 945 time: 0.0766952 Feb 11 05:31:51.939008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:51.942000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9bedd241-98ba-4de6-81f6-b9b70a6a8db3 req-d7e4c703-1b09-40d5-9c97-5c67a39f6412 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (69647bf0-49da-4bb7-ae61-34039c3cac0b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.943927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:51.944784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.959460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9bedd241-98ba-4de6-81f6-b9b70a6a8db3 req-d7e4c703-1b09-40d5-9c97-5c67a39f6412 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (69647bf0-49da-4bb7-ae61-34039c3cac0b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.967508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:52.000417 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9bedd241-98ba-4de6-81f6-b9b70a6a8db3 req-d7e4c703-1b09-40d5-9c97-5c67a39f6412 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.013349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9bedd241-98ba-4de6-81f6-b9b70a6a8db3 req-d7e4c703-1b09-40d5-9c97-5c67a39f6412 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1919496 Feb 11 05:31:52.055465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4c703-1b09-40d5-9c97-5c67a39f6412 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69647bf0-49da-4bb7-ae61-34039c3cac0b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.078758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f842f802-3ac7-4705-ba8a-7889873e5804 req-647e9b13-b323-49aa-92d9-24a6e7916ed0 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351900 Feb 11 05:31:52.109816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:52.115693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.150538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-75177719-8d00-4f08-a6c1-bfe403317f02 req-96253644-c483-4002-98d0-9a066b50da59 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-580586796', 'description': 'tempest-description-1040467512'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:52.156755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Deleting port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:52.160430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.176688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:52.195394 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cd65c4-ccf3-4dbd-adaf-a2848e3d44c8" -d '{"events": [{"server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "name": "network-vif-plugged", "status": "completed", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:52.218445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-75177719-8d00-4f08-a6c1-bfe403317f02 req-96253644-c483-4002-98d0-9a066b50da59 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.219530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:52.229388 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.302718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] For port 8f484415-55a0-4b3d-86ab-ded6b805b7d6, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8f484415-55a0-4b3d-86ab-ded6b805b7d6,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:52.303354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.307352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e43f9-b930-4804-bb0b-58ddd8e3f7ef req-cbdc7ede-5ece-4061-838d-17afcd560098 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:52.318806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d03e43f9-b930-4804-bb0b-58ddd8e3f7ef req-cbdc7ede-5ece-4061-838d-17afcd560098 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee25230-1393-4ed8-a618-a6258ae08ba9 HTTP/1.1" status: 200 len: 945 time: 0.1808887 Feb 11 05:31:52.322707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Calling delete_port for 8f484415-55a0-4b3d-86ab-ded6b805b7d6 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:52.340646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.431106 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e09d6f61-c3fe-4092-a602-202219f167a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f78f6aae78d345778181a40d623be354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4609525 Feb 11 05:31:52.434138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d03e43f9-b930-4804-bb0b-58ddd8e3f7ef req-6b3e5524-081c-495a-bf5c-956d467e9049 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/security-groups?id=126f3373-819c-4ed6-a72c-c41146f7a873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110580 Feb 11 05:31:52.435032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57526) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:52.456148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-52fc85a5-991c-40fd-ba91-c0e0d015ec6e tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:52.457718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-52fc85a5-991c-40fd-ba91-c0e0d015ec6e tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.72 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 946 time: 0.1819017 Feb 11 05:31:52.485573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-75177719-8d00-4f08-a6c1-bfe403317f02 req-96253644-c483-4002-98d0-9a066b50da59 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (743bee54-78b1-4eee-8a87-c3e2fbb965b0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.514313 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-75177719-8d00-4f08-a6c1-bfe403317f02 req-96253644-c483-4002-98d0-9a066b50da59 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (743bee54-78b1-4eee-8a87-c3e2fbb965b0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.536170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-523b57e9-79b3-4012-9150-b014271e1e95 admin admin] Publish callbacks [] for security_group (2d3c49ef-52b5-45db-af70-b673e75f418c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.561094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8f484415-55a0-4b3d-86ab-ded6b805b7d6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.572644 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-523b57e9-79b3-4012-9150-b014271e1e95 admin admin] Publish callbacks [] for security_group (2d3c49ef-52b5-45db-af70-b673e75f418c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.578534 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-75177719-8d00-4f08-a6c1-bfe403317f02 req-96253644-c483-4002-98d0-9a066b50da59 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.578788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['8f484415-55a0-4b3d-86ab-ded6b805b7d6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:52.580976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['65d7b636-352d-44c0-861c-481b58dc6bd7'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:52.614077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Pushing event deleted for resources: {'Port': ['ID=8f484415-55a0-4b3d-86ab-ded6b805b7d6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.624244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75177719-8d00-4f08-a6c1-bfe403317f02 req-96253644-c483-4002-98d0-9a066b50da59 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4983201 Feb 11 05:31:52.705171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] No DVR routers for this DVR port 8f484415-55a0-4b3d-86ab-ded6b805b7d6 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:52.708735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96253644-c483-4002-98d0-9a066b50da59 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743bee54-78b1-4eee-8a87-c3e2fbb965b0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.722107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.727577 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82df258f-7e9c-4fe2-bed1-9ddd8ac2e6ad req-1cac1c33-f7a5-4b2b-a816-35e62e81ee0b tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.81 "DELETE /v2.0/ports/8f484415-55a0-4b3d-86ab-ded6b805b7d6 HTTP/1.1" status: 204 len: 173 time: 0.7796862 Feb 11 05:31:52.728264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee25230-1393-4ed8-a618-a6258ae08ba9', 'name': 'network-vif-deleted', 'tag': '8f484415-55a0-4b3d-86ab-ded6b805b7d6'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:52.745942 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff9d8ea-45ab-4cb8-a9e7-90a00888ad10" -d '{"events": [{"server_uuid": "4ee25230-1393-4ed8-a618-a6258ae08ba9", "name": "network-vif-deleted", "tag": "8f484415-55a0-4b3d-86ab-ded6b805b7d6"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:52.763372 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c370364-572c-40db-a4e1-f3eb81af07b3 x-openstack-request-id: req-6c370364-572c-40db-a4e1-f3eb81af07b3 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:52.765061 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "name": "network-vif-plugged", "status": "completed", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:52.765528 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c370364-572c-40db-a4e1-f3eb81af07b3 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:52.766642 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f', 'code': 200} Feb 11 05:31:52.795767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-523b57e9-79b3-4012-9150-b014271e1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2d3c49ef-52b5-45db-af70-b673e75f418c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.802114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-523b57e9-79b3-4012-9150-b014271e1e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.804934 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-523b57e9-79b3-4012-9150-b014271e1e95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d3c49ef-52b5-45db-af70-b673e75f418c HTTP/1.1" status: 204 len: 168 time: 0.3688805 Feb 11 05:31:52.829815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b57e9-79b3-4012-9150-b014271e1e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3c49ef-52b5-45db-af70-b673e75f418c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.910152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Deleting port 65d7b636-352d-44c0-861c-481b58dc6bd7 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:52.912014 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.954126 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.960387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd0d5-e2e3-4e79-8928-475ef62e4a4c req-820579f9-e2de-4e00-bbfd-85e92a25baf0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:52.967288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e21cd0d5-e2e3-4e79-8928-475ef62e4a4c req-820579f9-e2de-4e00-bbfd-85e92a25baf0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.2692909 Feb 11 05:31:53.336763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817744ea-3167-4007-91a5-7f24f6da4056 req-92e43865-ec66-43ea-98ab-e4d9d470d4fe tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:53.338509 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-817744ea-3167-4007-91a5-7f24f6da4056 req-92e43865-ec66-43ea-98ab-e4d9d470d4fe tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.5256846 Feb 11 05:31:53.350851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a90ac-c97d-4af2-982d-4d32602042c7 req-ebce10d0-eacc-4521-a8a5-1258e6cdaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:53.352442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-835a90ac-c97d-4af2-982d-4d32602042c7 req-ebce10d0-eacc-4521-a8a5-1258e6cdaaa2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 1129 time: 0.5419447 Feb 11 05:31:53.499398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-835a90ac-c97d-4af2-982d-4d32602042c7 req-34d0030f-28f5-4f53-b38e-469ab74b0567 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371613 Feb 11 05:31:53.506035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e21cd0d5-e2e3-4e79-8928-475ef62e4a4c req-0e10e54b-be63-4f75-a0a9-dcab8e1fcf3d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378780 Feb 11 05:31:53.514782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-817744ea-3167-4007-91a5-7f24f6da4056 req-39490faa-405f-462b-b20a-77236ebb3e29 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673365 Feb 11 05:31:53.525066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] For port 65d7b636-352d-44c0-861c-481b58dc6bd7, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=65d7b636-352d-44c0-861c-481b58dc6bd7,segment=NetworkSegment(bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56),segment_id=bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:53.525532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.550878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Calling delete_port for 65d7b636-352d-44c0-861c-481b58dc6bd7 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:53.599323 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5aa918-ebd2-45ed-8260-fd2ee02cead7 x-openstack-request-id: req-bd5aa918-ebd2-45ed-8260-fd2ee02cead7 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:53.600421 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee25230-1393-4ed8-a618-a6258ae08ba9", "name": "network-vif-deleted", "tag": "8f484415-55a0-4b3d-86ab-ded6b805b7d6", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:53.600864 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd5aa918-ebd2-45ed-8260-fd2ee02cead7 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:53.601475 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee25230-1393-4ed8-a618-a6258ae08ba9', 'name': 'network-vif-deleted', 'tag': '8f484415-55a0-4b3d-86ab-ded6b805b7d6', 'status': 'completed', 'code': 200} Feb 11 05:31:53.804396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473af1d-b022-4165-b2a7-4844bbbe6986 req-8806ac78-75ad-46bd-8d04-d7eb81b1526a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:53.807289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f473af1d-b022-4165-b2a7-4844bbbe6986 req-8806ac78-75ad-46bd-8d04-d7eb81b1526a tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.1659491 Feb 11 05:31:53.834464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (65d7b636-352d-44c0-861c-481b58dc6bd7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.887469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-b1ef87b4-5056-440f-beca-fcc57ae52099 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:53.888945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-b1ef87b4-5056-440f-beca-fcc57ae52099 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 810 time: 0.2056997 Feb 11 05:31:53.899442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Pushing event deleted for resources: {'Port': ['ID=65d7b636-352d-44c0-861c-481b58dc6bd7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:53.948098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-2e4a249c-eab1-4242-bda8-477ff58678cc tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/quotas/7d01313cf22746138b719316ec92d924 HTTP/1.1" status: 200 len: 375 time: 0.0514660 Feb 11 05:31:53.965454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f473af1d-b022-4165-b2a7-4844bbbe6986 req-50f3277d-bda0-4748-bff0-8805984f88a2 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451297 Feb 11 05:31:53.967539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] No DVR routers for this DVR port 65d7b636-352d-44c0-861c-481b58dc6bd7 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:53.970206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.973544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99dd4f8d-1d63-47e6-ae5c-5f9411787bb9 req-06624c65-7b54-4561-b0b1-b1fc8eb8b519 tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.72 "DELETE /v2.0/ports/65d7b636-352d-44c0-861c-481b58dc6bd7 HTTP/1.1" status: 204 len: 173 time: 1.5093944 Feb 11 05:31:53.973996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5069b4d9-dc81-46c0-9236-9e9ce000b241', 'name': 'network-vif-deleted', 'tag': '65d7b636-352d-44c0-861c-481b58dc6bd7'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:53.976237 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c989051-e80e-4bdb-a650-e2e265c5befa" -d '{"events": [{"server_uuid": "5069b4d9-dc81-46c0-9236-9e9ce000b241", "name": "network-vif-deleted", "tag": "65d7b636-352d-44c0-861c-481b58dc6bd7"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:54.008984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-91c47381-56d0-411f-8554-aa975d1b69d8 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423229 Feb 11 05:31:54.039554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57592) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:54.146020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-bc3af8ba-c310-4ce0-abe7-a4bcfe04822b service neutron] 10.222.0.31 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264215 Feb 11 05:31:54.278505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-244689f1-d554-46ad-9dab-f2b635ed64ae service neutron] 10.222.0.31 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313760 Feb 11 05:31:54.285942 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f8ec89-a554-43d0-89ac-5f5a21f01dd3 x-openstack-request-id: req-a8f8ec89-a554-43d0-89ac-5f5a21f01dd3 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:54.286245 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5069b4d9-dc81-46c0-9236-9e9ce000b241", "name": "network-vif-deleted", "tag": "65d7b636-352d-44c0-861c-481b58dc6bd7", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:54.286505 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8f8ec89-a554-43d0-89ac-5f5a21f01dd3 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:54.286919 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5069b4d9-dc81-46c0-9236-9e9ce000b241', 'name': 'network-vif-deleted', 'tag': '65d7b636-352d-44c0-861c-481b58dc6bd7', 'status': 'completed', 'code': 200} Feb 11 05:31:54.316262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1312449017'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:54.349369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:54.353248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.375182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.419237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11713361-60ac-4c8a-b78d-1b4e64b0fdfc req-0db9c4c5-b644-4ff9-8a01-a3f10d5c85dc tempest-ListServersNegativeTestJSON-674744595 tempest-ListServersNegativeTestJSON-674744595-project] 10.222.0.31 "GET /v2.0/ports?device_id=5069b4d9-dc81-46c0-9236-9e9ce000b241 HTTP/1.1" status: 200 len: 210 time: 0.0566649 Feb 11 05:31:54.484701 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for security_group (d4fe72e7-118f-42f8-82eb-99cf89b27824), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.494048 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d4fe72e7-118f-42f8-82eb-99cf89b27824), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.524174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:54.551843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc730e62-258f-40a9-a7d0-282cd5ddb4f7 req-2146e916-6e73-4f13-a896-3b93dae112a2 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 210 time: 0.0432589 Feb 11 05:31:54.566942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ab5a5304-13e3-4d7f-a93f-67fd803a528c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.566942 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Added segment ab5a5304-13e3-4d7f-a93f-67fd803a528c of type vlan for network 63457e19-4e4e-478d-bb85-e1e5acfb78bf Feb 11 05:31:54.592671 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fe72e7-118f-42f8-82eb-99cf89b27824,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:54.646096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (63457e19-4e4e-478d-bb85-e1e5acfb78bf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.687154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (63457e19-4e4e-478d-bb85-e1e5acfb78bf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.695565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:54.696608 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.782147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae88c5a-18f3-43bf-9b56-60dd1164273d req-d9deb565-5989-4289-a9c0-9264bd129a25 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:54.784832 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7439938 Feb 11 05:31:54.786186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4e46f-170b-406b-8112-0cd9937c5936 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Network': ['ID=63457e19-4e4e-478d-bb85-e1e5acfb78bf,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:54.797368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cae88c5a-18f3-43bf-9b56-60dd1164273d req-d9deb565-5989-4289-a9c0-9264bd129a25 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.1382875 Feb 11 05:31:54.800257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 63457e19-4e4e-478d-bb85-e1e5acfb78bf details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:54.856617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cae88c5a-18f3-43bf-9b56-60dd1164273d req-224047a4-dccd-4fdf-984b-5d7725dacd36 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579605 Feb 11 05:31:54.867245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067406eb-2130-48e4-bc12-d0acb9d5d4eb req-c8fbfb4e-8e22-4a90-b86c-ba11466a4da8 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:54.876141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-067406eb-2130-48e4-bc12-d0acb9d5d4eb req-c8fbfb4e-8e22-4a90-b86c-ba11466a4da8 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1646349 Feb 11 05:31:54.936593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-067406eb-2130-48e4-bc12-d0acb9d5d4eb req-5af6bef3-53e3-4a2c-82bc-286ae0c4bf57 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589933 Feb 11 05:31:55.151050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49924c-523a-4d84-ae5c-7d3e32181e69 req-096aecf7-6d09-443c-9a78-5b7a29f24b17 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:55.152934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec49924c-523a-4d84-ae5c-7d3e32181e69 req-096aecf7-6d09-443c-9a78-5b7a29f24b17 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.0879099 Feb 11 05:31:55.282023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec49924c-523a-4d84-ae5c-7d3e32181e69 req-cbe060eb-337b-4348-9dc1-6dc0a69e1adc tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200869 Feb 11 05:31:55.350396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:55.352749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:55.531244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:55.531909 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.544690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57646) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:55.623971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:55.639338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'mac_address': 'fa:16:3e:93:c8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:55.658845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:55.661415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ceca91a-6ec9-4692-a98a-ad21a7749d9b admin admin] Deleting subnet e294ff72-0c26-46e0-b0f0-de2040821c29 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:55.662724 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce64076-8ba5-4e10-ba7b-7a683d53e2d8" -d '{"events": [{"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-unplugged", "status": "completed", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:55.678275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ceca91a-6ec9-4692-a98a-ad21a7749d9b admin admin] Publish callbacks [] for subnet (e294ff72-0c26-46e0-b0f0-de2040821c29), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.709810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:55.722604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:55.723664 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.727918 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.728991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8f484415-55a0-4b3d-86ab-ded6b805b7d6 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:55.744045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1f7353c-ec87-427c-9763-1724591bee5f req-fb75c92e-5a04-49f5-a678-33244117a677 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 210 time: 0.0758975 Feb 11 05:31:55.770594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 8f484415-55a0-4b3d-86ab-ded6b805b7d6 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:55.771245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8f484415-55a0-4b3d-86ab-ded6b805b7d6 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:55.800561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d7cab0d-4f52-4758-9eda-b07b9db891d8 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:55.825163 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ceca91a-6ec9-4692-a98a-ad21a7749d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e294ff72-0c26-46e0-b0f0-de2040821c29), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.848489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 65d7b636-352d-44c0-861c-481b58dc6bd7 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:55.957643 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ceca91a-6ec9-4692-a98a-ad21a7749d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e294ff72-0c26-46e0-b0f0-de2040821c29), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.118990 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedccf8d-09c3-4e4a-b03e-601e42fb639e x-openstack-request-id: req-fedccf8d-09c3-4e4a-b03e-601e42fb639e {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:56.119593 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-unplugged", "status": "completed", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:56.119942 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fedccf8d-09c3-4e4a-b03e-601e42fb639e {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:56.121575 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'code': 200} Feb 11 05:31:56.122304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ceca91a-6ec9-4692-a98a-ad21a7749d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e294ff72-0c26-46e0-b0f0-de2040821c29), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.123891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:56.124752 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:56.129678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.134086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 65d7b636-352d-44c0-861c-481b58dc6bd7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:56.134558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 65d7b636-352d-44c0-861c-481b58dc6bd7 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:56.175025 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceca91a-6ec9-4692-a98a-ad21a7749d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e294ff72-0c26-46e0-b0f0-de2040821c29,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.192587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ceca91a-6ec9-4692-a98a-ad21a7749d9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.199056 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ceca91a-6ec9-4692-a98a-ad21a7749d9b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e294ff72-0c26-46e0-b0f0-de2040821c29 HTTP/1.1" status: 204 len: 168 time: 0.6524026 Feb 11 05:31:56.202186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57666) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.239029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909f671-77bb-4eb7-b5b9-7a946701760f req-ffc5a555-2402-4d9b-8df4-fb71f38f6a2f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:56.241108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3909f671-77bb-4eb7-b5b9-7a946701760f req-ffc5a555-2402-4d9b-8df4-fb71f38f6a2f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.1978452 Feb 11 05:31:56.287867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfac66e-1846-4d91-8c28-501139837e8a req-dd047517-4d11-482b-b86c-f0540538babd tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:56.290526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edfac66e-1846-4d91-8c28-501139837e8a req-dd047517-4d11-482b-b86c-f0540538babd tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 948 time: 0.1716862 Feb 11 05:31:56.398929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-2fce6d6c-91ff-42cd-a92f-eda3b3c181a7 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:56.410563 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-2fce6d6c-91ff-42cd-a92f-eda3b3c181a7 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.81 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 810 time: 0.1727355 Feb 11 05:31:56.440779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'port': {'device_id': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e', 'admin_state_up': True, 'tenant_id': '7d01313cf22746138b719316ec92d924'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:56.463725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3909f671-77bb-4eb7-b5b9-7a946701760f req-01143f15-776d-41db-89f1-d6db25f590ee tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013273 Feb 11 05:31:56.481430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (234ef325-4663-4a4e-ac65-91cbc1796cc0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.538508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edfac66e-1846-4d91-8c28-501139837e8a req-2a31ccfe-00a8-4732-8e4b-57321d2f263c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344601 Feb 11 05:31:56.686326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:56.686756 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.711108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e270a5-638d-4acd-88e9-bd4832493c40 req-f5da0daa-76c6-4493-8e75-9be2104b6ca9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:56.720272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37e270a5-638d-4acd-88e9-bd4832493c40 req-f5da0daa-76c6-4493-8e75-9be2104b6ca9 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.0721383 Feb 11 05:31:56.725228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7cab0d-4f52-4758-9eda-b07b9db891d8 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:56.759889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:56.768056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.794117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37e270a5-638d-4acd-88e9-bd4832493c40 req-480d5dd5-201e-4b08-9cf8-06f4c422691e tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709429 Feb 11 05:31:56.891137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=10']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.958586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Made reservation on behalf of 7d01313cf22746138b719316ec92d924 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:56.965267 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.973769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (234ef325-4663-4a4e-ac65-91cbc1796cc0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.007746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3d7cab0d-4f52-4758-9eda-b07b9db891d8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:57.027519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fce34550-7ed1-443b-8fae-79408efd4c8b req-cd057cb8-8e7e-4ab4-885e-c7c132460b9e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 210 time: 0.0533900 Feb 11 05:31:57.285582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234ef325-4663-4a4e-ac65-91cbc1796cc0']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:57.288962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Allocated IP 172.20.0.14 (e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e/6ab4321f-5401-417c-8b1a-8da307604731/63b49bf7-57e2-4905-bb0b-d9724dabd808) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:57.322374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:57.322931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:57.343701 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.383432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.399739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:57.400157 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (bdf25a0f-77e8-4673-9bfb-64ad2d4cbc56), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:57.402624 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:57.431540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efbd5e-f872-4788-b6ed-38720ca200c4 req-2e63521d-340c-40d8-9a86-b2ef4f995eec tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:57.436109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59efbd5e-f872-4788-b6ed-38720ca200c4 req-2e63521d-340c-40d8-9a86-b2ef4f995eec tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 1129 time: 0.1177301 Feb 11 05:31:57.521376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59efbd5e-f872-4788-b6ed-38720ca200c4 req-415e0eb3-433e-402c-bfbd-1333cfeec535 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797791 Feb 11 05:31:57.567246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (234ef325-4663-4a4e-ac65-91cbc1796cc0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.576195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.608250 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] 10.222.0.31 "DELETE /v2.0/networks/234ef325-4663-4a4e-ac65-91cbc1796cc0 HTTP/1.1" status: 204 len: 168 time: 1.4042339 Feb 11 05:31:57.661803 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e83ed731-b660-4c2c-9104-86f8d505646b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.686160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a525c67-7554-451c-8cbf-a8c21ac5152d admin admin] Pushing event deleted for resources: {'Network': ['ID=234ef325-4663-4a4e-ac65-91cbc1796cc0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:57.750439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.767145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4716f85-0e92-4776-ba23-e6608dbbd3cd req-25ee1be7-fe24-4591-8cd8-2e628b07815f tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:57.777725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4716f85-0e92-4776-ba23-e6608dbbd3cd req-25ee1be7-fe24-4591-8cd8-2e628b07815f tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 1129 time: 0.1645477 Feb 11 05:31:57.826225 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.877590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492c9ef-126c-4eb2-8715-f1171cdfcce6 req-795f3162-1782-4097-a6ee-33bf35d23663 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:57.881260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c492c9ef-126c-4eb2-8715-f1171cdfcce6 req-795f3162-1782-4097-a6ee-33bf35d23663 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.2025576 Feb 11 05:31:57.888822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4716f85-0e92-4776-ba23-e6608dbbd3cd req-18fd1955-5a6f-4e34-91a6-a533346ccafc tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003876 Feb 11 05:31:57.914063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:57.928391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:57.941860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:57.987658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57712) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:58.034296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c492c9ef-126c-4eb2-8715-f1171cdfcce6 req-aa2646cb-9615-4320-a7fc-6b679508fb7a tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407230 Feb 11 05:31:58.037432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'Port': ['ID=63b49bf7-57e2-4905-bb0b-d9724dabd808,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:58.074825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:58.075803 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.109502 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-15959504-08e8-41c0-a809-6c14ea97d676 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6725960 Feb 11 05:31:58.128038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Request body: {'port': {'device_id': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:58.154609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6c2b626a-135d-4db7-856d-4e98613987d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f30e731cb5544911974e464a1274bb75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523001 Feb 11 05:31:58.168245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57722) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:58.168626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57724) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:58.181061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'subnet': {'network_id': '63457e19-4e4e-478d-bb85-e1e5acfb78bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:58.201903 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.368577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:58.373494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.385541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fea3b-cdd2-4c4b-91af-76653d89f84a req-651d1295-29bd-4414-a667-508f3fa42acd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:58.387427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-858fea3b-cdd2-4c4b-91af-76653d89f84a req-651d1295-29bd-4414-a667-508f3fa42acd tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.3280652 Feb 11 05:31:58.505108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6827ce7-0e12-447c-81cb-d36651fe9ac7 req-7b9bea6c-8472-421c-af05-49c4b3715888 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:58.507050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6827ce7-0e12-447c-81cb-d36651fe9ac7 req-7b9bea6c-8472-421c-af05-49c4b3715888 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 932 time: 0.2236030 Feb 11 05:31:58.507883 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38147858-62a8-4301-b0b0-60cda8b84690 admin admin] Publish callbacks [] for security_group (126f3373-819c-4ed6-a72c-c41146f7a873), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.597324 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38147858-62a8-4301-b0b0-60cda8b84690 admin admin] Publish callbacks [] for security_group (126f3373-819c-4ed6-a72c-c41146f7a873), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.625355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-858fea3b-cdd2-4c4b-91af-76653d89f84a req-6e0f1b18-3bc9-4bf2-99a2-84ed82311598 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217786 Feb 11 05:31:58.674776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6827ce7-0e12-447c-81cb-d36651fe9ac7 req-b44bd330-3b58-4583-94c2-710e995e17e3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419046 Feb 11 05:31:58.747220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38147858-62a8-4301-b0b0-60cda8b84690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (126f3373-819c-4ed6-a72c-c41146f7a873), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.750362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38147858-62a8-4301-b0b0-60cda8b84690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.751879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-38147858-62a8-4301-b0b0-60cda8b84690 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/126f3373-819c-4ed6-a72c-c41146f7a873 HTTP/1.1" status: 204 len: 168 time: 0.5758052 Feb 11 05:31:58.766763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147858-62a8-4301-b0b0-60cda8b84690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f3373-819c-4ed6-a72c-c41146f7a873,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:58.842188 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (b57d4eb3-9670-48c0-b8b4-9f57f4237689), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.961560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b49bf7-57e2-4905-bb0b-d9724dabd808 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:58.983711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Subnet': ['ID=b57d4eb3-9670-48c0-b8b4-9f57f4237689,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:59.004911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Publish callbacks [] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.014383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Checking segment: {'id': 'ab5a5304-13e3-4d7f-a93f-67fd803a528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63457e19-4e4e-478d-bb85-e1e5acfb78bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:59.014854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network hostable DHCP agents. Network: 63457e19-4e4e-478d-bb85-e1e5acfb78bf, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:59.037047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Transition to ACTIVE for port object 63b49bf7-57e2-4905-bb0b-d9724dabd808 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:59.048002 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.053569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network 63457e19-4e4e-478d-bb85-e1e5acfb78bf is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:59.085086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 63457e19-4e4e-478d-bb85-e1e5acfb78bf) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:59.090636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.091244 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.098599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e7578-985b-4344-94e4-cc18ee49a464 None None] Network 63457e19-4e4e-478d-bb85-e1e5acfb78bf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:59.127228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57744) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:59.127530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9739c0eb-d93f-47f9-acc4-fe0383cf8f4b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9501359 Feb 11 05:31:59.135221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-461869809'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:59.140825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Pushing event updated for resources: {'Port': ['ID=63b49bf7-57e2-4905-bb0b-d9724dabd808,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:59.214613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:59.218788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.258180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:59.300394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (71091515-d0bc-4cb1-ab15-9b35d1cf6329), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.300893 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Added segment 71091515-d0bc-4cb1-ab15-9b35d1cf6329 of type vlan for network bc69e662-f1c1-4dcc-898c-6046bd5a23e1 Feb 11 05:31:59.332192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-63457e19-4e4e-478d-bb85-e1e5acfb78bf', 'network_id': '63457e19-4e4e-478d-bb85-e1e5acfb78bf', 'project_id': '62be17cd82e64bf8ba0a6c78cc06f9d0', 'fixed_ips': [{'subnet_id': 'b57d4eb3-9670-48c0-b8b4-9f57f4237689'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:59.333466 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.345479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Attempting to bind port 63b49bf7-57e2-4905-bb0b-d9724dabd808 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:59.345829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Attempting to bind port 63b49bf7-57e2-4905-bb0b-d9724dabd808 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '8204bb27-2e95-4b14-a7e9-92229c7a29c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:59.346157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Attempting to bind port 63b49bf7-57e2-4905-bb0b-d9724dabd808 on network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:59.354189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Port 63b49bf7-57e2-4905-bb0b-d9724dabd808 on network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:59.354578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Attempting to bind port 63b49bf7-57e2-4905-bb0b-d9724dabd808 on network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:59.364157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:59.365232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba62130-65fd-4951-839f-88be0116497a req-9f4bc9e4-3500-414c-ba31-d7157001ad72 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.366903 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (bc69e662-f1c1-4dcc-898c-6046bd5a23e1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.371594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:59.372704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Checking segment: {'id': '8204bb27-2e95-4b14-a7e9-92229c7a29c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:59.373148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Bound using segment: {'id': '8204bb27-2e95-4b14-a7e9-92229c7a29c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:59.373589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Bound port: 63b49bf7-57e2-4905-bb0b-d9724dabd808, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8204bb27-2e95-4b14-a7e9-92229c7a29c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:59.373947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.375045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba62130-65fd-4951-839f-88be0116497a req-9f4bc9e4-3500-414c-ba31-d7157001ad72 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 945 time: 0.1416857 Feb 11 05:31:59.443277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ba62130-65fd-4951-839f-88be0116497a req-10c14339-0cb1-4c90-b69f-2ab89e1faea6 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622594 Feb 11 05:31:59.489568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (bc69e662-f1c1-4dcc-898c-6046bd5a23e1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.494762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.496275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.560959 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4300361 Feb 11 05:31:59.561668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57766) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:59.573153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'subnet': {'network_id': 'bc69e662-f1c1-4dcc-898c-6046bd5a23e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:59.577175 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] For port 63b49bf7-57e2-4905-bb0b-d9724dabd808, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:59.633650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0891f5b-5b8b-4860-81ed-04803a739a9c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Network': ['ID=bc69e662-f1c1-4dcc-898c-6046bd5a23e1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:59.637241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] For port 63b49bf7-57e2-4905-bb0b-d9724dabd808, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:59.657096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44333c7-daea-41de-8f52-e5cc53fbb827 req-c88786d2-7012-41f4-8a9b-791020dc0132 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.658675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b44333c7-daea-41de-8f52-e5cc53fbb827 req-c88786d2-7012-41f4-8a9b-791020dc0132 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 950 time: 0.1157074 Feb 11 05:31:59.662795 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.707701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Allocated IP 2001:db8:0:ffff::2 (63457e19-4e4e-478d-bb85-e1e5acfb78bf/b57d4eb3-9670-48c0-b8b4-9f57f4237689/323668dd-2639-48d1-8d38-f77043409ce7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:59.753269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b44333c7-daea-41de-8f52-e5cc53fbb827 req-7e04f996-2fdb-450c-bfbe-7d95a1c805e0 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881536 Feb 11 05:31:59.791776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.792935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.794383 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] 10.222.0.81 "PUT /v2.0/ports/63b49bf7-57e2-4905-bb0b-d9724dabd808 HTTP/1.1" status: 200 len: 1093 time: 1.6730239 Feb 11 05:31:59.795164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:59.797477 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff250694-559e-4b00-9fda-7df6a1702dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:59.845910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d7103-38c6-4bac-adfb-41287793dc0b service neutron] Pushing event updated for resources: {'Port': ['ID=63b49bf7-57e2-4905-bb0b-d9724dabd808,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:59.862090 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:59.865849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.896810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network bc69e662-f1c1-4dcc-898c-6046bd5a23e1 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:59.985969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564a80d-edcf-4c15-bb6c-89eed437aadc req-6190cb38-f9d6-4391-aba4-e4939943e212 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.987539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e564a80d-edcf-4c15-bb6c-89eed437aadc req-6190cb38-f9d6-4391-aba4-e4939943e212 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.0972269 Feb 11 05:32:00.047455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-32fec8f2-1f78-4871-b3a2-e61bb4cc206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.049461 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-32fec8f2-1f78-4871-b3a2-e61bb4cc206c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 1127 time: 0.1980362 Feb 11 05:32:00.068385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e564a80d-edcf-4c15-bb6c-89eed437aadc req-180049e4-8761-45ae-87b1-7387a7db13ae tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736880 Feb 11 05:32:00.120622 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Publish callbacks [] for port (323668dd-2639-48d1-8d38-f77043409ce7), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.130142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:00.130747 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.133773 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-62dfb423-949a-46dc-ad83-38b469f3e2bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808 HTTP/1.1" status: 200 len: 217 time: 0.0710368 Feb 11 05:32:00.136121 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (323668dd-2639-48d1-8d38-f77043409ce7), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.198288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Network 63457e19-4e4e-478d-bb85-e1e5acfb78bf is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:00.218914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:00.238094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:00.257006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Pushing event updated for resources: {'Port': ['ID=323668dd-2639-48d1-8d38-f77043409ce7,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.266077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-99ff24ff-14f0-4412-8bfe-0d5a2d9ce0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.267804 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-99ff24ff-14f0-4412-8bfe-0d5a2d9ce0aa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ab4321f-5401-417c-8b1a-8da307604731 HTTP/1.1" status: 200 len: 850 time: 0.1255569 Feb 11 05:32:00.272687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3827f31-cb5f-4c4c-be7d-a389973b19b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.294312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b123-80b9-46af-b5dd-a2ad56edd2ac req-f00d54a5-8f98-4928-b28b-452ee22e8665 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.302448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a129b123-80b9-46af-b5dd-a2ad56edd2ac req-f00d54a5-8f98-4928-b28b-452ee22e8665 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 944 time: 0.1472988 Feb 11 05:32:00.369678 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-53b9db4f-f219-4eed-aa23-97c1d7861d05 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581639 Feb 11 05:32:00.404138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Attempting to bind port 323668dd-2639-48d1-8d38-f77043409ce7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:00.405694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Attempting to bind port 323668dd-2639-48d1-8d38-f77043409ce7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'ab5a5304-13e3-4d7f-a93f-67fd803a528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63457e19-4e4e-478d-bb85-e1e5acfb78bf'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:00.405694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Attempting to bind port 323668dd-2639-48d1-8d38-f77043409ce7 on network 63457e19-4e4e-478d-bb85-e1e5acfb78bf {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:00.408967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:00.409572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.437490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:00.437909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Checking segment: {'id': 'ab5a5304-13e3-4d7f-a93f-67fd803a528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63457e19-4e4e-478d-bb85-e1e5acfb78bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:00.438293 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.438697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Bound using segment: {'id': 'ab5a5304-13e3-4d7f-a93f-67fd803a528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63457e19-4e4e-478d-bb85-e1e5acfb78bf'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:00.439391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Bound port: 323668dd-2639-48d1-8d38-f77043409ce7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5a5304-13e3-4d7f-a93f-67fd803a528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63457e19-4e4e-478d-bb85-e1e5acfb78bf'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:00.439960 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (323668dd-2639-48d1-8d38-f77043409ce7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.458022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a129b123-80b9-46af-b5dd-a2ad56edd2ac req-40ddcdd6-6d4b-4849-a562-010e006a0e5c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524241 Feb 11 05:32:00.480581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:00.484944 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15680b6-f757-412e-a6f2-1e4c4c00e008" -d '{"events": [{"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-plugged", "status": "completed", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:00.518651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:00.518887 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-51df9939-c3da-4e0e-8024-702b285f0b24 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422679 Feb 11 05:32:00.557229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.561567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-ec96a803-146a-45bd-905d-67b042370094 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.563131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-ec96a803-146a-45bd-905d-67b042370094 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.72 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 945 time: 0.1830027 Feb 11 05:32:00.626387 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e020e995-ec53-489b-b83d-3d3e1a8f52c4 x-openstack-request-id: req-e020e995-ec53-489b-b83d-3d3e1a8f52c4 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:00.627255 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:00.628171 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e020e995-ec53-489b-b83d-3d3e1a8f52c4 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:00.628791 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808', 'status': 'completed', 'code': 200} Feb 11 05:32:00.727794 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0e1a5fc9-03c3-4807-bdd3-ad45ccac59fc req-68581428-079e-4f80-9384-ef36b2ee162a service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967950 Feb 11 05:32:00.780165 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:32:00.783762 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.811378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] For port 323668dd-2639-48d1-8d38-f77043409ce7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:00.817721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec0d0f-2d5e-49dd-8da2-160aff3fbeea req-40aaadbf-42ea-4ba3-8efe-184f8d7dc4c3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.819677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57ec0d0f-2d5e-49dd-8da2-160aff3fbeea req-40aaadbf-42ea-4ba3-8efe-184f8d7dc4c3 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.1339357 Feb 11 05:32:00.834398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] For port 323668dd-2639-48d1-8d38-f77043409ce7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=323668dd-2639-48d1-8d38-f77043409ce7,segment=NetworkSegment(ab5a5304-13e3-4d7f-a93f-67fd803a528c),segment_id=ab5a5304-13e3-4d7f-a93f-67fd803a528c)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:00.860210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Deleting port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:00.860773 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.861826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (323668dd-2639-48d1-8d38-f77043409ce7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.884128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=11']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.908221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Checking segment: {'id': '71091515-d0bc-4cb1-ab15-9b35d1cf6329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc69e662-f1c1-4dcc-898c-6046bd5a23e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:00.908713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network hostable DHCP agents. Network: bc69e662-f1c1-4dcc-898c-6046bd5a23e1, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:00.915076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Subnet': ['ID=faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.929215 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-4cdbb475-f747-4276-a6d7-dd887bdea811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.931632 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-4cdbb475-f747-4276-a6d7-dd887bdea811 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 1127 time: 0.1493206 Feb 11 05:32:00.981676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network bc69e662-f1c1-4dcc-898c-6046bd5a23e1 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:01.012149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57ec0d0f-2d5e-49dd-8da2-160aff3fbeea req-badddae3-90ed-477b-ae0a-6714016babd1 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718783 Feb 11 05:32:01.072835 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.088627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee90e12-a442-4bdb-a5ac-5e5749214c8e None None] Pushing event updated for resources: {'Port': ['ID=323668dd-2639-48d1-8d38-f77043409ce7,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.095127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, bc69e662-f1c1-4dcc-898c-6046bd5a23e1) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:01.103709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab64a3-d6a5-4e54-9947-48bf2b54f04d None None] Network bc69e662-f1c1-4dcc-898c-6046bd5a23e1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:01.106621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.107451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.138166 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d0fe596f-f4ea-42ca-93ec-4c5655ae6c70 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5721619 Feb 11 05:32:01.140737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57822) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.146735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'port': {'network_id': 'bc69e662-f1c1-4dcc-898c-6046bd5a23e1', 'name': 'tempest-NetworksIpV6TestAttrs-1755685427'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:01.175578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] For port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,segment=NetworkSegment(41bfedc1-81c3-40c0-8bf1-cefa833c1824),segment_id=41bfedc1-81c3-40c0-8bf1-cefa833c1824)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:01.176392 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.189975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-3c133b4f-b3d8-4f41-9225-78e815044f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.195500 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-3c133b4f-b3d8-4f41-9225-78e815044f99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 911 time: 0.2565639 Feb 11 05:32:01.205900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Calling delete_port for f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:01.366203 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-bc69e662-f1c1-4dcc-898c-6046bd5a23e1', 'network_id': 'bc69e662-f1c1-4dcc-898c-6046bd5a23e1', 'project_id': '62be17cd82e64bf8ba0a6c78cc06f9d0', 'fixed_ips': [{'subnet_id': 'faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:01.367076 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.377484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b83f-805f-4630-8aaa-d62c4b68ffa4 req-230f2285-441b-481a-bb36-0fe14217fa58 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.389441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a8b83f-805f-4630-8aaa-d62c4b68ffa4 req-230f2285-441b-481a-bb36-0fe14217fa58 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/ports?device_id=789b9f15-bdef-4349-a050-d102e2d82045 HTTP/1.1" status: 200 len: 945 time: 0.3012638 Feb 11 05:32:01.429622 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-8df9b82e-7e8b-4d6d-b018-d038af24b8bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808 HTTP/1.1" status: 200 len: 217 time: 0.2178273 Feb 11 05:32:01.528784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57832) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.565817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a8b83f-805f-4630-8aaa-d62c4b68ffa4 req-e294dbbc-e886-4a58-b4e2-f0da9e20191a tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87807e7-d292-4cba-8c92-2bb978163d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755250 Feb 11 05:32:01.568375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 323668dd-2639-48d1-8d38-f77043409ce7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:01.583411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-4724a2ff-52ae-4a33-a310-9f39cf81fe57 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:32:01.586500 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-4724a2ff-52ae-4a33-a310-9f39cf81fe57 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8747222 Feb 11 05:32:01.638167 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-750abf28-d2b3-4e44-bc62-2d8fcb961ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.640032 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-750abf28-d2b3-4e44-bc62-2d8fcb961ec5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ab4321f-5401-417c-8b1a-8da307604731 HTTP/1.1" status: 200 len: 850 time: 0.1959369 Feb 11 05:32:01.653517 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cf2bf4-3bdd-4e96-a961-e34d69235cab x-openstack-request-id: req-58cf2bf4-3bdd-4e96-a961-e34d69235cab {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:01.653925 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-plugged", "status": "completed", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:01.654292 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58cf2bf4-3bdd-4e96-a961-e34d69235cab {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:01.654798 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'code': 200} Feb 11 05:32:01.697961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 323668dd-2639-48d1-8d38-f77043409ce7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:01.698533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (323668dd-2639-48d1-8d38-f77043409ce7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.723084 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f6ba1423-8ac7-435e-84a2-ce6ff29b88b6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.745662 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-065e99fc-ed6a-4952-a97c-c7b79e4f667c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958753 Feb 11 05:32:01.748756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['f6ba1423-8ac7-435e-84a2-ce6ff29b88b6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:01.840941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Pushing event deleted for resources: {'Port': ['ID=f6ba1423-8ac7-435e-84a2-ce6ff29b88b6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.871996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 323668dd-2639-48d1-8d38-f77043409ce7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:01.872880 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (323668dd-2639-48d1-8d38-f77043409ce7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.895794 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:01.899869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.918504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 323668dd-2639-48d1-8d38-f77043409ce7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=323668dd-2639-48d1-8d38-f77043409ce7,segment=NetworkSegment(ab5a5304-13e3-4d7f-a93f-67fd803a528c),segment_id=ab5a5304-13e3-4d7f-a93f-67fd803a528c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:01.918661 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-4ff89904-2eb3-4b3f-a58c-a822e7038d0d service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563404 Feb 11 05:32:01.923045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Allocated IP 2001:db8::f816:3eff:fe36:a445 (bc69e662-f1c1-4dcc-898c-6046bd5a23e1/faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa/8927d490-d648-4bc7-9437-5c115e3f9738) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:01.930892 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (323668dd-2639-48d1-8d38-f77043409ce7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.004316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] device_id is not set on port d866b706-21b0-4014-8d7c-425447b2b4e7 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:02.050949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] No DVR routers for this DVR port f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:02.062241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.067719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-889e25a7-1461-46b5-a2ae-44b9870079d4 req-120b1ee0-a5af-4536-81a2-a1e2a74e6af2 tempest-ServerTagsTestJSON-545148218 tempest-ServerTagsTestJSON-545148218-project] 10.222.0.72 "DELETE /v2.0/ports/f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 HTTP/1.1" status: 204 len: 173 time: 1.4931183 Feb 11 05:32:02.071050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789b9f15-bdef-4349-a050-d102e2d82045', 'name': 'network-vif-deleted', 'tag': 'f6ba1423-8ac7-435e-84a2-ce6ff29b88b6'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:02.074419 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a82c133-8edb-4e24-8ad1-43b270b70829" -d '{"events": [{"server_uuid": "789b9f15-bdef-4349-a050-d102e2d82045", "name": "network-vif-deleted", "tag": "f6ba1423-8ac7-435e-84a2-ce6ff29b88b6"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:02.102595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-806bdce2-bb40-4b14-845e-d6efb07a6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:02.104497 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-806bdce2-bb40-4b14-845e-d6efb07a6eb3 service neutron] 10.222.0.31 "GET /v2.0/ports/fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f HTTP/1.1" status: 200 len: 1126 time: 0.5005310 Feb 11 05:32:02.113075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=323668dd-2639-48d1-8d38-f77043409ce7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:02.122820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Request body: {'binding': {'host': 'n-h1-715271-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:02.123287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Unknown quota resources ['binding']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:32:02.155030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fe57f-e109-4e01-94e8-f44404251647 req-51624f1d-56a3-42fb-aa19-b6ff95d19f4e tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:02.156921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b0fe57f-e109-4e01-94e8-f44404251647 req-51624f1d-56a3-42fb-aa19-b6ff95d19f4e tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 951 time: 0.3475745 Feb 11 05:32:02.162338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1ff4-0930-49a5-9c0d-3ee62471384d req-980842bb-0163-4aab-971c-9f2ed7e69bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:02.167514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-695b1ff4-0930-49a5-9c0d-3ee62471384d req-980842bb-0163-4aab-971c-9f2ed7e69bf5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 1134 time: 0.3624647 Feb 11 05:32:02.181250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-803956515-network', 'tenant_id': 'e7cd370a403b433183f32dddb856e12a'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:02.300882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Made reservation on behalf of e7cd370a403b433183f32dddb856e12a for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:02.304099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.337228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.388961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on host n-h1-715271-35 for vnic_type normal with profile None {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:02.389351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:02.389685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:02.396470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b0fe57f-e109-4e01-94e8-f44404251647 req-a793ca43-16af-4fd4-9d05-bd5da06bf15e tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252309 Feb 11 05:32:02.403760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:02.404361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:02.435068 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-ff250694-559e-4b00-9fda-7df6a1702dc6 req-4e88b973-022f-4eb1-92ce-88b96ca5efd9 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554567 Feb 11 05:32:02.436454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:02.436937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:02.437643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:02.438169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Bound port: fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:02.516737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-695b1ff4-0930-49a5-9c0d-3ee62471384d req-3ec8ab98-ef98-4ef7-a23c-e82cafd43fe8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563422 Feb 11 05:32:02.539846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:02.551160 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.553022 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-2a5d5620-bd62-4d41-9706-106aff4ca086 service neutron] 10.222.0.31 "POST /v2.0/ports/fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4393289 Feb 11 05:32:02.621753 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Publish callbacks [] for port (8927d490-d648-4bc7-9437-5c115e3f9738), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.635399 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (8927d490-d648-4bc7-9437-5c115e3f9738), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.707472 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Publish callbacks [] for security_group (42d63553-b039-49c1-b959-564c24ad98e8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.724279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (42d63553-b039-49c1-b959-564c24ad98e8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.740133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Pushing event updated for resources: {'Port': ['ID=8927d490-d648-4bc7-9437-5c115e3f9738,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:02.752646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Allocated IP 2001:db8::f816:3eff:fec7:59bf (bc69e662-f1c1-4dcc-898c-6046bd5a23e1/faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa/d866b706-21b0-4014-8d7c-425447b2b4e7) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:02.777264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1af5ae-ec73-413d-8229-9f2c681ca459 None None] Network 63457e19-4e4e-478d-bb85-e1e5acfb78bf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:02.829459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:02.863123 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.867174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Network bc69e662-f1c1-4dcc-898c-6046bd5a23e1 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:02.873914 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1adab9-d426-49c7-b05b-bb55d1264798 x-openstack-request-id: req-cd1adab9-d426-49c7-b05b-bb55d1264798 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:02.874361 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789b9f15-bdef-4349-a050-d102e2d82045", "name": "network-vif-deleted", "tag": "f6ba1423-8ac7-435e-84a2-ce6ff29b88b6", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:02.875259 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd1adab9-d426-49c7-b05b-bb55d1264798 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:02.875472 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789b9f15-bdef-4349-a050-d102e2d82045', 'name': 'network-vif-deleted', 'tag': 'f6ba1423-8ac7-435e-84a2-ce6ff29b88b6', 'status': 'completed', 'code': 200} Feb 11 05:32:02.897254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:02.910952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d63553-b039-49c1-b959-564c24ad98e8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:02.930047 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.931300 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Added segment 60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99 of type vlan for network 22258f0c-623c-4920-9e2a-35252f9ad851 Feb 11 05:32:02.937916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57856) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:02.994286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5cbc9450-45dc-4e78-b336-f507058d6118 None None] Provisioning complete for port 323668dd-2639-48d1-8d38-f77043409ce7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:02.995853 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9450-45dc-4e78-b336-f507058d6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (323668dd-2639-48d1-8d38-f77043409ce7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.000958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bafaa8e-2990-44cf-8a99-3b82888cfa42 admin admin] Deleting subnet 9b902b3b-f9dd-47f0-846c-e578652b18bd {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:03.001377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:03.008986 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bafaa8e-2990-44cf-8a99-3b82888cfa42 admin admin] Publish callbacks [] for subnet (9b902b3b-f9dd-47f0-846c-e578652b18bd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.095696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (22258f0c-623c-4920-9e2a-35252f9ad851), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.100478 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bafaa8e-2990-44cf-8a99-3b82888cfa42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (9b902b3b-f9dd-47f0-846c-e578652b18bd), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.155795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (22258f0c-623c-4920-9e2a-35252f9ad851), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.156876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.158034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.159792 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for port (d866b706-21b0-4014-8d7c-425447b2b4e7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.177293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Attempting to bind port 8927d490-d648-4bc7-9437-5c115e3f9738 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:03.178237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Attempting to bind port 8927d490-d648-4bc7-9437-5c115e3f9738 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '71091515-d0bc-4cb1-ab15-9b35d1cf6329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc69e662-f1c1-4dcc-898c-6046bd5a23e1'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:03.178821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Attempting to bind port 8927d490-d648-4bc7-9437-5c115e3f9738 on network bc69e662-f1c1-4dcc-898c-6046bd5a23e1 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:03.179600 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bafaa8e-2990-44cf-8a99-3b82888cfa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9b902b3b-f9dd-47f0-846c-e578652b18bd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.187725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:03.188410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Checking segment: {'id': '71091515-d0bc-4cb1-ab15-9b35d1cf6329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc69e662-f1c1-4dcc-898c-6046bd5a23e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:03.189031 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.189647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Bound using segment: {'id': '71091515-d0bc-4cb1-ab15-9b35d1cf6329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc69e662-f1c1-4dcc-898c-6046bd5a23e1'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:03.190332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Bound port: 8927d490-d648-4bc7-9437-5c115e3f9738, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71091515-d0bc-4cb1-ab15-9b35d1cf6329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc69e662-f1c1-4dcc-898c-6046bd5a23e1'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:03.190951 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8927d490-d648-4bc7-9437-5c115e3f9738), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.234221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7041461 Feb 11 05:32:03.240629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57862) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:03.247716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Request body: {'subnet': {'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-803956515-subnet', 'tenant_id': 'e7cd370a403b433183f32dddb856e12a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:03.289751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Made reservation on behalf of e7cd370a403b433183f32dddb856e12a for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:03.291537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61cd4-44ef-452c-b183-d77c426d3422 req-ef4cfb00-edae-492e-81e6-e9e314e252f7 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.292296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.298993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1f61cd4-44ef-452c-b183-d77c426d3422 req-ef4cfb00-edae-492e-81e6-e9e314e252f7 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 944 time: 0.3748181 Feb 11 05:32:03.302262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-1ed50369-6a93-4a85-a5e8-a914e28cdee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.303781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-1ed50369-6a93-4a85-a5e8-a914e28cdee8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 1129 time: 0.3233070 Feb 11 05:32:03.314249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bd804-4ec8-40d8-b465-9e4e797a266b req-ead871cc-5736-47f2-99f9-14e80418b618 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.321789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] For port 8927d490-d648-4bc7-9437-5c115e3f9738, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:03.321908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f18bd804-4ec8-40d8-b465-9e4e797a266b req-ead871cc-5736-47f2-99f9-14e80418b618 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.3086610 Feb 11 05:32:03.329057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] For port 8927d490-d648-4bc7-9437-5c115e3f9738, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8927d490-d648-4bc7-9437-5c115e3f9738,segment=NetworkSegment(71091515-d0bc-4cb1-ab15-9b35d1cf6329),segment_id=71091515-d0bc-4cb1-ab15-9b35d1cf6329)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:03.347774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea5fd4-85da-4ed6-a0fe-260ba0595c94 admin admin] Pushing event updated for resources: {'Network': ['ID=22258f0c-623c-4920-9e2a-35252f9ad851,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:03.349009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8927d490-d648-4bc7-9437-5c115e3f9738), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.374721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 22258f0c-623c-4920-9e2a-35252f9ad851 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:03.375573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d866b706-21b0-4014-8d7c-425447b2b4e7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.427445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bafaa8e-2990-44cf-8a99-3b82888cfa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (9b902b3b-f9dd-47f0-846c-e578652b18bd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.451858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network bc69e662-f1c1-4dcc-898c-6046bd5a23e1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:03.483966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:03.493262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:03.521876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.522635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.523551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 323668dd-2639-48d1-8d38-f77043409ce7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:03.534673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57868) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:03.535773 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bafaa8e-2990-44cf-8a99-3b82888cfa42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.540012 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc9450-45dc-4e78-b336-f507058d6118 None None] Current status of the port 323668dd-2639-48d1-8d38-f77043409ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:03.543051 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8bafaa8e-2990-44cf-8a99-3b82888cfa42 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9b902b3b-f9dd-47f0-846c-e578652b18bd HTTP/1.1" status: 204 len: 168 time: 0.6038530 Feb 11 05:32:03.544028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafaa8e-2990-44cf-8a99-3b82888cfa42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b902b3b-f9dd-47f0-846c-e578652b18bd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:03.547648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57870) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:03.607610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Port': ['ID=d866b706-21b0-4014-8d7c-425447b2b4e7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:03.661254 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-48ff83ec-1609-4362-b0f7-e1f726ddacba tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5187159 Feb 11 05:32:03.670353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57874) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:03.692717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f18bd804-4ec8-40d8-b465-9e4e797a266b req-30c61b59-742c-46cc-80ff-11088f8cd99b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697143 Feb 11 05:32:03.766168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1f61cd4-44ef-452c-b183-d77c426d3422 req-22dbbca7-82d0-4de1-b936-b1c87932bc41 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662774 Feb 11 05:32:03.783424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031d8b2-7bb8-4339-a417-ea2459753fe8 None None] Pushing event updated for resources: {'Port': ['ID=8927d490-d648-4bc7-9437-5c115e3f9738,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:03.799740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e1c0b4fe-5867-4549-b0a7-08ac569cb770), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.841816 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:32:03.919486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (cfd82cfb-1e36-4271-8987-1efc820ce183), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.935242 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d046-091b-4dad-9bbf-b36897a16780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.949724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:04.005802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:04.005802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f6ba1423-8ac7-435e-84a2-ce6ff29b88b6 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:04.006747 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.011838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 323668dd-2639-48d1-8d38-f77043409ce7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:04.012221 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (323668dd-2639-48d1-8d38-f77043409ce7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.030078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd82cfb-1e36-4271-8987-1efc820ce183,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:04.038951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-82b1127a-b45f-435c-a120-24b383111d4c None None] Provisioning complete for port 323668dd-2639-48d1-8d38-f77043409ce7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:04.039331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-82b1127a-b45f-435c-a120-24b383111d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (323668dd-2639-48d1-8d38-f77043409ce7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.046068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Deleting subnet faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:04.067362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-f3abd685-af23-4570-a38f-6d8bd532c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.069505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-f3abd685-af23-4570-a38f-6d8bd532c538 service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.7374628 Feb 11 05:32:04.070403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for subnet (faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.131216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Checking segment: {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:04.132282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Network hostable DHCP agents. Network: 22258f0c-623c-4920-9e2a-35252f9ad851, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:04.165773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-c7ac45da-b76a-4bc2-b8a4-dbb8fea406d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f HTTP/1.1" status: 200 len: 217 time: 0.0889020 Feb 11 05:32:04.173957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 323668dd-2639-48d1-8d38-f77043409ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:04.179544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-82b1127a-b45f-435c-a120-24b383111d4c None None] Current status of the port 323668dd-2639-48d1-8d38-f77043409ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:04.218638 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e1c0b4fe-5867-4549-b0a7-08ac569cb770), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.228196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Network 22258f0c-623c-4920-9e2a-35252f9ad851 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:04.232412 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.263168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 22258f0c-623c-4920-9e2a-35252f9ad851) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:04.266155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd286a43-47ec-4f00-af87-7e0245aa3079 req-d0a846de-2a5c-45a7-9290-95a864bfd468 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.267745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd286a43-47ec-4f00-af87-7e0245aa3079 req-d0a846de-2a5c-45a7-9290-95a864bfd468 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.3209434 Feb 11 05:32:04.268332 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c0b4fe-5867-4549-b0a7-08ac569cb770']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:04.279255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9082ad9-5657-4053-9033-c93f2fdbc200 None None] Network 22258f0c-623c-4920-9e2a-35252f9ad851 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:04.281728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bd5e1-bc6d-40e4-90a6-d9dd6ba05565 req-7f1ebb92-2b5d-431a-80f3-a061a4d58b8c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.283260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-145bd5e1-bc6d-40e4-90a6-d9dd6ba05565 req-7f1ebb92-2b5d-431a-80f3-a061a4d58b8c tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 951 time: 0.3214161 Feb 11 05:32:04.285408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.286006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.297846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bfedc1-81c3-40c0-8bf1-cefa833c1824') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:04.298121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bfedc1-81c3-40c0-8bf1-cefa833c1824') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:04.321470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-2f774264-8fa9-459e-b00d-4b5ca93a0e8c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.322833 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-2f774264-8fa9-459e-b00d-4b5ca93a0e8c tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a3061ac-3ca8-42bc-bb44-a86d316aaa83 HTTP/1.1" status: 200 len: 945 time: 0.2340450 Feb 11 05:32:04.330391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-b7ffe21c-8510-4c95-82b8-6a89c1f76f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.331437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-b7ffe21c-8510-4c95-82b8-6a89c1f76f47 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.1571131 Feb 11 05:32:04.342641 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (41bfedc1-81c3-40c0-8bf1-cefa833c1824), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.357666 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eed6bdd0-fc33-4fdf-853d-79d9b5d3c23a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1061735 Feb 11 05:32:04.405991 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (41bfedc1-81c3-40c0-8bf1-cefa833c1824), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.428221 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d046-091b-4dad-9bbf-b36897a16780 admin admin] Publish callbacks [] for security_group (1dfd752d-1dc9-4871-a30c-57f6e6ee5bc3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.430166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:04.430645 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (41bfedc1-81c3-40c0-8bf1-cefa833c1824), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:04.433173 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:04.435730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2371ab0-ce13-4d12-a3bf-2365fbcdb3c8 None None] Network 22258f0c-623c-4920-9e2a-35252f9ad851 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:04.436990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.451621 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d046-091b-4dad-9bbf-b36897a16780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1dfd752d-1dc9-4871-a30c-57f6e6ee5bc3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.526746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-9060e256-a17b-4106-9a27-a54e9132e54a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619924 Feb 11 05:32:04.594806 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a7f6d046-091b-4dad-9bbf-b36897a16780 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21e363ea9457493cb942e16e207deb86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0485191 Feb 11 05:32:04.595581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d046-091b-4dad-9bbf-b36897a16780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd752d-1dc9-4871-a30c-57f6e6ee5bc3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:04.597930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57880) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:04.616836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e1c0b4fe-5867-4549-b0a7-08ac569cb770), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.623615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.627015 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1c0b4fe-5867-4549-b0a7-08ac569cb770 HTTP/1.1" status: 204 len: 168 time: 1.0580974 Feb 11 05:32:04.644293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00db10-cf34-4309-b369-bfdcdb3cf3af admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c0b4fe-5867-4549-b0a7-08ac569cb770,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:04.659145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd286a43-47ec-4f00-af87-7e0245aa3079 req-5d95cb6d-2f4c-48c3-aab4-3fd283c25c8b tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745432 Feb 11 05:32:04.672459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Deleting port 7693da6c-e994-4b85-8053-4d8224b2c44e {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:04.672912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.758444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-145bd5e1-bc6d-40e4-90a6-d9dd6ba05565 req-e0669bc0-0dce-42a1-b043-b4db018e2084 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367242 Feb 11 05:32:04.769259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.816463 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.822308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/subnets/faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa HTTP/1.1" status: 204 len: 168 time: 1.1197984 Feb 11 05:32:04.822308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Subnet': ['ID=faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:04.829347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57892) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:04.835840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] For port 7693da6c-e994-4b85-8053-4d8224b2c44e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7693da6c-e994-4b85-8053-4d8224b2c44e,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:04.836205 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.859544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57896) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:04.868043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.868553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.869227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.870548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.871019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.871980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.872437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.872914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.873407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.874062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.874292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.874737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.875184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9c29b-baad-4540-a7f5-90965720c52e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:04.885137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Calling delete_port for 7693da6c-e994-4b85-8053-4d8224b2c44e owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:04.918810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bf64061-80fc-495a-9a4b-1f2c9cb043cb admin admin] Publish callbacks [] for security_group (1dfd752d-1dc9-4871-a30c-57f6e6ee5bc3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.949268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-e1029e12-0955-4137-93ce-64928e5b05c6 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107528 Feb 11 05:32:04.977070 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-742afe55-6c80-45d4-9ae7-d57b03075cb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d99884f2e16457a96813b981142ea2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097102 Feb 11 05:32:04.986436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57898) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:05.024114 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bf64061-80fc-495a-9a4b-1f2c9cb043cb admin admin] Publish callbacks [] for security_group (1dfd752d-1dc9-4871-a30c-57f6e6ee5bc3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.028660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4102b-9caf-4a2b-8f97-d820d7d5142e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.029793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4102b-9caf-4a2b-8f97-d820d7d5142e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.035107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f6e4102b-9caf-4a2b-8f97-d820d7d5142e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2010198 Feb 11 05:32:05.037745 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57900) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:05.161337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3446f1-02f8-4005-88bd-24f594ea0279 req-5c7a7e19-d9cf-410b-ac3a-6b919ca2c669 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.163053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc3446f1-02f8-4005-88bd-24f594ea0279 req-5c7a7e19-d9cf-410b-ac3a-6b919ca2c669 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.2421293 Feb 11 05:32:05.185735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ebc833-4f88-45b6-adf3-7b50652d4316 None None] Network bc69e662-f1c1-4dcc-898c-6046bd5a23e1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:05.275392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e9128b17-bbde-4228-abd7-a5e2529116d1 None None] Provisioning complete for port 8927d490-d648-4bc7-9437-5c115e3f9738 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:05.275872 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9128b17-bbde-4228-abd7-a5e2529116d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8927d490-d648-4bc7-9437-5c115e3f9738), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.437790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 63b49bf7-57e2-4905-bb0b-d9724dabd808 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:05.466269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b13527fa-f2cc-4cf0-881c-8f4704a25f86 admin admin] Publish callbacks [] for security_group (a87807e7-d292-4cba-8c92-2bb978163d1d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.520422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4985ccb-1b76-476c-9455-a9378af3ada5 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (bc69e662-f1c1-4dcc-898c-6046bd5a23e1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.548943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c83534-8b0d-41b1-bbb1-c70a2e1adc8c None None] DHCP port deletion for bc69e662-f1c1-4dcc-898c-6046bd5a23e1 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:05.554024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b13527fa-f2cc-4cf0-881c-8f4704a25f86 admin admin] Publish callbacks [] for security_group (a87807e7-d292-4cba-8c92-2bb978163d1d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.563821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e9128b17-bbde-4228-abd7-a5e2529116d1 None None] Current status of the port 8927d490-d648-4bc7-9437-5c115e3f9738 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:05.564532 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9128b17-bbde-4228-abd7-a5e2529116d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8927d490-d648-4bc7-9437-5c115e3f9738), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.605152 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4985ccb-1b76-476c-9455-a9378af3ada5 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 05:32:05.605623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4985ccb-1b76-476c-9455-a9378af3ada5 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:05.610728 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c4985ccb-1b76-476c-9455-a9378af3ada5 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/bc69e662-f1c1-4dcc-898c-6046bd5a23e1 HTTP/1.1" status: 409 len: 466 time: 0.5702353 Feb 11 05:32:05.621502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57910) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:05.628623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-22053903'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:05.633679 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7693da6c-e994-4b85-8053-4d8224b2c44e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.657687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['7693da6c-e994-4b85-8053-4d8224b2c44e'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:05.660369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:05.693213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event deleted for resources: {'Port': ['ID=7693da6c-e994-4b85-8053-4d8224b2c44e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.703579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-ba67f7f9-4527-47ae-b680-cd404880f85a service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294879 Feb 11 05:32:05.705332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b13527fa-f2cc-4cf0-881c-8f4704a25f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a87807e7-d292-4cba-8c92-2bb978163d1d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.711789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b13527fa-f2cc-4cf0-881c-8f4704a25f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.713009 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bf64061-80fc-495a-9a4b-1f2c9cb043cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1dfd752d-1dc9-4871-a30c-57f6e6ee5bc3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.714985 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b13527fa-f2cc-4cf0-881c-8f4704a25f86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a87807e7-d292-4cba-8c92-2bb978163d1d HTTP/1.1" status: 204 len: 168 time: 0.7274308 Feb 11 05:32:05.719941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bf64061-80fc-495a-9a4b-1f2c9cb043cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.723502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8bf64061-80fc-495a-9a4b-1f2c9cb043cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dfd752d-1dc9-4871-a30c-57f6e6ee5bc3 HTTP/1.1" status: 204 len: 168 time: 1.1220586 Feb 11 05:32:05.755321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e9128b17-bbde-4228-abd7-a5e2529116d1 None None] For port 8927d490-d648-4bc7-9437-5c115e3f9738, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8927d490-d648-4bc7-9437-5c115e3f9738,segment=NetworkSegment(71091515-d0bc-4cb1-ab15-9b35d1cf6329),segment_id=71091515-d0bc-4cb1-ab15-9b35d1cf6329)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:05.778676 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9128b17-bbde-4228-abd7-a5e2529116d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8927d490-d648-4bc7-9437-5c115e3f9738), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.779878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf64061-80fc-495a-9a4b-1f2c9cb043cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd752d-1dc9-4871-a30c-57f6e6ee5bc3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.791057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 63b49bf7-57e2-4905-bb0b-d9724dabd808, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:05.794649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc3446f1-02f8-4005-88bd-24f594ea0279 req-8712525a-8b9b-4c29-8f33-98eaac66b6d7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239917 Feb 11 05:32:05.831707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:05.842846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-733c8fd1-e8fa-4987-bacd-c4dbd9da6813 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.847647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-733c8fd1-e8fa-4987-bacd-c4dbd9da6813 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 812 time: 0.6803985 Feb 11 05:32:05.858647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.868145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '63b49bf7-57e2-4905-bb0b-d9724dabd808', 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e', 'port_id': '63b49bf7-57e2-4905-bb0b-d9724dabd808', 'mac_address': 'fa:16:3e:0a:d9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab4321f-5401-417c-8b1a-8da307604731', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:05.871737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5b5df7dd-8def-477d-a010-9685c042fc1a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/quotas/e7cd370a403b433183f32dddb856e12a HTTP/1.1" status: 200 len: 375 time: 0.0179145 Feb 11 05:32:05.943081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13527fa-f2cc-4cf0-881c-8f4704a25f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87807e7-d292-4cba-8c92-2bb978163d1d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.943966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-64c83534-8b0d-41b1-bbb1-c70a2e1adc8c None None] Deleting port 8927d490-d648-4bc7-9437-5c115e3f9738 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:05.944521 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-64c83534-8b0d-41b1-bbb1-c70a2e1adc8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8927d490-d648-4bc7-9437-5c115e3f9738), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.955904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9128b17-bbde-4228-abd7-a5e2529116d1 None None] Pushing event updated for resources: {'Port': ['ID=8927d490-d648-4bc7-9437-5c115e3f9738,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.963768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-398870d6-8153-4ce2-835c-095ba153abb5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821598 Feb 11 05:32:06.066324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] No DVR routers for this DVR port 7693da6c-e994-4b85-8053-4d8224b2c44e on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:06.075702 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.085967 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5eaf83c8-6434-4a87-bf82-99572426ccc5 req-fa5d911c-6976-468d-bae6-98fdf6eb919f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.81 "DELETE /v2.0/ports/7693da6c-e994-4b85-8053-4d8224b2c44e HTTP/1.1" status: 204 len: 173 time: 1.7510591 Feb 11 05:32:06.096201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3061ac-3ca8-42bc-bb44-a86d316aaa83', 'name': 'network-vif-deleted', 'tag': '7693da6c-e994-4b85-8053-4d8224b2c44e'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:06.102599 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9dd6a8-c4b1-4373-862e-59409ae0cc23" -d '{"events": [{"server_uuid": "3a3061ac-3ca8-42bc-bb44-a86d316aaa83", "name": "network-vif-deleted", "tag": "7693da6c-e994-4b85-8053-4d8224b2c44e"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:06.157844 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:06.193000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ad59bf36-50ac-485e-a594-25db0b22c219), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.193630 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Added segment ad59bf36-50ac-485e-a594-25db0b22c219 of type vlan for network 532f5c6f-e251-4c41-b678-c2daf63c5d4c Feb 11 05:32:06.273100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-aa89935e-42e0-491f-a782-14087c181daa service neutron] 10.222.0.31 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850618 Feb 11 05:32:06.329873 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (532f5c6f-e251-4c41-b678-c2daf63c5d4c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.352203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fc113-160d-4fe3-838e-29c7637cb2f8 req-732df641-631d-4e18-9766-359e7c44091e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:06.353851 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee3fc113-160d-4fe3-838e-29c7637cb2f8 req-732df641-631d-4e18-9766-359e7c44091e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 944 time: 0.3960564 Feb 11 05:32:06.367757 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (532f5c6f-e251-4c41-b678-c2daf63c5d4c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.375353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:06.376276 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.437869 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8108299 Feb 11 05:32:06.450275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 63b49bf7-57e2-4905-bb0b-d9724dabd808 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:06.452178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.462925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57924) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:06.477168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Network': ['ID=532f5c6f-e251-4c41-b678-c2daf63c5d4c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:06.486552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'subnet': {'network_id': '532f5c6f-e251-4c41-b678-c2daf63c5d4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:06.489321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.489687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.490041 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.490392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.490828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.491198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.491885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.492232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.492603 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.493622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.493993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.494366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.494739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbbe1c-f97a-4a79-90d5-071974fc3b76 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:06.549441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 532f5c6f-e251-4c41-b678-c2daf63c5d4c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:06.579479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-64c83534-8b0d-41b1-bbb1-c70a2e1adc8c None None] For port 8927d490-d648-4bc7-9437-5c115e3f9738, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8927d490-d648-4bc7-9437-5c115e3f9738,segment=NetworkSegment(71091515-d0bc-4cb1-ab15-9b35d1cf6329),segment_id=71091515-d0bc-4cb1-ab15-9b35d1cf6329)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:06.580517 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-64c83534-8b0d-41b1-bbb1-c70a2e1adc8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8927d490-d648-4bc7-9437-5c115e3f9738), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.644554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57930) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:06.654104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b49bf7-57e2-4905-bb0b-d9724dabd808 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:06.672202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f15c61-8ac8-47e0-9119-3459260d66d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.672387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-64c83534-8b0d-41b1-bbb1-c70a2e1adc8c None None] Calling delete_port for 8927d490-d648-4bc7-9437-5c115e3f9738 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:06.674795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee3fc113-160d-4fe3-838e-29c7637cb2f8 req-767eee10-05e1-44dd-8c6b-b2c5d3f88fc6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067067 Feb 11 05:32:06.692662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-0dcd44b6-073b-4f58-a22d-53db0633d80e service neutron] 10.222.0.31 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077220 Feb 11 05:32:06.744091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:06.749982 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.857654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 63b49bf7-57e2-4905-bb0b-d9724dabd808, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:06.888522 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f15c61-8ac8-47e0-9119-3459260d66d5 admin admin] Publish callbacks [] for security_group (3f97016a-65fd-482c-b1d7-3c96e80ef084), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.894974 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f15c61-8ac8-47e0-9119-3459260d66d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3f97016a-65fd-482c-b1d7-3c96e80ef084), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.918946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.047985 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b863c9-711a-4cb5-8d27-5a47635e1ddb x-openstack-request-id: req-21b863c9-711a-4cb5-8d27-5a47635e1ddb {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:07.048391 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3061ac-3ca8-42bc-bb44-a86d316aaa83", "name": "network-vif-deleted", "tag": "7693da6c-e994-4b85-8053-4d8224b2c44e", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:07.048661 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21b863c9-711a-4cb5-8d27-5a47635e1ddb {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:07.049124 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3061ac-3ca8-42bc-bb44-a86d316aaa83', 'name': 'network-vif-deleted', 'tag': '7693da6c-e994-4b85-8053-4d8224b2c44e', 'status': 'completed', 'code': 200} Feb 11 05:32:07.050840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f15c61-8ac8-47e0-9119-3459260d66d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f97016a-65fd-482c-b1d7-3c96e80ef084,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.071188 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-76f15c61-8ac8-47e0-9119-3459260d66d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31651b2de8a64bdaa1b709a440ed9198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4255202 Feb 11 05:32:07.076083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57942) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:07.130252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=63b49bf7-57e2-4905-bb0b-d9724dabd808,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.147615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-64c83534-8b0d-41b1-bbb1-c70a2e1adc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (8927d490-d648-4bc7-9437-5c115e3f9738), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.160927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad64d324-f89b-441f-8c35-8c78427ba61a admin admin] Publish callbacks [] for security_group (3f97016a-65fd-482c-b1d7-3c96e80ef084), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.193459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad64d324-f89b-441f-8c35-8c78427ba61a admin admin] Publish callbacks [] for security_group (3f97016a-65fd-482c-b1d7-3c96e80ef084), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.284665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['63b49bf7-57e2-4905-bb0b-d9724dabd808'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:07.291180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c83534-8b0d-41b1-bbb1-c70a2e1adc8c None None] Pushing event deleted for resources: {'Port': ['ID=8927d490-d648-4bc7-9437-5c115e3f9738,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.311493 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad64d324-f89b-441f-8c35-8c78427ba61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3f97016a-65fd-482c-b1d7-3c96e80ef084), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.322819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad64d324-f89b-441f-8c35-8c78427ba61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.326319 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ad64d324-f89b-441f-8c35-8c78427ba61a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f97016a-65fd-482c-b1d7-3c96e80ef084 HTTP/1.1" status: 204 len: 168 time: 0.2466993 Feb 11 05:32:07.340082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64d324-f89b-441f-8c35-8c78427ba61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f97016a-65fd-482c-b1d7-3c96e80ef084,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.367070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25544c8-f7c1-485f-8c00-6a77a20e22d3 req-6a3c3256-8f1a-4f1d-85ed-638a89fb1830 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.368763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a25544c8-f7c1-485f-8c00-6a77a20e22d3 req-6a3c3256-8f1a-4f1d-85ed-638a89fb1830 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.1889820 Feb 11 05:32:07.378208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c83534-8b0d-41b1-bbb1-c70a2e1adc8c None None] No DVR routers for this DVR port 8927d490-d648-4bc7-9437-5c115e3f9738 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:07.430997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 7693da6c-e994-4b85-8053-4d8224b2c44e no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:07.446484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d8046-4f6d-4675-ab4c-03d93ca59d38 req-b2f0f2af-9b78-4650-9f82-43b0a020caa8 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.455552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f4d8046-4f6d-4675-ab4c-03d93ca59d38 req-b2f0f2af-9b78-4650-9f82-43b0a020caa8 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 1134 time: 0.1718736 Feb 11 05:32:07.508884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 7693da6c-e994-4b85-8053-4d8224b2c44e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:07.510065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 7693da6c-e994-4b85-8053-4d8224b2c44e not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:07.550670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8927d490-d648-4bc7-9437-5c115e3f9738 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:07.575816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.objects.ports [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103120) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:32:07.584780 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (95361feb-067b-4c4a-8a30-ba63215721c7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.593153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 8927d490-d648-4bc7-9437-5c115e3f9738 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:07.594120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8927d490-d648-4bc7-9437-5c115e3f9738 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:07.602359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a25544c8-f7c1-485f-8c00-6a77a20e22d3 req-8d2b94a3-193c-4efc-9d6c-b19cf449cd2f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966431 Feb 11 05:32:07.767825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f4d8046-4f6d-4675-ab4c-03d93ca59d38 req-603259c9-2667-4afe-a274-c249a002a440 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050256 Feb 11 05:32:07.859099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Subnet': ['ID=95361feb-067b-4c4a-8a30-ba63215721c7,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.880696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Checking segment: {'id': 'ad59bf36-50ac-485e-a594-25db0b22c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '532f5c6f-e251-4c41-b678-c2daf63c5d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:07.885049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network hostable DHCP agents. Network: 532f5c6f-e251-4c41-b678-c2daf63c5d4c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:07.939263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network 532f5c6f-e251-4c41-b678-c2daf63c5d4c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:07.954502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 532f5c6f-e251-4c41-b678-c2daf63c5d4c) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:07.959234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.959999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.967850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f9695-4e6b-456f-8079-4172c0ffd8f7 None None] Network 532f5c6f-e251-4c41-b678-c2daf63c5d4c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:07.991384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8e29c860-0b66-4d17-86a1-affdf4a5e39e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5125575 Feb 11 05:32:07.994248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57984) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:08.000917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'port': {'network_id': '532f5c6f-e251-4c41-b678-c2daf63c5d4c', 'name': 'tempest-NetworksIpV6TestAttrs-1435012875'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:08.091671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df229f32-2729-40f8-beec-15b43de6522c req-9cf6081f-b75b-456a-b410-9f0a6a781fca tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:08.099449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df229f32-2729-40f8-beec-15b43de6522c req-9cf6081f-b75b-456a-b410-9f0a6a781fca tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 945 time: 0.1233530 Feb 11 05:32:08.221145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:08.224660 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.248849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01d9ba35-9ea0-40cb-b888-cfb4ab144dc8 req-9afc8587-dfe4-4761-afda-0c1c2a6eb82a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 210 time: 0.1022475 Feb 11 05:32:08.249450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-532f5c6f-e251-4c41-b678-c2daf63c5d4c', 'network_id': '532f5c6f-e251-4c41-b678-c2daf63c5d4c', 'project_id': '62be17cd82e64bf8ba0a6c78cc06f9d0', 'fixed_ips': [{'subnet_id': '95361feb-067b-4c4a-8a30-ba63215721c7'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:08.251565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.282906 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] device_id is not set on port b670432e-2814-4e07-8fbf-b78e12d3dc59 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:08.314646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df229f32-2729-40f8-beec-15b43de6522c req-7ef22623-dd16-49af-b497-d5555e2afc90 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091937 Feb 11 05:32:08.483949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d000-6020-4348-a078-2792c79a9af4 req-8e9993ba-0524-488b-aabf-499d8520d20d tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:08.485708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9e9d000-6020-4348-a078-2792c79a9af4 req-8e9993ba-0524-488b-aabf-499d8520d20d tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 1134 time: 0.0772567 Feb 11 05:32:08.511212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Allocated IP 2001:db8::f816:3eff:fe62:78f3 (532f5c6f-e251-4c41-b678-c2daf63c5d4c/95361feb-067b-4c4a-8a30-ba63215721c7/b670432e-2814-4e07-8fbf-b78e12d3dc59) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:08.598999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9e9d000-6020-4348-a078-2792c79a9af4 req-dd512872-7af4-47e3-9c90-c9cff5b4ea32 tempest-ServersAdminTestJSON-424024807 tempest-ServersAdminTestJSON-424024807-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062076 Feb 11 05:32:08.974214 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for port (b670432e-2814-4e07-8fbf-b78e12d3dc59), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.044191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b670432e-2814-4e07-8fbf-b78e12d3dc59), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.102160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3186d8-9323-47c7-8d2d-6a4b6e747b9b req-bd70b426-a7a8-4fb9-a4ac-b76c9773bcc4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.113290 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b3186d8-9323-47c7-8d2d-6a4b6e747b9b req-bd70b426-a7a8-4fb9-a4ac-b76c9773bcc4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.1036246 Feb 11 05:32:09.179758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b3186d8-9323-47c7-8d2d-6a4b6e747b9b req-561e5740-54f9-471f-9a6c-a9e4d3ee861f tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654542 Feb 11 05:32:09.203348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Allocated IP 2001:db8::f816:3eff:fe09:88cc (532f5c6f-e251-4c41-b678-c2daf63c5d4c/95361feb-067b-4c4a-8a30-ba63215721c7/8202d886-4ea6-4748-bb20-90dc63aa17b7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:09.213022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network 532f5c6f-e251-4c41-b678-c2daf63c5d4c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:09.263604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:09.275367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ca3b9ac-5459-4356-b4c9-f37deff6f485 req-d5496948-0077-4800-8720-0f6074286d70 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0486948 Feb 11 05:32:09.283106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:09.306638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.310950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.391194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Port': ['ID=b670432e-2814-4e07-8fbf-b78e12d3dc59,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:09.443683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 63b49bf7-57e2-4905-bb0b-d9724dabd808 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:09.706327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-4da3e9a5-c0dd-4cdc-b3cf-3902e9dc938e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.707977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a51ca2f4-32f2-4879-b06a-23bb96b89c5e req-66cb629a-1da9-4cce-874c-da504e5f3b62 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 210 time: 0.1221027 Feb 11 05:32:09.711900 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-4da3e9a5-c0dd-4cdc-b3cf-3902e9dc938e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.81 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 812 time: 0.2958620 Feb 11 05:32:09.725607 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-057023b6-48bb-4411-a6ab-92297142aa09 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7277522 Feb 11 05:32:09.743260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Request body: {'port': {'device_id': 'dba7101a-2290-4fe2-a885-13c900548196', 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851', 'admin_state_up': True, 'tenant_id': 'e7cd370a403b433183f32dddb856e12a'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:09.746826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58052) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:09.752103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4da286-2ab7-44b6-ac4b-021d4ebb1b72 req-d6cef486-d0e2-4b88-b0af-d05774fdc7b7 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.765673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a4da286-2ab7-44b6-ac4b-021d4ebb1b72 req-d6cef486-d0e2-4b88-b0af-d05774fdc7b7 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 949 time: 0.4402986 Feb 11 05:32:09.817990 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Publish callbacks [] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.830296 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.900469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Pushing event updated for resources: {'Port': ['ID=8202d886-4ea6-4748-bb20-90dc63aa17b7,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:09.937936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Network 532f5c6f-e251-4c41-b678-c2daf63c5d4c is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:09.965741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:09.984434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:09.989084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 63b49bf7-57e2-4905-bb0b-d9724dabd808 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:10.012158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a4da286-2ab7-44b6-ac4b-021d4ebb1b72 req-d11383c8-1f9f-4e0d-9f6f-7a70732f212b tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196620 Feb 11 05:32:10.015486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1093f130-3807-4451-a011-2c77f651f7bc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Deleting subnet 95361feb-067b-4c4a-8a30-ba63215721c7 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:10.034362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1093f130-3807-4451-a011-2c77f651f7bc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for subnet (95361feb-067b-4c4a-8a30-ba63215721c7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.070391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 63b49bf7-57e2-4905-bb0b-d9724dabd808 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:10.072809 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.099373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-4f6e151f-2adf-4ba3-9394-5699434d4ff1 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:10.101100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-4f6e151f-2adf-4ba3-9394-5699434d4ff1 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.72 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 812 time: 0.6977322 Feb 11 05:32:10.124165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589642bc-64d8-4422-828f-7b85ba4d4c62 req-dc43a602-e936-40e0-8c88-565006dccb91 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:10.132032 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1093f130-3807-4451-a011-2c77f651f7bc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (95361feb-067b-4c4a-8a30-ba63215721c7), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.136528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-589642bc-64d8-4422-828f-7b85ba4d4c62 req-dc43a602-e936-40e0-8c88-565006dccb91 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 945 time: 0.2283494 Feb 11 05:32:10.152389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Request body: {'port': {'device_id': 'd97da1df-1aab-40ac-8dad-e7bc38c70e45', 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851', 'admin_state_up': True, 'tenant_id': 'e7cd370a403b433183f32dddb856e12a'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:10.162168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Made reservation on behalf of e7cd370a403b433183f32dddb856e12a for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:10.165791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.228022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Attempting to bind port 8202d886-4ea6-4748-bb20-90dc63aa17b7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:10.229575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Attempting to bind port 8202d886-4ea6-4748-bb20-90dc63aa17b7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'ad59bf36-50ac-485e-a594-25db0b22c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '532f5c6f-e251-4c41-b678-c2daf63c5d4c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:10.232750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Attempting to bind port 8202d886-4ea6-4748-bb20-90dc63aa17b7 on network 532f5c6f-e251-4c41-b678-c2daf63c5d4c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:10.297553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 63b49bf7-57e2-4905-bb0b-d9724dabd808 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:10.298135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.318565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:10.319192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Checking segment: {'id': 'ad59bf36-50ac-485e-a594-25db0b22c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '532f5c6f-e251-4c41-b678-c2daf63c5d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:10.319759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.320427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Bound using segment: {'id': 'ad59bf36-50ac-485e-a594-25db0b22c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '532f5c6f-e251-4c41-b678-c2daf63c5d4c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:10.321026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Bound port: 8202d886-4ea6-4748-bb20-90dc63aa17b7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad59bf36-50ac-485e-a594-25db0b22c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '532f5c6f-e251-4c41-b678-c2daf63c5d4c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:10.322698 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.341278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:10.344514 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8738f816-3064-4f08-a472-ec7c335e45cd" -d '{"events": [{"server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "name": "network-vif-plugged", "status": "completed", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:10.432440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 63b49bf7-57e2-4905-bb0b-d9724dabd808, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:10.451065 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.533074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=63b49bf7-57e2-4905-bb0b-d9724dabd808,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:10.543189 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1093f130-3807-4451-a011-2c77f651f7bc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (95361feb-067b-4c4a-8a30-ba63215721c7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.545484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-589642bc-64d8-4422-828f-7b85ba4d4c62 req-930ccca5-e59f-45c6-90dc-82c59de436f3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040709 Feb 11 05:32:10.580642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Allocated IP 172.20.0.14 (22258f0c-623c-4920-9e2a-35252f9ad851/cfd82cfb-1e36-4271-8987-1efc820ce183/bdecb919-2a22-4514-8a46-d6e6736840d0) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:10.677602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Made reservation on behalf of e7cd370a403b433183f32dddb856e12a for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:10.681568 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.685234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1093f130-3807-4451-a011-2c77f651f7bc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (95361feb-067b-4c4a-8a30-ba63215721c7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.689779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] For port 8202d886-4ea6-4748-bb20-90dc63aa17b7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:10.710957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] For port 8202d886-4ea6-4748-bb20-90dc63aa17b7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8202d886-4ea6-4748-bb20-90dc63aa17b7,segment=NetworkSegment(ad59bf36-50ac-485e-a594-25db0b22c219),segment_id=ad59bf36-50ac-485e-a594-25db0b22c219)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:10.725537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6b01675-f8fa-4859-9ffb-94aaeec7ae66 req-9315c04b-4abb-45c7-b88c-282a07a3eec3 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0637255 Feb 11 05:32:10.731518 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.747305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b635a-b543-419c-98b5-66a0779946eb req-311ee4d0-0700-4e72-aab3-1ab14cede0e9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:10.748804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a0b635a-b543-419c-98b5-66a0779946eb req-311ee4d0-0700-4e72-aab3-1ab14cede0e9 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 949 time: 0.1938746 Feb 11 05:32:10.754535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1093f130-3807-4451-a011-2c77f651f7bc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.765403 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1093f130-3807-4451-a011-2c77f651f7bc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/subnets/95361feb-067b-4c4a-8a30-ba63215721c7 HTTP/1.1" status: 204 len: 168 time: 1.0175233 Feb 11 05:32:10.771588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58084) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:10.778812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093f130-3807-4451-a011-2c77f651f7bc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Subnet': ['ID=95361feb-067b-4c4a-8a30-ba63215721c7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:10.831302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6b576-83ac-4516-a869-6248514d15b0 req-4d8cf4f6-460a-497c-a8ec-aaffe86a45df tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:10.842016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ef6b576-83ac-4516-a869-6248514d15b0 req-4d8cf4f6-460a-497c-a8ec-aaffe86a45df tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.3130798 Feb 11 05:32:10.885732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b965dd0-1856-4f69-8c4d-32d9a37114c0 None None] Pushing event updated for resources: {'Port': ['ID=8202d886-4ea6-4748-bb20-90dc63aa17b7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:10.918010 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2108df-cef6-4d77-b5ba-a92c1dc58150 x-openstack-request-id: req-df2108df-cef6-4d77-b5ba-a92c1dc58150 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:10.918379 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "name": "network-vif-plugged", "status": "completed", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:10.918819 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df2108df-cef6-4d77-b5ba-a92c1dc58150 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:10.919167 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808', 'code': 200} Feb 11 05:32:10.949156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0030821a-08bb-47f2-83c9-c782dbafdc3f tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:10.950511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0030821a-08bb-47f2-83c9-c782dbafdc3f tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:10.959463 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0030821a-08bb-47f2-83c9-c782dbafdc3f tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1813996 Feb 11 05:32:11.006668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58090) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:11.178691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks [] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.243616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d795036-e07f-4870-89bd-bd63c89b0fcf req-b37dffbb-92b8-4f53-b45d-f4a719fa0742 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 210 time: 0.2087595 Feb 11 05:32:11.313500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.414304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Network 22258f0c-623c-4920-9e2a-35252f9ad851 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:11.420780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:11.426675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:11.431462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Pushing event updated for resources: {'Port': ['ID=bdecb919-2a22-4514-8a46-d6e6736840d0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:11.461604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ef6b576-83ac-4516-a869-6248514d15b0 req-dd0478ac-2d73-40c4-a4b3-d16fe5513d86 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167839 Feb 11 05:32:11.481403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-4a0b635a-b543-419c-98b5-66a0779946eb req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Deleting port b7027047-5405-44dc-aacc-3d50d1b329b6 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:11.482796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a0b635a-b543-419c-98b5-66a0779946eb req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.547180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.547409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a92dce19-8871-4833-b72c-08457128f62b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (532f5c6f-e251-4c41-b678-c2daf63c5d4c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.547812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.579654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3e89-33a7-4cc1-b539-64f76020b93f req-4000612a-7b0b-4799-bd2f-c43961644804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.581846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7beb3e89-33a7-4cc1-b539-64f76020b93f req-4000612a-7b0b-4799-bd2f-c43961644804 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 1129 time: 0.3766205 Feb 11 05:32:11.591362 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-9f972908-a335-4ce5-83a8-4ab66bb007f5 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8667865 Feb 11 05:32:11.602948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Request body: {'port': {'device_id': 'dba7101a-2290-4fe2-a885-13c900548196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:11.652437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8202d886-4ea6-4748-bb20-90dc63aa17b7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:11.731242 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.758488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8202d886-4ea6-4748-bb20-90dc63aa17b7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:11.759154 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.819319 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92dce19-8871-4833-b72c-08457128f62b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 05:32:11.820083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92dce19-8871-4833-b72c-08457128f62b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:11.823856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a92dce19-8871-4833-b72c-08457128f62b tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/532f5c6f-e251-4c41-b678-c2daf63c5d4c HTTP/1.1" status: 409 len: 466 time: 0.8147926 Feb 11 05:32:11.831064 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58122) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:11.838993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-37630480'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:11.848036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Allocated IP 172.20.0.6 (22258f0c-623c-4920-9e2a-35252f9ad851/cfd82cfb-1e36-4271-8987-1efc820ce183/42c9ee14-a0c0-4c91-a81b-c69c825dd9f1) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:11.919231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7beb3e89-33a7-4cc1-b539-64f76020b93f req-a1801903-b342-4df4-863f-93cafd10b419 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233490 Feb 11 05:32:11.931603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8202d886-4ea6-4748-bb20-90dc63aa17b7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:11.932078 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.965574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a03398-942b-4306-bd5e-d6611b9f876c req-d7da20b5-d629-480e-989d-18b4c4348113 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.975068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71a03398-942b-4306-bd5e-d6611b9f876c req-d7da20b5-d629-480e-989d-18b4c4348113 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=06da18d0-0005-4e5a-aa60-67c10cefda16 HTTP/1.1" status: 200 len: 949 time: 0.4251635 Feb 11 05:32:12.008162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 8202d886-4ea6-4748-bb20-90dc63aa17b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8202d886-4ea6-4748-bb20-90dc63aa17b7,segment=NetworkSegment(ad59bf36-50ac-485e-a594-25db0b22c219),segment_id=ad59bf36-50ac-485e-a594-25db0b22c219)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:12.015685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.069282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:12.072922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.091765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4a0b635a-b543-419c-98b5-66a0779946eb req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] For port b7027047-5405-44dc-aacc-3d50d1b329b6, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b7027047-5405-44dc-aacc-3d50d1b329b6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:12.092403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a0b635a-b543-419c-98b5-66a0779946eb req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.134541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=8202d886-4ea6-4748-bb20-90dc63aa17b7,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.136987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:12.141360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71a03398-942b-4306-bd5e-d6611b9f876c req-0fa994ee-da7a-42f5-99e7-86d62ad7d054 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596167 Feb 11 05:32:12.151375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.153479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.153849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.155065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (192db701-ebcf-4fcb-8ccd-f4dd630f8626), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.155784 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Added segment 192db701-ebcf-4fcb-8ccd-f4dd630f8626 of type vlan for network 79f1cebc-68bd-4ad0-8ec7-ff0e23b13203 Feb 11 05:32:12.157263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.173350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.173350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.173350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.173350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.173350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.173350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.173350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.173350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.173350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:12.261512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877b672-3250-4883-ad96-a80475e4803f req-0dcb361e-3251-4bef-892f-c138aa8a7ec8 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:12.271924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6877b672-3250-4883-ad96-a80475e4803f req-0dcb361e-3251-4bef-892f-c138aa8a7ec8 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 946 time: 0.5488412 Feb 11 05:32:12.282197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-4a0b635a-b543-419c-98b5-66a0779946eb req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Calling delete_port for b7027047-5405-44dc-aacc-3d50d1b329b6 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:12.300855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (79f1cebc-68bd-4ad0-8ec7-ff0e23b13203), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.321722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58130) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:12.361915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6877b672-3250-4883-ad96-a80475e4803f req-c1ceec5f-4168-4693-94cc-ab25750a3b7d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889351 Feb 11 05:32:12.383624 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (79f1cebc-68bd-4ad0-8ec7-ff0e23b13203), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.392912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:12.395771 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.473584 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6390188 Feb 11 05:32:12.474544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58136) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:12.490515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'subnet': {'network_id': '79f1cebc-68bd-4ad0-8ec7-ff0e23b13203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:12.516998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef6929b-0ba6-4d4a-81b9-b280ca01e7ec None None] Network 532f5c6f-e251-4c41-b678-c2daf63c5d4c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:12.532411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e306ba9-7388-4d4b-846a-d11b9600c986 req-75795101-7d73-4bf1-afd1-eaea6dddaf55 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.1929672 Feb 11 05:32:12.622864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e0d75-46fa-4a54-b448-f9be309c2559 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Network': ['ID=79f1cebc-68bd-4ad0-8ec7-ff0e23b13203,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.633467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66ab6336-dae6-41ec-9138-cf3369ef0d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.644955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 79f1cebc-68bd-4ad0-8ec7-ff0e23b13203 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:12.706418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78c7c9b1-091e-446a-9ff6-32f8261d275b req-74b04a14-3532-450e-8f04-28bd533ebb7d tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.3628008 Feb 11 05:32:12.720859 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a0b635a-b543-419c-98b5-66a0779946eb req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b7027047-5405-44dc-aacc-3d50d1b329b6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.749005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['3d63f613-ee04-468b-ae83-4b7455e70ca2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:12.765184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:12.774578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.792656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Pushing event deleted for resources: {'Port': ['ID=b7027047-5405-44dc-aacc-3d50d1b329b6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.815281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['b7027047-5405-44dc-aacc-3d50d1b329b6', '3d7cab0d-4f52-4758-9eda-b07b9db891d8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:12.924262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c7d53dca-6fc7-4235-9f95-f2c7c9352168 None None] Provisioning complete for port 8202d886-4ea6-4748-bb20-90dc63aa17b7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:12.924989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c7d53dca-6fc7-4235-9f95-f2c7c9352168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.998932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3257a-ea3d-4265-9eba-0223a0a27de0 req-3bfd371c-9f0c-40e4-ab5f-4f0770118731 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.003187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86e3257a-ea3d-4265-9eba-0223a0a27de0 req-3bfd371c-9f0c-40e4-ab5f-4f0770118731 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 932 time: 0.4696052 Feb 11 05:32:13.005504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0b635a-b543-419c-98b5-66a0779946eb req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] No DVR routers for this DVR port b7027047-5405-44dc-aacc-3d50d1b329b6 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:13.013760 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a0b635a-b543-419c-98b5-66a0779946eb req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.023754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a0b635a-b543-419c-98b5-66a0779946eb req-59f61053-238d-44c6-a72b-bcb430b28e30 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "DELETE /v2.0/ports/b7027047-5405-44dc-aacc-3d50d1b329b6 HTTP/1.1" status: 204 len: 173 time: 2.2644842 Feb 11 05:32:13.032099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks [] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.044245 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66ab6336-dae6-41ec-9138-cf3369ef0d74 admin admin] Publish callbacks [] for security_group (2f6357a9-0b9a-4c3e-85a3-6b651a075c5f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.061042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06da18d0-0005-4e5a-aa60-67c10cefda16', 'name': 'network-vif-deleted', 'tag': 'b7027047-5405-44dc-aacc-3d50d1b329b6'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:13.068978 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66ab6336-dae6-41ec-9138-cf3369ef0d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2f6357a9-0b9a-4c3e-85a3-6b651a075c5f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.070869 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cdf24a-a805-4200-8572-c62537662ceb" -d '{"events": [{"server_uuid": "06da18d0-0005-4e5a-aa60-67c10cefda16", "name": "network-vif-deleted", "tag": "b7027047-5405-44dc-aacc-3d50d1b329b6"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:13.162163 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-66ab6336-dae6-41ec-9138-cf3369ef0d74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bef97a93c924a10b13c284e29cb70c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8367481 Feb 11 05:32:13.168735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58144) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:13.176853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b9dee-286b-48c8-ba5c-196609b978ac None None] DHCP port deletion for 532f5c6f-e251-4c41-b678-c2daf63c5d4c request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:13.281241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d80e0-6c56-4995-b696-46cae654a592 req-57a24449-33c2-495b-9584-34636c1d332d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.283148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d3d80e0-6c56-4995-b696-46cae654a592 req-57a24449-33c2-495b-9584-34636c1d332d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.1972604 Feb 11 05:32:13.288331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86e3257a-ea3d-4265-9eba-0223a0a27de0 req-d59f168d-1b93-43fd-9fa2-21320a3e0e2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493844 Feb 11 05:32:13.431583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c7d53dca-6fc7-4235-9f95-f2c7c9352168 None None] Current status of the port 8202d886-4ea6-4748-bb20-90dc63aa17b7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:13.454975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f65b9dee-286b-48c8-ba5c-196609b978ac None None] Deleting port 8202d886-4ea6-4748-bb20-90dc63aa17b7 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:13.455356 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f65b9dee-286b-48c8-ba5c-196609b978ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.583397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8202d886-4ea6-4748-bb20-90dc63aa17b7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:13.671140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f65b9dee-286b-48c8-ba5c-196609b978ac None None] For port 8202d886-4ea6-4748-bb20-90dc63aa17b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8202d886-4ea6-4748-bb20-90dc63aa17b7,segment=NetworkSegment(ad59bf36-50ac-485e-a594-25db0b22c219),segment_id=ad59bf36-50ac-485e-a594-25db0b22c219)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:13.671551 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f65b9dee-286b-48c8-ba5c-196609b978ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.690147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f65b9dee-286b-48c8-ba5c-196609b978ac None None] Calling delete_port for 8202d886-4ea6-4748-bb20-90dc63aa17b7 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:13.781529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:32:13.784661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (0dfd1fad-1ed5-4f81-9c14-6e1de0fd73ad), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.793728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab6336-dae6-41ec-9138-cf3369ef0d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6357a9-0b9a-4c3e-85a3-6b651a075c5f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:13.801248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8202d886-4ea6-4748-bb20-90dc63aa17b7 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:13.801861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.848419 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f65b9dee-286b-48c8-ba5c-196609b978ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (8202d886-4ea6-4748-bb20-90dc63aa17b7), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.890091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.890519 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a62bd57-fb12-4004-a1bb-1bd9d9aa8b9e admin admin] Publish callbacks [] for security_group (2f6357a9-0b9a-4c3e-85a3-6b651a075c5f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.896784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b9dee-286b-48c8-ba5c-196609b978ac None None] Pushing event deleted for resources: {'Port': ['ID=8202d886-4ea6-4748-bb20-90dc63aa17b7,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:13.906881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b9dee-286b-48c8-ba5c-196609b978ac None None] No DVR routers for this DVR port 8202d886-4ea6-4748-bb20-90dc63aa17b7 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:13.938041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Network 22258f0c-623c-4920-9e2a-35252f9ad851 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:13.943466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:13.965586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:13.980871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d3d80e0-6c56-4995-b696-46cae654a592 req-ecd83ec8-05e1-4353-92b5-2fbf3bb894bf tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902626 Feb 11 05:32:14.033197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a62bd57-fb12-4004-a1bb-1bd9d9aa8b9e admin admin] Publish callbacks [] for security_group (2f6357a9-0b9a-4c3e-85a3-6b651a075c5f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.046418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Subnet': ['ID=0dfd1fad-1ed5-4f81-9c14-6e1de0fd73ad,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.057497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f68ca1-8f72-47ec-ae25-56a1279a4f8d req-2d97cc4e-0982-4b91-aa68-7042d83fe4ec tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:14.066231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7f68ca1-8f72-47ec-ae25-56a1279a4f8d req-2d97cc4e-0982-4b91-aa68-7042d83fe4ec tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 946 time: 0.2250326 Feb 11 05:32:14.067838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Checking segment: {'id': '192db701-ebcf-4fcb-8ccd-f4dd630f8626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '79f1cebc-68bd-4ad0-8ec7-ff0e23b13203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:14.068221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network hostable DHCP agents. Network: 79f1cebc-68bd-4ad0-8ec7-ff0e23b13203, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:14.091575 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6175970-fc31-460a-90f8-71618e3022de x-openstack-request-id: req-b6175970-fc31-460a-90f8-71618e3022de {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:14.091883 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06da18d0-0005-4e5a-aa60-67c10cefda16", "name": "network-vif-deleted", "tag": "b7027047-5405-44dc-aacc-3d50d1b329b6", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:14.092144 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6175970-fc31-460a-90f8-71618e3022de {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:14.092561 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06da18d0-0005-4e5a-aa60-67c10cefda16', 'name': 'network-vif-deleted', 'tag': 'b7027047-5405-44dc-aacc-3d50d1b329b6', 'status': 'completed', 'code': 200} Feb 11 05:32:14.093643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Pushing event updated for resources: {'Port': ['ID=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.107925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:14.108610 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.159187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network 79f1cebc-68bd-4ad0-8ec7-ff0e23b13203 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:14.168424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a62bd57-fb12-4004-a1bb-1bd9d9aa8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2f6357a9-0b9a-4c3e-85a3-6b651a075c5f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.171419 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a62bd57-fb12-4004-a1bb-1bd9d9aa8b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.176171 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8a62bd57-fb12-4004-a1bb-1bd9d9aa8b9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f6357a9-0b9a-4c3e-85a3-6b651a075c5f HTTP/1.1" status: 204 len: 168 time: 0.9868228 Feb 11 05:32:14.176367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7f68ca1-8f72-47ec-ae25-56a1279a4f8d req-644b2b72-0c7a-49ef-8a11-4c5440d81341 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafb152e-eaa9-4352-aa48-44985460e2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071990 Feb 11 05:32:14.201348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-5dc39b63-81ae-416a-8653-2626c9e10cc3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0599761 Feb 11 05:32:14.205866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 79f1cebc-68bd-4ad0-8ec7-ff0e23b13203) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:14.221437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:14.221437 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.225403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd5796f-b8cb-466f-8514-704d56933a79 None None] Network 79f1cebc-68bd-4ad0-8ec7-ff0e23b13203 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:14.234108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62bd57-fb12-4004-a1bb-1bd9d9aa8b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6357a9-0b9a-4c3e-85a3-6b651a075c5f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.234893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Request body: {'port': {'device_id': 'd97da1df-1aab-40ac-8dad-e7bc38c70e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:14.246647 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-47ee3e1c-f666-478c-b927-febeb2e70e65 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7626412 Feb 11 05:32:14.246916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58156) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:14.258044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdecb919-2a22-4514-8a46-d6e6736840d0 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:14.280488 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Publish callbacks [] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.336434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Transition to ACTIVE for port object bdecb919-2a22-4514-8a46-d6e6736840d0 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:14.348017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.423048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24dd98cf-836f-42c7-959e-2536b9abac1a req-5f10b21d-ce43-40e2-a128-4d2f08335673 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0671017 Feb 11 05:32:14.495756 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (79f1cebc-68bd-4ad0-8ec7-ff0e23b13203), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.539616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf2e3cc-1a60-4999-a15e-fb2b83d4ebe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-79f1cebc-68bd-4ad0-8ec7-ff0e23b13203', 'network_id': '79f1cebc-68bd-4ad0-8ec7-ff0e23b13203', 'project_id': '62be17cd82e64bf8ba0a6c78cc06f9d0', 'fixed_ips': [{'subnet_id': '0dfd1fad-1ed5-4f81-9c14-6e1de0fd73ad'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:14.541022 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e3cc-1a60-4999-a15e-fb2b83d4ebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.566311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdecb919-2a22-4514-8a46-d6e6736840d0,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.570271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.664447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (0dfd1fad-1ed5-4f81-9c14-6e1de0fd73ad), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.722400 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Attempting to bind port bdecb919-2a22-4514-8a46-d6e6736840d0 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:14.722634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Attempting to bind port bdecb919-2a22-4514-8a46-d6e6736840d0 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:14.722937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Attempting to bind port bdecb919-2a22-4514-8a46-d6e6736840d0 on network 22258f0c-623c-4920-9e2a-35252f9ad851 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:14.734583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Port bdecb919-2a22-4514-8a46-d6e6736840d0 on network 22258f0c-623c-4920-9e2a-35252f9ad851 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:14.734999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Attempting to bind port bdecb919-2a22-4514-8a46-d6e6736840d0 on network 22258f0c-623c-4920-9e2a-35252f9ad851 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:14.741493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:14.741840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Checking segment: {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:14.742346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Bound using segment: {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:14.742820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Bound port: bdecb919-2a22-4514-8a46-d6e6736840d0, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:14.743144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.758798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afef708-9637-4549-9c20-ab931769569c req-ea322d64-2ad2-40cd-bd94-038c34434a75 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:14.774682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3afef708-9637-4549-9c20-ab931769569c req-ea322d64-2ad2-40cd-bd94-038c34434a75 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 946 time: 0.4511042 Feb 11 05:32:14.835943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58166) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-3cf2e3cc-1a60-4999-a15e-fb2b83d4ebe0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dfd1fad-1ed5-4f81-9c14-6e1de0fd73ad: This subnet is being modified by another concurrent operation. Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:32:14.846938 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dfd1fad-1ed5-4f81-9c14-6e1de0fd73ad: This subnet is being modified by another concurrent operation. Feb 11 05:32:14.851786 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 05:32:14.854969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (0dfd1fad-1ed5-4f81-9c14-6e1de0fd73ad), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.875973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a6c67e-10eb-45e2-a778-d86714e937af None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:32:14.898722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfd1fad-1ed5-4f81-9c14-6e1de0fd73ad,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.909761 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3705e107-41d5-4edb-be8c-84e765902947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.916264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-11dec7d0-3cb6-4bac-99fb-9fc895bc309f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:14.917890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-11dec7d0-3cb6-4bac-99fb-9fc895bc309f tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "GET /v2.0/ports?device_id=b498921a-43c1-4036-bf5a-7efa2b744b23 HTTP/1.1" status: 200 len: 946 time: 0.3583133 Feb 11 05:32:14.921888 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] For port bdecb919-2a22-4514-8a46-d6e6736840d0, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:14.998823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (79f1cebc-68bd-4ad0-8ec7-ff0e23b13203), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.022251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] For port bdecb919-2a22-4514-8a46-d6e6736840d0, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bdecb919-2a22-4514-8a46-d6e6736840d0,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:15.044321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f1cebc-68bd-4ad0-8ec7-ff0e23b13203']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:15.060534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.074934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192db701-ebcf-4fcb-8ccd-f4dd630f8626') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:15.075236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192db701-ebcf-4fcb-8ccd-f4dd630f8626') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:15.101347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3afef708-9637-4549-9c20-ab931769569c req-3834ab98-5b8a-4fa8-8327-66024f56d7e4 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235369 Feb 11 05:32:15.131784 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (192db701-ebcf-4fcb-8ccd-f4dd630f8626), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.146362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.147096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.148819 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] 10.222.0.81 "PUT /v2.0/ports/bdecb919-2a22-4514-8a46-d6e6736840d0 HTTP/1.1" status: 200 len: 1093 time: 3.5508847 Feb 11 05:32:15.166528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bde16-9a7a-4a1b-8d27-ae6806662b7b req-c72ddda2-c283-4e6b-9e22-84ad5a8c2af0 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.173543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df5bde16-9a7a-4a1b-8d27-ae6806662b7b req-c72ddda2-c283-4e6b-9e22-84ad5a8c2af0 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 944 time: 0.3071332 Feb 11 05:32:15.176068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a6c67e-10eb-45e2-a778-d86714e937af None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:32:15.176608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba7101a-2290-4fe2-a885-13c900548196', 'tag': 'bdecb919-2a22-4514-8a46-d6e6736840d0'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:15.184823 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae5cd1d-e310-4fe0-91dc-970682fd2a01" -d '{"events": [{"name": "network-changed", "server_uuid": "dba7101a-2290-4fe2-a885-13c900548196", "tag": "bdecb919-2a22-4514-8a46-d6e6736840d0"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:15.318045 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (192db701-ebcf-4fcb-8ccd-f4dd630f8626), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.332128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f22fa3-add7-432c-a69c-0a343fbf22b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdecb919-2a22-4514-8a46-d6e6736840d0,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:15.334751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Deleting port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:15.336457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:15.336613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.336771 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (192db701-ebcf-4fcb-8ccd-f4dd630f8626), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:15.340832 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:15.388130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df5bde16-9a7a-4a1b-8d27-ae6806662b7b req-f486cda7-f0c2-4a7b-82ab-c24d9472ffdf tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110610 Feb 11 05:32:15.430995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-75ea31e3-6fcf-4c74-9b2b-2a2e6feaec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.433652 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-75ea31e3-6fcf-4c74-9b2b-2a2e6feaec99 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 1127 time: 0.2133644 Feb 11 05:32:15.449942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b7027047-5405-44dc-aacc-3d50d1b329b6 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:15.460402 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3705e107-41d5-4edb-be8c-84e765902947 admin admin] Publish callbacks [] for security_group (3b385c7b-6cd4-40b8-b5d0-e4d615233302), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.463800 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (79f1cebc-68bd-4ad0-8ec7-ff0e23b13203), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.484768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3705e107-41d5-4edb-be8c-84e765902947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3b385c7b-6cd4-40b8-b5d0-e4d615233302), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.490680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.498607 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/79f1cebc-68bd-4ad0-8ec7-ff0e23b13203 HTTP/1.1" status: 204 len: 168 time: 1.2473190 Feb 11 05:32:15.511924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: b7027047-5405-44dc-aacc-3d50d1b329b6 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:15.512536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b7027047-5405-44dc-aacc-3d50d1b329b6 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:15.560541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58176) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:15.567343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef884a-12b6-4110-8897-6624259ce748 None None] Network 79f1cebc-68bd-4ad0-8ec7-ff0e23b13203 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:15.583221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-206791453'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:15.594475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef884a-12b6-4110-8897-6624259ce748 None None] Network 79f1cebc-68bd-4ad0-8ec7-ff0e23b13203 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:32:15.616309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4762fea-0592-4307-9e7f-0a355bf8a196 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Network': ['ID=79f1cebc-68bd-4ad0-8ec7-ff0e23b13203,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:15.620511 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-25e028bc-34f8-40c5-a282-ed69101b034b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdecb919-2a22-4514-8a46-d6e6736840d0 HTTP/1.1" status: 200 len: 217 time: 0.1580052 Feb 11 05:32:15.629145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:15.632968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.637733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] For port 2cf41ae7-d4fc-4bf6-8547-def55ff44648, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2cf41ae7-d4fc-4bf6-8547-def55ff44648,segment=NetworkSegment(a64903cf-79f2-48b3-8ccf-76cede23fe95),segment_id=a64903cf-79f2-48b3-8ccf-76cede23fe95)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:15.638241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.657067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Calling delete_port for 2cf41ae7-d4fc-4bf6-8547-def55ff44648 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:15.690705 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3705e107-41d5-4edb-be8c-84e765902947 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a841c6d36e31411bb26e63f62ad80e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8533604 Feb 11 05:32:15.694274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705e107-41d5-4edb-be8c-84e765902947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b385c7b-6cd4-40b8-b5d0-e4d615233302,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:15.698352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58178) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:15.714677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:15.725098 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (69183c19-4144-4a43-be1d-17b6196a2dde), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.725523 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Added segment 69183c19-4144-4a43-be1d-17b6196a2dde of type vlan for network 1a653ce5-06ba-4486-a7f9-2ba39ec21217 Feb 11 05:32:15.770153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (1a653ce5-06ba-4486-a7f9-2ba39ec21217), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.814938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2cf41ae7-d4fc-4bf6-8547-def55ff44648), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.818908 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (1a653ce5-06ba-4486-a7f9-2ba39ec21217), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.824985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.825844 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.828320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2cf41ae7-d4fc-4bf6-8547-def55ff44648'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:15.884310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Pushing event deleted for resources: {'Port': ['ID=2cf41ae7-d4fc-4bf6-8547-def55ff44648,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:15.889418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:15.912909 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Publish callbacks [] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.915697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28bb012b-74b6-4eb3-aa3d-d88fa005a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.921539 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-28bb012b-74b6-4eb3-aa3d-d88fa005a8ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfd82cfb-1e36-4271-8987-1efc820ce183 HTTP/1.1" status: 200 len: 852 time: 0.2852793 Feb 11 05:32:15.929411 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3540642 Feb 11 05:32:15.944368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58182) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:15.956695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'subnet': {'network_id': '1a653ce5-06ba-4486-a7f9-2ba39ec21217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:15.960413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a08666a-f364-40fc-b598-1f42a2bb17de admin admin] Publish callbacks [] for security_group (3b385c7b-6cd4-40b8-b5d0-e4d615233302), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.976135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Transition to ACTIVE for port object 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:16.021155 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-3b00cf34-0ca7-494e-8ae4-d9f1b65d9c30 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22258f0c-623c-4920-9e2a-35252f9ad851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870216 Feb 11 05:32:16.023571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b557a-4f35-4142-b553-66eac18042c9 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Network': ['ID=1a653ce5-06ba-4486-a7f9-2ba39ec21217,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:16.030602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] No DVR routers for this DVR port 2cf41ae7-d4fc-4bf6-8547-def55ff44648 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:16.034025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.038720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 1a653ce5-06ba-4486-a7f9-2ba39ec21217 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:16.039195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3f171fa-c5ea-4255-b25b-f0aa7f3ec4bc req-0f63d91c-8b40-4887-8e6a-0a89c1efcc88 tempest-ServersTestJSON-1537834170 tempest-ServersTestJSON-1537834170-project] 10.222.0.72 "DELETE /v2.0/ports/2cf41ae7-d4fc-4bf6-8547-def55ff44648 HTTP/1.1" status: 204 len: 173 time: 1.1058362 Feb 11 05:32:16.058864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b423a88-29b8-427b-9ec3-9d4983d4e46f req-1a19671e-02b0-4bbd-ae54-4b02bed50e07 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:16.062480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a08666a-f364-40fc-b598-1f42a2bb17de admin admin] Publish callbacks [] for security_group (3b385c7b-6cd4-40b8-b5d0-e4d615233302), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.065241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b423a88-29b8-427b-9ec3-9d4983d4e46f req-1a19671e-02b0-4bbd-ae54-4b02bed50e07 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 950 time: 0.2708962 Feb 11 05:32:16.068123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.137838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b498921a-43c1-4036-bf5a-7efa2b744b23', 'name': 'network-vif-deleted', 'tag': '2cf41ae7-d4fc-4bf6-8547-def55ff44648'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:16.141598 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a1513-b1e0-4617-a554-19860c2b8302" -d '{"events": [{"server_uuid": "b498921a-43c1-4036-bf5a-7efa2b744b23", "name": "network-vif-deleted", "tag": "2cf41ae7-d4fc-4bf6-8547-def55ff44648"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:16.167079 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-f12e74bb-ab52-43c5-8541-b0fca365cf98 service neutron] 10.222.0.81 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369812 Feb 11 05:32:16.189350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a08666a-f364-40fc-b598-1f42a2bb17de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3b385c7b-6cd4-40b8-b5d0-e4d615233302), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.193646 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a08666a-f364-40fc-b598-1f42a2bb17de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.197178 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4a08666a-f364-40fc-b598-1f42a2bb17de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b385c7b-6cd4-40b8-b5d0-e4d615233302 HTTP/1.1" status: 204 len: 168 time: 0.4938924 Feb 11 05:32:16.253374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08666a-f364-40fc-b598-1f42a2bb17de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b385c7b-6cd4-40b8-b5d0-e4d615233302,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:16.352700 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-634e714c-ba66-47ab-b659-3d9e4521e97f service neutron] 10.222.0.81 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739726 Feb 11 05:32:16.440601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Pushing event updated for resources: {'Port': ['ID=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:16.451846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b423a88-29b8-427b-9ec3-9d4983d4e46f req-079329c2-d9b4-4382-a937-0bad5ce84cac tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976353 Feb 11 05:32:16.453844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:16.457560 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.487584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d8a8d-6464-4ca6-86c4-6a67088bbe3f req-394e3c61-ce81-4e9c-9a8d-24f16d24a15a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:16.496208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f7d8a8d-6464-4ca6-86c4-6a67088bbe3f req-394e3c61-ce81-4e9c-9a8d-24f16d24a15a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.5354538 Feb 11 05:32:16.553236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-ed7412c4-c7da-40cf-9c53-9c21de44eff7 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:16.554890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-ed7412c4-c7da-40cf-9c53-9c21de44eff7 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 950 time: 0.3438847 Feb 11 05:32:16.677355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Attempting to bind port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:16.678053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Attempting to bind port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:16.678174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Attempting to bind port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 on network 22258f0c-623c-4920-9e2a-35252f9ad851 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:16.711048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 on network 22258f0c-623c-4920-9e2a-35252f9ad851 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:16.711397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Attempting to bind port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 on network 22258f0c-623c-4920-9e2a-35252f9ad851 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:16.733795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f7d8a8d-6464-4ca6-86c4-6a67088bbe3f req-308b4055-9b70-4c8e-a0cd-5548bcc96a05 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364774 Feb 11 05:32:16.794947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:16.795406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Checking segment: {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:16.795982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Bound using segment: {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:16.796587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Bound port: 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:16.797234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.797442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58200) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:16.802859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-475a7918-bb89-4531-919e-363b33dd70db tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-918487018&fields=id&tenant_id=7d01313cf22746138b719316ec92d924 HTTP/1.1" status: 200 len: 267 time: 0.2120600 Feb 11 05:32:16.861897 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49f9d1e-86cc-4760-9a28-9c3fbb7bbefb x-openstack-request-id: req-c49f9d1e-86cc-4760-9a28-9c3fbb7bbefb {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:16.862187 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba7101a-2290-4fe2-a885-13c900548196", "tag": "bdecb919-2a22-4514-8a46-d6e6736840d0", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:16.862446 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c49f9d1e-86cc-4760-9a28-9c3fbb7bbefb {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:16.862973 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba7101a-2290-4fe2-a885-13c900548196', 'tag': 'bdecb919-2a22-4514-8a46-d6e6736840d0', 'status': 'completed', 'code': 200} Feb 11 05:32:16.903199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e388d9-03b0-49cb-8052-fb1e7dca8b0c admin admin] Deleting subnet 3651cb44-129d-4466-b43f-f49af07bc83c {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:16.925272 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72e388d9-03b0-49cb-8052-fb1e7dca8b0c admin admin] Publish callbacks [] for subnet (3651cb44-129d-4466-b43f-f49af07bc83c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.010880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72e388d9-03b0-49cb-8052-fb1e7dca8b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (3651cb44-129d-4466-b43f-f49af07bc83c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.043009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-93cd4f68-2d3f-452d-b975-25afc967da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.044785 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-93cd4f68-2d3f-452d-b975-25afc967da49 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 1127 time: 0.1361659 Feb 11 05:32:17.096795 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72e388d9-03b0-49cb-8052-fb1e7dca8b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (3651cb44-129d-4466-b43f-f49af07bc83c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.174146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-3a30fe1b-cdff-4040-a9d2-e088ca6b28a8 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.186177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-3a30fe1b-cdff-4040-a9d2-e088ca6b28a8 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 946 time: 0.3356838 Feb 11 05:32:17.195147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-315ab978-4e2e-4eb8-9867-4d29c8973c66 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'port': {'security_groups': ['7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c', '69647bf0-49da-4bb7-ae61-34039c3cac0b']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:17.241894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] For port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:17.306149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] For port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:17.372049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (63bda30a-9190-4f48-88a2-4c3e37130e97), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.403869 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.490454 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc03233e-df83-4ff0-8651-5937e62d3629 x-openstack-request-id: req-bc03233e-df83-4ff0-8651-5937e62d3629 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:17.490856 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b498921a-43c1-4036-bf5a-7efa2b744b23", "name": "network-vif-deleted", "tag": "2cf41ae7-d4fc-4bf6-8547-def55ff44648", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:17.491120 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc03233e-df83-4ff0-8651-5937e62d3629 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:17.491663 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b498921a-43c1-4036-bf5a-7efa2b744b23', 'name': 'network-vif-deleted', 'tag': '2cf41ae7-d4fc-4bf6-8547-def55ff44648', 'status': 'completed', 'code': 200} Feb 11 05:32:17.571971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-382509c6-c3c4-425e-b942-6d2710de46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.573031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Subnet': ['ID=63bda30a-9190-4f48-88a2-4c3e37130e97,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:17.574804 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-382509c6-c3c4-425e-b942-6d2710de46ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 913 time: 0.5223374 Feb 11 05:32:17.626885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Deleting port 3d63f613-ee04-468b-ae83-4b7455e70ca2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:17.627500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.646361 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-27a0b5c2-6a9d-44fd-8fa1-53692d8ebfec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdecb919-2a22-4514-8a46-d6e6736840d0 HTTP/1.1" status: 200 len: 217 time: 0.0597610 Feb 11 05:32:17.656635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.657543 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.659411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] 10.222.0.72 "PUT /v2.0/ports/42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 HTTP/1.1" status: 200 len: 1092 time: 3.4434702 Feb 11 05:32:17.700644 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-315ab978-4e2e-4eb8-9867-4d29c8973c66 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.754557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-cd280b67-daec-4505-a99c-01211c136bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.756915 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-cd280b67-daec-4505-a99c-01211c136bf4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfd82cfb-1e36-4271-8987-1efc820ce183 HTTP/1.1" status: 200 len: 852 time: 0.1018560 Feb 11 05:32:17.762788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72e388d9-03b0-49cb-8052-fb1e7dca8b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (3651cb44-129d-4466-b43f-f49af07bc83c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.781402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74657404-54e6-415a-8f39-e8e1fa52f67a service neutron] Pushing event updated for resources: {'Port': ['ID=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:17.818249 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-9dfd3a39-562e-4155-8b0a-4768db97d608 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22258f0c-623c-4920-9e2a-35252f9ad851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446520 Feb 11 05:32:17.819514 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72e388d9-03b0-49cb-8052-fb1e7dca8b0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.823579 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-72e388d9-03b0-49cb-8052-fb1e7dca8b0c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3651cb44-129d-4466-b43f-f49af07bc83c HTTP/1.1" status: 204 len: 168 time: 1.0248921 Feb 11 05:32:17.847710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58232) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:17.861585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e388d9-03b0-49cb-8052-fb1e7dca8b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3651cb44-129d-4466-b43f-f49af07bc83c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:17.878102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Checking segment: {'id': '69183c19-4144-4a43-be1d-17b6196a2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1a653ce5-06ba-4486-a7f9-2ba39ec21217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:17.878515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network hostable DHCP agents. Network: 1a653ce5-06ba-4486-a7f9-2ba39ec21217, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:17.920441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 3d63f613-ee04-468b-ae83-4b7455e70ca2 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:18.026998 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3a8d3bfe-d48b-4e82-bec3-710d79850667), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.106096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 3d63f613-ee04-468b-ae83-4b7455e70ca2 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:18.106872 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.155467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-315ab978-4e2e-4eb8-9867-4d29c8973c66 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] For port 63b49bf7-57e2-4905-bb0b-d9724dabd808, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:18.173767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 3d63f613-ee04-468b-ae83-4b7455e70ca2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3d63f613-ee04-468b-ae83-4b7455e70ca2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:18.175854 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3a8d3bfe-d48b-4e82-bec3-710d79850667), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.176023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d63f613-ee04-468b-ae83-4b7455e70ca2'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:18.180679 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ba52cb-a281-461f-b9b6-8979c86a8837" -d '{"events": [{"server_uuid": "3d814f0f-f0fe-436c-8970-f7dff06160a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3d63f613-ee04-468b-ae83-4b7455e70ca2"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:18.189812 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.190724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7bea-060b-4db0-99d2-1562b3a0724c req-1b3601f1-857c-4825-894a-420ba47d45cb tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.191371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2cf41ae7-d4fc-4bf6-8547-def55ff44648 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:18.198521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4acb7bea-060b-4db0-99d2-1562b3a0724c req-1b3601f1-857c-4825-894a-420ba47d45cb tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 944 time: 0.6140399 Feb 11 05:32:18.213795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8d3bfe-d48b-4e82-bec3-710d79850667']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:18.216216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network 1a653ce5-06ba-4486-a7f9-2ba39ec21217 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:18.221913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 2cf41ae7-d4fc-4bf6-8547-def55ff44648 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:18.223658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2cf41ae7-d4fc-4bf6-8547-def55ff44648 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:18.224758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64903cf-79f2-48b3-8ccf-76cede23fe95') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:18.225194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64903cf-79f2-48b3-8ccf-76cede23fe95') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:18.229584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] For port 3d63f613-ee04-468b-ae83-4b7455e70ca2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=3d63f613-ee04-468b-ae83-4b7455e70ca2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:18.230011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.238098 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (a64903cf-79f2-48b3-8ccf-76cede23fe95), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.259599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-c1fe0363-659b-46dc-b256-3c5d2e6ea2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.261804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-c1fe0363-659b-46dc-b256-3c5d2e6ea2e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&device_id=d97da1df-1aab-40ac-8dad-e7bc38c70e45 HTTP/1.1" status: 200 len: 1126 time: 0.5245850 Feb 11 05:32:18.266123 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a64903cf-79f2-48b3-8ccf-76cede23fe95), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.272029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Calling delete_port for 3d63f613-ee04-468b-ae83-4b7455e70ca2 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:18.284863 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:18.287429 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (a64903cf-79f2-48b3-8ccf-76cede23fe95), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.298045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 1a653ce5-06ba-4486-a7f9-2ba39ec21217) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:18.321162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109254d2-3898-4edf-9cbb-01cba064adc4 None None] Network 1a653ce5-06ba-4486-a7f9-2ba39ec21217 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:18.337231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-315ab978-4e2e-4eb8-9867-4d29c8973c66 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:18.337475 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:18.343907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.344551 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.357397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=3d63f613-ee04-468b-ae83-4b7455e70ca2,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:18.358495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-1d6f5f77-265a-42a1-a661-2b2dac57d56e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 HTTP/1.1" status: 200 len: 217 time: 0.0803645 Feb 11 05:32:18.365884 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-315ab978-4e2e-4eb8-9867-4d29c8973c66 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.407022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['63b49bf7-57e2-4905-bb0b-d9724dabd808'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:18.421878 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-5f48cafd-9bfd-4631-9e81-82999f3af6e0 service neutron] 10.222.0.81 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750024 Feb 11 05:32:18.443916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4acb7bea-060b-4db0-99d2-1562b3a0724c req-da1b20c1-7128-4e39-8bb4-3c1d0d4739c2 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395742 Feb 11 05:32:18.498166 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3a8d3bfe-d48b-4e82-bec3-710d79850667), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.504975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.509071 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3a8d3bfe-d48b-4e82-bec3-710d79850667 HTTP/1.1" status: 204 len: 168 time: 0.6598804 Feb 11 05:32:18.552331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5b3ba-749a-46f2-8aae-3ad898d5e385 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8d3bfe-d48b-4e82-bec3-710d79850667,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:18.593564 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eae5cd1d-e310-4fe0-91dc-970682fd2a01 req-0ab77542-08e7-4386-a5d5-d6152313eb02 service neutron] 10.222.0.81 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490104 Feb 11 05:32:18.620229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58248) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:18.620998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-da71c017-ee2d-45ca-bec6-4e4aca52d9dc tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6740768 Feb 11 05:32:18.633675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37210d67-f504-4558-a8b2-ccc9df33cc2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-1a653ce5-06ba-4486-a7f9-2ba39ec21217', 'network_id': '1a653ce5-06ba-4486-a7f9-2ba39ec21217', 'project_id': '62be17cd82e64bf8ba0a6c78cc06f9d0', 'fixed_ips': [{'subnet_id': '63bda30a-9190-4f48-88a2-4c3e37130e97'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:18.636700 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-37210d67-f504-4558-a8b2-ccc9df33cc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.667987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ab978-4e2e-4eb8-9867-4d29c8973c66 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'Port': ['ID=63b49bf7-57e2-4905-bb0b-d9724dabd808,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:18.728622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c16053f0-b8ba-4db9-bb5c-f1dfb67a9d6e req-64297cf2-8b4d-408b-a0b5-5cf89cc02ce5 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0405221 Feb 11 05:32:18.736956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-315ab978-4e2e-4eb8-9867-4d29c8973c66 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.738623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-315ab978-4e2e-4eb8-9867-4d29c8973c66 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.740241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f97aa4be-61f0-4f7e-8228-fcf178824eae req-315ab978-4e2e-4eb8-9867-4d29c8973c66 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "PUT /v2.0/ports/63b49bf7-57e2-4905-bb0b-d9724dabd808 HTTP/1.1" status: 200 len: 982 time: 1.5527666 Feb 11 05:32:18.776989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-c0a2229d-78e9-4da1-b59a-6e990519ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.778567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-c0a2229d-78e9-4da1-b59a-6e990519ec19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cfd82cfb-1e36-4271-8987-1efc820ce183 HTTP/1.1" status: 200 len: 852 time: 0.4065320 Feb 11 05:32:18.829802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-18f67b06-ebbe-46ff-8024-f72e5c93e582 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22258f0c-623c-4920-9e2a-35252f9ad851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382328 Feb 11 05:32:18.896745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['63b49bf7-57e2-4905-bb0b-d9724dabd808'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:18.920447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58256) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:18.946779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (1a653ce5-06ba-4486-a7f9-2ba39ec21217), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.045643 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (63bda30a-9190-4f48-88a2-4c3e37130e97), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.177143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (63bda30a-9190-4f48-88a2-4c3e37130e97), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-37210d67-f504-4558-a8b2-ccc9df33cc2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63bda30a-9190-4f48-88a2-4c3e37130e97: This subnet is being modified by another concurrent operation. Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:32:19.191137 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63bda30a-9190-4f48-88a2-4c3e37130e97: This subnet is being modified by another concurrent operation. Feb 11 05:32:19.197054 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 05:32:19.236934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238c016-2553-4dee-b7ae-8fd7d70f9914 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:32:19.257074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Subnet': ['ID=63bda30a-9190-4f48-88a2-4c3e37130e97,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:19.419179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238c016-2553-4dee-b7ae-8fd7d70f9914 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:32:19.427689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (1a653ce5-06ba-4486-a7f9-2ba39ec21217), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.467078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device bdecb919-2a22-4514-8a46-d6e6736840d0 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:19.493405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a653ce5-06ba-4486-a7f9-2ba39ec21217']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:19.503950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97da1df-1aab-40ac-8dad-e7bc38c70e45', 'tag': '42c9ee14-a0c0-4c91-a81b-c69c825dd9f1'}, {'name': 'network-changed', 'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:19.507943 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68122b81-910b-4c29-acac-f0cf9c2b7315" -d '{"events": [{"name": "network-changed", "server_uuid": "d97da1df-1aab-40ac-8dad-e7bc38c70e45", "tag": "42c9ee14-a0c0-4c91-a81b-c69c825dd9f1"}, {"name": "network-changed", "server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:19.521989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69183c19-4144-4a43-be1d-17b6196a2dde') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:19.523558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69183c19-4144-4a43-be1d-17b6196a2dde') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:19.549442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (69183c19-4144-4a43-be1d-17b6196a2dde), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.577945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3d63f613-ee04-468b-ae83-4b7455e70ca2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.582184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (69183c19-4144-4a43-be1d-17b6196a2dde), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.595828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:19.597505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (69183c19-4144-4a43-be1d-17b6196a2dde), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:19.605177 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:19.611583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3d7cab0d-4f52-4758-9eda-b07b9db891d8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:19.636863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-6c7c169b-bfbc-44c4-95cc-f97c973419d7 service neutron] 10.222.0.72 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986078 Feb 11 05:32:19.659606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-15f7be07-c7f1-46e6-8563-0968f7a143b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f65ed4e42cd5485085d456ac78686004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7331107 Feb 11 05:32:19.669913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58270) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:19.724914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (1a653ce5-06ba-4486-a7f9-2ba39ec21217), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.733195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.737973 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/1a653ce5-06ba-4486-a7f9-2ba39ec21217 HTTP/1.1" status: 204 len: 168 time: 1.1165652 Feb 11 05:32:19.747378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58274) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:19.752745 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2068481464'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:19.778023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Pushing event deleted for resources: {'Port': ['ID=3d63f613-ee04-468b-ae83-4b7455e70ca2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:19.788295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d6584-3721-432c-b095-e79fdb9919ce tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Network': ['ID=1a653ce5-06ba-4486-a7f9-2ba39ec21217,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:19.831734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:19.835161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.873127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] No DVR routers for this DVR port 3d63f613-ee04-468b-ae83-4b7455e70ca2 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:19.880097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port bdecb919-2a22-4514-8a46-d6e6736840d0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bdecb919-2a22-4514-8a46-d6e6736840d0,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:19.885797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:19.906920 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d2eb0f35-5a4d-4196-bd4d-602980dca017), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.907278 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Added segment d2eb0f35-5a4d-4196-bd4d-602980dca017 of type vlan for network c51051ca-1255-4510-903f-699a0f2b9210 Feb 11 05:32:19.910082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2fa5b-2a49-45fb-84c7-ccd675503efa req-81fe99af-5998-465b-b2db-f4f2b2d52bfc tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.911942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72c2fa5b-2a49-45fb-84c7-ccd675503efa req-81fe99af-5998-465b-b2db-f4f2b2d52bfc tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d814f0f-f0fe-436c-8970-f7dff06160a7 HTTP/1.1" status: 200 len: 865 time: 0.9367023 Feb 11 05:32:19.919484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.923136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40ed7b8c-cc6f-4549-9205-82ed4e33ba01 req-d2e54100-496c-4914-ba85-b1b860f6ec08 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.72 "DELETE /v2.0/ports/3d63f613-ee04-468b-ae83-4b7455e70ca2 HTTP/1.1" status: 204 len: 173 time: 3.3315117 Feb 11 05:32:19.936206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a00a0b-421f-4cc4-b776-6eb030963db8 req-4f7dbc8b-8b26-433e-ab59-a3acc00ac8c0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.937920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6a00a0b-421f-4cc4-b776-6eb030963db8 req-4f7dbc8b-8b26-433e-ab59-a3acc00ac8c0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.9441936 Feb 11 05:32:19.949783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'bdecb919-2a22-4514-8a46-d6e6736840d0', 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851', 'port_id': 'bdecb919-2a22-4514-8a46-d6e6736840d0', 'mac_address': 'fa:16:3e:ed:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd82cfb-1e36-4271-8987-1efc820ce183', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:20.001697 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (c51051ca-1255-4510-903f-699a0f2b9210), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.033524 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc13564-7cab-4d13-a300-0b734bc539ff admin admin] Publish callbacks [] for security_group (eafb152e-eaa9-4352-aa48-44985460e2b7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.060479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (c51051ca-1255-4510-903f-699a0f2b9210), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.067415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.068383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.094076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a58933-922b-4028-894d-45ae76aa307b None None] Network 1a653ce5-06ba-4486-a7f9-2ba39ec21217 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:20.107245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc13564-7cab-4d13-a300-0b734bc539ff admin admin] Publish callbacks [] for security_group (eafb152e-eaa9-4352-aa48-44985460e2b7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.131371 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3828588 Feb 11 05:32:20.139263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58280) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:20.162417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Request body: {'subnet': {'network_id': 'c51051ca-1255-4510-903f-699a0f2b9210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:20.167113 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a58933-922b-4028-894d-45ae76aa307b None None] Network 1a653ce5-06ba-4486-a7f9-2ba39ec21217 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:32:20.207827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port bdecb919-2a22-4514-8a46-d6e6736840d0 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:20.211239 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.243466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdecb919-2a22-4514-8a46-d6e6736840d0 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:20.278368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72c2fa5b-2a49-45fb-84c7-ccd675503efa req-ed23d5a6-6bfd-4aaa-b316-0850709ba97a tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506835 Feb 11 05:32:20.279055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc13564-7cab-4d13-a300-0b734bc539ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (eafb152e-eaa9-4352-aa48-44985460e2b7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.284326 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc13564-7cab-4d13-a300-0b734bc539ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.289457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7dc13564-7cab-4d13-a300-0b734bc539ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eafb152e-eaa9-4352-aa48-44985460e2b7 HTTP/1.1" status: 204 len: 168 time: 0.5498469 Feb 11 05:32:20.299411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port bdecb919-2a22-4514-8a46-d6e6736840d0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bdecb919-2a22-4514-8a46-d6e6736840d0,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:20.305502 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.326458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e091039-8165-4437-9b5a-e7bd0b7f0f85 req-4f04c1ee-12d2-4b82-b4b7-e1c4878d064e service neutron] 10.222.0.72 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645098 Feb 11 05:32:20.333994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc13564-7cab-4d13-a300-0b734bc539ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafb152e-eaa9-4352-aa48-44985460e2b7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:20.386003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=bdecb919-2a22-4514-8a46-d6e6736840d0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:20.401553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Made reservation on behalf of 62be17cd82e64bf8ba0a6c78cc06f9d0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:20.401900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6a00a0b-421f-4cc4-b776-6eb030963db8 req-9567cb37-9d6a-4c20-9059-d605bb5425b6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367688 Feb 11 05:32:20.410343 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.451394 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05f4c28-8881-4c61-856a-2889618627e7 x-openstack-request-id: req-d05f4c28-8881-4c61-856a-2889618627e7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:20.452666 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d814f0f-f0fe-436c-8970-f7dff06160a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3d63f613-ee04-468b-ae83-4b7455e70ca2", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:20.453194 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d05f4c28-8881-4c61-856a-2889618627e7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:20.453770 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d63f613-ee04-468b-ae83-4b7455e70ca2', 'code': 200} Feb 11 05:32:20.560776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596ed6d-e54d-421a-9f96-6136e55bad23 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Network': ['ID=c51051ca-1255-4510-903f-699a0f2b9210,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:20.565688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['bdecb919-2a22-4514-8a46-d6e6736840d0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:20.625441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network c51051ca-1255-4510-903f-699a0f2b9210 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:20.795639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-94a81cc8-d4d0-4921-aaec-8131235f467f tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-580586796&fields=id&tenant_id=7d01313cf22746138b719316ec92d924 HTTP/1.1" status: 200 len: 267 time: 0.2134566 Feb 11 05:32:20.835576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258481ce-90f5-4b1f-a674-2787439e49cc req-e3288141-1059-4241-b411-d44f85385df9 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.844344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-258481ce-90f5-4b1f-a674-2787439e49cc req-e3288141-1059-4241-b411-d44f85385df9 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 945 time: 0.2646081 Feb 11 05:32:20.980600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-0f10ca02-6f2b-44e3-b72c-b8e94949e001 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.982594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-0f10ca02-6f2b-44e3-b72c-b8e94949e001 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 985 time: 0.1746061 Feb 11 05:32:20.997283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-258481ce-90f5-4b1f-a674-2787439e49cc req-37de0ed0-47b5-471a-aaa4-a8931e551fab tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335661 Feb 11 05:32:21.012208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-8a141df6-d26e-43ef-a37e-55817105bcf3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'port': {'security_groups': ['69647bf0-49da-4bb7-ae61-34039c3cac0b', '7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c', '743bee54-78b1-4eee-8a87-c3e2fbb965b0']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:21.039286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:32:21.042607 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (e63e4b16-5717-46cd-a015-9198359cca03), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.082526 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8f0f68-2c05-475e-9b23-76da0ab47b29 x-openstack-request-id: req-5a8f0f68-2c05-475e-9b23-76da0ab47b29 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:21.087568 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97da1df-1aab-40ac-8dad-e7bc38c70e45", "tag": "42c9ee14-a0c0-4c91-a81b-c69c825dd9f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:21.088782 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a8f0f68-2c05-475e-9b23-76da0ab47b29 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:21.089486 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97da1df-1aab-40ac-8dad-e7bc38c70e45', 'tag': '42c9ee14-a0c0-4c91-a81b-c69c825dd9f1', 'status': 'completed', 'code': 200} Feb 11 05:32:21.090105 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808', 'status': 'completed', 'code': 200} Feb 11 05:32:21.187821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event updated for resources: {'Subnet': ['ID=e63e4b16-5717-46cd-a015-9198359cca03,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:21.273828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee448b87-717b-4bb4-99c5-baa868a61c7b req-377b84b3-bd2d-40b7-b99b-ff4377c5419f tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0810356 Feb 11 05:32:21.275193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Checking segment: {'id': 'd2eb0f35-5a4d-4196-bd4d-602980dca017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c51051ca-1255-4510-903f-699a0f2b9210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:21.275713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network hostable DHCP agents. Network: c51051ca-1255-4510-903f-699a0f2b9210, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:21.318758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-c88094a1-da4a-49cb-bcd5-ee6180320aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:21.321479 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-c88094a1-da4a-49cb-bcd5-ee6180320aef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 1168 time: 0.1293416 Feb 11 05:32:21.321643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-8a141df6-d26e-43ef-a37e-55817105bcf3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.322714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Network c51051ca-1255-4510-903f-699a0f2b9210 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:21.358938 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, c51051ca-1255-4510-903f-699a0f2b9210) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:21.367631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83da2550-7b57-46df-92bb-cc4e41ff4d63 None None] Network c51051ca-1255-4510-903f-699a0f2b9210 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:21.406035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:21.406769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.481660 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8790f3e4-bdcf-4419-9fbc-0b32523c8022 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3415561 Feb 11 05:32:21.484660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58312) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:21.515749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device bdecb919-2a22-4514-8a46-d6e6736840d0 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:21.579122 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-d9c50ed3-0a8d-4daf-bb8c-07e36d26e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:21.581668 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-d9c50ed3-0a8d-4daf-bb8c-07e36d26e9c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 911 time: 0.2521996 Feb 11 05:32:21.636859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-c51051ca-1255-4510-903f-699a0f2b9210', 'network_id': 'c51051ca-1255-4510-903f-699a0f2b9210', 'project_id': '62be17cd82e64bf8ba0a6c78cc06f9d0', 'fixed_ips': [{'subnet_id': 'e63e4b16-5717-46cd-a015-9198359cca03'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:21.638056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.667028 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-fdcc7f95-8430-4833-9806-59c273fb20b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808 HTTP/1.1" status: 200 len: 217 time: 0.0497081 Feb 11 05:32:21.747393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-9e2c7f17-0120-4cae-98b9-5a411fafefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:21.749629 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-9e2c7f17-0120-4cae-98b9-5a411fafefd6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ab4321f-5401-417c-8b1a-8da307604731 HTTP/1.1" status: 200 len: 850 time: 0.0665154 Feb 11 05:32:21.797855 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-dd010523-649c-437d-b773-0502fbe7f57d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356040 Feb 11 05:32:21.802862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c51051ca-1255-4510-903f-699a0f2b9210), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.861452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-8a141df6-d26e-43ef-a37e-55817105bcf3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] For port 63b49bf7-57e2-4905-bb0b-d9724dabd808, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:21.911252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-8a141df6-d26e-43ef-a37e-55817105bcf3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.938307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e63e4b16-5717-46cd-a015-9198359cca03), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.970181 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port bdecb919-2a22-4514-8a46-d6e6736840d0 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:21.982733 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-8a141df6-d26e-43ef-a37e-55817105bcf3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.995299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.003655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['63b49bf7-57e2-4905-bb0b-d9724dabd808'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:22.006107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port bdecb919-2a22-4514-8a46-d6e6736840d0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:22.010562 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.014482 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-9d251089-773c-4c26-ad27-5c894ff7dcac service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080786 Feb 11 05:32:22.105458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a141df6-d26e-43ef-a37e-55817105bcf3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'Port': ['ID=63b49bf7-57e2-4905-bb0b-d9724dabd808,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:22.117601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-e3cdf708-46f4-480d-91de-b147f1c42708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.120886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-e3cdf708-46f4-480d-91de-b147f1c42708 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&device_id=d97da1df-1aab-40ac-8dad-e7bc38c70e45 HTTP/1.1" status: 200 len: 1126 time: 1.0130117 Feb 11 05:32:22.146620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-8a141df6-d26e-43ef-a37e-55817105bcf3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.147576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-8a141df6-d26e-43ef-a37e-55817105bcf3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.151326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6ee87b0-f186-45ad-a3fb-d27e6ec583de req-8a141df6-d26e-43ef-a37e-55817105bcf3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "PUT /v2.0/ports/63b49bf7-57e2-4905-bb0b-d9724dabd808 HTTP/1.1" status: 200 len: 1021 time: 1.1517596 Feb 11 05:32:22.247437 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-a32d4a96-a76c-40aa-8f85-0c81fb57f128 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237172 Feb 11 05:32:22.323407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fe830-2779-4823-b466-338b41fceb0a req-31390e31-f75e-4195-b75e-b117eb74a769 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.328291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a78fe830-2779-4823-b466-338b41fceb0a req-31390e31-f75e-4195-b75e-b117eb74a769 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.4108257 Feb 11 05:32:22.403911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Allocated IP 2001:db8::f816:3eff:fe0d:6bb6 (c51051ca-1255-4510-903f-699a0f2b9210/e63e4b16-5717-46cd-a015-9198359cca03/9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:22.417862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['63b49bf7-57e2-4905-bb0b-d9724dabd808'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:22.536440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58338) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:22.610809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-47b3527d-73f0-4b3f-9097-5b6ab12f27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.612267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port bdecb919-2a22-4514-8a46-d6e6736840d0 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:22.612570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.616884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-47b3527d-73f0-4b3f-9097-5b6ab12f27c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 913 time: 0.4631705 Feb 11 05:32:22.656485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a78fe830-2779-4823-b466-338b41fceb0a req-0b6a008f-6b74-4519-b517-765b4cc1833d tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074113 Feb 11 05:32:22.670809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499fb51-5ea0-4cc7-be70-42e93736e598 req-41dcc6e0-30e0-4267-9abb-fe6aed39afcb tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.672754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d499fb51-5ea0-4cc7-be70-42e93736e598 req-41dcc6e0-30e0-4267-9abb-fe6aed39afcb tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 951 time: 0.3431730 Feb 11 05:32:22.758602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-9fc7fafc-ead3-4a2c-8b30-282f6059fa09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 HTTP/1.1" status: 200 len: 217 time: 0.1298344 Feb 11 05:32:22.762162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba7101a-2290-4fe2-a885-13c900548196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdecb919-2a22-4514-8a46-d6e6736840d0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:22.764455 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9767374-4a9e-4fbb-8cca-ad8404999e63" -d '{"events": [{"server_uuid": "dba7101a-2290-4fe2-a885-13c900548196", "name": "network-vif-plugged", "status": "completed", "tag": "bdecb919-2a22-4514-8a46-d6e6736840d0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:22.840848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port bdecb919-2a22-4514-8a46-d6e6736840d0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bdecb919-2a22-4514-8a46-d6e6736840d0,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:22.886383 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.894333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d499fb51-5ea0-4cc7-be70-42e93736e598 req-ad8ea8c9-2c8f-4260-b404-d4c2ed4683b3 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708531 Feb 11 05:32:22.918933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f009c-995c-43d0-b313-c3ee7cd64ae0 req-c20d4aea-0fe0-4ce6-b055-c67a31fb0e62 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.926641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-236f009c-995c-43d0-b313-c3ee7cd64ae0 req-c20d4aea-0fe0-4ce6-b055-c67a31fb0e62 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 945 time: 0.1325884 Feb 11 05:32:22.930814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-4c4d2c35-f9c2-4c64-92f9-a3f69f39c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.932922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-4c4d2c35-f9c2-4c64-92f9-a3f69f39c1a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cfd82cfb-1e36-4271-8987-1efc820ce183 HTTP/1.1" status: 200 len: 852 time: 0.1662884 Feb 11 05:32:22.977677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-298501d3-6339-47e3-ad71-71e53bb4c7f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22258f0c-623c-4920-9e2a-35252f9ad851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377767 Feb 11 05:32:22.996253 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Publish callbacks [] for port (9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.999373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-718679559-network', 'tenant_id': 'a868f2dce3ec40e784918c0c04c873e9'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:23.006283 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.030266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.045377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-236f009c-995c-43d0-b313-c3ee7cd64ae0 req-57cdc658-1678-4cde-aea3-e553d11e4c2c tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177123 Feb 11 05:32:23.080490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=bdecb919-2a22-4514-8a46-d6e6736840d0,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:23.092878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Network c51051ca-1255-4510-903f-699a0f2b9210 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:23.108158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Made reservation on behalf of a868f2dce3ec40e784918c0c04c873e9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:23.116747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.126852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'name': 'network-vif-deleted', 'tag': '3d63f613-ee04-468b-ae83-4b7455e70ca2'}, {'name': 'network-changed', 'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:23.130172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:23.130815 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eef131-ea28-48b3-9157-c67c4bca0a42" -d '{"events": [{"server_uuid": "3d814f0f-f0fe-436c-8970-f7dff06160a7", "name": "network-vif-deleted", "tag": "3d63f613-ee04-468b-ae83-4b7455e70ca2"}, {"name": "network-changed", "server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:23.142849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:23.147368 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.151282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e63e4b16-5717-46cd-a015-9198359cca03), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.226016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00711a1c-c9c0-4618-b4d6-4df144f043bc req-d020cf70-1531-4947-a93a-ce970c2657fa tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0872388 Feb 11 05:32:23.234053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Subnet': ['ID=e63e4b16-5717-46cd-a015-9198359cca03,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:23.243464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Pushing event updated for resources: {'Port': ['ID=9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:23.271685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-9d420c0f-762a-41ad-88c7-7b84d564ea9a service neutron] 10.222.0.72 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878296 Feb 11 05:32:23.315986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Attempting to bind port 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:23.316350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Attempting to bind port 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'd2eb0f35-5a4d-4196-bd4d-602980dca017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c51051ca-1255-4510-903f-699a0f2b9210'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:23.316777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Attempting to bind port 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd on network c51051ca-1255-4510-903f-699a0f2b9210 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:23.341079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06297f41-21ed-43f1-a41b-9f0c24c68d1a req-7f0ec325-210d-4cd1-baf2-92aa51430215 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.342727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06297f41-21ed-43f1-a41b-9f0c24c68d1a req-7f0ec325-210d-4cd1-baf2-92aa51430215 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 1024 time: 0.2062075 Feb 11 05:32:23.400893 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8f7203-78a8-4c25-937a-b13ba43523cc x-openstack-request-id: req-4f8f7203-78a8-4c25-937a-b13ba43523cc {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:23.401217 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba7101a-2290-4fe2-a885-13c900548196", "name": "network-vif-plugged", "status": "completed", "tag": "bdecb919-2a22-4514-8a46-d6e6736840d0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:23.401481 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f8f7203-78a8-4c25-937a-b13ba43523cc {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:23.401887 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba7101a-2290-4fe2-a885-13c900548196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdecb919-2a22-4514-8a46-d6e6736840d0', 'code': 200} Feb 11 05:32:23.413752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:23.414497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Checking segment: {'id': 'd2eb0f35-5a4d-4196-bd4d-602980dca017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c51051ca-1255-4510-903f-699a0f2b9210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:23.414616 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.415402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Bound using segment: {'id': 'd2eb0f35-5a4d-4196-bd4d-602980dca017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c51051ca-1255-4510-903f-699a0f2b9210'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:23.416586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Bound port: 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2eb0f35-5a4d-4196-bd4d-602980dca017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c51051ca-1255-4510-903f-699a0f2b9210'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:23.416977 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.447016 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746af58e-f5e3-444f-878d-783fbf317dc1 x-openstack-request-id: req-746af58e-f5e3-444f-878d-783fbf317dc1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:23.447353 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d814f0f-f0fe-436c-8970-f7dff06160a7", "name": "network-vif-deleted", "tag": "3d63f613-ee04-468b-ae83-4b7455e70ca2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:23.447745 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-746af58e-f5e3-444f-878d-783fbf317dc1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:23.448104 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d814f0f-f0fe-436c-8970-f7dff06160a7', 'name': 'network-vif-deleted', 'tag': '3d63f613-ee04-468b-ae83-4b7455e70ca2', 'status': 'completed', 'code': 200} Feb 11 05:32:23.448975 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808', 'status': 'completed', 'code': 200} Feb 11 05:32:23.455516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c51051ca-1255-4510-903f-699a0f2b9210), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.498024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-1ca9f5d0-929e-4aaf-9b4a-9811b08113d2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.500917 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-1ca9f5d0-929e-4aaf-9b4a-9811b08113d2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 951 time: 0.2773113 Feb 11 05:32:23.510510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51051ca-1255-4510-903f-699a0f2b9210']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:23.535483 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Publish callbacks [] for security_group (3facf726-f027-45d5-8484-7df4e332aed7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.538160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2eb0f35-5a4d-4196-bd4d-602980dca017') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:23.538909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2eb0f35-5a4d-4196-bd4d-602980dca017') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:23.570923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3facf726-f027-45d5-8484-7df4e332aed7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.578178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (d2eb0f35-5a4d-4196-bd4d-602980dca017), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.587565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] For port 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:23.592828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68122b81-910b-4c29-acac-f0cf9c2b7315 req-ce0588f8-6965-490b-a814-08c35266fc1b service neutron] 10.222.0.72 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075528 Feb 11 05:32:23.593258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] For port 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd,segment=NetworkSegment(d2eb0f35-5a4d-4196-bd4d-602980dca017),segment_id=d2eb0f35-5a4d-4196-bd4d-602980dca017)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:23.614249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.628298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:23.636544 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d2eb0f35-5a4d-4196-bd4d-602980dca017), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.653450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-51675f6e-469f-4fbb-92c0-967feccff089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.657752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-51675f6e-469f-4fbb-92c0-967feccff089 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 1208 time: 0.2193332 Feb 11 05:32:23.659996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554b617-e9eb-4e0b-9216-7563a763c57a req-e30e507b-2fcf-4fcf-a892-1bfe14e64060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.662531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e554b617-e9eb-4e0b-9216-7563a763c57a req-e30e507b-2fcf-4fcf-a892-1bfe14e64060 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 1129 time: 0.2110126 Feb 11 05:32:23.715857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:23.716443 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (d2eb0f35-5a4d-4196-bd4d-602980dca017), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.721393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3facf726-f027-45d5-8484-7df4e332aed7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:23.724772 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:23.727957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab588ba3-fbea-4339-80fb-acb6de050dd8 None None] Pushing event updated for resources: {'Port': ['ID=9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:23.751096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a266506-52fb-4467-8418-d0b06cccd28a None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:32:23.779574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06297f41-21ed-43f1-a41b-9f0c24c68d1a req-892b4355-e083-4136-babb-a843ed527fcf tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&id=743bee54-78b1-4eee-8a87-c3e2fbb965b0&id=69647bf0-49da-4bb7-ae61-34039c3cac0b HTTP/1.1" status: 200 len: 6206 time: 0.3424859 Feb 11 05:32:23.832140 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (eff4c400-29a3-4d6b-a614-6539a62bb376), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.832861 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Added segment eff4c400-29a3-4d6b-a614-6539a62bb376 of type vlan for network bdbc0085-8f99-4fcf-9803-2ad9a20c364e Feb 11 05:32:23.862148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e554b617-e9eb-4e0b-9216-7563a763c57a req-e9012f86-fda3-470c-abcd-632ffb7448a2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777408 Feb 11 05:32:23.865573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a266506-52fb-4467-8418-d0b06cccd28a None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:32:23.876134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c19b91fe-7484-4646-a520-5ba8f27e280d req-1f170518-93c6-4158-bfa0-dba9cada8454 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1259272824 ', 'description': 'tempest-description-979764057'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:23.905568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (bdbc0085-8f99-4fcf-9803-2ad9a20c364e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.916963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.api [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:32:23.916963 n-d-715271-35 neutron-server[103121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:32:23.916963 n-d-715271-35 neutron-server[103121]: [parameters: {'id': 'c51051ca-1255-4510-903f-699a0f2b9210'}] Feb 11 05:32:23.916963 n-d-715271-35 neutron-server[103121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:32:23.916963 n-d-715271-35 neutron-server[103121]: DEBUG oslo_db.api [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:32:23.936953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:23.959064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-1acc78cc-6f85-44e0-b1d3-e3b991621ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.960744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-1acc78cc-6f85-44e0-b1d3-e3b991621ad2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 911 time: 0.2943947 Feb 11 05:32:23.962948 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c19b91fe-7484-4646-a520-5ba8f27e280d req-1f170518-93c6-4158-bfa0-dba9cada8454 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.980602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (bdbc0085-8f99-4fcf-9803-2ad9a20c364e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.983352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.984218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.989617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34c0ca-97e0-4fe4-b1c3-2fe3ac522d5d req-021dd8bb-4fb1-457b-9e10-a03aeac3a8d3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.991313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a34c0ca-97e0-4fe4-b1c3-2fe3ac522d5d req-021dd8bb-4fb1-457b-9e10-a03aeac3a8d3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.1254988 Feb 11 05:32:24.052807 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5151596 Feb 11 05:32:24.062777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58370) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:24.069751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Request body: {'subnet': {'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-718679559-subnet', 'tenant_id': 'a868f2dce3ec40e784918c0c04c873e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:24.071684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Deleting port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:24.073772 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.105250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c19b91fe-7484-4646-a520-5ba8f27e280d req-1f170518-93c6-4158-bfa0-dba9cada8454 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (2568997e-1d23-4224-bd6d-b5b575d2d01c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.143798 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c19b91fe-7484-4646-a520-5ba8f27e280d req-1f170518-93c6-4158-bfa0-dba9cada8454 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2568997e-1d23-4224-bd6d-b5b575d2d01c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.146792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-7d56e899-8415-4f0b-a883-2ca48fcf0ea7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808 HTTP/1.1" status: 200 len: 217 time: 0.0729883 Feb 11 05:32:24.194633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:24.227489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '42c9ee14-a0c0-4c91-a81b-c69c825dd9f1', 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851', 'port_id': '42c9ee14-a0c0-4c91-a81b-c69c825dd9f1', 'mac_address': 'fa:16:3e:d4:a2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd82cfb-1e36-4271-8987-1efc820ce183', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:24.239218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Made reservation on behalf of a868f2dce3ec40e784918c0c04c873e9 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:24.239540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2c032-7700-424f-a1b0-dada64e78dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbc0085-8f99-4fcf-9803-2ad9a20c364e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:24.241879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.246167 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c19b91fe-7484-4646-a520-5ba8f27e280d req-1f170518-93c6-4158-bfa0-dba9cada8454 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.247375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c19b91fe-7484-4646-a520-5ba8f27e280d req-1f170518-93c6-4158-bfa0-dba9cada8454 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3889487 Feb 11 05:32:24.262570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network bdbc0085-8f99-4fcf-9803-2ad9a20c364e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:24.280163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a34c0ca-97e0-4fe4-b1c3-2fe3ac522d5d req-ab390dd6-70e0-4146-89a5-85a033701bf6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368739 Feb 11 05:32:24.314185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63acfbc-1662-41c1-b4ab-d1fad5fa4b87 None None] Network c51051ca-1255-4510-903f-699a0f2b9210 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:24.316829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f170518-93c6-4158-bfa0-dba9cada8454 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2568997e-1d23-4224-bd6d-b5b575d2d01c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:24.336432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] For port 3d7cab0d-4f52-4758-9eda-b07b9db891d8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3d7cab0d-4f52-4758-9eda-b07b9db891d8,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:24.341603 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.362040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:24.362500 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.386880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Calling delete_port for 3d7cab0d-4f52-4758-9eda-b07b9db891d8 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:24.416341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-1848d5e2-d90e-44a4-9e9c-cc1a81f5c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.417984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-1848d5e2-d90e-44a4-9e9c-cc1a81f5c72c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ab4321f-5401-417c-8b1a-8da307604731 HTTP/1.1" status: 200 len: 850 time: 0.2541456 Feb 11 05:32:24.438743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:24.491238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:24.496409 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.527496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-730b43ef-d33b-4ea4-901b-761d122d4ef2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999448 Feb 11 05:32:24.561765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c51051ca-1255-4510-903f-699a0f2b9210), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.562902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:24.568786 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3d7cab0d-4f52-4758-9eda-b07b9db891d8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.582144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3d7cab0d-4f52-4758-9eda-b07b9db891d8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:24.650610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Pushing event deleted for resources: {'Port': ['ID=3d7cab0d-4f52-4758-9eda-b07b9db891d8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:24.674533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] No DVR routers for this DVR port 3d7cab0d-4f52-4758-9eda-b07b9db891d8 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:24.678360 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.681901 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-58a60ea8-a3cf-4e63-9ea8-e78588aeb88a req-f091d76d-58fa-4093-940c-2c6cddd8cdd2 tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.81 "DELETE /v2.0/ports/3d7cab0d-4f52-4758-9eda-b07b9db891d8 HTTP/1.1" status: 204 len: 173 time: 1.1680374 Feb 11 05:32:24.684106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-deleted', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:24.685914 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa4962-9572-4550-b521-6fdf679d3a24" -d '{"events": [{"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-deleted", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:24.738244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Deleting port 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:24.738608 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.756537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['42c9ee14-a0c0-4c91-a81b-c69c825dd9f1'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:24.829038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03aad-b7ff-4f03-ba70-84042f4bf16e req-aad4ad56-187c-4dd2-bf9c-daa2b350723b tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.830694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36c03aad-b7ff-4f03-ba70-84042f4bf16e req-aad4ad56-187c-4dd2-bf9c-daa2b350723b tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 946 time: 0.4071248 Feb 11 05:32:24.858062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31707c2-ec4c-46e3-80ea-cda2f61c5077 req-a8618a50-c664-4331-bb75-b0e05060688a tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.870785 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f31707c2-ec4c-46e3-80ea-cda2f61c5077 req-a8618a50-c664-4331-bb75-b0e05060688a tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/ports?device_id=102b1ef7-d440-4254-a01c-a0f2e4088c24 HTTP/1.1" status: 200 len: 951 time: 0.4479747 Feb 11 05:32:24.903896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-193f8e0a-fa1e-405c-802f-9a1e045e1f80 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653758 Feb 11 05:32:24.904645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] For port 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd,segment=NetworkSegment(d2eb0f35-5a4d-4196-bd4d-602980dca017),segment_id=d2eb0f35-5a4d-4196-bd4d-602980dca017)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:24.904951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.915396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (9ef3855c-4e26-4b5c-9e78-72425adf7f66), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.927916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Calling delete_port for 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:25.093106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.094032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f31707c2-ec4c-46e3-80ea-cda2f61c5077 req-c6755200-af2e-4fa9-91a4-0dc8612d72fa tempest-ServersAdminTestJSON-1971519788 tempest-ServersAdminTestJSON-1971519788-project] 10.222.0.31 "GET /v2.0/security-groups?id=faf8a988-e03a-4a34-a1e0-45e8e89ff82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223265 Feb 11 05:32:25.101101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36c03aad-b7ff-4f03-ba70-84042f4bf16e req-b72bceb5-fa89-4447-99c8-c6e92c1c929b tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246034 Feb 11 05:32:25.124593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef3855c-4e26-4b5c-9e78-72425adf7f66,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:25.150931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Port': ['ID=9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:25.153407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No DVR routers for this DVR port 9fb63ec2-0166-4d8f-9d36-6b6f2dcbbbbd on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:25.178121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Checking segment: {'id': 'eff4c400-29a3-4d6b-a614-6539a62bb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:25.178121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Network hostable DHCP agents. Network: bdbc0085-8f99-4fcf-9803-2ad9a20c364e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:25.235939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40eef131-ea28-48b3-9157-c67c4bca0a42 req-c2ae5c88-f540-4cfe-8f21-f551ea489c3e service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150885 Feb 11 05:32:25.262785 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d550e772-f4f5-483f-b6a5-434162fcdb3e req-7a15668b-40c2-4bd8-a49d-d6cc34e0dca1 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/2568997e-1d23-4224-bd6d-b5b575d2d01c HTTP/1.1" status: 200 len: 1799 time: 0.1131847 Feb 11 05:32:25.264343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Network bdbc0085-8f99-4fcf-9803-2ad9a20c364e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:25.287352 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c51051ca-1255-4510-903f-699a0f2b9210), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.305273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, bdbc0085-8f99-4fcf-9803-2ad9a20c364e) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:25.317766 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e34f98-ed5e-43c3-8823-3fe9e1b62291 None None] Network bdbc0085-8f99-4fcf-9803-2ad9a20c364e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:25.319784 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdcf190-d9d5-47bb-89a4-0d6370a65af9 x-openstack-request-id: req-fbdcf190-d9d5-47bb-89a4-0d6370a65af9 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:25.320088 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102b1ef7-d440-4254-a01c-a0f2e4088c24", "name": "network-vif-deleted", "tag": "3d7cab0d-4f52-4758-9eda-b07b9db891d8", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:25.320352 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbdcf190-d9d5-47bb-89a4-0d6370a65af9 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:25.320763 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b1ef7-d440-4254-a01c-a0f2e4088c24', 'name': 'network-vif-deleted', 'tag': '3d7cab0d-4f52-4758-9eda-b07b9db891d8', 'status': 'completed', 'code': 200} Feb 11 05:32:25.335280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51051ca-1255-4510-903f-699a0f2b9210']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:25.340997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:25.341647 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.347442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-481d3ef0-c774-4151-acc7-b3d17f964ea5 req-78f8cbec-cf77-4875-b179-135c04a67192 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0668035 Feb 11 05:32:25.372824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2eb0f35-5a4d-4196-bd4d-602980dca017') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:25.375471 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2eb0f35-5a4d-4196-bd4d-602980dca017') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:25.379918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a5fe1f78-fa5b-4b4d-a780-02080cbe7a98 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3160486 Feb 11 05:32:25.403838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (d2eb0f35-5a4d-4196-bd4d-602980dca017), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.424517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c52aba6-2afd-4ccb-88e4-e6cd2f5c60fa req-de5c70ff-b692-48b0-83f4-345387b5d87b tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/2568997e-1d23-4224-bd6d-b5b575d2d01c HTTP/1.1" status: 200 len: 1799 time: 0.0851519 Feb 11 05:32:25.433522 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d2eb0f35-5a4d-4196-bd4d-602980dca017), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.441750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:25.442760 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (d2eb0f35-5a4d-4196-bd4d-602980dca017), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:25.533418 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:25.552286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (c51051ca-1255-4510-903f-699a0f2b9210), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.561999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb3e9db-df7b-448a-b1f1-1888718d1bab None None] Network bdbc0085-8f99-4fcf-9803-2ad9a20c364e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:25.566342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.571302 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/c51051ca-1255-4510-903f-699a0f2b9210 HTTP/1.1" status: 204 len: 168 time: 4.0799584 Feb 11 05:32:25.586280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58404) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.586580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241fde7-d7e5-40f2-a727-cdf9ae776ddc req-6b3eb30d-d6d1-409b-a965-38d59eedc2ea tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:25.588292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1241fde7-d7e5-40f2-a727-cdf9ae776ddc req-6b3eb30d-d6d1-409b-a965-38d59eedc2ea tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.1202443 Feb 11 05:32:25.602703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5e74d-251d-4e0e-8d11-07c1f1555ef7 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Network': ['ID=c51051ca-1255-4510-903f-699a0f2b9210,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:25.608350 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3c52aba6-2afd-4ccb-88e4-e6cd2f5c60fa req-423c3239-b45f-4a4e-8e02-f3dba7f13473 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (2568997e-1d23-4224-bd6d-b5b575d2d01c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.637183 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a0e8c5-8086-430b-b47f-9a20f8620395 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:25.638599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a0e8c5-8086-430b-b47f-9a20f8620395 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:25.642651 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-57a0e8c5-8086-430b-b47f-9a20f8620395 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/subnets/e63e4b16-5717-46cd-a015-9198359cca03 HTTP/1.1" status: 404 len: 337 time: 0.0546525 Feb 11 05:32:25.644774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58408) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.664565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3c52aba6-2afd-4ccb-88e4-e6cd2f5c60fa req-423c3239-b45f-4a4e-8e02-f3dba7f13473 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (2568997e-1d23-4224-bd6d-b5b575d2d01c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.672542 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d089047d-b1b0-4ad9-976e-16f3196e0315 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:25.673481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d089047d-b1b0-4ad9-976e-16f3196e0315 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:25.679498 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d089047d-b1b0-4ad9-976e-16f3196e0315 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/c51051ca-1255-4510-903f-699a0f2b9210 HTTP/1.1" status: 404 len: 339 time: 0.0334017 Feb 11 05:32:25.682946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58410) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.718499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1241fde7-d7e5-40f2-a727-cdf9ae776ddc req-01292e25-0aac-4507-b3a9-d19d5793689b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161807 Feb 11 05:32:25.725790 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-25960664-5221-4e97-bde8-12f78ef88f0e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:25.726568 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25960664-5221-4e97-bde8-12f78ef88f0e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:25.730127 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-25960664-5221-4e97-bde8-12f78ef88f0e tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/subnets/63bda30a-9190-4f48-88a2-4c3e37130e97 HTTP/1.1" status: 404 len: 337 time: 0.0450981 Feb 11 05:32:25.737202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58416) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.760538 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ad420c-7fb2-4988-94ed-7c5f155a7509 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:25.761280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ad420c-7fb2-4988-94ed-7c5f155a7509 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:25.767238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3c52aba6-2afd-4ccb-88e4-e6cd2f5c60fa req-423c3239-b45f-4a4e-8e02-f3dba7f13473 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2568997e-1d23-4224-bd6d-b5b575d2d01c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.767402 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f5ad420c-7fb2-4988-94ed-7c5f155a7509 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/1a653ce5-06ba-4486-a7f9-2ba39ec21217 HTTP/1.1" status: 404 len: 339 time: 0.0263464 Feb 11 05:32:25.767591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58420) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.770450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3c52aba6-2afd-4ccb-88e4-e6cd2f5c60fa req-423c3239-b45f-4a4e-8e02-f3dba7f13473 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.771695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c52aba6-2afd-4ccb-88e4-e6cd2f5c60fa req-423c3239-b45f-4a4e-8e02-f3dba7f13473 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/2568997e-1d23-4224-bd6d-b5b575d2d01c HTTP/1.1" status: 204 len: 173 time: 0.3402545 Feb 11 05:32:25.797546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c3239-b45f-4a4e-8e02-f3dba7f13473 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2568997e-1d23-4224-bd6d-b5b575d2d01c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:25.814443 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-4497823b-b9ac-496a-8ae8-c684eb81124f req-da42b6fe-9047-4bb7-9c2f-11ce0de84884 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:32:25.815530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4497823b-b9ac-496a-8ae8-c684eb81124f req-da42b6fe-9047-4bb7-9c2f-11ce0de84884 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/2568997e-1d23-4224-bd6d-b5b575d2d01c HTTP/1.1" status: 404 len: 352 time: 0.0199411 Feb 11 05:32:25.820473 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1f864b-6538-476a-8aff-3ce5a2f499e3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:25.832567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1f864b-6538-476a-8aff-3ce5a2f499e3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:25.836525 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9e1f864b-6538-476a-8aff-3ce5a2f499e3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/subnets/0dfd1fad-1ed5-4f81-9c14-6e1de0fd73ad HTTP/1.1" status: 404 len: 337 time: 0.0679431 Feb 11 05:32:25.839547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58426) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.849955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-2fc9d2ec-4993-4d52-b57e-2c57501c303f req-2c5f56c3-7c3b-4939-ad64-b9fb16a66d4d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-265838956', 'description': 'tempest-description-1687513518'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:25.859070 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a01b2b-9d12-431d-9212-25a4014f6506 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:25.859584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a01b2b-9d12-431d-9212-25a4014f6506 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:25.864848 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f3a01b2b-9d12-431d-9212-25a4014f6506 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/79f1cebc-68bd-4ad0-8ec7-ff0e23b13203 HTTP/1.1" status: 404 len: 339 time: 0.0220990 Feb 11 05:32:25.865416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58428) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.882930 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2fc9d2ec-4993-4d52-b57e-2c57501c303f req-2c5f56c3-7c3b-4939-ad64-b9fb16a66d4d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.932114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:25.991262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2fc9d2ec-4993-4d52-b57e-2c57501c303f req-2c5f56c3-7c3b-4939-ad64-b9fb16a66d4d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (1da7666e-9cc2-4c56-88c9-c478eab122b2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.006598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2fc9d2ec-4993-4d52-b57e-2c57501c303f req-2c5f56c3-7c3b-4939-ad64-b9fb16a66d4d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1da7666e-9cc2-4c56-88c9-c478eab122b2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.039767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:26.045057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2fc9d2ec-4993-4d52-b57e-2c57501c303f req-2c5f56c3-7c3b-4939-ad64-b9fb16a66d4d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.046755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2fc9d2ec-4993-4d52-b57e-2c57501c303f req-2c5f56c3-7c3b-4939-ad64-b9fb16a66d4d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2008765 Feb 11 05:32:26.049239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f56c3-7c3b-4939-ad64-b9fb16a66d4d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da7666e-9cc2-4c56-88c9-c478eab122b2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:26.061485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d8552-f123-4d78-b47d-24b58059809d tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Deleting port b670432e-2814-4e07-8fbf-b78e12d3dc59 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:26.062358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8552-f123-4d78-b47d-24b58059809d tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b670432e-2814-4e07-8fbf-b78e12d3dc59), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.066768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:26.067215 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.083467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f95fd341-5e63-4bfe-b2df-8ce9454d12ee req-2d4918df-d64b-4d69-856d-d01c1e880259 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-98787922', 'description': 'tempest-description-597703439'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:26.118383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f95fd341-5e63-4bfe-b2df-8ce9454d12ee req-2d4918df-d64b-4d69-856d-d01c1e880259 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.190909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8552-f123-4d78-b47d-24b58059809d tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b670432e-2814-4e07-8fbf-b78e12d3dc59), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.213353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d8552-f123-4d78-b47d-24b58059809d tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Calling delete_port for b670432e-2814-4e07-8fbf-b78e12d3dc59 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:26.216249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:26.216834 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.250607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97da1df-1aab-40ac-8dad-e7bc38c70e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c9ee14-a0c0-4c91-a81b-c69c825dd9f1'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:26.256825 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9af9b4-e46e-41f1-b8c0-5a32f1c12e5b" -d '{"events": [{"server_uuid": "d97da1df-1aab-40ac-8dad-e7bc38c70e45", "name": "network-vif-plugged", "status": "completed", "tag": "42c9ee14-a0c0-4c91-a81b-c69c825dd9f1"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:26.304073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:26.310781 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.334004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8552-f123-4d78-b47d-24b58059809d tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b670432e-2814-4e07-8fbf-b78e12d3dc59), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.375762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d8552-f123-4d78-b47d-24b58059809d tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Port': ['ID=b670432e-2814-4e07-8fbf-b78e12d3dc59,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:26.392566 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f95fd341-5e63-4bfe-b2df-8ce9454d12ee req-2d4918df-d64b-4d69-856d-d01c1e880259 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (598bb931-89ac-4296-99c4-f08d3759c537), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.395144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8552-f123-4d78-b47d-24b58059809d tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.399511 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f95fd341-5e63-4bfe-b2df-8ce9454d12ee req-2d4918df-d64b-4d69-856d-d01c1e880259 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (598bb931-89ac-4296-99c4-f08d3759c537), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.403034 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7a0d8552-f123-4d78-b47d-24b58059809d tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/ports/b670432e-2814-4e07-8fbf-b78e12d3dc59 HTTP/1.1" status: 204 len: 168 time: 0.5351133 Feb 11 05:32:26.403198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:26.404281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58458) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:26.443005 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-26761001-742c-4d95-bc6f-61001df127c1 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:26.443585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26761001-742c-4d95-bc6f-61001df127c1 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:26.447385 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-26761001-742c-4d95-bc6f-61001df127c1 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/subnets/95361feb-067b-4c4a-8a30-ba63215721c7 HTTP/1.1" status: 404 len: 337 time: 0.0416892 Feb 11 05:32:26.449848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58460) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:26.454299 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f95fd341-5e63-4bfe-b2df-8ce9454d12ee req-2d4918df-d64b-4d69-856d-d01c1e880259 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.463478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f95fd341-5e63-4bfe-b2df-8ce9454d12ee req-2d4918df-d64b-4d69-856d-d01c1e880259 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3831027 Feb 11 05:32:26.466828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4918df-d64b-4d69-856d-d01c1e880259 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598bb931-89ac-4296-99c4-f08d3759c537,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:26.488674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-a3a48dd2-3965-46b0-830d-ee06b43254c9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:26.491663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-a3a48dd2-3965-46b0-830d-ee06b43254c9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 813 time: 0.3151643 Feb 11 05:32:26.509850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-1af88dd6-2620-4b77-bce4-c86281efd07f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/quotas/a868f2dce3ec40e784918c0c04c873e9 HTTP/1.1" status: 200 len: 375 time: 0.0113742 Feb 11 05:32:26.564205 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (532f5c6f-e251-4c41-b678-c2daf63c5d4c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.565558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-a706516e-3f1c-4beb-95a4-afc2561ca5dd tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476236 Feb 11 05:32:26.623714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f462fa3-1fad-4ca4-abf9-4d047cc2e28d req-ba8f52a1-4461-43ba-8714-62f5d41af97e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:26.625475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f462fa3-1fad-4ca4-abf9-4d047cc2e28d req-ba8f52a1-4461-43ba-8714-62f5d41af97e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 946 time: 0.1055315 Feb 11 05:32:26.675699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (532f5c6f-e251-4c41-b678-c2daf63c5d4c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.706762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532f5c6f-e251-4c41-b678-c2daf63c5d4c']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:26.712392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-b5ae3af6-effd-4567-b3a0-2c366fb48c97 service neutron] 10.222.0.31 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362195 Feb 11 05:32:26.717642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f462fa3-1fad-4ca4-abf9-4d047cc2e28d req-3f6b4ab7-6736-4fc1-919e-d75e8b66a40a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652308 Feb 11 05:32:26.718199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad59bf36-50ac-485e-a594-25db0b22c219') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:26.718507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad59bf36-50ac-485e-a594-25db0b22c219') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:26.731715 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (ad59bf36-50ac-485e-a594-25db0b22c219), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.747178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ad59bf36-50ac-485e-a594-25db0b22c219), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.754941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:26.755349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (ad59bf36-50ac-485e-a594-25db0b22c219), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:26.836215 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:26.839950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (532f5c6f-e251-4c41-b678-c2daf63c5d4c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.860854 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.865160 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/532f5c6f-e251-4c41-b678-c2daf63c5d4c HTTP/1.1" status: 204 len: 168 time: 0.4136987 Feb 11 05:32:26.866426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe400d-1f81-441a-ac51-9e3520301174 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Network': ['ID=532f5c6f-e251-4c41-b678-c2daf63c5d4c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:26.869559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58480) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:26.870628 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6f3002-b022-44c5-a4b3-76c19a32d38c x-openstack-request-id: req-af6f3002-b022-44c5-a4b3-76c19a32d38c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:26.871926 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97da1df-1aab-40ac-8dad-e7bc38c70e45", "name": "network-vif-plugged", "status": "completed", "tag": "42c9ee14-a0c0-4c91-a81b-c69c825dd9f1", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:26.873590 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af6f3002-b022-44c5-a4b3-76c19a32d38c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:26.874204 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97da1df-1aab-40ac-8dad-e7bc38c70e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c9ee14-a0c0-4c91-a81b-c69c825dd9f1', 'code': 200} Feb 11 05:32:26.881420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-a48585e7-1710-4f6b-b650-a421b3cfaf7a service neutron] 10.222.0.31 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588175 Feb 11 05:32:27.034700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3703221d-5feb-48a7-9392-4602d3f54a71 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Deleting port d866b706-21b0-4014-8d7c-425447b2b4e7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:27.034700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3703221d-5feb-48a7-9392-4602d3f54a71 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d866b706-21b0-4014-8d7c-425447b2b4e7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.118414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-458d5157-ecad-4bea-8105-cee34e4f3bf4 req-754b564a-6914-4f7f-b62d-0134686c59fa tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.1242371 Feb 11 05:32:27.124201 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3703221d-5feb-48a7-9392-4602d3f54a71 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d866b706-21b0-4014-8d7c-425447b2b4e7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.128886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3325dbf1-6ff8-4ea4-bce0-72fbf39b6ae9 req-9744b2db-9929-403a-9f05-6ac571114dd6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-606612228', 'description': 'tempest-description-1808759150'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:27.142870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3703221d-5feb-48a7-9392-4602d3f54a71 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Calling delete_port for d866b706-21b0-4014-8d7c-425447b2b4e7 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:27.174602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877b290-2311-422e-a026-f9d2211b0816 req-fd1eeefd-830f-4261-adc1-c90b48198c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:27.189670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d877b290-2311-422e-a026-f9d2211b0816 req-fd1eeefd-830f-4261-adc1-c90b48198c0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d97da1df-1aab-40ac-8dad-e7bc38c70e45 HTTP/1.1" status: 200 len: 1128 time: 0.2488101 Feb 11 05:32:27.231398 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3325dbf1-6ff8-4ea4-bce0-72fbf39b6ae9 req-9744b2db-9929-403a-9f05-6ac571114dd6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.289936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58496) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:27.311294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3703221d-5feb-48a7-9392-4602d3f54a71 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d866b706-21b0-4014-8d7c-425447b2b4e7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.363131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d877b290-2311-422e-a026-f9d2211b0816 req-8c141bed-34d5-49db-b19e-c8270f113cf8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604431 Feb 11 05:32:27.364201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703221d-5feb-48a7-9392-4602d3f54a71 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Port': ['ID=d866b706-21b0-4014-8d7c-425447b2b4e7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:27.371940 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3703221d-5feb-48a7-9392-4602d3f54a71 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.376061 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3703221d-5feb-48a7-9392-4602d3f54a71 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/ports/d866b706-21b0-4014-8d7c-425447b2b4e7 HTTP/1.1" status: 204 len: 168 time: 0.5049741 Feb 11 05:32:27.379091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58506) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:27.408223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8517609-fd4c-474e-afbb-9a71f390ef08 req-d5d06bba-4207-448c-854f-2b2e7ff0cc55 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:27.409873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8517609-fd4c-474e-afbb-9a71f390ef08 req-d5d06bba-4207-448c-854f-2b2e7ff0cc55 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.1183696 Feb 11 05:32:27.426213 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-17373a7e-8579-4364-9313-5d66faf4e468 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:27.426959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17373a7e-8579-4364-9313-5d66faf4e468 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:27.432844 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-17373a7e-8579-4364-9313-5d66faf4e468 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/subnets/faeb78cf-f7c6-401d-8bcf-a30ad45cc9fa HTTP/1.1" status: 404 len: 337 time: 0.0511951 Feb 11 05:32:27.435415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:27.501400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:27.503404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3325dbf1-6ff8-4ea4-bce0-72fbf39b6ae9 req-9744b2db-9929-403a-9f05-6ac571114dd6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (1e2187ee-5b79-4694-b080-df99e54a853b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.521926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 3d7cab0d-4f52-4758-9eda-b07b9db891d8 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:27.523289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3d7cab0d-4f52-4758-9eda-b07b9db891d8 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:27.527822 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3325dbf1-6ff8-4ea4-bce0-72fbf39b6ae9 req-9744b2db-9929-403a-9f05-6ac571114dd6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1e2187ee-5b79-4694-b080-df99e54a853b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.567462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8517609-fd4c-474e-afbb-9a71f390ef08 req-0f2fae48-9e1c-4b78-982b-861f5da90a67 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364830 Feb 11 05:32:27.603899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (bc69e662-f1c1-4dcc-898c-6046bd5a23e1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.609360 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d7e62dce-e948-44ad-a1ec-261f4943a52e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb9eac485c1a41d38accf5e5d719cbe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155663 Feb 11 05:32:27.609475 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3325dbf1-6ff8-4ea4-bce0-72fbf39b6ae9 req-9744b2db-9929-403a-9f05-6ac571114dd6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.610858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3325dbf1-6ff8-4ea4-bce0-72fbf39b6ae9 req-9744b2db-9929-403a-9f05-6ac571114dd6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5456445 Feb 11 05:32:27.611102 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58516) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:27.630420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744b2db-9929-403a-9f05-6ac571114dd6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2187ee-5b79-4694-b080-df99e54a853b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:27.683666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-24805279-826c-4db3-9609-4b0c3e55ab6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.084170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (bc69e662-f1c1-4dcc-898c-6046bd5a23e1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.087286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-536c91fc-9b49-478d-bc75-ed09cbb156a2 admin admin] Publish callbacks [] for security_group (faf8a988-e03a-4a34-a1e0-45e8e89ff82f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.118038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc69e662-f1c1-4dcc-898c-6046bd5a23e1']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:28.121040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5fc5239-55e8-428e-aef7-9e0063521033 req-9f791ed7-c076-428e-bfc9-859a77ad8c8f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 210 time: 0.4239826 Feb 11 05:32:28.137921 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71091515-d0bc-4cb1-ab15-9b35d1cf6329') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:28.138920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71091515-d0bc-4cb1-ab15-9b35d1cf6329') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:28.154315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189e46d-7e26-4c2e-a43b-6ff0283b436a req-1b05ffbc-9582-4121-b875-86cd361cc18e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.154866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-536c91fc-9b49-478d-bc75-ed09cbb156a2 admin admin] Publish callbacks [] for security_group (faf8a988-e03a-4a34-a1e0-45e8e89ff82f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.162679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9189e46d-7e26-4c2e-a43b-6ff0283b436a req-1b05ffbc-9582-4121-b875-86cd361cc18e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d97da1df-1aab-40ac-8dad-e7bc38c70e45 HTTP/1.1" status: 200 len: 945 time: 0.4813259 Feb 11 05:32:28.172960 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (71091515-d0bc-4cb1-ab15-9b35d1cf6329), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.203017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (71091515-d0bc-4cb1-ab15-9b35d1cf6329), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.213398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:28.213837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (71091515-d0bc-4cb1-ab15-9b35d1cf6329), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:28.216984 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:28.252389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9189e46d-7e26-4c2e-a43b-6ff0283b436a req-6dc4d7f9-21b0-4043-9c95-4bbd3509ee18 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885601 Feb 11 05:32:28.286046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (bc69e662-f1c1-4dcc-898c-6046bd5a23e1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.303280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.308951 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/bc69e662-f1c1-4dcc-898c-6046bd5a23e1 HTTP/1.1" status: 204 len: 168 time: 0.8699639 Feb 11 05:32:28.318499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11bad29f-8732-4b2f-9b92-0f80c8c52b3d req-ea1024eb-61a5-4794-b1f5-eb3119de72d0 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d01313cf22746138b719316ec92d924 HTTP/1.1" status: 200 len: 11008 time: 0.1523349 Feb 11 05:32:28.319234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58528) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:28.325509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b236e-b6e6-45b1-b7af-ffc35e29b4de tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Network': ['ID=bc69e662-f1c1-4dcc-898c-6046bd5a23e1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:28.328536 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-536c91fc-9b49-478d-bc75-ed09cbb156a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (faf8a988-e03a-4a34-a1e0-45e8e89ff82f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.332775 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-536c91fc-9b49-478d-bc75-ed09cbb156a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.338661 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-536c91fc-9b49-478d-bc75-ed09cbb156a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faf8a988-e03a-4a34-a1e0-45e8e89ff82f HTTP/1.1" status: 204 len: 168 time: 0.7241900 Feb 11 05:32:28.357838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c91fc-9b49-478d-bc75-ed09cbb156a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf8a988-e03a-4a34-a1e0-45e8e89ff82f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:28.439105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c216b442-21aa-408a-95fa-5dfc1b81c3fd req-cbf8872d-f0b1-4710-8cce-a9382eb72b7c tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0583608 Feb 11 05:32:28.469206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-385af3b1-bc58-468b-afea-d301888fc93c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Deleting subnet b57d4eb3-9670-48c0-b8b4-9f57f4237689 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:28.479786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-385af3b1-bc58-468b-afea-d301888fc93c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks [] for subnet (b57d4eb3-9670-48c0-b8b4-9f57f4237689), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.523491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11bad29f-8732-4b2f-9b92-0f80c8c52b3d req-8576f807-28d9-4d2e-89e9-9926090fe747 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c HTTP/1.1" status: 200 len: 3002 time: 0.1839755 Feb 11 05:32:28.581719 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-385af3b1-bc58-468b-afea-d301888fc93c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (b57d4eb3-9670-48c0-b8b4-9f57f4237689), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.710035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11bad29f-8732-4b2f-9b92-0f80c8c52b3d req-fa3ecdb9-7a57-446a-8f1a-d97c70faee81 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c HTTP/1.1" status: 200 len: 3002 time: 0.1852436 Feb 11 05:32:28.862930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-6a3d0897-f0c5-443b-9583-19e58db8285e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.864742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-6a3d0897-f0c5-443b-9583-19e58db8285e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.81 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 813 time: 0.3161263 Feb 11 05:32:28.868294 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-385af3b1-bc58-468b-afea-d301888fc93c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b57d4eb3-9670-48c0-b8b4-9f57f4237689), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.902269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Request body: {'port': {'device_id': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e', 'admin_state_up': True, 'tenant_id': 'a868f2dce3ec40e784918c0c04c873e9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:28.908549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e604b68-9b11-4c06-bc31-d5e847e83307 req-6a4de81c-e24b-4b88-a7bb-7fcf13ff987c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/1da7666e-9cc2-4c56-88c9-c478eab122b2 HTTP/1.1" status: 200 len: 1819 time: 0.1706498 Feb 11 05:32:28.946894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58542) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:28.948353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafeecd-2bd3-4986-ae35-66234e8b963a req-81cb6ccc-3cc8-4fa4-acfb-ec00a3af63b5 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.949902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebafeecd-2bd3-4986-ae35-66234e8b963a req-81cb6ccc-3cc8-4fa4-acfb-ec00a3af63b5 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 946 time: 0.2569959 Feb 11 05:32:29.039983 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-94af5ecc-e8c3-498d-9940-d0b4ebcd1517 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e64a662f471481e939420ed222ed8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0911522 Feb 11 05:32:29.043571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58546) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:29.063054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-3fde73f1-2d8b-49a5-8166-ed05491ace6e tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.064903 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-3fde73f1-2d8b-49a5-8166-ed05491ace6e tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1129 time: 0.1015580 Feb 11 05:32:29.081525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-35'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:29.112616 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-385af3b1-bc58-468b-afea-d301888fc93c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (b57d4eb3-9670-48c0-b8b4-9f57f4237689), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.134798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebafeecd-2bd3-4986-ae35-66234e8b963a req-05201d7a-18c3-4a73-8cd1-4d6aaddd1760 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725094 Feb 11 05:32:29.162014 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e604b68-9b11-4c06-bc31-d5e847e83307 req-b2d57b88-82c4-4bab-81a3-13eb211607ba tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (1da7666e-9cc2-4c56-88c9-c478eab122b2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.163665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385af3b1-bc58-468b-afea-d301888fc93c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Subnet': ['ID=b57d4eb3-9670-48c0-b8b4-9f57f4237689,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.175561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-385af3b1-bc58-468b-afea-d301888fc93c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.181441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-385af3b1-bc58-468b-afea-d301888fc93c tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/subnets/b57d4eb3-9670-48c0-b8b4-9f57f4237689 HTTP/1.1" status: 204 len: 168 time: 0.8587317 Feb 11 05:32:29.181663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6027016-7c76-4bfb-8799-9053d76e0dae None None] Network 63457e19-4e4e-478d-bb85-e1e5acfb78bf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:29.188672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58554) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:29.240428 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e604b68-9b11-4c06-bc31-d5e847e83307 req-b2d57b88-82c4-4bab-81a3-13eb211607ba tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (1da7666e-9cc2-4c56-88c9-c478eab122b2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.246080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Made reservation on behalf of a868f2dce3ec40e784918c0c04c873e9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:29.249658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.251231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ebf211f-5e39-491a-9f4c-387c9437a1f7 admin admin] Publish callbacks [] for security_group (0e368ef6-d8b0-41c7-ab42-d79423bfa436), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.264485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.292218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ebf211f-5e39-491a-9f4c-387c9437a1f7 admin admin] Publish callbacks [] for security_group (0e368ef6-d8b0-41c7-ab42-d79423bfa436), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.354123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26436423-7d81-4983-a828-b06d3a80051a req-b371f671-be64-4569-a14d-0332236a63b3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 210 time: 0.0923901 Feb 11 05:32:29.370415 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (63457e19-4e4e-478d-bb85-e1e5acfb78bf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.469021 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e604b68-9b11-4c06-bc31-d5e847e83307 req-b2d57b88-82c4-4bab-81a3-13eb211607ba tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1da7666e-9cc2-4c56-88c9-c478eab122b2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.471804 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e604b68-9b11-4c06-bc31-d5e847e83307 req-b2d57b88-82c4-4bab-81a3-13eb211607ba tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.473168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e604b68-9b11-4c06-bc31-d5e847e83307 req-b2d57b88-82c4-4bab-81a3-13eb211607ba tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/1da7666e-9cc2-4c56-88c9-c478eab122b2 HTTP/1.1" status: 204 len: 173 time: 0.5557041 Feb 11 05:32:29.484050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ebf211f-5e39-491a-9f4c-387c9437a1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0e368ef6-d8b0-41c7-ab42-d79423bfa436), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.487707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ebf211f-5e39-491a-9f4c-387c9437a1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.492880 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ebf211f-5e39-491a-9f4c-387c9437a1f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e368ef6-d8b0-41c7-ab42-d79423bfa436 HTTP/1.1" status: 204 len: 168 time: 0.4477634 Feb 11 05:32:29.503124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:29.518098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d57b88-82c4-4bab-81a3-13eb211607ba tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da7666e-9cc2-4c56-88c9-c478eab122b2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.519804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf211f-5e39-491a-9f4c-387c9437a1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e368ef6-d8b0-41c7-ab42-d79423bfa436,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.560626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Allocated IP 172.20.0.5 (bdbc0085-8f99-4fcf-9803-2ad9a20c364e/9ef3855c-4e26-4b5c-9e78-72425adf7f66/c3a6a255-0cd7-4709-a801-55b1705fb35b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:29.566875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Deleting port 323668dd-2639-48d1-8d38-f77043409ce7 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:29.567227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (323668dd-2639-48d1-8d38-f77043409ce7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.574039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:29.637388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:29.640589 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f409daf0-fa91-4e9c-b1b8-b99db7a971ee" -d '{"events": [{"server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "name": "network-vif-unplugged", "status": "completed", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:29.646912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Publish callbacks [] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.659837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.675787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b323c55-91be-4e2c-9718-933ad9652020 req-4aad7397-7810-4af2-a44b-3fabb29697a4 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0800924 Feb 11 05:32:29.725772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] For port 323668dd-2639-48d1-8d38-f77043409ce7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=323668dd-2639-48d1-8d38-f77043409ce7,segment=NetworkSegment(ab5a5304-13e3-4d7f-a93f-67fd803a528c),segment_id=ab5a5304-13e3-4d7f-a93f-67fd803a528c)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:29.726128 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (323668dd-2639-48d1-8d38-f77043409ce7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.785263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Calling delete_port for 323668dd-2639-48d1-8d38-f77043409ce7 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:29.800587 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-30d4891d-d7d9-405e-90a5-6b4d3d04b972 req-d52f8bd4-8f52-495b-adde-15c2f1d3a410 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:32:29.802147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30d4891d-d7d9-405e-90a5-6b4d3d04b972 req-d52f8bd4-8f52-495b-adde-15c2f1d3a410 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/1da7666e-9cc2-4c56-88c9-c478eab122b2 HTTP/1.1" status: 404 len: 352 time: 0.0483768 Feb 11 05:32:29.859541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,revision_number=7']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.869428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81857a8-b642-434a-8f45-db4eaa81b095 None None] DHCP port deletion for 63457e19-4e4e-478d-bb85-e1e5acfb78bf request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:29.874621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on host n-h2-715271-35 for vnic_type normal with profile {"migrating_to": "n-h1-715271-35"} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:29.876941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:29.878462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:29.886966 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad23ceb1-b94b-4c3d-a6fd-4fb7f8a9bc9c x-openstack-request-id: req-ad23ceb1-b94b-4c3d-a6fd-4fb7f8a9bc9c {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:29.889839 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "name": "network-vif-unplugged", "status": "completed", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:29.890124 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad23ceb1-b94b-4c3d-a6fd-4fb7f8a9bc9c {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:29.891946 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f', 'code': 200} Feb 11 05:32:29.894425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:29.894756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Attempting to bind port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on network 662b4f87-ddac-4f37-bb8c-0f74e2de8a08 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:29.904637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:29.905020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Checking segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:29.905393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Bound using segment: {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:29.905821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Bound port: fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745434c7-bd12-43b1-8517-e128d33767b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '662b4f87-ddac-4f37-bb8c-0f74e2de8a08'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:29.906178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.971083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f26bb-0e94-4198-86b5-0b8d518bdb6a req-4c797ce8-e297-4160-94f2-bf3cb20890ec tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.971835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e81857a8-b642-434a-8f45-db4eaa81b095 None None] Deleting port 323668dd-2639-48d1-8d38-f77043409ce7 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:29.972363 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e81857a8-b642-434a-8f45-db4eaa81b095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (323668dd-2639-48d1-8d38-f77043409ce7), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.978129 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-625f26bb-0e94-4198-86b5-0b8d518bdb6a req-4c797ce8-e297-4160-94f2-bf3cb20890ec tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=d97da1df-1aab-40ac-8dad-e7bc38c70e45 HTTP/1.1" status: 200 len: 945 time: 0.3644962 Feb 11 05:32:30.002079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:30.006404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:30.016870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.063110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e81857a8-b642-434a-8f45-db4eaa81b095 None None] For port 323668dd-2639-48d1-8d38-f77043409ce7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=323668dd-2639-48d1-8d38-f77043409ce7,segment=NetworkSegment(ab5a5304-13e3-4d7f-a93f-67fd803a528c),segment_id=ab5a5304-13e3-4d7f-a93f-67fd803a528c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:30.064397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e81857a8-b642-434a-8f45-db4eaa81b095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (323668dd-2639-48d1-8d38-f77043409ce7), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.084774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e81857a8-b642-434a-8f45-db4eaa81b095 None None] Calling delete_port for 323668dd-2639-48d1-8d38-f77043409ce7 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:30.125464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,revision_number=8']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:30.159761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b74c2844-835b-4299-9f38-5ec58ecf2a12 req-b1b09a81-0552-4d0c-a325-fc998213d8fd tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/598bb931-89ac-4296-99c4-f08d3759c537 HTTP/1.1" status: 200 len: 1817 time: 0.2196362 Feb 11 05:32:30.203539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-625f26bb-0e94-4198-86b5-0b8d518bdb6a req-1dc10400-ff1f-4259-8aad-3b631975da13 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243140 Feb 11 05:32:30.204090 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.204329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.213827 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-20366ae3-6196-41ef-8f72-85ce5837cfc9 service neutron] 10.222.0.81 "PUT /v2.0/ports/fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f HTTP/1.1" status: 200 len: 1124 time: 1.1398726 Feb 11 05:32:30.238325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks [] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.296285 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (323668dd-2639-48d1-8d38-f77043409ce7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.318288 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6382d19a-7c5c-4633-8fd2-079ed385075d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.340108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:30.363431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Port': ['ID=323668dd-2639-48d1-8d38-f77043409ce7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:30.384887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e81857a8-b642-434a-8f45-db4eaa81b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (323668dd-2639-48d1-8d38-f77043409ce7), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.401346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] No DVR routers for this DVR port 323668dd-2639-48d1-8d38-f77043409ce7 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:30.413581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:30.443299 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b74c2844-835b-4299-9f38-5ec58ecf2a12 req-26d69325-f0c4-481f-a4d8-b76c88cbdf60 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (598bb931-89ac-4296-99c4-f08d3759c537), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.475069 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.511437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81857a8-b642-434a-8f45-db4eaa81b095 None None] Pushing event deleted for resources: {'Port': ['ID=323668dd-2639-48d1-8d38-f77043409ce7,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:30.515392 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b74c2844-835b-4299-9f38-5ec58ecf2a12 req-26d69325-f0c4-481f-a4d8-b76c88cbdf60 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (598bb931-89ac-4296-99c4-f08d3759c537), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.516618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81857a8-b642-434a-8f45-db4eaa81b095 None None] No DVR routers for this DVR port 323668dd-2639-48d1-8d38-f77043409ce7 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:30.722029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (63457e19-4e4e-478d-bb85-e1e5acfb78bf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.735830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Network bdbc0085-8f99-4fcf-9803-2ad9a20c364e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:30.754418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:30.757644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:30.776221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e848b55-2969-42b8-a809-1716553dd5f8 req-c63a8a24-f078-4a3f-a0a5-f0eeaa800c4c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.788335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e848b55-2969-42b8-a809-1716553dd5f8 req-c63a8a24-f078-4a3f-a0a5-f0eeaa800c4c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.4449630 Feb 11 05:32:30.797259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:30.821511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63457e19-4e4e-478d-bb85-e1e5acfb78bf']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:30.859301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5a5304-13e3-4d7f-a93f-67fd803a528c') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:30.861162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5a5304-13e3-4d7f-a93f-67fd803a528c') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:30.877340 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (ab5a5304-13e3-4d7f-a93f-67fd803a528c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.904605 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b74c2844-835b-4299-9f38-5ec58ecf2a12 req-26d69325-f0c4-481f-a4d8-b76c88cbdf60 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (598bb931-89ac-4296-99c4-f08d3759c537), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.907344 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b74c2844-835b-4299-9f38-5ec58ecf2a12 req-26d69325-f0c4-481f-a4d8-b76c88cbdf60 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.919493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b74c2844-835b-4299-9f38-5ec58ecf2a12 req-26d69325-f0c4-481f-a4d8-b76c88cbdf60 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/598bb931-89ac-4296-99c4-f08d3759c537 HTTP/1.1" status: 204 len: 173 time: 0.7587900 Feb 11 05:32:30.984839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ab5a5304-13e3-4d7f-a93f-67fd803a528c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.008340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:31.011371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.019842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.031579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d69325-f0c4-481f-a4d8-b76c88cbdf60 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598bb931-89ac-4296-99c4-f08d3759c537,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:31.057425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e848b55-2969-42b8-a809-1716553dd5f8 req-66d5870c-9af9-445d-b697-4160ab72bbaf tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677894 Feb 11 05:32:31.058606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:31.059005 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (ab5a5304-13e3-4d7f-a93f-67fd803a528c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:31.067830 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:31.099012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-87857d31-b4c8-403c-94a3-b8ae28775d59 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2034149 Feb 11 05:32:31.145990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Request body: {'port': {'device_id': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:31.242955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (63457e19-4e4e-478d-bb85-e1e5acfb78bf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.286707 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.290066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] 10.222.0.31 "DELETE /v2.0/networks/63457e19-4e4e-478d-bb85-e1e5acfb78bf HTTP/1.1" status: 204 len: 168 time: 2.1005080 Feb 11 05:32:31.323010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a445f1e1-3c2a-4fe0-8c81-c3112dacb05e req-2f6cfbc4-129b-495c-86f8-13d1bd0d08b7 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0627267 Feb 11 05:32:31.325514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb189b61-da52-4774-b855-b2d9055aa2f3 tempest-NetworksIpV6TestAttrs-1880237702 tempest-NetworksIpV6TestAttrs-1880237702-project] Pushing event deleted for resources: {'Network': ['ID=63457e19-4e4e-478d-bb85-e1e5acfb78bf,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:31.330846 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.387386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a775a01-d6c7-4eb6-a129-bd064f9537c1 req-952ad6ae-505c-4e2c-9085-4f0fb50dbe94 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:31.388945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a775a01-d6c7-4eb6-a129-bd064f9537c1 req-952ad6ae-505c-4e2c-9085-4f0fb50dbe94 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 931 time: 0.1811516 Feb 11 05:32:31.420960 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-535d86c9-1008-4a60-8725-2f658f276d0f req-de7259a1-67a6-4c34-8896-8d0576c4d247 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:32:31.422080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-535d86c9-1008-4a60-8725-2f658f276d0f req-de7259a1-67a6-4c34-8896-8d0576c4d247 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/598bb931-89ac-4296-99c4-f08d3759c537 HTTP/1.1" status: 404 len: 352 time: 0.0447598 Feb 11 05:32:31.502223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:31.529261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 323668dd-2639-48d1-8d38-f77043409ce7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:31.551838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a775a01-d6c7-4eb6-a129-bd064f9537c1 req-d80c19a1-d455-428a-9045-884d3d6124fe tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525869 Feb 11 05:32:31.579774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 323668dd-2639-48d1-8d38-f77043409ce7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:31.580227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 323668dd-2639-48d1-8d38-f77043409ce7 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:31.701415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:31.723060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f has no active binding in host n-h1-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:32:31.788814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f113a94-d9a2-412d-a258-7e380749834b req-eb2eebda-c878-42e9-b21c-b5893d7a3570 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/1e2187ee-5b79-4694-b080-df99e54a853b HTTP/1.1" status: 200 len: 1819 time: 0.1007528 Feb 11 05:32:31.866129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a6a255-0cd7-4709-a801-55b1705fb35b {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:31.879081 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Publish callbacks [] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.893580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:31.896888 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b262ed-0b54-4541-ba92-7956baaffca6" -d '{"events": [{"name": "network-changed", "server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:31.935093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Transition to ACTIVE for port object c3a6a255-0cd7-4709-a801-55b1705fb35b will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:31.954762 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c19439-c30a-4395-a777-18f29f43f9a5 x-openstack-request-id: req-b2c19439-c30a-4395-a777-18f29f43f9a5 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:31.955354 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:31.955898 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2c19439-c30a-4395-a777-18f29f43f9a5 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:31.956486 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f', 'status': 'completed', 'code': 200} Feb 11 05:32:31.957875 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f113a94-d9a2-412d-a258-7e380749834b req-36b3dcd2-4384-42f8-a3d7-cc45f7d4806e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (1e2187ee-5b79-4694-b080-df99e54a853b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.966713 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.060026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:32.091505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f113a94-d9a2-412d-a258-7e380749834b req-36b3dcd2-4384-42f8-a3d7-cc45f7d4806e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (1e2187ee-5b79-4694-b080-df99e54a853b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.146810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58648) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:32.147479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-cf8062f4-6972-4939-8a61-8fd0f8314557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.149227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-cf8062f4-6972-4939-8a61-8fd0f8314557 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 1158 time: 0.1256623 Feb 11 05:32:32.309564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f113a94-d9a2-412d-a258-7e380749834b req-36b3dcd2-4384-42f8-a3d7-cc45f7d4806e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1e2187ee-5b79-4694-b080-df99e54a853b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.312120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f113a94-d9a2-412d-a258-7e380749834b req-36b3dcd2-4384-42f8-a3d7-cc45f7d4806e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.313252 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f113a94-d9a2-412d-a258-7e380749834b req-36b3dcd2-4384-42f8-a3d7-cc45f7d4806e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/1e2187ee-5b79-4694-b080-df99e54a853b HTTP/1.1" status: 204 len: 173 time: 0.5128586 Feb 11 05:32:32.352528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3dcd2-4384-42f8-a3d7-cc45f7d4806e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2187ee-5b79-4694-b080-df99e54a853b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:32.411463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-bcf76091-6389-45a5-b63c-a44ce0aeb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.413012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-bcf76091-6389-45a5-b63c-a44ce0aeb202 service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.2423565 Feb 11 05:32:32.429182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Attempting to bind port c3a6a255-0cd7-4709-a801-55b1705fb35b on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:32.429612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Attempting to bind port c3a6a255-0cd7-4709-a801-55b1705fb35b by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'eff4c400-29a3-4d6b-a614-6539a62bb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:32.429839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Attempting to bind port c3a6a255-0cd7-4709-a801-55b1705fb35b on network bdbc0085-8f99-4fcf-9803-2ad9a20c364e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:32.493444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Port c3a6a255-0cd7-4709-a801-55b1705fb35b on network bdbc0085-8f99-4fcf-9803-2ad9a20c364e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:32.493781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Attempting to bind port c3a6a255-0cd7-4709-a801-55b1705fb35b on network bdbc0085-8f99-4fcf-9803-2ad9a20c364e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:32.504426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-4b395f40-55fa-49fc-aba4-f9d0ba22ad86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f HTTP/1.1" status: 200 len: 217 time: 0.0691977 Feb 11 05:32:32.511180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:32.511559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Checking segment: {'id': 'eff4c400-29a3-4d6b-a614-6539a62bb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:32.512084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Bound using segment: {'id': 'eff4c400-29a3-4d6b-a614-6539a62bb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:32.512401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Bound port: c3a6a255-0cd7-4709-a801-55b1705fb35b, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff4c400-29a3-4d6b-a614-6539a62bb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:32.512770 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.567328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-26c52b0e-b966-475b-abcf-e9decc77f98b tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.568938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-26c52b0e-b966-475b-abcf-e9decc77f98b tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 812 time: 0.4084721 Feb 11 05:32:32.641175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7412d8-1d40-42f6-a5de-7903f8da30af req-59f26541-5f9a-4b38-aa0c-e4c3c8df1520 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.644058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d7412d8-1d40-42f6-a5de-7903f8da30af req-59f26541-5f9a-4b38-aa0c-e4c3c8df1520 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.2288191 Feb 11 05:32:32.651318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-65882d07-d07f-4119-9410-992dbc2f5e3a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/quotas/e7cd370a403b433183f32dddb856e12a HTTP/1.1" status: 200 len: 375 time: 0.0678129 Feb 11 05:32:32.655554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-d65ecb7b-3a88-458d-92fd-acb0874bfdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.657136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-d65ecb7b-3a88-458d-92fd-acb0874bfdd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.1368399 Feb 11 05:32:32.659229 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-59a8c82a-d4a6-4076-aef4-bf67f9e1843a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62be17cd82e64bf8ba0a6c78cc06f9d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5102694 Feb 11 05:32:32.662494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58666) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:32.679775 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.748252 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-9a77cda8-f881-4806-ba31-4987daf8c9f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796750 Feb 11 05:32:32.771765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:32.777879 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a74a47a-b6df-4c5a-9e1e-0aa5bef4929e admin admin] Publish callbacks [] for security_group (d4fe72e7-118f-42f8-82eb-99cf89b27824), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.818743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:32.850105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d7412d8-1d40-42f6-a5de-7903f8da30af req-a21adffa-9df7-430d-9792-8fe767dbf22b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913292 Feb 11 05:32:32.854067 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a74a47a-b6df-4c5a-9e1e-0aa5bef4929e admin admin] Publish callbacks [] for security_group (d4fe72e7-118f-42f8-82eb-99cf89b27824), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.894528 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.936040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-ae67700f-a103-44c8-8ecd-496a58a303a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2773023 Feb 11 05:32:32.962347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a74a47a-b6df-4c5a-9e1e-0aa5bef4929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d4fe72e7-118f-42f8-82eb-99cf89b27824), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.962867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a74a47a-b6df-4c5a-9e1e-0aa5bef4929e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.966887 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1a74a47a-b6df-4c5a-9e1e-0aa5bef4929e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4fe72e7-118f-42f8-82eb-99cf89b27824 HTTP/1.1" status: 204 len: 168 time: 0.3022010 Feb 11 05:32:32.968788 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-a508538c-c92c-4f47-a498-9ed30774f80a req-4e6cdaee-e22a-4a3b-bc4e-16943464ee36 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:32:32.980102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a508538c-c92c-4f47-a498-9ed30774f80a req-4e6cdaee-e22a-4a3b-bc4e-16943464ee36 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/1e2187ee-5b79-4694-b080-df99e54a853b HTTP/1.1" status: 404 len: 352 time: 0.0888529 Feb 11 05:32:32.985663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74a47a-b6df-4c5a-9e1e-0aa5bef4929e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fe72e7-118f-42f8-82eb-99cf89b27824,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:33.199561 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-c920b9da-c212-4d6b-8bf2-46b67bfa85e4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547590 Feb 11 05:32:33.339458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-aa5b7c33-b41b-45f9-8f9c-8995131cacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.342679 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-aa5b7c33-b41b-45f9-8f9c-8995131cacce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 1127 time: 0.0653946 Feb 11 05:32:33.420284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.420911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.422345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] 10.222.0.81 "PUT /v2.0/ports/c3a6a255-0cd7-4709-a801-55b1705fb35b HTTP/1.1" status: 200 len: 1092 time: 2.2930107 Feb 11 05:32:33.434181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:33.441507 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90ad9aa-0541-4169-8816-797c3c90b05f" -d '{"events": [{"name": "network-changed", "server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:33.504899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f24df9fa-f33f-4f2c-a5c3-7d1cd35886e8 req-afb2284a-fa2a-4e56-b457-4b5204833f46 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.1020212 Feb 11 05:32:33.522460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-07fee955-b240-4149-b0f0-12b11ed4bdb8 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7636340 Feb 11 05:32:33.537083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-41727fa9-ef72-4a62-a8a5-c8ea677ece85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.543222 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-41727fa9-ef72-4a62-a8a5-c8ea677ece85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.1774945 Feb 11 05:32:33.577677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f64375-df17-4486-8b15-c72df5d01846 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:33.601781 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-a7bd4f03-6311-48b1-b995-6aa616319dd9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 200 len: 217 time: 0.0502853 Feb 11 05:32:33.652569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-87bfc110-b05a-4031-b7ad-9586ba9030a0 service neutron] 10.222.0.31 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157319 Feb 11 05:32:33.673015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-b76d7633-4979-464c-9c3d-c8fad6f6f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.674880 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-b76d7633-4979-464c-9c3d-c8fad6f6f4bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.0609159 Feb 11 05:32:33.724574 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-468637a7-6dd0-4e44-9855-6a4bbff3f6f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382092 Feb 11 05:32:33.810023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa80e85-f2db-467e-ae44-5914614b527a req-7c868355-9eae-4401-96c1-42fae714bd54 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.811818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfa80e85-f2db-467e-ae44-5914614b527a req-7c868355-9eae-4401-96c1-42fae714bd54 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.72 "GET /v2.0/ports?device_id=d97da1df-1aab-40ac-8dad-e7bc38c70e45 HTTP/1.1" status: 200 len: 945 time: 0.4135754 Feb 11 05:32:33.856128 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-7de7190d-368b-4100-a823-12a947b32780 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198101 Feb 11 05:32:33.882280 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.898476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-8c11d976-edf4-4194-8253-646887258466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.902011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-8c11d976-edf4-4194-8253-646887258466 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 1126 time: 0.4126742 Feb 11 05:32:34.001264 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0c7f5b3-8ca0-4edf-b71d-ef2f2fe13c7d req-a168cc24-d395-4322-b0e6-b97fa0579668 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341422 Feb 11 05:32:34.028585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79b262ed-0b54-4541-ba92-7956baaffca6 req-fb9a782e-3a49-4b05-9194-dd4d3df62c5e service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525850 Feb 11 05:32:34.034571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-2b15ccc9-2330-47b3-9e81-0b90a53412ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b HTTP/1.1" status: 200 len: 217 time: 0.0960643 Feb 11 05:32:34.086649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b785c1-4a3c-4140-bb49-a134b4b4955f req-b0d1677b-b8d6-4751-8bb7-c02e5983e75e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:34.088307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23b785c1-4a3c-4140-bb49-a134b4b4955f req-b0d1677b-b8d6-4751-8bb7-c02e5983e75e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.4346294 Feb 11 05:32:34.116716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-c377e1d0-6247-4b0b-afa0-8f2b1321e2d3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:34.119175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-c377e1d0-6247-4b0b-afa0-8f2b1321e2d3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.81 "GET /v2.0/ports?device_id=dba7101a-2290-4fe2-a885-13c900548196 HTTP/1.1" status: 200 len: 946 time: 0.4458690 Feb 11 05:32:34.149411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b743eb97-a17e-42ce-a450-e0b43043b884 service neutron] 10.222.0.31 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752488 Feb 11 05:32:34.209855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58724) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.216560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-6209f5a5-9bd0-44aa-b9c9-1571f20e2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:34.218405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-6209f5a5-9bd0-44aa-b9c9-1571f20e2848 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9ef3855c-4e26-4b5c-9e78-72425adf7f66 HTTP/1.1" status: 200 len: 853 time: 0.1567199 Feb 11 05:32:34.305706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-4ff16072-12f2-4ddc-8cc0-9ee9bb794dd5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698936 Feb 11 05:32:34.310092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-cfa80e85-f2db-467e-ae44-5914614b527a req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Deleting port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:34.310443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cfa80e85-f2db-467e-ae44-5914614b527a req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.331022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23b785c1-4a3c-4140-bb49-a134b4b4955f req-e89ef601-c42d-4a72-82b4-083fdc2b4432 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096272 Feb 11 05:32:34.391397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-587ceade-291b-4dd7-9071-2887a0be3aba tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] Request body: {'port': {'network_id': 'd1b52f5b-ec0d-4f83-9c2e-d42f60bd54df', 'name': 'tempest-NetworksNegativeTestJSON-1505053145'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:34.409361 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-587ceade-291b-4dd7-9071-2887a0be3aba tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] POST failed (client error): The resource could not be found. Feb 11 05:32:34.410319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587ceade-291b-4dd7-9071-2887a0be3aba tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:34.413102 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-587ceade-291b-4dd7-9071-2887a0be3aba tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2018239 Feb 11 05:32:34.419853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58736) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.453896 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-03033dd5-5dd5-4532-8569-e536d061b477 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:34.455092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03033dd5-5dd5-4532-8569-e536d061b477 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:34.464898 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-03033dd5-5dd5-4532-8569-e536d061b477 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "DELETE /v2.0/networks/b5c2606c-9424-4485-96c9-3a39f7ff4ffc HTTP/1.1" status: 404 len: 339 time: 0.0436018 Feb 11 05:32:34.465932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58738) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.621789 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b468371-32a9-440e-babf-46056ae1c22a tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:34.622402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b468371-32a9-440e-babf-46056ae1c22a tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:34.625507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4b468371-32a9-440e-babf-46056ae1c22a tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "DELETE /v2.0/ports/cf4042e0-7738-4987-92f8-1d77da3fb7a2 HTTP/1.1" status: 404 len: 333 time: 0.1550314 Feb 11 05:32:34.629301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58748) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.669991 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-2628c34c-a470-4744-84d2-850ab3dbc17b tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:34.670705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2628c34c-a470-4744-84d2-850ab3dbc17b tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:34.671449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-cfa80e85-f2db-467e-ae44-5914614b527a req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] For port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:34.671827 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cfa80e85-f2db-467e-ae44-5914614b527a req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.674301 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2628c34c-a470-4744-84d2-850ab3dbc17b tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "DELETE /v2.0/subnets/a20ab467-c768-4dd7-a965-18f7bf2b150b HTTP/1.1" status: 404 len: 337 time: 0.0439095 Feb 11 05:32:34.677973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58750) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.679654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Deleting port bdecb919-2a22-4514-8a46-d6e6736840d0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:34.679991 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.702365 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b45534f-31ac-4f6c-b548-80c4656eef7d tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] GET failed (client error): The resource could not be found. Feb 11 05:32:34.704668 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0b45534f-31ac-4f6c-b548-80c4656eef7d tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "GET /v2.0/networks/d197d8f2-d9b1-4bf6-8c6e-af08b56c25f7 HTTP/1.1" status: 404 len: 339 time: 0.0252874 Feb 11 05:32:34.708420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58754) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.744886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-942b15ac-6a66-4cc2-8c5d-96a0a7df6c7f service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286289 Feb 11 05:32:34.751367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-cfa80e85-f2db-467e-ae44-5914614b527a req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Calling delete_port for 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:34.773437 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c44c90-6ee0-40aa-9bd5-72811c6d8af3 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] GET failed (client error): The resource could not be found. Feb 11 05:32:34.781222 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-49c44c90-6ee0-40aa-9bd5-72811c6d8af3 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "GET /v2.0/ports/6451cbcf-8549-4145-b470-2a80e9d09224 HTTP/1.1" status: 404 len: 333 time: 0.0710502 Feb 11 05:32:34.785561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58758) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.808657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7fe350f-15cd-4cef-85b4-f351e353515c req-aebe1404-d742-4ee6-9ec9-8057097c165d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d01313cf22746138b719316ec92d924 HTTP/1.1" status: 200 len: 6206 time: 0.3638484 Feb 11 05:32:34.861734 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d61dd32-ac62-48bc-8dfe-4a73e4061c51 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] GET failed (client error): The resource could not be found. Feb 11 05:32:34.863295 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5d61dd32-ac62-48bc-8dfe-4a73e4061c51 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "GET /v2.0/subnets/6a31fafd-4150-4d90-ab6b-58ab7b354632 HTTP/1.1" status: 404 len: 337 time: 0.0761349 Feb 11 05:32:34.868898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58762) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.889378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9cf53b97-6ab0-4001-bdb3-8630cc7464fe tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:34.920678 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf53b97-6ab0-4001-bdb3-8630cc7464fe tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] PUT failed (client error): The resource could not be found. Feb 11 05:32:34.929321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf53b97-6ab0-4001-bdb3-8630cc7464fe tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:34.936039 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9cf53b97-6ab0-4001-bdb3-8630cc7464fe tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "PUT /v2.0/networks/82b38417-3dca-4bf2-8ab0-6d2e3ae9a893 HTTP/1.1" status: 404 len: 339 time: 0.0658360 Feb 11 05:32:34.937583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58768) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.947869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3909ee11-a502-4956-8a54-7434f9d77f23 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:34.996069 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3909ee11-a502-4956-8a54-7434f9d77f23 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] PUT failed (client error): The resource could not be found. Feb 11 05:32:34.996836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3909ee11-a502-4956-8a54-7434f9d77f23 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:35.003222 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3909ee11-a502-4956-8a54-7434f9d77f23 tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "PUT /v2.0/ports/642a7f78-9e0a-4022-aeea-270ee8163eb8 HTTP/1.1" status: 404 len: 333 time: 0.0627859 Feb 11 05:32:35.004065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58778) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:35.011301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-59fd138f-f4ea-4054-b42a-0f0bfd8f04ef tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:35.013587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] For port bdecb919-2a22-4514-8a46-d6e6736840d0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=bdecb919-2a22-4514-8a46-d6e6736840d0,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:35.013968 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.049006 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fd138f-f4ea-4054-b42a-0f0bfd8f04ef tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] PUT failed (client error): The resource could not be found. Feb 11 05:32:35.049858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fd138f-f4ea-4054-b42a-0f0bfd8f04ef tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:35.052374 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-59fd138f-f4ea-4054-b42a-0f0bfd8f04ef tempest-NetworksNegativeTestJSON-1211116827 tempest-NetworksNegativeTestJSON-1211116827-project] 10.222.0.31 "PUT /v2.0/subnets/5048f03b-17c5-40cb-bb08-8c619e829ec4 HTTP/1.1" status: 404 len: 337 time: 0.0459654 Feb 11 05:32:35.081403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7fe350f-15cd-4cef-85b4-f351e353515c req-9d2d7618-160e-41a4-9fa0-63918979e68c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c HTTP/1.1" status: 200 len: 3002 time: 0.2714365 Feb 11 05:32:35.083635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Calling delete_port for bdecb919-2a22-4514-8a46-d6e6736840d0 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:35.090988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-04d3ff5f-9474-4921-98ce-4ab2a544e008 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835719 Feb 11 05:32:35.135061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d44d873-1cee-4004-8a1a-128b057c5270 req-5cf2bdd0-c827-48bb-a259-74e249d24eb9 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787346 Feb 11 05:32:35.329806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7fe350f-15cd-4cef-85b4-f351e353515c req-5c47fda7-d476-4f96-ad4a-4a80fe0afe9d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c HTTP/1.1" status: 200 len: 3002 time: 0.2475159 Feb 11 05:32:35.385675 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cfa80e85-f2db-467e-ae44-5914614b527a req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (42c9ee14-a0c0-4c91-a81b-c69c825dd9f1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.405561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['42c9ee14-a0c0-4c91-a81b-c69c825dd9f1'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:35.414203 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['bdecb919-2a22-4514-8a46-d6e6736840d0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:35.429844 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53313642-f792-4587-9f85-027270a0ff3b x-openstack-request-id: req-53313642-f792-4587-9f85-027270a0ff3b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:35.430150 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:35.430399 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53313642-f792-4587-9f85-027270a0ff3b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:35.430804 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'status': 'completed', 'code': 200} Feb 11 05:32:35.453926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Pushing event deleted for resources: {'Port': ['ID=42c9ee14-a0c0-4c91-a81b-c69c825dd9f1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:35.461674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-9330d499-3fa4-4a12-bde7-0ec0af94bd06 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.463971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-9330d499-3fa4-4a12-bde7-0ec0af94bd06 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3556817 Feb 11 05:32:35.585761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-f302562e-57e8-4618-8bcb-ca9cea596b62 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/quotas/8c27ae40d35945858eba01aed07f6a15 HTTP/1.1" status: 200 len: 375 time: 0.1053560 Feb 11 05:32:35.591282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa80e85-f2db-467e-ae44-5914614b527a req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] No DVR routers for this DVR port 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:35.598427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cfa80e85-f2db-467e-ae44-5914614b527a req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.601854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfa80e85-f2db-467e-ae44-5914614b527a req-6b805b01-e702-428c-8564-461313967819 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.72 "DELETE /v2.0/ports/42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 HTTP/1.1" status: 204 len: 173 time: 1.7758942 Feb 11 05:32:35.649589 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (bdecb919-2a22-4514-8a46-d6e6736840d0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.674233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['42c9ee14-a0c0-4c91-a81b-c69c825dd9f1'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:35.676466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-2bb8a44e-6f16-4f36-ad8d-16a9580238e0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793388 Feb 11 05:32:35.713014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-bb2c64c6-e0fe-4cf9-8b60-2b23d3bc6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.714589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-bb2c64c6-e0fe-4cf9-8b60-2b23d3bc6f7f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 1126 time: 0.2494588 Feb 11 05:32:35.760685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:35.772452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Pushing event deleted for resources: {'Port': ['ID=bdecb919-2a22-4514-8a46-d6e6736840d0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:35.894907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] No DVR routers for this DVR port bdecb919-2a22-4514-8a46-d6e6736840d0 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:35.918294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09932cbc-969d-44ea-83c6-0e53b8b62dfa req-d203304e-8aef-4ca5-b546-ad62c90018c8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.925727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09932cbc-969d-44ea-83c6-0e53b8b62dfa req-d203304e-8aef-4ca5-b546-ad62c90018c8 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.3754022 Feb 11 05:32:35.933953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.937345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9ac149e-f304-4047-b6ab-efdbd98c1b2d req-80d45fff-48f8-4d4e-af99-05628af8d6a6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.81 "DELETE /v2.0/ports/bdecb919-2a22-4514-8a46-d6e6736840d0 HTTP/1.1" status: 204 len: 173 time: 1.8079286 Feb 11 05:32:36.176563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09932cbc-969d-44ea-83c6-0e53b8b62dfa req-f95caf53-5124-4bb3-9abd-dd3ed09bf4fc tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341383 Feb 11 05:32:36.185964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-474e1a09-3265-4548-a06f-3449a51c9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:36.193021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-474e1a09-3265-4548-a06f-3449a51c9849 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 914 time: 0.4343305 Feb 11 05:32:36.269741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-27797460-f5ac-4386-974f-356b26ec2b1c req-dfcc6014-4273-46f7-9a43-0c1c04c8a5da tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1171704591', 'description': 'tempest-description-820657065'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:36.270458 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-033d78e4-00aa-429f-8f66-5f14ea123415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.276026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-1a3272ca-83f7-44bf-9ea4-6df38ddac049 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b HTTP/1.1" status: 200 len: 217 time: 0.0765760 Feb 11 05:32:36.445375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-033d78e4-00aa-429f-8f66-5f14ea123415 admin admin] Publish callbacks [] for security_group (40186434-251f-4d5c-931a-6574ae076cfc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.454130 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-033d78e4-00aa-429f-8f66-5f14ea123415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (40186434-251f-4d5c-931a-6574ae076cfc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.459849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d44d020c-7c96-4a03-8a26-a78b23c0aab7 req-70e1e3d8-e88a-430a-95ac-f249b04e4173 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0975726 Feb 11 05:32:36.477553 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-27797460-f5ac-4386-974f-356b26ec2b1c req-dfcc6014-4273-46f7-9a43-0c1c04c8a5da tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.531338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-f6a32db8-e6b8-4fca-8d85-390e706550c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:36.532606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d78e4-00aa-429f-8f66-5f14ea123415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40186434-251f-4d5c-931a-6574ae076cfc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:36.535018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-f6a32db8-e6b8-4fca-8d85-390e706550c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9ef3855c-4e26-4b5c-9e78-72425adf7f66 HTTP/1.1" status: 200 len: 853 time: 0.2478306 Feb 11 05:32:36.594071 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-033d78e4-00aa-429f-8f66-5f14ea123415 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61431ed75ecb4ce49d659fc67f1193ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8315022 Feb 11 05:32:36.597341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58814) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:36.683923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-a674622d-6ec7-4d57-b198-ffb0d90214db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006608 Feb 11 05:32:36.738546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21b1104f-d417-4b5a-af74-47b8a7e21d9b admin admin] Publish callbacks [] for security_group (40186434-251f-4d5c-931a-6574ae076cfc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.769811 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21b1104f-d417-4b5a-af74-47b8a7e21d9b admin admin] Publish callbacks [] for security_group (40186434-251f-4d5c-931a-6574ae076cfc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.854944 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21b1104f-d417-4b5a-af74-47b8a7e21d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (40186434-251f-4d5c-931a-6574ae076cfc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.857866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21b1104f-d417-4b5a-af74-47b8a7e21d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.865657 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-21b1104f-d417-4b5a-af74-47b8a7e21d9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40186434-251f-4d5c-931a-6574ae076cfc HTTP/1.1" status: 204 len: 168 time: 0.2669563 Feb 11 05:32:36.902686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1104f-d417-4b5a-af74-47b8a7e21d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40186434-251f-4d5c-931a-6574ae076cfc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:37.045576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cb157-8f39-4651-a06a-daf35b3a0612 req-e882b583-8c76-48c0-a7f6-4cec03dd9e54 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.056521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c6cb157-8f39-4651-a06a-daf35b3a0612 req-e882b583-8c76-48c0-a7f6-4cec03dd9e54 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.4713714 Feb 11 05:32:37.101390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-27797460-f5ac-4386-974f-356b26ec2b1c req-dfcc6014-4273-46f7-9a43-0c1c04c8a5da tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (dc690a03-172a-419c-a763-b35410558990), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.153662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-27797460-f5ac-4386-974f-356b26ec2b1c req-dfcc6014-4273-46f7-9a43-0c1c04c8a5da tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dc690a03-172a-419c-a763-b35410558990), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.228388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-c68c85ec-e34b-4acc-93cf-c403743de72a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.228388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-c68c85ec-e34b-4acc-93cf-c403743de72a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.72 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 812 time: 0.5478494 Feb 11 05:32:37.258637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-8d3d9238-138b-481a-93fd-5008796e8a25 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445814 Feb 11 05:32:37.301369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Request body: {'port': {'device_id': '27d0aa78-4fd1-4d50-a17a-add76d0fc5b5', 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851', 'admin_state_up': True, 'tenant_id': 'e7cd370a403b433183f32dddb856e12a'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:37.339250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-27797460-f5ac-4386-974f-356b26ec2b1c req-dfcc6014-4273-46f7-9a43-0c1c04c8a5da tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.340514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27797460-f5ac-4386-974f-356b26ec2b1c req-dfcc6014-4273-46f7-9a43-0c1c04c8a5da tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0747204 Feb 11 05:32:37.359940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc6014-4273-46f7-9a43-0c1c04c8a5da tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc690a03-172a-419c-a763-b35410558990,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:37.423233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c6cb157-8f39-4651-a06a-daf35b3a0612 req-79e4c3d7-8239-47b4-88e8-f7d9dd1e8d2b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621199 Feb 11 05:32:37.435147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97da1df-1aab-40ac-8dad-e7bc38c70e45', 'name': 'network-vif-deleted', 'tag': '42c9ee14-a0c0-4c91-a81b-c69c825dd9f1'}, {'server_uuid': 'dba7101a-2290-4fe2-a885-13c900548196', 'name': 'network-vif-deleted', 'tag': 'bdecb919-2a22-4514-8a46-d6e6736840d0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:37.447679 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcd4733-0b0b-467b-91a9-9ecb9d21a05f" -d '{"events": [{"server_uuid": "d97da1df-1aab-40ac-8dad-e7bc38c70e45", "name": "network-vif-deleted", "tag": "42c9ee14-a0c0-4c91-a81b-c69c825dd9f1"}, {"server_uuid": "dba7101a-2290-4fe2-a885-13c900548196", "name": "network-vif-deleted", "tag": "bdecb919-2a22-4514-8a46-d6e6736840d0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:37.516221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device bdecb919-2a22-4514-8a46-d6e6736840d0 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:37.562743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: bdecb919-2a22-4514-8a46-d6e6736840d0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:37.563104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device bdecb919-2a22-4514-8a46-d6e6736840d0 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:37.952548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:38.054915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-43086892-6855-4499-9f04-7d28f5a9b9b2 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.057457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-43086892-6855-4499-9f04-7d28f5a9b9b2 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.81 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 812 time: 0.9892142 Feb 11 05:32:38.064634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab87c741-beec-4ce7-a3d3-0ba2c9b6af55 req-dd6a585a-ebca-4497-abe2-4777414d5b03 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 210 time: 0.1460540 Feb 11 05:32:38.073502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9369e1e6-75b3-4027-9ebc-754f24f24a60 req-dbd1b6ae-d6aa-4935-8c07-1211f5220548 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 210 time: 0.1559451 Feb 11 05:32:38.129156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f is: DOWN; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:38.130218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:38.142810 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-182d3f0f-993b-4435-b5b5-334c4dc7e849 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840089 Feb 11 05:32:38.146532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Request body: {'port': {'device_id': 'e5133a30-5381-4f6d-97ae-32d220e51d22', 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851', 'admin_state_up': True, 'tenant_id': 'e7cd370a403b433183f32dddb856e12a'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:38.192768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:38.193466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 42c9ee14-a0c0-4c91-a81b-c69c825dd9f1 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:38.203739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-dc43f069-e4b0-4a73-9382-829588c41ef2 req-97123b80-c8a2-42eb-8289-dcd6c8f97219 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-396824287', 'description': 'tempest-description-1048192509'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:38.229911 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58864) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:38.326183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f90ad9aa-0541-4169-8816-797c3c90b05f req-0d091019-c4ff-41a5-88f1-e108d753cf92 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0148065 Feb 11 05:32:38.401135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a41c3566-db97-4ade-b462-07ba7b0058c0 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1486095975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:38.432310 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a41c3566-db97-4ade-b462-07ba7b0058c0 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.449567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dc43f069-e4b0-4a73-9382-829588c41ef2 req-97123b80-c8a2-42eb-8289-dcd6c8f97219 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.451219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a41c3566-db97-4ade-b462-07ba7b0058c0 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.500561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Made reservation on behalf of e7cd370a403b433183f32dddb856e12a for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:38.503248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.604438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a41c3566-db97-4ade-b462-07ba7b0058c0 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for router_controller (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.610731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a41c3566-db97-4ade-b462-07ba7b0058c0 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.622049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9af427-7733-4aa8-bac9-83e8b1be991d req-966fbc74-5e8a-4eda-888d-ebab84f44a0e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.623638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9af427-7733-4aa8-bac9-83e8b1be991d req-966fbc74-5e8a-4eda-888d-ebab84f44a0e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.4249418 Feb 11 05:32:38.636057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a41c3566-db97-4ade-b462-07ba7b0058c0 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.638054 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a41c3566-db97-4ade-b462-07ba7b0058c0 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4070799 Feb 11 05:32:38.639387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-536e14b1-071f-4008-b3f8-a75cc15584d7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.641225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-536e14b1-071f-4008-b3f8-a75cc15584d7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4697683 Feb 11 05:32:38.643752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58884) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:38.660288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-441171835'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:38.689070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Request body: {'port': {'device_id': 'ccd0f153-ff3d-4b98-943f-61d76a915e37', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8c27ae40d35945858eba01aed07f6a15'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:38.697242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Made reservation on behalf of e7cd370a403b433183f32dddb856e12a for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:38.701003 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.879782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae9af427-7733-4aa8-bac9-83e8b1be991d req-3c475340-2777-4e62-b80b-aa785c8fc1fd tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366753 Feb 11 05:32:38.880368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Made reservation on behalf of f8e69cd30abf4890a8f9ebc85e52c4cd for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:38.883679 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.952442 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.980192 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596f4779-7be5-4ee5-a109-ba5698aa7880 x-openstack-request-id: req-596f4779-7be5-4ee5-a109-ba5698aa7880 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:38.980750 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97da1df-1aab-40ac-8dad-e7bc38c70e45", "name": "network-vif-deleted", "tag": "42c9ee14-a0c0-4c91-a81b-c69c825dd9f1", "status": "completed", "code": 200}, {"server_uuid": "dba7101a-2290-4fe2-a885-13c900548196", "name": "network-vif-deleted", "tag": "bdecb919-2a22-4514-8a46-d6e6736840d0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:38.981211 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-596f4779-7be5-4ee5-a109-ba5698aa7880 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:38.981779 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97da1df-1aab-40ac-8dad-e7bc38c70e45', 'name': 'network-vif-deleted', 'tag': '42c9ee14-a0c0-4c91-a81b-c69c825dd9f1', 'status': 'completed', 'code': 200} Feb 11 05:32:38.982224 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba7101a-2290-4fe2-a885-13c900548196', 'name': 'network-vif-deleted', 'tag': 'bdecb919-2a22-4514-8a46-d6e6736840d0', 'status': 'completed', 'code': 200} Feb 11 05:32:38.992062 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dc43f069-e4b0-4a73-9382-829588c41ef2 req-97123b80-c8a2-42eb-8289-dcd6c8f97219 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (96772975-9bb2-4b39-8e4e-98f7a296064c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.021480 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dc43f069-e4b0-4a73-9382-829588c41ef2 req-97123b80-c8a2-42eb-8289-dcd6c8f97219 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (96772975-9bb2-4b39-8e4e-98f7a296064c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.044047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Allocated IP 172.20.0.14 (22258f0c-623c-4920-9e2a-35252f9ad851/cfd82cfb-1e36-4271-8987-1efc820ce183/890b5228-b070-41f7-8485-ceda31a4627c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:39.129661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ac2cd5c-e186-4da1-b0ef-9e56645dd227 req-fe6c8bfb-c0b8-473a-bb01-288588b97077 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0909412 Feb 11 05:32:39.150910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dc43f069-e4b0-4a73-9382-829588c41ef2 req-97123b80-c8a2-42eb-8289-dcd6c8f97219 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.161814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc43f069-e4b0-4a73-9382-829588c41ef2 req-97123b80-c8a2-42eb-8289-dcd6c8f97219 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9892471 Feb 11 05:32:39.206446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97123b80-c8a2-42eb-8289-dcd6c8f97219 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96772975-9bb2-4b39-8e4e-98f7a296064c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:39.296860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for security_group (7739bc03-b717-48d5-a55c-0a9097b616c6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.339490 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7739bc03-b717-48d5-a55c-0a9097b616c6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.342346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Made reservation on behalf of 8c27ae40d35945858eba01aed07f6a15 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:39.345885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.388089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb006463-acdc-4f0e-b20e-b58af2b15798 req-84ccf5fe-74f8-4122-a5f8-32bfa6cdfbbb tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 210 time: 0.0932724 Feb 11 05:32:39.403383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.429436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:39.471186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7739bc03-b717-48d5-a55c-0a9097b616c6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:39.491555 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (061134a2-0c18-4bf8-89ca-a582291e52dc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.492066 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Added segment 061134a2-0c18-4bf8-89ca-a582291e52dc of type vlan for network fe6054d6-4134-469f-ad38-cd243ec33c62 Feb 11 05:32:39.532472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:39.600641 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-ad38530b-c420-495b-88d6-ce3b19be523f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738058 Feb 11 05:32:39.642208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be60b63-5631-49db-87db-ca32af94cce6 req-8f6b811a-a087-451e-b2c9-72cb5b2ce548 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.649879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9be60b63-5631-49db-87db-ca32af94cce6 req-8f6b811a-a087-451e-b2c9-72cb5b2ce548 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.3638625 Feb 11 05:32:39.684469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:39.689091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e3f7cb3-1585-4d9f-bb2b-bbe09e35a725 req-c7f74e54-dd7a-4ca9-a949-c8819c6eda89 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 210 time: 0.1781678 Feb 11 05:32:39.700819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e', 'port_id': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'mac_address': 'fa:16:3e:40:6e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef3855c-4e26-4b5c-9e78-72425adf7f66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:39.714614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (fe6054d6-4134-469f-ad38-cd243ec33c62), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.763043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-b738dc39-eb8b-4231-b149-45d283e2b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.766110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c3a6a255-0cd7-4709-a801-55b1705fb35b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:39.766512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.769688 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-b738dc39-eb8b-4231-b149-45d283e2b1ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 1127 time: 0.1424308 Feb 11 05:32:39.789803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a6a255-0cd7-4709-a801-55b1705fb35b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:39.829597 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (fe6054d6-4134-469f-ad38-cd243ec33c62), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.851908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.852829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.859036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:39.866256 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.909152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-2193bac4-d952-43e8-89d2-27f89fe14c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.911134 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-2193bac4-d952-43e8-89d2-27f89fe14c62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.1160545 Feb 11 05:32:39.928667 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks [] for port (890b5228-b070-41f7-8485-ceda31a4627c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.937714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:39.980357 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-ad660fc9-2fb8-4650-b08a-3bd0d42306b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 200 len: 217 time: 0.0625198 Feb 11 05:32:39.999050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3482082 Feb 11 05:32:40.002565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9be60b63-5631-49db-87db-ca32af94cce6 req-042e23ff-c2d9-4c80-9b33-ba4b39b898e7 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518310 Feb 11 05:32:40.006160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58914) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:40.031840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58916) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:40.056215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'subnet': {'network_id': 'fe6054d6-4134-469f-ad38-cd243ec33c62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:40.114504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c1a07-3a20-4971-8535-8ec78a5e6c4a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Network': ['ID=fe6054d6-4134-469f-ad38-cd243ec33c62,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.115855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-c4b32d44-8633-4144-823e-9eeac5c30d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:40.119153 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-c4b32d44-8633-4144-823e-9eeac5c30d51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.1323426 Feb 11 05:32:40.127818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network fe6054d6-4134-469f-ad38-cd243ec33c62 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:40.131788 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for security_group (fef909b6-1894-4571-945e-f342ea8bfa6f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.147659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c3a6a255-0cd7-4709-a801-55b1705fb35b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:40.155853 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-67040caf-2282-4ad3-af60-f38ee77d2e00 service neutron] 10.222.0.72 "GET /v2.0/ports/fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f/bindings/n-h1-715271-35 HTTP/1.1" status: 200 len: 385 time: 0.1255600 Feb 11 05:32:40.182319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fef909b6-1894-4571-945e-f342ea8bfa6f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.184406 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-152b4b0b-87ab-42a6-85dd-e7df4555af8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433803 Feb 11 05:32:40.315669 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3ffd-6aa4-4a00-8fef-96305005f556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.327960 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (890b5228-b070-41f7-8485-ceda31a4627c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.330566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef909b6-1894-4571-945e-f342ea8bfa6f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.419204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-e62a7316-d262-4840-9aa0-c0022eed2e64 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:40.420665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-e62a7316-d262-4840-9aa0-c0022eed2e64 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 810 time: 0.5587645 Feb 11 05:32:40.444999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59996b73-057b-431e-bc21-db8e88f8db51 req-0b85870d-f7d3-43fe-a2e2-dd9329031e1a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:40.447077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59996b73-057b-431e-bc21-db8e88f8db51 req-0b85870d-f7d3-43fe-a2e2-dd9329031e1a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 944 time: 0.3603389 Feb 11 05:32:40.467801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Made reservation on behalf of f8e69cd30abf4890a8f9ebc85e52c4cd for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:40.471086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.531053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Network 22258f0c-623c-4920-9e2a-35252f9ad851 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:40.534172 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-72c1c897-cd1a-4567-9e4e-2f3ef9f643ff service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559092 Feb 11 05:32:40.548986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-fece4ea3-32e8-4250-9554-c11d2561643a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/quotas/7d01313cf22746138b719316ec92d924 HTTP/1.1" status: 200 len: 375 time: 0.1173494 Feb 11 05:32:40.566187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Allocated IP 172.20.0.12 (22258f0c-623c-4920-9e2a-35252f9ad851/cfd82cfb-1e36-4271-8987-1efc820ce183/c5406793-c883-4672-a199-e33df5281fd8) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:40.568260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Pushing event updated for resources: {'Port': ['ID=890b5228-b070-41f7-8485-ceda31a4627c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.585138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:40.601144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:40.610029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:40.690050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:40.695263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Allocated IP 192.168.233.177 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/90e80e91-3d2a-4312-95d1-49a86d5624a6) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:40.726364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3ffd-6aa4-4a00-8fef-96305005f556 admin admin] Publish callbacks [] for security_group (cf5828b8-e196-482f-9cae-d96b08ec99fe), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.736334 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3ffd-6aa4-4a00-8fef-96305005f556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cf5828b8-e196-482f-9cae-d96b08ec99fe), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.758301 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-804fd258-6923-4e57-ba06-5934fd7a11e0 service neutron] 10.222.0.72 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125800 Feb 11 05:32:40.770706 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:40.796329 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:40.812963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:40.813630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.814507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c3ffd-6aa4-4a00-8fef-96305005f556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5828b8-e196-482f-9cae-d96b08ec99fe,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.821698 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ec9c3ffd-6aa4-4a00-8fef-96305005f556 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8134e385a6e8494a989981298f29025b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7864566 Feb 11 05:32:40.821698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.822637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58926) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:40.825953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59996b73-057b-431e-bc21-db8e88f8db51 req-23d0db3d-9f58-4d59-a0c3-0e37f81371e0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670270 Feb 11 05:32:40.843161 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:32:40.895753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-9fa3864e-656e-4f5c-ad78-7e73b9fc7d3e tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6504700 Feb 11 05:32:40.908015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-a37cdf00-c2f0-403a-8794-be6cdaf30b56 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3351574 Feb 11 05:32:40.935076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Request body: {'port': {'device_id': '27d0aa78-4fd1-4d50-a17a-add76d0fc5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:40.981997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] Transition to ACTIVE for port object fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:40.982942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be7b01c2-a1db-460a-a71b-4a19d444abf0 admin admin] Publish callbacks [] for security_group (cf5828b8-e196-482f-9cae-d96b08ec99fe), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.993874 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.033333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be7b01c2-a1db-460a-a71b-4a19d444abf0 admin admin] Publish callbacks [] for security_group (cf5828b8-e196-482f-9cae-d96b08ec99fe), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.114688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] No DVR routers for this DVR port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:41.123515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] Pushing event updated for resources: {'Port': ['ID=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,revision_number=10']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.164301 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0cfe9013-3acb-41ce-a517-74655c998547 service neutron] 10.222.0.72 "PUT /v2.0/ports/fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f/bindings/n-h1-715271-35/activate HTTP/1.1" status: 200 len: 370 time: 0.9847045 Feb 11 05:32:41.175031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be7b01c2-a1db-460a-a71b-4a19d444abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cf5828b8-e196-482f-9cae-d96b08ec99fe), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.178590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be7b01c2-a1db-460a-a71b-4a19d444abf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.182254 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-be7b01c2-a1db-460a-a71b-4a19d444abf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf5828b8-e196-482f-9cae-d96b08ec99fe HTTP/1.1" status: 204 len: 168 time: 0.3562059 Feb 11 05:32:41.192110 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b01c2-a1db-460a-a71b-4a19d444abf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5828b8-e196-482f-9cae-d96b08ec99fe,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.408981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fa0ef13-8688-4dab-b06c-d74c6680bb9b req-5c347c60-cdef-439d-b562-ebeb72497d0e tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.4713240 Feb 11 05:32:41.528974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58934) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:41.533992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:41.546103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fbf7a9a-fe4c-4a6d-bc19-c890d46ec991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.596179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c3a6a255-0cd7-4709-a801-55b1705fb35b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:41.601240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c3a6a255-0cd7-4709-a801-55b1705fb35b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:41.601855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.640950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fbf7a9a-fe4c-4a6d-bc19-c890d46ec991 admin admin] Publish callbacks [] for security_group (eeb63af2-2e60-47b8-82a1-f93c00e9fb39), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.646121 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fbf7a9a-fe4c-4a6d-bc19-c890d46ec991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (eeb63af2-2e60-47b8-82a1-f93c00e9fb39), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.686271 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3fbf7a9a-fe4c-4a6d-bc19-c890d46ec991 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64c2eb227b514bf6a81c4ec319e87838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560614 Feb 11 05:32:41.687139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf7a9a-fe4c-4a6d-bc19-c890d46ec991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb63af2-2e60-47b8-82a1-f93c00e9fb39,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.688826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c3a6a255-0cd7-4709-a801-55b1705fb35b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:41.689472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58936) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:41.690254 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.690427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks [] for port (c5406793-c883-4672-a199-e33df5281fd8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.691949 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (890b5228-b070-41f7-8485-ceda31a4627c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.720827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:41.724113 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e6d07b-2d59-4296-a527-82690ec78823" -d '{"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-plugged", "status": "completed", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:41.730217 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.737459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:41.739099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-b94e2d4d-4721-4498-9c3b-f793fe96d3fc service neutron] 10.222.0.31 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7999406 Feb 11 05:32:41.744317 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bca8e8b-ea54-4d54-9ed2-3563f65d6e52 admin admin] Publish callbacks [] for security_group (eeb63af2-2e60-47b8-82a1-f93c00e9fb39), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.744578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.753236 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.768628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bca8e8b-ea54-4d54-9ed2-3563f65d6e52 admin admin] Publish callbacks [] for security_group (eeb63af2-2e60-47b8-82a1-f93c00e9fb39), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.797977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.810002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-632609fb-3753-4cef-8d90-fce38e1c2685 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.811503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-632609fb-3753-4cef-8d90-fce38e1c2685 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.4050298 Feb 11 05:32:41.822930 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bca8e8b-ea54-4d54-9ed2-3563f65d6e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (eeb63af2-2e60-47b8-82a1-f93c00e9fb39), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.825767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bca8e8b-ea54-4d54-9ed2-3563f65d6e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.827182 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6bca8e8b-ea54-4d54-9ed2-3563f65d6e52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eeb63af2-2e60-47b8-82a1-f93c00e9fb39 HTTP/1.1" status: 204 len: 168 time: 0.1365221 Feb 11 05:32:41.835365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca8e8b-ea54-4d54-9ed2-3563f65d6e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb63af2-2e60-47b8-82a1-f93c00e9fb39,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.884679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131a6fa-15c9-4c0c-b9d7-0f1dc233d066 req-b540b693-b4b7-4d9d-ad93-f4f7d30ca5f0 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.886205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0131a6fa-15c9-4c0c-b9d7-0f1dc233d066 req-b540b693-b4b7-4d9d-ad93-f4f7d30ca5f0 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 932 time: 0.3731101 Feb 11 05:32:42.016876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Subnet': ['ID=c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:42.106338 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c5406793-c883-4672-a199-e33df5281fd8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.124833 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.149621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Checking segment: {'id': '061134a2-0c18-4bf8-89ca-a582291e52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe6054d6-4134-469f-ad38-cd243ec33c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:42.150001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network hostable DHCP agents. Network: fe6054d6-4134-469f-ad38-cd243ec33c62, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:42.188938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-5725daa8-1b2a-4459-9244-2346f3f0f5dc service neutron] 10.222.0.31 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489911 Feb 11 05:32:42.211371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0131a6fa-15c9-4c0c-b9d7-0f1dc233d066 req-8dee7c17-a7c0-42ef-8993-04f390a720af tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090417 Feb 11 05:32:42.230770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-c7d92422-0800-4ba4-bcf9-a3be0348a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.232573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-c7d92422-0800-4ba4-bcf9-a3be0348a71f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079&tenant_id=189047df84ed4519ae5f18281ab6a0b6 HTTP/1.1" status: 200 len: 1128 time: 0.3769600 Feb 11 05:32:42.255853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:42.268984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Network 22258f0c-623c-4920-9e2a-35252f9ad851 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:42.281729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:42.317703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:42.319802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Pushing event updated for resources: {'Port': ['ID=c5406793-c883-4672-a199-e33df5281fd8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:42.322959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:42.326102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:42.357789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network fe6054d6-4134-469f-ad38-cd243ec33c62 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:42.482292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, fe6054d6-4134-469f-ad38-cd243ec33c62) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:42.498872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8148f337-029a-4209-aa92-58e517baf13c None None] Network fe6054d6-4134-469f-ad38-cd243ec33c62 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:42.517215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.517837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.663195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890b5228-b070-41f7-8485-ceda31a4627c {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:42.687407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ca6e9a8a-f508-45df-876a-f7b543f25ee9 None None] Provisioning complete for port 90e80e91-3d2a-4312-95d1-49a86d5624a6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:42.688768 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9a8a-f508-45df-876a-f7b543f25ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.708582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event updated for resources: {'Port': ['ID=90e80e91-3d2a-4312-95d1-49a86d5624a6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:42.718402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.719057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.729383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.730757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.744367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fe6054d6-4134-469f-ad38-cd243ec33c62', 'network_id': 'fe6054d6-4134-469f-ad38-cd243ec33c62', 'project_id': 'f8e69cd30abf4890a8f9ebc85e52c4cd', 'fixed_ips': [{'subnet_id': 'c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:42.745604 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.770068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Publish callbacks [] for port (890b5228-b070-41f7-8485-ceda31a4627c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.778200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e9a8a-f508-45df-876a-f7b543f25ee9 None None] Port 90e80e91-3d2a-4312-95d1-49a86d5624a6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:42.817070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-69778694-a36c-49a9-a2d8-faf2f2b00b95 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1606915 Feb 11 05:32:42.832435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-c304a40a-6438-4f09-83fd-13ae4aca9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.834184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-c304a40a-6438-4f09-83fd-13ae4aca9848 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=189047df84ed4519ae5f18281ab6a0b6&device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 1128 time: 0.5713110 Feb 11 05:32:42.909351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Request body: {'port': {'device_id': 'ccd0f153-ff3d-4b98-943f-61d76a915e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:42.937221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Allocated IP 2001:db8::2 (fe6054d6-4134-469f-ad38-cd243ec33c62/c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2/0e9b9537-02ed-4ed4-b16d-a19c182678a0) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:42.939306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2f7cf5aa-c1f3-4e81-b45c-a5602d08699d tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9264102 Feb 11 05:32:42.942621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58978) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:42.949960 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'network': {'name': 'tempest-router-network01--1729475072'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:42.976607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Transition to ACTIVE for port object 890b5228-b070-41f7-8485-ceda31a4627c will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:42.980526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-3c7565a6-3be3-4fdd-b570-6b51ea681b2a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9046123 Feb 11 05:32:42.991326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Made reservation on behalf of f8e69cd30abf4890a8f9ebc85e52c4cd for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:42.995912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.009980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Request body: {'port': {'device_id': 'e5133a30-5381-4f6d-97ae-32d220e51d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:43.013281 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (890b5228-b070-41f7-8485-ceda31a4627c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.032732 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:43.044416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (789a37ed-5173-47af-ae3f-c02e7cffd298), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.044938 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Added segment 789a37ed-5173-47af-ae3f-c02e7cffd298 of type vlan for network 9ce7e5f0-257b-4459-bf67-5c3565768d55 Feb 11 05:32:43.092280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (9ce7e5f0-257b-4459-bf67-5c3565768d55), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.134942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (9ce7e5f0-257b-4459-bf67-5c3565768d55), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.146387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.147045 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.171615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Publish callbacks [] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.177374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.185838 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.195546 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2515235 Feb 11 05:32:43.197251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58982) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:43.215714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'network': {'name': 'tempest-router-network02--1011099086'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:43.236653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e74cb-773c-4a4e-a081-8dba7219a60b req-eff2a9b8-4cab-4ddd-865f-3eb5e2c29add tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.238203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-236e74cb-773c-4a4e-a081-8dba7219a60b req-eff2a9b8-4cab-4ddd-865f-3eb5e2c29add tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 936 time: 0.8382308 Feb 11 05:32:43.238855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Network fe6054d6-4134-469f-ad38-cd243ec33c62 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:43.242693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:43.251130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:43.328047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65ef4c-dfe0-4acc-bede-eff77342c40e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Network': ['ID=9ce7e5f0-257b-4459-bf67-5c3565768d55,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:43.333266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Attempting to bind port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:43.333688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Attempting to bind port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '061134a2-0c18-4bf8-89ca-a582291e52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe6054d6-4134-469f-ad38-cd243ec33c62'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:43.334054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Attempting to bind port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 on network fe6054d6-4134-469f-ad38-cd243ec33c62 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:43.339982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Pushing event updated for resources: {'Port': ['ID=0e9b9537-02ed-4ed4-b16d-a19c182678a0,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:43.349046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Made reservation on behalf of f8e69cd30abf4890a8f9ebc85e52c4cd for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:43.349242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 9ce7e5f0-257b-4459-bf67-5c3565768d55 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:43.353761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:43.354241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Checking segment: {'id': '061134a2-0c18-4bf8-89ca-a582291e52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe6054d6-4134-469f-ad38-cd243ec33c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:43.354685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.354819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.355080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Bound using segment: {'id': '061134a2-0c18-4bf8-89ca-a582291e52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe6054d6-4134-469f-ad38-cd243ec33c62'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:43.355564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Bound port: 0e9b9537-02ed-4ed4-b16d-a19c182678a0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061134a2-0c18-4bf8-89ca-a582291e52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe6054d6-4134-469f-ad38-cd243ec33c62'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:43.355945 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.364000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-9b74679d-6aad-4250-94e7-ee427f0c75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.365790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-9b74679d-6aad-4250-94e7-ee427f0c75e2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 200 len: 909 time: 0.4793837 Feb 11 05:32:43.379733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=890b5228-b070-41f7-8485-ceda31a4627c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:43.394705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ff63e-89c5-4445-a504-7ee7a39d024e req-348aa6b3-9a55-48fc-83d5-34e1d6db3b54 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.396415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e44ff63e-89c5-4445-a504-7ee7a39d024e req-348aa6b3-9a55-48fc-83d5-34e1d6db3b54 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.9528253 Feb 11 05:32:43.405719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:43.432899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3824e771-89a7-4083-96ad-87356e5daee1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.435622 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Added segment 3824e771-89a7-4083-96ad-87356e5daee1 of type vlan for network e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 Feb 11 05:32:43.484445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.525877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.527690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] For port 0e9b9537-02ed-4ed4-b16d-a19c182678a0, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:43.529973 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c5406793-c883-4672-a199-e33df5281fd8), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.532822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.533895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.547951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] For port 0e9b9537-02ed-4ed4-b16d-a19c182678a0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0e9b9537-02ed-4ed4-b16d-a19c182678a0,segment=NetworkSegment(061134a2-0c18-4bf8-89ca-a582291e52dc),segment_id=061134a2-0c18-4bf8-89ca-a582291e52dc)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:43.556911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.557550 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3541124 Feb 11 05:32:43.568495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58992) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:43.577881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'subnet': {'network_id': '9ce7e5f0-257b-4459-bf67-5c3565768d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:43.627883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-f0d92e6c-f2af-4e4e-a753-3b89da803e36 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f HTTP/1.1" status: 200 len: 217 time: 0.1365736 Feb 11 05:32:43.631523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ab4a0-3cc8-4a53-b25b-3a38412888bb None None] Pushing event updated for resources: {'Port': ['ID=0e9b9537-02ed-4ed4-b16d-a19c182678a0,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:43.644524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Attempting to bind port 890b5228-b070-41f7-8485-ceda31a4627c on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:43.644905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Attempting to bind port 890b5228-b070-41f7-8485-ceda31a4627c by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:43.645367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Attempting to bind port 890b5228-b070-41f7-8485-ceda31a4627c on network 22258f0c-623c-4920-9e2a-35252f9ad851 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:43.660779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b2c72-7eee-407d-a732-1426345d1430 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Network': ['ID=e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:43.683713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:43.709124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0d3ddcfb-8322-4443-a1c0-7222a957d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.710920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0d3ddcfb-8322-4443-a1c0-7222a957d540 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 200 len: 848 time: 0.0690415 Feb 11 05:32:43.824181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Made reservation on behalf of f8e69cd30abf4890a8f9ebc85e52c4cd for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:43.830015 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.839602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Port 890b5228-b070-41f7-8485-ceda31a4627c on network 22258f0c-623c-4920-9e2a-35252f9ad851 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:43.839946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Attempting to bind port 890b5228-b070-41f7-8485-ceda31a4627c on network 22258f0c-623c-4920-9e2a-35252f9ad851 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:43.935960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-236e74cb-773c-4a4e-a081-8dba7219a60b req-2d6de0b1-4b60-4b47-a116-4c00c47198f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701598 Feb 11 05:32:43.971324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-c5eda037-c95d-4b07-911b-037e0a9deb28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=662b4f87-ddac-4f37-bb8c-0f74e2de8a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329489 Feb 11 05:32:43.980392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:43.980749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Checking segment: {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:43.981301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Bound using segment: {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:43.981822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Bound port: 890b5228-b070-41f7-8485-ceda31a4627c, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:43.982272 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (890b5228-b070-41f7-8485-ceda31a4627c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.077554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e44ff63e-89c5-4445-a504-7ee7a39d024e req-d9e2790e-81c9-4bd9-a659-5a349b0457ea tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501113 Feb 11 05:32:44.085949 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb9cf22-ae5d-459b-9709-312f201c25a0 x-openstack-request-id: req-6fb9cf22-ae5d-459b-9709-312f201c25a0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:44.087527 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-plugged", "status": "completed", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:44.088066 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fb9cf22-ae5d-459b-9709-312f201c25a0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:44.088852 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'code': 200} Feb 11 05:32:44.233851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-d470816e-b163-4052-b595-7e72bba59c9e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:44.236544 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-d470816e-b163-4052-b595-7e72bba59c9e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.81 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 810 time: 0.3988078 Feb 11 05:32:44.259506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'port': {'device_id': '66336033-bba5-49bb-b27d-421ca45b1a71', 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e', 'admin_state_up': True, 'tenant_id': '7d01313cf22746138b719316ec92d924'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:44.393668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-418e8dc3-18e2-4a56-9140-56d0054a23a7 req-afc31ea9-eb6f-4bd4-b611-5df0855788a0 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 210 time: 0.1556668 Feb 11 05:32:44.452615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9fa69c15-fed8-42a7-98d3-067da1d14c03), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.491270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] For port 890b5228-b070-41f7-8485-ceda31a4627c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:44.537764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Subnet': ['ID=9fa69c15-fed8-42a7-98d3-067da1d14c03,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:44.543196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Made reservation on behalf of 7d01313cf22746138b719316ec92d924 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:44.546734 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.598822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Checking segment: {'id': '789a37ed-5173-47af-ae3f-c02e7cffd298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ce7e5f0-257b-4459-bf67-5c3565768d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:44.599244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network hostable DHCP agents. Network: 9ce7e5f0-257b-4459-bf67-5c3565768d55, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:44.674457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network 9ce7e5f0-257b-4459-bf67-5c3565768d55 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:44.708306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 9ce7e5f0-257b-4459-bf67-5c3565768d55) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:44.714009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:44.714630 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.720610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59008) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:44.720835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27cd638-c855-4a8a-84c9-c17455236c20 None None] Network 9ce7e5f0-257b-4459-bf67-5c3565768d55 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:44.756895 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-25f95852-be82-44c6-bd1f-0f242d16fdce tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1838937 Feb 11 05:32:44.757943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59012) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:44.763882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'subnet': {'network_id': 'e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:44.806375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Allocated IP 172.20.0.3 (e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e/6ab4321f-5401-417c-8b1a-8da307604731/4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:44.931424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-9ce7e5f0-257b-4459-bf67-5c3565768d55', 'network_id': '9ce7e5f0-257b-4459-bf67-5c3565768d55', 'project_id': 'f8e69cd30abf4890a8f9ebc85e52c4cd', 'fixed_ips': [{'subnet_id': '9fa69c15-fed8-42a7-98d3-067da1d14c03'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:44.932341 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.958572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Made reservation on behalf of f8e69cd30abf4890a8f9ebc85e52c4cd for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:44.962763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.004100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] For port 890b5228-b070-41f7-8485-ceda31a4627c, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=890b5228-b070-41f7-8485-ceda31a4627c,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:45.008748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-288040c0-f43d-4bc6-9f0d-d9918d315c4f service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0116823 Feb 11 05:32:45.030241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98b0202c-0087-4c5b-b46e-d8fa977b7f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.054107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be170c42-32ba-4195-aa44-575ff9a0ba3f req-286f43fb-f00d-4f10-8b2e-95ccc2c1cbe6 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.5640681 Feb 11 05:32:45.088160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cb8e5-e885-4ea3-90c6-b745a3268463 req-b73c29e2-b151-4e21-9b9f-d9e530109ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.089724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c7cb8e5-e885-4ea3-90c6-b745a3268463 req-b73c29e2-b151-4e21-9b9f-d9e530109ad5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 1128 time: 0.8534591 Feb 11 05:32:45.121183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Allocated IP 2001:db8::2 (9ce7e5f0-257b-4459-bf67-5c3565768d55/9fa69c15-fed8-42a7-98d3-067da1d14c03/99c260d4-7b92-43ac-aadb-fec2ec23d1ef) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:45.138212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536743-57ab-473f-b5b7-5630011c7c36 req-913a6abb-5e3d-4dc4-ab0c-a4c4052b5b95 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.141929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90536743-57ab-473f-b5b7-5630011c7c36 req-913a6abb-5e3d-4dc4-ab0c-a4c4052b5b95 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 945 time: 0.9132218 Feb 11 05:32:45.143969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (890b5228-b070-41f7-8485-ceda31a4627c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.164445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397b5c1-09b1-4ab3-b916-8af70f806d42 None None] Network fe6054d6-4134-469f-ad38-cd243ec33c62 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:45.295300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-acfe18c4-530b-4b88-b8e8-7d5ad5357256 None None] Provisioning complete for port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:45.295960 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-acfe18c4-530b-4b88-b8e8-7d5ad5357256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.303733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.368802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.369491 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.371318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/890b5228-b070-41f7-8485-ceda31a4627c HTTP/1.1" status: 200 len: 1093 time: 4.4597666 Feb 11 05:32:45.412423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d0aa78-4fd1-4d50-a17a-add76d0fc5b5', 'tag': '890b5228-b070-41f7-8485-ceda31a4627c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:45.415499 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eccd21f-596b-4cd0-8c44-0b646c8995b5" -d '{"events": [{"name": "network-changed", "server_uuid": "27d0aa78-4fd1-4d50-a17a-add76d0fc5b5", "tag": "890b5228-b070-41f7-8485-ceda31a4627c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:45.452116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e80e91-3d2a-4312-95d1-49a86d5624a6 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:45.469569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c7cb8e5-e885-4ea3-90c6-b745a3268463 req-7d10dee2-aaa0-46be-aade-dccff53967da service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755387 Feb 11 05:32:45.547181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Publish callbacks [] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.589890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e66ee7-546e-492c-9efd-2f20bb8bd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=890b5228-b070-41f7-8485-ceda31a4627c,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:45.596147 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Publish callbacks [] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.620601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90536743-57ab-473f-b5b7-5630011c7c36 req-b9213c22-bdfc-405d-a736-9a4f4fc350be tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931808 Feb 11 05:32:45.626887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5406793-c883-4672-a199-e33df5281fd8 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:45.632782 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-33ea2d5f-2f88-4241-89d4-91b7bb1b515f req-13439ee2-9cbe-4532-a3b2-2f7fdb65583b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.3611794 Feb 11 05:32:45.636985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Transition to ACTIVE for port object 90e80e91-3d2a-4312-95d1-49a86d5624a6 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:45.640571 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.642629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0e9b9537-02ed-4ed4-b16d-a19c182678a0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:45.656705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f488a1e-5334-41cb-bc50-8a53748faf90 req-a7d10038-cdc0-4a5b-a53f-88efac5d2bc8 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.658463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f488a1e-5334-41cb-bc50-8a53748faf90 req-a7d10038-cdc0-4a5b-a53f-88efac5d2bc8 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 944 time: 0.4634628 Feb 11 05:32:45.673716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Publish callbacks [] for port (c5406793-c883-4672-a199-e33df5281fd8), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.679216 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.685969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-c29629ed-5096-4cdd-ba52-e61391741a00 service neutron] 10.222.0.81 "GET /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525917 Feb 11 05:32:45.725250 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Network 9ce7e5f0-257b-4459-bf67-5c3565768d55 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:45.747959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:45.759131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:45.759406 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98b0202c-0087-4c5b-b46e-d8fa977b7f55 admin admin] Publish callbacks [] for security_group (faee2aac-fb4e-4cda-9d25-5a1d85d27a73), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.779725 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98b0202c-0087-4c5b-b46e-d8fa977b7f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (faee2aac-fb4e-4cda-9d25-5a1d85d27a73), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.788192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-acfe18c4-530b-4b88-b8e8-7d5ad5357256 None None] Current status of the port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:45.788864 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-acfe18c4-530b-4b88-b8e8-7d5ad5357256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.794739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Transition to ACTIVE for port object c5406793-c883-4672-a199-e33df5281fd8 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:45.798612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-da69e4f7-bf07-43e0-ad4e-9ca65ddf34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.800829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-da69e4f7-bf07-43e0-ad4e-9ca65ddf34b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 1127 time: 0.3031042 Feb 11 05:32:45.831180 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-98b0202c-0087-4c5b-b46e-d8fa977b7f55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6341e1b098ca41b58b7643142a3d1c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1097753 Feb 11 05:32:45.833220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Pushing event updated for resources: {'Port': ['ID=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:45.835973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59022) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:45.862865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.869039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (10ca6c07-69e7-4db1-a3cb-81bf70c635a0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.898168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['63b49bf7-57e2-4905-bb0b-d9724dabd808'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:45.913238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-acfe18c4-530b-4b88-b8e8-7d5ad5357256 None None] For port 0e9b9537-02ed-4ed4-b16d-a19c182678a0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0e9b9537-02ed-4ed4-b16d-a19c182678a0,segment=NetworkSegment(061134a2-0c18-4bf8-89ca-a582291e52dc),segment_id=061134a2-0c18-4bf8-89ca-a582291e52dc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:45.921085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0202c-0087-4c5b-b46e-d8fa977b7f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee2aac-fb4e-4cda-9d25-5a1d85d27a73,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:45.945461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Attempting to bind port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:45.945842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Attempting to bind port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '789a37ed-5173-47af-ae3f-c02e7cffd298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ce7e5f0-257b-4459-bf67-5c3565768d55'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:45.946755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Attempting to bind port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef on network 9ce7e5f0-257b-4459-bf67-5c3565768d55 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:45.948769 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-acfe18c4-530b-4b88-b8e8-7d5ad5357256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.990403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:45.991162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Checking segment: {'id': '789a37ed-5173-47af-ae3f-c02e7cffd298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ce7e5f0-257b-4459-bf67-5c3565768d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:45.991819 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.992427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Bound using segment: {'id': '789a37ed-5173-47af-ae3f-c02e7cffd298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ce7e5f0-257b-4459-bf67-5c3565768d55'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:45.994272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Bound port: 99c260d4-7b92-43ac-aadb-fec2ec23d1ef, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789a37ed-5173-47af-ae3f-c02e7cffd298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ce7e5f0-257b-4459-bf67-5c3565768d55'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:45.994894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.995671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-bbbd8743-d851-49b3-8242-3cf6c5f1f4f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890b5228-b070-41f7-8485-ceda31a4627c HTTP/1.1" status: 200 len: 217 time: 0.0939021 Feb 11 05:32:45.995955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c5406793-c883-4672-a199-e33df5281fd8), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.013038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:46.013910 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.076379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=90e80e91-3d2a-4312-95d1-49a86d5624a6,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.101477 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:46.112330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:46.119441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:46.137469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Subnet': ['ID=10ca6c07-69e7-4db1-a3cb-81bf70c635a0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.150988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe18c4-530b-4b88-b8e8-7d5ad5357256 None None] Pushing event updated for resources: {'Port': ['ID=0e9b9537-02ed-4ed4-b16d-a19c182678a0,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.192065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'Port': ['ID=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.203888 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Checking segment: {'id': '3824e771-89a7-4083-96ad-87356e5daee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:46.204283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network hostable DHCP agents. Network: e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:46.206644 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0eee28f3-665d-4b65-8dfd-fd5e23c4e3c8 admin admin] Publish callbacks [] for security_group (faee2aac-fb4e-4cda-9d25-5a1d85d27a73), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.207151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9dc6a2b5-6152-4c3a-8a25-e8b66d06323e None None] Provisioning complete for port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:46.207728 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9dc6a2b5-6152-4c3a-8a25-e8b66d06323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.230893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.231955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.249247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] For port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:46.262044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0eee28f3-665d-4b65-8dfd-fd5e23c4e3c8 admin admin] Publish callbacks [] for security_group (faee2aac-fb4e-4cda-9d25-5a1d85d27a73), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.265402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f488a1e-5334-41cb-bc50-8a53748faf90 req-57a005e4-18ba-40f0-aac8-54c70831450d tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955708 Feb 11 05:32:46.272489 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-12841325-6c8a-4ed4-854a-e2c09f1b7758 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0257881 Feb 11 05:32:46.276027 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:46.297934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Request body: {'port': {'device_id': '66336033-bba5-49bb-b27d-421ca45b1a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:46.319125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] For port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,segment=NetworkSegment(789a37ed-5173-47af-ae3f-c02e7cffd298),segment_id=789a37ed-5173-47af-ae3f-c02e7cffd298)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:46.335009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:46.341400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.352245 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.353040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.355843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c23762-6412-40c2-971e-8f82c59dc77d None None] Network e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:46.385319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Attempting to bind port 90e80e91-3d2a-4312-95d1-49a86d5624a6 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:46.385670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Attempting to bind port 90e80e91-3d2a-4312-95d1-49a86d5624a6 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:46.386042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Attempting to bind port 90e80e91-3d2a-4312-95d1-49a86d5624a6 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:46.403843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0eee28f3-665d-4b65-8dfd-fd5e23c4e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (faee2aac-fb4e-4cda-9d25-5a1d85d27a73), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.406709 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0eee28f3-665d-4b65-8dfd-fd5e23c4e3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.410782 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0eee28f3-665d-4b65-8dfd-fd5e23c4e3c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faee2aac-fb4e-4cda-9d25-5a1d85d27a73 HTTP/1.1" status: 204 len: 168 time: 0.5567722 Feb 11 05:32:46.410949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:46.422247 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e5fff91a-febb-45d8-8b5b-796a09374a3a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6626294 Feb 11 05:32:46.433076 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.435693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59030) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:46.457979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-f2377224-1b42-4a92-b34e-5f832f092bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.458870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-f2377224-1b42-4a92-b34e-5f832f092bb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cfd82cfb-1e36-4271-8987-1efc820ce183 HTTP/1.1" status: 200 len: 852 time: 0.4303756 Feb 11 05:32:46.467156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3d7d6-dca0-45b4-827a-114b7bf5c43f req-ffe65e9c-2129-4d86-b005-6ba027910d6b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.468754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2f3d7d6-dca0-45b4-827a-114b7bf5c43f req-ffe65e9c-2129-4d86-b005-6ba027910d6b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 948 time: 0.6663122 Feb 11 05:32:46.519504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Pushing event updated for resources: {'Port': ['ID=c5406793-c883-4672-a199-e33df5281fd8,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.528028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Port 90e80e91-3d2a-4312-95d1-49a86d5624a6 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:46.529628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Attempting to bind port 90e80e91-3d2a-4312-95d1-49a86d5624a6 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:46.570747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:46.571131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:46.573953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:46.574532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Bound port: 90e80e91-3d2a-4312-95d1-49a86d5624a6, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:46.574884 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.649682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-7c0fba32-a75a-4d32-8a74-16c5ddab0e4b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.651646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-7c0fba32-a75a-4d32-8a74-16c5ddab0e4b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079&tenant_id=189047df84ed4519ae5f18281ab6a0b6&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.6090698 Feb 11 05:32:46.662207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-46938096-d6fc-4ec2-b865-564b0adba616 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22258f0c-623c-4920-9e2a-35252f9ad851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1814966 Feb 11 05:32:46.678241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee28f3-665d-4b65-8dfd-fd5e23c4e3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee2aac-fb4e-4cda-9d25-5a1d85d27a73,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.693144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27696e8f-96af-4127-ace3-28de8eda08bc None None] Pushing event updated for resources: {'Port': ['ID=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.745028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] For port 90e80e91-3d2a-4312-95d1-49a86d5624a6, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:46.749069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] For port 90e80e91-3d2a-4312-95d1-49a86d5624a6, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=90e80e91-3d2a-4312-95d1-49a86d5624a6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:46.774606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9dc6a2b5-6152-4c3a-8a25-e8b66d06323e None None] Current status of the port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:46.866991 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.931079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2', 'network_id': 'e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2', 'project_id': 'f8e69cd30abf4890a8f9ebc85e52c4cd', 'fixed_ips': [{'subnet_id': '10ca6c07-69e7-4db1-a3cb-81bf70c635a0'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:46.932750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.996901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59036) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:47.023984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aa35a-0994-430c-a591-20ef69895811 req-8ffcea70-8b8e-43b3-9ffe-c1760d973d93 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:47.027214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a7aa35a-0994-430c-a591-20ef69895811 req-8ffcea70-8b8e-43b3-9ffe-c1760d973d93 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.6582801 Feb 11 05:32:47.077282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:47.080034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.085452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] 10.222.0.72 "PUT /v2.0/ports/90e80e91-3d2a-4312-95d1-49a86d5624a6 HTTP/1.1" status: 200 len: 1097 time: 4.2445972 Feb 11 05:32:47.127763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Attempting to bind port c5406793-c883-4672-a199-e33df5281fd8 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:47.128149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Attempting to bind port c5406793-c883-4672-a199-e33df5281fd8 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:47.128698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Attempting to bind port c5406793-c883-4672-a199-e33df5281fd8 on network 22258f0c-623c-4920-9e2a-35252f9ad851 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:47.137903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2f3d7d6-dca0-45b4-827a-114b7bf5c43f req-8fb1eb1d-b042-4770-bec3-88e884c2f5c1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6604772 Feb 11 05:32:47.151530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8a76f8e-7956-4951-aa7f-a6564779067d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.211387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Port c5406793-c883-4672-a199-e33df5281fd8 on network 22258f0c-623c-4920-9e2a-35252f9ad851 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:47.212279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Attempting to bind port c5406793-c883-4672-a199-e33df5281fd8 on network 22258f0c-623c-4920-9e2a-35252f9ad851 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:47.221478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Allocated IP 2001:db8::2 (e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2/10ca6c07-69e7-4db1-a3cb-81bf70c635a0/9a05e352-869b-4899-8a5c-b3448f988950) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:47.259759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47d5c7-c519-4069-bb05-fab3452e5ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=90e80e91-3d2a-4312-95d1-49a86d5624a6,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:47.262572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:47.262911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Checking segment: {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:47.263296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Bound using segment: {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:47.263735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Bound port: c5406793-c883-4672-a199-e33df5281fd8, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:47.264095 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c5406793-c883-4672-a199-e33df5281fd8), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.296578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.390508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-fef7fdd9-712c-4be0-9265-f899388f9c71 service neutron] 10.222.0.72 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7146566 Feb 11 05:32:47.461176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a7aa35a-0994-430c-a591-20ef69895811 req-41a0ceaf-3e37-4545-9a55-30a7884f0c29 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346889 Feb 11 05:32:47.487167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Publish callbacks [] for port (9a05e352-869b-4899-8a5c-b3448f988950), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.515854 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (9a05e352-869b-4899-8a5c-b3448f988950), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.596182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-b0166e2d-756f-4e7e-99a0-001729cd0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:47.600806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Network e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:47.602041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-b0166e2d-756f-4e7e-99a0-001729cd0d6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 1131 time: 0.4372175 Feb 11 05:32:47.610049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:47.614889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:47.615081 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bf3b75-4507-4da6-bd8f-c3cca0573ca9 x-openstack-request-id: req-07bf3b75-4507-4da6-bd8f-c3cca0573ca9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:47.615317 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d0aa78-4fd1-4d50-a17a-add76d0fc5b5", "tag": "890b5228-b070-41f7-8485-ceda31a4627c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:47.615534 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07bf3b75-4507-4da6-bd8f-c3cca0573ca9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:47.615890 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d0aa78-4fd1-4d50-a17a-add76d0fc5b5', 'tag': '890b5228-b070-41f7-8485-ceda31a4627c', 'status': 'completed', 'code': 200} Feb 11 05:32:47.617216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Pushing event updated for resources: {'Port': ['ID=9a05e352-869b-4899-8a5c-b3448f988950,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:47.714753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Attempting to bind port 9a05e352-869b-4899-8a5c-b3448f988950 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:47.714753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Attempting to bind port 9a05e352-869b-4899-8a5c-b3448f988950 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '3824e771-89a7-4083-96ad-87356e5daee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:47.715401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Attempting to bind port 9a05e352-869b-4899-8a5c-b3448f988950 on network e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:47.723843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:47.724546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Checking segment: {'id': '3824e771-89a7-4083-96ad-87356e5daee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:47.728482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.728934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Bound using segment: {'id': '3824e771-89a7-4083-96ad-87356e5daee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:47.729466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Bound port: 9a05e352-869b-4899-8a5c-b3448f988950, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3824e771-89a7-4083-96ad-87356e5daee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:47.729862 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9a05e352-869b-4899-8a5c-b3448f988950), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.763379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:47.768849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 99c260d4-7b92-43ac-aadb-fec2ec23d1ef up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:47.776029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0b5284b7-cc33-4d03-8824-123cf7c7ad3d service neutron] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:47.776450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Publish callbacks [] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.789559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Allocated IP 2001:db8::1 (9ce7e5f0-257b-4459-bf67-5c3565768d55/9fa69c15-fed8-42a7-98d3-067da1d14c03/6df5dfbe-ab8f-436b-b3f4-50856572c12f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:47.794329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-75635422-1b67-47d1-b59d-2adf05e7e2f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=90e80e91-3d2a-4312-95d1-49a86d5624a6 HTTP/1.1" status: 200 len: 217 time: 0.1578703 Feb 11 05:32:47.798585 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0b5284b7-cc33-4d03-8824-123cf7c7ad3d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.800736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5953a705-7fc2-4af6-b9b1-a5d1f695c279 req-0b5284b7-cc33-4d03-8824-123cf7c7ad3d service neutron] 10.222.0.81 "DELETE /v2.0/ports/fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f/bindings/n-h2-715271-35 HTTP/1.1" status: 204 len: 173 time: 1.1364286 Feb 11 05:32:47.807623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Transition to ACTIVE for port object 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:47.822383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] For port c5406793-c883-4672-a199-e33df5281fd8, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:47.855561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] For port 9a05e352-869b-4899-8a5c-b3448f988950, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:47.860543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] For port 9a05e352-869b-4899-8a5c-b3448f988950, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9a05e352-869b-4899-8a5c-b3448f988950,segment=NetworkSegment(3824e771-89a7-4083-96ad-87356e5daee1),segment_id=3824e771-89a7-4083-96ad-87356e5daee1)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:47.870167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.877588 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9a05e352-869b-4899-8a5c-b3448f988950), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.888684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:47.890443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.898025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2c4fd-b35b-4d22-b5ed-186796765932 req-152ba3f2-21f6-4ea5-a229-4b8de37c92e8 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:47.900131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10f2c4fd-b35b-4d22-b5ed-186796765932 req-152ba3f2-21f6-4ea5-a229-4b8de37c92e8 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 931 time: 0.6088879 Feb 11 05:32:47.929370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] For port c5406793-c883-4672-a199-e33df5281fd8, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c5406793-c883-4672-a199-e33df5281fd8,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:47.932210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-259f083a-ae00-4f56-95ec-8f79665bff71 req-40b4b15c-fe67-4026-9fb8-471d7a2723e1 tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.1136565 Feb 11 05:32:47.963302 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c5406793-c883-4672-a199-e33df5281fd8), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.966638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8a76f8e-7956-4951-aa7f-a6564779067d admin admin] Publish callbacks [] for security_group (c1922061-f0d4-4e79-929f-70e7a1e3e7ca), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.970376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-de463fbc-d9cc-4652-b906-958bdd9c11f1 service neutron] 10.222.0.72 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652020 Feb 11 05:32:48.042506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11731224-ebd1-4f14-916d-a2e143ebc28f None None] Pushing event updated for resources: {'Port': ['ID=9a05e352-869b-4899-8a5c-b3448f988950,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.046021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.086185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d043ec-c75d-42a8-8d10-f3602d7c0609 None None] Network 9ce7e5f0-257b-4459-bf67-5c3565768d55 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:48.088040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8a76f8e-7956-4951-aa7f-a6564779067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c1922061-f0d4-4e79-929f-70e7a1e3e7ca), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.143547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-c46cfbb9-77a9-4708-a034-1ff8c6c1ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.145049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-c46cfbb9-77a9-4708-a034-1ff8c6c1ba0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.3406036 Feb 11 05:32:48.164354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.164781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.166829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] 10.222.0.81 "PUT /v2.0/ports/c5406793-c883-4672-a199-e33df5281fd8 HTTP/1.1" status: 200 len: 1093 time: 5.1666198 Feb 11 05:32:48.169092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:48.169512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.190897 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.206781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-81c15567-8b9a-4ee0-8c06-39027817ac46 None None] Provisioning complete for port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:48.207161 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81c15567-8b9a-4ee0-8c06-39027817ac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.219436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d0c5d-3703-403f-b1fb-167f698d310d service neutron] Pushing event updated for resources: {'Port': ['ID=c5406793-c883-4672-a199-e33df5281fd8,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.233483 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Attempting to bind port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:48.234240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Attempting to bind port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '8204bb27-2e95-4b14-a7e9-92229c7a29c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:48.234758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Attempting to bind port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a on network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:48.248282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a on network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:48.248612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Attempting to bind port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a on network e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:48.267507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:48.268128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Checking segment: {'id': '8204bb27-2e95-4b14-a7e9-92229c7a29c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:48.268711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Bound using segment: {'id': '8204bb27-2e95-4b14-a7e9-92229c7a29c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:48.269367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Bound port: 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8204bb27-2e95-4b14-a7e9-92229c7a29c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:48.269918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.301020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,segment=NetworkSegment(789a37ed-5173-47af-ae3f-c02e7cffd298),segment_id=789a37ed-5173-47af-ae3f-c02e7cffd298)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:48.316848 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.317704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0e9b9537-02ed-4ed4-b16d-a19c182678a0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:48.348405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c8a76f8e-7956-4951-aa7f-a6564779067d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=815679fda99d44e6be8868e21e412d51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3412430 Feb 11 05:32:48.350819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.351110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a76f8e-7956-4951-aa7f-a6564779067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1922061-f0d4-4e79-929f-70e7a1e3e7ca,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.352889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59044) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:48.361792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10f2c4fd-b35b-4d22-b5ed-186796765932 req-e7230226-acce-42ce-ba95-5424e6885f1c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401646 Feb 11 05:32:48.402274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dc338-be66-46df-ab7b-62f4be18364a req-4872cb23-8d2c-46ba-8f34-97789d2d7809 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.405080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-031dc338-be66-46df-ab7b-62f4be18364a req-4872cb23-8d2c-46ba-8f34-97789d2d7809 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 945 time: 0.3022134 Feb 11 05:32:48.443228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Port': ['ID=6df5dfbe-ab8f-436b-b3f4-50856572c12f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.476060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-e35fa647-dfda-42e7-a446-5859de17cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.482144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-e35fa647-dfda-42e7-a446-5859de17cb18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2870820 Feb 11 05:32:48.487867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network 9ce7e5f0-257b-4459-bf67-5c3565768d55 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:48.497176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-1de8e522-aeaf-4ee0-9035-c70ef0840eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.499971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-1de8e522-aeaf-4ee0-9035-c70ef0840eb1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&device_id=e5133a30-5381-4f6d-97ae-32d220e51d22 HTTP/1.1" status: 200 len: 1127 time: 0.2366180 Feb 11 05:32:48.500112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:48.503683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:48.504309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.511043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-2ff4cec6-3a9c-4e0b-a631-0e5ca81bf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.513354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-2ff4cec6-3a9c-4e0b-a631-0e5ca81bf139 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 1127 time: 0.4195373 Feb 11 05:32:48.515630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] For port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:48.534925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-031dc338-be66-46df-ab7b-62f4be18364a req-5db5c96b-c6e3-42aa-8a51-baaa5aac62a4 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153297 Feb 11 05:32:48.547496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.598876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] For port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:48.616746 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3c66ba3-61c3-45a1-acae-219b3a40de37 admin admin] Publish callbacks [] for security_group (c1922061-f0d4-4e79-929f-70e7a1e3e7ca), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.620661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.639966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-81c15567-8b9a-4ee0-8c06-39027817ac46 None None] Current status of the port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:48.658893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:48.659309 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.667051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-6aac650d-ef92-4b42-974c-28f14caed2c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5406793-c883-4672-a199-e33df5281fd8 HTTP/1.1" status: 200 len: 217 time: 0.1500738 Feb 11 05:32:48.691689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.692336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.694362 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] 10.222.0.81 "PUT /v2.0/ports/4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a HTTP/1.1" status: 200 len: 1092 time: 2.4042807 Feb 11 05:32:48.702176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:48.704488 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d42df8-984a-4a64-8289-610ccc56cbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:48.751124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3c66ba3-61c3-45a1-acae-219b3a40de37 admin admin] Publish callbacks [] for security_group (c1922061-f0d4-4e79-929f-70e7a1e3e7ca), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.772758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:48.787360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087970ff-2149-493e-b2cc-983f970036c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.939255 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.939455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-60260875-f7d4-42aa-a584-66f7bd7ba89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.940078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-60260875-f7d4-42aa-a584-66f7bd7ba89d service neutron] 10.222.0.72 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 913 time: 0.3964550 Feb 11 05:32:48.965702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-158a955e-b1da-42b0-b3d7-c27bdb34c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.967841 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-158a955e-b1da-42b0-b3d7-c27bdb34c04f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 1126 time: 0.2102158 Feb 11 05:32:48.972626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-6c1296aa-165a-4e73-9169-ccae79781c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.974132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-6c1296aa-165a-4e73-9169-ccae79781c00 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfd82cfb-1e36-4271-8987-1efc820ce183 HTTP/1.1" status: 200 len: 852 time: 0.2081385 Feb 11 05:32:49.044758 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3c66ba3-61c3-45a1-acae-219b3a40de37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c1922061-f0d4-4e79-929f-70e7a1e3e7ca), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.048747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3c66ba3-61c3-45a1-acae-219b3a40de37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.052574 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3c66ba3-61c3-45a1-acae-219b3a40de37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1922061-f0d4-4e79-929f-70e7a1e3e7ca HTTP/1.1" status: 204 len: 168 time: 0.6201982 Feb 11 05:32:49.058765 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-e5c9f754-12b5-40a2-aaf1-4c4cecdcae82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a HTTP/1.1" status: 200 len: 217 time: 0.0682952 Feb 11 05:32:49.085248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3447c943-4dd0-4c71-89af-96bfdd98f39e None None] Provisioning complete for port 6df5dfbe-ab8f-436b-b3f4-50856572c12f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:49.085915 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3447c943-4dd0-4c71-89af-96bfdd98f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.132327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c66ba3-61c3-45a1-acae-219b3a40de37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1922061-f0d4-4e79-929f-70e7a1e3e7ca,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:49.214731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3447c943-4dd0-4c71-89af-96bfdd98f39e None None] Port 6df5dfbe-ab8f-436b-b3f4-50856572c12f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:49.234540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3447c943-4dd0-4c71-89af-96bfdd98f39e None None] Provisioning complete for port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:49.235325 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3447c943-4dd0-4c71-89af-96bfdd98f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.303820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-7df8b524-36c0-46ab-b23a-b82c80b6f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.306441 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-7df8b524-36c0-46ab-b23a-b82c80b6f191 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ab4321f-5401-417c-8b1a-8da307604731 HTTP/1.1" status: 200 len: 850 time: 0.2325008 Feb 11 05:32:49.379265 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-4c39506e-2694-4bd7-a5a0-845a40802481 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443749 Feb 11 05:32:49.394206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3447c943-4dd0-4c71-89af-96bfdd98f39e None None] Current status of the port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:49.534253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e659a7b3-d0d0-4771-a695-e564fb27fafc None None] Provisioning complete for port 6df5dfbe-ab8f-436b-b3f4-50856572c12f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:49.535553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-8ed73997-5d44-4869-8b74-8e31c962f30d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22258f0c-623c-4920-9e2a-35252f9ad851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982523 Feb 11 05:32:49.536065 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e659a7b3-d0d0-4771-a695-e564fb27fafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.537085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-b7e42bc4-8e5f-47a0-b55e-113cc5ff094b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890b5228-b070-41f7-8485-ceda31a4627c HTTP/1.1" status: 200 len: 217 time: 0.5815637 Feb 11 05:32:49.541517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-dc4f7a10-a462-488f-8b85-0cecb6c07528 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0468602 Feb 11 05:32:49.562505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b84585-2f2f-4f05-a523-02b4def89c2c req-1e0e7b4d-4809-459b-ae99-9cb2a35fdd61 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.564084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b84585-2f2f-4f05-a523-02b4def89c2c req-1e0e7b4d-4809-459b-ae99-9cb2a35fdd61 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 948 time: 0.7991567 Feb 11 05:32:49.584648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e659a7b3-d0d0-4771-a695-e564fb27fafc None None] Port 6df5dfbe-ab8f-436b-b3f4-50856572c12f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:49.627042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c6e9a-ab75-4882-8ccd-407a9bc375ed req-4c517396-166c-4988-9798-b4612a0710bf tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.629285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa5c6e9a-ab75-4882-8ccd-407a9bc375ed req-4c517396-166c-4988-9798-b4612a0710bf tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 944 time: 1.0160005 Feb 11 05:32:49.629285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd0f153-ff3d-4b98-943f-61d76a915e37', 'tag': '90e80e91-3d2a-4312-95d1-49a86d5624a6'}, {'name': 'network-changed', 'server_uuid': 'e5133a30-5381-4f6d-97ae-32d220e51d22', 'tag': 'c5406793-c883-4672-a199-e33df5281fd8'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:49.631435 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5579506-6b29-4567-9c9f-53f0137569d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd0f153-ff3d-4b98-943f-61d76a915e37", "tag": "90e80e91-3d2a-4312-95d1-49a86d5624a6"}, {"name": "network-changed", "server_uuid": "e5133a30-5381-4f6d-97ae-32d220e51d22", "tag": "c5406793-c883-4672-a199-e33df5281fd8"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:49.644039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 99c260d4-7b92-43ac-aadb-fec2ec23d1ef up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:49.646393 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-d1e7bab7-a1db-4783-bd94-e477f6e68393 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551725 Feb 11 05:32:49.736927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:49.737486 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.771890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8116dafb-718e-463c-99ae-37f8abcdc5b3 None None] Network e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:49.832518 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a81d952a-df6c-490e-b6b2-3783bfa8c167 req-bea1daf4-0c2d-4e28-bd16-7f3c7c03485d service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789522 Feb 11 05:32:49.853416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-9b0b8d16-ecb5-469d-8d6d-54fabd7ee45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.855297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-9b0b8d16-ecb5-469d-8d6d-54fabd7ee45d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cfd82cfb-1e36-4271-8987-1efc820ce183 HTTP/1.1" status: 200 len: 852 time: 0.2892356 Feb 11 05:32:49.859491 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.867878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.869165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.870202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-002bf5b2-2d8a-4015-9486-680622d2008b None None] Provisioning complete for port 9a05e352-869b-4899-8a5c-b3448f988950 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:49.870583 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-002bf5b2-2d8a-4015-9486-680622d2008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9a05e352-869b-4899-8a5c-b3448f988950), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.913921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-a63e0546-a347-434a-9950-e70db7c975d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22258f0c-623c-4920-9e2a-35252f9ad851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362470 Feb 11 05:32:49.944034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b84585-2f2f-4f05-a523-02b4def89c2c req-85e5f1ae-7451-4cd9-bb53-648bf087c934 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401544 Feb 11 05:32:49.944554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Port': ['ID=6df5dfbe-ab8f-436b-b3f4-50856572c12f,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:50.066759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network 9ce7e5f0-257b-4459-bf67-5c3565768d55 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:50.068228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:50.074494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa5c6e9a-ab75-4882-8ccd-407a9bc375ed req-c8292f17-fea2-481c-9731-ec8e42335972 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649168 Feb 11 05:32:50.096966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-024f28e1-a2a7-403a-b1e6-d50b3339934a service neutron] 10.222.0.81 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542078 Feb 11 05:32:50.105918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bff8723e-a7c4-4edc-8e89-6c08a9400539 req-147c39ea-9625-4189-b609-f3752ed18dfd service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408537 Feb 11 05:32:50.181943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:50.183857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9a05e352-869b-4899-8a5c-b3448f988950 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:50.190837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 890b5228-b070-41f7-8485-ceda31a4627c details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:50.380588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-5031c076-4a89-451d-9f26-8982002b623b service neutron] 10.222.0.72 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522150 Feb 11 05:32:50.458767 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:32:50.463348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-002bf5b2-2d8a-4015-9486-680622d2008b None None] Current status of the port 9a05e352-869b-4899-8a5c-b3448f988950 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:50.464008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-002bf5b2-2d8a-4015-9486-680622d2008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9a05e352-869b-4899-8a5c-b3448f988950), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.497172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26afab-2b79-4551-a5f8-d144d5f5b293 req-f730dc4d-fc3f-4721-8c55-f25c1f20aae3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.498110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e26afab-2b79-4551-a5f8-d144d5f5b293 req-f730dc4d-fc3f-4721-8c55-f25c1f20aae3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.4390323 Feb 11 05:32:50.560267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbcd3868-f470-431e-bd2f-a8e66f4958f3 req-0c3dbff8-926a-4644-a880-fe2247ea82a4 service neutron] 10.222.0.81 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240580 Feb 11 05:32:50.592691 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52df87ca-48d6-414b-9d97-7376758bd94e x-openstack-request-id: req-52df87ca-48d6-414b-9d97-7376758bd94e {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:50.593573 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:50.593573 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52df87ca-48d6-414b-9d97-7376758bd94e {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:50.594016 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a', 'status': 'completed', 'code': 200} Feb 11 05:32:50.596579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e5c24e-ee75-4259-b52b-f41984a0027c req-334cb948-0ba0-480f-9def-0a759a3827dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28fe8c845a30497786ac984adb94806d&device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0939963 Feb 11 05:32:50.650185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-002bf5b2-2d8a-4015-9486-680622d2008b None None] For port 9a05e352-869b-4899-8a5c-b3448f988950, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9a05e352-869b-4899-8a5c-b3448f988950,segment=NetworkSegment(3824e771-89a7-4083-96ad-87356e5daee1),segment_id=3824e771-89a7-4083-96ad-87356e5daee1)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:50.660669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-002bf5b2-2d8a-4015-9486-680622d2008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9a05e352-869b-4899-8a5c-b3448f988950), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.666035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9a05e352-869b-4899-8a5c-b3448f988950 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:50.666535 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9a05e352-869b-4899-8a5c-b3448f988950), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.674452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-38afb7b4-9701-4baa-91fa-9a386d8bc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.676122 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-38afb7b4-9701-4baa-91fa-9a386d8bc24f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 1126 time: 0.0797896 Feb 11 05:32:50.692226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e5c24e-ee75-4259-b52b-f41984a0027c req-6c1021d8-8160-447b-a246-09e817ef547e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=28fe8c845a30497786ac984adb94806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834467 Feb 11 05:32:50.709334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Router 79d4114f-e61c-407c-b2e2-cfe5cb515b3a is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:32:50.748688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 890b5228-b070-41f7-8485-ceda31a4627c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=890b5228-b070-41f7-8485-ceda31a4627c,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:50.775512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '890b5228-b070-41f7-8485-ceda31a4627c', 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851', 'port_id': '890b5228-b070-41f7-8485-ceda31a4627c', 'mac_address': 'fa:16:3e:35:c0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd82cfb-1e36-4271-8987-1efc820ce183', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:50.791087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bf5b2-2d8a-4015-9486-680622d2008b None None] Pushing event updated for resources: {'Port': ['ID=9a05e352-869b-4899-8a5c-b3448f988950,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:50.822804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eccd21f-596b-4cd0-8c44-0b646c8995b5 req-551910bb-7b73-4331-9c2e-17b6fc288733 service neutron] 10.222.0.72 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171906 Feb 11 05:32:50.823780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5c24e-ee75-4259-b52b-f41984a0027c req-ed6abbf2-6602-4b13-a19c-6d27d38aecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.825104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e5c24e-ee75-4259-b52b-f41984a0027c req-ed6abbf2-6602-4b13-a19c-6d27d38aecfc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214948 Feb 11 05:32:50.848521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e26afab-2b79-4551-a5f8-d144d5f5b293 req-971c8c85-e67e-4bb8-b516-aec63909e0bf tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421061 Feb 11 05:32:50.891693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce73c84-d299-442b-ab74-d32c2994ea6c req-8c4f29dd-af4a-4a49-b392-34d43d893cbb tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.901926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-20c4283d-7341-42ef-b1b2-3d43ca3f75c2 None None] Provisioning complete for port 6df5dfbe-ab8f-436b-b3f4-50856572c12f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:50.902246 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-20c4283d-7341-42ef-b1b2-3d43ca3f75c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.905006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-db867dc3-062b-4d65-b8e9-fb2fea8bf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.908751 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-db867dc3-062b-4d65-b8e9-fb2fea8bf0c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 911 time: 0.2224023 Feb 11 05:32:50.912691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ce73c84-d299-442b-ab74-d32c2994ea6c req-8c4f29dd-af4a-4a49-b392-34d43d893cbb tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 943 time: 0.3478434 Feb 11 05:32:50.914605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:50.951465 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecadc09-7e48-493f-9d88-271dfff3b3d9 None None] Sync routers for ids ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:50.959522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9a05e352-869b-4899-8a5c-b3448f988950 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:50.968594 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0f28f2a0-a495-4881-808f-64042d598b4e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "PUT /v2.0/routers/79d4114f-e61c-407c-b2e2-cfe5cb515b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5304797 Feb 11 05:32:50.973281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 890b5228-b070-41f7-8485-ceda31a4627c is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:50.973682 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (890b5228-b070-41f7-8485-ceda31a4627c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.974595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59088) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:50.986103 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecadc09-7e48-493f-9d88-271dfff3b3d9 None None] Routers {'79d4114f-e61c-407c-b2e2-cfe5cb515b3a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:50.986815 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3ecadc09-7e48-493f-9d88-271dfff3b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:32:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:51.010520 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae768e6-7df9-4a9d-b88b-52cdbdbcf986 x-openstack-request-id: req-0ae768e6-7df9-4a9d-b88b-52cdbdbcf986 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:51.010808 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd0f153-ff3d-4b98-943f-61d76a915e37", "tag": "90e80e91-3d2a-4312-95d1-49a86d5624a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5133a30-5381-4f6d-97ae-32d220e51d22", "tag": "c5406793-c883-4672-a199-e33df5281fd8", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:51.011064 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ae768e6-7df9-4a9d-b88b-52cdbdbcf986 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:51.016214 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd0f153-ff3d-4b98-943f-61d76a915e37', 'tag': '90e80e91-3d2a-4312-95d1-49a86d5624a6', 'status': 'completed', 'code': 200} Feb 11 05:32:51.016703 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5133a30-5381-4f6d-97ae-32d220e51d22', 'tag': 'c5406793-c883-4672-a199-e33df5281fd8', 'status': 'completed', 'code': 200} Feb 11 05:32:51.041038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-20c4283d-7341-42ef-b1b2-3d43ca3f75c2 None None] Port 6df5dfbe-ab8f-436b-b3f4-50856572c12f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:51.048385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890b5228-b070-41f7-8485-ceda31a4627c {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:51.070430 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3ecadc09-7e48-493f-9d88-271dfff3b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:51.083388 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecadc09-7e48-493f-9d88-271dfff3b3d9 None None] Routers {'79d4114f-e61c-407c-b2e2-cfe5cb515b3a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:51.085064 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3ecadc09-7e48-493f-9d88-271dfff3b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:32:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:51.091376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 890b5228-b070-41f7-8485-ceda31a4627c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=890b5228-b070-41f7-8485-ceda31a4627c,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:51.096235 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (890b5228-b070-41f7-8485-ceda31a4627c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.114036 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-d4770566-af9f-469a-b1a0-79b2613f1600 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a HTTP/1.1" status: 200 len: 217 time: 0.1969442 Feb 11 05:32:51.129817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ce73c84-d299-442b-ab74-d32c2994ea6c req-4efc7380-c2f1-40f1-abdf-bfce558e665c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157836 Feb 11 05:32:51.138119 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3ecadc09-7e48-493f-9d88-271dfff3b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:51.143783 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecadc09-7e48-493f-9d88-271dfff3b3d9 None None] The sync data for ids ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:51.214121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=890b5228-b070-41f7-8485-ceda31a4627c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:51.237047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c369e4f5-d0fc-4a35-8d90-d8e244c3e118 None None] Provisioning complete for port 9a05e352-869b-4899-8a5c-b3448f988950 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:51.237482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c369e4f5-d0fc-4a35-8d90-d8e244c3e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9a05e352-869b-4899-8a5c-b3448f988950), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.296596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e1ae8ae-6ef0-4308-8e35-7e24f2414db3 req-ddc75fc2-808e-4f38-8b90-ff0dbd5e5a3a tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.0896339 Feb 11 05:32:51.327710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-8613290b-79ec-4491-a04b-357cd8936d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.330447 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-8613290b-79ec-4491-a04b-357cd8936d4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ab4321f-5401-417c-8b1a-8da307604731 HTTP/1.1" status: 200 len: 850 time: 0.1728680 Feb 11 05:32:51.342591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-709703c9-d23a-4136-833a-92b01d1058e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.344138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-709703c9-d23a-4136-833a-92b01d1058e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 1131 time: 0.2992833 Feb 11 05:32:51.347657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-ae6e3c00-1e89-4c2b-a437-c4038a811525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.349048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-ae6e3c00-1e89-4c2b-a437-c4038a811525 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7cd370a403b433183f32dddb856e12a&device_id=e5133a30-5381-4f6d-97ae-32d220e51d22 HTTP/1.1" status: 200 len: 1127 time: 0.3485613 Feb 11 05:32:51.351132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c369e4f5-d0fc-4a35-8d90-d8e244c3e118 None None] Current status of the port 9a05e352-869b-4899-8a5c-b3448f988950 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:51.369039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['890b5228-b070-41f7-8485-ceda31a4627c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:51.376598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61bb5-5032-45e4-b2f5-6fe6d4dd5043 req-433f3ca1-3115-443f-8f3e-4aece3d5279b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.381651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13c61bb5-5032-45e4-b2f5-6fe6d4dd5043 req-433f3ca1-3115-443f-8f3e-4aece3d5279b tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 1128 time: 0.2769644 Feb 11 05:32:51.398459 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-ed2eda15-89b4-41c7-8a5e-47399ff4223b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342498 Feb 11 05:32:51.413220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-d3f628bc-2907-42a6-ae4b-f90ef788fb33 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:32:51.415596 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-d3f628bc-2907-42a6-ae4b-f90ef788fb33 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100915 Feb 11 05:32:51.567542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9a05e352-869b-4899-8a5c-b3448f988950 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:51.613341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13c61bb5-5032-45e4-b2f5-6fe6d4dd5043 req-5e97aa3a-65bc-4ac7-84d3-ba1274f68882 tempest-LiveMigrationTest-1797213909 tempest-LiveMigrationTest-1797213909-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223194 Feb 11 05:32:51.628486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025976b-b4e7-4d0b-a0f7-2223816a6f57 req-63ad0b5c-d59a-4927-9f78-600f44356407 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.635632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b025976b-b4e7-4d0b-a0f7-2223816a6f57 req-63ad0b5c-d59a-4927-9f78-600f44356407 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 948 time: 0.2518237 Feb 11 05:32:51.668878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-9dbfdc63-7cfb-442f-adc5-8fb8a4db1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.670381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-9dbfdc63-7cfb-442f-adc5-8fb8a4db1bb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3072021 Feb 11 05:32:51.694640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-b7441956-d678-4c70-b8dc-fad42da0b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.696805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-b7441956-d678-4c70-b8dc-fad42da0b787 service neutron] 10.222.0.81 "GET /v2.0/networks?id=22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 200 len: 913 time: 0.3346334 Feb 11 05:32:51.735879 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-66502f0b-0d17-4325-8e73-05ce820e3a42 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111801 Feb 11 05:32:51.737977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9a05e352-869b-4899-8a5c-b3448f988950 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:51.738365 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9a05e352-869b-4899-8a5c-b3448f988950), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.765108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-4214f601-a8b5-456e-9ed7-22b29f8e72f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=90e80e91-3d2a-4312-95d1-49a86d5624a6 HTTP/1.1" status: 200 len: 217 time: 0.0791428 Feb 11 05:32:51.773158 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-f577c23e-038a-48eb-b990-a2e025227110 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:32:51.777430 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f577c23e-038a-48eb-b990-a2e025227110 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "PUT /v2.0/routers/79d4114f-e61c-407c-b2e2-cfe5cb515b3a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7926171 Feb 11 05:32:51.809488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59112) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:51.838977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-4e2d3094-98a5-4805-9d6b-b16e81233afa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5406793-c883-4672-a199-e33df5281fd8 HTTP/1.1" status: 200 len: 217 time: 0.0920892 Feb 11 05:32:51.847492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.849927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9a05e352-869b-4899-8a5c-b3448f988950 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:51.875512 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13d42df8-984a-4a64-8289-610ccc56cbd0 req-afedacb7-48ad-40fd-bf3d-c9b920a5d262 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313324 Feb 11 05:32:51.941694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b025976b-b4e7-4d0b-a0f7-2223816a6f57 req-a8993ec1-9b13-48dd-ba62-f756398569b5 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052254 Feb 11 05:32:52.125571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-ea9040de-3cc9-4c11-9fc2-0741043cc16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.126918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-ea9040de-3cc9-4c11-9fc2-0741043cc16d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.3211133 Feb 11 05:32:52.159748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-bd8689a9-b3dc-46b9-b755-8f9eae35bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.161277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-bd8689a9-b3dc-46b9-b755-8f9eae35bae2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfd82cfb-1e36-4271-8987-1efc820ce183 HTTP/1.1" status: 200 len: 852 time: 0.2909818 Feb 11 05:32:52.589511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e5c24e-ee75-4259-b52b-f41984a0027c req-afe6e7c8-e0a4-4186-a9b3-90822005dd0c tempest-ServerShowV254Test-1421183597 tempest-ServerShowV254Test-1421183597-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d7873d2-6152-450f-a9db-b1cc8f0bf99c HTTP/1.1" status: 200 len: 210 time: 0.4222951 Feb 11 05:32:52.612287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-93dad60f-ae5b-4022-aca8-eb565799b4ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22258f0c-623c-4920-9e2a-35252f9ad851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4093437 Feb 11 05:32:52.624602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-b997ffa1-d894-48df-8a83-38b79f7f48c3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.626092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-b997ffa1-d894-48df-8a83-38b79f7f48c3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 813 time: 0.8708861 Feb 11 05:32:52.699805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343f3c1-cd4e-4a3c-8baf-a440f3f2f78e req-8dd62321-32c7-45be-a51c-7b4e40ce7608 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.701296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0343f3c1-cd4e-4a3c-8baf-a440f3f2f78e req-8dd62321-32c7-45be-a51c-7b4e40ce7608 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 945 time: 0.6546073 Feb 11 05:32:52.722360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-c9e90e79-8253-499c-aa11-f4f926fc98e0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/quotas/a868f2dce3ec40e784918c0c04c873e9 HTTP/1.1" status: 200 len: 375 time: 0.0656741 Feb 11 05:32:52.782294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-97b123af-65f9-445d-8a4f-866e6fc63cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.783772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-97b123af-65f9-445d-8a4f-866e6fc63cff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6399784 Feb 11 05:32:52.892389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.967450 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0343f3c1-cd4e-4a3c-8baf-a440f3f2f78e req-beaac0d8-d3f2-49db-a513-a6512900b21c tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483847 Feb 11 05:32:52.972307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-5f198a88-9f11-4f1e-8891-77d114cef66a service neutron] 10.222.0.81 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171992 Feb 11 05:32:53.039264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-b28bdb01-2f0a-4bbd-8c6f-15f3323adc90 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3067634 Feb 11 05:32:53.052381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-1704b71c-efbc-44e0-ba79-448ae83bbd12 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292521 Feb 11 05:32:53.275075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-9c3e633e-35bb-40d4-a7ec-10f2a2c4b691 service neutron] 10.222.0.81 "GET /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929993 Feb 11 05:32:53.332340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-9e4f69a9-3a03-42df-8c8d-c2f3e8f40c83 service neutron] 10.222.0.31 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790163 Feb 11 05:32:53.343235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5579506-6b29-4567-9c9f-53f0137569d4 req-8d78972b-ba6c-4c8b-9356-e7c51bccee8b service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630079 Feb 11 05:32:53.382828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05fa10-a112-40c5-a13e-0c6886edbd8a req-33139905-660c-47a1-93d8-68a246a0416a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.384828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d05fa10-a112-40c5-a13e-0c6886edbd8a req-33139905-660c-47a1-93d8-68a246a0416a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 943 time: 0.1534483 Feb 11 05:32:53.438770 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.547881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-2e2c2ebe-b252-4779-bc16-9dadb6b88a24 service neutron] 10.222.0.31 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069128 Feb 11 05:32:53.560281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d05fa10-a112-40c5-a13e-0c6886edbd8a req-dde73fb0-9c2f-49b9-bfcc-b9bc1b88d39d tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691577 Feb 11 05:32:53.576369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:53.705519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:53.739253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a', 'network_id': 'e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e', 'port_id': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a', 'mac_address': 'fa:16:3e:52:26:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab4321f-5401-417c-8b1a-8da307604731', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:53.785867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:53.786230 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.802438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:53.825096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:53.830559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.831229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c5406793-c883-4672-a199-e33df5281fd8 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:53.913516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:53.944408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24380a63-2ee4-4313-886e-e8d66158e492 req-ef82423a-9b5d-4500-a8f1-39762d5bb51b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.947461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24380a63-2ee4-4313-886e-e8d66158e492 req-ef82423a-9b5d-4500-a8f1-39762d5bb51b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 948 time: 0.2352827 Feb 11 05:32:53.989965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129f721-0e58-4fac-a39b-8ef69454ad99 req-e59e56f6-ecfc-4c9c-ae12-e483b0fd45ee tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.991497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6129f721-0e58-4fac-a39b-8ef69454ad99 req-e59e56f6-ecfc-4c9c-ae12-e483b0fd45ee tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 945 time: 0.2456741 Feb 11 05:32:54.009462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c5406793-c883-4672-a199-e33df5281fd8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c5406793-c883-4672-a199-e33df5281fd8,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:54.010879 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59144) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:54.022909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c5406793-c883-4672-a199-e33df5281fd8', 'network_id': '22258f0c-623c-4920-9e2a-35252f9ad851', 'port_id': 'c5406793-c883-4672-a199-e33df5281fd8', 'mac_address': 'fa:16:3e:be:e2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd82cfb-1e36-4271-8987-1efc820ce183', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:54.027646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-8ffe4e3e-5a8e-40db-a40c-87af89835847 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.029258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-8ffe4e3e-5a8e-40db-a40c-87af89835847 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.81 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 945 time: 0.1750152 Feb 11 05:32:54.041291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting port 6df5dfbe-ab8f-436b-b3f4-50856572c12f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:54.041641 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.053270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 90e80e91-3d2a-4312-95d1-49a86d5624a6 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:54.056360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 890b5228-b070-41f7-8485-ceda31a4627c up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:54.132958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c5406793-c883-4672-a199-e33df5281fd8 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:54.133541 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c5406793-c883-4672-a199-e33df5281fd8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.172689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e71297b7-e19f-45d8-8b31-aac0aa15df40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.174315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5406793-c883-4672-a199-e33df5281fd8 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:54.240998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 890b5228-b070-41f7-8485-ceda31a4627c completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:54.247830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c5406793-c883-4672-a199-e33df5281fd8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c5406793-c883-4672-a199-e33df5281fd8,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:54.263897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6129f721-0e58-4fac-a39b-8ef69454ad99 req-d78ed8b2-8f61-4d21-a723-d5ad50bd7d88 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632508 Feb 11 05:32:54.264139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 890b5228-b070-41f7-8485-ceda31a4627c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:54.265700 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (890b5228-b070-41f7-8485-ceda31a4627c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.302574 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.322982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Calling delete_port for 6df5dfbe-ab8f-436b-b3f4-50856572c12f owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:54.328401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e71297b7-e19f-45d8-8b31-aac0aa15df40 admin admin] Publish callbacks [] for security_group (e8b4a025-1082-48ca-81c1-7fae595be916), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.343332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e71297b7-e19f-45d8-8b31-aac0aa15df40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e8b4a025-1082-48ca-81c1-7fae595be916), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.358079 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c5406793-c883-4672-a199-e33df5281fd8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.387339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 90e80e91-3d2a-4312-95d1-49a86d5624a6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=90e80e91-3d2a-4312-95d1-49a86d5624a6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:54.388423 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e71297b7-e19f-45d8-8b31-aac0aa15df40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28fe8c845a30497786ac984adb94806d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754551 Feb 11 05:32:54.389189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71297b7-e19f-45d8-8b31-aac0aa15df40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b4a025-1082-48ca-81c1-7fae595be916,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:54.391607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59156) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:54.445938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e7bc9a0-79c6-421f-9df7-a9d5dc35c273 admin admin] Publish callbacks [] for security_group (e8b4a025-1082-48ca-81c1-7fae595be916), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.448356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '90e80e91-3d2a-4312-95d1-49a86d5624a6', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '90e80e91-3d2a-4312-95d1-49a86d5624a6', 'mac_address': 'fa:16:3e:cc:4a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:54.471414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e7bc9a0-79c6-421f-9df7-a9d5dc35c273 admin admin] Publish callbacks [] for security_group (e8b4a025-1082-48ca-81c1-7fae595be916), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.514077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c5406793-c883-4672-a199-e33df5281fd8,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:54.532842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e7bc9a0-79c6-421f-9df7-a9d5dc35c273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e8b4a025-1082-48ca-81c1-7fae595be916), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.535446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e7bc9a0-79c6-421f-9df7-a9d5dc35c273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.536606 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3e7bc9a0-79c6-421f-9df7-a9d5dc35c273 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8b4a025-1082-48ca-81c1-7fae595be916 HTTP/1.1" status: 204 len: 168 time: 0.1440775 Feb 11 05:32:54.545575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bc9a0-79c6-421f-9df7-a9d5dc35c273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b4a025-1082-48ca-81c1-7fae595be916,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:54.582890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 90e80e91-3d2a-4312-95d1-49a86d5624a6 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:54.583276 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.587481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 890b5228-b070-41f7-8485-ceda31a4627c is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:54.588175 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (890b5228-b070-41f7-8485-ceda31a4627c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.592377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24380a63-2ee4-4313-886e-e8d66158e492 req-22fa001f-5e55-4083-87f4-fc389d8b03d1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6388009 Feb 11 05:32:54.594761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00fae5d3-edfa-4840-91d2-fd7557c06ca4 req-277cf7f8-8add-4964-b445-9917499b6916 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 210 time: 0.0493345 Feb 11 05:32:54.628189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e80e91-3d2a-4312-95d1-49a86d5624a6 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:54.641357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:54.650109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d0aa78-4fd1-4d50-a17a-add76d0fc5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890b5228-b070-41f7-8485-ceda31a4627c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:54.652838 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f40100-bbf8-40a0-879a-ff6468b9fa8b" -d '{"events": [{"server_uuid": "27d0aa78-4fd1-4d50-a17a-add76d0fc5b5", "name": "network-vif-plugged", "status": "completed", "tag": "890b5228-b070-41f7-8485-ceda31a4627c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:54.663093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c5406793-c883-4672-a199-e33df5281fd8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:54.723543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 890b5228-b070-41f7-8485-ceda31a4627c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=890b5228-b070-41f7-8485-ceda31a4627c,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:54.735866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 90e80e91-3d2a-4312-95d1-49a86d5624a6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=90e80e91-3d2a-4312-95d1-49a86d5624a6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:54.745623 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (890b5228-b070-41f7-8485-ceda31a4627c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.765639 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.858810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Deleting port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:54.859240 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.860174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=890b5228-b070-41f7-8485-ceda31a4627c,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:54.880491 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6df5dfbe-ab8f-436b-b3f4-50856572c12f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.939858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc532-1c13-46e7-8e5b-7c1c708a93f3 req-7526600b-6781-434e-9c70-b16a8f3a003e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.941420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-200fc532-1c13-46e7-8e5b-7c1c708a93f3 req-7526600b-6781-434e-9c70-b16a8f3a003e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 944 time: 0.2410750 Feb 11 05:32:54.949864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Port': ['ID=6df5dfbe-ab8f-436b-b3f4-50856572c12f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:54.962408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce0ce6-4766-4eda-8ff4-995ef11a3a5f req-395fbdcd-5580-49da-840d-6d6475f6a19a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.963948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60ce0ce6-4766-4eda-8ff4-995ef11a3a5f req-395fbdcd-5580-49da-840d-6d6475f6a19a tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 946 time: 0.2647257 Feb 11 05:32:54.966875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=90e80e91-3d2a-4312-95d1-49a86d5624a6,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:55.017109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:55.510473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59186) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:55.558254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.620635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1145674589-network', 'tenant_id': '31d01b8953884b02a010f85b8ce90594'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:55.638174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] For port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:55.638551 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.645201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Made reservation on behalf of 31d01b8953884b02a010f85b8ce90594 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:55.647762 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.656791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.664929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-200fc532-1c13-46e7-8e5b-7c1c708a93f3 req-66703506-9ca8-4818-930b-991d2349dcc3 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994326 Feb 11 05:32:55.712875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Calling delete_port for fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:55.730200 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f786a39-af1f-4fff-96fb-c43306ec6b47 x-openstack-request-id: req-7f786a39-af1f-4fff-96fb-c43306ec6b47 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:55.730544 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d0aa78-4fd1-4d50-a17a-add76d0fc5b5", "name": "network-vif-plugged", "status": "completed", "tag": "890b5228-b070-41f7-8485-ceda31a4627c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:55.730767 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f786a39-af1f-4fff-96fb-c43306ec6b47 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:55.731154 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d0aa78-4fd1-4d50-a17a-add76d0fc5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890b5228-b070-41f7-8485-ceda31a4627c', 'code': 200} Feb 11 05:32:55.735438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60ce0ce6-4766-4eda-8ff4-995ef11a3a5f req-125e627a-a345-43fd-9656-241493365d38 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225249 Feb 11 05:32:55.783273 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Publish callbacks [] for security_group (3229070d-10cd-45d6-afab-5e2a2e45f220), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.789970 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3229070d-10cd-45d6-afab-5e2a2e45f220), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.812218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:55.827084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3229070d-10cd-45d6-afab-5e2a2e45f220,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:55.832012 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (cf07679c-ca8d-4d61-8c48-2caff7406b30), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.832567 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Added segment cf07679c-ca8d-4d61-8c48-2caff7406b30 of type vlan for network 2ee70d01-8371-4a8f-9578-84f2895a32ab Feb 11 05:32:55.837453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-eed82f23-2f17-465f-9e3d-d5a2dabb45fc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:55.838931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-eed82f23-2f17-465f-9e3d-d5a2dabb45fc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.72 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 813 time: 0.8172729 Feb 11 05:32:55.874057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (2ee70d01-8371-4a8f-9578-84f2895a32ab), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.876406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Request body: {'port': {'device_id': 'b6cca5b5-203e-411f-af70-38742b3d7b1f', 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e', 'admin_state_up': True, 'tenant_id': 'a868f2dce3ec40e784918c0c04c873e9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:55.901391 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (2ee70d01-8371-4a8f-9578-84f2895a32ab), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.902472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:55.903124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.937388 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4256485 Feb 11 05:32:55.963435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59198) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:55.968138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Request body: {'subnet': {'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1145674589-subnet', 'tenant_id': '31d01b8953884b02a010f85b8ce90594', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:55.977984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b363a-ae1d-416d-bd45-8db6851ddc4c admin admin] Pushing event updated for resources: {'Network': ['ID=2ee70d01-8371-4a8f-9578-84f2895a32ab,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:55.989670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 2ee70d01-8371-4a8f-9578-84f2895a32ab details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:55.994983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Made reservation on behalf of 31d01b8953884b02a010f85b8ce90594 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:55.998691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.062324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 90e80e91-3d2a-4312-95d1-49a86d5624a6 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:56.110876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Router 79d4114f-e61c-407c-b2e2-cfe5cb515b3a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:56.115461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 90e80e91-3d2a-4312-95d1-49a86d5624a6 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:56.120711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 90e80e91-3d2a-4312-95d1-49a86d5624a6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:56.121325 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.143013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad533-b83b-4abc-813a-13da6d724368 req-271058d0-27ff-4ac8-bac4-7dfcfdcbfa5b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.144518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c3ad533-b83b-4abc-813a-13da6d724368 req-271058d0-27ff-4ac8-bac4-7dfcfdcbfa5b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 945 time: 0.3565032 Feb 11 05:32:56.151288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ec348-125c-4ea9-b5a8-25004b566ee5 req-dfcc0935-233d-4012-801c-da8f240d8e8e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.152766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98ec348-125c-4ea9-b5a8-25004b566ee5 req-dfcc0935-233d-4012-801c-da8f240d8e8e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 949 time: 0.3120792 Feb 11 05:32:56.161694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd4082-26df-42a8-8213-f503a7cda47c req-d088f48f-ed28-42f9-bfac-ac5d856723fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.163273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ecd4082-26df-42a8-8213-f503a7cda47c req-d088f48f-ed28-42f9-bfac-ac5d856723fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 1129 time: 0.3070288 Feb 11 05:32:56.195459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (75535e81-136b-455e-823e-db1995cc9522), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.214223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 90e80e91-3d2a-4312-95d1-49a86d5624a6 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:56.215294 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.255713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75535e81-136b-455e-823e-db1995cc9522,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:56.265713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 90e80e91-3d2a-4312-95d1-49a86d5624a6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=90e80e91-3d2a-4312-95d1-49a86d5624a6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:56.270522 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.280098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Checking segment: {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:56.280535 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Network hostable DHCP agents. Network: 2ee70d01-8371-4a8f-9578-84f2895a32ab, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:56.298699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Network 2ee70d01-8371-4a8f-9578-84f2895a32ab is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:56.309210 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 2ee70d01-8371-4a8f-9578-84f2895a32ab) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:56.314281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.314491 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.326813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=90e80e91-3d2a-4312-95d1-49a86d5624a6,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:56.337555 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-225a3be1-6340-4011-8e68-eb58dde50e34 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3730359 Feb 11 05:32:56.338053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18405c94-9db1-4988-9538-dc8dfc2d50c7 None None] Network 2ee70d01-8371-4a8f-9578-84f2895a32ab requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:56.383100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Made reservation on behalf of a868f2dce3ec40e784918c0c04c873e9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:56.386474 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.411864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:56.424814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e2b007f8-37d9-4b69-9289-6992b53834fc tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "PUT /v2.0/routers/79d4114f-e61c-407c-b2e2-cfe5cb515b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6131637 Feb 11 05:32:56.428721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59202) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.434980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c3ad533-b83b-4abc-813a-13da6d724368 req-dd773397-b1cc-44b3-8095-7168f1d1c2c7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756047 Feb 11 05:32:56.435704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.439718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ecd4082-26df-42a8-8213-f503a7cda47c req-340f0b06-4b0b-4ff3-a249-793c66d1d4fd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632463 Feb 11 05:32:56.447424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e6cee-04f2-4cde-9a9b-441b98c23acb None None] Sync routers for ids ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:56.453106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['633cd357-5c1b-4683-abc4-eea044957b38'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:56.454613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98ec348-125c-4ea9-b5a8-25004b566ee5 req-8e56c001-4f13-4100-82d6-fd203c10cd33 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879505 Feb 11 05:32:56.484554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451bc2c-2a18-48be-be3c-ee5c3fc7086d None None] Network 2ee70d01-8371-4a8f-9578-84f2895a32ab requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:56.510617 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-d5a82c96-cf18-4f04-b48c-ae24c0348bae tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] delete failed (client error): The resource could not be found. Feb 11 05:32:56.512331 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d5a82c96-cf18-4f04-b48c-ae24c0348bae tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1874684454 HTTP/1.1" status: 404 len: 335 time: 0.0800617 Feb 11 05:32:56.516634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59206) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.521377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-25e924f4-62de-49ef-947e-3def94773858 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'router': {'external_gateway_info': {'network_id': '79d4114f-e61c-407c-b2e2-cfe5cb515b3a'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:56.546009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Pushing event deleted for resources: {'Port': ['ID=fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:56.593676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-409833b6-a204-4ff4-adb1-e05d68c83466 req-58a9f15a-09ef-45f6-a119-ca93e14b406a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 210 time: 0.0490503 Feb 11 05:32:56.663807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] No DVR routers for this DVR port fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:56.671089 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.674682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b18ba302-57c1-4a9e-bf10-b63d6e0275f7 req-995a9a0a-d0ca-4d4f-8913-54dafa947f83 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.81 "DELETE /v2.0/ports/fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f HTTP/1.1" status: 204 len: 173 time: 2.5288889 Feb 11 05:32:56.675170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'name': 'network-vif-deleted', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:56.678090 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d594c3fb-adc4-4abe-83c3-d3cbebf0dfd1" -d '{"events": [{"server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "name": "network-vif-deleted", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:56.777900 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e58ccb-a809-442f-bff7-9ea0e5840066 x-openstack-request-id: req-e3e58ccb-a809-442f-bff7-9ea0e5840066 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:56.778833 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ac0ac2-ee89-4124-89a4-6cd8bcc9d079", "name": "network-vif-deleted", "tag": "fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:56.779330 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3e58ccb-a809-442f-bff7-9ea0e5840066 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:56.780019 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ac0ac2-ee89-4124-89a4-6cd8bcc9d079', 'name': 'network-vif-deleted', 'tag': 'fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f', 'status': 'completed', 'code': 200} Feb 11 05:32:56.824490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Allocated IP 172.20.0.8 (bdbc0085-8f99-4fcf-9803-2ad9a20c364e/9ef3855c-4e26-4b5c-9e78-72425adf7f66/4d799380-7936-49d7-a55a-fb5a32fc22b6) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:56.860204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25e924f4-62de-49ef-947e-3def94773858 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for router_gateway (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.893604 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-25e924f4-62de-49ef-947e-3def94773858 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] update failed (client error): The resource could not be found. Feb 11 05:32:56.900723 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-25e924f4-62de-49ef-947e-3def94773858 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "PUT /v2.0/routers/79d4114f-e61c-407c-b2e2-cfe5cb515b3a HTTP/1.1" status: 404 len: 339 time: 0.3772979 Feb 11 05:32:56.901599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59228) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.907366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-359311080'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:56.917631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e6cee-04f2-4cde-9a9b-441b98c23acb None None] Routers {'79d4114f-e61c-407c-b2e2-cfe5cb515b3a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:56.918274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d01e6cee-04f2-4cde-9a9b-441b98c23acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:32:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:56.932666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Made reservation on behalf of f8e69cd30abf4890a8f9ebc85e52c4cd for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:56.936772 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.965486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d01e6cee-04f2-4cde-9a9b-441b98c23acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:56.968755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:56.985936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fd0cc24c-0953-4e7f-8743-66cf4644f2a0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.988200 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Added segment fd0cc24c-0953-4e7f-8743-66cf4644f2a0 of type vlan for network e0d8399c-0774-417a-9ce0-8be415f4b523 Feb 11 05:32:57.002923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e6cee-04f2-4cde-9a9b-441b98c23acb None None] Routers {'79d4114f-e61c-407c-b2e2-cfe5cb515b3a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:57.004991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d01e6cee-04f2-4cde-9a9b-441b98c23acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:32:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:57.048720 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e0d8399c-0774-417a-9ce0-8be415f4b523), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.060428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d01e6cee-04f2-4cde-9a9b-441b98c23acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:57.061087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e6cee-04f2-4cde-9a9b-441b98c23acb None None] The sync data for ids ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:57.081292 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e0d8399c-0774-417a-9ce0-8be415f4b523), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.088970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.089728 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.100959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c181b-bdbd-4fc1-9b88-ec605dd616c1 req-836d9272-1106-4058-913b-11299d966c04 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.108587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d2c181b-bdbd-4fc1-9b88-ec605dd616c1 req-836d9272-1106-4058-913b-11299d966c04 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 944 time: 0.2591178 Feb 11 05:32:57.138971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348c76-3162-4093-832b-f8b1867fe760 req-7497c340-bcab-4ce3-ad1d-dc44c7e88f8e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.140085 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2373042 Feb 11 05:32:57.140986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-7497c340-bcab-4ce3-ad1d-dc44c7e88f8e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 815 time: 0.3673086 Feb 11 05:32:57.148354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59230) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.154235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'subnet': {'network_id': 'e0d8399c-0774-417a-9ce0-8be415f4b523', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:57.184541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405220b-53e3-403f-acbb-9d3ada7873f2 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Network': ['ID=e0d8399c-0774-417a-9ce0-8be415f4b523,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:57.196499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e0d8399c-0774-417a-9ce0-8be415f4b523 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:57.281434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-9aa5eb46-8a2f-4d4b-be80-541ef7dcd1ce tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/quotas/31d01b8953884b02a010f85b8ce90594 HTTP/1.1" status: 200 len: 375 time: 0.0923665 Feb 11 05:32:57.290304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d2c181b-bdbd-4fc1-9b88-ec605dd616c1 req-afb1d895-0717-40b9-bc4a-8e5b61469d3b tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806161 Feb 11 05:32:57.315576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks [] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.340331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-bb9c8081-a3ca-4dd7-9f4c-7a5b467f6c80 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489855 Feb 11 05:32:57.366461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Made reservation on behalf of f8e69cd30abf4890a8f9ebc85e52c4cd for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:57.371018 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.526418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.540689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c3a6a255-0cd7-4709-a801-55b1705fb35b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:57.626612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Network bdbc0085-8f99-4fcf-9803-2ad9a20c364e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:57.634899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:57.649102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:57.651500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:57.660388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac452f31-4c52-4d1a-994f-476dcc94d60f req-1d060cd2-f6cd-424f-b24f-8f0a67855ab4 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.661927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac452f31-4c52-4d1a-994f-476dcc94d60f req-1d060cd2-f6cd-424f-b24f-8f0a67855ab4 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 946 time: 0.3031769 Feb 11 05:32:57.667127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-8469b964-f164-4b63-a80d-95147cf5af3d service neutron] 10.222.0.31 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143201 Feb 11 05:32:57.687872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Pushing event updated for resources: {'Port': ['ID=4d799380-7936-49d7-a55a-fb5a32fc22b6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:57.720908 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0673ab2e-4a13-4499-bbfc-a4ded32461f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.732626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd0f153-ff3d-4b98-943f-61d76a915e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e80e91-3d2a-4312-95d1-49a86d5624a6'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:57.734992 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cafcb6-53ed-4222-ba25-0c06e6e402b7" -d '{"events": [{"server_uuid": "ccd0f153-ff3d-4b98-943f-61d76a915e37", "name": "network-vif-plugged", "status": "completed", "tag": "90e80e91-3d2a-4312-95d1-49a86d5624a6"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:57.770182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:57.782378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:57.782958 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.806991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.807579 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.874779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac452f31-4c52-4d1a-994f-476dcc94d60f req-cf59929f-e0e0-4031-ac26-79a7623f2db7 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780047 Feb 11 05:32:57.881340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:57.881340 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.892741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-82bf5050-5849-4376-a1c9-56fc613f2821 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0220637 Feb 11 05:32:57.922508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:57.932966 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.932966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c5406793-c883-4672-a199-e33df5281fd8 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:57.939803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Request body: {'port': {'device_id': 'b6cca5b5-203e-411f-af70-38742b3d7b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:57.998065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-51406603-8f07-4141-ab19-dd2d9f4dd3ad service neutron] 10.222.0.31 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026881 Feb 11 05:32:58.020101 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (6750f958-c0d6-4dd0-bae1-a1b9321e8a82), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.042891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:58.059790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f338b14-dbda-42b6-9d9d-5d5d01b721a6 req-463627f7-4f91-4f22-879f-18ea867822a7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 210 time: 0.0574930 Feb 11 05:32:58.067160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c5406793-c883-4672-a199-e33df5281fd8 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:58.076225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c5406793-c883-4672-a199-e33df5281fd8 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:58.078432 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c5406793-c883-4672-a199-e33df5281fd8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.180863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.249583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Subnet': ['ID=6750f958-c0d6-4dd0-bae1-a1b9321e8a82,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:58.269058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Checking segment: {'id': 'fd0cc24c-0953-4e7f-8743-66cf4644f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0d8399c-0774-417a-9ce0-8be415f4b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:58.269466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network hostable DHCP agents. Network: e0d8399c-0774-417a-9ce0-8be415f4b523, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:58.275875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c5406793-c883-4672-a199-e33df5281fd8 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:58.276237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c5406793-c883-4672-a199-e33df5281fd8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.328411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c5406793-c883-4672-a199-e33df5281fd8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c5406793-c883-4672-a199-e33df5281fd8,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:58.337097 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c5406793-c883-4672-a199-e33df5281fd8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.338485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:58.380985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network e0d8399c-0774-417a-9ce0-8be415f4b523 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:58.389951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:58.390729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fed1cfbd-aefb-48e7-b6d4-430eedbfaa0f not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:58.423283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c5406793-c883-4672-a199-e33df5281fd8,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:58.439175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e854b-6813-4883-8dd7-4217feac7c15 req-10d35a94-73f4-4871-8c5f-15b74d3cb913 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.440703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d1e854b-6813-4883-8dd7-4217feac7c15 req-10d35a94-73f4-4871-8c5f-15b74d3cb913 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 950 time: 0.2338428 Feb 11 05:32:58.445039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e0d8399c-0774-417a-9ce0-8be415f4b523) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:58.455755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e99f6-1717-4c92-9308-2a0d762a38cb None None] Network e0d8399c-0774-417a-9ce0-8be415f4b523 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:58.468515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.469139 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.534434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-79d95780-7d23-4503-bd0f-f41b8147c889 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3839023 Feb 11 05:32:58.537293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59258) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:58.545193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bc1849e6-ca54-48d5-9269-7ca1649c4b5f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0d8399c-0774-417a-9ce0-8be415f4b523'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:58.550064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d214-03fe-438d-83d3-584a3f7e8038 req-88329345-82f5-4843-ae67-3cd02b79da10 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.551632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0e7d214-03fe-438d-83d3-584a3f7e8038 req-88329345-82f5-4843-ae67-3cd02b79da10 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 931 time: 0.2330649 Feb 11 05:32:58.618436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d1e854b-6813-4883-8dd7-4217feac7c15 req-b9cf808e-c86c-4451-9505-709d9ab86671 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653533 Feb 11 05:32:58.646424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-e0d8399c-0774-417a-9ce0-8be415f4b523', 'network_id': 'e0d8399c-0774-417a-9ce0-8be415f4b523', 'project_id': 'f8e69cd30abf4890a8f9ebc85e52c4cd', 'fixed_ips': [{'subnet_id': '6750f958-c0d6-4dd0-bae1-a1b9321e8a82'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:58.647853 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.691830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0e7d214-03fe-438d-83d3-584a3f7e8038 req-c6c46d3e-36b9-4a08-a588-b9f2705b6f4b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308551 Feb 11 05:32:58.808472 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6735bed5-83a8-4b43-9de4-abd716c0b425 x-openstack-request-id: req-6735bed5-83a8-4b43-9de4-abd716c0b425 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:58.823617 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd0f153-ff3d-4b98-943f-61d76a915e37", "name": "network-vif-plugged", "status": "completed", "tag": "90e80e91-3d2a-4312-95d1-49a86d5624a6", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:58.823899 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6735bed5-83a8-4b43-9de4-abd716c0b425 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:58.824342 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd0f153-ff3d-4b98-943f-61d76a915e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e80e91-3d2a-4312-95d1-49a86d5624a6', 'code': 200} Feb 11 05:32:58.872163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bb6a48d-6860-4c02-b20c-99ed0bbfbfac req-5296050a-66a0-4c0b-878c-6313a6acae78 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 210 time: 0.0705087 Feb 11 05:32:58.888208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d799380-7936-49d7-a55a-fb5a32fc22b6 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:58.936222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Allocated IP 2001:db8:1::2 (e0d8399c-0774-417a-9ce0-8be415f4b523/6750f958-c0d6-4dd0-bae1-a1b9321e8a82/e46eb58c-7a89-43cf-82d0-f48a459c05f0) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:58.958834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Publish callbacks [] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.991395 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc1849e6-ca54-48d5-9269-7ca1649c4b5f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for router_gateway (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.056859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Transition to ACTIVE for port object 4d799380-7936-49d7-a55a-fb5a32fc22b6 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:59.106019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.124216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd8824-4a78-4050-9063-b7a96632b1f8 req-387bd3e3-0353-424c-944e-34f34dc40786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.125941 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dedd8824-4a78-4050-9063-b7a96632b1f8 req-387bd3e3-0353-424c-944e-34f34dc40786 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 1133 time: 0.2782557 Feb 11 05:32:59.211641 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-bc1849e6-ca54-48d5-9269-7ca1649c4b5f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:32:59.221011 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bc1849e6-ca54-48d5-9269-7ca1649c4b5f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "PUT /v2.0/routers/79d4114f-e61c-407c-b2e2-cfe5cb515b3a HTTP/1.1" status: 400 len: 364 time: 0.6817718 Feb 11 05:32:59.222957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59270) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:59.227785 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Publish callbacks [] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.236842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.305845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Pushing event updated for resources: {'Port': ['ID=e46eb58c-7a89-43cf-82d0-f48a459c05f0,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.323870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Network e0d8399c-0774-417a-9ce0-8be415f4b523 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:59.326404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:59.329204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:59.424536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Attempting to bind port e46eb58c-7a89-43cf-82d0-f48a459c05f0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:59.425293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Attempting to bind port e46eb58c-7a89-43cf-82d0-f48a459c05f0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'fd0cc24c-0953-4e7f-8743-66cf4644f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0d8399c-0774-417a-9ce0-8be415f4b523'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:59.425770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Attempting to bind port e46eb58c-7a89-43cf-82d0-f48a459c05f0 on network e0d8399c-0774-417a-9ce0-8be415f4b523 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:59.432644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:59.434447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Checking segment: {'id': 'fd0cc24c-0953-4e7f-8743-66cf4644f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0d8399c-0774-417a-9ce0-8be415f4b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:59.434447 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.435139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Bound using segment: {'id': 'fd0cc24c-0953-4e7f-8743-66cf4644f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0d8399c-0774-417a-9ce0-8be415f4b523'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:59.436151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Bound port: e46eb58c-7a89-43cf-82d0-f48a459c05f0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0cc24c-0953-4e7f-8743-66cf4644f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0d8399c-0774-417a-9ce0-8be415f4b523'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:59.436654 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.538282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] For port e46eb58c-7a89-43cf-82d0-f48a459c05f0, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:59.547330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] For port e46eb58c-7a89-43cf-82d0-f48a459c05f0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e46eb58c-7a89-43cf-82d0-f48a459c05f0,segment=NetworkSegment(fd0cc24c-0953-4e7f-8743-66cf4644f2a0),segment_id=fd0cc24c-0953-4e7f-8743-66cf4644f2a0)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:59.562340 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.624723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856098a-8d91-4a99-889b-f2f463639eb4 None None] Pushing event updated for resources: {'Port': ['ID=e46eb58c-7a89-43cf-82d0-f48a459c05f0,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.636779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d28958-64cf-4691-8f41-6d01fc6fdf03 req-cbe9f512-f0d1-4a88-aae1-c95672c9e699 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.638371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24d28958-64cf-4691-8f41-6d01fc6fdf03 req-cbe9f512-f0d1-4a88-aae1-c95672c9e699 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 945 time: 0.6843266 Feb 11 05:32:59.681219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Pushing event updated for resources: {'Port': ['ID=4d799380-7936-49d7-a55a-fb5a32fc22b6,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.693245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dedd8824-4a78-4050-9063-b7a96632b1f8 req-8054332b-b468-4892-a31f-e435a59df814 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293779 Feb 11 05:32:59.735264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ee3a6-62b0-48fe-8861-8884884281f6 req-a8c5a45f-db55-4784-a2dd-4d952a5f3f36 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.743420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-636ee3a6-62b0-48fe-8861-8884884281f6 req-a8c5a45f-db55-4784-a2dd-4d952a5f3f36 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 946 time: 0.7120333 Feb 11 05:32:59.797918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24d28958-64cf-4691-8f41-6d01fc6fdf03 req-a7d6761e-fdd4-41ea-962f-2c084f4721c2 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497846 Feb 11 05:32:59.843635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Attempting to bind port 4d799380-7936-49d7-a55a-fb5a32fc22b6 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:59.844011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Attempting to bind port 4d799380-7936-49d7-a55a-fb5a32fc22b6 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'eff4c400-29a3-4d6b-a614-6539a62bb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:59.844616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Attempting to bind port 4d799380-7936-49d7-a55a-fb5a32fc22b6 on network bdbc0085-8f99-4fcf-9803-2ad9a20c364e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:59.857245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Port 4d799380-7936-49d7-a55a-fb5a32fc22b6 on network bdbc0085-8f99-4fcf-9803-2ad9a20c364e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:59.857630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Attempting to bind port 4d799380-7936-49d7-a55a-fb5a32fc22b6 on network bdbc0085-8f99-4fcf-9803-2ad9a20c364e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:59.869413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:59.869751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Checking segment: {'id': 'eff4c400-29a3-4d6b-a614-6539a62bb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:59.870145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Bound using segment: {'id': 'eff4c400-29a3-4d6b-a614-6539a62bb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:59.880911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Bound port: 4d799380-7936-49d7-a55a-fb5a32fc22b6, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff4c400-29a3-4d6b-a614-6539a62bb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:59.880911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.937251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-636ee3a6-62b0-48fe-8861-8884884281f6 req-b1e2ad25-34f9-438a-92c5-ed95a33ec750 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929264 Feb 11 05:32:59.957439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-284e12f5-478a-484a-ac52-e937de59a0b0 req-80d54b03-48af-4c70-afd7-a14a12b33af6 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 210 time: 0.0380526 Feb 11 05:33:00.025138 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.043760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] For port 4d799380-7936-49d7-a55a-fb5a32fc22b6, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:00.049328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] For port 4d799380-7936-49d7-a55a-fb5a32fc22b6, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4d799380-7936-49d7-a55a-fb5a32fc22b6,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:00.077815 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.200697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:00.201343 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.203182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d799380-7936-49d7-a55a-fb5a32fc22b6 HTTP/1.1" status: 200 len: 1092 time: 2.2732172 Feb 11 05:33:00.204641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cca5b5-203e-411f-af70-38742b3d7b1f', 'tag': '4d799380-7936-49d7-a55a-fb5a32fc22b6'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:00.227245 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6cca5b5-203e-411f-af70-38742b3d7b1f", "tag": "4d799380-7936-49d7-a55a-fb5a32fc22b6"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:00.245481 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a68f857f-62d4-4788-b123-44fccc641cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.299832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc62da2-1685-4a01-975e-e5ef10fd1216 service neutron] Pushing event updated for resources: {'Port': ['ID=4d799380-7936-49d7-a55a-fb5a32fc22b6,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:00.359371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676f36-88d8-4770-b0ef-ccfe24de8c3c req-d3ac3961-ecb3-4ead-868d-aae7a9481895 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:00.360683 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9676f36-88d8-4770-b0ef-ccfe24de8c3c req-d3ac3961-ecb3-4ead-868d-aae7a9481895 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 950 time: 0.2983248 Feb 11 05:33:00.416456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Allocated IP 2001:db8::1 (fe6054d6-4134-469f-ad38-cd243ec33c62/c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2/34e68c89-6f1f-40fd-9456-19605615b3ae) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:00.440553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da352ad-6318-4c6c-ab43-bf6591beec7a req-f36a7851-254d-4d5e-b2f5-3a6a1d07aed3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:00.442084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8da352ad-6318-4c6c-ab43-bf6591beec7a req-f36a7851-254d-4d5e-b2f5-3a6a1d07aed3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 943 time: 0.2712228 Feb 11 05:33:00.483995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348c76-3162-4093-832b-f8b1867fe760 req-4de7f299-1b6c-4e92-abd1-01a7f7fedf22 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:00.485444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-4de7f299-1b6c-4e92-abd1-01a7f7fedf22 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.72 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 815 time: 0.3078485 Feb 11 05:33:00.508130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Request body: {'port': {'device_id': '3f203f12-f9fc-4b4a-a7e4-d83f1f025874', 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab', 'admin_state_up': True, 'tenant_id': '31d01b8953884b02a010f85b8ce90594'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:00.518247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-445657ab-2e77-4c8b-a300-78d7494317da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:00.519820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-445657ab-2e77-4c8b-a300-78d7494317da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 1126 time: 0.2053192 Feb 11 05:33:00.546025 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.577447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9676f36-88d8-4770-b0ef-ccfe24de8c3c req-da0ed472-544e-4016-a75f-6c0c30758d47 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781142 Feb 11 05:33:00.593285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.639845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network fe6054d6-4134-469f-ad38-cd243ec33c62 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:00.649998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:00.655328 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:00.655884 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.682636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-1d265579-fcbb-49fb-996f-11fd817f30fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d799380-7936-49d7-a55a-fb5a32fc22b6 HTTP/1.1" status: 200 len: 217 time: 0.1287243 Feb 11 05:33:00.731606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8da352ad-6318-4c6c-ab43-bf6591beec7a req-e8ba2673-bd1d-4f94-b321-4d14be3fa0a9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730587 Feb 11 05:33:00.801058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f846a8b-5d68-4dd9-a848-2753690eefd6 req-5699b873-a2e3-469a-a088-6cd3deccc090 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 210 time: 0.1172948 Feb 11 05:33:00.820795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Port': ['ID=34e68c89-6f1f-40fd-9456-19605615b3ae,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:00.825756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'}, {'server_uuid': 'e5133a30-5381-4f6d-97ae-32d220e51d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5406793-c883-4672-a199-e33df5281fd8'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:00.828942 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5a172-bea7-47fe-a053-922223cd170a" -d '{"events": [{"server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a"}, {"server_uuid": "e5133a30-5381-4f6d-97ae-32d220e51d22", "name": "network-vif-plugged", "status": "completed", "tag": "c5406793-c883-4672-a199-e33df5281fd8"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:00.902500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.013331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.041826 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d439127e-5b03-46f9-96a3-1f67ef6b2ba1 x-openstack-request-id: req-d439127e-5b03-46f9-96a3-1f67ef6b2ba1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:01.042173 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6cca5b5-203e-411f-af70-38742b3d7b1f", "tag": "4d799380-7936-49d7-a55a-fb5a32fc22b6", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:01.042431 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d439127e-5b03-46f9-96a3-1f67ef6b2ba1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:01.042834 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cca5b5-203e-411f-af70-38742b3d7b1f', 'tag': '4d799380-7936-49d7-a55a-fb5a32fc22b6', 'status': 'completed', 'code': 200} Feb 11 05:33:01.064070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-fcaeef13-43dd-442f-be3a-11f2e60ceb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.065577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-fcaeef13-43dd-442f-be3a-11f2e60ceb80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9ef3855c-4e26-4b5c-9e78-72425adf7f66 HTTP/1.1" status: 200 len: 853 time: 0.3527105 Feb 11 05:33:01.083557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005bf78-2ba4-4833-bcf2-0c3684183954 req-e3daab69-5731-4170-9168-c3a440655451 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.090564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d005bf78-2ba4-4833-bcf2-0c3684183954 req-e3daab69-5731-4170-9168-c3a440655451 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5133a30-5381-4f6d-97ae-32d220e51d22 HTTP/1.1" status: 200 len: 946 time: 0.1763999 Feb 11 05:33:01.149686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-83a90ebc-478e-4aad-bd25-88f08d3276e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739851 Feb 11 05:33:01.166706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-16172097-44b1-496d-a763-ad8565f65bbb None None] Provisioning complete for port 34e68c89-6f1f-40fd-9456-19605615b3ae triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:01.166913 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16172097-44b1-496d-a763-ad8565f65bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.219450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-16172097-44b1-496d-a763-ad8565f65bbb None None] Port 34e68c89-6f1f-40fd-9456-19605615b3ae cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:01.249324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Made reservation on behalf of 31d01b8953884b02a010f85b8ce90594 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:01.252733 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.286578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d005bf78-2ba4-4833-bcf2-0c3684183954 req-6e3d0df1-e597-4d84-a3c0-01627a1368f2 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950231 Feb 11 05:33:01.292209 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57d6ed-dcd1-443b-b903-c024be3fe8d4 None None] Network e0d8399c-0774-417a-9ce0-8be415f4b523 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:01.300355 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.320082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.321764 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.339103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b53b16-a529-4329-a5f9-e8027b0725a2 req-e953f04c-29a7-4da0-a92a-2d095afc0e9a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.347653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7b53b16-a529-4329-a5f9-e8027b0725a2 req-e953f04c-29a7-4da0-a92a-2d095afc0e9a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 945 time: 0.2124124 Feb 11 05:33:01.419405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2b46558a-9db0-44ce-9bf3-1b32adbab0d7 None None] Provisioning complete for port e46eb58c-7a89-43cf-82d0-f48a459c05f0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:01.420103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b46558a-9db0-44ce-9bf3-1b32adbab0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.424895 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea8a454-4568-426a-a912-86e8bdb0d3a4 x-openstack-request-id: req-4ea8a454-4568-426a-a912-86e8bdb0d3a4 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:01.425612 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a", "code": 200}, {"server_uuid": "e5133a30-5381-4f6d-97ae-32d220e51d22", "name": "network-vif-plugged", "status": "completed", "tag": "c5406793-c883-4672-a199-e33df5281fd8", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:01.426129 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ea8a454-4568-426a-a912-86e8bdb0d3a4 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:01.426739 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a', 'code': 200} Feb 11 05:33:01.427836 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5133a30-5381-4f6d-97ae-32d220e51d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5406793-c883-4672-a199-e33df5281fd8', 'code': 200} Feb 11 05:33:01.508014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-43350a46-b775-44f2-9cd7-a29a7a0e2dc5 service neutron] 10.222.0.72 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146143 Feb 11 05:33:01.541792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7b53b16-a529-4329-a5f9-e8027b0725a2 req-770a021b-13d5-4069-b77d-f56039a2ea98 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928806 Feb 11 05:33:01.581891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2b46558a-9db0-44ce-9bf3-1b32adbab0d7 None None] Current status of the port e46eb58c-7a89-43cf-82d0-f48a459c05f0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:01.582195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b46558a-9db0-44ce-9bf3-1b32adbab0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.599449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event updated for resources: {'Port': ['ID=34e68c89-6f1f-40fd-9456-19605615b3ae,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:01.695965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e46eb58c-7a89-43cf-82d0-f48a459c05f0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:01.712748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2b46558a-9db0-44ce-9bf3-1b32adbab0d7 None None] For port e46eb58c-7a89-43cf-82d0-f48a459c05f0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e46eb58c-7a89-43cf-82d0-f48a459c05f0,segment=NetworkSegment(fd0cc24c-0953-4e7f-8743-66cf4644f2a0),segment_id=fd0cc24c-0953-4e7f-8743-66cf4644f2a0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:01.741422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Network fe6054d6-4134-469f-ad38-cd243ec33c62 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:01.765381 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b46558a-9db0-44ce-9bf3-1b32adbab0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.767816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:01.859750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46558a-9db0-44ce-9bf3-1b32adbab0d7 None None] Pushing event updated for resources: {'Port': ['ID=e46eb58c-7a89-43cf-82d0-f48a459c05f0,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:01.862964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4b6096a-1fa3-484f-91f7-493316f327c6 req-5e27a00c-a736-49cd-abf9-9cf68df8cc8b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 210 time: 0.2928436 Feb 11 05:33:01.923216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e46eb58c-7a89-43cf-82d0-f48a459c05f0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:01.923601 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.932298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Allocated IP 172.20.0.5 (2ee70d01-8371-4a8f-9578-84f2895a32ab/75535e81-136b-455e-823e-db1995cc9522/78cee3d1-fb42-4036-b3f2-fe1a39e20777) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:01.944799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53af1c-b49f-486d-9cba-c2821e880f92 req-4c5bd9b7-38a2-4ff6-bbf4-75d8fc4c57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.948233 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2b53af1c-b49f-486d-9cba-c2821e880f92 req-4c5bd9b7-38a2-4ff6-bbf4-75d8fc4c57ea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e5133a30-5381-4f6d-97ae-32d220e51d22 HTTP/1.1" status: 200 len: 1129 time: 0.3543553 Feb 11 05:33:02.020679 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2b53af1c-b49f-486d-9cba-c2821e880f92 req-00903e38-a760-4b9e-b579-ac7362dd783e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673342 Feb 11 05:33:02.028368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Router 79d4114f-e61c-407c-b2e2-cfe5cb515b3a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:02.049003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-169e7f9a-1201-445f-84e4-4c7ee20d3a2a None None] Provisioning complete for port e46eb58c-7a89-43cf-82d0-f48a459c05f0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:02.049412 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-169e7f9a-1201-445f-84e4-4c7ee20d3a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.100366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e46eb58c-7a89-43cf-82d0-f48a459c05f0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:02.108981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446d798-327e-4340-a621-a03bf46d7a49 req-61a5297e-e0a3-4314-9841-b6c50a3956e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.110553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6446d798-327e-4340-a621-a03bf46d7a49 req-61a5297e-e0a3-4314-9841-b6c50a3956e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 1128 time: 0.5542784 Feb 11 05:33:02.112356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f251f6c6-c534-4cf2-929d-05a1044f8095 req-8ffa3141-9fbd-4142-8174-002dfdf2763b service neutron] 10.222.0.72 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676670 Feb 11 05:33:02.142928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61df767-e57e-4599-afa7-4c932ca0508e req-90f04d8a-a627-4814-bec2-690c13fb2ec0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.145193 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c61df767-e57e-4599-afa7-4c932ca0508e req-90f04d8a-a627-4814-bec2-690c13fb2ec0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 950 time: 0.4008582 Feb 11 05:33:02.186545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:02.197389 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd422523-34f1-4209-8bfd-2697431967bb None None] Sync routers for ids ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:02.202605 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4143cdc3-f66d-485a-9b05-8380b6e0848c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "PUT /v2.0/routers/79d4114f-e61c-407c-b2e2-cfe5cb515b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9782598 Feb 11 05:33:02.203286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59300) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:02.216206 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd422523-34f1-4209-8bfd-2697431967bb None None] Routers {'79d4114f-e61c-407c-b2e2-cfe5cb515b3a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:02.217370 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bd422523-34f1-4209-8bfd-2697431967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:33:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:02.265069 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bd422523-34f1-4209-8bfd-2697431967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:02.278281 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd422523-34f1-4209-8bfd-2697431967bb None None] Routers {'79d4114f-e61c-407c-b2e2-cfe5cb515b3a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:02.279437 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bd422523-34f1-4209-8bfd-2697431967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:33:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:02.287637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-169e7f9a-1201-445f-84e4-4c7ee20d3a2a None None] Current status of the port e46eb58c-7a89-43cf-82d0-f48a459c05f0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:02.312356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708230-e59b-4ac8-964e-a3c53b21de36 req-3365f949-2804-4a20-b5d1-f1ba35cad341 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.313920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64708230-e59b-4ac8-964e-a3c53b21de36 req-3365f949-2804-4a20-b5d1-f1ba35cad341 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 943 time: 0.2936265 Feb 11 05:33:02.320903 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f30516a3-8072-420f-bc27-ac311e5196fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for router (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.333072 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bd422523-34f1-4209-8bfd-2697431967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:02.334341 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd422523-34f1-4209-8bfd-2697431967bb None None] The sync data for ids ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:02.357938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c61df767-e57e-4599-afa7-4c932ca0508e req-4d146f3c-2513-44e7-b2cf-7cb8d68fc633 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913650 Feb 11 05:33:02.407411 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks [] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.414464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1dd11dfd-a0e6-44ce-a601-d493dff4d252 None None] Provisioning complete for port 34e68c89-6f1f-40fd-9456-19605615b3ae triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:02.415053 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1dd11dfd-a0e6-44ce-a601-d493dff4d252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.437872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-ef01c0b7-3426-439b-9de5-61e482b32bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.439628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-ef01c0b7-3426-439b-9de5-61e482b32bd2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 1126 time: 0.2519772 Feb 11 05:33:02.448080 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-f30516a3-8072-420f-bc27-ac311e5196fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:33:02.448434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6446d798-327e-4340-a621-a03bf46d7a49 req-b436582f-0e27-4d4d-8d56-6cb693a7081b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871848 Feb 11 05:33:02.452603 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f30516a3-8072-420f-bc27-ac311e5196fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/routers/79d4114f-e61c-407c-b2e2-cfe5cb515b3a HTTP/1.1" status: 409 len: 329 time: 0.2454331 Feb 11 05:33:02.453094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59306) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:02.468473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1dd11dfd-a0e6-44ce-a601-d493dff4d252 None None] Port 34e68c89-6f1f-40fd-9456-19605615b3ae cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:02.509378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64708230-e59b-4ac8-964e-a3c53b21de36 req-98605740-ad3b-49ee-8943-9ddd1bd23e8f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819186 Feb 11 05:33:02.552190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f996d36e-ffbf-4b06-91c5-41e49287fb9b req-c0ee63c9-653b-4640-9e28-90a2886784b9 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 210 time: 0.0518641 Feb 11 05:33:02.589914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.672304 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.716336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Network 2ee70d01-8371-4a8f-9578-84f2895a32ab is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:02.718286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-d58ef6f7-2e4f-4a53-b999-8632862ed823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.719455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-d58ef6f7-2e4f-4a53-b999-8632862ed823 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 914 time: 0.2701459 Feb 11 05:33:02.728057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:02.783330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:02.805446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Pushing event updated for resources: {'Port': ['ID=78cee3d1-fb42-4036-b3f2-fe1a39e20777,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:02.853841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-0ce94317-809e-4fe5-8417-0f76ff4c1972 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d799380-7936-49d7-a55a-fb5a32fc22b6 HTTP/1.1" status: 200 len: 217 time: 0.1226578 Feb 11 05:33:02.897241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.897835 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.900688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.930239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22169f-bf57-4024-8e90-05133d6debac req-27764f71-3132-49fd-818e-992e5eff4d31 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.931742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a22169f-bf57-4024-8e90-05133d6debac req-27764f71-3132-49fd-818e-992e5eff4d31 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5133a30-5381-4f6d-97ae-32d220e51d22 HTTP/1.1" status: 200 len: 946 time: 0.2944982 Feb 11 05:33:02.964297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-86d6da1e-1143-4cbf-adcc-e279b5e75a99 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4634593 Feb 11 05:33:02.972183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-b52c31b0-fd83-4408-9371-a27343450f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.973636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-b52c31b0-fd83-4408-9371-a27343450f5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9ef3855c-4e26-4b5c-9e78-72425adf7f66 HTTP/1.1" status: 200 len: 853 time: 0.1102562 Feb 11 05:33:02.982567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Request body: {'port': {'device_id': '3f203f12-f9fc-4b4a-a7e4-d83f1f025874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:03.046047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-7d391ec5-b9ce-4f55-8cc7-0d811caaad76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593531 Feb 11 05:33:03.051315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ccfde-9f43-460e-b756-aa55089920d0 req-526f0d21-58b0-4d23-b669-bcdc2f3fab5f tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.052790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-046ccfde-9f43-460e-b756-aa55089920d0 req-526f0d21-58b0-4d23-b669-bcdc2f3fab5f tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 1133 time: 0.2062030 Feb 11 05:33:03.101006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a22169f-bf57-4024-8e90-05133d6debac req-59de3a7d-126a-48ff-acf2-75aa5ad41ebd tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542680 Feb 11 05:33:03.122442 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-046ccfde-9f43-460e-b756-aa55089920d0 req-0edb1e4c-42b6-442a-be46-cc5ea3986313 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.183621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting port 34e68c89-6f1f-40fd-9456-19605615b3ae {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:03.183982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.189674 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.307634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.323627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Calling delete_port for 34e68c89-6f1f-40fd-9456-19605615b3ae owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:03.348088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6223132-402f-4728-a8e7-be815a2e1dd9 req-c754b54f-bf5b-4e12-825e-19ec7589539b tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.350087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6223132-402f-4728-a8e7-be815a2e1dd9 req-c754b54f-bf5b-4e12-825e-19ec7589539b tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 945 time: 0.1534593 Feb 11 05:33:03.352658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-9bce5efd-9973-4a8d-a1c9-621d14798994 service neutron] 10.222.0.72 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880878 Feb 11 05:33:03.510128 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-046ccfde-9f43-460e-b756-aa55089920d0 req-0edb1e4c-42b6-442a-be46-cc5ea3986313 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Publish callbacks [] for security_group (c833518b-3441-4c0c-8284-67e5896e6a82), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.543824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e46eb58c-7a89-43cf-82d0-f48a459c05f0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:03.559475 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-046ccfde-9f43-460e-b756-aa55089920d0 req-0edb1e4c-42b6-442a-be46-cc5ea3986313 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c833518b-3441-4c0c-8284-67e5896e6a82), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.574508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (34e68c89-6f1f-40fd-9456-19605615b3ae), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.603001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb1e4c-42b6-442a-be46-cc5ea3986313 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c833518b-3441-4c0c-8284-67e5896e6a82,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:03.603540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e46eb58c-7a89-43cf-82d0-f48a459c05f0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:03.604137 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.653516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Port': ['ID=34e68c89-6f1f-40fd-9456-19605615b3ae,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:03.676608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6223132-402f-4728-a8e7-be815a2e1dd9 req-869d4a65-64c7-4214-adff-30f2b8556934 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197968 Feb 11 05:33:03.708706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-046ccfde-9f43-460e-b756-aa55089920d0 req-0edb1e4c-42b6-442a-be46-cc5ea3986313 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451201 Feb 11 05:33:03.725303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea2c19f1-6862-4f8b-bbe8-b898fa79921a req-8323a559-437e-4c19-8bbf-ecd655661be2 service neutron] 10.222.0.72 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584516 Feb 11 05:33:03.788533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e46eb58c-7a89-43cf-82d0-f48a459c05f0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:03.866412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.885696 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.948809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3422f07-4560-41a9-b615-c9dc24ffc5fb req-4bdbf144-cfb8-4334-9558-fcd3114895c7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 210 time: 0.0751469 Feb 11 05:33:03.953809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cee3d1-fb42-4036-b3f2-fe1a39e20777 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:03.965793 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Publish callbacks [] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.994696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Transition to ACTIVE for port object 78cee3d1-fb42-4036-b3f2-fe1a39e20777 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:04.003068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.028104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0b748-7c46-40bb-9c91-c908539bc63d req-13739810-7c89-4ef8-868c-5e1ac3f227b5 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.029756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ff0b748-7c46-40bb-9c91-c908539bc63d req-13739810-7c89-4ef8-868c-5e1ac3f227b5 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 943 time: 0.1646054 Feb 11 05:33:04.087405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Router 79d4114f-e61c-407c-b2e2-cfe5cb515b3a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:04.107519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4d799380-7936-49d7-a55a-fb5a32fc22b6 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:04.183740 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:04.198563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c1550-8a6a-4cf5-8cce-1b1d5ad6b17c None None] Sync routers for ids ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:04.199099 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-061ae29b-6671-4942-bf73-0ab7c052fb5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "PUT /v2.0/routers/79d4114f-e61c-407c-b2e2-cfe5cb515b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7443008 Feb 11 05:33:04.205657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59322) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:04.219446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c1550-8a6a-4cf5-8cce-1b1d5ad6b17c None None] Routers {'79d4114f-e61c-407c-b2e2-cfe5cb515b3a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:04.220088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0e3c1550-8a6a-4cf5-8cce-1b1d5ad6b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:33:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.251728 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-f1adbdeb-7e6c-4de4-9aad-385376fe6c9f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] show failed (client error): The resource could not be found. Feb 11 05:33:04.259053 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f1adbdeb-7e6c-4de4-9aad-385376fe6c9f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-13832671 HTTP/1.1" status: 404 len: 333 time: 0.0462093 Feb 11 05:33:04.259439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59324) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:04.261868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0e3c1550-8a6a-4cf5-8cce-1b1d5ad6b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.264375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d974c99f-d82e-4daf-b599-d1bfa11b2d5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:04.272637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4d799380-7936-49d7-a55a-fb5a32fc22b6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4d799380-7936-49d7-a55a-fb5a32fc22b6,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:04.289469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '4d799380-7936-49d7-a55a-fb5a32fc22b6', 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e', 'port_id': '4d799380-7936-49d7-a55a-fb5a32fc22b6', 'mac_address': 'fa:16:3e:b5:eb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef3855c-4e26-4b5c-9e78-72425adf7f66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:04.291114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c1550-8a6a-4cf5-8cce-1b1d5ad6b17c None None] Routers {'79d4114f-e61c-407c-b2e2-cfe5cb515b3a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:04.291815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0e3c1550-8a6a-4cf5-8cce-1b1d5ad6b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:33:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.307305 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-d974c99f-d82e-4daf-b599-d1bfa11b2d5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] update failed (client error): The resource could not be found. Feb 11 05:33:04.313179 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d974c99f-d82e-4daf-b599-d1bfa11b2d5e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-221885930 HTTP/1.1" status: 404 len: 334 time: 0.0479932 Feb 11 05:33:04.313577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59326) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:04.375308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0e3c1550-8a6a-4cf5-8cce-1b1d5ad6b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.375475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4ae61e-1282-4674-84bd-8b308d6782fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting subnet 6750f958-c0d6-4dd0-bae1-a1b9321e8a82 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:04.375907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c1550-8a6a-4cf5-8cce-1b1d5ad6b17c None None] The sync data for ids ['79d4114f-e61c-407c-b2e2-cfe5cb515b3a'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:04.377444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4d799380-7936-49d7-a55a-fb5a32fc22b6 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:04.378145 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.381385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae61e-1282-4674-84bd-8b308d6782fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (6750f958-c0d6-4dd0-bae1-a1b9321e8a82), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.400105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d799380-7936-49d7-a55a-fb5a32fc22b6 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:04.423682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4d799380-7936-49d7-a55a-fb5a32fc22b6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4d799380-7936-49d7-a55a-fb5a32fc22b6,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:04.428633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae61e-1282-4674-84bd-8b308d6782fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6750f958-c0d6-4dd0-bae1-a1b9321e8a82), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.433379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.496476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4d799380-7936-49d7-a55a-fb5a32fc22b6,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:04.565308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Pushing event updated for resources: {'Port': ['ID=78cee3d1-fb42-4036-b3f2-fe1a39e20777,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:04.614135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ff0b748-7c46-40bb-9c91-c908539bc63d req-a056a6ba-9c2e-42ca-b21f-b8eaabd96e9f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744824 Feb 11 05:33:04.633588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adfe5e-cbf0-4abb-816b-bd81f85f52c3 req-c812d57e-916e-44f8-a757-e9440eec5da3 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.635140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9adfe5e-cbf0-4abb-816b-bd81f85f52c3 req-c812d57e-916e-44f8-a757-e9440eec5da3 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 943 time: 0.5736675 Feb 11 05:33:04.656886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Attempting to bind port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:04.657266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Attempting to bind port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:04.657602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Attempting to bind port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 on network 2ee70d01-8371-4a8f-9578-84f2895a32ab {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:04.671528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 on network 2ee70d01-8371-4a8f-9578-84f2895a32ab not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:04.671771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Attempting to bind port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 on network 2ee70d01-8371-4a8f-9578-84f2895a32ab {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:04.683502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4d799380-7936-49d7-a55a-fb5a32fc22b6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:04.690177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:04.690527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Checking segment: {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:04.690922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Bound using segment: {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:04.691375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Bound port: 78cee3d1-fb42-4036-b3f2-fe1a39e20777, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:04.691744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.718557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9adfe5e-cbf0-4abb-816b-bd81f85f52c3 req-5f6b8d3f-4c3f-4648-b4b7-fcdf98611348 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731974 Feb 11 05:33:04.796411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] For port 78cee3d1-fb42-4036-b3f2-fe1a39e20777, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:04.800892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] For port 78cee3d1-fb42-4036-b3f2-fe1a39e20777, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=78cee3d1-fb42-4036-b3f2-fe1a39e20777,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:04.810730 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.873724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.874364 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.875235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae61e-1282-4674-84bd-8b308d6782fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6750f958-c0d6-4dd0-bae1-a1b9321e8a82), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.876177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] 10.222.0.72 "PUT /v2.0/ports/78cee3d1-fb42-4036-b3f2-fe1a39e20777 HTTP/1.1" status: 200 len: 1092 time: 1.8985560 Feb 11 05:33:04.876635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f203f12-f9fc-4b4a-a7e4-d83f1f025874', 'tag': '78cee3d1-fb42-4036-b3f2-fe1a39e20777'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:04.879042 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19128e8-7e1e-452f-b483-de794a8d5168" -d '{"events": [{"name": "network-changed", "server_uuid": "3f203f12-f9fc-4b4a-a7e4-d83f1f025874", "tag": "78cee3d1-fb42-4036-b3f2-fe1a39e20777"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:04.992294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae61e-1282-4674-84bd-8b308d6782fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6750f958-c0d6-4dd0-bae1-a1b9321e8a82), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.043428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ae61e-1282-4674-84bd-8b308d6782fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Subnet': ['ID=6750f958-c0d6-4dd0-bae1-a1b9321e8a82,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:05.046312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5adb11a-a5a4-4e3d-b8fe-c869c0dbe4b0 None None] Network e0d8399c-0774-417a-9ce0-8be415f4b523 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:05.046463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae61e-1282-4674-84bd-8b308d6782fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.060870 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b4ae61e-1282-4674-84bd-8b308d6782fb tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/subnets/6750f958-c0d6-4dd0-bae1-a1b9321e8a82 HTTP/1.1" status: 204 len: 168 time: 0.7461224 Feb 11 05:33:05.063503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59338) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.068740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0ae5-c2bb-4b45-b252-9e1aafbc8d82 req-aa0c86f4-b4b6-43f4-834a-b8664cdcfede tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.070334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab2f0ae5-c2bb-4b45-b252-9e1aafbc8d82 req-aa0c86f4-b4b6-43f4-834a-b8664cdcfede tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5133a30-5381-4f6d-97ae-32d220e51d22 HTTP/1.1" status: 200 len: 946 time: 0.2219334 Feb 11 05:33:05.086833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Pushing event updated for resources: {'Port': ['ID=78cee3d1-fb42-4036-b3f2-fe1a39e20777,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:05.127899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.128256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.128607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.128956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.129375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.129677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.130166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.130516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.130837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.131168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.131510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.131825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.132180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b5e1-907b-4335-aa17-ea64986cc884 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:05.160965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348c76-3162-4093-832b-f8b1867fe760 req-54f157dc-b04b-4b32-a87f-5d4a033c8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.162726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-54f157dc-b04b-4b32-a87f-5d4a033c8eeb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 1126 time: 0.2259581 Feb 11 05:33:05.181682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c150e-2a60-44b5-b3ef-f8676ab9c3a1 req-4cadea6b-a8b2-4035-bab9-53986c92a314 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.183228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f91c150e-2a60-44b5-b3ef-f8676ab9c3a1 req-4cadea6b-a8b2-4035-bab9-53986c92a314 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 945 time: 0.1610396 Feb 11 05:33:05.188205 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e0d8399c-0774-417a-9ce0-8be415f4b523), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.236873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab2f0ae5-c2bb-4b45-b252-9e1aafbc8d82 req-b5bc5e97-b581-4b27-a2b7-03a222568a40 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474102 Feb 11 05:33:05.259306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-b92b95ec-3fdd-4600-bb29-216586badc73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78cee3d1-fb42-4036-b3f2-fe1a39e20777 HTTP/1.1" status: 200 len: 217 time: 0.0781817 Feb 11 05:33:05.267744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d9239-5f57-4390-8264-1341da890a6e None None] DHCP port deletion for e0d8399c-0774-417a-9ce0-8be415f4b523 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:05.307045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting port e46eb58c-7a89-43cf-82d0-f48a459c05f0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:05.308586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.309930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f91c150e-2a60-44b5-b3ef-f8676ab9c3a1 req-a4dbd83a-a1e3-4e55-9b48-d846bedd6937 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168373 Feb 11 05:33:05.329286 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb9366c-bebf-4ba5-b6ba-d1e9d3f9fc19 x-openstack-request-id: req-1eb9366c-bebf-4ba5-b6ba-d1e9d3f9fc19 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:05.329286 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f203f12-f9fc-4b4a-a7e4-d83f1f025874", "tag": "78cee3d1-fb42-4036-b3f2-fe1a39e20777", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:05.329286 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eb9366c-bebf-4ba5-b6ba-d1e9d3f9fc19 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:05.329286 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f203f12-f9fc-4b4a-a7e4-d83f1f025874', 'tag': '78cee3d1-fb42-4036-b3f2-fe1a39e20777', 'status': 'completed', 'code': 200} Feb 11 05:33:05.345396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-372d9239-5f57-4390-8264-1341da890a6e None None] Deleting port e46eb58c-7a89-43cf-82d0-f48a459c05f0 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:05.345984 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-372d9239-5f57-4390-8264-1341da890a6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.434443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348c76-3162-4093-832b-f8b1867fe760 req-e8257be1-f767-4618-95f0-c13d0970709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.435920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-e8257be1-f767-4618-95f0-c13d0970709a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.1473172 Feb 11 05:33:05.439259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] For port e46eb58c-7a89-43cf-82d0-f48a459c05f0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e46eb58c-7a89-43cf-82d0-f48a459c05f0,segment=NetworkSegment(fd0cc24c-0953-4e7f-8743-66cf4644f2a0),segment_id=fd0cc24c-0953-4e7f-8743-66cf4644f2a0)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:05.439738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.453855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-372d9239-5f57-4390-8264-1341da890a6e None None] For port e46eb58c-7a89-43cf-82d0-f48a459c05f0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e46eb58c-7a89-43cf-82d0-f48a459c05f0,segment=NetworkSegment(fd0cc24c-0953-4e7f-8743-66cf4644f2a0),segment_id=fd0cc24c-0953-4e7f-8743-66cf4644f2a0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:05.454256 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-372d9239-5f57-4390-8264-1341da890a6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.462217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25c87051-0d90-473e-b47d-d71374003c2a req-e9fb70cc-8e4c-4b40-ace8-61cda3cb3342 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 210 time: 0.0520997 Feb 11 05:33:05.470630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Calling delete_port for e46eb58c-7a89-43cf-82d0-f48a459c05f0 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:05.496337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-372d9239-5f57-4390-8264-1341da890a6e None None] Calling delete_port for e46eb58c-7a89-43cf-82d0-f48a459c05f0 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:05.542777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-19a7ccd3-fe9d-410f-bcac-fd399249eca5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910804 Feb 11 05:33:05.610306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e46eb58c-7a89-43cf-82d0-f48a459c05f0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:05.636893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-003118bd-1da4-4e7d-a0d4-4e3685afa977 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056349 Feb 11 05:33:05.672383 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-372d9239-5f57-4390-8264-1341da890a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.682220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e46eb58c-7a89-43cf-82d0-f48a459c05f0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.710094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] No DVR routers for this DVR port e46eb58c-7a89-43cf-82d0-f48a459c05f0 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:05.737346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d9239-5f57-4390-8264-1341da890a6e None None] No DVR routers for this DVR port e46eb58c-7a89-43cf-82d0-f48a459c05f0 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:05.740007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d9239-5f57-4390-8264-1341da890a6e None None] Pushing event deleted for resources: {'Port': ['ID=e46eb58c-7a89-43cf-82d0-f48a459c05f0,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:05.768788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No active binding found for port e46eb58c-7a89-43cf-82d0-f48a459c05f0 {{(pid=103122) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:33:05.769427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] The host n-d-715271-35 is not matching for port e46eb58c-7a89-43cf-82d0-f48a459c05f0 host None! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:33:05.770067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e46eb58c-7a89-43cf-82d0-f48a459c05f0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:05.800851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Port': ['ID=e46eb58c-7a89-43cf-82d0-f48a459c05f0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:05.887183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-ae610798-6e18-42b9-b071-9729d7038713 service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137193 Feb 11 05:33:05.890028 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e0d8399c-0774-417a-9ce0-8be415f4b523), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.915145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d8399c-0774-417a-9ce0-8be415f4b523']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:05.927044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0cc24c-0953-4e7f-8743-66cf4644f2a0') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:05.927345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0cc24c-0953-4e7f-8743-66cf4644f2a0') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:05.938058 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (fd0cc24c-0953-4e7f-8743-66cf4644f2a0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.949612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-e07f121d-8ebd-49ce-b156-f8ff20376bef tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.953000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fd0cc24c-0953-4e7f-8743-66cf4644f2a0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.956408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-e07f121d-8ebd-49ce-b156-f8ff20376bef tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3070509 Feb 11 05:33:05.959683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:05.959683 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (fd0cc24c-0953-4e7f-8743-66cf4644f2a0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:05.963431 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:06.009708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-97b0e1bc-1a06-4e5e-8c28-8d744b7f8d47 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/quotas/8c27ae40d35945858eba01aed07f6a15 HTTP/1.1" status: 200 len: 375 time: 0.0523465 Feb 11 05:33:06.022099 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e0d8399c-0774-417a-9ce0-8be415f4b523), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.031102 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.037743 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/networks/e0d8399c-0774-417a-9ce0-8be415f4b523 HTTP/1.1" status: 204 len: 168 time: 0.9696093 Feb 11 05:33:06.037743 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59358) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.056467 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1104e60-09d4-4306-8459-1a43c7beb3f8 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Network': ['ID=e0d8399c-0774-417a-9ce0-8be415f4b523,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:06.078815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-ff420272-a45c-4c47-9f54-3e6a51bf0747 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1171704591&fields=id&tenant_id=7d01313cf22746138b719316ec92d924 HTTP/1.1" status: 200 len: 267 time: 0.1560705 Feb 11 05:33:06.090775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be348c76-3162-4093-832b-f8b1867fe760 req-d9d22d5c-a3b4-48fd-842c-27eb23817e6a service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041981 Feb 11 05:33:06.110266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4d799380-7936-49d7-a55a-fb5a32fc22b6 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:06.126117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4884120-ee34-4373-8844-82e0e302026e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting subnet 10ca6c07-69e7-4db1-a3cb-81bf70c635a0 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:06.130877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4884120-ee34-4373-8844-82e0e302026e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (10ca6c07-69e7-4db1-a3cb-81bf70c635a0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.140018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-2cfe4281-5908-4099-9648-8502dab1afc8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199150 Feb 11 05:33:06.189482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4884120-ee34-4373-8844-82e0e302026e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (10ca6c07-69e7-4db1-a3cb-81bf70c635a0), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.199012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-5986b522-072f-4446-b48d-7df38910497f tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.208520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-5986b522-072f-4446-b48d-7df38910497f tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 945 time: 0.1201479 Feb 11 05:33:06.216932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-8f247ba2-f43a-4f8c-9685-c562790ac40a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'port': {'security_groups': ['7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c', 'dc690a03-172a-419c-a763-b35410558990']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:06.243233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 4d799380-7936-49d7-a55a-fb5a32fc22b6 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:06.248179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 4d799380-7936-49d7-a55a-fb5a32fc22b6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:06.248807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.302339 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4884120-ee34-4373-8844-82e0e302026e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (10ca6c07-69e7-4db1-a3cb-81bf70c635a0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.309661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-96da01f8-ab5f-442f-b68c-892fcb6e7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.311661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-96da01f8-ab5f-442f-b68c-892fcb6e7c9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 1126 time: 0.1681528 Feb 11 05:33:06.314693 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-8f247ba2-f43a-4f8c-9685-c562790ac40a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.403095 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4884120-ee34-4373-8844-82e0e302026e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (10ca6c07-69e7-4db1-a3cb-81bf70c635a0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.410230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4d799380-7936-49d7-a55a-fb5a32fc22b6 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:06.410631 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.468590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4884120-ee34-4373-8844-82e0e302026e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Subnet': ['ID=10ca6c07-69e7-4db1-a3cb-81bf70c635a0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:06.479465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4884120-ee34-4373-8844-82e0e302026e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.493450 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4884120-ee34-4373-8844-82e0e302026e tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/subnets/10ca6c07-69e7-4db1-a3cb-81bf70c635a0 HTTP/1.1" status: 204 len: 168 time: 0.4525306 Feb 11 05:33:06.493758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59362) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.502616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-9ef8e0fd-fdef-4895-ace4-72325c02ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.504283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-9ef8e0fd-fdef-4895-ace4-72325c02ee63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 916 time: 0.1802225 Feb 11 05:33:06.582631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting subnet 9fa69c15-fed8-42a7-98d3-067da1d14c03 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:06.587017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (9fa69c15-fed8-42a7-98d3-067da1d14c03), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.638198 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (9fa69c15-fed8-42a7-98d3-067da1d14c03), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.650689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-02921ff8-b82c-4d56-9c60-0ba0c2e3814b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78cee3d1-fb42-4036-b3f2-fe1a39e20777 HTTP/1.1" status: 200 len: 217 time: 0.1373489 Feb 11 05:33:06.661348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ffa73-12fa-477f-8829-ec46fa141753 None None] Network e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:06.720579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4d799380-7936-49d7-a55a-fb5a32fc22b6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4d799380-7936-49d7-a55a-fb5a32fc22b6,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:06.758268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-b00ba5ec-a701-462b-951e-14036ba114d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.759876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-b00ba5ec-a701-462b-951e-14036ba114d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.1013041 Feb 11 05:33:06.814301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cca5b5-203e-411f-af70-38742b3d7b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d799380-7936-49d7-a55a-fb5a32fc22b6'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:06.816754 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac049672-d022-4f6e-acc0-f78ce74a2655" -d '{"events": [{"server_uuid": "b6cca5b5-203e-411f-af70-38742b3d7b1f", "name": "network-vif-plugged", "status": "completed", "tag": "4d799380-7936-49d7-a55a-fb5a32fc22b6"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:06.824598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-fb00ed6e-9192-4230-9014-b4db8df59ddb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570498 Feb 11 05:33:06.827240 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9fa69c15-fed8-42a7-98d3-067da1d14c03), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.841827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.905991 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (9fa69c15-fed8-42a7-98d3-067da1d14c03), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.931063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4d799380-7936-49d7-a55a-fb5a32fc22b6,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:06.936140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa69c15-fed8-42a7-98d3-067da1d14c03,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:06.946252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-8f247ba2-f43a-4f8c-9685-c562790ac40a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] For port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:06.950589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.959957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e1153-10d2-435c-997f-967f03183873 None None] Network 9ce7e5f0-257b-4459-bf67-5c3565768d55 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:06.962368 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/subnets/9fa69c15-fed8-42a7-98d3-067da1d14c03 HTTP/1.1" status: 204 len: 168 time: 0.4675272 Feb 11 05:33:06.962997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59370) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.997919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:06.998275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:06.998624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:06.998966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:06.999303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:06.999637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:06.999968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:07.000297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:07.000623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:07.000951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:07.009417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:07.009834 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:07.010178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7a295-3925-4db1-9867-290cf516e692 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:07.031007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4929b58a-f343-4183-a6ca-f6c99299e3aa None None] DHCP port deletion for e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:07.127908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4929b58a-f343-4183-a6ca-f6c99299e3aa None None] Deleting port 9a05e352-869b-4899-8a5c-b3448f988950 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:07.128388 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4929b58a-f343-4183-a6ca-f6c99299e3aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9a05e352-869b-4899-8a5c-b3448f988950), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.154590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.177364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-e9c2d68f-e7c7-46f8-89e7-a1b49dd2ed50 service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238261 Feb 11 05:33:07.253177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c41a15c-03cd-4a0a-bd40-5e4d406f3dc4 None None] DHCP port deletion for 9ce7e5f0-257b-4459-bf67-5c3565768d55 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:07.275283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-8f247ba2-f43a-4f8c-9685-c562790ac40a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.294475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting port 9a05e352-869b-4899-8a5c-b3448f988950 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:07.294816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9a05e352-869b-4899-8a5c-b3448f988950), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.296311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4929b58a-f343-4183-a6ca-f6c99299e3aa None None] For port 9a05e352-869b-4899-8a5c-b3448f988950, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9a05e352-869b-4899-8a5c-b3448f988950,segment=NetworkSegment(3824e771-89a7-4083-96ad-87356e5daee1),segment_id=3824e771-89a7-4083-96ad-87356e5daee1)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:07.296755 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4929b58a-f343-4183-a6ca-f6c99299e3aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9a05e352-869b-4899-8a5c-b3448f988950), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.301674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894284c-722a-4570-aafe-cbe0d9853c82 req-c3495d65-af44-4715-b30a-45caa0dfe731 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:07.309518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7894284c-722a-4570-aafe-cbe0d9853c82 req-c3495d65-af44-4715-b30a-45caa0dfe731 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 945 time: 0.4838617 Feb 11 05:33:07.361166 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-8f247ba2-f43a-4f8c-9685-c562790ac40a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.393088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['63b49bf7-57e2-4905-bb0b-d9724dabd808', '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:07.397277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4929b58a-f343-4183-a6ca-f6c99299e3aa None None] Calling delete_port for 9a05e352-869b-4899-8a5c-b3448f988950 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:07.422515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-8f247ba2-f43a-4f8c-9685-c562790ac40a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:07.423275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-8f247ba2-f43a-4f8c-9685-c562790ac40a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.424746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d252c9ea-0932-4ae8-b396-88a2a94e249c req-8f247ba2-f43a-4f8c-9685-c562790ac40a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "PUT /v2.0/ports/4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a HTTP/1.1" status: 200 len: 981 time: 1.2151258 Feb 11 05:33:07.428825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:07.431739 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4869fe0c-6bf3-495c-a520-7ad96b475a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:07.452046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] For port 9a05e352-869b-4899-8a5c-b3448f988950, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9a05e352-869b-4899-8a5c-b3448f988950,segment=NetworkSegment(3824e771-89a7-4083-96ad-87356e5daee1),segment_id=3824e771-89a7-4083-96ad-87356e5daee1)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:07.452252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9a05e352-869b-4899-8a5c-b3448f988950), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.480187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7894284c-722a-4570-aafe-cbe0d9853c82 req-f080adfe-487f-4fbc-b87d-d1980466d28a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695430 Feb 11 05:33:07.483647 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Calling delete_port for 9a05e352-869b-4899-8a5c-b3448f988950 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:07.545760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f247ba2-f43a-4f8c-9685-c562790ac40a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'Port': ['ID=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:07.556653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f19128e8-7e1e-452f-b483-de794a8d5168 req-f035deaf-2496-4884-802b-827e472dc2a3 service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716428 Feb 11 05:33:07.605968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-60968a07-c093-418f-9e9c-b9f893985a06 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:07.610437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-60968a07-c093-418f-9e9c-b9f893985a06 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5133a30-5381-4f6d-97ae-32d220e51d22 HTTP/1.1" status: 200 len: 946 time: 0.3779929 Feb 11 05:33:07.641397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:07.651930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 99c260d4-7b92-43ac-aadb-fec2ec23d1ef no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:07.681662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9a05e352-869b-4899-8a5c-b3448f988950), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.743143 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Port': ['ID=9a05e352-869b-4899-8a5c-b3448f988950,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:07.750728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] No DVR routers for this DVR port 9a05e352-869b-4899-8a5c-b3448f988950 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:07.824554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8c41a15c-03cd-4a0a-bd40-5e4d406f3dc4 None None] Deleting port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:07.825074 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8c41a15c-03cd-4a0a-bd40-5e4d406f3dc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.923601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.979885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:07.986487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4929b58a-f343-4183-a6ca-f6c99299e3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (9a05e352-869b-4899-8a5c-b3448f988950), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.002631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3824e771-89a7-4083-96ad-87356e5daee1') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:08.003681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3824e771-89a7-4083-96ad-87356e5daee1') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:08.031036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50de5ea1-25ab-44f0-9247-f0af6ff189ec req-b64be27d-231e-4121-8645-37bbd6acdee7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 210 time: 0.0775008 Feb 11 05:33:08.044851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dbd2d-c6a3-43ae-aa5a-08c1a1a0508e req-3a2072ac-ef93-4f88-8020-aa37ca89f077 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.053131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa4dbd2d-c6a3-43ae-aa5a-08c1a1a0508e req-3a2072ac-ef93-4f88-8020-aa37ca89f077 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 943 time: 0.3504264 Feb 11 05:33:08.067639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (3824e771-89a7-4083-96ad-87356e5daee1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.088863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929b58a-f343-4183-a6ca-f6c99299e3aa None None] Pushing event deleted for resources: {'Port': ['ID=9a05e352-869b-4899-8a5c-b3448f988950,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:08.106413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3824e771-89a7-4083-96ad-87356e5daee1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.108286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929b58a-f343-4183-a6ca-f6c99299e3aa None None] No DVR routers for this DVR port 9a05e352-869b-4899-8a5c-b3448f988950 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:08.121156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:08.121156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (3824e771-89a7-4083-96ad-87356e5daee1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:08.124518 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:08.126431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8c41a15c-03cd-4a0a-bd40-5e4d406f3dc4 None None] For port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,segment=NetworkSegment(789a37ed-5173-47af-ae3f-c02e7cffd298),segment_id=789a37ed-5173-47af-ae3f-c02e7cffd298)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:08.126431 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8c41a15c-03cd-4a0a-bd40-5e4d406f3dc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.140465 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:08.146000 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.146643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Deleting port c5406793-c883-4672-a199-e33df5281fd8 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:08.147088 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c5406793-c883-4672-a199-e33df5281fd8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.152769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 78cee3d1-fb42-4036-b3f2-fe1a39e20777 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:08.224201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8c41a15c-03cd-4a0a-bd40-5e4d406f3dc4 None None] Calling delete_port for 99c260d4-7b92-43ac-aadb-fec2ec23d1ef owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:08.278274 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.278481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] For port c5406793-c883-4672-a199-e33df5281fd8, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c5406793-c883-4672-a199-e33df5281fd8,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:08.278946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c5406793-c883-4672-a199-e33df5281fd8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.293471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.294440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Calling delete_port for c5406793-c883-4672-a199-e33df5281fd8 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:08.304607 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/networks/e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2 HTTP/1.1" status: 204 len: 168 time: 1.3294532 Feb 11 05:33:08.331795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59388) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:08.356012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d955b-812a-4cda-918c-89d2fd25102a tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Network': ['ID=e5e70d4a-6c16-4b96-8326-eaeaa86f4aa2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:08.427418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,segment=NetworkSegment(789a37ed-5173-47af-ae3f-c02e7cffd298),segment_id=789a37ed-5173-47af-ae3f-c02e7cffd298)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:08.453005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa4dbd2d-c6a3-43ae-aa5a-08c1a1a0508e req-5c868479-a77b-476c-b7dc-71042481a976 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984668 Feb 11 05:33:08.466665 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6ddcf-9ff1-4b9e-beb4-16aa21d70c6d x-openstack-request-id: req-d9a6ddcf-9ff1-4b9e-beb4-16aa21d70c6d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:08.466891 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cca5b5-203e-411f-af70-38742b3d7b1f", "name": "network-vif-plugged", "status": "completed", "tag": "4d799380-7936-49d7-a55a-fb5a32fc22b6", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:08.467259 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9a6ddcf-9ff1-4b9e-beb4-16aa21d70c6d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:08.467546 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cca5b5-203e-411f-af70-38742b3d7b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d799380-7936-49d7-a55a-fb5a32fc22b6', 'code': 200} Feb 11 05:33:08.481353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.482872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9a05e352-869b-4899-8a5c-b3448f988950 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:08.529078 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c5406793-c883-4672-a199-e33df5281fd8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.594416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['890b5228-b070-41f7-8485-ceda31a4627c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:08.595677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (9ce7e5f0-257b-4459-bf67-5c3565768d55), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.596914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c5406793-c883-4672-a199-e33df5281fd8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:08.643637 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70b5586-5a9a-478e-9ec8-60e2612ffc36 x-openstack-request-id: req-e70b5586-5a9a-478e-9ec8-60e2612ffc36 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:08.644268 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:08.644584 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e70b5586-5a9a-478e-9ec8-60e2612ffc36 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:08.645147 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a', 'status': 'completed', 'code': 200} Feb 11 05:33:08.670358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Pushing event deleted for resources: {'Port': ['ID=c5406793-c883-4672-a199-e33df5281fd8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:08.700551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9a05e352-869b-4899-8a5c-b3448f988950 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:08.701584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9a05e352-869b-4899-8a5c-b3448f988950 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:08.761673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] No DVR routers for this DVR port c5406793-c883-4672-a199-e33df5281fd8 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:08.772673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8495-b588-4cb7-965b-4d47581c8aaa req-ab7398b0-92fc-4a6b-831a-39f0937c865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.782167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd0f8495-b588-4cb7-965b-4d47581c8aaa req-ab7398b0-92fc-4a6b-831a-39f0937c865d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 1128 time: 0.2415249 Feb 11 05:33:08.785508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe45930c-6412-4eb1-a023-07af24b568b0 req-65f340db-5252-485b-877c-85aece964a83 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/dc690a03-172a-419c-a763-b35410558990 HTTP/1.1" status: 200 len: 1819 time: 0.2765582 Feb 11 05:33:08.790058 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.795734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bacde6ac-0907-4ca1-abcf-bc27b4db4e3d req-59f03a18-6dbd-42a7-8bc3-22b8aeb6c2f3 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.81 "DELETE /v2.0/ports/c5406793-c883-4672-a199-e33df5281fd8 HTTP/1.1" status: 204 len: 173 time: 1.1765392 Feb 11 05:33:08.814892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:08.815244 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.878360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-c2c9e65e-cdb2-4fd4-8e2a-a3cbdef1db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.879053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd0f8495-b588-4cb7-965b-4d47581c8aaa req-d2ac0d67-9cc7-41ce-82af-a33388371f29 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772307 Feb 11 05:33:08.883547 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-c2c9e65e-cdb2-4fd4-8e2a-a3cbdef1db59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 1167 time: 0.2256937 Feb 11 05:33:08.973024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-25f0a213-facf-4471-a9de-27076c59fbc6 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971882 Feb 11 05:33:08.975159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:08.996116 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8c41a15c-03cd-4a0a-bd40-5e4d406f3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.997031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38129d1b-9e90-47b7-b8f4-3da00655ca3f req-2d3588c2-6f26-4804-91b4-fa06acb49ab1 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5133a30-5381-4f6d-97ae-32d220e51d22 HTTP/1.1" status: 200 len: 210 time: 0.2432711 Feb 11 05:33:09.002289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 78cee3d1-fb42-4036-b3f2-fe1a39e20777, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=78cee3d1-fb42-4036-b3f2-fe1a39e20777,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:09.003630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] For port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,segment=NetworkSegment(789a37ed-5173-47af-ae3f-c02e7cffd298),segment_id=789a37ed-5173-47af-ae3f-c02e7cffd298)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:09.004071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.030669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Calling delete_port for 99c260d4-7b92-43ac-aadb-fec2ec23d1ef owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:09.106107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41a15c-03cd-4a0a-bd40-5e4d406f3dc4 None None] Pushing event deleted for resources: {'Port': ['ID=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:09.137383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '78cee3d1-fb42-4036-b3f2-fe1a39e20777', 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab', 'port_id': '78cee3d1-fb42-4036-b3f2-fe1a39e20777', 'mac_address': 'fa:16:3e:ec:10:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75535e81-136b-455e-823e-db1995cc9522', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:09.145874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c41a15c-03cd-4a0a-bd40-5e4d406f3dc4 None None] No DVR routers for this DVR port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:09.290561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (99c260d4-7b92-43ac-aadb-fec2ec23d1ef), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.358358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:09.358757 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.364415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-082bc7b8-5df9-48ab-8eee-423f2723488d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2247713 Feb 11 05:33:09.369674 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-fe45930c-6412-4eb1-a023-07af24b568b0 req-08c69054-a55a-4b4a-8132-8dbe7c7148db tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:33:09.380157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] No DVR routers for this DVR port 99c260d4-7b92-43ac-aadb-fec2ec23d1ef on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:09.388314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Port': ['ID=99c260d4-7b92-43ac-aadb-fec2ec23d1ef,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:09.388988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe45930c-6412-4eb1-a023-07af24b568b0 req-08c69054-a55a-4b4a-8132-8dbe7c7148db tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/dc690a03-172a-419c-a763-b35410558990 HTTP/1.1" status: 409 len: 341 time: 0.5556700 Feb 11 05:33:09.401345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-143c9751-c6e6-446d-aaec-6ba9282e2372 req-cefa00ed-8443-4bfe-8659-62dabc5d00ef tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 210 time: 0.2188158 Feb 11 05:33:09.436620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cee3d1-fb42-4036-b3f2-fe1a39e20777 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:09.514529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 78cee3d1-fb42-4036-b3f2-fe1a39e20777, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=78cee3d1-fb42-4036-b3f2-fe1a39e20777,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:09.526300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.636923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=78cee3d1-fb42-4036-b3f2-fe1a39e20777,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:09.640374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (9ce7e5f0-257b-4459-bf67-5c3565768d55), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.650246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-ebca7b5e-84ba-4173-ac5d-c6a387a63089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.651724 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-ebca7b5e-84ba-4173-ac5d-c6a387a63089 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 911 time: 0.5046518 Feb 11 05:33:09.674201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce7e5f0-257b-4459-bf67-5c3565768d55']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:09.723427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6778e2a5-5d94-4cdf-a97e-3bb4c47a016a req-14e6e8fd-ee45-4d2d-a43a-1642d8bd4f62 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ac0ac2-ee89-4124-89a4-6cd8bcc9d079 HTTP/1.1" status: 200 len: 210 time: 0.1474955 Feb 11 05:33:09.736044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-41dc4eae-0d8f-4b4d-9bb4-b26f818d831d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a HTTP/1.1" status: 200 len: 217 time: 0.0639169 Feb 11 05:33:09.745005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789a37ed-5173-47af-ae3f-c02e7cffd298') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:09.745345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789a37ed-5173-47af-ae3f-c02e7cffd298') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:09.754825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (789a37ed-5173-47af-ae3f-c02e7cffd298), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.770193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (789a37ed-5173-47af-ae3f-c02e7cffd298), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.776799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:09.777579 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (789a37ed-5173-47af-ae3f-c02e7cffd298), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.778549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-920129cb-ede6-46e7-b9e7-0a5b65b73bb5 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.781224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-920129cb-ede6-46e7-b9e7-0a5b65b73bb5 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3786225 Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:09.793796 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:09.798023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-1082e6d1-2715-4922-beb2-bbaa1176164f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.799444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-1082e6d1-2715-4922-beb2-bbaa1176164f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8014216 Feb 11 05:33:09.815448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['78cee3d1-fb42-4036-b3f2-fe1a39e20777'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:09.828559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Request body: {'port': {'device_id': '088a2910-2eb7-4bc9-a4b1-c5d396751696', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8c27ae40d35945858eba01aed07f6a15'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:09.875018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Request body: {'port': {'device_id': '641435fe-d44a-49c1-80e5-d9c926bc77f8', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8c27ae40d35945858eba01aed07f6a15'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:09.884237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (9ce7e5f0-257b-4459-bf67-5c3565768d55), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.893215 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.898879 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/networks/9ce7e5f0-257b-4459-bf67-5c3565768d55 HTTP/1.1" status: 204 len: 168 time: 1.5626860 Feb 11 05:33:09.898879 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-422ecf3e-9842-4dc4-9865-7ccbd74addc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.899813 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-422ecf3e-9842-4dc4-9865-7ccbd74addc6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ab4321f-5401-417c-8b1a-8da307604731 HTTP/1.1" status: 200 len: 850 time: 0.1032777 Feb 11 05:33:09.901725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59410) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:09.930427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c4fd8-42ed-4833-935d-4040c66aec09 tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Network': ['ID=9ce7e5f0-257b-4459-bf67-5c3565768d55,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:10.016857 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-1aa602bd-da5e-4a95-8c42-21c58eb2729b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974336 Feb 11 05:33:10.089428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-927b7145-da37-4dbe-a1d4-3009d2f89a4f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting subnet c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:10.092910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-927b7145-da37-4dbe-a1d4-3009d2f89a4f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.115956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29547-ab4b-4691-a726-3df12273a9a8 req-505cfaa4-7fd4-4ec5-940d-a38782c536b2 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.117674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82d29547-ab4b-4691-a726-3df12273a9a8 req-505cfaa4-7fd4-4ec5-940d-a38782c536b2 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 945 time: 0.5539143 Feb 11 05:33:10.125977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-85d17d6c-f2d1-45fd-9ced-6596ddb609e6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.127431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-85d17d6c-f2d1-45fd-9ced-6596ddb609e6 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.72 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 946 time: 0.5767426 Feb 11 05:33:10.137666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-927b7145-da37-4dbe-a1d4-3009d2f89a4f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.271175 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-5fd704ce-82ac-49c5-8bcc-e652f36806ab service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409494 Feb 11 05:33:10.278407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Made reservation on behalf of 8c27ae40d35945858eba01aed07f6a15 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:10.282434 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.289393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-927b7145-da37-4dbe-a1d4-3009d2f89a4f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.381831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82d29547-ab4b-4691-a726-3df12273a9a8 req-89655a46-ff63-4e6b-b73e-510bebdd2b71 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479265 Feb 11 05:33:10.397421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61b55b-d072-4aca-8e12-5df4ad1a5065 req-731f6048-5de2-48a2-af89-3c7e942d62c2 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.399548 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad61b55b-d072-4aca-8e12-5df4ad1a5065 req-731f6048-5de2-48a2-af89-3c7e942d62c2 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 944 time: 0.3439384 Feb 11 05:33:10.419567 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4869fe0c-6bf3-495c-a520-7ad96b475a8b req-92bf473b-e395-43b3-a436-07b8aaef6a51 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408925 Feb 11 05:33:10.424311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-927b7145-da37-4dbe-a1d4-3009d2f89a4f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.439126 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-927b7145-da37-4dbe-a1d4-3009d2f89a4f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.443159 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-927b7145-da37-4dbe-a1d4-3009d2f89a4f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/subnets/c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2 HTTP/1.1" status: 204 len: 168 time: 0.5404694 Feb 11 05:33:10.449617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d64d43-a402-4730-91f0-050f7edf3d1a None None] Network fe6054d6-4134-469f-ad38-cd243ec33c62 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:10.465012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59418) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:10.473686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b7145-da37-4dbe-a1d4-3009d2f89a4f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d1a42f-ec39-4c7e-8c77-a2334fdea0f2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:10.548052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Made reservation on behalf of 8c27ae40d35945858eba01aed07f6a15 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:10.551676 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.650951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5133a30-5381-4f6d-97ae-32d220e51d22', 'name': 'network-vif-deleted', 'tag': 'c5406793-c883-4672-a199-e33df5281fd8'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:10.652925 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302d2361-1052-48be-a5c4-de67e77b6d80" -d '{"events": [{"server_uuid": "e5133a30-5381-4f6d-97ae-32d220e51d22", "name": "network-vif-deleted", "tag": "c5406793-c883-4672-a199-e33df5281fd8"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:10.678105 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (fe6054d6-4134-469f-ad38-cd243ec33c62), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.696624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-53a86f7b-f070-472f-8b11-6b52f5a7be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.700206 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-53a86f7b-f070-472f-8b11-6b52f5a7be7e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 1167 time: 0.2061143 Feb 11 05:33:10.719342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc2d02-3922-40b5-a7b7-851e2c9c1ec2 None None] DHCP port deletion for fe6054d6-4134-469f-ad38-cd243ec33c62 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:10.798002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc2d02-3922-40b5-a7b7-851e2c9c1ec2 None None] Deleting port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:10.799087 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2d02-3922-40b5-a7b7-851e2c9c1ec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.967662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Deleting port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:10.968541 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.048910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] For port 0e9b9537-02ed-4ed4-b16d-a19c182678a0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0e9b9537-02ed-4ed4-b16d-a19c182678a0,segment=NetworkSegment(061134a2-0c18-4bf8-89ca-a582291e52dc),segment_id=061134a2-0c18-4bf8-89ca-a582291e52dc)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:11.049959 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.057071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Deleting port 890b5228-b070-41f7-8485-ceda31a4627c {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:11.057547 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (890b5228-b070-41f7-8485-ceda31a4627c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.067053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Calling delete_port for 0e9b9537-02ed-4ed4-b16d-a19c182678a0 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:11.088556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Allocated IP 192.168.233.126 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/4bf0c01e-f027-480b-8f04-76b60bb4b0e5) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:11.091155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b4fc2d02-3922-40b5-a7b7-851e2c9c1ec2 None None] For port 0e9b9537-02ed-4ed4-b16d-a19c182678a0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0e9b9537-02ed-4ed4-b16d-a19c182678a0,segment=NetworkSegment(061134a2-0c18-4bf8-89ca-a582291e52dc),segment_id=061134a2-0c18-4bf8-89ca-a582291e52dc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:11.091557 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2d02-3922-40b5-a7b7-851e2c9c1ec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.105590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad61b55b-d072-4aca-8e12-5df4ad1a5065 req-cf404189-6572-4e2b-810f-16f33990ada3 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321537 Feb 11 05:33:11.106615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc2d02-3922-40b5-a7b7-851e2c9c1ec2 None None] Calling delete_port for 0e9b9537-02ed-4ed4-b16d-a19c182678a0 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:11.189178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: from cryptography.utils import int_from_bytes Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: from cryptography.utils import int_from_bytes Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.203657 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:11.205842 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:33:11.209598 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2d02-3922-40b5-a7b7-851e2c9c1ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (0e9b9537-02ed-4ed4-b16d-a19c182678a0), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.214761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] No DVR routers for this DVR port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:11.237425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc2d02-3922-40b5-a7b7-851e2c9c1ec2 None None] Pushing event deleted for resources: {'Port': ['ID=0e9b9537-02ed-4ed4-b16d-a19c182678a0,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:11.238364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-5ccdc2e5-9910-4c2e-95fa-4e2b87206ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:11.244583 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-5ccdc2e5-9910-4c2e-95fa-4e2b87206ea2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 200 len: 911 time: 0.5311353 Feb 11 05:33:11.248605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc2d02-3922-40b5-a7b7-851e2c9c1ec2 None None] No DVR routers for this DVR port 0e9b9537-02ed-4ed4-b16d-a19c182678a0 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:11.274276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Port': ['ID=0e9b9537-02ed-4ed4-b16d-a19c182678a0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:11.319590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828f448-c94d-4838-9524-3391823c0df1 req-1e3a1c0a-1d91-47e0-972e-76374928449a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:11.324599 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-c6cf8ab1-293c-4dde-982a-719962422cce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a HTTP/1.1" status: 200 len: 217 time: 0.0450256 Feb 11 05:33:11.327692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0828f448-c94d-4838-9524-3391823c0df1 req-1e3a1c0a-1d91-47e0-972e-76374928449a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 984 time: 0.8401058 Feb 11 05:33:11.406140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca275a07-2751-4ea3-a9b3-40fe9ec3b8d9 req-04d4863c-463b-47f0-837f-ee28fbf1496b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 210 time: 0.1186538 Feb 11 05:33:11.414393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (fe6054d6-4134-469f-ad38-cd243ec33c62), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.444648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-2b29d4de-56f2-454c-9bc7-86a23c076f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:11.446739 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-2b29d4de-56f2-454c-9bc7-86a23c076f2f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ab4321f-5401-417c-8b1a-8da307604731 HTTP/1.1" status: 200 len: 850 time: 0.1116819 Feb 11 05:33:11.482675 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02b81a1-b627-4100-88ff-734d192d06b9 x-openstack-request-id: req-e02b81a1-b627-4100-88ff-734d192d06b9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:11.482988 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5133a30-5381-4f6d-97ae-32d220e51d22", "name": "network-vif-deleted", "tag": "c5406793-c883-4672-a199-e33df5281fd8", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:11.483250 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e02b81a1-b627-4100-88ff-734d192d06b9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:11.483656 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5133a30-5381-4f6d-97ae-32d220e51d22', 'name': 'network-vif-deleted', 'tag': 'c5406793-c883-4672-a199-e33df5281fd8', 'status': 'completed', 'code': 200} Feb 11 05:33:11.486161 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-12fc4401-988b-4336-9f75-e8300627366b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321212 Feb 11 05:33:11.490217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6054d6-4134-469f-ad38-cd243ec33c62']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:11.516662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] For port 890b5228-b070-41f7-8485-ceda31a4627c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=890b5228-b070-41f7-8485-ceda31a4627c,segment=NetworkSegment(60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99),segment_id=60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:11.517049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (890b5228-b070-41f7-8485-ceda31a4627c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.539163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0e9b9537-02ed-4ed4-b16d-a19c182678a0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:11.592791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Calling delete_port for 890b5228-b070-41f7-8485-ceda31a4627c owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:11.593673 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-1ce9a608-446f-4757-89e1-4dcc63fd40f1 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956907 Feb 11 05:33:11.597849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061134a2-0c18-4bf8-89ca-a582291e52dc') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:11.598298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 0e9b9537-02ed-4ed4-b16d-a19c182678a0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:11.598428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061134a2-0c18-4bf8-89ca-a582291e52dc') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:11.598932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0828f448-c94d-4838-9524-3391823c0df1 req-f2c01c14-0dcc-47ef-9858-9ed12dadb931 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc690a03-172a-419c-a763-b35410558990&id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2703819 Feb 11 05:33:11.599201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0e9b9537-02ed-4ed4-b16d-a19c182678a0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:11.637556 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c5406793-c883-4672-a199-e33df5281fd8 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:11.675726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c5406793-c883-4672-a199-e33df5281fd8 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:11.676078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c5406793-c883-4672-a199-e33df5281fd8 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:11.678412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (061134a2-0c18-4bf8-89ca-a582291e52dc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.735635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (061134a2-0c18-4bf8-89ca-a582291e52dc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.749331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:11.749726 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (061134a2-0c18-4bf8-89ca-a582291e52dc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:11.752939 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:11.811022 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.857687 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eca2f3fe-b2a7-4cdd-bbda-5834746e62e0 req-10101e7d-edd8-4f4f-adf2-5e5fc6332de5 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562606 Feb 11 05:33:11.859533 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (fe6054d6-4134-469f-ad38-cd243ec33c62), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.876748 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.886217 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/networks/fe6054d6-4134-469f-ad38-cd243ec33c62 HTTP/1.1" status: 204 len: 168 time: 1.4177213 Feb 11 05:33:11.886796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59442) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:11.890391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba3cbc-b5e3-4710-8823-57d1b0a3e92f req-a144338c-6e19-40de-bd7c-5a2a5e66dc0b tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:11.904062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fba3cbc-b5e3-4710-8823-57d1b0a3e92f req-a144338c-6e19-40de-bd7c-5a2a5e66dc0b tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d0aa78-4fd1-4d50-a17a-add76d0fc5b5 HTTP/1.1" status: 200 len: 946 time: 0.2103879 Feb 11 05:33:11.961248 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f5453c91-3db6-4de1-9788-6afb372bd87f tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "GET /v2.0/ports?device_id=79d4114f-e61c-407c-b2e2-cfe5cb515b3a HTTP/1.1" status: 200 len: 205 time: 0.0617368 Feb 11 05:33:11.962156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc120e2-bb99-4319-ac21-b088be6c7b6c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Pushing event deleted for resources: {'Network': ['ID=fe6054d6-4134-469f-ad38-cd243ec33c62,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:11.963845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59448) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:12.068257 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e4546fd-f22d-466e-9d1c-d80c1982888c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for router (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.068448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583c29-8f5b-428c-b857-814b89eacc44 req-e8f66420-2a13-4d2e-aa29-f09e2e3b1f14 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.070080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10583c29-8f5b-428c-b857-814b89eacc44 req-e8f66420-2a13-4d2e-aa29-f09e2e3b1f14 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 945 time: 0.2954891 Feb 11 05:33:12.125253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 78cee3d1-fb42-4036-b3f2-fe1a39e20777 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:12.157217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Allocated IP 192.168.233.242 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/c7ddbd94-aafc-4146-a149-cdf5b25500bc) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:12.220207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.230588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:12.239823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:12.292802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:12.293219 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.311208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fba3cbc-b5e3-4710-8823-57d1b0a3e92f req-5cfb51fc-8265-482f-877a-7e412b2e73c2 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d63553-b039-49c1-b959-564c24ad98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048717 Feb 11 05:33:12.334905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e4546fd-f22d-466e-9d1c-d80c1982888c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.339343 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e4546fd-f22d-466e-9d1c-d80c1982888c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for router_controller (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.359646 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (890b5228-b070-41f7-8485-ceda31a4627c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.378171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:12.402662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:12.421377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:12.455154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e4546fd-f22d-466e-9d1c-d80c1982888c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (79d4114f-e61c-407c-b2e2-cfe5cb515b3a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.455939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4546fd-f22d-466e-9d1c-d80c1982888c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Fanout notify agent at l3_agent the message router_deleted on router 79d4114f-e61c-407c-b2e2-cfe5cb515b3a {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:12.477285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e4546fd-f22d-466e-9d1c-d80c1982888c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.478788 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0e4546fd-f22d-466e-9d1c-d80c1982888c tempest-RoutersNegativeIpV6Test-1524256333 tempest-RoutersNegativeIpV6Test-1524256333-project] 10.222.0.31 "DELETE /v2.0/routers/79d4114f-e61c-407c-b2e2-cfe5cb515b3a HTTP/1.1" status: 204 len: 168 time: 0.5139897 Feb 11 05:33:12.482848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event updated for resources: {'Port': ['ID=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.594480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Pushing event deleted for resources: {'Port': ['ID=890b5228-b070-41f7-8485-ceda31a4627c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.624236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:12.624750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.683362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f203f12-f9fc-4b4a-a7e4-d83f1f025874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cee3d1-fb42-4036-b3f2-fe1a39e20777'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:12.686578 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f5094a-911e-4701-a087-50e76ac40599" -d '{"events": [{"server_uuid": "3f203f12-f9fc-4b4a-a7e4-d83f1f025874", "name": "network-vif-plugged", "status": "completed", "tag": "78cee3d1-fb42-4036-b3f2-fe1a39e20777"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:12.716691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 78cee3d1-fb42-4036-b3f2-fe1a39e20777, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=78cee3d1-fb42-4036-b3f2-fe1a39e20777,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:12.718496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10583c29-8f5b-428c-b857-814b89eacc44 req-9d6d5f51-9099-4114-820a-215426e077c1 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401489 Feb 11 05:33:12.753503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.778395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.779133 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.828919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=78cee3d1-fb42-4036-b3f2-fe1a39e20777,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.850353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.852805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.853327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.854502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.854853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.856329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.856701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.859437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.859826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.860751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.862518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.863145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.863505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:12.876118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] No DVR routers for this DVR port 890b5228-b070-41f7-8485-ceda31a4627c on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:12.890895 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.894635 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-854ce6b3-f3ce-44ec-a042-44777dd27b3d req-bd3824d6-d018-426c-82a5-51fdd1f06711 tempest-MultipleCreateTestJSON-394032338 tempest-MultipleCreateTestJSON-394032338-project] 10.222.0.72 "DELETE /v2.0/ports/890b5228-b070-41f7-8485-ceda31a4627c HTTP/1.1" status: 204 len: 173 time: 2.7364526 Feb 11 05:33:12.908369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f51e4ff2-b017-4fe1-9dd3-03e8d8fdfb0e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1065536 Feb 11 05:33:12.923179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e8a5be8f-bbf8-4c0c-a55a-0c8851ce7142 None None] Provisioning complete for port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:12.923581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8a5be8f-bbf8-4c0c-a55a-0c8851ce7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.937933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Request body: {'port': {'device_id': '088a2910-2eb7-4bc9-a4b1-c5d396751696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:12.950993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918329b7-55ea-4763-8c63-23d7023272a0 req-a46906d5-8bc4-4e11-b6e0-582d7c6be37a tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.959098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-918329b7-55ea-4763-8c63-23d7023272a0 req-a46906d5-8bc4-4e11-b6e0-582d7c6be37a tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 944 time: 0.4653385 Feb 11 05:33:13.020594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59468) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:13.027137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5be8f-bbf8-4c0c-a55a-0c8851ce7142 None None] Port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:13.034067 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.097526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-918329b7-55ea-4763-8c63-23d7023272a0 req-5783a544-cd12-4ef2-8d9d-257d41c7f4b6 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332121 Feb 11 05:33:13.181811 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.274709 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7693aba2-51a1-42e5-9c6a-81ec77e46832 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8e69cd30abf4890a8f9ebc85e52c4cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524250 Feb 11 05:33:13.278022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59476) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:13.301494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61db710-8ab3-4f1a-82df-382f7e244f17 req-3c1b5048-f8cb-4353-aeaf-0c91496f6860 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:13.309313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a61db710-8ab3-4f1a-82df-382f7e244f17 req-3c1b5048-f8cb-4353-aeaf-0c91496f6860 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 936 time: 0.4221704 Feb 11 05:33:13.323120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.336134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:13.376710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-578d6cc8-50c8-48fd-a997-d4a02ce05ad2 admin admin] Publish callbacks [] for security_group (7739bc03-b717-48d5-a55c-0a9097b616c6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.443181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-578d6cc8-50c8-48fd-a997-d4a02ce05ad2 admin admin] Publish callbacks [] for security_group (7739bc03-b717-48d5-a55c-0a9097b616c6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.531053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d0aa78-4fd1-4d50-a17a-add76d0fc5b5', 'name': 'network-vif-deleted', 'tag': '890b5228-b070-41f7-8485-ceda31a4627c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:13.534005 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4baa142-375d-4764-8774-5a2923c630a2" -d '{"events": [{"server_uuid": "27d0aa78-4fd1-4d50-a17a-add76d0fc5b5", "name": "network-vif-deleted", "tag": "890b5228-b070-41f7-8485-ceda31a4627c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:13.559256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-578d6cc8-50c8-48fd-a997-d4a02ce05ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7739bc03-b717-48d5-a55c-0a9097b616c6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.564349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-578d6cc8-50c8-48fd-a997-d4a02ce05ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.573869 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-578d6cc8-50c8-48fd-a997-d4a02ce05ad2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7739bc03-b717-48d5-a55c-0a9097b616c6 HTTP/1.1" status: 204 len: 168 time: 0.2924025 Feb 11 05:33:13.575124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:13.591141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa2faa-bed5-4174-94b0-347a95ac3f77 req-e05f0e69-3e80-4c36-b3b6-61e428f3a4c4 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:13.592751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27fa2faa-bed5-4174-94b0-347a95ac3f77 req-e05f0e69-3e80-4c36-b3b6-61e428f3a4c4 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 984 time: 0.3784869 Feb 11 05:33:13.593451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event updated for resources: {'Port': ['ID=c7ddbd94-aafc-4146-a149-cdf5b25500bc,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:13.603832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d6cc8-50c8-48fd-a997-d4a02ce05ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7739bc03-b717-48d5-a55c-0a9097b616c6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:13.620974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:13.628684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:13.646193 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a61db710-8ab3-4f1a-82df-382f7e244f17 req-a3e5379f-3dd6-48dd-b466-301591ab2121 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359437 Feb 11 05:33:13.783619 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f7953e-80f1-4275-97a1-a062e8667dd8 x-openstack-request-id: req-07f7953e-80f1-4275-97a1-a062e8667dd8 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:13.784151 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f203f12-f9fc-4b4a-a7e4-d83f1f025874", "name": "network-vif-plugged", "status": "completed", "tag": "78cee3d1-fb42-4036-b3f2-fe1a39e20777", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:13.784151 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07f7953e-80f1-4275-97a1-a062e8667dd8 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:13.785796 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f203f12-f9fc-4b4a-a7e4-d83f1f025874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cee3d1-fb42-4036-b3f2-fe1a39e20777', 'code': 200} Feb 11 05:33:13.796677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:13.797813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.854200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27fa2faa-bed5-4174-94b0-347a95ac3f77 req-445dc143-30a6-4f5f-b147-7741a4964f75 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc690a03-172a-419c-a763-b35410558990&id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2286580 Feb 11 05:33:13.865479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a6fd7fb9-24ec-4d4a-ba59-876cc76c402f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0193517 Feb 11 05:33:13.907267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Request body: {'port': {'device_id': '641435fe-d44a-49c1-80e5-d9c926bc77f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:13.957069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59494) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:14.053266 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d3a93-e4ac-4ac9-afea-91985a69b1c7 x-openstack-request-id: req-8f8d3a93-e4ac-4ac9-afea-91985a69b1c7 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:14.059148 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d0aa78-4fd1-4d50-a17a-add76d0fc5b5", "name": "network-vif-deleted", "tag": "890b5228-b070-41f7-8485-ceda31a4627c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:14.059641 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f8d3a93-e4ac-4ac9-afea-91985a69b1c7 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:14.062475 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d0aa78-4fd1-4d50-a17a-add76d0fc5b5', 'name': 'network-vif-deleted', 'tag': '890b5228-b070-41f7-8485-ceda31a4627c', 'status': 'completed', 'code': 200} Feb 11 05:33:14.094401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed6c32d-acba-4ff9-9e86-103b935e06f4 admin admin] Deleting subnet cfd82cfb-1e36-4271-8987-1efc820ce183 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:14.104075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c32d-acba-4ff9-9e86-103b935e06f4 admin admin] Publish callbacks [] for subnet (cfd82cfb-1e36-4271-8987-1efc820ce183), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.138679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 890b5228-b070-41f7-8485-ceda31a4627c no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:14.202380 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c32d-acba-4ff9-9e86-103b935e06f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (cfd82cfb-1e36-4271-8987-1efc820ce183), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.214137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 890b5228-b070-41f7-8485-ceda31a4627c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:14.214493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 890b5228-b070-41f7-8485-ceda31a4627c not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:14.227621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9082add5-d9f5-4ec3-8434-ca63245c6858 None None] Provisioning complete for port c7ddbd94-aafc-4146-a149-cdf5b25500bc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:14.228008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9082add5-d9f5-4ec3-8434-ca63245c6858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.269135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9082add5-d9f5-4ec3-8434-ca63245c6858 None None] Port c7ddbd94-aafc-4146-a149-cdf5b25500bc cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:14.305738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c32d-acba-4ff9-9e86-103b935e06f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (cfd82cfb-1e36-4271-8987-1efc820ce183), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.318692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.371390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:14.389517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Publish callbacks [] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.405720 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c32d-acba-4ff9-9e86-103b935e06f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (cfd82cfb-1e36-4271-8987-1efc820ce183), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.462214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Transition to ACTIVE for port object 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:14.480147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59b0ecba-7e96-4423-928a-995f7286238c req-cb7ce4b8-5091-48e9-8cf4-f43351d80069 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-396824287&fields=id&tenant_id=7d01313cf22746138b719316ec92d924 HTTP/1.1" status: 200 len: 267 time: 0.2115262 Feb 11 05:33:14.494196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c32d-acba-4ff9-9e86-103b935e06f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.498298 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.498901 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7ed6c32d-acba-4ff9-9e86-103b935e06f4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cfd82cfb-1e36-4271-8987-1efc820ce183 HTTP/1.1" status: 204 len: 168 time: 0.5404932 Feb 11 05:33:14.500540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6c32d-acba-4ff9-9e86-103b935e06f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd82cfb-1e36-4271-8987-1efc820ce183,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:14.505929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59506) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:14.519565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cae12-7e67-4d96-bba9-96ed0bf795e2 req-4e24ce16-329a-4c5e-93a9-db15a576a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:14.521689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f0cae12-7e67-4d96-bba9-96ed0bf795e2 req-4e24ce16-329a-4c5e-93a9-db15a576a26f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 1128 time: 0.6365869 Feb 11 05:33:14.680626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b89e6-37bf-4a11-9a08-2b429a9b0a3e req-05b504e7-b3fe-4624-b46f-bec89be86718 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:14.682270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-608b89e6-37bf-4a11-9a08-2b429a9b0a3e req-05b504e7-b3fe-4624-b46f-bec89be86718 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 945 time: 0.3656595 Feb 11 05:33:14.806623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Pushing event updated for resources: {'Port': ['ID=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:14.892657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (22258f0c-623c-4920-9e2a-35252f9ad851), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.925699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0ecba-7e96-4423-928a-995f7286238c req-19804dbc-ad40-4ba0-906c-ed1bb1084f29 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:14.927297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59b0ecba-7e96-4423-928a-995f7286238c req-19804dbc-ad40-4ba0-906c-ed1bb1084f29 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 984 time: 0.4462821 Feb 11 05:33:14.970244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f0cae12-7e67-4d96-bba9-96ed0bf795e2 req-1a1bf2dc-6897-45f4-ae31-463b2ae99357 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765681 Feb 11 05:33:15.006377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-59b0ecba-7e96-4423-928a-995f7286238c req-7a2120eb-525d-4f89-8691-59f72a550683 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'port': {'security_groups': ['7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c', 'dc690a03-172a-419c-a763-b35410558990', '96772975-9bb2-4b39-8e4e-98f7a296064c']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:15.069744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-608b89e6-37bf-4a11-9a08-2b429a9b0a3e req-ca561820-115a-43e4-90a0-da39144b37b6 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649209 Feb 11 05:33:15.146507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59524) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:15.285525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-secgroup--210955098'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:15.286053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Attempting to bind port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:15.286397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Attempting to bind port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:15.286729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Attempting to bind port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:15.303108 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-59b0ecba-7e96-4423-928a-995f7286238c req-7a2120eb-525d-4f89-8691-59f72a550683 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.307490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.318642 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.333843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:15.333843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Attempting to bind port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:15.338763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (22258f0c-623c-4920-9e2a-35252f9ad851), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.375440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:15.375769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:15.376155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:15.376587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Bound port: 4bf0c01e-f027-480b-8f04-76b60bb4b0e5, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:15.376942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.417151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (9fa54872-2cc8-4dc3-9053-1d7135a0904b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.423642 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9fa54872-2cc8-4dc3-9053-1d7135a0904b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.439918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ddbd94-aafc-4146-a149-cdf5b25500bc {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:15.449060 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Publish callbacks [] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.464341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Transition to ACTIVE for port object c7ddbd94-aafc-4146-a149-cdf5b25500bc will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:15.477488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa54872-2cc8-4dc3-9053-1d7135a0904b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:15.478200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22258f0c-623c-4920-9e2a-35252f9ad851']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:15.512266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:15.513305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:15.526708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.527522 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.532261 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.543608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.550437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:15.551032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (60ae1546-a1e6-44d9-aa31-4e2c6bcf3c99), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.574045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:15.580421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.584463 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ede1d0d-f9c9-48f9-b52d-1a45970e827e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4349985 Feb 11 05:33:15.585161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59528) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:15.626622 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:15.642275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.653034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (22258f0c-623c-4920-9e2a-35252f9ad851), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.733720 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1718af9a-8b9a-4864-ae9e-61e0ad74723e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1464431 Feb 11 05:33:15.736252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59532) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:15.739288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.741159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f07d67ae-eccf-424f-95fe-e2a5d513720a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-security--817714846', 'description': 'tempest-security-description-185559953'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:15.744292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/22258f0c-623c-4920-9e2a-35252f9ad851 HTTP/1.1" status: 204 len: 168 time: 1.2272499 Feb 11 05:33:15.820286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f07d67ae-eccf-424f-95fe-e2a5d513720a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.871973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f07d67ae-eccf-424f-95fe-e2a5d513720a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.877106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f07d67ae-eccf-424f-95fe-e2a5d513720a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.880831 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f07d67ae-eccf-424f-95fe-e2a5d513720a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.885816 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f07d67ae-eccf-424f-95fe-e2a5d513720a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "PUT /v2.0/security-groups/4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b HTTP/1.1" status: 200 len: 1795 time: 0.1458867 Feb 11 05:33:15.888478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59538) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:15.945094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d67ae-eccf-424f-95fe-e2a5d513720a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:15.979576 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-31276c6f-b57a-40ae-a41f-f8d935bca871 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups/4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b HTTP/1.1" status: 200 len: 1795 time: 0.0873642 Feb 11 05:33:15.979864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59540) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.092727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-209a29fb-d63d-4458-bda5-1c86b7082bb4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.159480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-209a29fb-d63d-4458-bda5-1c86b7082bb4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.195614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59548) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.279802 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-750b721a-9de5-47b3-8e39-51f5bfa33872 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7cd370a403b433183f32dddb856e12a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805669 Feb 11 05:33:16.281879 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.310874 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-209a29fb-d63d-4458-bda5-1c86b7082bb4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.313441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-209a29fb-d63d-4458-bda5-1c86b7082bb4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.316951 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-209a29fb-d63d-4458-bda5-1c86b7082bb4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b HTTP/1.1" status: 204 len: 168 time: 0.3330376 Feb 11 05:33:16.337932 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59552) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.368134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.376060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a29fb-d63d-4458-bda5-1c86b7082bb4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.424492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-988b22a4-62b7-471b-bb5d-b9a0ff3f3e6f admin admin] Publish callbacks [] for security_group (42d63553-b039-49c1-b959-564c24ad98e8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.430214 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4f058bbc-cae5-4620-9fb8-6fd77f9b25ec tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0783842 Feb 11 05:33:16.432900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59558) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.483833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-988b22a4-62b7-471b-bb5d-b9a0ff3f3e6f admin admin] Publish callbacks [] for security_group (42d63553-b039-49c1-b959-564c24ad98e8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.526476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266e05a-205f-4376-a195-0118fb30d29d req-e7ddfa8e-b667-4371-bcd0-827df2b74da9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:16.532994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b266e05a-205f-4376-a195-0118fb30d29d req-e7ddfa8e-b667-4371-bcd0-827df2b74da9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 945 time: 1.3464663 Feb 11 05:33:16.544598 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-ded0e8e6-a404-4cf1-ba75-4c92e1439571 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] delete failed (client error): The resource could not be found. Feb 11 05:33:16.551409 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ded0e8e6-a404-4cf1-ba75-4c92e1439571 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c6ad6c5-889e-4a7a-8d1b-f92db2a4c80b HTTP/1.1" status: 404 len: 347 time: 0.1173193 Feb 11 05:33:16.552308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59560) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.564280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a3757560-ecce-46e6-936d-3134301f59a6 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754092577'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:16.569285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-988b22a4-62b7-471b-bb5d-b9a0ff3f3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (42d63553-b039-49c1-b959-564c24ad98e8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.572368 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-988b22a4-62b7-471b-bb5d-b9a0ff3f3e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.573550 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-988b22a4-62b7-471b-bb5d-b9a0ff3f3e6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42d63553-b039-49c1-b959-564c24ad98e8 HTTP/1.1" status: 204 len: 168 time: 0.2901020 Feb 11 05:33:16.624854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b22a4-62b7-471b-bb5d-b9a0ff3f3e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d63553-b039-49c1-b959-564c24ad98e8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.636275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-755b606e-eb5a-49d5-b22f-c34726db026c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.681196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3757560-ecce-46e6-936d-3134301f59a6 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.754195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Pushing event updated for resources: {'Port': ['ID=c7ddbd94-aafc-4146-a149-cdf5b25500bc,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.759980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabff2b-8ab1-432d-ab40-a10f24378ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=22258f0c-623c-4920-9e2a-35252f9ad851,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.847397 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-755b606e-eb5a-49d5-b22f-c34726db026c admin admin] Publish callbacks [] for security_group (f8f947e5-c4d5-4da6-b903-f644ccdeb804), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.850004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3757560-ecce-46e6-936d-3134301f59a6 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (05ea1444-fc11-4b87-a562-8554e2d7ee23), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.860629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-755b606e-eb5a-49d5-b22f-c34726db026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f8f947e5-c4d5-4da6-b903-f644ccdeb804), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.885631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3757560-ecce-46e6-936d-3134301f59a6 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (05ea1444-fc11-4b87-a562-8554e2d7ee23), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.907427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] For port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:16.921681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Attempting to bind port c7ddbd94-aafc-4146-a149-cdf5b25500bc on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:16.922445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Attempting to bind port c7ddbd94-aafc-4146-a149-cdf5b25500bc by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:16.922844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Attempting to bind port c7ddbd94-aafc-4146-a149-cdf5b25500bc on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:16.938996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b606e-eb5a-49d5-b22f-c34726db026c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f947e5-c4d5-4da6-b903-f644ccdeb804,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.940954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Port c7ddbd94-aafc-4146-a149-cdf5b25500bc on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:16.945808 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-755b606e-eb5a-49d5-b22f-c34726db026c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a9697ffffe54dd5984096382de9ebae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5743229 Feb 11 05:33:16.945970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Attempting to bind port c7ddbd94-aafc-4146-a149-cdf5b25500bc on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:16.947204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59566) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.965564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3757560-ecce-46e6-936d-3134301f59a6 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.966755 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3757560-ecce-46e6-936d-3134301f59a6 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4109430 Feb 11 05:33:16.979432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59568) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.980780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] For port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:16.992586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-89b85c1c-be60-45c8-9b7e-0fe82fc18623 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': '05ea1444-fc11-4b87-a562-8554e2d7ee23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:17.009209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-740eb821-400b-4ab2-b965-fb26e70139a3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.010062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3757560-ecce-46e6-936d-3134301f59a6 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea1444-fc11-4b87-a562-8554e2d7ee23,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:17.010786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-740eb821-400b-4ab2-b965-fb26e70139a3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 945 time: 0.4418712 Feb 11 05:33:17.039097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:17.039472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:17.039844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:17.041467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Bound port: c7ddbd94-aafc-4146-a149-cdf5b25500bc, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:17.041845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.057864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89b85c1c-be60-45c8-9b7e-0fe82fc18623 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (b3a3f0e1-0673-4b38-8bb5-3f6553fc2556), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.062320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.066163 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a32e91d2-ca83-4fe7-a7be-2f01ddd600f3 admin admin] Publish callbacks [] for security_group (f8f947e5-c4d5-4da6-b903-f644ccdeb804), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.108358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a32e91d2-ca83-4fe7-a7be-2f01ddd600f3 admin admin] Publish callbacks [] for security_group (f8f947e5-c4d5-4da6-b903-f644ccdeb804), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.190090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89b85c1c-be60-45c8-9b7e-0fe82fc18623 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (b3a3f0e1-0673-4b38-8bb5-3f6553fc2556), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.206512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89b85c1c-be60-45c8-9b7e-0fe82fc18623 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (b3a3f0e1-0673-4b38-8bb5-3f6553fc2556), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.248209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b85c1c-be60-45c8-9b7e-0fe82fc18623 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a3f0e1-0673-4b38-8bb5-3f6553fc2556,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:17.292004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89b85c1c-be60-45c8-9b7e-0fe82fc18623 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.296316 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-89b85c1c-be60-45c8-9b7e-0fe82fc18623 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133941 Feb 11 05:33:17.296316 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a32e91d2-ca83-4fe7-a7be-2f01ddd600f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f8f947e5-c4d5-4da6-b903-f644ccdeb804), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.298724 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a32e91d2-ca83-4fe7-a7be-2f01ddd600f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.299984 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a32e91d2-ca83-4fe7-a7be-2f01ddd600f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8f947e5-c4d5-4da6-b903-f644ccdeb804 HTTP/1.1" status: 204 len: 168 time: 0.3506248 Feb 11 05:33:17.300686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59580) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:17.322823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] For port c7ddbd94-aafc-4146-a149-cdf5b25500bc, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:17.327900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] For port c7ddbd94-aafc-4146-a149-cdf5b25500bc, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c7ddbd94-aafc-4146-a149-cdf5b25500bc,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:17.351169 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.357037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e91d2-ca83-4fe7-a7be-2f01ddd600f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f947e5-c4d5-4da6-b903-f644ccdeb804,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:17.369981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.370904 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.373004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-78632734-3bab-4187-8bfc-190b4401719c service neutron] 10.222.0.81 "PUT /v2.0/ports/4bf0c01e-f027-480b-8f04-76b60bb4b0e5 HTTP/1.1" status: 200 len: 1097 time: 4.4464462 Feb 11 05:33:17.406742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63922d5d-80f8-45c0-9f72-b312a2390241 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (b3a3f0e1-0673-4b38-8bb5-3f6553fc2556), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.410163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b266e05a-205f-4376-a195-0118fb30d29d req-2c084118-2c79-4f9c-8cea-e4542c77facd tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8760889 Feb 11 05:33:17.410676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088a2910-2eb7-4bc9-a4b1-c5d396751696', 'tag': '4bf0c01e-f027-480b-8f04-76b60bb4b0e5'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:17.413027 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bed573-cf9a-4915-8a53-76839aa51423" -d '{"events": [{"name": "network-changed", "server_uuid": "088a2910-2eb7-4bc9-a4b1-c5d396751696", "tag": "4bf0c01e-f027-480b-8f04-76b60bb4b0e5"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:17.468250 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63922d5d-80f8-45c0-9f72-b312a2390241 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (b3a3f0e1-0673-4b38-8bb5-3f6553fc2556), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.561721 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63922d5d-80f8-45c0-9f72-b312a2390241 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (b3a3f0e1-0673-4b38-8bb5-3f6553fc2556), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.568578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.569228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.571334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] 10.222.0.81 "PUT /v2.0/ports/c7ddbd94-aafc-4146-a149-cdf5b25500bc HTTP/1.1" status: 200 len: 1097 time: 3.6879494 Feb 11 05:33:17.576991 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63922d5d-80f8-45c0-9f72-b312a2390241 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.580727 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-63922d5d-80f8-45c0-9f72-b312a2390241 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b3a3f0e1-0673-4b38-8bb5-3f6553fc2556 HTTP/1.1" status: 204 len: 168 time: 0.2687123 Feb 11 05:33:17.603009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59590) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:17.621731 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63922d5d-80f8-45c0-9f72-b312a2390241 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3a3f0e1-0673-4b38-8bb5-3f6553fc2556,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:17.642472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78632734-3bab-4187-8bfc-190b4401719c service neutron] Pushing event updated for resources: {'Port': ['ID=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:17.733791 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a45c6bd7-f7dc-490b-a3af-2e4d544997b6 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1293488 Feb 11 05:33:17.735940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59596) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:17.824514 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c462be7-9ce9-4bc7-8c35-757738076f9e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (05ea1444-fc11-4b87-a562-8554e2d7ee23), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.842128 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:33:17.880665 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59600) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:17.896666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c462be7-9ce9-4bc7-8c35-757738076f9e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (05ea1444-fc11-4b87-a562-8554e2d7ee23), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.957820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c462be7-9ce9-4bc7-8c35-757738076f9e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (05ea1444-fc11-4b87-a562-8554e2d7ee23), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.961637 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c462be7-9ce9-4bc7-8c35-757738076f9e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.962990 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2c462be7-9ce9-4bc7-8c35-757738076f9e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/05ea1444-fc11-4b87-a562-8554e2d7ee23 HTTP/1.1" status: 204 len: 168 time: 0.2260954 Feb 11 05:33:17.966830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59604) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:18.021553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c462be7-9ce9-4bc7-8c35-757738076f9e tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea1444-fc11-4b87-a562-8554e2d7ee23,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:18.112654 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dd2872a1-9469-419c-a6f1-39c54350fadc tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1433904 Feb 11 05:33:18.117268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59610) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:18.123792 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-45644961-a38c-4b88-9e31-c5b8f0e3714a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-secgroup--723114587'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:18.126249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e948f-440b-44ea-aff5-f711f740da8c service neutron] Pushing event updated for resources: {'Port': ['ID=c7ddbd94-aafc-4146-a149-cdf5b25500bc,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:18.166518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66e081-ab75-4f70-af43-fa256ea580c6 req-506f25dd-c1cc-4aad-81cb-ddccd2103dbb tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:18.173419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-514710638-network', 'tenant_id': 'f507da7f0bcc46b3811b987671cd36ee'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:18.174655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a66e081-ab75-4f70-af43-fa256ea580c6 req-506f25dd-c1cc-4aad-81cb-ddccd2103dbb tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 948 time: 0.6138663 Feb 11 05:33:18.185645 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45644961-a38c-4b88-9e31-c5b8f0e3714a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.246829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Made reservation on behalf of f507da7f0bcc46b3811b987671cd36ee for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:18.249942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.263958 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.322579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-59b0ecba-7e96-4423-928a-995f7286238c req-7a2120eb-525d-4f89-8691-59f72a550683 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] For port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:18.347628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f587cd10-b64b-4c08-8a92-504c34aec8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:18.350106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f587cd10-b64b-4c08-8a92-504c34aec8e8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 1131 time: 0.8580251 Feb 11 05:33:18.359175 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45644961-a38c-4b88-9e31-c5b8f0e3714a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (dfd4c843-8035-427d-8429-2626ad266830), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.372276 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45644961-a38c-4b88-9e31-c5b8f0e3714a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dfd4c843-8035-427d-8429-2626ad266830), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.375889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a66e081-ab75-4f70-af43-fa256ea580c6 req-460f5240-5fd3-4e6b-bfd8-438ee84e5ffa tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981640 Feb 11 05:33:18.382674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Deleting port 4d799380-7936-49d7-a55a-fb5a32fc22b6 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:18.383191 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.421699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f823c9c8-ecfe-4aee-bbf7-0e72ec977d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:18.427632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-f823c9c8-ecfe-4aee-bbf7-0e72ec977d14 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8 HTTP/1.1" status: 200 len: 1131 time: 0.7672291 Feb 11 05:33:18.431618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45644961-a38c-4b88-9e31-c5b8f0e3714a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd4c843-8035-427d-8429-2626ad266830,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:18.450233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45644961-a38c-4b88-9e31-c5b8f0e3714a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.454827 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-45644961-a38c-4b88-9e31-c5b8f0e3714a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3339930 Feb 11 05:33:18.456677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59622) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:18.464967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-02c72731-f996-48e2-bb45-5da8ba25a20f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c843-8035-427d-8429-2626ad266830', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:18.531565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02c72731-f996-48e2-bb45-5da8ba25a20f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (43ebcd95-a4ef-4cca-8024-0281c6e8d1ee), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.629455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-3d2514d2-f935-44cd-8ebf-61fe78a989bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=4bf0c01e-f027-480b-8f04-76b60bb4b0e5 HTTP/1.1" status: 200 len: 217 time: 0.2243571 Feb 11 05:33:18.637950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a96c5849-deb7-498f-804b-17a0e613bd0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=c7ddbd94-aafc-4146-a149-cdf5b25500bc HTTP/1.1" status: 200 len: 217 time: 0.1516483 Feb 11 05:33:18.640317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-59b0ecba-7e96-4423-928a-995f7286238c req-7a2120eb-525d-4f89-8691-59f72a550683 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.680413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Publish callbacks [] for security_group (c8ef2833-c9b6-4b42-9fbc-933f3dae0772), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.699682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c8ef2833-c9b6-4b42-9fbc-933f3dae0772), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.719622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-59b0ecba-7e96-4423-928a-995f7286238c req-7a2120eb-525d-4f89-8691-59f72a550683 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.732098 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['63b49bf7-57e2-4905-bb0b-d9724dabd808', '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:18.760133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:18.776014 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ee77f676-f2f9-4de6-9eba-e61ff04b7ef2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.776374 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Added segment ee77f676-f2f9-4de6-9eba-e61ff04b7ef2 of type vlan for network dcdb42aa-1461-40e9-8052-96bb4a44b58a Feb 11 05:33:18.854900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02c72731-f996-48e2-bb45-5da8ba25a20f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (43ebcd95-a4ef-4cca-8024-0281c6e8d1ee), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.870442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02c72731-f996-48e2-bb45-5da8ba25a20f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (43ebcd95-a4ef-4cca-8024-0281c6e8d1ee), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.913484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ef2833-c9b6-4b42-9fbc-933f3dae0772,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:18.943021 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (dcdb42aa-1461-40e9-8052-96bb4a44b58a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.950718 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02c72731-f996-48e2-bb45-5da8ba25a20f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.954496 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02c72731-f996-48e2-bb45-5da8ba25a20f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4963288 Feb 11 05:33:18.964743 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59632) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:18.977220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e69ee370-1ff4-4138-bc05-abfcf6f582ed tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c843-8035-427d-8429-2626ad266830', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:18.994634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c72731-f996-48e2-bb45-5da8ba25a20f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ebcd95-a4ef-4cca-8024-0281c6e8d1ee,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:19.008442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-4c14e843-e4b7-446b-8a22-ad2da0e7f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.009997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-4c14e843-e4b7-446b-8a22-ad2da0e7f8ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.3678081 Feb 11 05:33:19.023517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0ecba-7e96-4423-928a-995f7286238c req-7a2120eb-525d-4f89-8691-59f72a550683 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.024567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-59b0ecba-7e96-4423-928a-995f7286238c req-7a2120eb-525d-4f89-8691-59f72a550683 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.041061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59b0ecba-7e96-4423-928a-995f7286238c req-7a2120eb-525d-4f89-8691-59f72a550683 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "PUT /v2.0/ports/4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a HTTP/1.1" status: 200 len: 1020 time: 4.0741475 Feb 11 05:33:19.046881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (dcdb42aa-1461-40e9-8052-96bb4a44b58a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.050701 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.053088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.148428 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1bbd08-ed0e-4fb5-9c54-1c03cc80e172 x-openstack-request-id: req-6b1bbd08-ed0e-4fb5-9c54-1c03cc80e172 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:19.148999 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088a2910-2eb7-4bc9-a4b1-c5d396751696", "tag": "4bf0c01e-f027-480b-8f04-76b60bb4b0e5", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:19.148999 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b1bbd08-ed0e-4fb5-9c54-1c03cc80e172 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:19.151535 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088a2910-2eb7-4bc9-a4b1-c5d396751696', 'tag': '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', 'status': 'completed', 'code': 200} Feb 11 05:33:19.156802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:19.291529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-6919d59c-273f-4171-9096-055d2ac25b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.293405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-6919d59c-273f-4171-9096-055d2ac25b96 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.5960410 Feb 11 05:33:19.296628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] For port 4d799380-7936-49d7-a55a-fb5a32fc22b6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4d799380-7936-49d7-a55a-fb5a32fc22b6,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:19.297281 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.321889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67383e7-61cf-4b6a-96fe-b8fcef4b533d req-420d0c18-e6e5-4688-8719-184160b1ab41 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.330271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c67383e7-61cf-4b6a-96fe-b8fcef4b533d req-420d0c18-e6e5-4688-8719-184160b1ab41 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 945 time: 0.7660780 Feb 11 05:33:19.433672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2120eb-525d-4f89-8691-59f72a550683 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'Port': ['ID=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:19.463540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Calling delete_port for 4d799380-7936-49d7-a55a-fb5a32fc22b6 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:19.622727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c67383e7-61cf-4b6a-96fe-b8fcef4b533d req-f39d3e23-37e9-4585-820d-0b32649b0de8 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906590 Feb 11 05:33:19.649549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-cbb52030-ad4f-4f73-b3b9-563ea11d55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.652260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-cbb52030-ad4f-4f73-b3b9-563ea11d55df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5679326 Feb 11 05:33:19.855044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8128599-6c7f-48db-9634-4928004679ae req-ed998d37-68fe-41c4-9e71-5b43e7dc9f81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.856555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8128599-6c7f-48db-9634-4928004679ae req-ed998d37-68fe-41c4-9e71-5b43e7dc9f81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6cca5b5-203e-411f-af70-38742b3d7b1f HTTP/1.1" status: 200 len: 945 time: 0.5620515 Feb 11 05:33:19.883600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-ecf74053-1f46-4a84-b14e-7eb30c473519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.889454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-ecf74053-1f46-4a84-b14e-7eb30c473519 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5199800 Feb 11 05:33:20.053632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5130a1d7-866f-4d10-8044-3314be371596 req-eadb47d2-937a-410c-bacc-895e5347ce7b tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/96772975-9bb2-4b39-8e4e-98f7a296064c HTTP/1.1" status: 200 len: 1819 time: 0.3398395 Feb 11 05:33:20.118458 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e69ee370-1ff4-4138-bc05-abfcf6f582ed tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (b164c432-fce1-44e8-a62e-1aea97b71cb0), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.133191 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2486815 Feb 11 05:33:20.133760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59660) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:20.147288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4d799380-7936-49d7-a55a-fb5a32fc22b6 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:20.159808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Request body: {'subnet': {'network_id': 'dcdb42aa-1461-40e9-8052-96bb4a44b58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-514710638-subnet', 'tenant_id': 'f507da7f0bcc46b3811b987671cd36ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:20.180143 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588bde9-ed88-42f1-ac21-e451824d4c62 admin admin] Pushing event updated for resources: {'Network': ['ID=dcdb42aa-1461-40e9-8052-96bb4a44b58a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:20.260739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-23244d97-08d9-46e8-b8b6-6ea0ce000376 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586982 Feb 11 05:33:20.261649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network dcdb42aa-1461-40e9-8052-96bb4a44b58a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:20.271095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Made reservation on behalf of f507da7f0bcc46b3811b987671cd36ee for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:20.274905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.379557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e69ee370-1ff4-4138-bc05-abfcf6f582ed tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (b164c432-fce1-44e8-a62e-1aea97b71cb0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.396307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e69ee370-1ff4-4138-bc05-abfcf6f582ed tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (b164c432-fce1-44e8-a62e-1aea97b71cb0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.396505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8128599-6c7f-48db-9634-4928004679ae req-d54bd1e5-8480-43a2-af52-1ecb573937d3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025046 Feb 11 05:33:20.406782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4d799380-7936-49d7-a55a-fb5a32fc22b6 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:20.408591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.439519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ee370-1ff4-4138-bc05-abfcf6f582ed tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b164c432-fce1-44e8-a62e-1aea97b71cb0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:20.453912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e69ee370-1ff4-4138-bc05-abfcf6f582ed tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.462105 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e69ee370-1ff4-4138-bc05-abfcf6f582ed tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4900033 Feb 11 05:33:20.464937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:20.470841 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ee349239-fdad-4515-95ca-e4367afc4685 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c843-8035-427d-8429-2626ad266830', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:20.503713 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee349239-fdad-4515-95ca-e4367afc4685 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (325227b4-7257-4873-b760-884bacd60e4d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.624963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee349239-fdad-4515-95ca-e4367afc4685 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (325227b4-7257-4873-b760-884bacd60e4d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.635007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee349239-fdad-4515-95ca-e4367afc4685 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (325227b4-7257-4873-b760-884bacd60e4d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.648851 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-5130a1d7-866f-4d10-8044-3314be371596 req-39b0e875-09d2-49a3-9855-337d8fa09b07 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:33:20.666530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5130a1d7-866f-4d10-8044-3314be371596 req-39b0e875-09d2-49a3-9855-337d8fa09b07 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/96772975-9bb2-4b39-8e4e-98f7a296064c HTTP/1.1" status: 409 len: 341 time: 0.5950525 Feb 11 05:33:20.669109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-d8881939-e83e-4c80-8d99-f01ea43d1b3d service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957393 Feb 11 05:33:20.686741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee349239-fdad-4515-95ca-e4367afc4685 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325227b4-7257-4873-b760-884bacd60e4d,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:20.700146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee349239-fdad-4515-95ca-e4367afc4685 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.706695 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ee349239-fdad-4515-95ca-e4367afc4685 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2401533 Feb 11 05:33:20.707890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59696) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:20.730140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-93686ef5-f677-4539-895e-ec637545f320 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c843-8035-427d-8429-2626ad266830', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:20.796226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93686ef5-f677-4539-895e-ec637545f320 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (a1e92d16-401e-4b9f-81a2-f028777832d9), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.966077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4d799380-7936-49d7-a55a-fb5a32fc22b6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.980469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c3a6a255-0cd7-4709-a801-55b1705fb35b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:21.014755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93686ef5-f677-4539-895e-ec637545f320 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (a1e92d16-401e-4b9f-81a2-f028777832d9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.026892 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93686ef5-f677-4539-895e-ec637545f320 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (a1e92d16-401e-4b9f-81a2-f028777832d9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.044493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610d9bd-da03-4275-938f-46b3a90dcbe7 req-b6a309cd-74d7-4d4d-8ecb-005a1dc39ae3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.048097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8610d9bd-da03-4275-938f-46b3a90dcbe7 req-b6a309cd-74d7-4d4d-8ecb-005a1dc39ae3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 948 time: 0.4956913 Feb 11 05:33:21.051076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-a60c586f-c280-4396-8960-0a6318b51187 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585782 Feb 11 05:33:21.098306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93686ef5-f677-4539-895e-ec637545f320 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e92d16-401e-4b9f-81a2-f028777832d9,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:21.108597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Pushing event deleted for resources: {'Port': ['ID=4d799380-7936-49d7-a55a-fb5a32fc22b6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:21.169151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93686ef5-f677-4539-895e-ec637545f320 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.170378 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-93686ef5-f677-4539-895e-ec637545f320 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4612617 Feb 11 05:33:21.174883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59710) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:21.186624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641435fe-d44a-49c1-80e5-d9c926bc77f8', 'tag': 'c7ddbd94-aafc-4146-a149-cdf5b25500bc'}, {'name': 'network-changed', 'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:21.188885 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660cf477-9fab-4e18-a3cc-8c755d56b794" -d '{"events": [{"name": "network-changed", "server_uuid": "641435fe-d44a-49c1-80e5-d9c926bc77f8", "tag": "c7ddbd94-aafc-4146-a149-cdf5b25500bc"}, {"name": "network-changed", "server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:21.189375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e9836a84-1428-461d-961c-86cd3ba51ec5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c843-8035-427d-8429-2626ad266830', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:21.206536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8c99771-f850-480f-b65d-9cf01ffba18e req-d6c384b8-56ee-42de-9845-fbb4b7da3dbd service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8390834 Feb 11 05:33:21.331354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9836a84-1428-461d-961c-86cd3ba51ec5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (529f0549-33a4-4295-a39f-9b716e22b29c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.340661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] No DVR routers for this DVR port 4d799380-7936-49d7-a55a-fb5a32fc22b6 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:21.349607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.359509 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (c69da225-577d-4a3d-8c31-5ab1674f57b1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.359773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97eddecc-68b4-41f4-8e51-c93b151aff2e req-e2f4aaa0-515d-4030-b44d-cef3e298fd81 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.72 "DELETE /v2.0/ports/4d799380-7936-49d7-a55a-fb5a32fc22b6 HTTP/1.1" status: 204 len: 173 time: 4.3003955 Feb 11 05:33:21.485069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-eaa08524-2760-4a34-9cee-71e03524fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.486322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-eaa08524-2760-4a34-9cee-71e03524fa48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 1131 time: 0.1803968 Feb 11 05:33:21.503517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8610d9bd-da03-4275-938f-46b3a90dcbe7 req-9e129e6d-0ad1-4ed2-8161-5e5525da867e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046340 Feb 11 05:33:21.506810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59722) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:21.573260 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9836a84-1428-461d-961c-86cd3ba51ec5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (529f0549-33a4-4295-a39f-9b716e22b29c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.604813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69da225-577d-4a3d-8c31-5ab1674f57b1,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:21.615542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9836a84-1428-461d-961c-86cd3ba51ec5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (529f0549-33a4-4295-a39f-9b716e22b29c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.635107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Checking segment: {'id': 'ee77f676-f2f9-4de6-9eba-e61ff04b7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcdb42aa-1461-40e9-8052-96bb4a44b58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:21.635479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Network hostable DHCP agents. Network: dcdb42aa-1461-40e9-8052-96bb4a44b58a, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:21.641882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9836a84-1428-461d-961c-86cd3ba51ec5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529f0549-33a4-4295-a39f-9b716e22b29c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:21.670046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9836a84-1428-461d-961c-86cd3ba51ec5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.671319 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e9836a84-1428-461d-961c-86cd3ba51ec5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4954686 Feb 11 05:33:21.674907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59726) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:21.688859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Network dcdb42aa-1461-40e9-8052-96bb4a44b58a is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:21.702358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-5acd0e4a-ed9f-4a71-966e-066d7a334cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.703996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-5acd0e4a-ed9f-4a71-966e-066d7a334cb2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1939940 Feb 11 05:33:21.711186 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf2f54c-f839-4463-ab5d-27b95c728853 x-openstack-request-id: req-ccf2f54c-f839-4463-ab5d-27b95c728853 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:21.711511 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641435fe-d44a-49c1-80e5-d9c926bc77f8", "tag": "c7ddbd94-aafc-4146-a149-cdf5b25500bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:21.711772 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccf2f54c-f839-4463-ab5d-27b95c728853 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:21.712176 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641435fe-d44a-49c1-80e5-d9c926bc77f8', 'tag': 'c7ddbd94-aafc-4146-a149-cdf5b25500bc', 'status': 'completed', 'code': 200} Feb 11 05:33:21.712501 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a', 'status': 'completed', 'code': 200} Feb 11 05:33:21.727617 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, dcdb42aa-1461-40e9-8052-96bb4a44b58a) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:21.736511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c38a0-682d-4397-a960-9acf7268d2fd None None] Network dcdb42aa-1461-40e9-8052-96bb4a44b58a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:21.746796 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcda06bb-704a-46cc-a3aa-897b217af587 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (529f0549-33a4-4295-a39f-9b716e22b29c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.757283 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcda06bb-704a-46cc-a3aa-897b217af587 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (529f0549-33a4-4295-a39f-9b716e22b29c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.787137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.789361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.801469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcda06bb-704a-46cc-a3aa-897b217af587 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (529f0549-33a4-4295-a39f-9b716e22b29c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.801908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de1a645e-3b1c-4d38-ad9b-de53d36049a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.812184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcda06bb-704a-46cc-a3aa-897b217af587 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.814044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bcda06bb-704a-46cc-a3aa-897b217af587 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/529f0549-33a4-4295-a39f-9b716e22b29c HTTP/1.1" status: 204 len: 168 time: 0.1371586 Feb 11 05:33:21.816719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:21.834301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda06bb-704a-46cc-a3aa-897b217af587 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=529f0549-33a4-4295-a39f-9b716e22b29c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:21.852786 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-84b4e241-bc7c-45a6-a0f3-b476bad569b8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7002094 Feb 11 05:33:21.910457 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.933677 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-51008faa-2ec8-4206-aedd-f6fc3460aca3 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1095331 Feb 11 05:33:21.934309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59734) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:21.962614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602e542-698d-4d0c-819f-d9ad35a90a81 None None] Network dcdb42aa-1461-40e9-8052-96bb4a44b58a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:22.004593 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8d92-2906-41e0-8222-230423cde44a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (a1e92d16-401e-4b9f-81a2-f028777832d9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.024965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8d92-2906-41e0-8222-230423cde44a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (a1e92d16-401e-4b9f-81a2-f028777832d9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.025819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-b6e7dee4-1e82-4df1-9179-772d7ba9ca57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=4bf0c01e-f027-480b-8f04-76b60bb4b0e5 HTTP/1.1" status: 200 len: 217 time: 0.2997992 Feb 11 05:33:22.067633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f096-6928-45fc-98cd-6cf2180f85e8 req-85bdd740-58d7-4360-b49a-8f899f03458b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:22.078794 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4773f096-6928-45fc-98cd-6cf2180f85e8 req-85bdd740-58d7-4360-b49a-8f899f03458b tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 944 time: 0.6533115 Feb 11 05:33:22.093667 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8d92-2906-41e0-8222-230423cde44a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (a1e92d16-401e-4b9f-81a2-f028777832d9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.098525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8d92-2906-41e0-8222-230423cde44a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.101958 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8ccf8d92-2906-41e0-8222-230423cde44a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a1e92d16-401e-4b9f-81a2-f028777832d9 HTTP/1.1" status: 204 len: 168 time: 0.1656811 Feb 11 05:33:22.108084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59736) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.139558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf8d92-2906-41e0-8222-230423cde44a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1e92d16-401e-4b9f-81a2-f028777832d9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.168413 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de1a645e-3b1c-4d38-ad9b-de53d36049a2 admin admin] Publish callbacks [] for security_group (ec7098bd-6f5c-451b-9ca3-499b826343e5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.173005 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f7acfdac-ca99-4458-8898-3c11de62610c tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0636189 Feb 11 05:33:22.175642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59740) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.201882 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de1a645e-3b1c-4d38-ad9b-de53d36049a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ec7098bd-6f5c-451b-9ca3-499b826343e5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.211208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14cb4cdc-4132-461d-9b71-86b329393952 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (325227b4-7257-4873-b760-884bacd60e4d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.230149 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14cb4cdc-4132-461d-9b71-86b329393952 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (325227b4-7257-4873-b760-884bacd60e4d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.281393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14cb4cdc-4132-461d-9b71-86b329393952 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (325227b4-7257-4873-b760-884bacd60e4d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.290633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14cb4cdc-4132-461d-9b71-86b329393952 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.291920 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-14cb4cdc-4132-461d-9b71-86b329393952 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/325227b4-7257-4873-b760-884bacd60e4d HTTP/1.1" status: 204 len: 168 time: 0.1152997 Feb 11 05:33:22.294499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59742) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.307516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb4cdc-4132-461d-9b71-86b329393952 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=325227b4-7257-4873-b760-884bacd60e4d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.351838 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3fa2109a-df96-4ce2-afa2-2eb809e39c8b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0558214 Feb 11 05:33:22.354738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59744) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.382058 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4b40-7a3f-400d-80f3-4440e1975d23 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (b164c432-fce1-44e8-a62e-1aea97b71cb0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.391137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4b40-7a3f-400d-80f3-4440e1975d23 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (b164c432-fce1-44e8-a62e-1aea97b71cb0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.435417 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4b40-7a3f-400d-80f3-4440e1975d23 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (b164c432-fce1-44e8-a62e-1aea97b71cb0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.453896 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4b40-7a3f-400d-80f3-4440e1975d23 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.453896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4cc4b40-7a3f-400d-80f3-4440e1975d23 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b164c432-fce1-44e8-a62e-1aea97b71cb0 HTTP/1.1" status: 204 len: 168 time: 0.0955400 Feb 11 05:33:22.458092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59748) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.471902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc4b40-7a3f-400d-80f3-4440e1975d23 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b164c432-fce1-44e8-a62e-1aea97b71cb0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.531169 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ea426097-df52-4933-85d1-34b8aa8c5d40 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0695264 Feb 11 05:33:22.532503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.565722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b155076-9e05-445c-9fca-a99765bbca48 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (43ebcd95-a4ef-4cca-8024-0281c6e8d1ee), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.576673 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b155076-9e05-445c-9fca-a99765bbca48 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (43ebcd95-a4ef-4cca-8024-0281c6e8d1ee), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.630373 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b155076-9e05-445c-9fca-a99765bbca48 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (43ebcd95-a4ef-4cca-8024-0281c6e8d1ee), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.636497 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b155076-9e05-445c-9fca-a99765bbca48 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.640123 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0b155076-9e05-445c-9fca-a99765bbca48 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/43ebcd95-a4ef-4cca-8024-0281c6e8d1ee HTTP/1.1" status: 204 len: 168 time: 0.1048837 Feb 11 05:33:22.641896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59754) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.674739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b155076-9e05-445c-9fca-a99765bbca48 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43ebcd95-a4ef-4cca-8024-0281c6e8d1ee,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.688633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-6f498521-024a-4317-9104-b703fde9205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:22.690281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-6f498521-024a-4317-9104-b703fde9205d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8 HTTP/1.1" status: 200 len: 1131 time: 0.9770443 Feb 11 05:33:22.697848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49901dcc-0bb0-4460-a66e-54abcc4a23f8 req-f312aa14-a869-45a5-8616-9f4d5da0c3f2 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:22.699439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49901dcc-0bb0-4460-a66e-54abcc4a23f8 req-f312aa14-a869-45a5-8616-9f4d5da0c3f2 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 1023 time: 0.9926455 Feb 11 05:33:22.713819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-cc3738ba-463a-4a65-ae84-3b3ed4e3bad0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:22.714015 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-21a8ee9a-9d3a-4d0e-8fc6-f499c5ae0463 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0701470 Feb 11 05:33:22.714734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59756) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.715431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-cc3738ba-463a-4a65-ae84-3b3ed4e3bad0 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 944 time: 1.0076239 Feb 11 05:33:22.728621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-de1a645e-3b1c-4d38-ad9b-de53d36049a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=975a5cc798a1432892fa8626b5e5a073&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2020552 Feb 11 05:33:22.734417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59758) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.738097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a645e-3b1c-4d38-ad9b-de53d36049a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7098bd-6f5c-451b-9ca3-499b826343e5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.741505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-46a55cbc-86ba-4a69-b98a-ca23a238b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:22.743078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-46a55cbc-86ba-4a69-b98a-ca23a238b141 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.6844687 Feb 11 05:33:22.831804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cab9d0a-5d69-41ec-bd33-51a003ad9b2c admin admin] Publish callbacks [] for security_group (ec7098bd-6f5c-451b-9ca3-499b826343e5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.833558 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c63b5eee-40c5-4a7a-94f2-7ff0aefe3b21 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (dfd4c843-8035-427d-8429-2626ad266830), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.833903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4773f096-6928-45fc-98cd-6cf2180f85e8 req-b567e380-7dd2-4078-a4d7-24aab230a268 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539814 Feb 11 05:33:22.859794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c63b5eee-40c5-4a7a-94f2-7ff0aefe3b21 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (dfd4c843-8035-427d-8429-2626ad266830), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.923843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cab9d0a-5d69-41ec-bd33-51a003ad9b2c admin admin] Publish callbacks [] for security_group (ec7098bd-6f5c-451b-9ca3-499b826343e5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.931209 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.940128 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c63b5eee-40c5-4a7a-94f2-7ff0aefe3b21 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dfd4c843-8035-427d-8429-2626ad266830), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.943278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c63b5eee-40c5-4a7a-94f2-7ff0aefe3b21 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.945648 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c63b5eee-40c5-4a7a-94f2-7ff0aefe3b21 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/dfd4c843-8035-427d-8429-2626ad266830 HTTP/1.1" status: 204 len: 168 time: 0.2297573 Feb 11 05:33:22.954797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59764) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:23.002456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b5eee-40c5-4a7a-94f2-7ff0aefe3b21 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd4c843-8035-427d-8429-2626ad266830,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:23.054519 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3a96274-fa92-4407-9cb6-402167744a69 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0945127 Feb 11 05:33:23.058152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59766) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:23.066266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-143251d1-eea6-41a9-8d95-84db9a7415c0 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223519451'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:23.080318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cab9d0a-5d69-41ec-bd33-51a003ad9b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ec7098bd-6f5c-451b-9ca3-499b826343e5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.082988 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cab9d0a-5d69-41ec-bd33-51a003ad9b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.084179 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7cab9d0a-5d69-41ec-bd33-51a003ad9b2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec7098bd-6f5c-451b-9ca3-499b826343e5 HTTP/1.1" status: 204 len: 168 time: 0.3485787 Feb 11 05:33:23.087927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49901dcc-0bb0-4460-a66e-54abcc4a23f8 req-ed0cfee1-2393-4953-bad8-3ba8005a3759 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc690a03-172a-419c-a763-b35410558990&id=96772975-9bb2-4b39-8e4e-98f7a296064c&id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3680606 Feb 11 05:33:23.093520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-7b26123b-d0d5-4571-bb01-68044de7781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.095063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-7b26123b-d0d5-4571-bb01-68044de7781a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3302867 Feb 11 05:33:23.096072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-07efc415-d72c-44be-92f8-17110a230bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.097456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-07efc415-d72c-44be-92f8-17110a230bba service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3946536 Feb 11 05:33:23.102004 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab9d0a-5d69-41ec-bd33-51a003ad9b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7098bd-6f5c-451b-9ca3-499b826343e5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:23.162252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Deleting port 633cd357-5c1b-4683-abc4-eea044957b38 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:23.162619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (633cd357-5c1b-4683-abc4-eea044957b38), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.180275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-143251d1-eea6-41a9-8d95-84db9a7415c0 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.297135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-143251d1-eea6-41a9-8d95-84db9a7415c0 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (b73fcf45-0ecf-46e1-99e2-b8305a1aebbd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.307457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-143251d1-eea6-41a9-8d95-84db9a7415c0 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b73fcf45-0ecf-46e1-99e2-b8305a1aebbd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.329152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-be34c407-315f-4215-a967-69b73670a454 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=c7ddbd94-aafc-4146-a149-cdf5b25500bc HTTP/1.1" status: 200 len: 217 time: 0.2160144 Feb 11 05:33:23.352406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-2cae02b4-f9ba-4b2f-a2fb-5ab5ddec287a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.358236 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-2cae02b4-f9ba-4b2f-a2fb-5ab5ddec287a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.81 "GET /v2.0/ports?device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 1023 time: 0.2619369 Feb 11 05:33:23.419626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-143251d1-eea6-41a9-8d95-84db9a7415c0 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.420899 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-143251d1-eea6-41a9-8d95-84db9a7415c0 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3611104 Feb 11 05:33:23.433579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59774) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:23.438476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b9d3d907-0d8d-4d00-adb5-5d571f726973 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': 'b73fcf45-0ecf-46e1-99e2-b8305a1aebbd', 'direction': 'ingress', 'protocol': 17}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:23.460376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143251d1-eea6-41a9-8d95-84db9a7415c0 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73fcf45-0ecf-46e1-99e2-b8305a1aebbd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:23.525448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d907-0d8d-4d00-adb5-5d571f726973 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (33a8b6d7-02b9-48a5-9614-a6ba87109c6b), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.560241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-e5aecf88-2133-4f6e-baf9-3ac83f638730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.561769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-e5aecf88-2133-4f6e-baf9-3ac83f638730 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2181597 Feb 11 05:33:23.602428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59780) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:23.602612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Deleting port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:23.602772 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.606531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d907-0d8d-4d00-adb5-5d571f726973 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (33a8b6d7-02b9-48a5-9614-a6ba87109c6b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.623672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d907-0d8d-4d00-adb5-5d571f726973 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (33a8b6d7-02b9-48a5-9614-a6ba87109c6b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.628802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] For port 633cd357-5c1b-4683-abc4-eea044957b38, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=633cd357-5c1b-4683-abc4-eea044957b38,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:23.629209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (633cd357-5c1b-4683-abc4-eea044957b38), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.653577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3d907-0d8d-4d00-adb5-5d571f726973 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a8b6d7-02b9-48a5-9614-a6ba87109c6b,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:23.656072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c7ddbd94-aafc-4146-a149-cdf5b25500bc details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:23.670815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc8887-0c06-4257-90d0-bcc60a6c7868 req-85128a7e-799c-458a-bc40-a14ed01aef46 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.672423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cdc8887-0c06-4257-90d0-bcc60a6c7868 req-85128a7e-799c-458a-bc40-a14ed01aef46 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 948 time: 0.4700003 Feb 11 05:33:23.695218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d907-0d8d-4d00-adb5-5d571f726973 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.695526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276cbc1-f019-4bef-a48f-9620febad806 req-a5fafcbd-e2f3-4058-b62b-41ce7ee8c134 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.696419 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b9d3d907-0d8d-4d00-adb5-5d571f726973 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2618747 Feb 11 05:33:23.697316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c276cbc1-f019-4bef-a48f-9620febad806 req-a5fafcbd-e2f3-4058-b62b-41ce7ee8c134 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3029919 Feb 11 05:33:23.698131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c30b836-81f9-42b7-be2d-b4a738d4f06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.701439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59782) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:23.713869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-5dbbdb6e-5d88-4601-ab2f-128fd0af88d5 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939453 Feb 11 05:33:23.728749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] For port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:23.729137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.734753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Calling delete_port for 633cd357-5c1b-4683-abc4-eea044957b38 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:23.737785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cca5b5-203e-411f-af70-38742b3d7b1f', 'name': 'network-vif-deleted', 'tag': '4d799380-7936-49d7-a55a-fb5a32fc22b6'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:23.740068 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dece578-5b3d-4123-a959-d71a5bb2cda4" -d '{"events": [{"server_uuid": "b6cca5b5-203e-411f-af70-38742b3d7b1f", "name": "network-vif-deleted", "tag": "4d799380-7936-49d7-a55a-fb5a32fc22b6"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:23.743525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Calling delete_port for 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:23.782293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c7ddbd94-aafc-4146-a149-cdf5b25500bc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c7ddbd94-aafc-4146-a149-cdf5b25500bc,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:23.794235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c7ddbd94-aafc-4146-a149-cdf5b25500bc', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'c7ddbd94-aafc-4146-a149-cdf5b25500bc', 'mac_address': 'fa:16:3e:69:40:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:23.849512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c7ddbd94-aafc-4146-a149-cdf5b25500bc is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:23.849922 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.865188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ddbd94-aafc-4146-a149-cdf5b25500bc {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:23.887573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c7ddbd94-aafc-4146-a149-cdf5b25500bc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c7ddbd94-aafc-4146-a149-cdf5b25500bc,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:23.892220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.900656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.926179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['63b49bf7-57e2-4905-bb0b-d9724dabd808', '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:23.928314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'Port': ['ID=4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:23.977381 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] No DVR routers for this DVR port 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:23.978253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-7a8edfda-d725-4066-b2fe-c63dedd5dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.979393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-7a8edfda-d725-4066-b2fe-c63dedd5dae8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3995440 Feb 11 05:33:23.980092 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.983961 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-530a3574-0d50-4c2e-894f-a3459bdcc7c9 req-c5ff3366-f1c4-49eb-8933-bf2265b22b16 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.81 "DELETE /v2.0/ports/4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a HTTP/1.1" status: 204 len: 173 time: 0.6100609 Feb 11 05:33:23.984441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'name': 'network-vif-deleted', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:23.986822 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcbf2ea-e5ec-4f88-b74b-c3c1f5d70ff3" -d '{"events": [{"server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "name": "network-vif-deleted", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:24.001481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c7ddbd94-aafc-4146-a149-cdf5b25500bc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.029742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cdc8887-0c06-4257-90d0-bcc60a6c7868 req-8460c25e-a467-4209-ab11-ea8b6873e045 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292398 Feb 11 05:33:24.054542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c276cbc1-f019-4bef-a48f-9620febad806 req-282462f1-a8e7-42fd-b10b-f52e1bccc8a5 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169603 Feb 11 05:33:24.136424 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd686662-d242-4b4f-acbc-26703f6800f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (b73fcf45-0ecf-46e1-99e2-b8305a1aebbd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.173703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4bed573-cf9a-4915-8a53-76839aa51423 req-bb635032-08f7-4d8c-b13d-b5e6a031ca11 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260652 Feb 11 05:33:24.196541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:24.257265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd686662-d242-4b4f-acbc-26703f6800f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (b73fcf45-0ecf-46e1-99e2-b8305a1aebbd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.329491 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecc7df2-dfe7-4847-88e6-3b6969a6842e x-openstack-request-id: req-9ecc7df2-dfe7-4847-88e6-3b6969a6842e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:24.329881 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cca5b5-203e-411f-af70-38742b3d7b1f", "name": "network-vif-deleted", "tag": "4d799380-7936-49d7-a55a-fb5a32fc22b6", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:24.330050 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ecc7df2-dfe7-4847-88e6-3b6969a6842e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:24.330447 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cca5b5-203e-411f-af70-38742b3d7b1f', 'name': 'network-vif-deleted', 'tag': '4d799380-7936-49d7-a55a-fb5a32fc22b6', 'status': 'completed', 'code': 200} Feb 11 05:33:24.406981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-b506d4f0-154b-41ce-b0a7-5a25a226ab67 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154775 Feb 11 05:33:24.410246 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c30b836-81f9-42b7-be2d-b4a738d4f06b admin admin] Publish callbacks [] for security_group (9b75ef8a-e232-485d-8a45-b8719881a5a9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.449261 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c30b836-81f9-42b7-be2d-b4a738d4f06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9b75ef8a-e232-485d-8a45-b8719881a5a9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.488542 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd686662-d242-4b4f-acbc-26703f6800f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b73fcf45-0ecf-46e1-99e2-b8305a1aebbd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.491087 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd686662-d242-4b4f-acbc-26703f6800f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.493337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bd686662-d242-4b4f-acbc-26703f6800f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/b73fcf45-0ecf-46e1-99e2-b8305a1aebbd HTTP/1.1" status: 204 len: 168 time: 0.7850463 Feb 11 05:33:24.495023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59806) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:24.502275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (633cd357-5c1b-4683-abc4-eea044957b38), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.578318 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c5ffe612-917b-40a2-881b-c5dca8b002b3 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0811937 Feb 11 05:33:24.578926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59812) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:24.585908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-27e52f37-9ba1-4b23-9114-269a75edeabe tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014911578'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:24.602500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Pushing event deleted for resources: {'Port': ['ID=633cd357-5c1b-4683-abc4-eea044957b38,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.617264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59814) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:24.620914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9c30b836-81f9-42b7-be2d-b4a738d4f06b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61c7fe107977448793a277f0bdccc377&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0053403 Feb 11 05:33:24.633743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30b836-81f9-42b7-be2d-b4a738d4f06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75ef8a-e232-485d-8a45-b8719881a5a9,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.641000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e52f37-9ba1-4b23-9114-269a75edeabe tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.703168 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4434715d-c28f-462f-8135-2497bd076721 admin admin] Publish callbacks [] for security_group (9b75ef8a-e232-485d-8a45-b8719881a5a9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.729531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd686662-d242-4b4f-acbc-26703f6800f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73fcf45-0ecf-46e1-99e2-b8305a1aebbd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.747681 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4434715d-c28f-462f-8135-2497bd076721 admin admin] Publish callbacks [] for security_group (9b75ef8a-e232-485d-8a45-b8719881a5a9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.754280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b3e4a-9acd-4f1d-8d88-7b70350183b2 req-b91cdfb2-d670-4bf1-ab2c-e93c621fd10c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:24.763186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-740b3e4a-9acd-4f1d-8d88-7b70350183b2 req-b91cdfb2-d670-4bf1-ab2c-e93c621fd10c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3382b9a-02f0-423f-babf-ef4f8abb8a76 HTTP/1.1" status: 200 len: 866 time: 0.3550503 Feb 11 05:33:24.765403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] No DVR routers for this DVR port 633cd357-5c1b-4683-abc4-eea044957b38 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:24.807012 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.810061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e52f37-9ba1-4b23-9114-269a75edeabe tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (063eba19-0550-4488-93d6-c65c4a43038c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.811777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2208f97-e89b-4270-bb3f-d6f1779155e7 req-0d8954b2-70bf-47df-85e5-ce06e8b17a1c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.72 "DELETE /v2.0/ports/633cd357-5c1b-4683-abc4-eea044957b38 HTTP/1.1" status: 204 len: 173 time: 2.0811529 Feb 11 05:33:24.817952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e52f37-9ba1-4b23-9114-269a75edeabe tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (063eba19-0550-4488-93d6-c65c4a43038c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.835982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-9a6d0b32-c43d-4226-b039-2d5e7702987b service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171093 Feb 11 05:33:24.856680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e52f37-9ba1-4b23-9114-269a75edeabe tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.860416 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27e52f37-9ba1-4b23-9114-269a75edeabe tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2780831 Feb 11 05:33:24.861012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59816) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:24.864104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e52f37-9ba1-4b23-9114-269a75edeabe tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063eba19-0550-4488-93d6-c65c4a43038c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.866357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b9496d81-0e93-4359-8c7d-0a4a9890f15a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-secgroup--16858755'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:24.866544 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4434715d-c28f-462f-8135-2497bd076721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9b75ef8a-e232-485d-8a45-b8719881a5a9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.869624 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4434715d-c28f-462f-8135-2497bd076721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.870197 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4434715d-c28f-462f-8135-2497bd076721 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b75ef8a-e232-485d-8a45-b8719881a5a9 HTTP/1.1" status: 204 len: 168 time: 0.2520225 Feb 11 05:33:24.890340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434715d-c28f-462f-8135-2497bd076721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75ef8a-e232-485d-8a45-b8719881a5a9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.922365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-740b3e4a-9acd-4f1d-8d88-7b70350183b2 req-c8691547-5085-4641-9f1c-e301c91f28a2 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582019 Feb 11 05:33:24.924762 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75621082-09ac-49ca-ba93-92026d153480 x-openstack-request-id: req-75621082-09ac-49ca-ba93-92026d153480 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:24.925227 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66336033-bba5-49bb-b27d-421ca45b1a71", "name": "network-vif-deleted", "tag": "4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:24.925403 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75621082-09ac-49ca-ba93-92026d153480 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:24.925807 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66336033-bba5-49bb-b27d-421ca45b1a71', 'name': 'network-vif-deleted', 'tag': '4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a', 'status': 'completed', 'code': 200} Feb 11 05:33:24.948544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9496d81-0e93-4359-8c7d-0a4a9890f15a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.021428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-660cf477-9fab-4e18-a3cc-8c755d56b794 req-fcbfcaaf-c315-41dd-a3b5-3bcb04bf8281 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d01313cf22746138b719316ec92d924&device_id=66336033-bba5-49bb-b27d-421ca45b1a71 HTTP/1.1" status: 200 len: 210 time: 0.0661535 Feb 11 05:33:25.125027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-870294d3-848d-4065-b8e4-16087861207a req-80d36ce5-b83e-4eab-a868-16d5f61a9451 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/dc690a03-172a-419c-a763-b35410558990 HTTP/1.1" status: 200 len: 1819 time: 0.0835073 Feb 11 05:33:25.143944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9496d81-0e93-4359-8c7d-0a4a9890f15a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (ad5a86ad-1dc8-481a-b05f-702f0248652b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.160175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9496d81-0e93-4359-8c7d-0a4a9890f15a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ad5a86ad-1dc8-481a-b05f-702f0248652b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.211583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9496d81-0e93-4359-8c7d-0a4a9890f15a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.215306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b9496d81-0e93-4359-8c7d-0a4a9890f15a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3509138 Feb 11 05:33:25.215306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9496d81-0e93-4359-8c7d-0a4a9890f15a tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5a86ad-1dc8-481a-b05f-702f0248652b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:25.216384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59830) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:25.229535 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-554a7b93-b3e5-40a9-a7bd-57cf6b771b25 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': '063eba19-0550-4488-93d6-c65c4a43038c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ad5a86ad-1dc8-481a-b05f-702f0248652b', 'remote_ip_prefix': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:25.233963 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-870294d3-848d-4065-b8e4-16087861207a req-4174e606-cede-437c-a298-6af140a29f21 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (dc690a03-172a-419c-a763-b35410558990), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.284414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-870294d3-848d-4065-b8e4-16087861207a req-4174e606-cede-437c-a298-6af140a29f21 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (dc690a03-172a-419c-a763-b35410558990), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.302010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554a7b93-b3e5-40a9-a7bd-57cf6b771b25 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (61053331-f5f8-48a4-821d-48e6b330ab1e), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.384004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43085338-b94f-48b9-95ae-9b76e9bcea61 req-57bc231f-d348-4a69-9075-4ab8f1e65d17 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.392270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43085338-b94f-48b9-95ae-9b76e9bcea61 req-57bc231f-d348-4a69-9075-4ab8f1e65d17 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1046722 Feb 11 05:33:25.395981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-870294d3-848d-4065-b8e4-16087861207a req-4174e606-cede-437c-a298-6af140a29f21 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dc690a03-172a-419c-a763-b35410558990), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.399891 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-870294d3-848d-4065-b8e4-16087861207a req-4174e606-cede-437c-a298-6af140a29f21 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.401150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-870294d3-848d-4065-b8e4-16087861207a req-4174e606-cede-437c-a298-6af140a29f21 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/dc690a03-172a-419c-a763-b35410558990 HTTP/1.1" status: 204 len: 173 time: 0.2604423 Feb 11 05:33:25.425834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174e606-cede-437c-a298-6af140a29f21 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc690a03-172a-419c-a763-b35410558990,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:25.470507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554a7b93-b3e5-40a9-a7bd-57cf6b771b25 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (61053331-f5f8-48a4-821d-48e6b330ab1e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.478190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554a7b93-b3e5-40a9-a7bd-57cf6b771b25 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (61053331-f5f8-48a4-821d-48e6b330ab1e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.498346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43085338-b94f-48b9-95ae-9b76e9bcea61 req-2dfc1c88-409d-437d-8fba-ebeabd90f232 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048307 Feb 11 05:33:25.530739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a7b93-b3e5-40a9-a7bd-57cf6b771b25 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61053331-f5f8-48a4-821d-48e6b330ab1e,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:25.544952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554a7b93-b3e5-40a9-a7bd-57cf6b771b25 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.551122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59840) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:25.551530 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-554a7b93-b3e5-40a9-a7bd-57cf6b771b25 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3336611 Feb 11 05:33:25.684290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:25.687135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c7ddbd94-aafc-4146-a149-cdf5b25500bc up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:25.712017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d356b348-b59b-4bf8-b3b9-5f74343a92f4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (61053331-f5f8-48a4-821d-48e6b330ab1e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.733146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d356b348-b59b-4bf8-b3b9-5f74343a92f4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (61053331-f5f8-48a4-821d-48e6b330ab1e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.797003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ab33-0b0a-41db-8cc0-8c6fa24bf235 req-c4d3adbe-84e0-463d-a029-ae177e6a6c72 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.798777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7de9ab33-0b0a-41db-8cc0-8c6fa24bf235 req-c4d3adbe-84e0-463d-a029-ae177e6a6c72 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 948 time: 0.2388031 Feb 11 05:33:25.801323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8be8c7fa-8aae-4847-a7f0-376d05cf832d req-ab99984d-bc3a-47d1-8089-6aa1812402ca tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/96772975-9bb2-4b39-8e4e-98f7a296064c HTTP/1.1" status: 200 len: 1819 time: 0.1445894 Feb 11 05:33:25.802863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d356b348-b59b-4bf8-b3b9-5f74343a92f4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (61053331-f5f8-48a4-821d-48e6b330ab1e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.811748 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d356b348-b59b-4bf8-b3b9-5f74343a92f4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.813175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d356b348-b59b-4bf8-b3b9-5f74343a92f4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/61053331-f5f8-48a4-821d-48e6b330ab1e HTTP/1.1" status: 204 len: 168 time: 0.2606359 Feb 11 05:33:25.816151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59852) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:25.819955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c7ddbd94-aafc-4146-a149-cdf5b25500bc completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:25.832562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c7ddbd94-aafc-4146-a149-cdf5b25500bc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:25.833302 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.854391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356b348-b59b-4bf8-b3b9-5f74343a92f4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61053331-f5f8-48a4-821d-48e6b330ab1e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:25.900526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:25.925859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', 'mac_address': 'fa:16:3e:fc:17:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:25.941067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e03967ed-59c4-4386-9661-ac75dc6723e9 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1213830 Feb 11 05:33:25.942029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59860) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:25.957552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7de9ab33-0b0a-41db-8cc0-8c6fa24bf235 req-c8f8cdb2-f07a-4cf0-85ef-f1e452dc617e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421432 Feb 11 05:33:25.981314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8be8c7fa-8aae-4847-a7f0-376d05cf832d req-1d70d631-d6e7-4c03-a755-a32fbf58ab09 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (96772975-9bb2-4b39-8e4e-98f7a296064c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.029779 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8be8c7fa-8aae-4847-a7f0-376d05cf832d req-1d70d631-d6e7-4c03-a755-a32fbf58ab09 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (96772975-9bb2-4b39-8e4e-98f7a296064c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.045934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:26.046330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.046508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-da22e726-3a37-434d-809f-6664c61dbfa8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (ad5a86ad-1dc8-481a-b05f-702f0248652b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.083199 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-da22e726-3a37-434d-809f-6664c61dbfa8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (ad5a86ad-1dc8-481a-b05f-702f0248652b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.092147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:26.138047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-da22e726-3a37-434d-809f-6664c61dbfa8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ad5a86ad-1dc8-481a-b05f-702f0248652b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.145764 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-da22e726-3a37-434d-809f-6664c61dbfa8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.151300 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-da22e726-3a37-434d-809f-6664c61dbfa8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/ad5a86ad-1dc8-481a-b05f-702f0248652b HTTP/1.1" status: 204 len: 168 time: 0.2080224 Feb 11 05:33:26.152335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59866) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:26.155030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:26.185379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.187482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 633cd357-5c1b-4683-abc4-eea044957b38 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:26.192895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22e726-3a37-434d-809f-6664c61dbfa8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5a86ad-1dc8-481a-b05f-702f0248652b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.213982 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8be8c7fa-8aae-4847-a7f0-376d05cf832d req-1d70d631-d6e7-4c03-a755-a32fbf58ab09 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (96772975-9bb2-4b39-8e4e-98f7a296064c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.225992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8be8c7fa-8aae-4847-a7f0-376d05cf832d req-1d70d631-d6e7-4c03-a755-a32fbf58ab09 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.227250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8be8c7fa-8aae-4847-a7f0-376d05cf832d req-1d70d631-d6e7-4c03-a755-a32fbf58ab09 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/96772975-9bb2-4b39-8e4e-98f7a296064c HTTP/1.1" status: 204 len: 173 time: 0.3840003 Feb 11 05:33:26.266348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.282672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 633cd357-5c1b-4683-abc4-eea044957b38 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:26.283500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 633cd357-5c1b-4683-abc4-eea044957b38 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:26.284947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70d631-d6e7-4c03-a755-a32fbf58ab09 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96772975-9bb2-4b39-8e4e-98f7a296064c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.290258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c7ddbd94-aafc-4146-a149-cdf5b25500bc is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:26.290867 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.302488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033d0b-f9ba-4ed0-95e6-13bde5f6a46f req-e2ef4b17-cb74-4071-9250-bba1415bce39 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.311707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93033d0b-f9ba-4ed0-95e6-13bde5f6a46f req-e2ef4b17-cb74-4071-9250-bba1415bce39 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2090843 Feb 11 05:33:26.334492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641435fe-d44a-49c1-80e5-d9c926bc77f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ddbd94-aafc-4146-a149-cdf5b25500bc'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:26.337877 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa76242-9bf9-4969-87a3-f83ff92f91a8" -d '{"events": [{"server_uuid": "641435fe-d44a-49c1-80e5-d9c926bc77f8", "name": "network-vif-plugged", "status": "completed", "tag": "c7ddbd94-aafc-4146-a149-cdf5b25500bc"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:26.344744 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92646d93-8ee6-4233-b2f8-a4d8301771f3 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1869507 Feb 11 05:33:26.347774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59876) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:26.351334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'name': 'network-vif-deleted', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:26.353674 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2899b56-7d5e-4b97-b44c-c30177e82138" -d '{"events": [{"server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "name": "network-vif-deleted", "tag": "633cd357-5c1b-4683-abc4-eea044957b38"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:26.366827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c7ddbd94-aafc-4146-a149-cdf5b25500bc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c7ddbd94-aafc-4146-a149-cdf5b25500bc,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:26.373585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.432014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93033d0b-f9ba-4ed0-95e6-13bde5f6a46f req-eed57700-edab-4e5d-a547-cd00e8ddb7a9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193013 Feb 11 05:33:26.436241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c7ddbd94-aafc-4146-a149-cdf5b25500bc,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.459829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-30a2c6fd-4c72-4cbe-a60a-380d6f6f1dd4 req-09ce9bb6-5d27-42e9-85f2-a28769a6352a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1125797250', 'description': 'tempest-description-871630093'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:26.475223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['4bf0c01e-f027-480b-8f04-76b60bb4b0e5'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:26.481981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85f3acf2-cf70-422a-8112-b3e1ca4c9e5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (063eba19-0550-4488-93d6-c65c4a43038c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.512991 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85f3acf2-cf70-422a-8112-b3e1ca4c9e5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (063eba19-0550-4488-93d6-c65c4a43038c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.534028 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30a2c6fd-4c72-4cbe-a60a-380d6f6f1dd4 req-09ce9bb6-5d27-42e9-85f2-a28769a6352a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.648370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85f3acf2-cf70-422a-8112-b3e1ca4c9e5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (063eba19-0550-4488-93d6-c65c4a43038c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.653977 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85f3acf2-cf70-422a-8112-b3e1ca4c9e5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.656807 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-85f3acf2-cf70-422a-8112-b3e1ca4c9e5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/063eba19-0550-4488-93d6-c65c4a43038c HTTP/1.1" status: 204 len: 168 time: 0.3055060 Feb 11 05:33:26.672731 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59890) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:26.674080 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3acf2-cf70-422a-8112-b3e1ca4c9e5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063eba19-0550-4488-93d6-c65c4a43038c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.748932 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-68ccc23d-f8ce-48eb-8516-2605f214abef tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0673378 Feb 11 05:33:26.749145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30a2c6fd-4c72-4cbe-a60a-380d6f6f1dd4 req-09ce9bb6-5d27-42e9-85f2-a28769a6352a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (71784e3e-2d12-40be-88b2-b73486f717bd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.751544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59894) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:26.759458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-97a6081c-ce50-4524-9cbc-1d39c43ce5db tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995638560'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:26.763452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30a2c6fd-4c72-4cbe-a60a-380d6f6f1dd4 req-09ce9bb6-5d27-42e9-85f2-a28769a6352a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (71784e3e-2d12-40be-88b2-b73486f717bd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.807288 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97a6081c-ce50-4524-9cbc-1d39c43ce5db tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.828416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30a2c6fd-4c72-4cbe-a60a-380d6f6f1dd4 req-09ce9bb6-5d27-42e9-85f2-a28769a6352a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.875103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30a2c6fd-4c72-4cbe-a60a-380d6f6f1dd4 req-09ce9bb6-5d27-42e9-85f2-a28769a6352a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4205959 Feb 11 05:33:26.890682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce9bb6-5d27-42e9-85f2-a28769a6352a tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71784e3e-2d12-40be-88b2-b73486f717bd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.928564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97a6081c-ce50-4524-9cbc-1d39c43ce5db tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (e2ca24d8-24c7-4b89-a7de-fe7bc915803a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.938453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97a6081c-ce50-4524-9cbc-1d39c43ce5db tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e2ca24d8-24c7-4b89-a7de-fe7bc915803a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.940989 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290c1ac8-f61e-415a-a376-4acc4375e994 x-openstack-request-id: req-290c1ac8-f61e-415a-a376-4acc4375e994 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:26.941834 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641435fe-d44a-49c1-80e5-d9c926bc77f8", "name": "network-vif-plugged", "status": "completed", "tag": "c7ddbd94-aafc-4146-a149-cdf5b25500bc", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:26.942381 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-290c1ac8-f61e-415a-a376-4acc4375e994 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:26.942903 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641435fe-d44a-49c1-80e5-d9c926bc77f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ddbd94-aafc-4146-a149-cdf5b25500bc', 'code': 200} Feb 11 05:33:26.964034 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0bbb5d-aba5-47bd-a41f-a6424aed4bb7 x-openstack-request-id: req-ba0bbb5d-aba5-47bd-a41f-a6424aed4bb7 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:26.964034 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3382b9a-02f0-423f-babf-ef4f8abb8a76", "name": "network-vif-deleted", "tag": "633cd357-5c1b-4683-abc4-eea044957b38", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:26.966071 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba0bbb5d-aba5-47bd-a41f-a6424aed4bb7 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:26.966071 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3382b9a-02f0-423f-babf-ef4f8abb8a76', 'name': 'network-vif-deleted', 'tag': '633cd357-5c1b-4683-abc4-eea044957b38', 'status': 'completed', 'code': 200} Feb 11 05:33:26.998037 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97a6081c-ce50-4524-9cbc-1d39c43ce5db tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.001633 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97a6081c-ce50-4524-9cbc-1d39c43ce5db tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2472069 Feb 11 05:33:27.004407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59906) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.013704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-74d0cd89-cfc0-45f9-8785-3eaabc7d1303 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': 'e2ca24d8-24c7-4b89-a7de-fe7bc915803a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:27.050395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6081c-ce50-4524-9cbc-1d39c43ce5db tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca24d8-24c7-4b89-a7de-fe7bc915803a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.129814 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74d0cd89-cfc0-45f9-8785-3eaabc7d1303 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (f9543c32-a992-4dae-b3eb-4728729332da), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.135267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160cc4f-edf3-49ec-9a2e-204dc4eed56c req-3984a44f-816e-4d1a-8c22-d9fd0286c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:27.142672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4160cc4f-edf3-49ec-9a2e-204dc4eed56c req-3984a44f-816e-4d1a-8c22-d9fd0286c4a5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8 HTTP/1.1" status: 200 len: 1133 time: 0.1396878 Feb 11 05:33:27.222813 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74d0cd89-cfc0-45f9-8785-3eaabc7d1303 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (f9543c32-a992-4dae-b3eb-4728729332da), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.229341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74d0cd89-cfc0-45f9-8785-3eaabc7d1303 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f9543c32-a992-4dae-b3eb-4728729332da), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.269562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6690ae1d-eaa4-4ce6-b8bf-93a24e6dd44b req-1e9160ff-7118-4954-a513-704ab52e86bf tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/71784e3e-2d12-40be-88b2-b73486f717bd HTTP/1.1" status: 200 len: 1819 time: 0.1893871 Feb 11 05:33:27.274856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-6690ae1d-eaa4-4ce6-b8bf-93a24e6dd44b req-c9f37b4e-bc40-47e7-b36a-0937a8be2490 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2135933412', 'description': 'tempest-description-hth-715200778'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:27.290096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0cd89-cfc0-45f9-8785-3eaabc7d1303 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9543c32-a992-4dae-b3eb-4728729332da,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.324572 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74d0cd89-cfc0-45f9-8785-3eaabc7d1303 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.328911 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-74d0cd89-cfc0-45f9-8785-3eaabc7d1303 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3201373 Feb 11 05:33:27.329179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59918) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.389094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55b4b90c-655d-4637-aaf3-5c6670f45993 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (f9543c32-a992-4dae-b3eb-4728729332da), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.389725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6690ae1d-eaa4-4ce6-b8bf-93a24e6dd44b req-c9f37b4e-bc40-47e7-b36a-0937a8be2490 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (71784e3e-2d12-40be-88b2-b73486f717bd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.404739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55b4b90c-655d-4637-aaf3-5c6670f45993 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (f9543c32-a992-4dae-b3eb-4728729332da), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.436611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55b4b90c-655d-4637-aaf3-5c6670f45993 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f9543c32-a992-4dae-b3eb-4728729332da), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.448043 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55b4b90c-655d-4637-aaf3-5c6670f45993 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.450434 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-55b4b90c-655d-4637-aaf3-5c6670f45993 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f9543c32-a992-4dae-b3eb-4728729332da HTTP/1.1" status: 204 len: 168 time: 0.1202180 Feb 11 05:33:27.453803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59926) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.456516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4160cc4f-edf3-49ec-9a2e-204dc4eed56c req-5f4e018c-b364-45f3-bdd6-e4b3793bbb81 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059058 Feb 11 05:33:27.476405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4b90c-655d-4637-aaf3-5c6670f45993 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9543c32-a992-4dae-b3eb-4728729332da,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.486465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6690ae1d-eaa4-4ce6-b8bf-93a24e6dd44b req-c9f37b4e-bc40-47e7-b36a-0937a8be2490 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (71784e3e-2d12-40be-88b2-b73486f717bd), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.510853 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b52bc0dc-1ea6-400b-974c-d5f761d4b9fa tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558276 Feb 11 05:33:27.513618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6690ae1d-eaa4-4ce6-b8bf-93a24e6dd44b req-c9f37b4e-bc40-47e7-b36a-0937a8be2490 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (71784e3e-2d12-40be-88b2-b73486f717bd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.513780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59930) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.516949 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6690ae1d-eaa4-4ce6-b8bf-93a24e6dd44b req-c9f37b4e-bc40-47e7-b36a-0937a8be2490 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.531574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6690ae1d-eaa4-4ce6-b8bf-93a24e6dd44b req-c9f37b4e-bc40-47e7-b36a-0937a8be2490 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "PUT /v2.0/security-groups/71784e3e-2d12-40be-88b2-b73486f717bd HTTP/1.1" status: 200 len: 1793 time: 0.2610338 Feb 11 05:33:27.591831 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-540df907-98b0-4829-b273-ed3fbfc08b5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (e2ca24d8-24c7-4b89-a7de-fe7bc915803a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.621494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f37b4e-bc40-47e7-b36a-0937a8be2490 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71784e3e-2d12-40be-88b2-b73486f717bd,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.644899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-540df907-98b0-4829-b273-ed3fbfc08b5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (e2ca24d8-24c7-4b89-a7de-fe7bc915803a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.661458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925358f1-acf0-4971-8567-3c1a05ef984d req-93dbce78-ef54-4f01-8d1b-ad722a76d291 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:27.664046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-925358f1-acf0-4971-8567-3c1a05ef984d req-93dbce78-ef54-4f01-8d1b-ad722a76d291 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 949 time: 0.2012744 Feb 11 05:33:27.676772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-47004f28-4774-4e2b-86ee-d8050b3e56c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.693337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:27.724125 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-540df907-98b0-4829-b273-ed3fbfc08b5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e2ca24d8-24c7-4b89-a7de-fe7bc915803a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.727297 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-540df907-98b0-4829-b273-ed3fbfc08b5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.728476 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-540df907-98b0-4829-b273-ed3fbfc08b5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2ca24d8-24c7-4b89-a7de-fe7bc915803a HTTP/1.1" status: 204 len: 168 time: 0.2138994 Feb 11 05:33:27.731668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59942) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.759346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540df907-98b0-4829-b273-ed3fbfc08b5b tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca24d8-24c7-4b89-a7de-fe7bc915803a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.801176 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ad122a1d-9d5f-4ed7-9a50-2ad468be90bb tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0620129 Feb 11 05:33:27.801901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59950) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.807289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0c458e01-1544-441b-8c05-c854c613ddc8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029868713'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:27.833609 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c458e01-1544-441b-8c05-c854c613ddc8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.887744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:27.896335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:27.897447 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.907437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-925358f1-acf0-4971-8567-3c1a05ef984d req-c2f768b5-2867-4db9-9621-73b265c3e609 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330027 Feb 11 05:33:27.996079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-3059508f-7782-4176-b18e-f18956886235 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:27.998320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-3059508f-7782-4176-b18e-f18956886235 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.72 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 944 time: 0.2287467 Feb 11 05:33:28.006677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c458e01-1544-441b-8c05-c854c613ddc8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (084ab090-910f-43af-879c-dda9a343dcc5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.031219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c458e01-1544-441b-8c05-c854c613ddc8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (084ab090-910f-43af-879c-dda9a343dcc5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.115416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c458e01-1544-441b-8c05-c854c613ddc8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.122411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59970) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:28.130050 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0c458e01-1544-441b-8c05-c854c613ddc8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3225729 Feb 11 05:33:28.140286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c458e01-1544-441b-8c05-c854c613ddc8 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084ab090-910f-43af-879c-dda9a343dcc5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:28.141703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab226d49-8d7f-4c31-895a-463af489217b req-1248c49d-ad06-4cba-9d2b-0967355640c1 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/71784e3e-2d12-40be-88b2-b73486f717bd HTTP/1.1" status: 200 len: 1793 time: 0.1989470 Feb 11 05:33:28.148607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ddf16ea0-b02a-48ad-9b13-d4ce04a30427 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': '084ab090-910f-43af-879c-dda9a343dcc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:28.158787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:28.159224 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.206987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93c782-32cf-422b-8503-e16a8fb5e9b9 req-85c218b3-ff1c-4f0e-b595-78a21d36eb7e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.213335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:28.217804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d93c782-32cf-422b-8503-e16a8fb5e9b9 req-85c218b3-ff1c-4f0e-b595-78a21d36eb7e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 944 time: 0.2968457 Feb 11 05:33:28.237522 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.238645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:28.271208 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ddf16ea0-b02a-48ad-9b13-d4ce04a30427 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (d83023a8-72a1-4b37-837b-ebda24c2bcce), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.366530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d93c782-32cf-422b-8503-e16a8fb5e9b9 req-d9cf321a-430b-4baa-9022-df8465fee286 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427562 Feb 11 05:33:28.371488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Deleting port ccef18f7-e1e8-4ab8-80e7-627310df5422 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:28.371830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.371972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:28.372288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4bcc3cf6-ec2f-400c-b4e1-1bfd8fbc435a not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:28.401741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94c0185f-8857-4fc8-80b3-f7e49a156b91 req-da03ea30-6c68-40e6-85d5-c871bdfb3018 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/71784e3e-2d12-40be-88b2-b73486f717bd HTTP/1.1" status: 200 len: 1793 time: 0.1529510 Feb 11 05:33:28.423577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:28.661732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] For port ccef18f7-e1e8-4ab8-80e7-627310df5422, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=ccef18f7-e1e8-4ab8-80e7-627310df5422,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:28.663266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.677760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Calling delete_port for ccef18f7-e1e8-4ab8-80e7-627310df5422 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:28.782412 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ddf16ea0-b02a-48ad-9b13-d4ce04a30427 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (d83023a8-72a1-4b37-837b-ebda24c2bcce), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.821170 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ddf16ea0-b02a-48ad-9b13-d4ce04a30427 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d83023a8-72a1-4b37-837b-ebda24c2bcce), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.851907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94c0185f-8857-4fc8-80b3-f7e49a156b91 req-80c99fd3-4839-4803-8a73-b5c966d5eb0c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (71784e3e-2d12-40be-88b2-b73486f717bd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.868992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf16ea0-b02a-48ad-9b13-d4ce04a30427 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83023a8-72a1-4b37-837b-ebda24c2bcce,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:28.882215 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ddf16ea0-b02a-48ad-9b13-d4ce04a30427 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.886304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:28.893713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ddf16ea0-b02a-48ad-9b13-d4ce04a30427 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7701433 Feb 11 05:33:28.915226 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-db53ee8c-89d0-4556-9ee6-7affa37eef62 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules/d83023a8-72a1-4b37-837b-ebda24c2bcce HTTP/1.1" status: 200 len: 763 time: 0.0276854 Feb 11 05:33:28.915824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60026) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:28.947921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088a2910-2eb7-4bc9-a4b1-c5d396751696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf0c01e-f027-480b-8f04-76b60bb4b0e5'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:28.951819 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94c0185f-8857-4fc8-80b3-f7e49a156b91 req-80c99fd3-4839-4803-8a73-b5c966d5eb0c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (71784e3e-2d12-40be-88b2-b73486f717bd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.952285 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0a1cfb-f541-4cd8-a4dc-0f13d13c8d48" -d '{"events": [{"server_uuid": "088a2910-2eb7-4bc9-a4b1-c5d396751696", "name": "network-vif-plugged", "status": "completed", "tag": "4bf0c01e-f027-480b-8f04-76b60bb4b0e5"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:29.009061 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0e95d790-1a27-45b2-abf2-9780274b1f4c tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0921247 Feb 11 05:33:29.009900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60044) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.146113 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce6e92bf-bb41-4442-8408-837ef014cedb tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (d83023a8-72a1-4b37-837b-ebda24c2bcce), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.186249 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94c0185f-8857-4fc8-80b3-f7e49a156b91 req-80c99fd3-4839-4803-8a73-b5c966d5eb0c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (71784e3e-2d12-40be-88b2-b73486f717bd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.188790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94c0185f-8857-4fc8-80b3-f7e49a156b91 req-80c99fd3-4839-4803-8a73-b5c966d5eb0c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.192977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94c0185f-8857-4fc8-80b3-f7e49a156b91 req-80c99fd3-4839-4803-8a73-b5c966d5eb0c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/71784e3e-2d12-40be-88b2-b73486f717bd HTTP/1.1" status: 204 len: 173 time: 0.7872705 Feb 11 05:33:29.193869 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce6e92bf-bb41-4442-8408-837ef014cedb tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (d83023a8-72a1-4b37-837b-ebda24c2bcce), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.202620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ccef18f7-e1e8-4ab8-80e7-627310df5422), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.284584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c99fd3-4839-4803-8a73-b5c966d5eb0c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71784e3e-2d12-40be-88b2-b73486f717bd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:29.306314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Pushing event deleted for resources: {'Port': ['ID=ccef18f7-e1e8-4ab8-80e7-627310df5422,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:29.426364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] No DVR routers for this DVR port ccef18f7-e1e8-4ab8-80e7-627310df5422 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:29.429678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.434218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29703e39-1e12-4fb4-91a9-442d504a7a07 req-fb761d1c-fd7a-4de8-9092-a28eff12060e tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.72 "DELETE /v2.0/ports/ccef18f7-e1e8-4ab8-80e7-627310df5422 HTTP/1.1" status: 204 len: 173 time: 1.4043219 Feb 11 05:33:29.436979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'name': 'network-vif-deleted', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:29.447560 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7af978-6ef4-43d8-afa6-5728ebb6381e" -d '{"events": [{"server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "name": "network-vif-deleted", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:29.451478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce6e92bf-bb41-4442-8408-837ef014cedb tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d83023a8-72a1-4b37-837b-ebda24c2bcce), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.458252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce6e92bf-bb41-4442-8408-837ef014cedb tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.463857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60064) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.486802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ce6e92bf-bb41-4442-8408-837ef014cedb tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d83023a8-72a1-4b37-837b-ebda24c2bcce HTTP/1.1" status: 204 len: 168 time: 0.4310880 Feb 11 05:33:29.511032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-b1d8f351-e683-4a31-ad43-d1220904704d tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:29.529726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-b1d8f351-e683-4a31-ad43-d1220904704d tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/networks?id=dcdb42aa-1461-40e9-8052-96bb4a44b58a HTTP/1.1" status: 200 len: 809 time: 0.4864743 Feb 11 05:33:29.548996 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-505e08a5-1cf1-4b1b-8238-062b4d5f1d03 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0838766 Feb 11 05:33:29.549990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60066) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.555273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-13120f83-c06b-473f-b5e8-d35f3fdf297f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': '084ab090-910f-43af-879c-dda9a343dcc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:29.564048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-1dcb2aae-ccfc-4290-be4a-137becd3d0d1 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/quotas/f507da7f0bcc46b3811b987671cd36ee HTTP/1.1" status: 200 len: 375 time: 0.0331368 Feb 11 05:33:29.587881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60068) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.606995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13120f83-c06b-473f-b5e8-d35f3fdf297f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (e40a22c4-ce5a-4b18-ad9e-c3eb743363b4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.624077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e92bf-bb41-4442-8408-837ef014cedb tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d83023a8-72a1-4b37-837b-ebda24c2bcce,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:29.671420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-fb661b03-1386-41ff-8eee-63919da63632 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f507da7f0bcc46b3811b987671cd36ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063166 Feb 11 05:33:29.677138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-35e89523-98e3-4c65-a699-15c8b5f2c66e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:33:29.682688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13120f83-c06b-473f-b5e8-d35f3fdf297f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (e40a22c4-ce5a-4b18-ad9e-c3eb743363b4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.685255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-35e89523-98e3-4c65-a699-15c8b5f2c66e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129783 Feb 11 05:33:29.686744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13120f83-c06b-473f-b5e8-d35f3fdf297f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e40a22c4-ce5a-4b18-ad9e-c3eb743363b4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.712384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13120f83-c06b-473f-b5e8-d35f3fdf297f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40a22c4-ce5a-4b18-ad9e-c3eb743363b4,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:29.724935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13120f83-c06b-473f-b5e8-d35f3fdf297f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.728965 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-13120f83-c06b-473f-b5e8-d35f3fdf297f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1777401 Feb 11 05:33:29.729709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60072) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.750859 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-584b74b5-2c46-42a8-8766-39e113fd11f3 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules/e40a22c4-ce5a-4b18-ad9e-c3eb743363b4 HTTP/1.1" status: 200 len: 763 time: 0.0199742 Feb 11 05:33:29.751526 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60074) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.783156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4537d0cb-ee61-434c-9c2b-07a7ebb1d616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.786321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a08c0-3ca4-40a3-a2a9-315d6912f1d9 req-90ce7975-1718-4301-b37a-b576c0e3d6f3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:29.788598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-846a08c0-3ca4-40a3-a2a9-315d6912f1d9 req-90ce7975-1718-4301-b37a-b576c0e3d6f3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 950 time: 0.4411774 Feb 11 05:33:29.820555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-378daed2-8ddd-4545-be5f-6214d7f40bc8 service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb42aa-1461-40e9-8052-96bb4a44b58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343908 Feb 11 05:33:29.822351 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7e003397-103f-4ba2-b671-2339a79fca18 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0690174 Feb 11 05:33:29.824679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60076) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.895498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c48e11f3-8a71-4078-80a0-1ba58ed5a885 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (e40a22c4-ce5a-4b18-ad9e-c3eb743363b4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.897461 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4537d0cb-ee61-434c-9c2b-07a7ebb1d616 admin admin] Publish callbacks [] for security_group (4fd2bf55-2381-4b12-b176-cf7d41791dcb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.900206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-846a08c0-3ca4-40a3-a2a9-315d6912f1d9 req-0ece98c7-4234-4935-8ec3-17a2bfb56196 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992939 Feb 11 05:33:29.907374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4537d0cb-ee61-434c-9c2b-07a7ebb1d616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4fd2bf55-2381-4b12-b176-cf7d41791dcb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.936892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c48e11f3-8a71-4078-80a0-1ba58ed5a885 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (e40a22c4-ce5a-4b18-ad9e-c3eb743363b4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.974520 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56026bf-d94f-4e72-886c-acd3d924a03c x-openstack-request-id: req-e56026bf-d94f-4e72-886c-acd3d924a03c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:29.976065 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088a2910-2eb7-4bc9-a4b1-c5d396751696", "name": "network-vif-plugged", "status": "completed", "tag": "4bf0c01e-f027-480b-8f04-76b60bb4b0e5", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:29.976480 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e56026bf-d94f-4e72-886c-acd3d924a03c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:29.977200 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088a2910-2eb7-4bc9-a4b1-c5d396751696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', 'code': 200} Feb 11 05:33:29.982529 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-a79503da-4201-402c-b11c-4938032bb512 service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb42aa-1461-40e9-8052-96bb4a44b58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492884 Feb 11 05:33:29.985153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c48e11f3-8a71-4078-80a0-1ba58ed5a885 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e40a22c4-ce5a-4b18-ad9e-c3eb743363b4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.992990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c48e11f3-8a71-4078-80a0-1ba58ed5a885 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.994688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c48e11f3-8a71-4078-80a0-1ba58ed5a885 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e40a22c4-ce5a-4b18-ad9e-c3eb743363b4 HTTP/1.1" status: 204 len: 168 time: 0.1686368 Feb 11 05:33:29.996885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60078) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.017701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e11f3-8a71-4078-80a0-1ba58ed5a885 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e40a22c4-ce5a-4b18-ad9e-c3eb743363b4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:30.045621 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4537d0cb-ee61-434c-9c2b-07a7ebb1d616 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44ae8a332d164511985f91604e92f5c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4562838 Feb 11 05:33:30.046686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537d0cb-ee61-434c-9c2b-07a7ebb1d616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd2bf55-2381-4b12-b176-cf7d41791dcb,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:30.052255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-508606fc-b62c-42cf-8458-9b8981fe5a6f tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514774 Feb 11 05:33:30.052255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60080) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.054121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60082) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.063506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2012059e-cd71-43cd-9bc0-ba651bde44f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': '084ab090-910f-43af-879c-dda9a343dcc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:30.094800 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-2012059e-cd71-43cd-9bc0-ba651bde44f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Project 444498e61ba441f79ff572fc19c1b360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:33:30.107354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f8410913-54d6-4189-98a5-17609db24bbe admin admin] Publish callbacks [] for security_group (4fd2bf55-2381-4b12-b176-cf7d41791dcb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.107947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2012059e-cd71-43cd-9bc0-ba651bde44f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (08a9ed0c-4652-4721-ad61-9da26275393b), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.140149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f8410913-54d6-4189-98a5-17609db24bbe admin admin] Publish callbacks [] for security_group (4fd2bf55-2381-4b12-b176-cf7d41791dcb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.208545 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f8410913-54d6-4189-98a5-17609db24bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4fd2bf55-2381-4b12-b176-cf7d41791dcb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.213751 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f8410913-54d6-4189-98a5-17609db24bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.215514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f8410913-54d6-4189-98a5-17609db24bbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fd2bf55-2381-4b12-b176-cf7d41791dcb HTTP/1.1" status: 204 len: 168 time: 0.1639044 Feb 11 05:33:30.237755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8410913-54d6-4189-98a5-17609db24bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd2bf55-2381-4b12-b176-cf7d41791dcb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:30.257671 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4831a53a-2fb8-4a5b-b158-871d9fe4d7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.298281 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2012059e-cd71-43cd-9bc0-ba651bde44f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (08a9ed0c-4652-4721-ad61-9da26275393b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.308806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2012059e-cd71-43cd-9bc0-ba651bde44f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (08a9ed0c-4652-4721-ad61-9da26275393b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.328639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1469db6-9ce4-4763-b054-803cf167075e req-5674ddbe-cdce-4248-889c-4efca50c5fed tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d18bb3-cee9-4a4f-b228-ec01201260ee HTTP/1.1" status: 200 len: 210 time: 0.0934203 Feb 11 05:33:30.366181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012059e-cd71-43cd-9bc0-ba651bde44f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a9ed0c-4652-4721-ad61-9da26275393b,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:30.387420 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2012059e-cd71-43cd-9bc0-ba651bde44f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.391200 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2012059e-cd71-43cd-9bc0-ba651bde44f5 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333457 Feb 11 05:33:30.392078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60090) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.435917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60092) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.437667 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8b084cb5-4666-403b-986b-8c8b6a7335d9 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules/08a9ed0c-4652-4721-ad61-9da26275393b HTTP/1.1" status: 200 len: 769 time: 0.0397344 Feb 11 05:33:30.493096 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3689565-4c67-4d05-abe3-b06cc02f24a6 x-openstack-request-id: req-b3689565-4c67-4d05-abe3-b06cc02f24a6 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:30.493493 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d18bb3-cee9-4a4f-b228-ec01201260ee", "name": "network-vif-deleted", "tag": "ccef18f7-e1e8-4ab8-80e7-627310df5422", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:30.496772 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3689565-4c67-4d05-abe3-b06cc02f24a6 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:30.498438 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d18bb3-cee9-4a4f-b228-ec01201260ee', 'name': 'network-vif-deleted', 'tag': 'ccef18f7-e1e8-4ab8-80e7-627310df5422', 'status': 'completed', 'code': 200} Feb 11 05:33:30.572861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca327-a859-4c6b-9fa0-81134be53393 req-77d09392-fcee-464c-82f7-8fea33bd573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:30.574689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df8ca327-a859-4c6b-9fa0-81134be53393 req-77d09392-fcee-464c-82f7-8fea33bd573d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 1133 time: 0.2260895 Feb 11 05:33:30.617956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-19ef57fd-8127-4fad-a1c3-53d5e3080915 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1786883 Feb 11 05:33:30.620030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60106) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.667398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307339a4-7b1e-47c2-92b6-58d8b8df5138 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (08a9ed0c-4652-4721-ad61-9da26275393b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.681139 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307339a4-7b1e-47c2-92b6-58d8b8df5138 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (08a9ed0c-4652-4721-ad61-9da26275393b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.742818 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307339a4-7b1e-47c2-92b6-58d8b8df5138 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (08a9ed0c-4652-4721-ad61-9da26275393b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.751374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307339a4-7b1e-47c2-92b6-58d8b8df5138 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.758316 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-307339a4-7b1e-47c2-92b6-58d8b8df5138 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/08a9ed0c-4652-4721-ad61-9da26275393b HTTP/1.1" status: 204 len: 168 time: 0.1371119 Feb 11 05:33:30.761614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60112) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.778392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df8ca327-a859-4c6b-9fa0-81134be53393 req-722f8848-598f-4972-885b-013917816524 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594906 Feb 11 05:33:30.781091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b98903a-bff9-4c34-bcc2-d58ecfb6e392 req-335f4bb6-53a8-43cf-bae6-c289de75bb27 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 210 time: 0.2054365 Feb 11 05:33:30.785171 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-7ae33050-3513-4867-ada3-38184830b44a req-e6875ef9-5282-497f-902b-7fb70ddabe51 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:33:30.795304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ae33050-3513-4867-ada3-38184830b44a req-e6875ef9-5282-497f-902b-7fb70ddabe51 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/96772975-9bb2-4b39-8e4e-98f7a296064c HTTP/1.1" status: 404 len: 352 time: 0.2086506 Feb 11 05:33:30.796576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307339a4-7b1e-47c2-92b6-58d8b8df5138 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08a9ed0c-4652-4721-ad61-9da26275393b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:30.838577 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-070134a5-62a6-469a-852f-e77316dfdd7a req-942ec1b5-bedb-47a4-bb46-33e1c394d5a7 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:33:30.839797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-070134a5-62a6-469a-852f-e77316dfdd7a req-942ec1b5-bedb-47a4-bb46-33e1c394d5a7 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/dc690a03-172a-419c-a763-b35410558990 HTTP/1.1" status: 404 len: 352 time: 0.0241568 Feb 11 05:33:30.893940 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eb66f5d5-9b3d-4b95-aa09-dfc830700156 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1253474 Feb 11 05:33:30.894572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60118) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.903308 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-4c484724-800b-48ac-8baf-4e8d833f1ea7 req-89fc348b-85a8-41f2-8cf7-b1acf01d71dc tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:33:30.913010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c484724-800b-48ac-8baf-4e8d833f1ea7 req-89fc348b-85a8-41f2-8cf7-b1acf01d71dc tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/1e2187ee-5b79-4694-b080-df99e54a853b HTTP/1.1" status: 404 len: 352 time: 0.0450473 Feb 11 05:33:30.929569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60128) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:31.036992 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.077010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1408efed-470c-48e5-b85b-90572da868a9 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (084ab090-910f-43af-879c-dda9a343dcc5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.105552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1408efed-470c-48e5-b85b-90572da868a9 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (084ab090-910f-43af-879c-dda9a343dcc5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.164039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1408efed-470c-48e5-b85b-90572da868a9 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (084ab090-910f-43af-879c-dda9a343dcc5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.167555 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1408efed-470c-48e5-b85b-90572da868a9 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.168773 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1408efed-470c-48e5-b85b-90572da868a9 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/084ab090-910f-43af-879c-dda9a343dcc5 HTTP/1.1" status: 204 len: 168 time: 0.2703536 Feb 11 05:33:31.173447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60134) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:31.250327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408efed-470c-48e5-b85b-90572da868a9 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ab090-910f-43af-879c-dda9a343dcc5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:31.295092 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-79153f07-26e1-4a11-8539-9b004d7e7627 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1192756 Feb 11 05:33:31.295092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60136) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:31.299019 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c81ae11c-d589-4a6a-a2f3-91954b0d9666 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group': {'name': 'tempest-secgroup--638257387'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:31.360169 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c81ae11c-d589-4a6a-a2f3-91954b0d9666 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.375457 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-15de8b31-88c1-473b-8dc5-ee7c9a9de009 req-3008d4e8-d106-4b4a-bdd4-b8f7ca69e3c5 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:33:31.386852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15de8b31-88c1-473b-8dc5-ee7c9a9de009 req-3008d4e8-d106-4b4a-bdd4-b8f7ca69e3c5 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/598bb931-89ac-4296-99c4-f08d3759c537 HTTP/1.1" status: 404 len: 352 time: 0.4605379 Feb 11 05:33:31.387707 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-93f61caf-0290-4b4c-b37f-a442e6858700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.463551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d9a77-99bc-41db-b21f-9bb0d772733c req-4ef28672-cd0c-486e-98c5-556605364ac4 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.472963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-952d9a77-99bc-41db-b21f-9bb0d772733c req-4ef28672-cd0c-486e-98c5-556605364ac4 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 950 time: 0.1199899 Feb 11 05:33:31.559661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c81ae11c-d589-4a6a-a2f3-91954b0d9666 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (00174f23-c015-4b37-a061-ca0f979537c4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.571172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c81ae11c-d589-4a6a-a2f3-91954b0d9666 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (00174f23-c015-4b37-a061-ca0f979537c4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.637271 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c81ae11c-d589-4a6a-a2f3-91954b0d9666 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.641144 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c81ae11c-d589-4a6a-a2f3-91954b0d9666 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3431740 Feb 11 05:33:31.641573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60148) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:31.644127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-952d9a77-99bc-41db-b21f-9bb0d772733c req-f39e9d13-a1da-4e3a-b319-761baedf00aa tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701791 Feb 11 05:33:31.645861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ae11c-d589-4a6a-a2f3-91954b0d9666 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00174f23-c015-4b37-a061-ca0f979537c4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:31.657990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a4ce0094-9612-4c63-99d8-5eb404109034 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Request body: {'security_group_rule': {'security_group_id': '00174f23-c015-4b37-a061-ca0f979537c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:31.682447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-93f61caf-0290-4b4c-b37f-a442e6858700 admin admin] Publish callbacks [] for security_group (1e5c2f38-9c9d-41b9-a5dd-cc87adda049c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.696391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-93f61caf-0290-4b4c-b37f-a442e6858700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1e5c2f38-9c9d-41b9-a5dd-cc87adda049c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.728536 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-8008be3c-b55b-4d0d-a17e-14ee84bf48a6 req-5fe790da-0d26-4622-949c-f36fcd7e8dd2 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:33:31.732738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0094-9612-4c63-99d8-5eb404109034 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (dba34242-93c8-4586-bf60-8d13563d21d2), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.737415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8008be3c-b55b-4d0d-a17e-14ee84bf48a6 req-5fe790da-0d26-4622-949c-f36fcd7e8dd2 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/1da7666e-9cc2-4c56-88c9-c478eab122b2 HTTP/1.1" status: 404 len: 352 time: 0.0534928 Feb 11 05:33:31.840000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-93f61caf-0290-4b4c-b37f-a442e6858700 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e49b776b25a44e58b95de86fca1046df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9092486 Feb 11 05:33:31.856262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0094-9612-4c63-99d8-5eb404109034 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (dba34242-93c8-4586-bf60-8d13563d21d2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.857797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60156) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:31.871204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0094-9612-4c63-99d8-5eb404109034 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (dba34242-93c8-4586-bf60-8d13563d21d2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.871488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f61caf-0290-4b4c-b37f-a442e6858700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5c2f38-9c9d-41b9-a5dd-cc87adda049c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:31.927976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce0094-9612-4c63-99d8-5eb404109034 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba34242-93c8-4586-bf60-8d13563d21d2,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:31.948093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200e063-b73d-49bd-88bf-50ff1d7ad607 req-e566e953-94de-4286-aa99-93f537d38745 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.949908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1200e063-b73d-49bd-88bf-50ff1d7ad607 req-e566e953-94de-4286-aa99-93f537d38745 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1502059 Feb 11 05:33:31.960764 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ed3186e5-3129-474a-899c-de3a5108b5a5 admin admin] Publish callbacks [] for security_group (1e5c2f38-9c9d-41b9-a5dd-cc87adda049c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.964460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0094-9612-4c63-99d8-5eb404109034 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.968684 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4ce0094-9612-4c63-99d8-5eb404109034 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3238828 Feb 11 05:33:31.969423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60160) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:32.019524 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-fe4a77af-1de2-4fd9-bd93-91a33606b6f1 req-4cae6871-0aae-417f-b61f-9040d6615d58 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] show failed (client error): The resource could not be found. Feb 11 05:33:32.020610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe4a77af-1de2-4fd9-bd93-91a33606b6f1 req-4cae6871-0aae-417f-b61f-9040d6615d58 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/2568997e-1d23-4224-bd6d-b5b575d2d01c HTTP/1.1" status: 404 len: 352 time: 0.0548296 Feb 11 05:33:32.032160 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ed3186e5-3129-474a-899c-de3a5108b5a5 admin admin] Publish callbacks [] for security_group (1e5c2f38-9c9d-41b9-a5dd-cc87adda049c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.071231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1200e063-b73d-49bd-88bf-50ff1d7ad607 req-78750ccf-2dbd-470e-9833-2db63411c80e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022859 Feb 11 05:33:32.139781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41dd70db-6de6-43db-9fe1-378b7dbca14c req-ed2c2445-701f-4e46-9e45-a66342a402ff tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 210 time: 0.0335798 Feb 11 05:33:32.155875 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd0162f8-f708-4563-94bf-c4e654b3a063 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (00174f23-c015-4b37-a061-ca0f979537c4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.186965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd0162f8-f708-4563-94bf-c4e654b3a063 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (00174f23-c015-4b37-a061-ca0f979537c4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.197521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device ccef18f7-e1e8-4ab8-80e7-627310df5422 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:32.277815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: ccef18f7-e1e8-4ab8-80e7-627310df5422 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:32.278446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device ccef18f7-e1e8-4ab8-80e7-627310df5422 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:32.321481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd0162f8-f708-4563-94bf-c4e654b3a063 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (00174f23-c015-4b37-a061-ca0f979537c4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.324720 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd0162f8-f708-4563-94bf-c4e654b3a063 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.327711 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bd0162f8-f708-4563-94bf-c4e654b3a063 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/00174f23-c015-4b37-a061-ca0f979537c4 HTTP/1.1" status: 204 len: 168 time: 0.3562024 Feb 11 05:33:32.330860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60166) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:32.393763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0162f8-f708-4563-94bf-c4e654b3a063 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00174f23-c015-4b37-a061-ca0f979537c4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:32.398215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637622a4-740d-4e04-b345-90bfd7f64622 req-aad98733-c76d-4b50-9222-7b7d746ec1f3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.408188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-637622a4-740d-4e04-b345-90bfd7f64622 req-aad98733-c76d-4b50-9222-7b7d746ec1f3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 944 time: 0.1916947 Feb 11 05:33:32.409639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ed3186e5-3129-474a-899c-de3a5108b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1e5c2f38-9c9d-41b9-a5dd-cc87adda049c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.416690 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ed3186e5-3129-474a-899c-de3a5108b5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.419497 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ed3186e5-3129-474a-899c-de3a5108b5a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e5c2f38-9c9d-41b9-a5dd-cc87adda049c HTTP/1.1" status: 204 len: 168 time: 0.5603430 Feb 11 05:33:32.492392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3186e5-3129-474a-899c-de3a5108b5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5c2f38-9c9d-41b9-a5dd-cc87adda049c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:32.538405 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5fe4f7cd-b47a-4208-8b3d-08714cb882c9 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1989050 Feb 11 05:33:32.540962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60172) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:32.610995 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-48c3e793-6127-4eff-9f61-b0291ef16167 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0666027 Feb 11 05:33:32.612683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60174) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:32.683123 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.718912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-637622a4-740d-4e04-b345-90bfd7f64622 req-6dbedcfc-9021-4cfb-a8c1-9cb5ad7257d3 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048985 Feb 11 05:33:32.720105 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-b1f67231-20d8-4e50-8792-0dfefc962f99 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] delete failed (client error): The resource could not be found. Feb 11 05:33:32.724454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b1f67231-20d8-4e50-8792-0dfefc962f99 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "DELETE /v2.0/security-groups/00174f23-c015-4b37-a061-ca0f979537c4 HTTP/1.1" status: 404 len: 347 time: 0.1039708 Feb 11 05:33:32.730029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60180) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:32.736752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-3c8761fe-80cc-4031-89f9-6e23dbbe591f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.742812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-3c8761fe-80cc-4031-89f9-6e23dbbe591f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.72 "GET /v2.0/networks?id=dcdb42aa-1461-40e9-8052-96bb4a44b58a HTTP/1.1" status: 200 len: 809 time: 0.4427805 Feb 11 05:33:32.782509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Request body: {'port': {'device_id': '2875537e-23ff-4179-a416-fbcdd8202d24', 'network_id': 'dcdb42aa-1461-40e9-8052-96bb4a44b58a', 'admin_state_up': True, 'tenant_id': 'f507da7f0bcc46b3811b987671cd36ee'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:32.789191 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4190f78-5fd7-4058-9854-1ed50b153ec4 tempest-SecGroupIPv6Test-596225029 tempest-SecGroupIPv6Test-596225029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0579553 Feb 11 05:33:32.970948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589839-0aac-4e1f-b9cc-1fd25e85e71d req-13f803c7-6255-4b68-88e7-c713e178f0ee tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.972782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83589839-0aac-4e1f-b9cc-1fd25e85e71d req-13f803c7-6255-4b68-88e7-c713e178f0ee tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3359458 Feb 11 05:33:32.986736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-11ca4b1d-0a24-4ee8-be52-31e533987ad7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.986736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-11ca4b1d-0a24-4ee8-be52-31e533987ad7 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 944 time: 0.4275594 Feb 11 05:33:33.022304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4baf3-8d20-47b0-bccc-eb59127295eb req-00b12760-baec-48f0-b723-b5346619d0c0 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:33.033200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf4baf3-8d20-47b0-bccc-eb59127295eb req-00b12760-baec-48f0-b723-b5346619d0c0 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 1024 time: 0.1950905 Feb 11 05:33:33.110703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83589839-0aac-4e1f-b9cc-1fd25e85e71d req-b67d9f15-a794-4d8f-a51b-6bbbfb3cdabc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232178 Feb 11 05:33:33.235190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Deleting port b2f3ded2-f663-4f81-97a4-096f410f7159 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:33.235695 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.330778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60198) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:33.555777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddf4baf3-8d20-47b0-bccc-eb59127295eb req-8e50c226-4fc0-4d66-a6b9-38c4bb3a0e0b tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&id=743bee54-78b1-4eee-8a87-c3e2fbb965b0&id=69647bf0-49da-4bb7-ae61-34039c3cac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5244615 Feb 11 05:33:33.583436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Made reservation on behalf of f507da7f0bcc46b3811b987671cd36ee for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:33.587449 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.683921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] For port b2f3ded2-f663-4f81-97a4-096f410f7159, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b2f3ded2-f663-4f81-97a4-096f410f7159,segment=NetworkSegment(745434c7-bd12-43b1-8517-e128d33767b3),segment_id=745434c7-bd12-43b1-8517-e128d33767b3)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:33.684657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.721670 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-11f4d100-8fe6-413d-87d9-3febd69eada9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=444498e61ba441f79ff572fc19c1b360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3894386 Feb 11 05:33:33.724220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60216) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:33.734922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995878c-0b6c-4db6-bee6-e622149b847b req-2dc24632-1a85-4534-a169-54e68138d533 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:33.742344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8995878c-0b6c-4db6-bee6-e622149b847b req-2dc24632-1a85-4534-a169-54e68138d533 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 950 time: 0.4513276 Feb 11 05:33:33.746382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Calling delete_port for b2f3ded2-f663-4f81-97a4-096f410f7159 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:33.797318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62a15723-fb1d-417f-8901-6b87ef36d744 req-cbbac34a-a7d7-4e8d-b9e7-2de77a9b0ad4 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 210 time: 0.0991852 Feb 11 05:33:33.884639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cffed627-ab00-430e-bc2f-c439322b5c58 admin admin] Publish callbacks [] for security_group (9fa54872-2cc8-4dc3-9053-1d7135a0904b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.895898 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.946182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cffed627-ab00-430e-bc2f-c439322b5c58 admin admin] Publish callbacks [] for security_group (9fa54872-2cc8-4dc3-9053-1d7135a0904b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.056038 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cffed627-ab00-430e-bc2f-c439322b5c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9fa54872-2cc8-4dc3-9053-1d7135a0904b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.061407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cffed627-ab00-430e-bc2f-c439322b5c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.064110 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cffed627-ab00-430e-bc2f-c439322b5c58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fa54872-2cc8-4dc3-9053-1d7135a0904b HTTP/1.1" status: 204 len: 168 time: 0.3365979 Feb 11 05:33:34.075871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8995878c-0b6c-4db6-bee6-e622149b847b req-7118f878-1067-496e-a44a-5fbbcc7a87ef tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324821 Feb 11 05:33:34.101733 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffed627-ab00-430e-bc2f-c439322b5c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa54872-2cc8-4dc3-9053-1d7135a0904b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:34.220811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Allocated IP 172.20.0.7 (dcdb42aa-1461-40e9-8052-96bb4a44b58a/c69da225-577d-4a3d-8c31-5ab1674f57b1/b6b3a91b-0498-4700-a796-5a56350811e8) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:34.248117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b4bfb-60cc-47b3-9f29-fff8dca3585f req-c497de68-cac1-4be7-b562-bdb483210775 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.260823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b8b4bfb-60cc-47b3-9f29-fff8dca3585f req-c497de68-cac1-4be7-b562-bdb483210775 tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cecdb56-6130-445c-8eaf-d7502968de55 HTTP/1.1" status: 200 len: 944 time: 0.2928269 Feb 11 05:33:34.368291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-3ea9d9bd-0122-433f-8344-73260788d5c6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.372050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-3ea9d9bd-0122-433f-8344-73260788d5c6 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.81 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 1024 time: 0.2928212 Feb 11 05:33:34.465992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b8b4bfb-60cc-47b3-9f29-fff8dca3585f req-b4b1c98d-8e14-4b91-852b-e752fc48a88c tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.31 "GET /v2.0/security-groups?id=1343b706-481e-4504-802c-c667c3732b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095487 Feb 11 05:33:34.497265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be7aa7-ffcd-477b-9b77-5d54adbdc330 req-065fb334-10d3-4bb8-a8c3-4d8c7dff13d2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.504082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00be7aa7-ffcd-477b-9b77-5d54adbdc330 req-065fb334-10d3-4bb8-a8c3-4d8c7dff13d2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8 HTTP/1.1" status: 200 len: 950 time: 0.2410579 Feb 11 05:33:34.505908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b2f3ded2-f663-4f81-97a4-096f410f7159), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.620911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Pushing event deleted for resources: {'Port': ['ID=b2f3ded2-f663-4f81-97a4-096f410f7159,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:34.753514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00be7aa7-ffcd-477b-9b77-5d54adbdc330 req-81ee8893-df2b-4742-b4d2-9688aae572a1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424123 Feb 11 05:33:34.845823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] No DVR routers for this DVR port b2f3ded2-f663-4f81-97a4-096f410f7159 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:34.857763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.867950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ab89faf-1a98-4442-a755-6e4d564772e1 req-25c2c893-949e-4a4b-8b44-96c36d1e747a tempest-LiveMigrationTest-286268178 tempest-LiveMigrationTest-286268178-project] 10.222.0.81 "DELETE /v2.0/ports/b2f3ded2-f663-4f81-97a4-096f410f7159 HTTP/1.1" status: 204 len: 173 time: 1.8691397 Feb 11 05:33:34.905278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'name': 'network-vif-deleted', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:34.935138 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efc83a8-be13-4a7b-80a8-11b5ad75922d" -d '{"events": [{"server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "name": "network-vif-deleted", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:35.109484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Deleting port 63b49bf7-57e2-4905-bb0b-d9724dabd808 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:35.109828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.227749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e0df-d18c-49f0-8f59-4ce80c531486 req-0b1345d7-ac11-4dcf-827b-ec1dc38e8d88 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:35.229539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be91e0df-d18c-49f0-8f59-4ce80c531486 req-0b1345d7-ac11-4dcf-827b-ec1dc38e8d88 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 1024 time: 0.5216475 Feb 11 05:33:35.299829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Publish callbacks [] for port (b6b3a91b-0498-4700-a796-5a56350811e8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.476704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] For port 63b49bf7-57e2-4905-bb0b-d9724dabd808, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=63b49bf7-57e2-4905-bb0b-d9724dabd808,segment=NetworkSegment(8204bb27-2e95-4b14-a7e9-92229c7a29c6),segment_id=8204bb27-2e95-4b14-a7e9-92229c7a29c6)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:35.476992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.514452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60294) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:35.530680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Calling delete_port for 63b49bf7-57e2-4905-bb0b-d9724dabd808 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:35.557811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c9f3c-0124-4702-9fd3-1b94474accd8 req-bbd36803-8f80-4e87-a517-9ea794d4c445 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:35.564563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c9f3c-0124-4702-9fd3-1b94474accd8 req-bbd36803-8f80-4e87-a517-9ea794d4c445 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:35.572360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-594c9f3c-0124-4702-9fd3-1b94474accd8 req-bbd36803-8f80-4e87-a517-9ea794d4c445 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696&device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8 HTTP/1.1" status: 200 len: 1691 time: 0.2436271 Feb 11 05:33:35.593535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be91e0df-d18c-49f0-8f59-4ce80c531486 req-a7a94c45-bc2f-438f-92af-cfd3ad8e643c tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups?id=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c&id=743bee54-78b1-4eee-8a87-c3e2fbb965b0&id=69647bf0-49da-4bb7-ae61-34039c3cac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3491580 Feb 11 05:33:35.669809 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.745603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 63b49bf7-57e2-4905-bb0b-d9724dabd808 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:35.765207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6f241594-ff9e-468d-908a-eb8c1d30eeda tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-57498587', 'prefixes': ['172.20.0.0/16']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:35.928043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 63b49bf7-57e2-4905-bb0b-d9724dabd808 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:35.930454 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.965500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f241594-ff9e-468d-908a-eb8c1d30eeda tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.966761 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6f241594-ff9e-468d-908a-eb8c1d30eeda tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.4512374 Feb 11 05:33:35.970673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60324) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.011552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Pushing event updated for resources: {'Port': ['ID=b6b3a91b-0498-4700-a796-5a56350811e8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:36.022722 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (63b49bf7-57e2-4905-bb0b-d9724dabd808), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.027428 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-abf39dce-f6b0-4903-88af-e600df25d249 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] 10.222.0.31 "GET /v2.0/subnetpools/f834f083-e75e-46e6-9481-2bd6d9a63bf9 HTTP/1.1" status: 200 len: 730 time: 0.0555875 Feb 11 05:33:36.030364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60330) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.045407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-17c27d26-52d2-47c9-bb9e-b849234f49a0 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2130832700'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:36.061389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b2f3ded2-f663-4f81-97a4-096f410f7159 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:36.118126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: b2f3ded2-f663-4f81-97a4-096f410f7159 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:36.119076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b2f3ded2-f663-4f81-97a4-096f410f7159 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:36.119539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'Port': ['ID=63b49bf7-57e2-4905-bb0b-d9724dabd808,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:36.153792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Network dcdb42aa-1461-40e9-8052-96bb4a44b58a is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:36.208366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-17c27d26-52d2-47c9-bb9e-b849234f49a0 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.214447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] No DVR routers for this DVR port 63b49bf7-57e2-4905-bb0b-d9724dabd808 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:36.214562 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-17c27d26-52d2-47c9-bb9e-b849234f49a0 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] 10.222.0.31 "PUT /v2.0/subnetpools/f834f083-e75e-46e6-9481-2bd6d9a63bf9 HTTP/1.1" status: 200 len: 684 time: 0.1811042 Feb 11 05:33:36.215755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60336) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.217255 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.220719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2419b1d-d214-4b66-b04c-48f499dcfc37 req-f15bad63-b9bc-4ebf-96c5-bc6b3c01b4ce tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.81 "DELETE /v2.0/ports/63b49bf7-57e2-4905-bb0b-d9724dabd808 HTTP/1.1" status: 204 len: 173 time: 1.8371625 Feb 11 05:33:36.235844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-594c9f3c-0124-4702-9fd3-1b94474accd8 req-8a6aa568-e674-4567-848d-354f7883a3ca tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6625631 Feb 11 05:33:36.238166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:36.243217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:36.321045 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7564577-8ee2-4118-8840-2637d19bbad9 x-openstack-request-id: req-e7564577-8ee2-4118-8840-2637d19bbad9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:36.325030 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cecdb56-6130-445c-8eaf-d7502968de55", "name": "network-vif-deleted", "tag": "b2f3ded2-f663-4f81-97a4-096f410f7159", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:36.325466 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7564577-8ee2-4118-8840-2637d19bbad9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:36.326355 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cecdb56-6130-445c-8eaf-d7502968de55', 'name': 'network-vif-deleted', 'tag': 'b2f3ded2-f663-4f81-97a4-096f410f7159', 'status': 'completed', 'code': 200} Feb 11 05:33:36.346587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6f8a-578a-467d-bec9-6b495a734916 req-2287cc98-8e18-4031-bb5b-c82a31ab832d tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.355359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-497e6f8a-578a-467d-bec9-6b495a734916 req-2287cc98-8e18-4031-bb5b-c82a31ab832d tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 931 time: 0.4784427 Feb 11 05:33:36.376788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60342) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.427581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.428912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.473235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cd92bd9-048c-4d7b-9efc-9a037faed029 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.473538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-497e6f8a-578a-467d-bec9-6b495a734916 req-3de06ac8-0ff0-41fc-8e5b-da74a13217d4 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ef2833-c9b6-4b42-9fbc-933f3dae0772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098182 Feb 11 05:33:36.473742 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0cd92bd9-048c-4d7b-9efc-9a037faed029 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f834f083-e75e-46e6-9481-2bd6d9a63bf9 HTTP/1.1" status: 204 len: 168 time: 0.2519784 Feb 11 05:33:36.473835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60352) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.505949 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-d896424b-8691-4c1a-88d0-9cfd3636aed8 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] show failed (client error): The resource could not be found. Feb 11 05:33:36.511249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d896424b-8691-4c1a-88d0-9cfd3636aed8 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] 10.222.0.31 "GET /v2.0/subnetpools/f834f083-e75e-46e6-9481-2bd6d9a63bf9 HTTP/1.1" status: 404 len: 346 time: 0.0353005 Feb 11 05:33:36.511413 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60358) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.529615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-572b5f35-c038-4e90-b25c-d3f6c87727ec tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7555509 Feb 11 05:33:36.535522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-ca49a171-f089-4b7b-b2b2-ff04c7e92d39 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:33:36.536571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-ca49a171-f089-4b7b-b2b2-ff04c7e92d39 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053723 Feb 11 05:33:36.538322 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-6934f8ef-d420-41ec-a715-054414ddd7d5 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] delete failed (client error): The resource could not be found. Feb 11 05:33:36.544743 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6934f8ef-d420-41ec-a715-054414ddd7d5 tempest-SubnetPoolsTestJSON-447194827 tempest-SubnetPoolsTestJSON-447194827-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f834f083-e75e-46e6-9481-2bd6d9a63bf9 HTTP/1.1" status: 404 len: 346 time: 0.0277784 Feb 11 05:33:36.559709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Request body: {'port': {'device_id': '2875537e-23ff-4179-a416-fbcdd8202d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:36.696209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5810e-2d3e-4769-917c-527343ece3a0 req-e4f1e634-ed3f-4dcf-9313-60d0e9db7e92 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.697947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71e5810e-2d3e-4769-917c-527343ece3a0 req-e4f1e634-ed3f-4dcf-9313-60d0e9db7e92 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 1133 time: 0.1544929 Feb 11 05:33:36.703566 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.719929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fa7101-c600-4490-bbad-b7b8364d4028 admin admin] Deleting subnet 219dcd02-d0cc-4942-9fb4-bddf9eca1cce {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:36.731768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7101-c600-4490-bbad-b7b8364d4028 admin admin] Publish callbacks [] for subnet (219dcd02-d0cc-4942-9fb4-bddf9eca1cce), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.820802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7101-c600-4490-bbad-b7b8364d4028 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (219dcd02-d0cc-4942-9fb4-bddf9eca1cce), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.842149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ea1292b-d300-4a0b-9d28-222b5150247c req-e8dbf534-f4b0-4aa9-a24e-8f96a828d885 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/ports?device_id=16933fad-8bee-4e15-8b8a-f2a5d3c7629c HTTP/1.1" status: 200 len: 210 time: 0.0594714 Feb 11 05:33:36.869392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71e5810e-2d3e-4769-917c-527343ece3a0 req-e16e484d-97e6-408e-bda7-83bbdd16707a tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573658 Feb 11 05:33:36.939251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7101-c600-4490-bbad-b7b8364d4028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (219dcd02-d0cc-4942-9fb4-bddf9eca1cce), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.040889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7101-c600-4490-bbad-b7b8364d4028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (219dcd02-d0cc-4942-9fb4-bddf9eca1cce), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.085797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa7101-c600-4490-bbad-b7b8364d4028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219dcd02-d0cc-4942-9fb4-bddf9eca1cce,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:37.093282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7101-c600-4490-bbad-b7b8364d4028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.097106 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e3fa7101-c600-4490-bbad-b7b8364d4028 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/219dcd02-d0cc-4942-9fb4-bddf9eca1cce HTTP/1.1" status: 204 len: 168 time: 0.7186024 Feb 11 05:33:37.100347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60394) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:37.144736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60398) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:37.266540 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (662b4f87-ddac-4f37-bb8c-0f74e2de8a08), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.340149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc5383-f8fd-4ae6-bc4e-375ed24010df req-45e8521b-5a1c-406a-8936-874348c0406b tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:37.342083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5cdc5383-f8fd-4ae6-bc4e-375ed24010df req-45e8521b-5a1c-406a-8936-874348c0406b tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8 HTTP/1.1" status: 200 len: 1133 time: 0.2969074 Feb 11 05:33:37.386174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dce1c39b-e8a6-4599-8d4b-b2c4863829b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.405730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (662b4f87-ddac-4f37-bb8c-0f74e2de8a08), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.431157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662b4f87-ddac-4f37-bb8c-0f74e2de8a08']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:37.442012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745434c7-bd12-43b1-8517-e128d33767b3') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:37.442202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745434c7-bd12-43b1-8517-e128d33767b3') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:37.454065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (745434c7-bd12-43b1-8517-e128d33767b3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.472278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (745434c7-bd12-43b1-8517-e128d33767b3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.480965 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:37.482128 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (745434c7-bd12-43b1-8517-e128d33767b3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:37.484124 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:37.515602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2babd-84ce-4d5c-a573-c2e09118735c req-67dbdbf4-b267-4e1f-9f07-60877042f585 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:37.517801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aba2babd-84ce-4d5c-a573-c2e09118735c req-67dbdbf4-b267-4e1f-9f07-60877042f585 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3030989 Feb 11 05:33:37.520234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5cdc5383-f8fd-4ae6-bc4e-375ed24010df req-25799e7d-1953-4420-b8a7-57a00289e7c4 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446569 Feb 11 05:33:37.592392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (662b4f87-ddac-4f37-bb8c-0f74e2de8a08), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.602096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b3a91b-0498-4700-a796-5a56350811e8 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:37.603872 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.608660 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] 10.222.0.31 "DELETE /v2.0/networks/662b4f87-ddac-4f37-bb8c-0f74e2de8a08 HTTP/1.1" status: 204 len: 168 time: 0.5068364 Feb 11 05:33:37.617808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60420) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:37.622657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca1c48-ed26-43a4-8f6c-f440bb231b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=662b4f87-ddac-4f37-bb8c-0f74e2de8a08,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:37.629211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Publish callbacks [] for port (b6b3a91b-0498-4700-a796-5a56350811e8), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.677697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aba2babd-84ce-4d5c-a573-c2e09118735c req-47a60406-9611-46d1-a975-f425ac9b8b19 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457155 Feb 11 05:33:37.685700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Transition to ACTIVE for port object b6b3a91b-0498-4700-a796-5a56350811e8 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:37.737024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-edda7179-73fc-47b0-8aac-51c70f6cde2c admin admin] Deleting subnet b7fcfc18-f8f9-4f8d-a0c3-f5d9c532f0c4 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:37.773213 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edda7179-73fc-47b0-8aac-51c70f6cde2c admin admin] Publish callbacks [] for subnet (b7fcfc18-f8f9-4f8d-a0c3-f5d9c532f0c4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.775844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.811450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dce1c39b-e8a6-4599-8d4b-b2c4863829b7 admin admin] Publish callbacks [] for security_group (48f38c48-3e3e-498a-b908-694845a4e2c0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.933896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dce1c39b-e8a6-4599-8d4b-b2c4863829b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (48f38c48-3e3e-498a-b908-694845a4e2c0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.327280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'name': 'network-vif-deleted', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:38.329475 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4441ccf5-55cc-4731-a142-1a65c1c923ce" -d '{"events": [{"server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "name": "network-vif-deleted", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:38.361510 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edda7179-73fc-47b0-8aac-51c70f6cde2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (b7fcfc18-f8f9-4f8d-a0c3-f5d9c532f0c4), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.422744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Pushing event updated for resources: {'Port': ['ID=b6b3a91b-0498-4700-a796-5a56350811e8,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.442697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1c39b-e8a6-4599-8d4b-b2c4863829b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f38c48-3e3e-498a-b908-694845a4e2c0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.454405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c97ac-40bb-4947-80bc-37baa8ebcd89 req-5aa080fd-03d2-4fcf-a82b-6a3c2100caa9 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:38.456008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-906c97ac-40bb-4947-80bc-37baa8ebcd89 req-5aa080fd-03d2-4fcf-a82b-6a3c2100caa9 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 943 time: 0.7771494 Feb 11 05:33:38.466109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60494) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:38.466210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dce1c39b-e8a6-4599-8d4b-b2c4863829b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=229df10c617e412a86a97c7a279efb20&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3164587 Feb 11 05:33:38.536812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edda7179-73fc-47b0-8aac-51c70f6cde2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b7fcfc18-f8f9-4f8d-a0c3-f5d9c532f0c4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.549573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f353d7ee-a68c-4300-a6c2-adabbedbace5 admin admin] Publish callbacks [] for security_group (48f38c48-3e3e-498a-b908-694845a4e2c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.574477 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f353d7ee-a68c-4300-a6c2-adabbedbace5 admin admin] Publish callbacks [] for security_group (48f38c48-3e3e-498a-b908-694845a4e2c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.622073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9674cfd-9b14-4c6c-bec5-191ab40a898f req-97e20334-b7c8-4c90-ab28-d60dec43d558 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:38.629347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9674cfd-9b14-4c6c-bec5-191ab40a898f req-97e20334-b7c8-4c90-ab28-d60dec43d558 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3047154 Feb 11 05:33:38.633393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f353d7ee-a68c-4300-a6c2-adabbedbace5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (48f38c48-3e3e-498a-b908-694845a4e2c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.636189 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f353d7ee-a68c-4300-a6c2-adabbedbace5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.639934 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f353d7ee-a68c-4300-a6c2-adabbedbace5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48f38c48-3e3e-498a-b908-694845a4e2c0 HTTP/1.1" status: 204 len: 168 time: 0.1704557 Feb 11 05:33:38.649007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353d7ee-a68c-4300-a6c2-adabbedbace5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f38c48-3e3e-498a-b908-694845a4e2c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.709201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-906c97ac-40bb-4947-80bc-37baa8ebcd89 req-8a99d871-3e62-43d7-b533-b0fe5e866ee1 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ef2833-c9b6-4b42-9fbc-933f3dae0772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391391 Feb 11 05:33:38.717607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Attempting to bind port b6b3a91b-0498-4700-a796-5a56350811e8 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:38.717983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Attempting to bind port b6b3a91b-0498-4700-a796-5a56350811e8 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'ee77f676-f2f9-4de6-9eba-e61ff04b7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcdb42aa-1461-40e9-8052-96bb4a44b58a'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:38.718375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Attempting to bind port b6b3a91b-0498-4700-a796-5a56350811e8 on network dcdb42aa-1461-40e9-8052-96bb4a44b58a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:38.744979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Port b6b3a91b-0498-4700-a796-5a56350811e8 on network dcdb42aa-1461-40e9-8052-96bb4a44b58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:38.745559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Attempting to bind port b6b3a91b-0498-4700-a796-5a56350811e8 on network dcdb42aa-1461-40e9-8052-96bb4a44b58a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:38.769530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edda7179-73fc-47b0-8aac-51c70f6cde2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (b7fcfc18-f8f9-4f8d-a0c3-f5d9c532f0c4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.798323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:38.798681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Checking segment: {'id': 'ee77f676-f2f9-4de6-9eba-e61ff04b7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcdb42aa-1461-40e9-8052-96bb4a44b58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:38.799088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Bound using segment: {'id': 'ee77f676-f2f9-4de6-9eba-e61ff04b7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcdb42aa-1461-40e9-8052-96bb4a44b58a'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:38.799752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Bound port: b6b3a91b-0498-4700-a796-5a56350811e8, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee77f676-f2f9-4de6-9eba-e61ff04b7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcdb42aa-1461-40e9-8052-96bb4a44b58a'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:38.800162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.848656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda7179-73fc-47b0-8aac-51c70f6cde2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fcfc18-f8f9-4f8d-a0c3-f5d9c532f0c4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.920279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9674cfd-9b14-4c6c-bec5-191ab40a898f req-de23d56b-cbd8-4207-a81b-ddd51ae9cca8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880745 Feb 11 05:33:38.927083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edda7179-73fc-47b0-8aac-51c70f6cde2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.932588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-edda7179-73fc-47b0-8aac-51c70f6cde2c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b7fcfc18-f8f9-4f8d-a0c3-f5d9c532f0c4 HTTP/1.1" status: 204 len: 168 time: 1.3137631 Feb 11 05:33:38.935167 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60536) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:38.947562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-edbf5ae9-354e-44ad-b4f3-cca1f4da633b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949750 Feb 11 05:33:39.013218 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2a7f60-a0d4-49a1-a3f1-b0c35a145817 x-openstack-request-id: req-cd2a7f60-a0d4-49a1-a3f1-b0c35a145817 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:39.013520 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16933fad-8bee-4e15-8b8a-f2a5d3c7629c", "name": "network-vif-deleted", "tag": "63b49bf7-57e2-4905-bb0b-d9724dabd808", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:39.013777 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd2a7f60-a0d4-49a1-a3f1-b0c35a145817 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:39.014270 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16933fad-8bee-4e15-8b8a-f2a5d3c7629c', 'name': 'network-vif-deleted', 'tag': '63b49bf7-57e2-4905-bb0b-d9724dabd808', 'status': 'completed', 'code': 200} Feb 11 05:33:39.057434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] For port b6b3a91b-0498-4700-a796-5a56350811e8, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:39.085837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (4127062f-05b2-4b97-a838-853f83729483), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.111288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] For port b6b3a91b-0498-4700-a796-5a56350811e8, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b6b3a91b-0498-4700-a796-5a56350811e8,segment=NetworkSegment(ee77f676-f2f9-4de6-9eba-e61ff04b7ef2),segment_id=ee77f676-f2f9-4de6-9eba-e61ff04b7ef2)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:39.138829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.193180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da28a78c-6491-4ce8-9cdf-c25238178f4d req-d575d873-ff7e-47f1-8870-b8c14369da88 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/743bee54-78b1-4eee-8a87-c3e2fbb965b0 HTTP/1.1" status: 200 len: 1819 time: 0.1370385 Feb 11 05:33:39.204712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-5ebdf1cd-b050-4361-973f-31ccac8edce6 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.211381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-5ebdf1cd-b050-4361-973f-31ccac8edce6 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628818 Feb 11 05:33:39.234938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (4127062f-05b2-4b97-a838-853f83729483), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.236059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.236702 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.238401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] 10.222.0.72 "PUT /v2.0/ports/b6b3a91b-0498-4700-a796-5a56350811e8 HTTP/1.1" status: 200 len: 1092 time: 2.6859961 Feb 11 05:33:39.269984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-a109cddf-1b49-43f3-9e9f-ffe1686f6e32 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/quotas/8c27ae40d35945858eba01aed07f6a15 HTTP/1.1" status: 200 len: 375 time: 0.0577283 Feb 11 05:33:39.275488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4127062f-05b2-4b97-a838-853f83729483']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:39.304824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f7b5f1-f04a-4145-98bd-fc7378eb4e12') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:39.305305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f7b5f1-f04a-4145-98bd-fc7378eb4e12') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:39.310477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698b5c2-b8c3-43a4-a2fd-21665ea510eb service neutron] Pushing event updated for resources: {'Port': ['ID=b6b3a91b-0498-4700-a796-5a56350811e8,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:39.354732 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (c4f7b5f1-f04a-4145-98bd-fc7378eb4e12), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.375400 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c4f7b5f1-f04a-4145-98bd-fc7378eb4e12), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.386494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:39.387430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (c4f7b5f1-f04a-4145-98bd-fc7378eb4e12), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:39.389014 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:39.390945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da28a78c-6491-4ce8-9cdf-c25238178f4d req-fade03d5-24e9-4263-9c88-f97d29f638eb tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (743bee54-78b1-4eee-8a87-c3e2fbb965b0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.413508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:39.420255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-60243830-be58-4edd-aa18-71fd3d0a2eeb tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1402385 Feb 11 05:33:39.425095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-0daf5c39-1a56-47f7-a14a-dc03cdcd9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.426554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-0daf5c39-1a56-47f7-a14a-dc03cdcd9721 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f507da7f0bcc46b3811b987671cd36ee&device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 1126 time: 0.1308575 Feb 11 05:33:39.435195 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da28a78c-6491-4ce8-9cdf-c25238178f4d req-fade03d5-24e9-4263-9c88-f97d29f638eb tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (743bee54-78b1-4eee-8a87-c3e2fbb965b0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.480328 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (4127062f-05b2-4b97-a838-853f83729483), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.488191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.494719 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] 10.222.0.31 "DELETE /v2.0/networks/4127062f-05b2-4b97-a838-853f83729483 HTTP/1.1" status: 204 len: 168 time: 0.5556045 Feb 11 05:33:39.507670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-dc7fd4fa-c5c8-49a8-ad0c-e030ff35d014 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b3a91b-0498-4700-a796-5a56350811e8 HTTP/1.1" status: 200 len: 217 time: 0.0608656 Feb 11 05:33:39.509526 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545fba4-555e-426b-914c-cf65bdb11a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=4127062f-05b2-4b97-a838-853f83729483,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:39.602154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3dd58e44-986a-45bd-b3f2-84806a0895a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.602879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-295116b1-eee8-47ed-b736-a38a91763cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.605033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-295116b1-eee8-47ed-b736-a38a91763cff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c69da225-577d-4a3d-8c31-5ab1674f57b1 HTTP/1.1" status: 200 len: 849 time: 0.0852897 Feb 11 05:33:39.606070 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da28a78c-6491-4ce8-9cdf-c25238178f4d req-fade03d5-24e9-4263-9c88-f97d29f638eb tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (743bee54-78b1-4eee-8a87-c3e2fbb965b0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.609438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da28a78c-6491-4ce8-9cdf-c25238178f4d req-fade03d5-24e9-4263-9c88-f97d29f638eb tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.624487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da28a78c-6491-4ce8-9cdf-c25238178f4d req-fade03d5-24e9-4263-9c88-f97d29f638eb tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/743bee54-78b1-4eee-8a87-c3e2fbb965b0 HTTP/1.1" status: 204 len: 173 time: 0.4277856 Feb 11 05:33:39.705989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-4edf7ddc-f8e2-4d9b-8bcd-cffb61a4d16b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcdb42aa-1461-40e9-8052-96bb4a44b58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763352 Feb 11 05:33:39.709154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade03d5-24e9-4263-9c88-f97d29f638eb tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743bee54-78b1-4eee-8a87-c3e2fbb965b0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:39.731184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3dd58e44-986a-45bd-b3f2-84806a0895a9 admin admin] Publish callbacks [] for security_group (abdce1f3-2270-4700-b87e-1ae293d063db), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.736986 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3dd58e44-986a-45bd-b3f2-84806a0895a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (abdce1f3-2270-4700-b87e-1ae293d063db), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.783882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd58e44-986a-45bd-b3f2-84806a0895a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdce1f3-2270-4700-b87e-1ae293d063db,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:39.789986 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3dd58e44-986a-45bd-b3f2-84806a0895a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7a64ddfda30471da51d8234b52be2be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3756883 Feb 11 05:33:39.792293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60574) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:39.801934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9606c830-4cf5-4a07-9989-78b0d78e8bb2 req-aa0c2ba9-7f44-44f6-96f3-63ad32cfb72e tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "GET /v2.0/security-groups/69647bf0-49da-4bb7-ae61-34039c3cac0b HTTP/1.1" status: 200 len: 1818 time: 0.1362615 Feb 11 05:33:39.811836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60576) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:39.873982 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ca308c11-8e06-48a3-b397-b8946fb3f794 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=189047df84ed4519ae5f18281ab6a0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593278 Feb 11 05:33:39.876461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60578) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:39.876786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-c85b2875-04ee-4f0e-b7fa-a2d783fe224a service neutron] 10.222.0.72 "GET /v2.0/networks/dcdb42aa-1461-40e9-8052-96bb4a44b58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631911 Feb 11 05:33:39.916208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53813e3c-e8f3-489b-8d18-48cac199ed01 admin admin] Publish callbacks [] for security_group (abdce1f3-2270-4700-b87e-1ae293d063db), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.961474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53813e3c-e8f3-489b-8d18-48cac199ed01 admin admin] Publish callbacks [] for security_group (abdce1f3-2270-4700-b87e-1ae293d063db), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.967494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9606c830-4cf5-4a07-9989-78b0d78e8bb2 req-68f54613-aa8b-498e-8582-f95846441295 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (69647bf0-49da-4bb7-ae61-34039c3cac0b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.968360 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e486abbc-38d1-44dd-b864-3ac4766f48f0 admin admin] Publish callbacks [] for security_group (1343b706-481e-4504-802c-c667c3732b18), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.012763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e486abbc-38d1-44dd-b864-3ac4766f48f0 admin admin] Publish callbacks [] for security_group (1343b706-481e-4504-802c-c667c3732b18), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.040761 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9606c830-4cf5-4a07-9989-78b0d78e8bb2 req-68f54613-aa8b-498e-8582-f95846441295 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (69647bf0-49da-4bb7-ae61-34039c3cac0b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.060832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53813e3c-e8f3-489b-8d18-48cac199ed01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (abdce1f3-2270-4700-b87e-1ae293d063db), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.064211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53813e3c-e8f3-489b-8d18-48cac199ed01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.067747 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-53813e3c-e8f3-489b-8d18-48cac199ed01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abdce1f3-2270-4700-b87e-1ae293d063db HTTP/1.1" status: 204 len: 168 time: 0.2718480 Feb 11 05:33:40.096122 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e486abbc-38d1-44dd-b864-3ac4766f48f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1343b706-481e-4504-802c-c667c3732b18), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.106561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e486abbc-38d1-44dd-b864-3ac4766f48f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.112071 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e486abbc-38d1-44dd-b864-3ac4766f48f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1343b706-481e-4504-802c-c667c3732b18 HTTP/1.1" status: 204 len: 168 time: 0.2319071 Feb 11 05:33:40.112071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813e3c-e8f3-489b-8d18-48cac199ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdce1f3-2270-4700-b87e-1ae293d063db,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.136345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486abbc-38d1-44dd-b864-3ac4766f48f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1343b706-481e-4504-802c-c667c3732b18,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.149544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f8fd8ce-d011-49d9-8a8f-4c5dc1d9ca41 req-27a99810-34f0-422b-9a98-c3f6b5997955 service neutron] 10.222.0.72 "GET /v2.0/networks/dcdb42aa-1461-40e9-8052-96bb4a44b58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217805 Feb 11 05:33:40.214655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9606c830-4cf5-4a07-9989-78b0d78e8bb2 req-68f54613-aa8b-498e-8582-f95846441295 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (69647bf0-49da-4bb7-ae61-34039c3cac0b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.221478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9606c830-4cf5-4a07-9989-78b0d78e8bb2 req-68f54613-aa8b-498e-8582-f95846441295 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.222917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9606c830-4cf5-4a07-9989-78b0d78e8bb2 req-68f54613-aa8b-498e-8582-f95846441295 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] 10.222.0.31 "DELETE /v2.0/security-groups/69647bf0-49da-4bb7-ae61-34039c3cac0b HTTP/1.1" status: 204 len: 173 time: 0.3449123 Feb 11 05:33:40.224837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60592) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.257820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f54613-aa8b-498e-8582-f95846441295 tempest-SecurityGroupsTestJSON-1459267996 tempest-SecurityGroupsTestJSON-1459267996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69647bf0-49da-4bb7-ae61-34039c3cac0b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.303420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d067e-85a9-43fa-9141-229343012751 req-676cf697-5d46-43fb-b0aa-ee7613716177 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.305754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7dc518-8f15-4bd2-a395-e61d3d94f742 admin admin] Deleting subnet 6ab4321f-5401-417c-8b1a-8da307604731 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:40.306387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d1d067e-85a9-43fa-9141-229343012751 req-676cf697-5d46-43fb-b0aa-ee7613716177 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1464734 Feb 11 05:33:40.313593 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc518-8f15-4bd2-a395-e61d3d94f742 admin admin] Publish callbacks [] for subnet (6ab4321f-5401-417c-8b1a-8da307604731), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.370260 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc518-8f15-4bd2-a395-e61d3d94f742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6ab4321f-5401-417c-8b1a-8da307604731), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.374251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d1d067e-85a9-43fa-9141-229343012751 req-14fad49c-a898-4280-8562-1f834dec9fbb tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613382 Feb 11 05:33:40.486078 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc518-8f15-4bd2-a395-e61d3d94f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6ab4321f-5401-417c-8b1a-8da307604731), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.488364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9533b8-b716-4d0d-b706-8eebdec56b40 req-4fe3610c-c270-44a4-903d-9aa20ba9fe6a tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.509726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf9533b8-b716-4d0d-b706-8eebdec56b40 req-4fe3610c-c270-44a4-903d-9aa20ba9fe6a tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 943 time: 0.1397345 Feb 11 05:33:40.606999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf9533b8-b716-4d0d-b706-8eebdec56b40 req-62e4c60b-fab3-4a59-a34c-dbcc8afd38af tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ef2833-c9b6-4b42-9fbc-933f3dae0772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874996 Feb 11 05:33:40.614676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc518-8f15-4bd2-a395-e61d3d94f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6ab4321f-5401-417c-8b1a-8da307604731), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.631214 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc518-8f15-4bd2-a395-e61d3d94f742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.634397 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a7dc518-8f15-4bd2-a395-e61d3d94f742 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6ab4321f-5401-417c-8b1a-8da307604731 HTTP/1.1" status: 204 len: 168 time: 0.4085131 Feb 11 05:33:40.637018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60612) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.699836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dc518-8f15-4bd2-a395-e61d3d94f742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab4321f-5401-417c-8b1a-8da307604731,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.791442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a54b6f1-5a8b-4b3b-924e-f6685c99a6d3 req-50581dc9-d9db-4502-a70b-eba4b07dedcf tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 210 time: 0.0745368 Feb 11 05:33:40.795398 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.822514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60622) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.840377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8cec-cc6e-40f4-b705-3f0c561be0b0 req-d4db3146-c3bb-42c2-9c43-619b7010d1fa tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.848583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-469d8cec-cc6e-40f4-b705-3f0c561be0b0 req-d4db3146-c3bb-42c2-9c43-619b7010d1fa tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1295378 Feb 11 05:33:40.913609 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-578000c6-0998-47e4-84dc-757bdf9e2449 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0331663b7d44e67937397a4e84ee518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879796 Feb 11 05:33:40.915078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60628) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.960808 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.986495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.998745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8204bb27-2e95-4b14-a7e9-92229c7a29c6') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.999045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8204bb27-2e95-4b14-a7e9-92229c7a29c6') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:41.000690 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e41712c-6830-4ffe-a9d6-6a54d97a6aee admin admin] Publish callbacks [] for security_group (85b0a86c-95ab-43ed-84b4-cd7b6dc0688b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.009731 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (8204bb27-2e95-4b14-a7e9-92229c7a29c6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.023083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8204bb27-2e95-4b14-a7e9-92229c7a29c6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.032577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:41.033001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (8204bb27-2e95-4b14-a7e9-92229c7a29c6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.049366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e41712c-6830-4ffe-a9d6-6a54d97a6aee admin admin] Publish callbacks [] for security_group (85b0a86c-95ab-43ed-84b4-cd7b6dc0688b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.101776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2875537e-23ff-4179-a416-fbcdd8202d24', 'tag': 'b6b3a91b-0498-4700-a796-5a56350811e8'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:41.104059 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964ffe95-2c5a-48bd-8646-0659bd80fcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "2875537e-23ff-4179-a416-fbcdd8202d24", "tag": "b6b3a91b-0498-4700-a796-5a56350811e8"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:41.108555 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:41.129138 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.141438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.151310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e HTTP/1.1" status: 204 len: 168 time: 0.5129814 Feb 11 05:33:41.196423 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45415428-b25b-40af-b15f-cf1318b2712f x-openstack-request-id: req-45415428-b25b-40af-b15f-cf1318b2712f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:41.197155 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2875537e-23ff-4179-a416-fbcdd8202d24", "tag": "b6b3a91b-0498-4700-a796-5a56350811e8", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:41.197599 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45415428-b25b-40af-b15f-cf1318b2712f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:41.198244 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2875537e-23ff-4179-a416-fbcdd8202d24', 'tag': 'b6b3a91b-0498-4700-a796-5a56350811e8', 'status': 'completed', 'code': 200} Feb 11 05:33:41.201653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97598b85-0129-482e-9a1a-c39ef2b26c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a33f8b-cd6b-4b45-85a6-b08cfefcad4e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.213360 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e41712c-6830-4ffe-a9d6-6a54d97a6aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (85b0a86c-95ab-43ed-84b4-cd7b6dc0688b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.217517 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e41712c-6830-4ffe-a9d6-6a54d97a6aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.220381 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5e41712c-6830-4ffe-a9d6-6a54d97a6aee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85b0a86c-95ab-43ed-84b4-cd7b6dc0688b HTTP/1.1" status: 204 len: 168 time: 0.3040531 Feb 11 05:33:41.252507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41712c-6830-4ffe-a9d6-6a54d97a6aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b0a86c-95ab-43ed-84b4-cd7b6dc0688b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.254415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-469d8cec-cc6e-40f4-b705-3f0c561be0b0 req-f0549abd-bc7d-49bd-9026-9a3f48948762 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061894 Feb 11 05:33:41.313179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-fb489069-7086-4929-97ba-ffb84500628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:41.315005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-fb489069-7086-4929-97ba-ffb84500628c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f507da7f0bcc46b3811b987671cd36ee&device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 1126 time: 0.0864019 Feb 11 05:33:41.394713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60648) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:41.451178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-c832ef91-b3c2-4e43-89e7-e42715db4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:41.463976 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7e353098-8904-434c-b643-24d27d116b5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d01313cf22746138b719316ec92d924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0676856 Feb 11 05:33:41.467039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60650) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:41.467986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-c832ef91-b3c2-4e43-89e7-e42715db4289 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dcdb42aa-1461-40e9-8052-96bb4a44b58a HTTP/1.1" status: 200 len: 910 time: 0.1466122 Feb 11 05:33:41.520127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-3d414913-eae6-4321-91d2-aa00344ed72f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b3a91b-0498-4700-a796-5a56350811e8 HTTP/1.1" status: 200 len: 217 time: 0.0444970 Feb 11 05:33:41.565291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1c85-e8d4-4279-9ff9-ad4615da4bd3 admin admin] Publish callbacks [] for security_group (7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.610894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-b39a870c-2614-41ed-a49b-aaab0abcdc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:41.612742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-b39a870c-2614-41ed-a49b-aaab0abcdc3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c69da225-577d-4a3d-8c31-5ab1674f57b1 HTTP/1.1" status: 200 len: 849 time: 0.0848753 Feb 11 05:33:41.615472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1c85-e8d4-4279-9ff9-ad4615da4bd3 admin admin] Publish callbacks [] for security_group (7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.678403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-28ca8b70-a23c-4485-b9c2-eab6f20f2d1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcdb42aa-1461-40e9-8052-96bb4a44b58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563750 Feb 11 05:33:41.679307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1c85-e8d4-4279-9ff9-ad4615da4bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.683727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1c85-e8d4-4279-9ff9-ad4615da4bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.686246 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d9cb1c85-e8d4-4279-9ff9-ad4615da4bd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c HTTP/1.1" status: 204 len: 168 time: 0.2173822 Feb 11 05:33:41.704196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb1c85-e8d4-4279-9ff9-ad4615da4bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aee6bf9-b418-4f48-9b5b-de0b80a2bd5c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.790818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35778ce8-dac8-47d9-9458-a604f83a07db req-f8b2870a-f7ce-4023-b2ee-375b814bcea1 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:41.792351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35778ce8-dac8-47d9-9458-a604f83a07db req-f8b2870a-f7ce-4023-b2ee-375b814bcea1 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 943 time: 0.1131556 Feb 11 05:33:41.846473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-46d00e49-5501-4acd-9e4f-413334fd595a service neutron] 10.222.0.72 "GET /v2.0/networks/dcdb42aa-1461-40e9-8052-96bb4a44b58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296468 Feb 11 05:33:41.927178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6630115-9c03-477b-a78e-7befe02e6896 req-380077b4-67c3-4c41-b04f-734f758f034c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 210 time: 0.0447307 Feb 11 05:33:41.937397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35778ce8-dac8-47d9-9458-a604f83a07db req-268c6bfb-19a9-4e42-be54-0b595d6184bf tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ef2833-c9b6-4b42-9fbc-933f3dae0772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348836 Feb 11 05:33:42.008563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-964ffe95-2c5a-48bd-8646-0659bd80fcbb req-159af84c-e611-497d-96fb-31c924c3c9f7 service neutron] 10.222.0.72 "GET /v2.0/networks/dcdb42aa-1461-40e9-8052-96bb4a44b58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555200 Feb 11 05:33:42.127954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-790912b1-12f0-451b-b481-a08033a66c6d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604324 Feb 11 05:33:42.218779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d664bf-2f6c-4c15-b8aa-dc45e6db8fd8 req-35ade66b-f8cc-4361-8b47-afa22d58c758 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.220321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5d664bf-2f6c-4c15-b8aa-dc45e6db8fd8 req-35ade66b-f8cc-4361-8b47-afa22d58c758 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1638446 Feb 11 05:33:42.261574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b6b3a91b-0498-4700-a796-5a56350811e8 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:42.283533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-f74879ca-bd9a-4e0d-b173-eee73f9ae7d3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596495 Feb 11 05:33:42.463416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b6b3a91b-0498-4700-a796-5a56350811e8, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b6b3a91b-0498-4700-a796-5a56350811e8,segment=NetworkSegment(ee77f676-f2f9-4de6-9eba-e61ff04b7ef2),segment_id=ee77f676-f2f9-4de6-9eba-e61ff04b7ef2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:42.475787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'b6b3a91b-0498-4700-a796-5a56350811e8', 'network_id': 'dcdb42aa-1461-40e9-8052-96bb4a44b58a', 'port_id': 'b6b3a91b-0498-4700-a796-5a56350811e8', 'mac_address': 'fa:16:3e:12:e9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69da225-577d-4a3d-8c31-5ab1674f57b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:42.477088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-37a81cab-a404-448b-b4f4-4013b9d9a8e0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.478648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-37a81cab-a404-448b-b4f4-4013b9d9a8e0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612375 Feb 11 05:33:42.490904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-a7f8d04e-80c6-4007-8590-5aaac8c4d863 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.492377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-a7f8d04e-80c6-4007-8590-5aaac8c4d863 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3584232 Feb 11 05:33:42.505098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Request body: {'port': {'device_id': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8c27ae40d35945858eba01aed07f6a15'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:42.528039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Request body: {'port': {'device_id': 'c8dd7023-882c-4221-be93-f2ff5b254e0c', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8c27ae40d35945858eba01aed07f6a15'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:42.530307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port b6b3a91b-0498-4700-a796-5a56350811e8 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:42.530882 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.547641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b3a91b-0498-4700-a796-5a56350811e8 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:42.571450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b6b3a91b-0498-4700-a796-5a56350811e8, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b6b3a91b-0498-4700-a796-5a56350811e8,segment=NetworkSegment(ee77f676-f2f9-4de6-9eba-e61ff04b7ef2),segment_id=ee77f676-f2f9-4de6-9eba-e61ff04b7ef2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:42.577334 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.587356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5d664bf-2f6c-4c15-b8aa-dc45e6db8fd8 req-62869bdf-9ee8-4ba9-9f66-0764fdc3fb09 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463523 Feb 11 05:33:42.655890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=b6b3a91b-0498-4700-a796-5a56350811e8,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:42.802215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b6b3a91b-0498-4700-a796-5a56350811e8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:42.827758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2374ddf-80b3-4185-a467-a7f03aa6c034 req-df1546f1-23b1-4c7f-9475-7a39fe7205ec tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.835837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2374ddf-80b3-4185-a467-a7f03aa6c034 req-df1546f1-23b1-4c7f-9475-7a39fe7205ec tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1327908 Feb 11 05:33:42.846840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Made reservation on behalf of 8c27ae40d35945858eba01aed07f6a15 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:42.851084 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.861605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Made reservation on behalf of 8c27ae40d35945858eba01aed07f6a15 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:42.864797 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.013721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2374ddf-80b3-4185-a467-a7f03aa6c034 req-a8357274-edd9-491d-a446-c193b1d0a854 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769118 Feb 11 05:33:43.023320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60718) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:43.096948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7f642d8-7213-47be-bf1c-9fc58480c8cd req-ca41ca2a-31b2-482c-a203-a4b6b4203056 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 210 time: 0.0622454 Feb 11 05:33:43.188155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Allocated IP 192.168.233.73 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/13a792bf-15da-475c-aad0-05e13fbe91d0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:43.213708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b49a8-bd0b-4750-afae-1653646098ca req-71984d1b-25cb-4a67-84bf-07435d704e69 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:43.218471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291b49a8-bd0b-4750-afae-1653646098ca req-71984d1b-25cb-4a67-84bf-07435d704e69 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 944 time: 0.1139250 Feb 11 05:33:43.335534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9e561b0-c5cc-4bbb-bb5f-a1d4c2918a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.339262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-291b49a8-bd0b-4750-afae-1653646098ca req-09ccb815-69da-4568-a87e-5da5838e3e8a tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ef2833-c9b6-4b42-9fbc-933f3dae0772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105452 Feb 11 05:33:43.451673 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9e561b0-c5cc-4bbb-bb5f-a1d4c2918a78 admin admin] Publish callbacks [] for security_group (8a8a300f-fbb1-4f56-b0c0-02dbde03ff60), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.460275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9e561b0-c5cc-4bbb-bb5f-a1d4c2918a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8a8a300f-fbb1-4f56-b0c0-02dbde03ff60), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.485265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4f221-9b9a-4953-825c-5cbef4d829dc req-a1660cf5-6896-4536-8275-733d4c010232 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:43.486831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9d4f221-9b9a-4953-825c-5cbef4d829dc req-a1660cf5-6896-4536-8275-733d4c010232 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1584291 Feb 11 05:33:43.535183 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.545342 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c9e561b0-c5cc-4bbb-bb5f-a1d4c2918a78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8d52cef30fd4350bc097a2b02673484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195849 Feb 11 05:33:43.546084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60748) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:43.546896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e561b0-c5cc-4bbb-bb5f-a1d4c2918a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8a300f-fbb1-4f56-b0c0-02dbde03ff60,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:43.602496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9d4f221-9b9a-4953-825c-5cbef4d829dc req-de11b434-c61b-49b4-8766-1093805d536d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952516 Feb 11 05:33:43.633836 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.636720 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72769919-0001-42ca-870d-c53a60e33941 admin admin] Publish callbacks [] for security_group (8a8a300f-fbb1-4f56-b0c0-02dbde03ff60), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.648427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:43.657365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:43.675534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72769919-0001-42ca-870d-c53a60e33941 admin admin] Publish callbacks [] for security_group (8a8a300f-fbb1-4f56-b0c0-02dbde03ff60), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.718558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:43.728119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:43.741678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:43.745059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Allocated IP 192.168.233.165 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/07302acd-487d-4df7-ae64-36fdcf7a36ab) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:43.748626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event updated for resources: {'Port': ['ID=13a792bf-15da-475c-aad0-05e13fbe91d0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:43.767338 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72769919-0001-42ca-870d-c53a60e33941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8a8a300f-fbb1-4f56-b0c0-02dbde03ff60), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.770435 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72769919-0001-42ca-870d-c53a60e33941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.779067 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-72769919-0001-42ca-870d-c53a60e33941 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a8a300f-fbb1-4f56-b0c0-02dbde03ff60 HTTP/1.1" status: 204 len: 168 time: 0.2283621 Feb 11 05:33:43.802137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72769919-0001-42ca-870d-c53a60e33941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8a300f-fbb1-4f56-b0c0-02dbde03ff60,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:43.972938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:43.973620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.023264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7cdcfe9a-dcc4-4243-a88a-b1eec410a897 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5242178 Feb 11 05:33:44.045862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Request body: {'port': {'device_id': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:44.125645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7c454-acfc-40c8-9654-68796506bfeb req-df58e930-d56c-4ea5-8f70-970732492e14 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.127430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3be7c454-acfc-40c8-9654-68796506bfeb req-df58e930-d56c-4ea5-8f70-970732492e14 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3317416 Feb 11 05:33:44.232458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.241525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-428c690e-bd3e-4c51-953e-8ca552949cc2 None None] Provisioning complete for port 13a792bf-15da-475c-aad0-05e13fbe91d0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:44.242110 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-428c690e-bd3e-4c51-953e-8ca552949cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.286777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.303611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3be7c454-acfc-40c8-9654-68796506bfeb req-c0a4bbd3-7cb5-42a5-b09b-a9bb82d6d4f3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609435 Feb 11 05:33:44.382425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad6ce5-18be-4b66-ab68-e2a817104f5d req-5bae17a4-b702-459e-947c-a326a681ebef tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.384048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68ad6ce5-18be-4b66-ab68-e2a817104f5d req-5bae17a4-b702-459e-947c-a326a681ebef tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 935 time: 0.1580684 Feb 11 05:33:44.492647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b6b3a91b-0498-4700-a796-5a56350811e8 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:44.510126 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.530361 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:44.542567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:44.558594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60790) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:44.604370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-428c690e-bd3e-4c51-953e-8ca552949cc2 None None] Port 13a792bf-15da-475c-aad0-05e13fbe91d0 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:44.618910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:44.641617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:44.647768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event updated for resources: {'Port': ['ID=07302acd-487d-4df7-ae64-36fdcf7a36ab,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:44.650272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:44.657793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:44.660963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68ad6ce5-18be-4b66-ab68-e2a817104f5d req-4a036b34-04cd-4cd5-983e-408e0c8ab015 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695286 Feb 11 05:33:44.708039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd935f14-055a-42d3-9165-e5b4c7c21958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.914780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port b6b3a91b-0498-4700-a796-5a56350811e8 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:44.936574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port b6b3a91b-0498-4700-a796-5a56350811e8 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:44.937196 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.997442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd935f14-055a-42d3-9165-e5b4c7c21958 admin admin] Publish callbacks [] for security_group (1a7c007a-e073-43fc-a073-34cebce6c9b6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.010387 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd935f14-055a-42d3-9165-e5b4c7c21958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1a7c007a-e073-43fc-a073-34cebce6c9b6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.091977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd935f14-055a-42d3-9165-e5b4c7c21958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7c007a-e073-43fc-a073-34cebce6c9b6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.115339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-601193550-network', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:45.191079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3375296d-6476-4a72-99aa-649266ec704b None None] Provisioning complete for port 07302acd-487d-4df7-ae64-36fdcf7a36ab triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:45.191451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3375296d-6476-4a72-99aa-649266ec704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.208770 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bd935f14-055a-42d3-9165-e5b4c7c21958 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44372f81f87843769cf4e46ed19fcbd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5494552 Feb 11 05:33:45.216354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60812) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:45.240688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Made reservation on behalf of d906c2658896408f8762f5adf784e5b5 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:45.243506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.290405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.353787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3375296d-6476-4a72-99aa-649266ec704b None None] Port 07302acd-487d-4df7-ae64-36fdcf7a36ab cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:45.376587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port b6b3a91b-0498-4700-a796-5a56350811e8 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:45.377046 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.407845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Publish callbacks [] for security_group (d99ff8ef-85c7-4f84-b245-da64c5294c9f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.422994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d99ff8ef-85c7-4f84-b245-da64c5294c9f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.457361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd81dfa9-1557-4c60-b611-a5374d2b3d66 admin admin] Publish callbacks [] for security_group (1a7c007a-e073-43fc-a073-34cebce6c9b6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.465545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:45.473199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99ff8ef-85c7-4f84-b245-da64c5294c9f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.490996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2875537e-23ff-4179-a416-fbcdd8202d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b3a91b-0498-4700-a796-5a56350811e8'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:45.496238 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa0ca4a-c9c6-45ec-a6c6-b3205b6b172c" -d '{"events": [{"server_uuid": "2875537e-23ff-4179-a416-fbcdd8202d24", "name": "network-vif-plugged", "status": "completed", "tag": "b6b3a91b-0498-4700-a796-5a56350811e8"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:45.500154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b13bd0ce-abc1-40f8-91a6-2ff31c051d54), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.500512 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Added segment b13bd0ce-abc1-40f8-91a6-2ff31c051d54 of type vlan for network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 Feb 11 05:33:45.512006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd81dfa9-1557-4c60-b611-a5374d2b3d66 admin admin] Publish callbacks [] for security_group (1a7c007a-e073-43fc-a073-34cebce6c9b6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.537821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a053d54-8b2e-484c-b627-75b92c0211b7 req-7f9fc0f0-2ffa-4b46-b158-7241a99468ea tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:45.548699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a053d54-8b2e-484c-b627-75b92c0211b7 req-7f9fc0f0-2ffa-4b46-b158-7241a99468ea tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 944 time: 1.0762129 Feb 11 05:33:45.594785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b6b3a91b-0498-4700-a796-5a56350811e8, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b6b3a91b-0498-4700-a796-5a56350811e8,segment=NetworkSegment(ee77f676-f2f9-4de6-9eba-e61ff04b7ef2),segment_id=ee77f676-f2f9-4de6-9eba-e61ff04b7ef2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:45.612001 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (1cadc99b-46d1-4fda-a4eb-62d58b78d281), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.622574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:45.623565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.625837 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.627132 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd81dfa9-1557-4c60-b611-a5374d2b3d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1a7c007a-e073-43fc-a073-34cebce6c9b6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.630165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd81dfa9-1557-4c60-b611-a5374d2b3d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.632321 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dd81dfa9-1557-4c60-b611-a5374d2b3d66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a7c007a-e073-43fc-a073-34cebce6c9b6 HTTP/1.1" status: 204 len: 168 time: 0.4124315 Feb 11 05:33:45.649317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81dfa9-1557-4c60-b611-a5374d2b3d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7c007a-e073-43fc-a073-34cebce6c9b6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.663753 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (1cadc99b-46d1-4fda-a4eb-62d58b78d281), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.665458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:45.666692 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.696176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-900afa8d-7213-47f8-87de-f13f57101470 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1810842 Feb 11 05:33:45.728157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402eb347-2f11-495e-9be2-d2f8ae66c742 req-f4967afa-3ee3-42dc-90f5-99dabd83ad23 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:45.730009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-402eb347-2f11-495e-9be2-d2f8ae66c742 req-f4967afa-3ee3-42dc-90f5-99dabd83ad23 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3152680 Feb 11 05:33:45.744040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a053d54-8b2e-484c-b627-75b92c0211b7 req-42fbe5b7-f905-466c-84e9-41041a9a27eb tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ef2833-c9b6-4b42-9fbc-933f3dae0772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931813 Feb 11 05:33:45.748143 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1882679 Feb 11 05:33:45.749583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60852) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:45.755445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Request body: {'port': {'device_id': 'c8dd7023-882c-4221-be93-f2ff5b254e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:45.757852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Request body: {'subnet': {'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-601193550-subnet', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:45.765897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72580b0-001c-486b-a4c4-c04baff567ac admin admin] Pushing event updated for resources: {'Network': ['ID=1cadc99b-46d1-4fda-a4eb-62d58b78d281,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.785430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Made reservation on behalf of d906c2658896408f8762f5adf784e5b5 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:45.786617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:45.789208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.864745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=b6b3a91b-0498-4700-a796-5a56350811e8,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.889402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a792bf-15da-475c-aad0-05e13fbe91d0 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:45.903454 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b484eee2-614c-4a40-861d-6f1afd23e6fa x-openstack-request-id: req-b484eee2-614c-4a40-861d-6f1afd23e6fa {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:45.903754 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2875537e-23ff-4179-a416-fbcdd8202d24", "name": "network-vif-plugged", "status": "completed", "tag": "b6b3a91b-0498-4700-a796-5a56350811e8", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:45.905840 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b484eee2-614c-4a40-861d-6f1afd23e6fa {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:45.906428 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2875537e-23ff-4179-a416-fbcdd8202d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b3a91b-0498-4700-a796-5a56350811e8', 'code': 200} Feb 11 05:33:45.959259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Publish callbacks [] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.966188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-402eb347-2f11-495e-9be2-d2f8ae66c742 req-eb1405d0-890f-46cd-ab3b-b735d4cf1689 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179086 Feb 11 05:33:46.043826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Transition to ACTIVE for port object 13a792bf-15da-475c-aad0-05e13fbe91d0 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:46.071772 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (61712a37-d1ce-41db-9e36-72f959011e20), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.085159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.132283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61712a37-d1ce-41db-9e36-72f959011e20,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:46.151239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.197093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Checking segment: {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:46.197470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Network hostable DHCP agents. Network: 1cadc99b-46d1-4fda-a4eb-62d58b78d281, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:46.198969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abf952-48ac-4a2e-b93e-b807dbf067f1 req-65e4b432-282f-4a32-9802-a51179da133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.200501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20abf952-48ac-4a2e-b93e-b807dbf067f1 req-65e4b432-282f-4a32-9802-a51179da133f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 1128 time: 0.2505181 Feb 11 05:33:46.247727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:46.270152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 1cadc99b-46d1-4fda-a4eb-62d58b78d281) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:46.280199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cad67-d29d-4043-a6d5-f8d1d252a12a None None] Network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:46.283842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.286032 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.290750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6bb28-9476-4a4f-b9de-f37ba9c1dffb req-2a2feea9-b9f6-4c67-885d-75a0428d384e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.295865 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60868) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:46.297798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31d6bb28-9476-4a4f-b9de-f37ba9c1dffb req-2a2feea9-b9f6-4c67-885d-75a0428d384e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 935 time: 0.3210168 Feb 11 05:33:46.306918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Pushing event updated for resources: {'Port': ['ID=13a792bf-15da-475c-aad0-05e13fbe91d0,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:46.338914 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ad42f8f0-a847-40c8-8245-eac95673ebc9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5852211 Feb 11 05:33:46.345693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60874) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:46.353364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:46.412596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (a5925aad-3468-4219-b684-aa7a2e0a031a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.413815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (a5925aad-3468-4219-b684-aa7a2e0a031a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.474445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks [] for router_controller (a5925aad-3468-4219-b684-aa7a2e0a031a), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.480599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:46.482043 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.495617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Attempting to bind port 13a792bf-15da-475c-aad0-05e13fbe91d0 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:46.497677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Attempting to bind port 13a792bf-15da-475c-aad0-05e13fbe91d0 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:46.498092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Attempting to bind port 13a792bf-15da-475c-aad0-05e13fbe91d0 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:46.550216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c49a9cc5-e208-4164-af54-8c9d126dcf58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.553712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Port 13a792bf-15da-475c-aad0-05e13fbe91d0 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:46.554182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Attempting to bind port 13a792bf-15da-475c-aad0-05e13fbe91d0 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:46.561187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20abf952-48ac-4a2e-b93e-b807dbf067f1 req-826b5ed8-d769-4cae-84f8-83cd062739d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c8ef2833-c9b6-4b42-9fbc-933f3dae0772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498168 Feb 11 05:33:46.566485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:46.566687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:46.567127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:46.567645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Bound port: 13a792bf-15da-475c-aad0-05e13fbe91d0, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:46.569395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.624688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c940143-6998-40e2-b10a-5995401d2abc req-c77c4774-20e6-4764-9648-ba82ef343da0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.626349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c940143-6998-40e2-b10a-5995401d2abc req-c77c4774-20e6-4764-9648-ba82ef343da0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.4971335 Feb 11 05:33:46.663862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks [] for router_gateway (a5925aad-3468-4219-b684-aa7a2e0a031a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.670724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Allocated IP 172.20.0.2 (1cadc99b-46d1-4fda-a4eb-62d58b78d281/61712a37-d1ce-41db-9e36-72f959011e20/8f3bffb6-ed10-4d14-9c37-f6453a4396f5) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:46.749868 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31d6bb28-9476-4a4f-b9de-f37ba9c1dffb req-1673a3a1-679d-4822-8d27-642f16efe660 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511845 Feb 11 05:33:46.808364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c940143-6998-40e2-b10a-5995401d2abc req-60c9a4bb-d98d-4108-bf30-7e06d7883c73 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059618 Feb 11 05:33:46.813967 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c49a9cc5-e208-4164-af54-8c9d126dcf58 admin admin] Publish callbacks [] for security_group (1fc7e896-793d-4f6f-ba97-08f4aae03768), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.830065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c49a9cc5-e208-4164-af54-8c9d126dcf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1fc7e896-793d-4f6f-ba97-08f4aae03768), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.853179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] For port 13a792bf-15da-475c-aad0-05e13fbe91d0, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:46.889188 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c49a9cc5-e208-4164-af54-8c9d126dcf58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ae36073692b491dabf4832981585e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5889318 Feb 11 05:33:46.889412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] For port 13a792bf-15da-475c-aad0-05e13fbe91d0, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13a792bf-15da-475c-aad0-05e13fbe91d0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:46.890384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60900) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:46.966076 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.988093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Publish callbacks [] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.995805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.048815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9cc5-e208-4164-af54-8c9d126dcf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc7e896-793d-4f6f-ba97-08f4aae03768,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.074581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47eb155c-eae3-4711-9a26-33b3803a3829 admin admin] Publish callbacks [] for security_group (1fc7e896-793d-4f6f-ba97-08f4aae03768), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.077217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Pushing event updated for resources: {'Port': ['ID=8f3bffb6-ed10-4d14-9c37-f6453a4396f5,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.097671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47eb155c-eae3-4711-9a26-33b3803a3829 admin admin] Publish callbacks [] for security_group (1fc7e896-793d-4f6f-ba97-08f4aae03768), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.103533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:47.105506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:47.110374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:47.138464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07302acd-487d-4df7-ae64-36fdcf7a36ab {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:47.149217 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Publish callbacks [] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.151288 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks [] for router_gateway (a5925aad-3468-4219-b684-aa7a2e0a031a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.154889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47eb155c-eae3-4711-9a26-33b3803a3829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1fc7e896-793d-4f6f-ba97-08f4aae03768), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.157767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47eb155c-eae3-4711-9a26-33b3803a3829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.161476 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-47eb155c-eae3-4711-9a26-33b3803a3829 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fc7e896-793d-4f6f-ba97-08f4aae03768 HTTP/1.1" status: 204 len: 168 time: 0.2675891 Feb 11 05:33:47.164152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Transition to ACTIVE for port object 07302acd-487d-4df7-ae64-36fdcf7a36ab will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:47.185422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.186394 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb155c-eae3-4711-9a26-33b3803a3829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc7e896-793d-4f6f-ba97-08f4aae03768,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.188806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.255151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Attempting to bind port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:47.256201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Attempting to bind port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:47.256794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Attempting to bind port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 on network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:47.265506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:47.268111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Checking segment: {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:47.268718 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.269463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Bound using segment: {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:47.270184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Bound port: 8f3bffb6-ed10-4d14-9c37-f6453a4396f5, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:47.270671 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.282113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:47.283135 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.284857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] 10.222.0.81 "PUT /v2.0/ports/13a792bf-15da-475c-aad0-05e13fbe91d0 HTTP/1.1" status: 200 len: 1096 time: 3.2452054 Feb 11 05:33:47.294622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'tag': '13a792bf-15da-475c-aad0-05e13fbe91d0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:47.298445 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c887af-f9f4-4beb-a5a3-b8117f206ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ea33b0-2b32-42ee-93d9-19003bb52291", "tag": "13a792bf-15da-475c-aad0-05e13fbe91d0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:47.361990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Allocated IP 172.25.1.143 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/e7b5cf1f-aa61-4313-951b-fb584f7f2171) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:47.448398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] For port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:47.452651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] For port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8f3bffb6-ed10-4d14-9c37-f6453a4396f5,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:47.471325 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.485622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998fc06-57f3-4ab7-899f-3402e103427f service neutron] Pushing event updated for resources: {'Port': ['ID=13a792bf-15da-475c-aad0-05e13fbe91d0,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.500717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-c5ac1acb-ef8e-42b1-b01a-1c293566f931 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2a97b50f51e94f82a57194b389d2769f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1965263 Feb 11 05:33:47.548934 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks [] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.606786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac1e6c-ee6d-4536-8544-11937a770790 None None] Pushing event updated for resources: {'Port': ['ID=8f3bffb6-ed10-4d14-9c37-f6453a4396f5,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.701229 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.751248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-40c30b91-0a64-4bbb-8fd7-cd6ce1ed2bdb tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:47.756640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-40c30b91-0a64-4bbb-8fd7-cd6ce1ed2bdb tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 815 time: 0.8012862 Feb 11 05:33:47.784390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:47.789323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:47.792609 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:47.806360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b5cf1f-aa61-4313-951b-fb584f7f2171,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.842555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=07302acd-487d-4df7-ae64-36fdcf7a36ab,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.861152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-d058a369-bdf4-4fce-9e26-e8749a304868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:47.864212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-d058a369-bdf4-4fce-9e26-e8749a304868 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 1130 time: 0.4715400 Feb 11 05:33:47.890487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-95a88a1d-662a-4760-a049-b65573d09071 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/quotas/31d01b8953884b02a010f85b8ce90594 HTTP/1.1" status: 200 len: 375 time: 0.0822072 Feb 11 05:33:48.125159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60934) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:48.126601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-27c3575d-449e-4e87-9ced-5b252950bb0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=13a792bf-15da-475c-aad0-05e13fbe91d0 HTTP/1.1" status: 200 len: 217 time: 0.2317207 Feb 11 05:33:48.190568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Attempting to bind port 07302acd-487d-4df7-ae64-36fdcf7a36ab on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:48.191415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Attempting to bind port 07302acd-487d-4df7-ae64-36fdcf7a36ab by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:48.192502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Attempting to bind port 07302acd-487d-4df7-ae64-36fdcf7a36ab on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:48.199736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d67c06e-ba93-490c-a527-754154508d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.211093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-cdb8822f-d752-4b71-a4a2-8a184babaf20 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.212744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-cdb8822f-d752-4b71-a4a2-8a184babaf20 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7111802 Feb 11 05:33:48.246621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Port 07302acd-487d-4df7-ae64-36fdcf7a36ab on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:48.247054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Attempting to bind port 07302acd-487d-4df7-ae64-36fdcf7a36ab on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:48.257084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60936) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:48.289940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-2dc3cc28-7c38-4933-ada5-a5583e248e31 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/quotas/2a97b50f51e94f82a57194b389d2769f HTTP/1.1" status: 200 len: 375 time: 0.0483143 Feb 11 05:33:48.290691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:48.291036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:48.291417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:48.291865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Bound port: 07302acd-487d-4df7-ae64-36fdcf7a36ab, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:48.292230 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.300744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-bad1f37a-bc81-414d-901e-6480769ba514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.303167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-bad1f37a-bc81-414d-901e-6480769ba514 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1680241 Feb 11 05:33:48.355936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-9e28c44c-11f2-4ded-ad22-3fb43484eeb9 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4414713 Feb 11 05:33:48.373633 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-c9b899cc-98c7-4472-b55d-a5696ffd8059 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a97b50f51e94f82a57194b389d2769f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750465 Feb 11 05:33:48.444208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-644d8c67-5ac0-45b4-a5ad-f5593cbd5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.445786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-644d8c67-5ac0-45b4-a5ad-f5593cbd5cac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1198864 Feb 11 05:33:48.448509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] For port 07302acd-487d-4df7-ae64-36fdcf7a36ab, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:48.452236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] For port 07302acd-487d-4df7-ae64-36fdcf7a36ab, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07302acd-487d-4df7-ae64-36fdcf7a36ab,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:48.476093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.628390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-20cde2aa-083d-474b-9613-2a62447d97a2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:33:48.638974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-20cde2aa-083d-474b-9613-2a62447d97a2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2642386 Feb 11 05:33:48.678766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.679777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.681693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] 10.222.0.72 "PUT /v2.0/ports/07302acd-487d-4df7-ae64-36fdcf7a36ab HTTP/1.1" status: 200 len: 1097 time: 2.9484272 Feb 11 05:33:48.683951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-a4b2c0a5-e2a8-4c0b-a137-383e15d1e9e2 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300413 Feb 11 05:33:48.700633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks [] for router_gateway (a5925aad-3468-4219-b684-aa7a2e0a031a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.713639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9474b6-71a8-4a4c-9f80-8604c4e4a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=07302acd-487d-4df7-ae64-36fdcf7a36ab,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:48.815309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c37577d-2238-4c93-8a7f-9afd2ef41287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.960781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d67c06e-ba93-490c-a527-754154508d45 admin admin] Publish callbacks [] for security_group (a32f57d4-b738-4afd-a23f-7a14f50f5d87), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.975827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d67c06e-ba93-490c-a527-754154508d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a32f57d4-b738-4afd-a23f-7a14f50f5d87), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.986350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ded98296-199d-4ed5-9974-1679a36efc88 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546675 Feb 11 05:33:49.024716 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2d67c06e-ba93-490c-a527-754154508d45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37badf95624b42fb82566217b0ea1172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8992128 Feb 11 05:33:49.028581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60950) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:49.030200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054e114-75f2-4494-b612-a27d53f62bd3 req-e239b457-ebd7-4b0f-948f-b1485773ebe0 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.038963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e054e114-75f2-4494-b612-a27d53f62bd3 req-e239b457-ebd7-4b0f-948f-b1485773ebe0 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 945 time: 0.4186549 Feb 11 05:33:49.042963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-201165c7-ae32-4d00-b243-d19ae52c9a42 service neutron] 10.222.0.31 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009047 Feb 11 05:33:49.046832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ba44b080-7489-4e66-8e34-352dc5b77858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.048391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-ba44b080-7489-4e66-8e34-352dc5b77858 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 1131 time: 0.2216384 Feb 11 05:33:49.181439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67c06e-ba93-490c-a527-754154508d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f57d4-b738-4afd-a23f-7a14f50f5d87,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.205835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-5bf969c1-3749-40ed-a7a0-df4ed58bf82c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=07302acd-487d-4df7-ae64-36fdcf7a36ab HTTP/1.1" status: 200 len: 217 time: 0.1442032 Feb 11 05:33:49.234357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a850590-e687-4bd8-b54e-b2a07a15c7c3 None None] Network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:49.274116 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4400dd82-4fae-4a00-8b90-b9a6c6df1a08 admin admin] Publish callbacks [] for security_group (a32f57d4-b738-4afd-a23f-7a14f50f5d87), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.285228 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c37577d-2238-4c93-8a7f-9afd2ef41287 admin admin] Publish callbacks [] for security_group (e87eb6d1-698a-415a-8b5a-cad3bc4fd5c7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.289151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e054e114-75f2-4494-b612-a27d53f62bd3 req-f5ceb32e-9e47-4db5-b44c-e81ac1179775 tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ef2833-c9b6-4b42-9fbc-933f3dae0772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465599 Feb 11 05:33:49.305674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c37577d-2238-4c93-8a7f-9afd2ef41287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e87eb6d1-698a-415a-8b5a-cad3bc4fd5c7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.312150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-8ff56252-dce7-4425-8b84-62a699c87b22 service neutron] 10.222.0.31 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561822 Feb 11 05:33:49.316297 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (a5925aad-3468-4219-b684-aa7a2e0a031a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.331926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4400dd82-4fae-4a00-8b90-b9a6c6df1a08 admin admin] Publish callbacks [] for security_group (a32f57d4-b738-4afd-a23f-7a14f50f5d87), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.332890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-20ce90bf-fe9c-4f5c-9d6d-68413ce58986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.334967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-20ce90bf-fe9c-4f5c-9d6d-68413ce58986 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1195898 Feb 11 05:33:49.392577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-e43e7e03-b230-4ec8-a6de-1b78387221bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.394879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-e43e7e03-b230-4ec8-a6de-1b78387221bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0521438 Feb 11 05:33:49.408832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a4d9510a-b35e-40e3-8210-ecf2e7626259 None None] Provisioning complete for port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:49.412720 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4d9510a-b35e-40e3-8210-ecf2e7626259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.416890 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9ccd15-8475-4563-8df2-34467d5f734c x-openstack-request-id: req-8e9ccd15-8475-4563-8df2-34467d5f734c {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:49.417477 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ea33b0-2b32-42ee-93d9-19003bb52291", "tag": "13a792bf-15da-475c-aad0-05e13fbe91d0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:49.417882 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e9ccd15-8475-4563-8df2-34467d5f734c {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:49.418468 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'tag': '13a792bf-15da-475c-aad0-05e13fbe91d0', 'status': 'completed', 'code': 200} Feb 11 05:33:49.423007 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4c37577d-2238-4c93-8a7f-9afd2ef41287 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3821481e6925460d93407df0a85416ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1633275 Feb 11 05:33:49.427220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60958) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:49.434755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37577d-2238-4c93-8a7f-9afd2ef41287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87eb6d1-698a-415a-8b5a-cad3bc4fd5c7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.635392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4836b673-a69f-4366-a5ab-83648a23909c admin admin] Publish callbacks [] for security_group (e87eb6d1-698a-415a-8b5a-cad3bc4fd5c7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.681658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:49.728073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9510a-b35e-40e3-8210-ecf2e7626259 None None] Current status of the port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:49.728544 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4d9510a-b35e-40e3-8210-ecf2e7626259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.736336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4836b673-a69f-4366-a5ab-83648a23909c admin admin] Publish callbacks [] for security_group (e87eb6d1-698a-415a-8b5a-cad3bc4fd5c7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.770188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4400dd82-4fae-4a00-8b90-b9a6c6df1a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a32f57d4-b738-4afd-a23f-7a14f50f5d87), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.775229 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4400dd82-4fae-4a00-8b90-b9a6c6df1a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.778586 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4400dd82-4fae-4a00-8b90-b9a6c6df1a08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a32f57d4-b738-4afd-a23f-7a14f50f5d87 HTTP/1.1" status: 204 len: 168 time: 0.7440464 Feb 11 05:33:49.788503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a4d9510a-b35e-40e3-8210-ecf2e7626259 None None] For port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8f3bffb6-ed10-4d14-9c37-f6453a4396f5,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:49.806255 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4d9510a-b35e-40e3-8210-ecf2e7626259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.822814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400dd82-4fae-4a00-8b90-b9a6c6df1a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f57d4-b738-4afd-a23f-7a14f50f5d87,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.826355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:49.826951 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.851239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e07a59d-7e78-452f-b4fc-6a0b70e3ea8b req-9195576d-8fa6-4841-8044-a8c899438a47 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 210 time: 0.1311920 Feb 11 05:33:49.933867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Router a5925aad-3468-4219-b684-aa7a2e0a031a is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:33:49.943237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8f0ea-bd37-419b-ac8e-f34f2e7385f3 req-f841efba-3bd4-41b3-8409-4c69ff66b718 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.952891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5bf8f0ea-bd37-419b-ac8e-f34f2e7385f3 req-f841efba-3bd4-41b3-8409-4c69ff66b718 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 947 time: 0.3645115 Feb 11 05:33:49.975338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-8a0c1e92-b7a0-435e-b995-5f82b809e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.978518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-8a0c1e92-b7a0-435e-b995-5f82b809e664 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 1130 time: 0.5324688 Feb 11 05:33:50.068951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9510a-b35e-40e3-8210-ecf2e7626259 None None] Pushing event updated for resources: {'Port': ['ID=8f3bffb6-ed10-4d14-9c37-f6453a4396f5,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:50.126382 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4836b673-a69f-4366-a5ab-83648a23909c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e87eb6d1-698a-415a-8b5a-cad3bc4fd5c7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.129435 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4836b673-a69f-4366-a5ab-83648a23909c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.130613 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4836b673-a69f-4366-a5ab-83648a23909c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e87eb6d1-698a-415a-8b5a-cad3bc4fd5c7 HTTP/1.1" status: 204 len: 168 time: 0.6968410 Feb 11 05:33:50.148307 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836b673-a69f-4366-a5ab-83648a23909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87eb6d1-698a-415a-8b5a-cad3bc4fd5c7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:50.164269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2e95a8fc-ec3c-4a30-8621-592800d783a0 None None] Provisioning complete for port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:50.171004 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e95a8fc-ec3c-4a30-8621-592800d783a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.175175 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:50.187147 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Sync routers for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:50.207305 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.210020 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:50.213828 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-42d9ea97-140b-4ace-a357-afb134239155 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8668344 Feb 11 05:33:50.214870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60978) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:50.216240 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:50.258841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:50.464543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2e95a8fc-ec3c-4a30-8621-592800d783a0 None None] Current status of the port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:50.494118 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:50.815908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-de144c41-a71d-4211-8a79-e1909a0f3b27 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4131491 Feb 11 05:33:50.916837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-aaf89e49-5bb2-47d8-9f03-74e1979f301d tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2a97b50f51e94f82a57194b389d2769f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901380 Feb 11 05:33:50.936436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5bf8f0ea-bd37-419b-ac8e-f34f2e7385f3 req-3a86ab64-7c7c-4027-b9b0-b76edb2b34ee tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9829481 Feb 11 05:33:50.947799 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:48Z', 'revision_number': 3, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:51.016908 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.032507 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Checking router: a5925aad-3468-4219-b684-aa7a2e0a031a for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:51.032507 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Updating router a5925aad-3468-4219-b684-aa7a2e0a031a port e7b5cf1f-aa61-4313-951b-fb584f7f2171 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:33:51.040686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-0297711a-d83a-4e4d-b82b-a647050331aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.042590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-0297711a-d83a-4e4d-b82b-a647050331aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 1.0322659 Feb 11 05:33:51.119299 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.258303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Allocated IP 172.20.0.1 (1cadc99b-46d1-4fda-a4eb-62d58b78d281/61712a37-d1ce-41db-9e36-72f959011e20/be8f6794-5e34-4436-8a23-b376e0059368) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:51.322845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3b9b69-0e3c-4d7b-b137-56e11d778d33 req-a86fb99a-8d16-40c2-8a3e-e6bd2913998d tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 210 time: 0.2583089 Feb 11 05:33:51.332538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-30e5c8bb-11ae-489e-801a-4f1538917e57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=13a792bf-15da-475c-aad0-05e13fbe91d0 HTTP/1.1" status: 200 len: 217 time: 0.2700458 Feb 11 05:33:51.499649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dd7023-882c-4221-be93-f2ff5b254e0c', 'tag': '07302acd-487d-4df7-ae64-36fdcf7a36ab'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:51.506339 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b0a1a-325c-4e85-a37c-f08f7ed32c33" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dd7023-882c-4221-be93-f2ff5b254e0c", "tag": "07302acd-487d-4df7-ae64-36fdcf7a36ab"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:51.524965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-a3cd9282-24e8-4eab-9bb5-d12a85e9359a tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.526562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-a3cd9282-24e8-4eab-9bb5-d12a85e9359a tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.72 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 815 time: 0.2919016 Feb 11 05:33:51.528041 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Publish callbacks [] for port (be8f6794-5e34-4436-8a23-b376e0059368), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.535325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecc06a-b470-4be1-84ea-fc9e6b2033c1 req-f02903a6-3116-4291-82ac-9b2ba10481e8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.545148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beecc06a-b470-4be1-84ea-fc9e6b2033c1 req-f02903a6-3116-4291-82ac-9b2ba10481e8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.7165685 Feb 11 05:33:51.587264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f368b3a-756e-4e3f-9631-5419ed5195ea req-89676465-af69-4e0a-95ab-769964d26e27 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7477407 Feb 11 05:33:51.591595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Request body: {'port': {'device_id': 'c4050fc8-61de-426c-a666-a35fecb3c700', 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab', 'admin_state_up': True, 'tenant_id': '31d01b8953884b02a010f85b8ce90594'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:51.632786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:51.674000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (be8f6794-5e34-4436-8a23-b376e0059368), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.721609 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Publish callbacks [] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.734518 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.804323 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Attempting to bind port e7b5cf1f-aa61-4313-951b-fb584f7f2171 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:51.805025 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Attempting to bind port e7b5cf1f-aa61-4313-951b-fb584f7f2171 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:51.805719 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Attempting to bind port e7b5cf1f-aa61-4313-951b-fb584f7f2171 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:51.814410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:51.814800 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.820360 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:51.821045 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:51.821621 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.822432 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:51.823067 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Bound port: e7b5cf1f-aa61-4313-951b-fb584f7f2171, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:51.823638 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.830514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:51.838329 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:51.846682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:51.900446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 13a792bf-15da-475c-aad0-05e13fbe91d0 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:51.913273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Pushing event updated for resources: {'Port': ['ID=be8f6794-5e34-4436-8a23-b376e0059368,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:51.917961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-46ce7d28-6da9-4796-a989-d9b1fe21785d tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.919515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-46ce7d28-6da9-4796-a989-d9b1fe21785d tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9775634 Feb 11 05:33:51.944737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (a5925aad-3468-4219-b684-aa7a2e0a031a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.945068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-c5f281cc-61c4-4ba6-828b-0243e077541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.949179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-c5f281cc-61c4-4ba6-828b-0243e077541c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.4702349 Feb 11 05:33:52.029099 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.086999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63340964-4c34-4ebe-ac13-d86ba4d22ace req-f7bea139-4754-477c-9de8-924aeb605d73 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 210 time: 0.2257333 Feb 11 05:33:52.108653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Request body: {'port': {'device_id': '0ec391cf-0c6c-40af-a306-5a7bbcee156b', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '2a97b50f51e94f82a57194b389d2769f'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:52.118394 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] For port e7b5cf1f-aa61-4313-951b-fb584f7f2171, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:52.127379 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] For port e7b5cf1f-aa61-4313-951b-fb584f7f2171, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e7b5cf1f-aa61-4313-951b-fb584f7f2171,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:52.136537 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Pushing event updated for resources: {'Port': ['ID=e7b5cf1f-aa61-4313-951b-fb584f7f2171,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.150222 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.179205 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.182225 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.183637 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.187014 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.187594 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.189163 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.189976 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.191749 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.192964 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.193982 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.194943 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.195862 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.196968 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:52.290849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:52.348961 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42112f72-e1a8-4497-867b-f0a669ec303f None None] Pushing event updated for resources: {'Port': ['ID=e7b5cf1f-aa61-4313-951b-fb584f7f2171,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.361628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be8f6794-5e34-4436-8a23-b376e0059368), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.395845 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:52.399884 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:52.429885 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be614b19-036e-4009-8e25-b93cfa46c099 x-openstack-request-id: req-be614b19-036e-4009-8e25-b93cfa46c099 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:52.431022 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dd7023-882c-4221-be93-f2ff5b254e0c", "tag": "07302acd-487d-4df7-ae64-36fdcf7a36ab", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:52.431297 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be614b19-036e-4009-8e25-b93cfa46c099 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:52.431761 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dd7023-882c-4221-be93-f2ff5b254e0c', 'tag': '07302acd-487d-4df7-ae64-36fdcf7a36ab', 'status': 'completed', 'code': 200} Feb 11 05:33:52.453543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beecc06a-b470-4be1-84ea-fc9e6b2033c1 req-04cff005-5f2f-4726-9636-0c7737015a98 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9074299 Feb 11 05:33:52.494499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 13a792bf-15da-475c-aad0-05e13fbe91d0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13a792bf-15da-475c-aad0-05e13fbe91d0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:52.510740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Made reservation on behalf of 2a97b50f51e94f82a57194b389d2769f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:52.519008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.531195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e2bbc5e6-b3e3-43d5-b2f7-840e536bfc83 None None] Provisioning complete for port be8f6794-5e34-4436-8a23-b376e0059368 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:52.531578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc5e6-b3e3-43d5-b2f7-840e536bfc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be8f6794-5e34-4436-8a23-b376e0059368), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.588864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Publish callbacks [] for port (be8f6794-5e34-4436-8a23-b376e0059368), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.593872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '13a792bf-15da-475c-aad0-05e13fbe91d0', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '13a792bf-15da-475c-aad0-05e13fbe91d0', 'mac_address': 'fa:16:3e:15:96:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:52.598155 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (be8f6794-5e34-4436-8a23-b376e0059368), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.617531 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:52.644368 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.674413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 13a792bf-15da-475c-aad0-05e13fbe91d0 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:52.675397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.695405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbc5e6-b3e3-43d5-b2f7-840e536bfc83 None None] Port be8f6794-5e34-4436-8a23-b376e0059368 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:52.700606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a792bf-15da-475c-aad0-05e13fbe91d0 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:52.719542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (a5925aad-3468-4219-b684-aa7a2e0a031a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.726575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 13a792bf-15da-475c-aad0-05e13fbe91d0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13a792bf-15da-475c-aad0-05e13fbe91d0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:52.735238 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.754596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-ed915a4d-c343-45fd-bd82-2d59eaa863d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:52.756778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-ed915a4d-c343-45fd-bd82-2d59eaa863d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6425879 Feb 11 05:33:52.796706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0128fd-68eb-4252-9a00-a99d28a38b34 req-770c3d08-0e8c-42e2-9201-ea7ec56a3e1e tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:52.804279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad0128fd-68eb-4252-9a00-a99d28a38b34 req-770c3d08-0e8c-42e2-9201-ea7ec56a3e1e tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 945 time: 0.3795292 Feb 11 05:33:52.829010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Made reservation on behalf of 31d01b8953884b02a010f85b8ce90594 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:52.830268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=13a792bf-15da-475c-aad0-05e13fbe91d0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.832609 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.836631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-9c8c042c-63a5-4619-8804-f08c8c652832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:52.838281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-9c8c042c-63a5-4619-8804-f08c8c652832 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 1131 time: 0.4057450 Feb 11 05:33:52.901695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 32820) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:52.918146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:52.923379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10502c7a-5105-4565-9782-5cc82e08b6a0 req-75b0e6a3-daab-48d4-bcb8-06ec7d593660 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:52.923923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:52.931363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10502c7a-5105-4565-9782-5cc82e08b6a0 req-75b0e6a3-daab-48d4-bcb8-06ec7d593660 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 947 time: 0.2927978 Feb 11 05:33:52.933522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Pushing event updated for resources: {'Port': ['ID=be8f6794-5e34-4436-8a23-b376e0059368,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.962581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.064117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-db74aabc-e238-4c90-80b0-7f43171b4194 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986958 Feb 11 05:33:53.069832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Router a5925aad-3468-4219-b684-aa7a2e0a031a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:53.082453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['13a792bf-15da-475c-aad0-05e13fbe91d0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:53.137417 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:51Z', 'revision_number': 1, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:53.202056 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks [] for security_group (56f34d43-384c-41c7-bf4c-09946e649211), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.244952 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0fda4-956e-471c-8dc4-631abda2f2a6 None None] The sync data for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 is: [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:51Z', 'revision_number': 1, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:53.291026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038ca25-f936-4894-848b-2d098de8fd0a req-d5d6aeda-054f-4299-bbe0-6b04d9882d3d tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.292596 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7038ca25-f936-4894-848b-2d098de8fd0a req-d5d6aeda-054f-4299-bbe0-6b04d9882d3d tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2875537e-23ff-4179-a416-fbcdd8202d24 HTTP/1.1" status: 200 len: 945 time: 0.2207289 Feb 11 05:33:53.314700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1537262900', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:53.348740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b9dfe115-d8ac-4a8a-bc39-b6c50f4caf0c None None] Provisioning complete for port be8f6794-5e34-4436-8a23-b376e0059368 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:53.348740 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b9dfe115-d8ac-4a8a-bc39-b6c50f4caf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be8f6794-5e34-4436-8a23-b376e0059368), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.360521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:53.386447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfe115-d8ac-4a8a-bc39-b6c50f4caf0c None None] Port be8f6794-5e34-4436-8a23-b376e0059368 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:53.389428 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cf6de68f-94a6-4234-b997-df111f4490d5 admin admin] 10.222.0.31 "PUT /v2.0/routers/a5925aad-3468-4219-b684-aa7a2e0a031a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1649098 Feb 11 05:33:53.393274 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (56f34d43-384c-41c7-bf4c-09946e649211), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.449318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-7038ca25-f936-4894-848b-2d098de8fd0a req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Deleting port b6b3a91b-0498-4700-a796-5a56350811e8 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:53.449806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7038ca25-f936-4894-848b-2d098de8fd0a req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.578466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-7038ca25-f936-4894-848b-2d098de8fd0a req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] For port b6b3a91b-0498-4700-a796-5a56350811e8, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b6b3a91b-0498-4700-a796-5a56350811e8,segment=NetworkSegment(ee77f676-f2f9-4de6-9eba-e61ff04b7ef2),segment_id=ee77f676-f2f9-4de6-9eba-e61ff04b7ef2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:53.578906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7038ca25-f936-4894-848b-2d098de8fd0a req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.593713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad0128fd-68eb-4252-9a00-a99d28a38b34 req-c7418e40-3907-49b2-ad80-a93a4ac868cf tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ef2833-c9b6-4b42-9fbc-933f3dae0772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883859 Feb 11 05:33:53.610287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-7038ca25-f936-4894-848b-2d098de8fd0a req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Calling delete_port for b6b3a91b-0498-4700-a796-5a56350811e8 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:53.643108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f34d43-384c-41c7-bf4c-09946e649211,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:53.709288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10502c7a-5105-4565-9782-5cc82e08b6a0 req-c87fcffa-af6b-478f-bf6d-1c6b94edb268 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7722614 Feb 11 05:33:53.710291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Made reservation on behalf of 12660b89f1084a6295c6fcb5ee31cbdf for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:53.713425 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.778058 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.818345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-cfb0fc23-a6fd-4a4a-8cd5-bb9eb84c14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.820011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-cfb0fc23-a6fd-4a4a-8cd5-bb9eb84c14e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.9525433 Feb 11 05:33:53.851828 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7038ca25-f936-4894-848b-2d098de8fd0a req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b6b3a91b-0498-4700-a796-5a56350811e8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.854639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72e3789f-4b60-4edb-b6eb-737313dd0260 req-7629bf8f-f153-49f6-a7b2-88208eaafa55 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 210 time: 0.1366026 Feb 11 05:33:53.868545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b6b3a91b-0498-4700-a796-5a56350811e8'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:53.946753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Pushing event deleted for resources: {'Port': ['ID=b6b3a91b-0498-4700-a796-5a56350811e8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:53.990793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7038ca25-f936-4894-848b-2d098de8fd0a req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] No DVR routers for this DVR port b6b3a91b-0498-4700-a796-5a56350811e8 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:53.994511 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7038ca25-f936-4894-848b-2d098de8fd0a req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.001820 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7038ca25-f936-4894-848b-2d098de8fd0a req-557dd3d9-b657-420f-b917-065ef71f056f tempest-ServerGroupTestJSON-1496021058 tempest-ServerGroupTestJSON-1496021058-project] 10.222.0.72 "DELETE /v2.0/ports/b6b3a91b-0498-4700-a796-5a56350811e8 HTTP/1.1" status: 204 len: 173 time: 0.6994581 Feb 11 05:33:54.002736 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2875537e-23ff-4179-a416-fbcdd8202d24', 'name': 'network-vif-deleted', 'tag': 'b6b3a91b-0498-4700-a796-5a56350811e8'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:54.018426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04c887af-f9f4-4beb-a5a3-b8117f206ebf req-b0ea3039-4a50-432c-8a7c-af1e33b96825 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8098667 Feb 11 05:33:54.019908 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5ad0c5-25cf-4c8c-939f-fc02f14e0789" -d '{"events": [{"server_uuid": "2875537e-23ff-4179-a416-fbcdd8202d24", "name": "network-vif-deleted", "tag": "b6b3a91b-0498-4700-a796-5a56350811e8"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:54.083895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-55849243-c64e-4d0a-bfab-1305f06b9d94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=07302acd-487d-4df7-ae64-36fdcf7a36ab HTTP/1.1" status: 200 len: 217 time: 0.2209041 Feb 11 05:33:54.138468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Allocated IP 172.20.0.4 (2ee70d01-8371-4a8f-9578-84f2895a32ab/75535e81-136b-455e-823e-db1995cc9522/b60bee8c-a4d7-46ac-be49-3a23359cef56) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:54.195132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75270c49-281d-4a76-9c62-41893cb9b76d req-bbb656e3-3d96-4a6d-bfa8-a8dd7a45ea1a tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 210 time: 0.1322317 Feb 11 05:33:54.261323 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks [] for security_group (00b192bb-e754-47d6-98e0-b67919c248d5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.289875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Allocated IP 192.168.233.127 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/079a6a2e-7c3c-4357-960b-40d0bcbbe725) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:54.318804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 07302acd-487d-4df7-ae64-36fdcf7a36ab details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:54.323758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (00b192bb-e754-47d6-98e0-b67919c248d5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.354061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] device_id is not set on port 01e269a4-4414-4318-951a-9b5bdd6cf726 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:54.510501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48510e40-40d5-4cb5-9b3b-2ba542150299 req-880406c3-18e8-4b58-baaa-c0f819c090e1 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.512234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48510e40-40d5-4cb5-9b3b-2ba542150299 req-880406c3-18e8-4b58-baaa-c0f819c090e1 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.6602535 Feb 11 05:33:54.523421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 07302acd-487d-4df7-ae64-36fdcf7a36ab, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07302acd-487d-4df7-ae64-36fdcf7a36ab,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:54.541425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '07302acd-487d-4df7-ae64-36fdcf7a36ab', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '07302acd-487d-4df7-ae64-36fdcf7a36ab', 'mac_address': 'fa:16:3e:0f:5f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:54.546826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-33c5bd6f-07e6-4a26-a248-e3108924cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.552780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-33c5bd6f-07e6-4a26-a248-e3108924cd76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.4462070 Feb 11 05:33:54.613859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 07302acd-487d-4df7-ae64-36fdcf7a36ab is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:54.614364 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.640074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07302acd-487d-4df7-ae64-36fdcf7a36ab {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:54.703087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 07302acd-487d-4df7-ae64-36fdcf7a36ab, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07302acd-487d-4df7-ae64-36fdcf7a36ab,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:54.713280 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.716171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 32860) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:54.722176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9090f8c5-be18-406b-812e-24471e0118e9 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610363305', 'description': 'tempest-description--1742347070'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:54.796837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9090f8c5-be18-406b-812e-24471e0118e9 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.813975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=07302acd-487d-4df7-ae64-36fdcf7a36ab,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:54.819464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b192bb-e754-47d6-98e0-b67919c248d5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:54.838834 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306bb092-d4a6-436c-afc6-8fe6c1fc099e x-openstack-request-id: req-306bb092-d4a6-436c-afc6-8fe6c1fc099e {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:54.839342 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2875537e-23ff-4179-a416-fbcdd8202d24", "name": "network-vif-deleted", "tag": "b6b3a91b-0498-4700-a796-5a56350811e8", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:54.839861 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-306bb092-d4a6-436c-afc6-8fe6c1fc099e {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:54.840546 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2875537e-23ff-4179-a416-fbcdd8202d24', 'name': 'network-vif-deleted', 'tag': 'b6b3a91b-0498-4700-a796-5a56350811e8', 'status': 'completed', 'code': 200} Feb 11 05:33:54.842485 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:33:54.927745 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9090f8c5-be18-406b-812e-24471e0118e9 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group (3dcc9464-084a-4bdc-9d6a-08cf720a9484), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.933789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9090f8c5-be18-406b-812e-24471e0118e9 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3dcc9464-084a-4bdc-9d6a-08cf720a9484), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.964187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['07302acd-487d-4df7-ae64-36fdcf7a36ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:54.982916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9090f8c5-be18-406b-812e-24471e0118e9 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.984266 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9090f8c5-be18-406b-812e-24471e0118e9 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2663126 Feb 11 05:33:54.984956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090f8c5-be18-406b-812e-24471e0118e9 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcc9464-084a-4bdc-9d6a-08cf720a9484,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:54.988943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 32872) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:54.995826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-72def2c1-2cbb-471e-928d-1b617ef9eff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Request body: {'security_group_rule': {'security_group_id': '3dcc9464-084a-4bdc-9d6a-08cf720a9484', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:55.036965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72def2c1-2cbb-471e-928d-1b617ef9eff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group_rule (234b1d2d-dda7-47a5-a2d3-2b4dc3421de0), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.183056 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72def2c1-2cbb-471e-928d-1b617ef9eff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group_rule (234b1d2d-dda7-47a5-a2d3-2b4dc3421de0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.190935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72def2c1-2cbb-471e-928d-1b617ef9eff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (234b1d2d-dda7-47a5-a2d3-2b4dc3421de0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.214787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72def2c1-2cbb-471e-928d-1b617ef9eff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234b1d2d-dda7-47a5-a2d3-2b4dc3421de0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:55.243952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72def2c1-2cbb-471e-928d-1b617ef9eff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.245766 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-72def2c1-2cbb-471e-928d-1b617ef9eff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2548361 Feb 11 05:33:55.248343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 32876) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:55.254346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-88306ff2-d62f-4d7f-b1aa-32b7efd5a963 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Request body: {'security_group_rule': {'security_group_id': '3dcc9464-084a-4bdc-9d6a-08cf720a9484', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:55.299951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88306ff2-d62f-4d7f-b1aa-32b7efd5a963 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group_rule (d12a256e-7dd3-44b0-9dbe-b30d8732bc9c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.375685 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88306ff2-d62f-4d7f-b1aa-32b7efd5a963 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group_rule (d12a256e-7dd3-44b0-9dbe-b30d8732bc9c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.386269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88306ff2-d62f-4d7f-b1aa-32b7efd5a963 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d12a256e-7dd3-44b0-9dbe-b30d8732bc9c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.406844 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88306ff2-d62f-4d7f-b1aa-32b7efd5a963 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12a256e-7dd3-44b0-9dbe-b30d8732bc9c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:55.426344 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88306ff2-d62f-4d7f-b1aa-32b7efd5a963 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.432003 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-88306ff2-d62f-4d7f-b1aa-32b7efd5a963 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823120 Feb 11 05:33:55.432632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 32878) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:55.437096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:55.459577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.553285 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks [] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.590243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48510e40-40d5-4cb5-9b3b-2ba542150299 req-fa868906-a4db-4811-bd92-bb038ef46933 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0168846 Feb 11 05:33:55.607897 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks [] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.614241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-bc49bbed-a9bd-4904-b106-8701900caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.616339 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-bc49bbed-a9bd-4904-b106-8701900caf2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9277911 Feb 11 05:33:55.617359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.632752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Allocated IP 172.25.1.92 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/01e269a4-4414-4318-951a-9b5bdd6cf726) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:55.682270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e7b5cf1f-aa61-4313-951b-fb584f7f2171 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:55.707531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7ebd-8702-46e3-b0c8-1fc3f40c3770 req-e9d6af9d-6386-4150-916e-8b55afa35b21 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.714545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d82e7ebd-8702-46e3-b0c8-1fc3f40c3770 req-e9d6af9d-6386-4150-916e-8b55afa35b21 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 948 time: 0.6869502 Feb 11 05:33:55.808670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e7b5cf1f-aa61-4313-951b-fb584f7f2171 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:55.809496 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.815843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.840612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['78cee3d1-fb42-4036-b3f2-fe1a39e20777'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:55.902108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 13a792bf-15da-475c-aad0-05e13fbe91d0 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:56.034431 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.068766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Network 2ee70d01-8371-4a8f-9578-84f2895a32ab is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:56.076653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d82e7ebd-8702-46e3-b0c8-1fc3f40c3770 req-767d10d4-8532-49e5-90a3-790f65eec3ee tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612425 Feb 11 05:33:56.100516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-64608cf6-3228-4174-8efd-23ed26b8e9d5 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702704 Feb 11 05:33:56.105953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:56.115375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Pushing event updated for resources: {'Port': ['ID=b60bee8c-a4d7-46ac-be49-3a23359cef56,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:56.118805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:56.191259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e7b5cf1f-aa61-4313-951b-fb584f7f2171 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:56.192331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.212414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:56.236722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 13a792bf-15da-475c-aad0-05e13fbe91d0 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:56.255067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port e7b5cf1f-aa61-4313-951b-fb584f7f2171, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e7b5cf1f-aa61-4313-951b-fb584f7f2171,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:56.260008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 13a792bf-15da-475c-aad0-05e13fbe91d0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:56.260914 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.270738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:56.293858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks [] for port (01e269a4-4414-4318-951a-9b5bdd6cf726), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.321833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.358924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:56.369237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 07302acd-487d-4df7-ae64-36fdcf7a36ab up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:56.385052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465baab9-dc8a-41c5-9c88-7aaf07ed58dd req-de58a777-a597-477f-bd06-3346b2ceed2e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.389268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-465baab9-dc8a-41c5-9c88-7aaf07ed58dd req-de58a777-a597-477f-bd06-3346b2ceed2e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 931 time: 0.5714090 Feb 11 05:33:56.496232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Sync routers for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:56.510750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.511631 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.525762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b0a1a-325c-4e85-a37c-f08f7ed32c33 req-de628dc6-5a0b-4a69-b0d4-4a8678619918 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133618 Feb 11 05:33:56.526455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Pushing event updated for resources: {'Port': ['ID=079a6a2e-7c3c-4357-960b-40d0bcbbe725,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:56.528844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=e7b5cf1f-aa61-4313-951b-fb584f7f2171,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:56.550008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 07302acd-487d-4df7-ae64-36fdcf7a36ab completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:56.562554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.563091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.581012 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:56.581728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:56.592905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-4b176255-93ee-4aab-b0f9-2d3e956b4289 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0090947 Feb 11 05:33:56.611103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Request body: {'port': {'device_id': 'c4050fc8-61de-426c-a666-a35fecb3c700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:56.624521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 07302acd-487d-4df7-ae64-36fdcf7a36ab triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:56.624898 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.648045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-63cf20fe-afc1-4c8c-ba5d-233e9f500b54 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6737542 Feb 11 05:33:56.661907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3a8d7-c10d-48ee-8f39-9b7c74d040c6 req-6b3e2c61-3a6d-45ba-bd23-21cc24d0b0bc tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.663425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ef3a8d7-c10d-48ee-8f39-9b7c74d040c6 req-6b3e2c61-3a6d-45ba-bd23-21cc24d0b0bc tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 936 time: 0.3949797 Feb 11 05:33:56.670162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-465baab9-dc8a-41c5-9c88-7aaf07ed58dd req-f5a8a7af-1b20-4dc2-9dd7-1a9862dce257 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716371 Feb 11 05:33:56.676406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Request body: {'port': {'device_id': '0ec391cf-0c6c-40af-a306-5a7bbcee156b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:56.679450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (01e269a4-4414-4318-951a-9b5bdd6cf726), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.712779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Allocated IP 172.25.1.51 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/299dbab2-482c-40ff-b9e3-882cb04f1a55) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:56.718696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 13a792bf-15da-475c-aad0-05e13fbe91d0 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:56.719230 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.794415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7c7d4ddc-438d-4929-a1ed-c69933cc3907 None None] Provisioning complete for port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:56.794700 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4ddc-438d-4929-a1ed-c69933cc3907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.814029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:56.835399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Pushing event updated for resources: {'Port': ['ID=01e269a4-4414-4318-951a-9b5bdd6cf726,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:56.839333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:56.840753 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.862644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:56.887234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for port (299dbab2-482c-40ff-b9e3-882cb04f1a55), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.887489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a792bf-15da-475c-aad0-05e13fbe91d0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:56.890234 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65b751f-bfe2-4af1-a7f6-f0ec56241793" -d '{"events": [{"server_uuid": "b6ea33b0-2b32-42ee-93d9-19003bb52291", "name": "network-vif-plugged", "status": "completed", "tag": "13a792bf-15da-475c-aad0-05e13fbe91d0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:56.925938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 13a792bf-15da-475c-aad0-05e13fbe91d0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13a792bf-15da-475c-aad0-05e13fbe91d0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:56.938322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (299dbab2-482c-40ff-b9e3-882cb04f1a55), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.945956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d4ddc-438d-4929-a1ed-c69933cc3907 None None] Port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:56.951126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ef3a8d7-c10d-48ee-8f39-9b7c74d040c6 req-04a98c56-d171-4a8f-8b34-d3b95b6bf4cb tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664568 Feb 11 05:33:56.960637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.000860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.006082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 07302acd-487d-4df7-ae64-36fdcf7a36ab is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:57.006526 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.031902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:57.035612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:57.039777 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:57.050405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:57.064480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.065092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.101820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Pushing event updated for resources: {'Port': ['ID=299dbab2-482c-40ff-b9e3-882cb04f1a55,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.156366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 07302acd-487d-4df7-ae64-36fdcf7a36ab, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07302acd-487d-4df7-ae64-36fdcf7a36ab,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:57.167934 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5e446a-ca34-452f-9b5c-9b754719038c x-openstack-request-id: req-4a5e446a-ca34-452f-9b5c-9b754719038c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:57.168240 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ea33b0-2b32-42ee-93d9-19003bb52291", "name": "network-vif-plugged", "status": "completed", "tag": "13a792bf-15da-475c-aad0-05e13fbe91d0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:57.168834 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a5e446a-ca34-452f-9b5c-9b754719038c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:57.168945 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a792bf-15da-475c-aad0-05e13fbe91d0', 'code': 200} Feb 11 05:33:57.172936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-44afd7ad-2c45-4ff7-9e7a-30245706c1fb tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.2691081 Feb 11 05:33:57.206746 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.207692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b6b3a91b-0498-4700-a796-5a56350811e8 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:57.231856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 32914) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:57.239013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.92'}]}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:57.252781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=13a792bf-15da-475c-aad0-05e13fbe91d0,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.256625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816a359-2193-44da-887c-8e50f79e9504 req-5b3c6d79-2bc4-42f5-acaa-2ed0a57ae902 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.258524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a816a359-2193-44da-887c-8e50f79e9504 req-5b3c6d79-2bc4-42f5-acaa-2ed0a57ae902 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 813 time: 0.4241829 Feb 11 05:33:57.276637 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for floatingip (336d98ec-c4da-4fca-9399-c7886788534f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.329796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: b6b3a91b-0498-4700-a796-5a56350811e8 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:57.330169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b6b3a91b-0498-4700-a796-5a56350811e8 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:57.340904 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (299dbab2-482c-40ff-b9e3-882cb04f1a55), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.423578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a816a359-2193-44da-887c-8e50f79e9504 req-5039a0ff-a51d-43a0-a189-69ee721658f8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/quotas/a868f2dce3ec40e784918c0c04c873e9 HTTP/1.1" status: 200 len: 375 time: 0.1280370 Feb 11 05:33:57.450133 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.451466 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.462386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=07302acd-487d-4df7-ae64-36fdcf7a36ab,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.555423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for port (299dbab2-482c-40ff-b9e3-882cb04f1a55), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.564069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (299dbab2-482c-40ff-b9e3-882cb04f1a55), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.604275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e7b5cf1f-aa61-4313-951b-fb584f7f2171 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:57.658420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265f6f5-e49d-4123-8e5a-5d7e86cf569b req-963d6a76-4e83-4cf0-a065-ca9158e3af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.660360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5265f6f5-e49d-4123-8e5a-5d7e86cf569b req-963d6a76-4e83-4cf0-a065-ca9158e3af7a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 1132 time: 0.4437494 Feb 11 05:33:57.668966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Pushing event updated for resources: {'Port': ['ID=299dbab2-482c-40ff-b9e3-882cb04f1a55,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.686356 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (336d98ec-c4da-4fca-9399-c7886788534f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.698744 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f4e4efec-6de7-4698-901e-f0f0545b94d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.709926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.711862 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2688aa5e-7f25-4a47-b775-81203a04bbb0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2782104 Feb 11 05:33:57.733809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 2, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:57.791812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e7b5cf1f-aa61-4313-951b-fb584f7f2171 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:57.792205 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.797994 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks [] for router_controller (4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.811080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1bd2-08ad-49e1-8301-ef69e3c957c3 req-a43a0b68-fa95-455a-92f4-63af794eb478 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.812518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e03f1bd2-08ad-49e1-8301-ef69e3c957c3 req-a43a0b68-fa95-455a-92f4-63af794eb478 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 949 time: 0.5243740 Feb 11 05:33:57.818882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Checking router: a5925aad-3468-4219-b684-aa7a2e0a031a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:57.819312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Updating router a5925aad-3468-4219-b684-aa7a2e0a031a port be8f6794-5e34-4436-8a23-b376e0059368 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:33:57.862587 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be8f6794-5e34-4436-8a23-b376e0059368), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.003513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a816a359-2193-44da-887c-8e50f79e9504 req-56ca3dec-6efb-4dad-b35f-cc3d1706a1db tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5556214 Feb 11 05:33:58.059958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e03f1bd2-08ad-49e1-8301-ef69e3c957c3 req-8994203a-b4aa-4e4a-8c46-6830a01d7ca3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275975 Feb 11 05:33:58.067680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5265f6f5-e49d-4123-8e5a-5d7e86cf569b req-abf2eea6-395f-4a52-8778-cf6f95a528ce service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578336 Feb 11 05:33:58.072547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e7b5cf1f-aa61-4313-951b-fb584f7f2171 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:58.338619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks [] for router_gateway (4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.374702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60bee8c-a4d7-46ac-be49-3a23359cef56 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:58.389563 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Publish callbacks [] for port (be8f6794-5e34-4436-8a23-b376e0059368), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.406341 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (be8f6794-5e34-4436-8a23-b376e0059368), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.406958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Publish callbacks [] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.429409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079a6a2e-7c3c-4357-960b-40d0bcbbe725 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:58.445416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Publish callbacks [] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.463054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd730d-8b8f-4a73-962b-a17ec3098941 None None] Pushing event updated for resources: {'Port': ['ID=be8f6794-5e34-4436-8a23-b376e0059368,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:58.464645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Transition to ACTIVE for port object b60bee8c-a4d7-46ac-be49-3a23359cef56 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:58.609555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Attempting to bind port be8f6794-5e34-4436-8a23-b376e0059368 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:58.609934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Attempting to bind port be8f6794-5e34-4436-8a23-b376e0059368 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:58.610307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Attempting to bind port be8f6794-5e34-4436-8a23-b376e0059368 on network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:58.622424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:58.622814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Checking segment: {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:58.623229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.623635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Bound using segment: {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:58.624126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Bound port: be8f6794-5e34-4436-8a23-b376e0059368, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:58.626480 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be8f6794-5e34-4436-8a23-b376e0059368), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.715481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] For port be8f6794-5e34-4436-8a23-b376e0059368, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:58.719215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] For port be8f6794-5e34-4436-8a23-b376e0059368, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=be8f6794-5e34-4436-8a23-b376e0059368,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:58.729474 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (be8f6794-5e34-4436-8a23-b376e0059368), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.818010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-49edf9ec-9ce9-4520-83fc-7b085920274e None None] Provisioning complete for port be8f6794-5e34-4436-8a23-b376e0059368 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:58.818590 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-49edf9ec-9ce9-4520-83fc-7b085920274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be8f6794-5e34-4436-8a23-b376e0059368), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.885767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Transition to ACTIVE for port object 079a6a2e-7c3c-4357-960b-40d0bcbbe725 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:58.886559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.913571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5a792-7238-407a-94a7-e23251e99788 req-14d3ee73-9af2-4ce7-85ee-ee5fa6baa205 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.915516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29a5a792-7238-407a-94a7-e23251e99788 req-14d3ee73-9af2-4ce7-85ee-ee5fa6baa205 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 931 time: 0.7511075 Feb 11 05:33:58.977776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4720ca9-5f90-4a4d-999d-760286c6f538 req-868678e4-1ec8-4bb1-8c37-258cd905693e tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.986016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4720ca9-5f90-4a4d-999d-760286c6f538 req-868678e4-1ec8-4bb1-8c37-258cd905693e tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 936 time: 0.8189859 Feb 11 05:33:59.041272 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.065945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:59.066956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:59.118647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd730d-8b8f-4a73-962b-a17ec3098941 None None] Pushing event updated for resources: {'Port': ['ID=be8f6794-5e34-4436-8a23-b376e0059368,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:59.184663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dd7023-882c-4221-be93-f2ff5b254e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07302acd-487d-4df7-ae64-36fdcf7a36ab'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:59.187041 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f788a5-046a-41bb-9424-218f5b4ca1b1" -d '{"events": [{"server_uuid": "c8dd7023-882c-4221-be93-f2ff5b254e0c", "name": "network-vif-plugged", "status": "completed", "tag": "07302acd-487d-4df7-ae64-36fdcf7a36ab"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:59.196809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Pushing event updated for resources: {'Port': ['ID=b60bee8c-a4d7-46ac-be49-3a23359cef56,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:59.331963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4720ca9-5f90-4a4d-999d-760286c6f538 req-a79eb8b6-3429-4ddc-9ef3-b0627155118c tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450577 Feb 11 05:33:59.398044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:59.474710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29a5a792-7238-407a-94a7-e23251e99788 req-c2b4a70d-753d-4888-80ae-3edef23e97bd tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858356 Feb 11 05:33:59.490860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Pushing event updated for resources: {'Port': ['ID=079a6a2e-7c3c-4357-960b-40d0bcbbe725,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:59.596645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-49edf9ec-9ce9-4520-83fc-7b085920274e None None] Current status of the port be8f6794-5e34-4436-8a23-b376e0059368 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:59.597317 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-49edf9ec-9ce9-4520-83fc-7b085920274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be8f6794-5e34-4436-8a23-b376e0059368), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.676491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device be8f6794-5e34-4436-8a23-b376e0059368 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:59.769434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Attempting to bind port b60bee8c-a4d7-46ac-be49-3a23359cef56 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:59.769780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Attempting to bind port b60bee8c-a4d7-46ac-be49-3a23359cef56 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:59.770112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Attempting to bind port b60bee8c-a4d7-46ac-be49-3a23359cef56 on network 2ee70d01-8371-4a8f-9578-84f2895a32ab {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:59.789098 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-49edf9ec-9ce9-4520-83fc-7b085920274e None None] For port be8f6794-5e34-4436-8a23-b376e0059368, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=be8f6794-5e34-4436-8a23-b376e0059368,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:59.807974 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-49edf9ec-9ce9-4520-83fc-7b085920274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (be8f6794-5e34-4436-8a23-b376e0059368), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.827635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Attempting to bind port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:59.827967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Attempting to bind port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:59.828308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Attempting to bind port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:59.838174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Port b60bee8c-a4d7-46ac-be49-3a23359cef56 on network 2ee70d01-8371-4a8f-9578-84f2895a32ab not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:59.838507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Attempting to bind port b60bee8c-a4d7-46ac-be49-3a23359cef56 on network 2ee70d01-8371-4a8f-9578-84f2895a32ab {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:59.860862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port be8f6794-5e34-4436-8a23-b376e0059368 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:59.861300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be8f6794-5e34-4436-8a23-b376e0059368), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.880799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcd308-7913-4580-aae7-48a5020b57a1 req-17e82330-6810-47f6-b354-9be42218a078 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:59.888018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55fcd308-7913-4580-aae7-48a5020b57a1 req-17e82330-6810-47f6-b354-9be42218a078 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3298616 Feb 11 05:33:59.895579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:59.896465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Attempting to bind port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:59.909028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:59.909864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Checking segment: {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:59.909864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Bound using segment: {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:59.910157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Bound port: b60bee8c-a4d7-46ac-be49-3a23359cef56, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:59.910668 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.937352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:59.937703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:59.938091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:59.938525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Bound port: 079a6a2e-7c3c-4357-960b-40d0bcbbe725, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:59.939719 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.952396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4564-3e24-4a8e-ad77-afab3a15e29d req-833ee264-a1ff-4813-974c-53058ecb227d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:59.952986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edf9ec-9ce9-4520-83fc-7b085920274e None None] Pushing event updated for resources: {'Port': ['ID=be8f6794-5e34-4436-8a23-b376e0059368,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:59.954084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e6b4564-3e24-4a8e-ad77-afab3a15e29d req-833ee264-a1ff-4813-974c-53058ecb227d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 949 time: 0.2631211 Feb 11 05:33:59.966931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c074a752-13ac-4386-885a-890babe12613 None None] Provisioning complete for port be8f6794-5e34-4436-8a23-b376e0059368 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:59.967315 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c074a752-13ac-4386-885a-890babe12613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be8f6794-5e34-4436-8a23-b376e0059368), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.041308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port be8f6794-5e34-4436-8a23-b376e0059368 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:00.046347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:58Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:00.079572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649517e-ea1a-463e-9a0c-ad12bba34925 None None] The sync data for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 is: [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:58Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:00.131913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c074a752-13ac-4386-885a-890babe12613 None None] Current status of the port be8f6794-5e34-4436-8a23-b376e0059368 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:00.164793 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks [] for router_gateway (4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.211523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.244009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-10610b5e-06c9-4da5-879a-6b1af3ebdbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.287886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55fcd308-7913-4580-aae7-48a5020b57a1 req-2b741a60-56e0-4962-be77-d5f8cce6ee41 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988881 Feb 11 05:34:00.324151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e6b4564-3e24-4a8e-ad77-afab3a15e29d req-69248f36-86da-4c43-bb94-1677ce45acbc tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356731 Feb 11 05:34:00.369005 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe75e080-89d9-48dd-9708-c0864df67f83 x-openstack-request-id: req-fe75e080-89d9-48dd-9708-c0864df67f83 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:00.370694 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dd7023-882c-4221-be93-f2ff5b254e0c", "name": "network-vif-plugged", "status": "completed", "tag": "07302acd-487d-4df7-ae64-36fdcf7a36ab", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:00.370969 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe75e080-89d9-48dd-9708-c0864df67f83 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:00.373582 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dd7023-882c-4221-be93-f2ff5b254e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07302acd-487d-4df7-ae64-36fdcf7a36ab', 'code': 200} Feb 11 05:34:00.390301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] For port 079a6a2e-7c3c-4357-960b-40d0bcbbe725, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:00.408289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] For port b60bee8c-a4d7-46ac-be49-3a23359cef56, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:00.467850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] For port 079a6a2e-7c3c-4357-960b-40d0bcbbe725, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=079a6a2e-7c3c-4357-960b-40d0bcbbe725,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:00.526597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] For port b60bee8c-a4d7-46ac-be49-3a23359cef56, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b60bee8c-a4d7-46ac-be49-3a23359cef56,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:00.609759 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.641812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.769775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:00.771122 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.772939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] 10.222.0.81 "PUT /v2.0/ports/079a6a2e-7c3c-4357-960b-40d0bcbbe725 HTTP/1.1" status: 200 len: 1097 time: 4.1067646 Feb 11 05:34:00.825442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec391cf-0c6c-40af-a306-5a7bbcee156b', 'tag': '079a6a2e-7c3c-4357-960b-40d0bcbbe725'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:00.829988 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e47e7c3-a284-4b85-b751-93bcb7265cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec391cf-0c6c-40af-a306-5a7bbcee156b", "tag": "079a6a2e-7c3c-4357-960b-40d0bcbbe725"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:00.871427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:00.872554 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.875144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] 10.222.0.72 "PUT /v2.0/ports/b60bee8c-a4d7-46ac-be49-3a23359cef56 HTTP/1.1" status: 200 len: 1092 time: 4.2705636 Feb 11 05:34:00.894445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks [] for router (4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.972933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e47ba4-ed2b-4ddc-8ecf-0153c0a20ab9 req-c16bdc10-9582-4de4-8fe0-399c807707b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:00.975169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4e47ba4-ed2b-4ddc-8ecf-0153c0a20ab9 req-c16bdc10-9582-4de4-8fe0-399c807707b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 1133 time: 0.4992006 Feb 11 05:34:01.022993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.146448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de627f3-a550-4f1d-aa97-aebb04991c93 service neutron] Pushing event updated for resources: {'Port': ['ID=079a6a2e-7c3c-4357-960b-40d0bcbbe725,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:01.162488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04913-727d-4721-bafb-682482509278 req-d79dcdab-9e5d-4ea7-b1b2-87a4f1965856 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.164077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51b04913-727d-4721-bafb-682482509278 req-d79dcdab-9e5d-4ea7-b1b2-87a4f1965856 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.6285126 Feb 11 05:34:01.212878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579999-4de6-48c7-ae20-bbbaf62029be req-a91e5da0-31bd-4115-b4c9-4bbbdd50e84c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.214498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d579999-4de6-48c7-ae20-bbbaf62029be req-a91e5da0-31bd-4115-b4c9-4bbbdd50e84c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 950 time: 0.6813676 Feb 11 05:34:01.314807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4e47ba4-ed2b-4ddc-8ecf-0153c0a20ab9 req-4b9f766a-dded-4165-bd32-c7b6c4950e63 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968583 Feb 11 05:34:01.343509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-e94198ec-5487-4568-ae42-9313ac3bfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.345213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-e94198ec-5487-4568-ae42-9313ac3bfe50 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2a97b50f51e94f82a57194b389d2769f&device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 1131 time: 0.5062859 Feb 11 05:34:01.380787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e9afe-78ed-47fe-b762-f09d66331667 service neutron] Pushing event updated for resources: {'Port': ['ID=b60bee8c-a4d7-46ac-be49-3a23359cef56,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:01.400462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.408359 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks [] for router_controller (4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.456257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-576e4f9b-0489-476f-8943-2f863031ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.458194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-576e4f9b-0489-476f-8943-2f863031ec01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 1126 time: 0.4889827 Feb 11 05:34:01.468095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-9fe62702-7615-4f08-8ca3-4b1bab084d08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=079a6a2e-7c3c-4357-960b-40d0bcbbe725 HTTP/1.1" status: 200 len: 217 time: 0.0841749 Feb 11 05:34:01.577489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device be8f6794-5e34-4436-8a23-b376e0059368 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:01.585332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51b04913-727d-4721-bafb-682482509278 req-cb2d6175-698e-45e7-b84b-f128a0eb30ce tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609252 Feb 11 05:34:01.590239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.590780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bf34fb8-1630-43e4-abb8-4fd5a4d2a3bb {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:34:01.596401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d579999-4de6-48c7-ae20-bbbaf62029be req-da8423ef-e115-44ab-998f-7914ce29ff66 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377738 Feb 11 05:34:01.601734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-8a81e370-bf77-4833-9fd2-5fc6503eed68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60bee8c-a4d7-46ac-be49-3a23359cef56 HTTP/1.1" status: 200 len: 217 time: 0.0977826 Feb 11 05:34:01.704118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-ba1c9210-0241-408d-a3db-15df78c7112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.713335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-ba1c9210-0241-408d-a3db-15df78c7112d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2009897 Feb 11 05:34:01.713335 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:34:01.713335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-47b4f7eb-efb5-491c-b608-185d8436a318 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.4777656 Feb 11 05:34:01.713814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33048) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:01.749306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port be8f6794-5e34-4436-8a23-b376e0059368 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:01.749686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be8f6794-5e34-4436-8a23-b376e0059368), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.855943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6353a670-a0ab-4d7a-b553-6c93c59c5e39 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Deleting port 01e269a4-4414-4318-951a-9b5bdd6cf726 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:01.856422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6353a670-a0ab-4d7a-b553-6c93c59c5e39 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (01e269a4-4414-4318-951a-9b5bdd6cf726), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.883837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-0be2ba6e-25b4-4e43-8484-87984ed06fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.885339 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-0be2ba6e-25b4-4e43-8484-87984ed06fe9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.2726593 Feb 11 05:34:01.904354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port be8f6794-5e34-4436-8a23-b376e0059368 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:01.930148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-bcc2f12f-fdaa-4d92-ae66-617cfb789604 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315375 Feb 11 05:34:01.976906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-5f6b6fbb-b4d6-4bae-9d72-65e91df104b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.978649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-5f6b6fbb-b4d6-4bae-9d72-65e91df104b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2395966 Feb 11 05:34:02.124202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b255d36-45be-42de-8f11-b81335f4c26c req-5b2a8173-4142-401b-9cd9-cd6617ae5a1b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.131988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b255d36-45be-42de-8f11-b81335f4c26c req-5b2a8173-4142-401b-9cd9-cd6617ae5a1b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 948 time: 0.3537436 Feb 11 05:34:02.182338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-66efb5c5-f413-4b68-8d3a-c7cf7e02025d service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902096 Feb 11 05:34:02.206261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b219b63-e62d-4a49-b67c-15ea756abf92 req-7a7d0f83-920b-44e5-98bb-a71715fb66b9 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.208213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b219b63-e62d-4a49-b67c-15ea756abf92 req-7a7d0f83-920b-44e5-98bb-a71715fb66b9 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 943 time: 0.4312437 Feb 11 05:34:02.368736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6353a670-a0ab-4d7a-b553-6c93c59c5e39 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (01e269a4-4414-4318-951a-9b5bdd6cf726), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.377886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b219b63-e62d-4a49-b67c-15ea756abf92 req-7fff79a5-51ec-4a12-9f94-486528f6552f tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591785 Feb 11 05:34:02.395508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6353a670-a0ab-4d7a-b553-6c93c59c5e39 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Calling delete_port for 01e269a4-4414-4318-951a-9b5bdd6cf726 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:02.404256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b255d36-45be-42de-8f11-b81335f4c26c req-e72db8b2-356b-4968-9227-7ca4a06079b4 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666929 Feb 11 05:34:02.406700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-c04e69b4-bd00-45b3-b800-fc1f7abc5fc9 service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651835 Feb 11 05:34:02.502090 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f97c3-9005-4c4f-9c2b-0b5b3327af7d x-openstack-request-id: req-5c1f97c3-9005-4c4f-9c2b-0b5b3327af7d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:02.502670 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec391cf-0c6c-40af-a306-5a7bbcee156b", "tag": "079a6a2e-7c3c-4357-960b-40d0bcbbe725", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:02.503160 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c1f97c3-9005-4c4f-9c2b-0b5b3327af7d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:02.503765 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec391cf-0c6c-40af-a306-5a7bbcee156b', 'tag': '079a6a2e-7c3c-4357-960b-40d0bcbbe725', 'status': 'completed', 'code': 200} Feb 11 05:34:02.579434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33062) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:02.683084 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.743385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ca257e-d6c1-4a81-a6a7-492fcd90cbee admin admin] Deleting subnet c69da225-577d-4a3d-8c31-5ab1674f57b1 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:02.748327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51ca257e-d6c1-4a81-a6a7-492fcd90cbee admin admin] Publish callbacks [] for subnet (c69da225-577d-4a3d-8c31-5ab1674f57b1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.794357 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6353a670-a0ab-4d7a-b553-6c93c59c5e39 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (01e269a4-4414-4318-951a-9b5bdd6cf726), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.797590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51ca257e-d6c1-4a81-a6a7-492fcd90cbee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (c69da225-577d-4a3d-8c31-5ab1674f57b1), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.855650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353a670-a0ab-4d7a-b553-6c93c59c5e39 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Pushing event deleted for resources: {'Port': ['ID=01e269a4-4414-4318-951a-9b5bdd6cf726,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:02.930204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51ca257e-d6c1-4a81-a6a7-492fcd90cbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c69da225-577d-4a3d-8c31-5ab1674f57b1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.976073 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6353a670-a0ab-4d7a-b553-6c93c59c5e39 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.979810 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6353a670-a0ab-4d7a-b553-6c93c59c5e39 tempest-RoutersAdminNegativeIpV6Test-613344767 tempest-RoutersAdminNegativeIpV6Test-613344767-project-admin] 10.222.0.31 "DELETE /v2.0/ports/01e269a4-4414-4318-951a-9b5bdd6cf726 HTTP/1.1" status: 204 len: 168 time: 1.2649338 Feb 11 05:34:03.025612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51ca257e-d6c1-4a81-a6a7-492fcd90cbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (c69da225-577d-4a3d-8c31-5ab1674f57b1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.076200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd506d9b-d25c-41ac-a784-a44535e479c2 req-ab26715b-6cab-4c04-91d2-832713f1b671 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812516 Feb 11 05:34:03.077914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51ca257e-d6c1-4a81-a6a7-492fcd90cbee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.081092 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-51ca257e-d6c1-4a81-a6a7-492fcd90cbee admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c69da225-577d-4a3d-8c31-5ab1674f57b1 HTTP/1.1" status: 204 len: 168 time: 0.4998851 Feb 11 05:34:03.082286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca257e-d6c1-4a81-a6a7-492fcd90cbee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69da225-577d-4a3d-8c31-5ab1674f57b1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:03.085648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33072) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:03.143380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5a8864a-8d99-4bf0-a6c0-e91ce4ed2767 req-bda814b0-6ad9-48b8-9b5f-3b5f61a6901e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a868f2dce3ec40e784918c0c04c873e9 HTTP/1.1" status: 200 len: 221 time: 0.1243300 Feb 11 05:34:03.174966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae0f7c-b563-48ae-9cac-ae2aec6ac61d req-96c02362-faff-4511-99cd-29ed435291e1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.184418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0ae0f7c-b563-48ae-9cac-ae2aec6ac61d req-96c02362-faff-4511-99cd-29ed435291e1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 950 time: 0.1636593 Feb 11 05:34:03.189961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-973aeffc-ff87-4f0c-9d00-d531e5477f3e req-f9af88e0-77a8-4e9d-8c26-45abf04dbc4a service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7690496 Feb 11 05:34:03.190217 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (dcdb42aa-1461-40e9-8052-96bb4a44b58a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.337785 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0ae0f7c-b563-48ae-9cac-ae2aec6ac61d req-c688f25a-707c-4ec2-94e1-4712a6d7f803 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522856 Feb 11 05:34:03.343451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-53ac247b-c156-4ac3-b490-d31f7b55dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.345104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-53ac247b-c156-4ac3-b490-d31f7b55dd87 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2a97b50f51e94f82a57194b389d2769f&device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 1131 time: 0.1576920 Feb 11 05:34:03.374305 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (dcdb42aa-1461-40e9-8052-96bb4a44b58a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.423451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdb42aa-1461-40e9-8052-96bb4a44b58a']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:03.441105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee77f676-f2f9-4de6-9eba-e61ff04b7ef2') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:03.441554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee77f676-f2f9-4de6-9eba-e61ff04b7ef2') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:03.454704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84645eec-846a-4f0b-ab77-493653334cd7 req-ec718d63-8d51-4f6e-85b9-02a580e1bfe7 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.461793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84645eec-846a-4f0b-ab77-493653334cd7 req-ec718d63-8d51-4f6e-85b9-02a580e1bfe7 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1828961 Feb 11 05:34:03.467285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (ee77f676-f2f9-4de6-9eba-e61ff04b7ef2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.500550 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ee77f676-f2f9-4de6-9eba-e61ff04b7ef2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.512148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:34:03.514093 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (ee77f676-f2f9-4de6-9eba-e61ff04b7ef2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:34:03.520393 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:34:03.563904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-50cfcd0f-3381-47a2-ae76-3fa20a8daf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.565447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-50cfcd0f-3381-47a2-ae76-3fa20a8daf7e service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2048714 Feb 11 05:34:03.581412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84645eec-846a-4f0b-ab77-493653334cd7 req-cbaae230-71ce-443f-bc96-0d20f8067331 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124804 Feb 11 05:34:03.619621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33086) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:03.632833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-793cd66c-bda5-42d1-ba3e-ea367942aa49 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=079a6a2e-7c3c-4357-960b-40d0bcbbe725 HTTP/1.1" status: 200 len: 217 time: 0.0502894 Feb 11 05:34:03.635426 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (dcdb42aa-1461-40e9-8052-96bb4a44b58a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.647034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.669751 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/dcdb42aa-1461-40e9-8052-96bb4a44b58a HTTP/1.1" status: 204 len: 168 time: 0.5819855 Feb 11 05:34:03.699522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de59fa-f226-4fd3-a06a-1ff51415d1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=dcdb42aa-1461-40e9-8052-96bb4a44b58a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:03.840469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a07b00e1-dece-4399-9135-90cdae36cff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.847624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-daeae407-b126-4263-9553-58e9a6ad0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.850746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-daeae407-b126-4263-9553-58e9a6ad0839 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1959190 Feb 11 05:34:03.887714 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.928210 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33098) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:03.960178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20eec-1f78-4e60-916e-8755c291df06 req-2a9cba7e-62ae-43ab-8f62-2c506966e6f7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.975088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20eec-1f78-4e60-916e-8755c291df06 req-2a9cba7e-62ae-43ab-8f62-2c506966e6f7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.977693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44e20eec-1f78-4e60-916e-8755c291df06 req-2a9cba7e-62ae-43ab-8f62-2c506966e6f7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291&device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 1690 time: 0.2539375 Feb 11 05:34:04.004096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa142aee-6fd7-41c0-8248-cd8c20696638 req-d752dac1-2669-47ee-acde-c43081e9afe3 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.006629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aa142aee-6fd7-41c0-8248-cd8c20696638 req-d752dac1-2669-47ee-acde-c43081e9afe3 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 943 time: 0.2811046 Feb 11 05:34:04.019053 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-955c912d-d42e-481e-899b-8bd5ac0efd9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f507da7f0bcc46b3811b987671cd36ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0888774 Feb 11 05:34:04.031777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33100) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:04.065545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a07b00e1-dece-4399-9135-90cdae36cff0 admin admin] Publish callbacks [] for security_group (0b0f7139-1cd1-4e2d-812e-c0c00b942c8d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.070450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a07b00e1-dece-4399-9135-90cdae36cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b0f7139-1cd1-4e2d-812e-c0c00b942c8d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.124374 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a07b00e1-dece-4399-9135-90cdae36cff0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87b8884fcd0949b2ae245f9a2c131c63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5027363 Feb 11 05:34:04.125051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33102) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:04.134320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b00e1-dece-4399-9135-90cdae36cff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0f7139-1cd1-4e2d-812e-c0c00b942c8d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.154112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44e20eec-1f78-4e60-916e-8755c291df06 req-cb5a9c5b-0c18-4ae4-9c71-780d757e5c10 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637933 Feb 11 05:34:04.195091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-a219ac4f-ff1d-4741-928d-cda342bfcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.197825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-a219ac4f-ff1d-4741-928d-cda342bfcfbb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3380640 Feb 11 05:34:04.199111 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6598233-e8d0-42c4-ab47-82973185ee92 admin admin] Publish callbacks [] for security_group (0b0f7139-1cd1-4e2d-812e-c0c00b942c8d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.230793 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6598233-e8d0-42c4-ab47-82973185ee92 admin admin] Publish callbacks [] for security_group (0b0f7139-1cd1-4e2d-812e-c0c00b942c8d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.301092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01a61199-0130-4e3a-b99a-30ce94d6d943 admin admin] Publish callbacks [] for security_group (c8ef2833-c9b6-4b42-9fbc-933f3dae0772), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.321073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aa142aee-6fd7-41c0-8248-cd8c20696638 req-c63750b2-5df2-4efe-ba75-06279916a7cd tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988045 Feb 11 05:34:04.352744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6598233-e8d0-42c4-ab47-82973185ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b0f7139-1cd1-4e2d-812e-c0c00b942c8d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.355863 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6598233-e8d0-42c4-ab47-82973185ee92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.368272 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a6598233-e8d0-42c4-ab47-82973185ee92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b0f7139-1cd1-4e2d-812e-c0c00b942c8d HTTP/1.1" status: 204 len: 168 time: 0.2410152 Feb 11 05:34:04.385633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6598233-e8d0-42c4-ab47-82973185ee92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0f7139-1cd1-4e2d-812e-c0c00b942c8d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.508933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4050fc8-61de-426c-a666-a35fecb3c700', 'tag': 'b60bee8c-a4d7-46ac-be49-3a23359cef56'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:04.511436 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4050fc8-61de-426c-a666-a35fecb3c700", "tag": "b60bee8c-a4d7-46ac-be49-3a23359cef56"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:04.525173 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01a61199-0130-4e3a-b99a-30ce94d6d943 admin admin] Publish callbacks [] for security_group (c8ef2833-c9b6-4b42-9fbc-933f3dae0772), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.600469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409567bc-ef1f-4b55-b4d6-91bc159ac427 req-0746bc23-3f89-4010-a183-db9a3813538f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.602165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-409567bc-ef1f-4b55-b4d6-91bc159ac427 req-0746bc23-3f89-4010-a183-db9a3813538f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1393645 Feb 11 05:34:04.609235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e38fb-3f6b-4510-879a-106233d7e4e6 req-2f5cf053-64a3-454d-9e1b-f4eb2aeebdbf tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.610900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc6e38fb-3f6b-4510-879a-106233d7e4e6 req-2f5cf053-64a3-454d-9e1b-f4eb2aeebdbf tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 948 time: 0.3053174 Feb 11 05:34:04.629534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-93b32b02-5414-4256-8ec1-9b7f14765cad service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112139 Feb 11 05:34:04.765162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc6e38fb-3f6b-4510-879a-106233d7e4e6 req-8f8d5b46-c299-40f4-8480-ae50493a5bda tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423128 Feb 11 05:34:04.778938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01a61199-0130-4e3a-b99a-30ce94d6d943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c8ef2833-c9b6-4b42-9fbc-933f3dae0772), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.781522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01a61199-0130-4e3a-b99a-30ce94d6d943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.791236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-01a61199-0130-4e3a-b99a-30ce94d6d943 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8ef2833-c9b6-4b42-9fbc-933f3dae0772 HTTP/1.1" status: 204 len: 168 time: 0.7518761 Feb 11 05:34:04.791236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-409567bc-ef1f-4b55-b4d6-91bc159ac427 req-c8473007-11ee-415b-8d3c-6a0b1bf2191e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717200 Feb 11 05:34:04.812635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a61199-0130-4e3a-b99a-30ce94d6d943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ef2833-c9b6-4b42-9fbc-933f3dae0772,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.839808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e47e7c3-a284-4b85-b751-93bcb7265cb6 req-2d972ca2-09e3-4af2-9956-11ef87c90727 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922541 Feb 11 05:34:04.937278 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac20a73-760a-465d-b4e7-7bd80e475374 x-openstack-request-id: req-6ac20a73-760a-465d-b4e7-7bd80e475374 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:04.937921 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4050fc8-61de-426c-a666-a35fecb3c700", "tag": "b60bee8c-a4d7-46ac-be49-3a23359cef56", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:04.938340 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ac20a73-760a-465d-b4e7-7bd80e475374 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:04.938989 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4050fc8-61de-426c-a666-a35fecb3c700', 'tag': 'b60bee8c-a4d7-46ac-be49-3a23359cef56', 'status': 'completed', 'code': 200} Feb 11 05:34:05.031989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33128) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:05.168837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-92451722-3c8c-4671-a68b-e736c2f9df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:05.170633 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-92451722-3c8c-4671-a68b-e736c2f9df14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 1126 time: 0.2109625 Feb 11 05:34:05.271282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3c1da064-7a36-4314-a301-cbc4f38a1a66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12660b89f1084a6295c6fcb5ee31cbdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356713 Feb 11 05:34:05.273593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33132) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:05.290284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d326d61-fdc4-4dee-97f5-ac48097ec57b req-8593288f-5345-4700-bfac-fa47e4f4791d tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:05.291739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d326d61-fdc4-4dee-97f5-ac48097ec57b req-8593288f-5345-4700-bfac-fa47e4f4791d tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 1132 time: 0.1904261 Feb 11 05:34:05.418386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0796c7b-5366-4308-a20d-b794ebb3da88 req-728db42d-a046-4580-9bd9-723c77652a5a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:05.418871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0796c7b-5366-4308-a20d-b794ebb3da88 req-728db42d-a046-4580-9bd9-723c77652a5a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2436516 Feb 11 05:34:05.424838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97f12958-036e-4d01-963a-763763040a14 admin admin] Publish callbacks [] for security_group (00b192bb-e754-47d6-98e0-b67919c248d5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.476992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97f12958-036e-4d01-963a-763763040a14 admin admin] Publish callbacks [] for security_group (00b192bb-e754-47d6-98e0-b67919c248d5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.542475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97f12958-036e-4d01-963a-763763040a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (00b192bb-e754-47d6-98e0-b67919c248d5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.545923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97f12958-036e-4d01-963a-763763040a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.549691 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97f12958-036e-4d01-963a-763763040a14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00b192bb-e754-47d6-98e0-b67919c248d5 HTTP/1.1" status: 204 len: 168 time: 0.2700315 Feb 11 05:34:05.560980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f12958-036e-4d01-963a-763763040a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b192bb-e754-47d6-98e0-b67919c248d5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:05.592394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-a8b57e57-c442-4468-b088-6ec03c112712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:05.593838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-a8b57e57-c442-4468-b088-6ec03c112712 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 916 time: 0.4130666 Feb 11 05:34:05.606523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d326d61-fdc4-4dee-97f5-ac48097ec57b req-3cf31c2f-1110-4461-80ae-9125a8473762 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784529 Feb 11 05:34:05.644880 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0796c7b-5366-4308-a20d-b794ebb3da88 req-145020f8-684c-42c5-ba50-21f1fa09bc8a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007117 Feb 11 05:34:05.716834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-870566cb-9bc9-4459-aff8-e9d2cbfc3aac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60bee8c-a4d7-46ac-be49-3a23359cef56 HTTP/1.1" status: 200 len: 217 time: 0.1082110 Feb 11 05:34:05.806443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-979aba03-6a48-4306-96b2-ca755b014fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:05.807871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-979aba03-6a48-4306-96b2-ca755b014fc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.0852993 Feb 11 05:34:05.842857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945b1e-4e87-4648-963e-23dc202112dc req-caf61345-c674-442c-b9b6-615894bf01f5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:05.849685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f945b1e-4e87-4648-963e-23dc202112dc req-caf61345-c674-442c-b9b6-615894bf01f5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 943 time: 0.1288908 Feb 11 05:34:05.887165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-3c7b822b-a5ff-4101-91a5-aebb4f955c5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729394 Feb 11 05:34:05.936504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 079a6a2e-7c3c-4357-960b-40d0bcbbe725 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:06.011384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f945b1e-4e87-4648-963e-23dc202112dc req-a535e1a4-b344-4a02-a4b6-7d0193b7e5f8 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566966 Feb 11 05:34:06.017006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2680aa0-f9bc-4d39-bcb1-8152861f02ef req-3d327e33-8a1a-493a-bf09-c7e24052682f tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:06.021578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2680aa0-f9bc-4d39-bcb1-8152861f02ef req-3d327e33-8a1a-493a-bf09-c7e24052682f tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 1133 time: 0.2092540 Feb 11 05:34:06.113876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2680aa0-f9bc-4d39-bcb1-8152861f02ef req-b4efcd33-1af6-46a6-8be2-4f699a13ce92 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721722 Feb 11 05:34:06.267078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-7b7958cc-8770-4695-9c9c-5301ff12826f service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697922 Feb 11 05:34:06.305297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 079a6a2e-7c3c-4357-960b-40d0bcbbe725, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=079a6a2e-7c3c-4357-960b-40d0bcbbe725,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:06.338967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '079a6a2e-7c3c-4357-960b-40d0bcbbe725', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '079a6a2e-7c3c-4357-960b-40d0bcbbe725', 'mac_address': 'fa:16:3e:4e:2e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:06.404128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b60bee8c-a4d7-46ac-be49-3a23359cef56 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:06.556032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab880-59d9-419e-8704-b37f19d83cf3 req-2dddc5e1-1ffe-4268-8826-8d6df32d6786 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:06.573659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaeab880-59d9-419e-8704-b37f19d83cf3 req-2dddc5e1-1ffe-4268-8826-8d6df32d6786 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.4206061 Feb 11 05:34:06.593314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:06.595576 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.606371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33176) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:06.672316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079a6a2e-7c3c-4357-960b-40d0bcbbe725 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:06.717890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 079a6a2e-7c3c-4357-960b-40d0bcbbe725, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=079a6a2e-7c3c-4357-960b-40d0bcbbe725,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:06.724155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.725936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce241e0-c12c-4c01-bd31-d7a50738d396 req-d6664334-c465-48bf-b886-9fa8b2f3b558 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:06.740889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ce241e0-c12c-4c01-bd31-d7a50738d396 req-d6664334-c465-48bf-b886-9fa8b2f3b558 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 948 time: 0.5043638 Feb 11 05:34:06.760386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-network', 'tenant_id': '2803616dbb834328989d2d79be7c60e2'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:06.781645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b60bee8c-a4d7-46ac-be49-3a23359cef56, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b60bee8c-a4d7-46ac-be49-3a23359cef56,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:06.786376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f8fd1fb-9217-41cf-b716-89b8ffe3302b req-5a928efa-5cb7-42a5-8002-d1ceef61ca87 service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120513 Feb 11 05:34:06.811087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'b60bee8c-a4d7-46ac-be49-3a23359cef56', 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab', 'port_id': 'b60bee8c-a4d7-46ac-be49-3a23359cef56', 'mac_address': 'fa:16:3e:23:4d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75535e81-136b-455e-823e-db1995cc9522', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:06.825777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=079a6a2e-7c3c-4357-960b-40d0bcbbe725,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:06.830572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Made reservation on behalf of 2803616dbb834328989d2d79be7c60e2 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:06.840304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.865643 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.876269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port b60bee8c-a4d7-46ac-be49-3a23359cef56 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:06.876696 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.896376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60bee8c-a4d7-46ac-be49-3a23359cef56 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:06.921413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaeab880-59d9-419e-8704-b37f19d83cf3 req-a869d3ec-0a6b-4e56-aa29-55f6485f66c5 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360729 Feb 11 05:34:06.926691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ce241e0-c12c-4c01-bd31-d7a50738d396 req-7fb9a072-ed1c-49e6-acc8-aa088f2ca144 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836963 Feb 11 05:34:06.946440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b60bee8c-a4d7-46ac-be49-3a23359cef56, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b60bee8c-a4d7-46ac-be49-3a23359cef56,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:06.961426 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.050953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=b60bee8c-a4d7-46ac-be49-3a23359cef56,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:07.098276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-b662a6cb-8af4-4d7c-b023-48ba2d53b393 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667946 Feb 11 05:34:07.129362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Publish callbacks [] for security_group (f17dc0d1-1d53-4ccc-b714-65d82613dd26), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.143068 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f17dc0d1-1d53-4ccc-b714-65d82613dd26), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.171000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:07.187715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['b60bee8c-a4d7-46ac-be49-3a23359cef56'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:07.209853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a3abd597-aaee-461d-ae7f-ef11fb8d4521), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.210219 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Added segment a3abd597-aaee-461d-ae7f-ef11fb8d4521 of type vlan for network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 Feb 11 05:34:07.262779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5d97b3ff-8eb1-45d7-98fe-58c1a156bb05), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.281802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['079a6a2e-7c3c-4357-960b-40d0bcbbe725'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:07.328168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17dc0d1-1d53-4ccc-b714-65d82613dd26,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:07.328505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe7547-f49a-48be-be0d-c3379f2f7c16 req-b13962d7-ddbc-4bbf-9a47-5277b025734f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:07.335197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27fe7547-f49a-48be-be0d-c3379f2f7c16 req-b13962d7-ddbc-4bbf-9a47-5277b025734f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2459440 Feb 11 05:34:07.350906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5d97b3ff-8eb1-45d7-98fe-58c1a156bb05), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.354246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:07.355327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.398254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-a875dd38-bc2e-41da-a98e-283f98eecc5c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:07.405078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-a875dd38-bc2e-41da-a98e-283f98eecc5c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919931 Feb 11 05:34:07.429804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-cc9cf41e-3aec-4718-a9d0-02adcad4e975 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/quotas/8c27ae40d35945858eba01aed07f6a15 HTTP/1.1" status: 200 len: 375 time: 0.0235369 Feb 11 05:34:07.446406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27fe7547-f49a-48be-be0d-c3379f2f7c16 req-d91a4899-f102-47dc-afb8-2b5a2e7add31 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100094 Feb 11 05:34:07.460592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:07.467871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.469418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.471825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.472251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.474838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.475382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.480336 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.480834 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.481284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.484006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.484446 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.484875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.485386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.505397 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8967865 Feb 11 05:34:07.505397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33210) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:07.542939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33214) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:07.545534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Request body: {'subnet': {'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-subnet', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:07.571912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.576497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.580470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.581061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.582796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.583246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.584349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.585529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.586244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.586743 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.587236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.587727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.588340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb6371-560a-4256-8c1e-0823828c30f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:07.590349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-e644bf92-8f6f-475b-b1a2-e06f0b516d1a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1591876 Feb 11 05:34:07.600504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:07.616580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Made reservation on behalf of 2803616dbb834328989d2d79be7c60e2 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:07.619466 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.708805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca65d-9fbc-46d8-8c99-cd02fd48050c req-6fb01065-f883-4ed2-b395-8a0c153003a4 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:07.720244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1eca65d-9fbc-46d8-8c99-cd02fd48050c req-6fb01065-f883-4ed2-b395-8a0c153003a4 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 944 time: 0.1286352 Feb 11 05:34:07.929161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-71e7348f-f0ed-4a50-b117-7aa22c8255e8 tempest-AgentManagementNegativeTest-1848398225 tempest-AgentManagementNegativeTest-1848398225-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3844190 Feb 11 05:34:07.939852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1eca65d-9fbc-46d8-8c99-cd02fd48050c req-57a96efc-d284-4086-9576-4de8ed8aa846 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187138 Feb 11 05:34:08.052008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a29d1b4-decd-4cf9-aa9e-25755a254352 req-a2edbfe8-d8e5-4d26-adba-252401e4cbcc tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 210 time: 0.0525310 Feb 11 05:34:08.055723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (82efbc7e-d3ea-4157-81e8-0920252151d6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.099809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9544a-9795-417b-8699-c4a316cf5f81 req-b164ca8e-8dab-49ca-8b6c-13e87e814205 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:08.109164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dc9544a-9795-417b-8699-c4a316cf5f81 req-b164ca8e-8dab-49ca-8b6c-13e87e814205 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2267752 Feb 11 05:34:08.193955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dc9544a-9795-417b-8699-c4a316cf5f81 req-4da94f37-04b9-4d5b-aac9-a0a5b4ce14e4 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838985 Feb 11 05:34:08.195426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82efbc7e-d3ea-4157-81e8-0920252151d6,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:08.207290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Checking segment: {'id': 'a3abd597-aaee-461d-ae7f-ef11fb8d4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:08.207659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Network hostable DHCP agents. Network: 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:08.303973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:08.332521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:08.338129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:08.338956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.345602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63b4b8-8a04-4046-b3bc-6428f67d7689 None None] Network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:08.350435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261847f-7c3f-47bf-81cf-856e01b3dcac req-261ea51e-ff5c-4595-b028-fb629a5663fb tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:08.360990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0261847f-7c3f-47bf-81cf-856e01b3dcac req-261ea51e-ff5c-4595-b028-fb629a5663fb tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 949 time: 0.1173725 Feb 11 05:34:08.376942 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-830bd804-8779-41e8-8033-6e9e6b56418a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8596399 Feb 11 05:34:08.379610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33254) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:08.386870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:08.400278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b60bee8c-a4d7-46ac-be49-3a23359cef56 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:08.436512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (f103d6fa-d3af-44b4-92f0-35d286a454ff), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.437791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (f103d6fa-d3af-44b4-92f0-35d286a454ff), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.542808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0261847f-7c3f-47bf-81cf-856e01b3dcac req-59a574c6-c7e7-43f9-ab95-cae3249a9c32 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798913 Feb 11 05:34:08.553201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33258) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:08.592183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0737ff-4cc2-47f5-b77c-fad3428b7c6a req-ec292200-c21c-4033-a125-8b5041b9cd27 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:08.603524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ce0737ff-4cc2-47f5-b77c-fad3428b7c6a req-ec292200-c21c-4033-a125-8b5041b9cd27 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2139318 Feb 11 05:34:08.618674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks [] for router_controller (f103d6fa-d3af-44b4-92f0-35d286a454ff), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.674946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a0fd13-6faf-498b-8ca2-f9eebdddcea4 None None] Network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:08.696338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ce0737ff-4cc2-47f5-b77c-fad3428b7c6a req-f8d893f3-c07e-417c-b7e5-f0e7793c3e92 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756071 Feb 11 05:34:08.711961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port b60bee8c-a4d7-46ac-be49-3a23359cef56 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:08.843464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb53d9-88a6-490c-a9a9-5567807c9543 req-0b289d32-c961-4bf0-9415-9d70b19ff5e9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:08.851093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5eb53d9-88a6-490c-a9a9-5567807c9543 req-0b289d32-c961-4bf0-9415-9d70b19ff5e9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0673571 Feb 11 05:34:08.888382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.936502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5eb53d9-88a6-490c-a9a9-5567807c9543 req-5ef8c61b-4961-4b26-beff-fd95c53df49b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842624 Feb 11 05:34:08.959465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks [] for router_gateway (f103d6fa-d3af-44b4-92f0-35d286a454ff), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.077174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Publish callbacks [] for security_group (8775c6ea-06c7-48ac-a7a6-18b49e364848), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.088755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8775c6ea-06c7-48ac-a7a6-18b49e364848), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.134311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port b60bee8c-a4d7-46ac-be49-3a23359cef56 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:09.134852 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.173820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8775c6ea-06c7-48ac-a7a6-18b49e364848,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:09.195629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.196346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.196946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.197536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.198109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.198707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.199252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.199784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.200845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.201647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.202542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.203099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.203876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:09.331714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-aaea379f-66b3-408f-9bb9-84676369c0bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=397293ae834f4fd2be9c07a24ca205b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7771027 Feb 11 05:34:09.336158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33276) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:09.341704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port b60bee8c-a4d7-46ac-be49-3a23359cef56 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:09.344267 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.349015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce93d06-a1c2-413f-b7fc-5a4e25813fbc req-ca9ebdc2-0c3a-4b59-a77e-13a0fd68a986 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.368484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ce93d06-a1c2-413f-b7fc-5a4e25813fbc req-ca9ebdc2-0c3a-4b59-a77e-13a0fd68a986 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2827606 Feb 11 05:34:09.374594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4050fc8-61de-426c-a666-a35fecb3c700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60bee8c-a4d7-46ac-be49-3a23359cef56'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:09.378779 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b8240-e026-4f7e-8dba-7b9bf3e2ecff" -d '{"events": [{"server_uuid": "c4050fc8-61de-426c-a666-a35fecb3c700", "name": "network-vif-plugged", "status": "completed", "tag": "b60bee8c-a4d7-46ac-be49-3a23359cef56"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:09.392929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port b60bee8c-a4d7-46ac-be49-3a23359cef56, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b60bee8c-a4d7-46ac-be49-3a23359cef56,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:09.399525 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.432074 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ce93d06-a1c2-413f-b7fc-5a4e25813fbc req-14bdaca4-1650-4e7f-bb99-cbdc47add45b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622718 Feb 11 05:34:09.442648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bdfc5-5f95-4888-84eb-1761677db450 req-f41449a8-08e3-4775-a3c6-d8f0bea175ad tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.451641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-515bdfc5-5f95-4888-84eb-1761677db450 req-f41449a8-08e3-4775-a3c6-d8f0bea175ad tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 944 time: 0.3000948 Feb 11 05:34:09.514007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=b60bee8c-a4d7-46ac-be49-3a23359cef56,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:09.533602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-515bdfc5-5f95-4888-84eb-1761677db450 req-8b33248d-d979-4064-b5df-93757befa839 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809548 Feb 11 05:34:09.594565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d24ac052-0648-4d94-b6c5-8e8c9c4b1a74 req-60305e8f-4363-41e2-add2-0135603f25e5 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 210 time: 0.0365536 Feb 11 05:34:09.629350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks [] for router_gateway (f103d6fa-d3af-44b4-92f0-35d286a454ff), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.637000 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3fef98-d505-400d-9450-6a26e3a3c7bd x-openstack-request-id: req-cd3fef98-d505-400d-9450-6a26e3a3c7bd {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:09.637376 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4050fc8-61de-426c-a666-a35fecb3c700", "name": "network-vif-plugged", "status": "completed", "tag": "b60bee8c-a4d7-46ac-be49-3a23359cef56", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:09.637646 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd3fef98-d505-400d-9450-6a26e3a3c7bd {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:09.639219 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4050fc8-61de-426c-a666-a35fecb3c700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60bee8c-a4d7-46ac-be49-3a23359cef56', 'code': 200} Feb 11 05:34:09.677831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-39dd3c47-107a-4da6-8558-81cb8c37c3cc tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420790 Feb 11 05:34:09.709085 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.715438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcc34868-222e-456a-b753-ded0c977020e admin admin] Publish callbacks [] for security_group (8775c6ea-06c7-48ac-a7a6-18b49e364848), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.763211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcc34868-222e-456a-b753-ded0c977020e admin admin] Publish callbacks [] for security_group (8775c6ea-06c7-48ac-a7a6-18b49e364848), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.920391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-3562f906-f584-434f-99eb-ede3823078c7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.922333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-3562f906-f584-434f-99eb-ede3823078c7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360544 Feb 11 05:34:09.923620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcc34868-222e-456a-b753-ded0c977020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8775c6ea-06c7-48ac-a7a6-18b49e364848), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.926762 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcc34868-222e-456a-b753-ded0c977020e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.928246 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fcc34868-222e-456a-b753-ded0c977020e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8775c6ea-06c7-48ac-a7a6-18b49e364848 HTTP/1.1" status: 204 len: 168 time: 0.5122144 Feb 11 05:34:09.950214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Request body: {'port': {'device_id': '978840c4-7b65-431b-b57e-c0b15e70f994', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8c27ae40d35945858eba01aed07f6a15'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:09.981689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 079a6a2e-7c3c-4357-960b-40d0bcbbe725 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:09.988900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc34868-222e-456a-b753-ded0c977020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8775c6ea-06c7-48ac-a7a6-18b49e364848,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:10.091314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:10.095130 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Allocated IP 172.25.1.2 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/52f33c81-1296-4d25-b4de-ebb0c4512399) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:10.096484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:10.096932 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.167046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dbc47-897e-418f-bda4-1852fe75cb0f req-eac81e23-ff05-461a-95b9-bf181db611b1 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.174242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5dbc47-897e-418f-bda4-1852fe75cb0f req-eac81e23-ff05-461a-95b9-bf181db611b1 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 949 time: 0.3936310 Feb 11 05:34:10.187206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f113950-31ed-4209-a3a0-9aa2f57e5fd7 req-1028dbe1-0e44-4aaa-80c4-7e39c702b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.188830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f113950-31ed-4209-a3a0-9aa2f57e5fd7 req-1028dbe1-0e44-4aaa-80c4-7e39c702b1bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 1128 time: 0.2883842 Feb 11 05:34:10.197294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452094f2-1266-4df8-a06e-126f22b3715b req-c82fd0ad-b2f3-4587-84f4-6d7900f763e9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.198800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-452094f2-1266-4df8-a06e-126f22b3715b req-c82fd0ad-b2f3-4587-84f4-6d7900f763e9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.4480803 Feb 11 05:34:10.267752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks [] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.310056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:10.310691 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.322712 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.377988 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:10.382268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:10.388422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:10.392773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Pushing event updated for resources: {'Port': ['ID=52f33c81-1296-4d25-b4de-ebb0c4512399,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:10.420716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 079a6a2e-7c3c-4357-960b-40d0bcbbe725, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=079a6a2e-7c3c-4357-960b-40d0bcbbe725,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:10.431813 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.457439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f113950-31ed-4209-a3a0-9aa2f57e5fd7 req-54c756d1-e36f-446b-b959-ee0ab84d47ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575924 Feb 11 05:34:10.505772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Made reservation on behalf of 8c27ae40d35945858eba01aed07f6a15 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:10.516048 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.533182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5dbc47-897e-418f-bda4-1852fe75cb0f req-f1bee0f1-d4fc-4946-baed-9697ab105a7f tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533728 Feb 11 05:34:10.561740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=079a6a2e-7c3c-4357-960b-40d0bcbbe725,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:10.571038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-452094f2-1266-4df8-a06e-126f22b3715b req-82b2416b-df1a-4837-aef1-96037f0e61cb tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380017 Feb 11 05:34:10.771486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks [] for router_gateway (f103d6fa-d3af-44b4-92f0-35d286a454ff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.902772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4ff5870-0b2c-4a43-9756-6d86deca752d req-abc816a8-285f-4614-b09c-d13bc97075f9 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 210 time: 0.1471152 Feb 11 05:34:10.961261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e486-275f-4d31-b967-fb1d03e98b3b req-86850b38-fe48-43c4-b136-fb92a52500f4 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.968281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9256e486-275f-4d31-b967-fb1d03e98b3b req-86850b38-fe48-43c4-b136-fb92a52500f4 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 945 time: 0.2526228 Feb 11 05:34:10.985616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Allocated IP 192.168.233.113 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/8052a1ec-be3a-44ff-8014-7644457be966) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:11.058310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9256e486-275f-4d31-b967-fb1d03e98b3b req-057e9d4b-4250-4986-b2f6-0e1f1e4baa09 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846610 Feb 11 05:34:11.134171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (f103d6fa-d3af-44b4-92f0-35d286a454ff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.163485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3cdb6-bd77-45fe-85c1-c7bdc3a52f41 req-f73acdf3-094d-468c-a09d-b7fc0bf197d0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.165105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51d3cdb6-bd77-45fe-85c1-c7bdc3a52f41 req-f73acdf3-094d-468c-a09d-b7fc0bf197d0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0994279 Feb 11 05:34:11.276915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51d3cdb6-bd77-45fe-85c1-c7bdc3a52f41 req-2bb8bcdf-764c-40f5-adb6-4fadd461651f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859203 Feb 11 05:34:11.288022 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for port (8052a1ec-be3a-44ff-8014-7644457be966), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.349828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8052a1ec-be3a-44ff-8014-7644457be966), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.357560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33318) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:11.368460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', '13a792bf-15da-475c-aad0-05e13fbe91d0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:11.372478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6', '07302acd-487d-4df7-ae64-36fdcf7a36ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:11.481278 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Router f103d6fa-d3af-44b4-92f0-35d286a454ff is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:11.546333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:11.624590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:11.632268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:11.643143 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec391cf-0c6c-40af-a306-5a7bbcee156b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079a6a2e-7c3c-4357-960b-40d0bcbbe725'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:11.651300 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bab2d59-eab7-4c8f-a459-d6c278c2f4c0" -d '{"events": [{"server_uuid": "0ec391cf-0c6c-40af-a306-5a7bbcee156b", "name": "network-vif-plugged", "status": "completed", "tag": "079a6a2e-7c3c-4357-960b-40d0bcbbe725"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:11.732781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event updated for resources: {'Port': ['ID=8052a1ec-be3a-44ff-8014-7644457be966,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:11.765446 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:11.770081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1854149700'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:11.780334 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Sync routers for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:11.801004 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:11.803801 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:11.842719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.849452 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9a6fb03f-7093-4384-8c58-4b3518b69039 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4678192 Feb 11 05:34:11.850423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33330) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:11.860928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.861632 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.883372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aebb97-5e33-49fc-822a-989afa12b77d req-dc375061-37d2-4bef-86e0-8691bfe9803f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.886399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9aebb97-5e33-49fc-822a-989afa12b77d req-dc375061-37d2-4bef-86e0-8691bfe9803f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.4305081 Feb 11 05:34:11.921662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b0f1-ed62-4c99-9693-c2d38a3729e3 req-68d53611-d886-4c48-ae2c-40c0ca40bad0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.931821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4597b0f1-ed62-4c99-9693-c2d38a3729e3 req-68d53611-d886-4c48-ae2c-40c0ca40bad0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 950 time: 0.2701032 Feb 11 05:34:12.092194 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:12.113267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Made reservation on behalf of 36d92c29a96b46c7ab6e2adc7cc33c91 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:12.123146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.226298 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.344772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c0d56804-d117-40e1-b854-be76ad848ed8 None None] Provisioning complete for port 8052a1ec-be3a-44ff-8014-7644457be966 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:12.345641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c0d56804-d117-40e1-b854-be76ad848ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8052a1ec-be3a-44ff-8014-7644457be966), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.351910 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:10Z', 'revision_number': 3, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:12.384103 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Checking router: f103d6fa-d3af-44b4-92f0-35d286a454ff for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:12.384877 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Updating router f103d6fa-d3af-44b4-92f0-35d286a454ff port 52f33c81-1296-4d25-b4de-ebb0c4512399 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:34:12.404116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c0d56804-d117-40e1-b854-be76ad848ed8 None None] Port 8052a1ec-be3a-44ff-8014-7644457be966 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:12.418192 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.422137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks [] for security_group (165cb997-2409-44c6-8ada-dbaa342f448c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.446052 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (165cb997-2409-44c6-8ada-dbaa342f448c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.475072 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:12.497512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d3a2c2a2-b115-4ad1-90c1-ae3cad89a044), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.497861 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Added segment d3a2c2a2-b115-4ad1-90c1-ae3cad89a044 of type vlan for network ec8cb09a-1c4c-46c9-935e-b013fccff34b Feb 11 05:34:12.563554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165cb997-2409-44c6-8ada-dbaa342f448c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:12.592534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-c4800ae6-025b-43d9-9711-405052d7a54a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6493516 Feb 11 05:34:12.633606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Request body: {'port': {'device_id': '978840c4-7b65-431b-b57e-c0b15e70f994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:12.677722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (ec8cb09a-1c4c-46c9-935e-b013fccff34b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.776623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9aebb97-5e33-49fc-822a-989afa12b77d req-c1109ce0-aab7-4abb-afd4-a58416fd3046 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8725994 Feb 11 05:34:12.831688 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Publish callbacks [] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.841798 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.875961 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6867d443-f9fd-46e9-be39-7b4a10a90da5 x-openstack-request-id: req-6867d443-f9fd-46e9-be39-7b4a10a90da5 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:12.876499 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec391cf-0c6c-40af-a306-5a7bbcee156b", "name": "network-vif-plugged", "status": "completed", "tag": "079a6a2e-7c3c-4357-960b-40d0bcbbe725", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:12.876653 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6867d443-f9fd-46e9-be39-7b4a10a90da5 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:12.877518 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec391cf-0c6c-40af-a306-5a7bbcee156b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079a6a2e-7c3c-4357-960b-40d0bcbbe725', 'code': 200} Feb 11 05:34:12.884162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8052a1ec-be3a-44ff-8014-7644457be966), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.923895 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e92b4-bd76-4b25-98a8-5a6c54b90a05 None None] Pushing event updated for resources: {'Port': ['ID=52f33c81-1296-4d25-b4de-ebb0c4512399,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:12.943669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4597b0f1-ed62-4c99-9693-c2d38a3729e3 req-1deb7b5e-4836-4050-8a54-966e137a4aa0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9847462 Feb 11 05:34:12.978451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (ec8cb09a-1c4c-46c9-935e-b013fccff34b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.986030 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Attempting to bind port 52f33c81-1296-4d25-b4de-ebb0c4512399 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:12.986927 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Attempting to bind port 52f33c81-1296-4d25-b4de-ebb0c4512399 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:12.987771 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Attempting to bind port 52f33c81-1296-4d25-b4de-ebb0c4512399 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:12.992281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:12.992935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.995520 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:12.996280 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:12.996940 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.997683 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:12.998932 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Bound port: 52f33c81-1296-4d25-b4de-ebb0c4512399, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:12.999539 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.102784 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] For port 52f33c81-1296-4d25-b4de-ebb0c4512399, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:13.107033 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] For port 52f33c81-1296-4d25-b4de-ebb0c4512399, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=52f33c81-1296-4d25-b4de-ebb0c4512399,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:13.128751 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.170339 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8116598 Feb 11 05:34:13.176101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33342) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:13.182645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Request body: {'subnet': {'network_id': 'ec8cb09a-1c4c-46c9-935e-b013fccff34b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:13.229533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839502e2-f1b5-4379-a55e-3c69bc748467 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event updated for resources: {'Network': ['ID=ec8cb09a-1c4c-46c9-935e-b013fccff34b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:13.241947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network ec8cb09a-1c4c-46c9-935e-b013fccff34b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:13.304793 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e92b4-bd76-4b25-98a8-5a6c54b90a05 None None] Pushing event updated for resources: {'Port': ['ID=52f33c81-1296-4d25-b4de-ebb0c4512399,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:13.305030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac267c8-a91e-461e-8b69-8e297e4978d3 req-85451692-e504-490f-9135-478aac5c0399 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:13.311760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ac267c8-a91e-461e-8b69-8e297e4978d3 req-85451692-e504-490f-9135-478aac5c0399 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 936 time: 0.2688169 Feb 11 05:34:13.323454 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:13.324083 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:13.361028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da90626-aa8f-4b86-b125-28aa97ea6339 req-c12f243b-a447-4c3c-9600-c4e0b112100b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:13.368801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6da90626-aa8f-4b86-b125-28aa97ea6339 req-c12f243b-a447-4c3c-9600-c4e0b112100b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 945 time: 0.2581048 Feb 11 05:34:13.383529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.389945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ded707-e74f-454d-a88b-be9af4526fe7 req-15a49b35-a390-41b0-9958-c9d4d6cbd951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:13.391686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71ded707-e74f-454d-a88b-be9af4526fe7 req-15a49b35-a390-41b0-9958-c9d4d6cbd951 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 1133 time: 0.3696351 Feb 11 05:34:13.446910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Made reservation on behalf of 36d92c29a96b46c7ab6e2adc7cc33c91 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:13.450724 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.537991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ac267c8-a91e-461e-8b69-8e297e4978d3 req-b603fcca-b30d-470b-8c6e-572779734182 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251914 Feb 11 05:34:13.544468 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:13.586277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71ded707-e74f-454d-a88b-be9af4526fe7 req-af862d00-82cc-43b4-aebc-768ea2220776 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812730 Feb 11 05:34:13.589940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6da90626-aa8f-4b86-b125-28aa97ea6339 req-37a6108f-4ea7-492e-976c-7dec664a4e93 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203238 Feb 11 05:34:13.825839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8052a1ec-be3a-44ff-8014-7644457be966 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:13.847345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Publish callbacks [] for port (8052a1ec-be3a-44ff-8014-7644457be966), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.867522 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:10Z', 'revision_number': 3, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:13.894081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3136de-753d-4021-8b96-d35a956a4f43 req-fec89496-82fb-438e-ad8e-355ae6354582 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:13.896525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d3136de-753d-4021-8b96-d35a956a4f43 req-fec89496-82fb-438e-ad8e-355ae6354582 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1960273 Feb 11 05:34:13.932555 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3631e-e7ac-4c82-b4d2-bb109581f89b None None] The sync data for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 is: [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:10Z', 'revision_number': 3, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:13.934227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Transition to ACTIVE for port object 8052a1ec-be3a-44ff-8014-7644457be966 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:13.947243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8052a1ec-be3a-44ff-8014-7644457be966), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.013670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (0234af2b-bc0a-4809-8455-26749332cdd2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.029952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Allocated IP 172.20.0.1 (5d97b3ff-8eb1-45d7-98fe-58c1a156bb05/82efbc7e-d3ea-4157-81e8-0920252151d6/617dce8b-be18-41f6-95b6-bc40ee16a626) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:14.078474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d3136de-753d-4021-8b96-d35a956a4f43 req-92486a10-8a09-47c3-bd11-41b7f1c2fd38 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746223 Feb 11 05:34:14.194399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Pushing event updated for resources: {'Port': ['ID=8052a1ec-be3a-44ff-8014-7644457be966,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:14.195293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event updated for resources: {'Subnet': ['ID=0234af2b-bc0a-4809-8455-26749332cdd2,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:14.377807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e5c41-67b7-4aa9-ae48-2b0d9d239ed5 req-fd07a9e0-6113-4bac-ab6a-d35b8f7e34e0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:14.390581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-552e5c41-67b7-4aa9-ae48-2b0d9d239ed5 req-fd07a9e0-6113-4bac-ab6a-d35b8f7e34e0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 950 time: 0.3209538 Feb 11 05:34:14.404358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Attempting to bind port 8052a1ec-be3a-44ff-8014-7644457be966 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:14.409449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Attempting to bind port 8052a1ec-be3a-44ff-8014-7644457be966 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:14.411137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Attempting to bind port 8052a1ec-be3a-44ff-8014-7644457be966 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:14.491995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Port 8052a1ec-be3a-44ff-8014-7644457be966 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:14.492451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Attempting to bind port 8052a1ec-be3a-44ff-8014-7644457be966 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:14.526127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:14.528123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:14.528786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:14.529522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Bound port: 8052a1ec-be3a-44ff-8014-7644457be966, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:14.536346 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8052a1ec-be3a-44ff-8014-7644457be966), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.650028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-552e5c41-67b7-4aa9-ae48-2b0d9d239ed5 req-7539c6bc-3d5f-47df-b303-878f3d2953ce tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584755 Feb 11 05:34:14.778531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] For port 8052a1ec-be3a-44ff-8014-7644457be966, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:14.789701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] For port 8052a1ec-be3a-44ff-8014-7644457be966, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8052a1ec-be3a-44ff-8014-7644457be966,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:14.827148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e3f19-baee-4e50-a043-8df8dd67cc92 req-80f91ceb-ea31-4437-a5af-4a0f05a613ac tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:14.834596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f30e3f19-baee-4e50-a043-8df8dd67cc92 req-80f91ceb-ea31-4437-a5af-4a0f05a613ac tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2423084 Feb 11 05:34:14.838090 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8052a1ec-be3a-44ff-8014-7644457be966), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.981798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Publish callbacks [] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.031256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Checking segment: {'id': 'd3a2c2a2-b115-4ad1-90c1-ae3cad89a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec8cb09a-1c4c-46c9-935e-b013fccff34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:15.032594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Network hostable DHCP agents. Network: ec8cb09a-1c4c-46c9-935e-b013fccff34b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:15.032727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:15.034096 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.039107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] 10.222.0.81 "PUT /v2.0/ports/8052a1ec-be3a-44ff-8014-7644457be966 HTTP/1.1" status: 200 len: 1097 time: 2.4230371 Feb 11 05:34:15.040223 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.113563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978840c4-7b65-431b-b57e-c0b15e70f994', 'tag': '8052a1ec-be3a-44ff-8014-7644457be966'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:15.116535 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27" -d '{"events": [{"name": "network-changed", "server_uuid": "978840c4-7b65-431b-b57e-c0b15e70f994", "tag": "8052a1ec-be3a-44ff-8014-7644457be966"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:15.141138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:15.154326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:15.160407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:15.172005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f30e3f19-baee-4e50-a043-8df8dd67cc92 req-382094e2-11d1-4601-b3e3-df42bb327fd4 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254223 Feb 11 05:34:15.328169 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d68dbc6-11ff-405b-a19a-ceb28efe58e6 x-openstack-request-id: req-0d68dbc6-11ff-405b-a19a-ceb28efe58e6 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:15.328539 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978840c4-7b65-431b-b57e-c0b15e70f994", "tag": "8052a1ec-be3a-44ff-8014-7644457be966", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:15.328950 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d68dbc6-11ff-405b-a19a-ceb28efe58e6 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:15.341579 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978840c4-7b65-431b-b57e-c0b15e70f994', 'tag': '8052a1ec-be3a-44ff-8014-7644457be966', 'status': 'completed', 'code': 200} Feb 11 05:34:15.350941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (f103d6fa-d3af-44b4-92f0-35d286a454ff), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.421476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb938-63e3-485b-83b4-f86a13b345eb req-c38b8c1c-b587-41a2-9a8c-412ca1307bc5 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:15.434887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cacb938-63e3-485b-83b4-f86a13b345eb req-c38b8c1c-b587-41a2-9a8c-412ca1307bc5 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 948 time: 0.4849346 Feb 11 05:34:15.454741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Network ec8cb09a-1c4c-46c9-935e-b013fccff34b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:15.469271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Pushing event updated for resources: {'Port': ['ID=617dce8b-be18-41f6-95b6-bc40ee16a626,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:15.520186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, ec8cb09a-1c4c-46c9-935e-b013fccff34b) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:15.546198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:15.546808 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.556212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4effd0db-e901-44bb-a85f-0cbce7de48c5 None None] Network ec8cb09a-1c4c-46c9-935e-b013fccff34b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:15.602516 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7791004c-2025-4ab2-9ebf-b2c77d84d278 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4237878 Feb 11 05:34:15.608738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33390) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:15.620631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Request body: {'port': {'network_id': 'ec8cb09a-1c4c-46c9-935e-b013fccff34b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-606910574'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:15.673753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cacb938-63e3-485b-83b4-f86a13b345eb req-facf10f0-5fe1-4842-a03d-3e315d4f6ff3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366168 Feb 11 05:34:15.687950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-9162f0f9-e12e-44fa-b0dd-bef3d16f4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:15.706403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-9162f0f9-e12e-44fa-b0dd-bef3d16f4584 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 1131 time: 0.5614235 Feb 11 05:34:15.715366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9785256-3a14-4c4c-b94b-1b74a612c01c service neutron] Pushing event updated for resources: {'Port': ['ID=8052a1ec-be3a-44ff-8014-7644457be966,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:15.817922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 52f33c81-1296-4d25-b4de-ebb0c4512399 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:15.881162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33396) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:15.891955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-ec8cb09a-1c4c-46c9-935e-b013fccff34b', 'network_id': 'ec8cb09a-1c4c-46c9-935e-b013fccff34b', 'project_id': '36d92c29a96b46c7ab6e2adc7cc33c91', 'fixed_ips': [{'subnet_id': '0234af2b-bc0a-4809-8455-26749332cdd2'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:15.892807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.899870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-0a3761a6-2471-4d95-a5b8-8d103d072a60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8052a1ec-be3a-44ff-8014-7644457be966 HTTP/1.1" status: 200 len: 217 time: 0.1629629 Feb 11 05:34:16.126468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 52f33c81-1296-4d25-b4de-ebb0c4512399 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:16.126860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.161710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-bfd98673-48ae-49ba-9331-383b54ff9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:16.163220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-bfd98673-48ae-49ba-9331-383b54ff9a92 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1984749 Feb 11 05:34:16.242654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Made reservation on behalf of 36d92c29a96b46c7ab6e2adc7cc33c91 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:16.247713 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.251111 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96e9531b-31d0-42c1-8a0e-259945f0754a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.255019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.328306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213764a-4635-4916-a5a1-87864ff862cd req-394d5bdf-45b3-409d-8947-dde9422ff05b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:16.342172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d213764a-4635-4916-a5a1-87864ff862cd req-394d5bdf-45b3-409d-8947-dde9422ff05b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 950 time: 0.4538467 Feb 11 05:34:16.343123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Allocated IP 172.20.0.2 (ec8cb09a-1c4c-46c9-935e-b013fccff34b/0234af2b-bc0a-4809-8455-26749332cdd2/6dbb92f8-36b9-4040-bb53-32fff1ca8347) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:16.375033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96e9531b-31d0-42c1-8a0e-259945f0754a admin admin] Publish callbacks [] for security_group (67cd35fc-5d50-4df3-8169-c04b484e8fd5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.385871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] device_id is not set on port b669b851-f59a-4816-839d-230c281e77bb yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:16.393154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96e9531b-31d0-42c1-8a0e-259945f0754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (67cd35fc-5d50-4df3-8169-c04b484e8fd5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.413772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 52f33c81-1296-4d25-b4de-ebb0c4512399 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:16.414167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.475676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d213764a-4635-4916-a5a1-87864ff862cd req-71182b27-8006-4309-8acb-6c1f39164dec tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310925 Feb 11 05:34:16.516475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 52f33c81-1296-4d25-b4de-ebb0c4512399, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=52f33c81-1296-4d25-b4de-ebb0c4512399,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:16.519357 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-96e9531b-31d0-42c1-8a0e-259945f0754a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a5efc7cdda5466aa410a3dcbcbbb308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6292994 Feb 11 05:34:16.526057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24127d2-53ac-413a-83c1-9af3c7aa9605 req-ad1e112f-10c5-4913-bde9-cf71b1da45ae tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:16.535099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f24127d2-53ac-413a-83c1-9af3c7aa9605 req-ad1e112f-10c5-4913-bde9-cf71b1da45ae tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.7548013 Feb 11 05:34:16.540802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33404) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:16.553871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9531b-31d0-42c1-8a0e-259945f0754a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cd35fc-5d50-4df3-8169-c04b484e8fd5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:16.618206 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.689878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-9a4835d6-91da-4051-951c-d809c26615b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:16.696381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-9a4835d6-91da-4051-951c-d809c26615b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5038617 Feb 11 05:34:16.767416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e28a7c79-bc51-4bc6-a259-760d713ae7db admin admin] Publish callbacks [] for security_group (67cd35fc-5d50-4df3-8169-c04b484e8fd5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.800942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f24127d2-53ac-413a-83c1-9af3c7aa9605 req-071ef289-34a5-42d9-9a7b-f1341488187b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561636 Feb 11 05:34:16.876264 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e28a7c79-bc51-4bc6-a259-760d713ae7db admin admin] Publish callbacks [] for security_group (67cd35fc-5d50-4df3-8169-c04b484e8fd5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.935943 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Publish callbacks [] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.967220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.994913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=52f33c81-1296-4d25-b4de-ebb0c4512399,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:17.025354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Network ec8cb09a-1c4c-46c9-935e-b013fccff34b is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:17.026843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.027201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.027547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.035179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.036170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.036531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.037149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.037246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.037584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.037922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.038256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.038590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.038915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:17.071128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:17.119983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:17.123366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Publish callbacks [] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.157418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81608d-e23b-41ea-afa8-f1b377455313 req-610963bd-3b79-48ab-a4d0-f993124bdafa tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:17.164354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.167797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc81608d-e23b-41ea-afa8-f1b377455313 req-610963bd-3b79-48ab-a4d0-f993124bdafa tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 948 time: 0.2117698 Feb 11 05:34:17.184265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-7b4f5df4-423d-47ad-8b71-507088556bd5 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623163 Feb 11 05:34:17.225801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Allocated IP 172.20.0.10 (ec8cb09a-1c4c-46c9-935e-b013fccff34b/0234af2b-bc0a-4809-8455-26749332cdd2/b669b851-f59a-4816-839d-230c281e77bb) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:17.320216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Attempting to bind port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:17.320617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Attempting to bind port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'd3a2c2a2-b115-4ad1-90c1-ae3cad89a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec8cb09a-1c4c-46c9-935e-b013fccff34b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:17.321003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Attempting to bind port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 on network ec8cb09a-1c4c-46c9-935e-b013fccff34b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:17.324154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Pushing event updated for resources: {'Port': ['ID=6dbb92f8-36b9-4040-bb53-32fff1ca8347,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:17.346321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:17.346712 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Checking segment: {'id': 'd3a2c2a2-b115-4ad1-90c1-ae3cad89a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec8cb09a-1c4c-46c9-935e-b013fccff34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:17.347130 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.347535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Bound using segment: {'id': 'd3a2c2a2-b115-4ad1-90c1-ae3cad89a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec8cb09a-1c4c-46c9-935e-b013fccff34b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:17.351489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Bound port: 6dbb92f8-36b9-4040-bb53-32fff1ca8347, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a2c2a2-b115-4ad1-90c1-ae3cad89a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec8cb09a-1c4c-46c9-935e-b013fccff34b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:17.352026 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.463306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc81608d-e23b-41ea-afa8-f1b377455313 req-f5db767b-dfd4-4e5c-af6c-cfa935f8455d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942059 Feb 11 05:34:17.564545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] For port 6dbb92f8-36b9-4040-bb53-32fff1ca8347, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:17.586047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] For port 6dbb92f8-36b9-4040-bb53-32fff1ca8347, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6dbb92f8-36b9-4040-bb53-32fff1ca8347,segment=NetworkSegment(d3a2c2a2-b115-4ad1-90c1-ae3cad89a044),segment_id=d3a2c2a2-b115-4ad1-90c1-ae3cad89a044)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:17.614765 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.627731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a25dd7a-7ff7-4f6f-93ae-c95b69ef38ef req-e0c8e182-fe14-4d3e-b9ab-e20641138f2c service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425039 Feb 11 05:34:17.643593 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks [] for port (b669b851-f59a-4816-839d-230c281e77bb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.757595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b669b851-f59a-4816-839d-230c281e77bb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.803599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd11fa-7e00-4b6c-a6ac-37a67714dadb None None] Pushing event updated for resources: {'Port': ['ID=6dbb92f8-36b9-4040-bb53-32fff1ca8347,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:17.817285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 52f33c81-1296-4d25-b4de-ebb0c4512399 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:17.852098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Network ec8cb09a-1c4c-46c9-935e-b013fccff34b is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:17.859013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a8505-b033-4c80-aba9-7cb76c11c0ae req-768bfdc3-feb0-49fc-9476-997b75793d29 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:17.866354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-881a8505-b033-4c80-aba9-7cb76c11c0ae req-768bfdc3-feb0-49fc-9476-997b75793d29 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.4803102 Feb 11 05:34:17.866549 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:17.877715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:17.915961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a21-08f6-4f13-9913-05a051f1e118 req-5450388f-1541-4581-bd6a-eb2ed68132fd tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:17.934057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-776f0a21-08f6-4f13-9913-05a051f1e118 req-5450388f-1541-4581-bd6a-eb2ed68132fd tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 950 time: 0.1733553 Feb 11 05:34:17.947442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 52f33c81-1296-4d25-b4de-ebb0c4512399 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:17.949387 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.022196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e28a7c79-bc51-4bc6-a259-760d713ae7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (67cd35fc-5d50-4df3-8169-c04b484e8fd5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.025146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e28a7c79-bc51-4bc6-a259-760d713ae7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.025503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-776f0a21-08f6-4f13-9913-05a051f1e118 req-6166b936-9eb9-497d-835e-42e5114b63af tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867820 Feb 11 05:34:18.028675 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e28a7c79-bc51-4bc6-a259-760d713ae7db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67cd35fc-5d50-4df3-8169-c04b484e8fd5 HTTP/1.1" status: 204 len: 168 time: 1.4846578 Feb 11 05:34:18.037196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:18.038019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.054741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a7c79-bc51-4bc6-a259-760d713ae7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cd35fc-5d50-4df3-8169-c04b484e8fd5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:18.058348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Pushing event updated for resources: {'Port': ['ID=617dce8b-be18-41f6-95b6-bc40ee16a626,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:18.103722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (f103d6fa-d3af-44b4-92f0-35d286a454ff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.142491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 52f33c81-1296-4d25-b4de-ebb0c4512399 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:18.169154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-881a8505-b033-4c80-aba9-7cb76c11c0ae req-3388538c-5ff3-456e-9515-3992482f80ee tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018167 Feb 11 05:34:18.173259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-be70b9c3-89bd-49f0-9e79-f52c7b683375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:18.175018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-be70b9c3-89bd-49f0-9e79-f52c7b683375 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 1131 time: 0.4130781 Feb 11 05:34:18.423345 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8112328 Feb 11 05:34:18.427474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33442) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:18.447874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08706f42-58f7-4648-904c-4aec19ba6e86 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event updated for resources: {'Port': ['ID=b669b851-f59a-4816-839d-230c281e77bb,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:18.463542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Request body: {'port': {'network_id': 'ec8cb09a-1c4c-46c9-935e-b013fccff34b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-397410382', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:18.464511 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.api.validators [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] bootfile-name is not in valid_values {{(pid=103120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:34:18.465017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.api.validators [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] tftp-server is not in valid_values {{(pid=103120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:34:18.465565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.api.validators [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] server-ip-address is not in valid_values {{(pid=103120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:34:18.528018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:18.536239 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:18.802241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-72205d33-21ad-499d-9fc9-efcf1956494a tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2a97b50f51e94f82a57194b389d2769f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232381 Feb 11 05:34:18.804860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Router f103d6fa-d3af-44b4-92f0-35d286a454ff has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:18.815405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33452) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:18.900809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bda96ca0-798a-4f10-97a6-9a13e89aa3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.033460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:19.049700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Sync routers for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:19.051710 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aa4c22c1-891f-464a-b23c-284972ddf387 admin admin] 10.222.0.31 "PUT /v2.0/routers/f103d6fa-d3af-44b4-92f0-35d286a454ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1990397 Feb 11 05:34:19.072150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:19.072806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:19.092710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bda96ca0-798a-4f10-97a6-9a13e89aa3ee admin admin] Publish callbacks [] for security_group (e062725a-cc88-4687-853f-3b36d04e25d7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.092974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-f6b58ea7-f3cd-4801-a42c-a60941a09020 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:19.100364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bda96ca0-798a-4f10-97a6-9a13e89aa3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e062725a-cc88-4687-853f-3b36d04e25d7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.101017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-f6b58ea7-f3cd-4801-a42c-a60941a09020 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981036 Feb 11 05:34:19.118672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-440bcc1f-1373-4254-ba74-32526039195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:19.120176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-440bcc1f-1373-4254-ba74-32526039195b service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.9289529 Feb 11 05:34:19.172309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-22c6e31f-1446-48e7-bbb6-a780e39a4cc5 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/quotas/2a97b50f51e94f82a57194b389d2769f HTTP/1.1" status: 200 len: 375 time: 0.0698268 Feb 11 05:34:19.232886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda96ca0-798a-4f10-97a6-9a13e89aa3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e062725a-cc88-4687-853f-3b36d04e25d7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:19.242435 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bda96ca0-798a-4f10-97a6-9a13e89aa3ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fc135fb355c47b481378ce1c8e6cb04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197214 Feb 11 05:34:19.245875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33456) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:19.331280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-7b18ddf4-12b9-4e3b-8d17-c0d427c128ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8052a1ec-be3a-44ff-8014-7644457be966 HTTP/1.1" status: 200 len: 217 time: 0.1891043 Feb 11 05:34:19.342334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bc9c6-731b-4317-9cc4-f194ccfd4793 req-00320f20-f42b-4df6-8820-e16846e270ba tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:19.343978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-806bc9c6-731b-4317-9cc4-f194ccfd4793 req-00320f20-f42b-4df6-8820-e16846e270ba tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 948 time: 0.6634853 Feb 11 05:34:19.349645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Made reservation on behalf of 36d92c29a96b46c7ab6e2adc7cc33c91 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:19.353558 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.392797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:19.412486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36d6949e-aa32-43aa-bc31-557ae7a13170 admin admin] Publish callbacks [] for security_group (e062725a-cc88-4687-853f-3b36d04e25d7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.460562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36d6949e-aa32-43aa-bc31-557ae7a13170 admin admin] Publish callbacks [] for security_group (e062725a-cc88-4687-853f-3b36d04e25d7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.465247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-d087d32b-11dd-496f-84b8-04495b3a5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:19.466963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-d087d32b-11dd-496f-84b8-04495b3a5e0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0691717 Feb 11 05:34:19.482140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-141f3cb8-59fd-4801-bf0c-20fabda78ea3 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a97b50f51e94f82a57194b389d2769f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3086367 Feb 11 05:34:19.545498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] device_id is not set on port 792b5aae-1b77-4b90-b27e-08aff0bfb271 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:19.566180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36d6949e-aa32-43aa-bc31-557ae7a13170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e062725a-cc88-4687-853f-3b36d04e25d7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.568837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36d6949e-aa32-43aa-bc31-557ae7a13170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.570598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-806bc9c6-731b-4317-9cc4-f194ccfd4793 req-e3e3852d-c528-444a-95d5-e11a0be545d6 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002339 Feb 11 05:34:19.580286 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-36d6949e-aa32-43aa-bc31-557ae7a13170 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e062725a-cc88-4687-853f-3b36d04e25d7 HTTP/1.1" status: 204 len: 168 time: 0.3312228 Feb 11 05:34:19.600868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6949e-aa32-43aa-bc31-557ae7a13170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e062725a-cc88-4687-853f-3b36d04e25d7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:19.874343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6dbb92f8-36b9-4040-bb53-32fff1ca8347 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:19.877578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c10d5-b0b3-48b3-ab51-2879439d5cf1 None None] Network ec8cb09a-1c4c-46c9-935e-b013fccff34b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:20.084982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Allocated IP 172.20.0.11 (ec8cb09a-1c4c-46c9-935e-b013fccff34b/0234af2b-bc0a-4809-8455-26749332cdd2/792b5aae-1b77-4b90-b27e-08aff0bfb271) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:20.088549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-7774270e-0c4c-4807-ac48-14106b0f4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:20.090216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-7774270e-0c4c-4807-ac48-14106b0f4bf8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5289583 Feb 11 05:34:20.263144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-93c1bb7a-c5ee-4842-874b-a7b27354e37a service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509807 Feb 11 05:34:20.293662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d7d2093c-7af9-4c42-9aff-db4fb45d604a None None] Provisioning complete for port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:20.294927 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d7d2093c-7af9-4c42-9aff-db4fb45d604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.370860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e0103-26f8-4613-9851-9bcf175fb6c2 req-2da5fc85-9e99-454d-a983-4a0051622f5e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:20.379626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-965e0103-26f8-4613-9851-9bcf175fb6c2 req-2da5fc85-9e99-454d-a983-4a0051622f5e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3552067 Feb 11 05:34:20.429274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33484) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:20.461549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e40cf-5284-4e50-a0d5-26ad8aedc96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.469399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '617dce8b-be18-41f6-95b6-bc40ee16a626', 'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'mac_address': 'fa:16:3e:c4:eb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:13Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 2, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'subnets': [{'id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:20.568944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Checking router: f103d6fa-d3af-44b4-92f0-35d286a454ff for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:20.570345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Updating router f103d6fa-d3af-44b4-92f0-35d286a454ff port 617dce8b-be18-41f6-95b6-bc40ee16a626 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:34:20.610790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:20.611303 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.651923 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.683423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e40cf-5284-4e50-a0d5-26ad8aedc96f admin admin] Publish callbacks [] for security_group (2f0d8645-90e5-441b-94e6-a6485e1568c1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.692523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e40cf-5284-4e50-a0d5-26ad8aedc96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2f0d8645-90e5-441b-94e6-a6485e1568c1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.749450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e40cf-5284-4e50-a0d5-26ad8aedc96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0d8645-90e5-441b-94e6-a6485e1568c1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:20.754238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2093c-7af9-4c42-9aff-db4fb45d604a None None] Current status of the port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:20.756398 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d7d2093c-7af9-4c42-9aff-db4fb45d604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.776233 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7b0e40cf-5284-4e50-a0d5-26ad8aedc96f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d601447d41234925b13a11a14a18b189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3458490 Feb 11 05:34:20.776847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:20.913872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-965e0103-26f8-4613-9851-9bcf175fb6c2 req-4721ec03-44f2-4d0e-bd46-d57107dc337e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330021 Feb 11 05:34:20.930394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b00ef1c-7318-47a5-9ae0-eff007b9cfc4 admin admin] Publish callbacks [] for security_group (2f0d8645-90e5-441b-94e6-a6485e1568c1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.001591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fc0287c-a5ef-45c9-aa1f-61835c0cbf27 req-bbf81e63-5e0a-42dd-895d-add5541cb0fc service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081704 Feb 11 05:34:21.022101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b00ef1c-7318-47a5-9ae0-eff007b9cfc4 admin admin] Publish callbacks [] for security_group (2f0d8645-90e5-441b-94e6-a6485e1568c1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.069269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-0fbecda0-b88b-444d-be67-587158755f3b tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:21.072051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-0fbecda0-b88b-444d-be67-587158755f3b tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 820 time: 0.4119678 Feb 11 05:34:21.104436 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks [] for port (792b5aae-1b77-4b90-b27e-08aff0bfb271), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.108856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d7d2093c-7af9-4c42-9aff-db4fb45d604a None None] For port 6dbb92f8-36b9-4040-bb53-32fff1ca8347, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6dbb92f8-36b9-4040-bb53-32fff1ca8347,segment=NetworkSegment(d3a2c2a2-b115-4ad1-90c1-ae3cad89a044),segment_id=d3a2c2a2-b115-4ad1-90c1-ae3cad89a044)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:21.117452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-69a57890-0023-4eab-af56-cf779e108943 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/quotas/2803616dbb834328989d2d79be7c60e2 HTTP/1.1" status: 200 len: 375 time: 0.0379314 Feb 11 05:34:21.141291 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d7d2093c-7af9-4c42-9aff-db4fb45d604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.193502 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b00ef1c-7318-47a5-9ae0-eff007b9cfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2f0d8645-90e5-441b-94e6-a6485e1568c1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.196449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b00ef1c-7318-47a5-9ae0-eff007b9cfc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.197780 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b00ef1c-7318-47a5-9ae0-eff007b9cfc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f0d8645-90e5-441b-94e6-a6485e1568c1 HTTP/1.1" status: 204 len: 168 time: 0.4181685 Feb 11 05:34:21.209654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00ef1c-7318-47a5-9ae0-eff007b9cfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0d8645-90e5-441b-94e6-a6485e1568c1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:21.259933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:21.318604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-051a28a2-78e6-49be-b575-696030b134a1 None None] Provisioning complete for port b669b851-f59a-4816-839d-230c281e77bb triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:21.319201 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-051a28a2-78e6-49be-b575-696030b134a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b669b851-f59a-4816-839d-230c281e77bb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.364033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-051a28a2-78e6-49be-b575-696030b134a1 None None] Port b669b851-f59a-4816-839d-230c281e77bb cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:21.439221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-051a28a2-78e6-49be-b575-696030b134a1 None None] Provisioning complete for port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:21.439667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-051a28a2-78e6-49be-b575-696030b134a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.459795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2093c-7af9-4c42-9aff-db4fb45d604a None None] Pushing event updated for resources: {'Port': ['ID=6dbb92f8-36b9-4040-bb53-32fff1ca8347,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:21.762061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6dbb92f8-36b9-4040-bb53-32fff1ca8347 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:21.762725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64d7063d-0701-430b-bbc0-d256739535a7 req-8167ea91-2f6b-4199-aeb4-c595c6dd7e6a tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 210 time: 0.5964303 Feb 11 05:34:21.817738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-667e2d9d-a7ec-4857-8d05-aa2b77bfffb7 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=2a97b50f51e94f82a57194b389d2769f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901914 Feb 11 05:34:21.929367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-051a28a2-78e6-49be-b575-696030b134a1 None None] Current status of the port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:21.939189 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Publish callbacks [] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.940793 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.948557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-f0ef738e-294a-4c3a-ace4-121dc9dd6bef tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8241668 Feb 11 05:34:21.955110 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.012265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:22.012730 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.073885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161142b-ebfa-4e12-be1d-5e17defac478 None None] Pushing event updated for resources: {'Port': ['ID=617dce8b-be18-41f6-95b6-bc40ee16a626,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:22.081499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8052a1ec-be3a-44ff-8014-7644457be966 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:22.125439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-323c458e-89a3-4d4e-a4e6-1a6b79402f23 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:22.127406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-323c458e-89a3-4d4e-a4e6-1a6b79402f23 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927845 Feb 11 05:34:22.145219 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (792b5aae-1b77-4b90-b27e-08aff0bfb271), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.181630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Request body: {'port': {'device_id': 'c0dc380d-77a8-4e2d-a935-88fc75502097', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '2a97b50f51e94f82a57194b389d2769f'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:22.265267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Attempting to bind port 617dce8b-be18-41f6-95b6-bc40ee16a626 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:22.266560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Attempting to bind port 617dce8b-be18-41f6-95b6-bc40ee16a626 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'a3abd597-aaee-461d-ae7f-ef11fb8d4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:22.267412 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Attempting to bind port 617dce8b-be18-41f6-95b6-bc40ee16a626 on network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:22.290130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:22.290130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Checking segment: {'id': 'a3abd597-aaee-461d-ae7f-ef11fb8d4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:22.290425 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.290905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Bound using segment: {'id': 'a3abd597-aaee-461d-ae7f-ef11fb8d4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:22.291501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Bound port: 617dce8b-be18-41f6-95b6-bc40ee16a626, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3abd597-aaee-461d-ae7f-ef11fb8d4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:22.292117 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.392596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Network ec8cb09a-1c4c-46c9-935e-b013fccff34b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:22.408868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:22.451148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event updated for resources: {'Port': ['ID=792b5aae-1b77-4b90-b27e-08aff0bfb271,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:22.494123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:22.498295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:22.553410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8896bf3-716e-4e33-a7c9-20c385f50278 req-cb5bdfe6-0ddf-4b1a-ba2c-0c776f305851 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:22.562243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8896bf3-716e-4e33-a7c9-20c385f50278 req-cb5bdfe6-0ddf-4b1a-ba2c-0c776f305851 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 948 time: 0.6282814 Feb 11 05:34:22.651154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] For port 617dce8b-be18-41f6-95b6-bc40ee16a626, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:22.658459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Made reservation on behalf of 2a97b50f51e94f82a57194b389d2769f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:22.666287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] For port 617dce8b-be18-41f6-95b6-bc40ee16a626, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=617dce8b-be18-41f6-95b6-bc40ee16a626,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:22.668612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8052a1ec-be3a-44ff-8014-7644457be966, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8052a1ec-be3a-44ff-8014-7644457be966,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:22.672634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.681797 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.688671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '8052a1ec-be3a-44ff-8014-7644457be966', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '8052a1ec-be3a-44ff-8014-7644457be966', 'mac_address': 'fa:16:3e:8a:49:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:22.806426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8052a1ec-be3a-44ff-8014-7644457be966 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:22.806864 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8052a1ec-be3a-44ff-8014-7644457be966), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.830110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8052a1ec-be3a-44ff-8014-7644457be966 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:22.864340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:22.864976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:22.883403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8052a1ec-be3a-44ff-8014-7644457be966, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8052a1ec-be3a-44ff-8014-7644457be966,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:22.923770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161142b-ebfa-4e12-be1d-5e17defac478 None None] Pushing event updated for resources: {'Port': ['ID=617dce8b-be18-41f6-95b6-bc40ee16a626,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:22.933858 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8052a1ec-be3a-44ff-8014-7644457be966), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.989646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e6e326e2-aebf-4cb1-9cd5-6608c06290c9 None None] Provisioning complete for port 792b5aae-1b77-4b90-b27e-08aff0bfb271 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:22.990199 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e6e326e2-aebf-4cb1-9cd5-6608c06290c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (792b5aae-1b77-4b90-b27e-08aff0bfb271), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.005811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Allocated IP 192.168.233.218 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/07921333-af0b-46d8-95e0-723d092c04fd) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:23.111257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-c256e91d-325f-4370-981b-358d8191e42a service neutron] 10.222.0.31 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0460575 Feb 11 05:34:23.165391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.168762 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.212402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:23.244026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8896bf3-716e-4e33-a7c9-20c385f50278 req-52c28bcd-fbd1-4dc4-b281-47debcaa44be tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783788 Feb 11 05:34:23.312957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-85d51eab-4f5e-4990-bc45-d384d7e8cfc1 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.8822856 Feb 11 05:34:23.316410 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33548) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.319674 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.330957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e6e326e2-aebf-4cb1-9cd5-6608c06290c9 None None] Port 792b5aae-1b77-4b90-b27e-08aff0bfb271 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:23.353874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8052a1ec-be3a-44ff-8014-7644457be966,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:23.402116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33550) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.449631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc71bcc-b693-4b31-a57d-89f09a96fd06 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.470033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc71bcc-b693-4b31-a57d-89f09a96fd06 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.482962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc71bcc-b693-4b31-a57d-89f09a96fd06 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.490156 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0cc71bcc-b693-4b31-a57d-89f09a96fd06 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1725938 Feb 11 05:34:23.492895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.549523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-0143d1ad-9c26-4f85-8bfa-84ef55a6a61e service neutron] 10.222.0.31 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969636 Feb 11 05:34:23.558465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks [] for port (07921333-af0b-46d8-95e0-723d092c04fd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.593014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d3c57-7699-45ba-b53b-83bd85068c2d req-b300186c-9fd7-4f04-8f70-ecf5c16bf305 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.602276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad2d3c57-7699-45ba-b53b-83bd85068c2d req-b300186c-9fd7-4f04-8f70-ecf5c16bf305 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1456528 Feb 11 05:34:23.650245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (07921333-af0b-46d8-95e0-723d092c04fd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.742508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d534f8cb-351c-4738-81db-2e1930500e8d tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Deleting port 792b5aae-1b77-4b90-b27e-08aff0bfb271 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:23.742867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d534f8cb-351c-4738-81db-2e1930500e8d tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (792b5aae-1b77-4b90-b27e-08aff0bfb271), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.762010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['8052a1ec-be3a-44ff-8014-7644457be966'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:23.770427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['079a6a2e-7c3c-4357-960b-40d0bcbbe725'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:23.773209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad2d3c57-7699-45ba-b53b-83bd85068c2d req-ef2a35fb-63dc-4561-ba01-5f55ba92ec3f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676118 Feb 11 05:34:23.822272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Pushing event updated for resources: {'Port': ['ID=07921333-af0b-46d8-95e0-723d092c04fd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:23.833980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0adf62e7-51d4-4284-8302-d9a11c4e0aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.856765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:23.867749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:23.901952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:23.980324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d534f8cb-351c-4738-81db-2e1930500e8d tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (792b5aae-1b77-4b90-b27e-08aff0bfb271), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.013108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d534f8cb-351c-4738-81db-2e1930500e8d tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Calling delete_port for 792b5aae-1b77-4b90-b27e-08aff0bfb271 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:24.156591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b422378f-2a88-4702-9828-ddfac7784fcd req-b63667c6-3587-4a15-bb9b-e35aa63acb73 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 210 time: 0.2558501 Feb 11 05:34:24.267762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd04e4-ae07-4276-b4a6-bd4c7efc321a req-55b5631e-18b7-40f9-9fa0-fd7d5a3cdb3e tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:24.280470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11fd04e4-ae07-4276-b4a6-bd4c7efc321a req-55b5631e-18b7-40f9-9fa0-fd7d5a3cdb3e tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 936 time: 0.3703861 Feb 11 05:34:24.299057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:24.299601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.336857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d534f8cb-351c-4738-81db-2e1930500e8d tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (792b5aae-1b77-4b90-b27e-08aff0bfb271), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.405645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534f8cb-351c-4738-81db-2e1930500e8d tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event deleted for resources: {'Port': ['ID=792b5aae-1b77-4b90-b27e-08aff0bfb271,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:24.445975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11fd04e4-ae07-4276-b4a6-bd4c7efc321a req-1836d4cb-9462-4ae2-85f8-5ef24b99353a tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325059 Feb 11 05:34:24.463771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '617dce8b-be18-41f6-95b6-bc40ee16a626', 'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'mac_address': 'fa:16:3e:c4:eb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:13Z', 'updated_at': '2022-02-11T05:34:22Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'subnets': [{'id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:24.585617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2f0464c2-0789-4548-8d8a-c8663c2f0b8b tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4135005 Feb 11 05:34:24.603328 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d534f8cb-351c-4738-81db-2e1930500e8d tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.607261 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d534f8cb-351c-4738-81db-2e1930500e8d tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "DELETE /v2.0/ports/792b5aae-1b77-4b90-b27e-08aff0bfb271 HTTP/1.1" status: 204 len: 168 time: 1.1126871 Feb 11 05:34:24.610504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Request body: {'port': {'device_id': 'c0dc380d-77a8-4e2d-a935-88fc75502097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:24.611069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33576) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:24.616423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Request body: {'port': {'name': 'tempest-new-port-name-999512336', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:24.616980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.api.validators [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] bootfile-name is not in valid_values {{(pid=103121) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:34:24.617422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.api.validators [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] tftp-server is not in valid_values {{(pid=103121) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:34:24.617955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.api.validators [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] server-ip-address is not in valid_values {{(pid=103121) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:34:24.644102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130bba9d-2b79-4921-b3ab-1623c3d04895 None None] The sync data for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 is: [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '617dce8b-be18-41f6-95b6-bc40ee16a626', 'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'mac_address': 'fa:16:3e:c4:eb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:13Z', 'updated_at': '2022-02-11T05:34:22Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'subnets': [{'id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:24.677917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b6e61def-2137-4b45-8248-5c7e1fe8e928 None None] Provisioning complete for port 07921333-af0b-46d8-95e0-723d092c04fd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:24.688094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6e61def-2137-4b45-8248-5c7e1fe8e928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (07921333-af0b-46d8-95e0-723d092c04fd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.724400 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b669b851-f59a-4816-839d-230c281e77bb), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.851900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b6e61def-2137-4b45-8248-5c7e1fe8e928 None None] Port 07921333-af0b-46d8-95e0-723d092c04fd cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:24.976100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d05065-589f-4733-945f-ac6573598321 req-31448b04-bd49-4589-8a42-de0c4b10561e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.000243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85d05065-589f-4733-945f-ac6573598321 req-31448b04-bd49-4589-8a42-de0c4b10561e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.5883982 Feb 11 05:34:25.033028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a0da9-a90a-4481-b271-627f94d1d50f req-b823f76a-f208-4ed8-9fab-5b59ae9457e1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.034719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d94a0da9-a90a-4481-b271-627f94d1d50f req-b823f76a-f208-4ed8-9fab-5b59ae9457e1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 949 time: 0.4344509 Feb 11 05:34:25.035388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07921333-af0b-46d8-95e0-723d092c04fd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.083651 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0adf62e7-51d4-4284-8302-d9a11c4e0aed admin admin] Publish callbacks [] for security_group (5b62ab81-7094-466a-abfe-71332a84854c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.111159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0adf62e7-51d4-4284-8302-d9a11c4e0aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5b62ab81-7094-466a-abfe-71332a84854c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.196678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0adf62e7-51d4-4284-8302-d9a11c4e0aed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fec47a27fad84fceb135d254f38cb8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7817731 Feb 11 05:34:25.211254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33590) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:25.228823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks [] for port (b669b851-f59a-4816-839d-230c281e77bb), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.243049 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b669b851-f59a-4816-839d-230c281e77bb), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.356369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf62e7-51d4-4284-8302-d9a11c4e0aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b62ab81-7094-466a-abfe-71332a84854c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:25.402059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event updated for resources: {'Port': ['ID=b669b851-f59a-4816-839d-230c281e77bb,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:25.461964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] In _notify_port_updated(), no bound segment for port b669b851-f59a-4816-839d-230c281e77bb on network ec8cb09a-1c4c-46c9-935e-b013fccff34b {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:34:25.479663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.480378 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.484704 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-164d358b-2332-48bd-b5c2-921dbcbd488f tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "PUT /v2.0/ports/b669b851-f59a-4816-839d-230c281e77bb HTTP/1.1" status: 200 len: 1136 time: 0.8725045 Feb 11 05:34:25.485800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33594) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:25.508742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d94a0da9-a90a-4481-b271-627f94d1d50f req-e1dde3fe-5901-4b69-85ab-3e67c30d159a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181507 Feb 11 05:34:25.600154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2bdbcb-43fd-4e4a-8b06-a19a37cf1fa0 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.619342 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ad2bdbcb-43fd-4e4a-8b06-a19a37cf1fa0 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "GET /v2.0/ports/b669b851-f59a-4816-839d-230c281e77bb HTTP/1.1" status: 200 len: 1136 time: 0.1325309 Feb 11 05:34:25.619991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33596) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:25.816823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 617dce8b-be18-41f6-95b6-bc40ee16a626 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:25.851849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a21739d2-b6cb-44da-8f96-ec343d92de8c tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Deleting port b669b851-f59a-4816-839d-230c281e77bb {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:25.857495 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a21739d2-b6cb-44da-8f96-ec343d92de8c tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b669b851-f59a-4816-839d-230c281e77bb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.884599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-360e4164-b314-4746-9823-fd8b6273c758 None None] Provisioning complete for port b669b851-f59a-4816-839d-230c281e77bb triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:25.885550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-360e4164-b314-4746-9823-fd8b6273c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b669b851-f59a-4816-839d-230c281e77bb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.896124 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85d05065-589f-4733-945f-ac6573598321 req-69cef197-1b25-44d6-a7a5-c0def9467107 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8949690 Feb 11 05:34:25.902553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-526a882f-ecdb-46e9-9b8c-db3cf6447485 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.904048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-526a882f-ecdb-46e9-9b8c-db3cf6447485 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.72 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 820 time: 0.3913169 Feb 11 05:34:25.960450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Request body: {'port': {'device_id': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'admin_state_up': True, 'tenant_id': '2803616dbb834328989d2d79be7c60e2'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:26.016066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47b468a1-e926-448b-bfa1-4fe84e1f52c6 req-cab54ce3-bf8c-4866-b0f7-c309f0179a96 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 210 time: 0.1018929 Feb 11 05:34:26.079145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-360e4164-b314-4746-9823-fd8b6273c758 None None] Port b669b851-f59a-4816-839d-230c281e77bb cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:26.094616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8052a1ec-be3a-44ff-8014-7644457be966 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:26.177832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a21739d2-b6cb-44da-8f96-ec343d92de8c tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b669b851-f59a-4816-839d-230c281e77bb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.193738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a21739d2-b6cb-44da-8f96-ec343d92de8c tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Calling delete_port for b669b851-f59a-4816-839d-230c281e77bb owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:26.219756 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1cba0f6-277e-4700-9658-e26a7a5f7bbc admin admin] Publish callbacks [] for security_group (5b62ab81-7094-466a-abfe-71332a84854c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.239069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 617dce8b-be18-41f6-95b6-bc40ee16a626 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:26.242098 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.250268 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1cba0f6-277e-4700-9658-e26a7a5f7bbc admin admin] Publish callbacks [] for security_group (5b62ab81-7094-466a-abfe-71332a84854c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.321792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 8052a1ec-be3a-44ff-8014-7644457be966 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:26.345421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 8052a1ec-be3a-44ff-8014-7644457be966 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:26.345946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8052a1ec-be3a-44ff-8014-7644457be966), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.417576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Made reservation on behalf of 2803616dbb834328989d2d79be7c60e2 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:26.426294 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.499396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1cba0f6-277e-4700-9658-e26a7a5f7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5b62ab81-7094-466a-abfe-71332a84854c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.502813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1cba0f6-277e-4700-9658-e26a7a5f7bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.504661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a21739d2-b6cb-44da-8f96-ec343d92de8c tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b669b851-f59a-4816-839d-230c281e77bb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.508448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c1cba0f6-277e-4700-9658-e26a7a5f7bbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b62ab81-7094-466a-abfe-71332a84854c HTTP/1.1" status: 204 len: 168 time: 1.2904413 Feb 11 05:34:26.519386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 617dce8b-be18-41f6-95b6-bc40ee16a626 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:26.521056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.536810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21739d2-b6cb-44da-8f96-ec343d92de8c tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event deleted for resources: {'Port': ['ID=b669b851-f59a-4816-839d-230c281e77bb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:26.590267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8052a1ec-be3a-44ff-8014-7644457be966 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:26.593871 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8052a1ec-be3a-44ff-8014-7644457be966), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.690084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978840c4-7b65-431b-b57e-c0b15e70f994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8052a1ec-be3a-44ff-8014-7644457be966'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:26.702680 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085b924d-170c-48b3-a711-4408fe5f796c" -d '{"events": [{"server_uuid": "978840c4-7b65-431b-b57e-c0b15e70f994", "name": "network-vif-plugged", "status": "completed", "tag": "8052a1ec-be3a-44ff-8014-7644457be966"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:26.755863 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a21739d2-b6cb-44da-8f96-ec343d92de8c tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.763445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07921333-af0b-46d8-95e0-723d092c04fd {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:26.769128 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a21739d2-b6cb-44da-8f96-ec343d92de8c tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "DELETE /v2.0/ports/b669b851-f59a-4816-839d-230c281e77bb HTTP/1.1" status: 204 len: 168 time: 1.1459336 Feb 11 05:34:26.769765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33612) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.772101 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Publish callbacks [] for port (07921333-af0b-46d8-95e0-723d092c04fd), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.779894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 617dce8b-be18-41f6-95b6-bc40ee16a626, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=617dce8b-be18-41f6-95b6-bc40ee16a626,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:26.785630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Transition to ACTIVE for port object 07921333-af0b-46d8-95e0-723d092c04fd will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:26.795391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8052a1ec-be3a-44ff-8014-7644457be966, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8052a1ec-be3a-44ff-8014-7644457be966,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:26.800299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.812238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (07921333-af0b-46d8-95e0-723d092c04fd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.846905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cba0f6-277e-4700-9658-e26a7a5f7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b62ab81-7094-466a-abfe-71332a84854c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:26.920066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cfca9c-5d0c-4fac-b659-5c66415df085 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Deleting subnet 0234af2b-bc0a-4809-8455-26749332cdd2 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:26.927084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70cfca9c-5d0c-4fac-b659-5c66415df085 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks [] for subnet (0234af2b-bc0a-4809-8455-26749332cdd2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.944210 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=617dce8b-be18-41f6-95b6-bc40ee16a626,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:26.948577 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8052a1ec-be3a-44ff-8014-7644457be966), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.034318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00961c86-c171-4995-b00f-6987f0970a26 req-00757176-46be-4299-909b-80014decfa3e tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:27.038614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00961c86-c171-4995-b00f-6987f0970a26 req-00757176-46be-4299-909b-80014decfa3e tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 936 time: 0.7403336 Feb 11 05:34:27.062979 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70cfca9c-5d0c-4fac-b659-5c66415df085 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (0234af2b-bc0a-4809-8455-26749332cdd2), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.135472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8052a1ec-be3a-44ff-8014-7644457be966,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:27.151947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abd7af-38be-48e3-a6d9-242b00f883a4 req-0ee10b08-4cb4-47a2-a153-e65f9a98db6e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:27.163232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79abd7af-38be-48e3-a6d9-242b00f883a4 req-0ee10b08-4cb4-47a2-a153-e65f9a98db6e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.7967291 Feb 11 05:34:27.198264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Pushing event updated for resources: {'Port': ['ID=07921333-af0b-46d8-95e0-723d092c04fd,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:27.303409 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70cfca9c-5d0c-4fac-b659-5c66415df085 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (0234af2b-bc0a-4809-8455-26749332cdd2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.337542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00961c86-c171-4995-b00f-6987f0970a26 req-0d56079c-fd13-4ef1-ab3f-6eb20ad117c1 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532425 Feb 11 05:34:27.390175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Attempting to bind port 07921333-af0b-46d8-95e0-723d092c04fd on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:27.390415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Attempting to bind port 07921333-af0b-46d8-95e0-723d092c04fd by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:27.390749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Attempting to bind port 07921333-af0b-46d8-95e0-723d092c04fd on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:27.402604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79abd7af-38be-48e3-a6d9-242b00f883a4 req-7370e48f-e9c3-4f14-89aa-93f1b827001d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378976 Feb 11 05:34:27.420277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Port 07921333-af0b-46d8-95e0-723d092c04fd on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:27.420614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Attempting to bind port 07921333-af0b-46d8-95e0-723d092c04fd on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:27.433302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Allocated IP 172.20.0.11 (5d97b3ff-8eb1-45d7-98fe-58c1a156bb05/82efbc7e-d3ea-4157-81e8-0920252151d6/1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:27.449766 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70cfca9c-5d0c-4fac-b659-5c66415df085 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (0234af2b-bc0a-4809-8455-26749332cdd2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.451572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:27.453041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:27.454040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:27.455253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Bound port: 07921333-af0b-46d8-95e0-723d092c04fd, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:27.455627 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07921333-af0b-46d8-95e0-723d092c04fd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.492081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c563fa87-dab7-4724-b502-ddddd3e19597 None None] Network ec8cb09a-1c4c-46c9-935e-b013fccff34b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:27.492652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70cfca9c-5d0c-4fac-b659-5c66415df085 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.505487 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-70cfca9c-5d0c-4fac-b659-5c66415df085 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "DELETE /v2.0/subnets/0234af2b-bc0a-4809-8455-26749332cdd2 HTTP/1.1" status: 204 len: 168 time: 0.7338214 Feb 11 05:34:27.509682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33630) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:27.610575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfca9c-5d0c-4fac-b659-5c66415df085 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event deleted for resources: {'Subnet': ['ID=0234af2b-bc0a-4809-8455-26749332cdd2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:27.695258 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ce8a09-19c1-49dc-b073-8e7b132a79c0 x-openstack-request-id: req-99ce8a09-19c1-49dc-b073-8e7b132a79c0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:27.695558 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978840c4-7b65-431b-b57e-c0b15e70f994", "name": "network-vif-plugged", "status": "completed", "tag": "8052a1ec-be3a-44ff-8014-7644457be966", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:27.695821 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99ce8a09-19c1-49dc-b073-8e7b132a79c0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:27.696346 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978840c4-7b65-431b-b57e-c0b15e70f994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8052a1ec-be3a-44ff-8014-7644457be966', 'code': 200} Feb 11 05:34:27.726448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 617dce8b-be18-41f6-95b6-bc40ee16a626 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:27.780161 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ff980d57-f1de-4cd1-ac8e-21e4af56fd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.855821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 617dce8b-be18-41f6-95b6-bc40ee16a626 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:27.857250 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.880131 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33638) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:27.959723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269967a9-f2e5-49df-a6c6-a9faa0674580 None None] DHCP port deletion for ec8cb09a-1c4c-46c9-935e-b013fccff34b request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:27.978294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ac50b06-4b94-4a70-a7dd-58a5617126ed req-feff0565-2279-48f1-aad6-bcbc4ebddd74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 210 time: 0.1276877 Feb 11 05:34:27.996627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6ec9-b4a6-46f6-b9d1-9b7a4ba2c1d6 req-8b4815b4-8602-4581-a7ba-d5e8b503b4ed tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.005790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfeb6ec9-b4a6-46f6-b9d1-9b7a4ba2c1d6 req-8b4815b4-8602-4581-a7ba-d5e8b503b4ed tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 950 time: 0.5287976 Feb 11 05:34:28.020759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] For port 07921333-af0b-46d8-95e0-723d092c04fd, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:28.024145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] For port 07921333-af0b-46d8-95e0-723d092c04fd, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07921333-af0b-46d8-95e0-723d092c04fd,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:28.030752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (ec8cb09a-1c4c-46c9-935e-b013fccff34b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.060455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-212026216-network', 'tenant_id': '2981a5aaffb94c4682f1cc3fbe22914b'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:28.068507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 617dce8b-be18-41f6-95b6-bc40ee16a626 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:28.070668 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (07921333-af0b-46d8-95e0-723d092c04fd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.101266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Made reservation on behalf of 2981a5aaffb94c4682f1cc3fbe22914b for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:28.103630 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.109086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-269967a9-f2e5-49df-a6c6-a9faa0674580 None None] Deleting port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:28.110711 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-269967a9-f2e5-49df-a6c6-a9faa0674580 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.127990 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.131249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.131829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.133291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] 10.222.0.72 "PUT /v2.0/ports/07921333-af0b-46d8-95e0-723d092c04fd HTTP/1.1" status: 200 len: 1097 time: 3.5450418 Feb 11 05:34:28.167487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dc380d-77a8-4e2d-a935-88fc75502097', 'tag': '07921333-af0b-46d8-95e0-723d092c04fd'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:28.169825 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9aae86-c862-4449-85d9-4daeb7ba6628" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dc380d-77a8-4e2d-a935-88fc75502097", "tag": "07921333-af0b-46d8-95e0-723d092c04fd"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:28.270869 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.288210 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-269967a9-f2e5-49df-a6c6-a9faa0674580 None None] For port 6dbb92f8-36b9-4040-bb53-32fff1ca8347, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6dbb92f8-36b9-4040-bb53-32fff1ca8347,segment=NetworkSegment(d3a2c2a2-b115-4ad1-90c1-ae3cad89a044),segment_id=d3a2c2a2-b115-4ad1-90c1-ae3cad89a044)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:28.288608 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-269967a9-f2e5-49df-a6c6-a9faa0674580 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.322830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-269967a9-f2e5-49df-a6c6-a9faa0674580 None None] Calling delete_port for 6dbb92f8-36b9-4040-bb53-32fff1ca8347 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:28.342231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Publish callbacks [] for security_group (10636ca8-e571-449a-9cfe-bdd2fd50b3a6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.359942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (10636ca8-e571-449a-9cfe-bdd2fd50b3a6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.390764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e43396-de9c-44e9-83ab-e97ec838be26 req-33d0309e-2c59-4182-911e-fe10fdf5d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.392325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60e43396-de9c-44e9-83ab-e97ec838be26 req-33d0309e-2c59-4182-911e-fe10fdf5d7f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 1133 time: 0.5651526 Feb 11 05:34:28.430084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:28.437668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10636ca8-e571-449a-9cfe-bdd2fd50b3a6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.467994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ac7fd85b-f144-4f18-ae5a-ac2ca636060e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.469758 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Added segment ac7fd85b-f144-4f18-ae5a-ac2ca636060e of type vlan for network d4281e62-a042-4781-9bb3-86f3623bde51 Feb 11 05:34:28.536198 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-269967a9-f2e5-49df-a6c6-a9faa0674580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.553541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269967a9-f2e5-49df-a6c6-a9faa0674580 None None] No DVR routers for this DVR port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:28.577161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d4281e62-a042-4781-9bb3-86f3623bde51), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.584594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfeb6ec9-b4a6-46f6-b9d1-9b7a4ba2c1d6 req-ea16744a-ca15-4542-868b-9ab34deaf8ee tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516303 Feb 11 05:34:28.596107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a32c9-ddaa-480d-b253-3e3717d85420 service neutron] Pushing event updated for resources: {'Port': ['ID=07921333-af0b-46d8-95e0-723d092c04fd,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.627960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-ba492468-40a2-4907-a351-2e804495a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.630830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d4281e62-a042-4781-9bb3-86f3623bde51), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.631943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-ba492468-40a2-4907-a351-2e804495a476 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2a97b50f51e94f82a57194b389d2769f&device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 1131 time: 0.3661814 Feb 11 05:34:28.632187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.633246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.661953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269967a9-f2e5-49df-a6c6-a9faa0674580 None None] Pushing event deleted for resources: {'Port': ['ID=6dbb92f8-36b9-4040-bb53-32fff1ca8347,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.730219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] Pushing event updated for resources: {'Network': ['ID=d4281e62-a042-4781-9bb3-86f3623bde51,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.741176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d4281e62-a042-4781-9bb3-86f3623bde51 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:28.759537 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-52ea5def-d9a4-439d-ad23-ff928b19570f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8729091 Feb 11 05:34:28.759883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33652) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:28.765999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Request body: {'subnet': {'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-212026216-subnet', 'tenant_id': '2981a5aaffb94c4682f1cc3fbe22914b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:28.809275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Made reservation on behalf of 2981a5aaffb94c4682f1cc3fbe22914b for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:28.811752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.052019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (626436ea-3708-46dc-8918-ccc449182f79), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.111443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=626436ea-3708-46dc-8918-ccc449182f79,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.130880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Checking segment: {'id': 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:29.131604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Network hostable DHCP agents. Network: d4281e62-a042-4781-9bb3-86f3623bde51, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:29.150186 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903f9a40-55a5-49ad-9acb-89539808d206 x-openstack-request-id: req-903f9a40-55a5-49ad-9acb-89539808d206 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:29.150602 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dc380d-77a8-4e2d-a935-88fc75502097", "tag": "07921333-af0b-46d8-95e0-723d092c04fd", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:29.150934 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-903f9a40-55a5-49ad-9acb-89539808d206 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:29.151331 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dc380d-77a8-4e2d-a935-88fc75502097', 'tag': '07921333-af0b-46d8-95e0-723d092c04fd', 'status': 'completed', 'code': 200} Feb 11 05:34:29.155573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Network d4281e62-a042-4781-9bb3-86f3623bde51 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:29.170537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, d4281e62-a042-4781-9bb3-86f3623bde51) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:29.175597 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.176737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.177637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85339dbc-d18d-4705-b208-098ec6c35cc7 req-e56056e7-c5e2-4180-9d16-3878920200b8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.179238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85339dbc-d18d-4705-b208-098ec6c35cc7 req-e56056e7-c5e2-4180-9d16-3878920200b8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.9122329 Feb 11 05:34:29.180522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-9336b5c6-834e-46f7-8fd3-d70de77bf277 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=07921333-af0b-46d8-95e0-723d092c04fd HTTP/1.1" status: 200 len: 217 time: 0.5258558 Feb 11 05:34:29.181858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea834f-4118-4f78-9538-3fb70bcaa1de None None] Network d4281e62-a042-4781-9bb3-86f3623bde51 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:29.217203 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f6689c84-914c-462d-adb0-90e89352a75f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4554536 Feb 11 05:34:29.271909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60e43396-de9c-44e9-83ab-e97ec838be26 req-94e93402-0490-47e2-802c-f821390202ec service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8447657 Feb 11 05:34:29.301543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Deleting port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:29.301960 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.312479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.371308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8692983-8e5c-4920-a606-f79dba2fd5e8 None None] Network d4281e62-a042-4781-9bb3-86f3623bde51 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:29.581410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85339dbc-d18d-4705-b208-098ec6c35cc7 req-768a10a6-e1cb-4979-bd66-f1a0d601af06 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722069 Feb 11 05:34:29.625554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6dbb92f8-36b9-4040-bb53-32fff1ca8347 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:29.655296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6dbb92f8-36b9-4040-bb53-32fff1ca8347 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:29.656023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6dbb92f8-36b9-4040-bb53-32fff1ca8347 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:29.663243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:29.665651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:29.680770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2ce84706-7a09-4ce0-a701-47a70e500770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.691901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-2ce84706-7a09-4ce0-a701-47a70e500770 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.4809699 Feb 11 05:34:29.718250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] For port 6dbb92f8-36b9-4040-bb53-32fff1ca8347, host n-d-715271-35, got binding levels [] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:29.718620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.735703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:29.843028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Calling delete_port for 6dbb92f8-36b9-4040-bb53-32fff1ca8347 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:29.862796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Pushing event updated for resources: {'Port': ['ID=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.867875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 was not found and therefore no delete operation was performed {{(pid=103120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:34:29.880865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e530b-f49c-4e57-b96a-6a532e9e7b98 req-71026e7a-f6e8-4986-8620-74aca5a57b10 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.882692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-377e530b-f49c-4e57-b96a-6a532e9e7b98 req-71026e7a-f6e8-4986-8620-74aca5a57b10 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 948 time: 0.7407396 Feb 11 05:34:29.891373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6dbb92f8-36b9-4040-bb53-32fff1ca8347), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.948575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.949419 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.968106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] No DVR routers for this DVR port 6dbb92f8-36b9-4040-bb53-32fff1ca8347 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:29.978423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event deleted for resources: {'Port': ['ID=6dbb92f8-36b9-4040-bb53-32fff1ca8347,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:30.015052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fbf60bf5-bb76-469a-8889-5e9789a3da74 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0956688 Feb 11 05:34:30.036223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-214db770-6173-4595-973e-1c36da97c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:30.038074 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-214db770-6173-4595-973e-1c36da97c08f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2650657 Feb 11 05:34:30.045831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b7471-4793-4d68-93e7-3ab5463d8b54 req-28104cfb-82f9-4ed1-86b7-a01594c77180 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:30.047599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-665b7471-4793-4d68-93e7-3ab5463d8b54 req-28104cfb-82f9-4ed1-86b7-a01594c77180 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 932 time: 0.2755034 Feb 11 05:34:30.055308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Request body: {'port': {'device_id': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:30.242037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-33911297-697d-4c1c-8f0b-836fc7fa8f6b service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913106 Feb 11 05:34:30.248232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (ec8cb09a-1c4c-46c9-935e-b013fccff34b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.264061 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c32949a2-3f5a-4a65-ba04-7f206cc7b463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.394634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8cb09a-1c4c-46c9-935e-b013fccff34b']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:30.458769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a2c2a2-b115-4ad1-90c1-ae3cad89a044') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:30.459258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a2c2a2-b115-4ad1-90c1-ae3cad89a044') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:30.475590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-377e530b-f49c-4e57-b96a-6a532e9e7b98 req-33f6caf7-64d5-4515-a7a3-d3073a0e0108 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791128 Feb 11 05:34:30.578251 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (d3a2c2a2-b115-4ad1-90c1-ae3cad89a044), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.741238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d3a2c2a2-b115-4ad1-90c1-ae3cad89a044), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.780533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-665b7471-4793-4d68-93e7-3ab5463d8b54 req-0bccd323-d7df-4ca3-ac08-7040705f6f4d tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107269 Feb 11 05:34:30.792810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:34:30.793256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (d3a2c2a2-b115-4ad1-90c1-ae3cad89a044), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.803412 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: warnings.warn(msg) Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:34:30.818568 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:34:30.981287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a515b-232c-4c93-a885-f28db5fd4b4e req-d217baa0-8dc5-4b4a-be8a-bfc2aae58c56 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:31.008229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c7a515b-232c-4c93-a885-f28db5fd4b4e req-d217baa0-8dc5-4b4a-be8a-bfc2aae58c56 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 950 time: 0.4039886 Feb 11 05:34:31.038414 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.086111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-505e0e63-db8c-47a5-8177-b8645d39b1b7 req-b0aa90a1-05ad-46c1-bb3f-a4fd0328f887 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8093464 Feb 11 05:34:31.525429 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (ec8cb09a-1c4c-46c9-935e-b013fccff34b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.578839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.586579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] 10.222.0.31 "DELETE /v2.0/networks/ec8cb09a-1c4c-46c9-935e-b013fccff34b HTTP/1.1" status: 204 len: 168 time: 4.0741913 Feb 11 05:34:31.593965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:31.640188 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Publish callbacks [] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.667674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Transition to ACTIVE for port object 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:31.669438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c98e2-6467-4c0a-83e3-20c6e6ab4d44 tempest-ExtraDHCPOptionsTestJSON-2142081570 tempest-ExtraDHCPOptionsTestJSON-2142081570-project] Pushing event deleted for resources: {'Network': ['ID=ec8cb09a-1c4c-46c9-935e-b013fccff34b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:31.708989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615cbfd-0961-4ae3-8adf-a2c9f0104270 req-2c9d2615-6cab-4faa-8cde-0b4678069975 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:31.711544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0615cbfd-0961-4ae3-8adf-a2c9f0104270 req-2c9d2615-6cab-4faa-8cde-0b4678069975 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.7867596 Feb 11 05:34:31.715147 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.724676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c7a515b-232c-4c93-a885-f28db5fd4b4e req-56023be8-017c-486b-b953-eb5f3c8d89ed tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7138627 Feb 11 05:34:31.848565 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:34:31.874732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-9573d9f4-e004-4e10-a471-cd175fc98c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:31.876779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-9573d9f4-e004-4e10-a471-cd175fc98c66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2a97b50f51e94f82a57194b389d2769f&device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 1131 time: 0.3889363 Feb 11 05:34:32.012862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Pushing event updated for resources: {'Port': ['ID=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:32.062067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0615cbfd-0961-4ae3-8adf-a2c9f0104270 req-e28b6175-8e07-4ec4-8d50-49b11305b247 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346422 Feb 11 05:34:32.152128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33698) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:32.298276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-f7573099-d4e5-4647-abab-58fdebfa2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:32.305714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-f7573099-d4e5-4647-abab-58fdebfa2580 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3775585 Feb 11 05:34:32.393627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935e962-21fe-4007-a40a-1ccc72d04235 req-a3c2e520-4d23-4d0f-b76d-aa197ab075ee tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:32.397746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1935e962-21fe-4007-a40a-1ccc72d04235 req-a3c2e520-4d23-4d0f-b76d-aa197ab075ee tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 948 time: 0.3989906 Feb 11 05:34:32.412494 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-826993b3-5322-42dd-9c7c-1710e4901d8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36d92c29a96b46c7ab6e2adc7cc33c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2590432 Feb 11 05:34:32.415068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33706) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:32.493656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70124baf-1c66-406d-82c0-4ecc5021972c admin admin] Publish callbacks [] for security_group (165cb997-2409-44c6-8ada-dbaa342f448c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.516205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-16e0b51d-7e4d-43ea-b383-75a35f9027ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=07921333-af0b-46d8-95e0-723d092c04fd HTTP/1.1" status: 200 len: 217 time: 0.1901083 Feb 11 05:34:32.532479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70124baf-1c66-406d-82c0-4ecc5021972c admin admin] Publish callbacks [] for security_group (165cb997-2409-44c6-8ada-dbaa342f448c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.646416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70124baf-1c66-406d-82c0-4ecc5021972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (165cb997-2409-44c6-8ada-dbaa342f448c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.649755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70124baf-1c66-406d-82c0-4ecc5021972c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.651393 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-70124baf-1c66-406d-82c0-4ecc5021972c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/165cb997-2409-44c6-8ada-dbaa342f448c HTTP/1.1" status: 204 len: 168 time: 0.2350523 Feb 11 05:34:32.671896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70124baf-1c66-406d-82c0-4ecc5021972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165cb997-2409-44c6-8ada-dbaa342f448c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:32.728473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-4018d8e4-7880-43a3-b24e-d677033b312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:32.730046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-4018d8e4-7880-43a3-b24e-d677033b312f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.2031162 Feb 11 05:34:32.741071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608e156-6ff0-4662-9844-4de86f858f5f req-27dab9e2-a47f-4e67-964d-3e6da96f6c1a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:32.742897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2608e156-6ff0-4662-9844-4de86f858f5f req-27dab9e2-a47f-4e67-964d-3e6da96f6c1a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 944 time: 0.5680192 Feb 11 05:34:32.768894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.850257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1935e962-21fe-4007-a40a-1ccc72d04235 req-ab5bc9d2-be31-4215-b076-395edcd3ca7d tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610411 Feb 11 05:34:32.855219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Attempting to bind port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:32.855448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Attempting to bind port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'a3abd597-aaee-461d-ae7f-ef11fb8d4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:32.855817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Attempting to bind port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc on network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:32.881494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc on network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:32.882556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Attempting to bind port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc on network 5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:32.912139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:32.912489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Checking segment: {'id': 'a3abd597-aaee-461d-ae7f-ef11fb8d4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:32.912891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Bound using segment: {'id': 'a3abd597-aaee-461d-ae7f-ef11fb8d4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:32.913369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Bound port: 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3abd597-aaee-461d-ae7f-ef11fb8d4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:32.920478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.955735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2608e156-6ff0-4662-9844-4de86f858f5f req-e55b6d72-e404-4f20-9a49-048384789ce9 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708219 Feb 11 05:34:32.991895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-202362ba-6d20-4558-903b-1dceea4a5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:32.993732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-202362ba-6d20-4558-903b-1dceea4a5d11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2123208 Feb 11 05:34:33.196904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] For port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:33.240338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] For port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:33.304867 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.318460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-28de0c4a-3fea-4ede-913d-27d122b6b6ed service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948358 Feb 11 05:34:33.406136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.406925 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.408325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] 10.222.0.72 "PUT /v2.0/ports/1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 1093 time: 3.3594551 Feb 11 05:34:33.416613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:33.419262 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:33.454490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dbead-5edf-4a1e-a18c-7ded49a9d27d req-e9b56027-c5ee-45ea-938b-32bb3b9ce2aa tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.456078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a57dbead-5edf-4a1e-a18c-7ded49a9d27d req-e9b56027-c5ee-45ea-938b-32bb3b9ce2aa tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 950 time: 0.3339183 Feb 11 05:34:33.568727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc959b87-ab93-4354-889b-e84026135659 req-3f8f8f58-cd63-409c-bf30-cc9bc8afb800 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.575876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-3f8f8f58-cd63-409c-bf30-cc9bc8afb800 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 815 time: 0.4551506 Feb 11 05:34:33.645694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885e4d9-4e46-41d3-9a53-5484260e6e1d service neutron] Pushing event updated for resources: {'Port': ['ID=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:33.670685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-fdadbe77-a255-40b8-b6f6-e12d132bd1c6 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/quotas/31d01b8953884b02a010f85b8ce90594 HTTP/1.1" status: 200 len: 375 time: 0.0938959 Feb 11 05:34:33.747329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db9aae86-c862-4449-85d9-4daeb7ba6628 req-0ac29dfb-5d5d-40c8-9244-3cadda90c35b service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174433 Feb 11 05:34:33.762979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a57dbead-5edf-4a1e-a18c-7ded49a9d27d req-7025b56c-6a2f-4e98-90f0-ac10e1f60d29 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022483 Feb 11 05:34:33.826148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fa5dbdff-7d2a-495f-99f3-c7c794bbc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.827705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-fa5dbdff-7d2a-495f-99f3-c7c794bbc64d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1127 time: 0.3679023 Feb 11 05:34:33.858225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:33.891567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-88c74ff3-185f-4f16-8475-6648fd64b862 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 217 time: 0.0474930 Feb 11 05:34:33.892831 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.901441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-a310839a-ba8b-4653-af5c-ac7baa60ab69 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2289169 Feb 11 05:34:34.007997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-5e07ea5c-e0c7-4822-b887-04e3c3815346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:34.009511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-5e07ea5c-e0c7-4822-b887-04e3c3815346 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 200 len: 860 time: 0.1070509 Feb 11 05:34:34.032465 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17796af2-b083-4431-9574-0a35530bb7e9 x-openstack-request-id: req-17796af2-b083-4431-9574-0a35530bb7e9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:34.032762 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:34.033019 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17796af2-b083-4431-9574-0a35530bb7e9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:34.033459 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'status': 'completed', 'code': 200} Feb 11 05:34:34.053589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-b9588dc8-84c1-4c52-989a-5724df0e6321 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324936 Feb 11 05:34:34.062771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-738357760'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:34.094779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-f17767f9-adce-487d-a18c-3a77354ed6ad service neutron] 10.222.0.31 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633437 Feb 11 05:34:34.099663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Made reservation on behalf of ae5521dc547342179e5edda6637d3a82 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:34.103365 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.115214 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.211881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for security_group (05b6d54f-e8f1-412b-a585-cf0482b593b2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.217472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (05b6d54f-e8f1-412b-a585-cf0482b593b2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.248217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:34.269599 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (37a36398-7e1b-4468-8f3c-395a421b35c9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.270396 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Added segment 37a36398-7e1b-4468-8f3c-395a421b35c9 of type vlan for network e04fe482-dd4d-44f3-a7de-af8209e135db Feb 11 05:34:34.281046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b6d54f-e8f1-412b-a585-cf0482b593b2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:34.322714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-9affc7d0-7f07-49b4-b5ae-b3f9f0c4e81c service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603331 Feb 11 05:34:34.326970 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e04fe482-dd4d-44f3-a7de-af8209e135db), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.332241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032cc46-f758-40df-9de7-a5ea947d7af9 req-8b06bc26-163a-4507-9d3b-d0c66c27f2ab tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:34.334182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b032cc46-f758-40df-9de7-a5ea947d7af9 req-8b06bc26-163a-4507-9d3b-d0c66c27f2ab tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 1133 time: 0.2174532 Feb 11 05:34:34.364163 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e04fe482-dd4d-44f3-a7de-af8209e135db), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.370317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:34.371294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.382202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-ab0c99b6-45af-45fb-b20d-3dfd72a860bb service neutron] 10.222.0.31 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771740 Feb 11 05:34:34.422041 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5624352 Feb 11 05:34:34.426637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33762) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:34.432222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'subnet': {'network_id': 'e04fe482-dd4d-44f3-a7de-af8209e135db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:34.493967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b032cc46-f758-40df-9de7-a5ea947d7af9 req-a486fd81-21e5-4b1a-84df-e5647f5338af tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473110 Feb 11 05:34:34.498772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fa2e5-0742-4662-a949-8c1ff112a786 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Network': ['ID=e04fe482-dd4d-44f3-a7de-af8209e135db,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:34.510215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 07921333-af0b-46d8-95e0-723d092c04fd details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:34.537430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b8f977-781c-4ba9-a837-818311c9ba57 req-8be1ec06-1c2b-4aa9-90f9-920449b1df18 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002656 Feb 11 05:34:34.576192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e04fe482-dd4d-44f3-a7de-af8209e135db details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:34.618387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Made reservation on behalf of ae5521dc547342179e5edda6637d3a82 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:34.623390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.834044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 07921333-af0b-46d8-95e0-723d092c04fd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07921333-af0b-46d8-95e0-723d092c04fd,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:34.858710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '07921333-af0b-46d8-95e0-723d092c04fd', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '07921333-af0b-46d8-95e0-723d092c04fd', 'mac_address': 'fa:16:3e:26:a3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:34.920647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 07921333-af0b-46d8-95e0-723d092c04fd is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:34.921707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07921333-af0b-46d8-95e0-723d092c04fd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.950972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07921333-af0b-46d8-95e0-723d092c04fd {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:34.998402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 07921333-af0b-46d8-95e0-723d092c04fd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07921333-af0b-46d8-95e0-723d092c04fd,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:35.012102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (07921333-af0b-46d8-95e0-723d092c04fd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.088332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=07921333-af0b-46d8-95e0-723d092c04fd,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:35.094705 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (255d760b-a440-44d0-8a03-d896c8d936b9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.194092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Subnet': ['ID=255d760b-a440-44d0-8a03-d896c8d936b9,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:35.204764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Checking segment: {'id': '37a36398-7e1b-4468-8f3c-395a421b35c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e04fe482-dd4d-44f3-a7de-af8209e135db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:35.205151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network hostable DHCP agents. Network: e04fe482-dd4d-44f3-a7de-af8209e135db, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:35.234503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network e04fe482-dd4d-44f3-a7de-af8209e135db is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:35.255762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e04fe482-dd4d-44f3-a7de-af8209e135db) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:35.264012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:35.264929 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.266015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe196ab-200f-4512-9a78-4f686cfa3b64 None None] Network e04fe482-dd4d-44f3-a7de-af8209e135db requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:35.301414 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-421b5775-b554-4705-8bac-ff0d4793d1b3 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8722522 Feb 11 05:34:35.302415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33782) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:35.313515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1982769369', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:35.368714 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (33c82ba3-c28d-46f5-ab5d-4280db071c48), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.369999 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (33c82ba3-c28d-46f5-ab5d-4280db071c48), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.402223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['07921333-af0b-46d8-95e0-723d092c04fd'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:35.458342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_controller (33c82ba3-c28d-46f5-ab5d-4280db071c48), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.479774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-8b1ca21d-d00b-41fa-bbf4-b556d7216d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:35.481299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-8b1ca21d-d00b-41fa-bbf4-b556d7216d90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1127 time: 0.8563867 Feb 11 05:34:35.490374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573d86f-bd55-4737-b037-a7d5666630db req-8dc3c3a8-bddf-422b-bb91-747945b365cd tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:35.497243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0573d86f-bd55-4737-b037-a7d5666630db req-8dc3c3a8-bddf-422b-bb91-747945b365cd tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 948 time: 0.8902855 Feb 11 05:34:35.536078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f9c45-0478-4329-86d7-43dc8925b146 None None] Network e04fe482-dd4d-44f3-a7de-af8209e135db requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:35.560171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040928da-60dc-49f4-b857-f539ce161e90 req-74995f9e-e475-4201-9668-e5e5fc3ef6c7 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:35.561648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-040928da-60dc-49f4-b857-f539ce161e90 req-74995f9e-e475-4201-9668-e5e5fc3ef6c7 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.7876594 Feb 11 05:34:35.657929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-e8fb9b2e-f5ca-4b77-8927-f3995403cbff service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2137969 Feb 11 05:34:35.677359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0573d86f-bd55-4737-b037-a7d5666630db req-82bfb6fc-e5e9-434a-8ce1-4de413438ca6 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791120 Feb 11 05:34:35.798537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-040928da-60dc-49f4-b857-f539ce161e90 req-7c81ab48-eafe-4424-ac64-6b1d7fb074d5 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238381 Feb 11 05:34:35.807719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-6f788310-af31-4e0e-a0b2-52f996876c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:35.811408 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_gateway (33c82ba3-c28d-46f5-ab5d-4280db071c48), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.816161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-6f788310-af31-4e0e-a0b2-52f996876c91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 921 time: 0.3042257 Feb 11 05:34:35.871013 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-508f81f0-24eb-4b81-96f1-17440481d56d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 217 time: 0.0375440 Feb 11 05:34:36.042449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33651ab1-e5eb-4a45-a178-8096ad291e83 req-27f61428-8d70-4268-9c1a-85144ce20c81 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 210 time: 0.0520172 Feb 11 05:34:36.047671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-7347da7a-5ad1-401f-a185-e4db9cf2207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.049187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-7347da7a-5ad1-401f-a185-e4db9cf2207b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 1128 time: 0.2319946 Feb 11 05:34:36.051681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-e0dcfa85-ac6f-4e45-bf9d-9068685463de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.053001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-e0dcfa85-ac6f-4e45-bf9d-9068685463de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 200 len: 860 time: 0.1316233 Feb 11 05:34:36.060023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f41a4-0c10-48be-b1a0-eca45fecf1bb req-5b3a29a9-65e7-497b-bbda-e60484220e9a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.067532 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a02f41a4-0c10-48be-b1a0-eca45fecf1bb req-5b3a29a9-65e7-497b-bbda-e60484220e9a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 944 time: 0.2621799 Feb 11 05:34:36.131330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_gateway (33c82ba3-c28d-46f5-ab5d-4280db071c48), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.157136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.205331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-7e8d1916-4378-42d2-91fa-541e6204c528 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358027 Feb 11 05:34:36.368405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-648ec420-62d0-4993-9a13-0287c8d7d56e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1583622 Feb 11 05:34:36.377714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.25.1.117 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/84b5a521-5810-4a5b-aea9-6c0009bacd50) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:36.457609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-39aabaea-6366-4a5e-a2cc-f9848f6ccf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.459094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-39aabaea-6366-4a5e-a2cc-f9848f6ccf82 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 914 time: 0.3596623 Feb 11 05:34:36.483137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a02f41a4-0c10-48be-b1a0-eca45fecf1bb req-0575ee55-80f0-468c-89a1-f589fd8bdf16 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129088 Feb 11 05:34:36.520032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:36.529263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (84b5a521-5810-4a5b-aea9-6c0009bacd50), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.584867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (84b5a521-5810-4a5b-aea9-6c0009bacd50), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.663474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-082c74d7-14a2-43a9-9a5f-358357c848a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b HTTP/1.1" status: 200 len: 217 time: 0.1797879 Feb 11 05:34:36.670365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:36.673514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:36.677570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:36.701597 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=84b5a521-5810-4a5b-aea9-6c0009bacd50,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:36.711331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:36.726369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'port_id': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'mac_address': 'fa:16:3e:54:99:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:36.762326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-ca898b4c-c5b1-4011-8c81-3f1d7a2d1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.763823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-ca898b4c-c5b1-4011-8c81-3f1d7a2d1ed9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9ef3855c-4e26-4b5c-9e78-72425adf7f66 HTTP/1.1" status: 200 len: 853 time: 0.0550632 Feb 11 05:34:36.765426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:36.765893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.779902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:36.803960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:36.808267 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.840340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-89ab0f13-1966-4d16-af65-0d140cf00f65 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552459 Feb 11 05:34:36.862487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-48021b5d-e6c7-47d1-8aeb-232742d60ee8 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248212 Feb 11 05:34:36.868551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:36.871383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-eb5b1bf9-d335-4b69-8729-f2914de23c77 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.874859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-eb5b1bf9-d335-4b69-8729-f2914de23c77 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5056965 Feb 11 05:34:37.013233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc959b87-ab93-4354-889b-e84026135659 req-9a77ab14-5fb7-4c61-a6ac-a8d42d33797b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:37.015187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-9a77ab14-5fb7-4c61-a6ac-a8d42d33797b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.81 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 815 time: 0.5535107 Feb 11 05:34:37.026567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605f17-733f-4095-9977-ee698545fd94 req-adb8b8e4-7dbf-4b33-9c7a-b8a8dc4288cc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:37.028086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9605f17-733f-4095-9977-ee698545fd94 req-adb8b8e4-7dbf-4b33-9c7a-b8a8dc4288cc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.4291377 Feb 11 05:34:37.039180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d0b1041e-0f30-4396-9d4f-dad128dc8456 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/quotas/8c27ae40d35945858eba01aed07f6a15 HTTP/1.1" status: 200 len: 375 time: 0.0716953 Feb 11 05:34:37.045193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Request body: {'port': {'device_id': 'c717d294-1a59-44b0-9b51-4ecdf05278b4', 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab', 'admin_state_up': True, 'tenant_id': '31d01b8953884b02a010f85b8ce90594'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:37.104502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:37.179184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d1f3f10-18c6-4d32-abe6-f8d7371c46c5 req-65dd7b18-5ba2-4682-88a6-5d89f3eaf3e9 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032165 Feb 11 05:34:37.275948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9605f17-733f-4095-9977-ee698545fd94 req-91e144b8-5584-4611-b2ae-ff6f1b4aa063 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254081 Feb 11 05:34:37.299766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-64d24874-8f5e-40a7-94d5-4c222a34c407 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539884 Feb 11 05:34:37.327365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d612bf9d-94a9-481c-8b27-a5dcdddae23c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2704422 Feb 11 05:34:37.376716 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_gateway (33c82ba3-c28d-46f5-ab5d-4280db071c48), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.586484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Made reservation on behalf of 31d01b8953884b02a010f85b8ce90594 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:37.589656 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.593959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c0d8254-dfd6-4524-a16e-f00c2ecdc77c req-e17255f6-2391-4a59-ba49-ce2c01d04fc1 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531459 Feb 11 05:34:37.707291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-b53e4833-51ba-4360-8d0e-9328b8bfb412 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1610363305&fields=id&tenant_id=d906c2658896408f8762f5adf784e5b5 HTTP/1.1" status: 200 len: 267 time: 0.2045307 Feb 11 05:34:37.743534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (33c82ba3-c28d-46f5-ab5d-4280db071c48), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.754514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13949b6-8a86-4486-9e72-623135486d51 req-be549045-de14-4a6c-9259-f168e238d2e8 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:37.761609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e13949b6-8a86-4486-9e72-623135486d51 req-be549045-de14-4a6c-9259-f168e238d2e8 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 949 time: 0.2341068 Feb 11 05:34:37.920394 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:37.945238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e13949b6-8a86-4486-9e72-623135486d51 req-4a1be8fd-90b8-41b6-9c76-aaba55b64a5d tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764364 Feb 11 05:34:38.009971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-2a6bba0a-f88c-4f11-b2c0-f4c604e9afd7 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:38.011462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-2a6bba0a-f88c-4f11-b2c0-f4c604e9afd7 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/networks?id=1cadc99b-46d1-4fda-a4eb-62d58b78d281 HTTP/1.1" status: 200 len: 815 time: 0.2689872 Feb 11 05:34:38.013315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Allocated IP 172.20.0.6 (2ee70d01-8371-4a8f-9578-84f2895a32ab/75535e81-136b-455e-823e-db1995cc9522/702a737b-7e74-434e-abb2-4988014dd189) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:38.099328 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:38.102637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-09a8b3f9-5837-430f-8388-a40f01485347 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/quotas/d906c2658896408f8762f5adf784e5b5 HTTP/1.1" status: 200 len: 375 time: 0.0705185 Feb 11 05:34:38.111987 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323578a-dcae-423a-8ce5-517410fc5804 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:38.134404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.138329 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f01ac036-ee48-4159-80be-884ec9a0854e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8321455 Feb 11 05:34:38.138457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9369f4d-df5b-4ec8-8253-5a0869ae729b req-3c583517-121f-4e33-97fc-0ff292d2b12a tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 210 time: 0.0738597 Feb 11 05:34:38.142697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33828) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:38.166184 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323578a-dcae-423a-8ce5-517410fc5804 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:38.168004 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1323578a-dcae-423a-8ce5-517410fc5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:38.217220 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1323578a-dcae-423a-8ce5-517410fc5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:38.239354 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323578a-dcae-423a-8ce5-517410fc5804 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:38.240485 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1323578a-dcae-423a-8ce5-517410fc5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:38.287176 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1323578a-dcae-423a-8ce5-517410fc5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:38.288197 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323578a-dcae-423a-8ce5-517410fc5804 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:38.388658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50bacb0a-d7e8-4134-8db3-52fdd7dead93 req-86600f62-aea9-4c5e-a47e-08486dd4f8f5 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 210 time: 0.0645142 Feb 11 05:34:38.525046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:38.565578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-0c882178-31a8-4eb9-804e-c90979036507 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d906c2658896408f8762f5adf784e5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4616313 Feb 11 05:34:38.589273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:38.593490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:38.593878 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.680789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:38.681627 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.683994 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks [] for port (702a737b-7e74-434e-abb2-4988014dd189), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.705153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:38.708060 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13056894-1aa5-48c3-bb3a-bcb9708da4d9" -d '{"events": [{"server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:38.721080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:38.727855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.728465 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 07921333-af0b-46d8-95e0-723d092c04fd up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:38.749651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d7656-1c6d-44f8-8c18-33f4670fe4c4 req-9289588b-849a-4d33-ab23-7f2a3256f8ab tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:38.751178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c73d7656-1c6d-44f8-8c18-33f4670fe4c4 req-9289588b-849a-4d33-ab23-7f2a3256f8ab tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 945 time: 0.2702460 Feb 11 05:34:38.872639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 07921333-af0b-46d8-95e0-723d092c04fd completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:38.878747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-74f48165-2e4a-46c4-bd27-ec2a4161af08 service neutron] 10.222.0.31 "GET /v2.0/networks/1cadc99b-46d1-4fda-a4eb-62d58b78d281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954972 Feb 11 05:34:38.884265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c73d7656-1c6d-44f8-8c18-33f4670fe4c4 req-9b56d40a-d06b-4de3-a244-335c16d7f59b tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788448 Feb 11 05:34:38.886955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (702a737b-7e74-434e-abb2-4988014dd189), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.902248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['78cee3d1-fb42-4036-b3f2-fe1a39e20777', 'b60bee8c-a4d7-46ac-be49-3a23359cef56'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:38.914148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 07921333-af0b-46d8-95e0-723d092c04fd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:38.914148 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (07921333-af0b-46d8-95e0-723d092c04fd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.032069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.171470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 07921333-af0b-46d8-95e0-723d092c04fd is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:39.172147 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07921333-af0b-46d8-95e0-723d092c04fd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.263462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 07921333-af0b-46d8-95e0-723d092c04fd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07921333-af0b-46d8-95e0-723d092c04fd,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:39.279882 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (07921333-af0b-46d8-95e0-723d092c04fd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.428597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=07921333-af0b-46d8-95e0-723d092c04fd,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.617873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-ae1eef51-688e-4b8e-822f-ad87cd379c36 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1391621 Feb 11 05:34:39.634873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Network 2ee70d01-8371-4a8f-9578-84f2895a32ab is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:39.666034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:39.687282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:39.699291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Pushing event updated for resources: {'Port': ['ID=702a737b-7e74-434e-abb2-4988014dd189,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.758943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-1bf506f3-2678-41ea-8884-2787890b1a54 service neutron] 10.222.0.31 "GET /v2.0/networks/1cadc99b-46d1-4fda-a4eb-62d58b78d281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681033 Feb 11 05:34:39.830421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d4731-0bc4-4239-b5d1-1826808ea165 req-7c189dd5-48a8-48a3-8562-18b96791adad tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:39.832030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-221d4731-0bc4-4239-b5d1-1826808ea165 req-7c189dd5-48a8-48a3-8562-18b96791adad tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3520844 Feb 11 05:34:39.865547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:39.866175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.941772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-66c23fc7-7504-454a-b348-44814646eec8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:39.943706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-66c23fc7-7504-454a-b348-44814646eec8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077226 Feb 11 05:34:39.947041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-b5cf9f78-a982-4832-a9a4-ff47ef20467c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9163604 Feb 11 05:34:39.997979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Request body: {'port': {'device_id': 'c717d294-1a59-44b0-9b51-4ecdf05278b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:40.004677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Request body: {'port': {'device_id': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8c27ae40d35945858eba01aed07f6a15'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:40.040204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-221d4731-0bc4-4239-b5d1-1826808ea165 req-9117e07b-0475-4fd5-8596-2e9cdbcc3a19 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961579 Feb 11 05:34:40.109474 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c6b0f-3e6a-44b2-8f16-25f44ced4b8b x-openstack-request-id: req-505c6b0f-3e6a-44b2-8f16-25f44ced4b8b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:40.110477 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:40.110910 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-505c6b0f-3e6a-44b2-8f16-25f44ced4b8b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:40.111485 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'code': 200} Feb 11 05:34:40.224184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.323107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (702a737b-7e74-434e-abb2-4988014dd189), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.489576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e2f9-472e-4ad1-b95e-353a0d09370a req-18acd536-f801-41bb-a794-623114ba34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:40.491095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a693e2f9-472e-4ad1-b95e-353a0d09370a req-18acd536-f801-41bb-a794-623114ba34f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1129 time: 0.2940958 Feb 11 05:34:40.509876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5fad-53f3-4aac-8b33-c1b8f312fef5 req-6423f742-4236-4d21-8b26-bc470d1010d2 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:40.516669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-467c5fad-53f3-4aac-8b33-c1b8f312fef5 req-6423f742-4236-4d21-8b26-bc470d1010d2 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 950 time: 0.3041296 Feb 11 05:34:40.603748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09948ca1-204b-4a07-884e-28e8d5f53b6b req-7171b931-96c6-4126-85cf-215d0e9f8e38 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:40.605263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09948ca1-204b-4a07-884e-28e8d5f53b6b req-7171b931-96c6-4126-85cf-215d0e9f8e38 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 931 time: 0.3914912 Feb 11 05:34:40.714002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Made reservation on behalf of 8c27ae40d35945858eba01aed07f6a15 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:40.717325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.871299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a693e2f9-472e-4ad1-b95e-353a0d09370a req-cece7108-17a7-4600-baae-87095eb14cba service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099916 Feb 11 05:34:40.929710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-467c5fad-53f3-4aac-8b33-c1b8f312fef5 req-db677a42-8841-4414-acfc-7a5c635bfff8 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121692 Feb 11 05:34:40.954937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09948ca1-204b-4a07-884e-28e8d5f53b6b req-e1520156-4ae1-418a-b215-3402985e74b0 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178482 Feb 11 05:34:41.117472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a269793e-7368-4dba-a7ce-3ec71207d99a req-447aa5a8-4de3-48ed-b200-b7e7a659e6e9 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 210 time: 0.0956810 Feb 11 05:34:41.695539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.20.0.1 (e04fe482-dd4d-44f3-a7de-af8209e135db/255d760b-a440-44d0-8a03-d896c8d936b9/85125198-917f-49d4-8731-4e8b5f06f03a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:41.697864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Allocated IP 192.168.233.156 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/2a354428-16f4-440a-92e9-7e9e21356b3c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:41.703119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-9dd1d910-e8af-4dfd-9a7a-5cf1a560a7cb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5921364 Feb 11 05:34:41.729203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70950-86ec-48af-b627-c89f04f91968 req-0437a4d8-804e-481b-8920-b9193f95d236 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:41.730794 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0a70950-86ec-48af-b627-c89f04f91968 req-0437a4d8-804e-481b-8920-b9193f95d236 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.6236351 Feb 11 05:34:41.746526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28a3d2-b3b9-4d98-a0ae-f56adb13f015 req-a843f47c-c0c9-4b15-94e5-9f7cdd1c0430 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:41.748055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b28a3d2-b3b9-4d98-a0ae-f56adb13f015 req-a843f47c-c0c9-4b15-94e5-9f7cdd1c0430 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3281631 Feb 11 05:34:41.903485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702a737b-7e74-434e-abb2-4988014dd189 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:41.936350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-ca14f542-61c6-4566-a63f-527047ca557a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:41.938170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-ca14f542-61c6-4566-a63f-527047ca557a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.72 "GET /v2.0/networks?id=1cadc99b-46d1-4fda-a4eb-62d58b78d281 HTTP/1.1" status: 200 len: 815 time: 0.4864130 Feb 11 05:34:41.940289 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Publish callbacks [] for port (702a737b-7e74-434e-abb2-4988014dd189), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.078624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Transition to ACTIVE for port object 702a737b-7e74-434e-abb2-4988014dd189 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:42.102314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b28a3d2-b3b9-4d98-a0ae-f56adb13f015 req-586edc56-f1f9-4d1f-ab35-a701325616d6 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244185 Feb 11 05:34:42.114597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dc380d-77a8-4e2d-a935-88fc75502097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07921333-af0b-46d8-95e0-723d092c04fd'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:42.118591 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3601882-1cf6-4936-b931-a5dac2daba1c" -d '{"events": [{"server_uuid": "c0dc380d-77a8-4e2d-a935-88fc75502097", "name": "network-vif-plugged", "status": "completed", "tag": "07921333-af0b-46d8-95e0-723d092c04fd"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:42.139625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0a70950-86ec-48af-b627-c89f04f91968 req-12f3b3b2-8340-4cc1-b817-772fe1590c31 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674734 Feb 11 05:34:42.172680 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (702a737b-7e74-434e-abb2-4988014dd189), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.254338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-d5d903c6-5a22-4017-95f8-52ca135b8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:42.256115 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-d5d903c6-5a22-4017-95f8-52ca135b8dff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 1133 time: 0.4771173 Feb 11 05:34:42.419199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0092f8a-869d-46f3-b15e-75ca4226035a req-e5f3e12b-89c7-42c1-b7dc-e50a17de6147 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.1126945 Feb 11 05:34:42.433450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (85125198-917f-49d4-8731-4e8b5f06f03a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.467144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-7e3c6b49-fce5-4249-8120-ea42f6059c13 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d906c2658896408f8762f5adf784e5b5 HTTP/1.1" status: 200 len: 380 time: 0.5077074 Feb 11 05:34:42.494391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Request body: {'port': {'device_id': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'admin_state_up': True, 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'security_groups': ['3dcc9464-084a-4bdc-9d6a-08cf720a9484']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:42.512685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=702a737b-7e74-434e-abb2-4988014dd189,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:42.660019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.725627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad0bf-9b8a-41ed-9220-0d60d3c986c7 req-8c241f07-68c0-4a21-b881-edf37d90a396 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:42.730155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-319ad0bf-9b8a-41ed-9220-0d60d3c986c7 req-8c241f07-68c0-4a21-b881-edf37d90a396 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 950 time: 0.4616342 Feb 11 05:34:42.815203 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (85125198-917f-49d4-8731-4e8b5f06f03a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.845623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-74bd667c-8116-4cd0-ae21-622f71c95c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:42.847722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-74bd667c-8116-4cd0-ae21-622f71c95c78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.4957633 Feb 11 05:34:42.916307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2689c00-115e-4916-bab0-11551ee6c309 req-e7a4c8b6-fc2f-4e01-a606-1b18ed13c7f2 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:42.917734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2689c00-115e-4916-bab0-11551ee6c309 req-e7a4c8b6-fc2f-4e01-a606-1b18ed13c7f2 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 943 time: 0.3794873 Feb 11 05:34:42.982306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-319ad0bf-9b8a-41ed-9220-0d60d3c986c7 req-97241498-d1ef-4209-a397-2a729f38544c tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399323 Feb 11 05:34:42.985818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network e04fe482-dd4d-44f3-a7de-af8209e135db is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:43.011117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-d7189454-6d46-4547-9413-6b4ce3702119 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=90e80e91-3d2a-4312-95d1-49a86d5624a6 HTTP/1.1" status: 200 len: 217 time: 0.1259623 Feb 11 05:34:43.022347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:43.024820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Attempting to bind port 702a737b-7e74-434e-abb2-4988014dd189 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:43.025204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Attempting to bind port 702a737b-7e74-434e-abb2-4988014dd189 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:43.025545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Attempting to bind port 702a737b-7e74-434e-abb2-4988014dd189 on network 2ee70d01-8371-4a8f-9578-84f2895a32ab {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:43.033705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:43.051964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=85125198-917f-49d4-8731-4e8b5f06f03a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:43.057463 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4185fbd-b378-4cb5-9d2b-b090509d27a6 x-openstack-request-id: req-e4185fbd-b378-4cb5-9d2b-b090509d27a6 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:43.058227 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dc380d-77a8-4e2d-a935-88fc75502097", "name": "network-vif-plugged", "status": "completed", "tag": "07921333-af0b-46d8-95e0-723d092c04fd", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:43.058630 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4185fbd-b378-4cb5-9d2b-b090509d27a6 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:43.059188 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dc380d-77a8-4e2d-a935-88fc75502097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07921333-af0b-46d8-95e0-723d092c04fd', 'code': 200} Feb 11 05:34:43.088231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.104659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6', '07302acd-487d-4df7-ae64-36fdcf7a36ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:43.113666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', '13a792bf-15da-475c-aad0-05e13fbe91d0', '8052a1ec-be3a-44ff-8014-7644457be966'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:43.142001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Port 702a737b-7e74-434e-abb2-4988014dd189 on network 2ee70d01-8371-4a8f-9578-84f2895a32ab not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:43.142342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Attempting to bind port 702a737b-7e74-434e-abb2-4988014dd189 on network 2ee70d01-8371-4a8f-9578-84f2895a32ab {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:43.215333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008ea65-3530-40c3-9139-a7715277d5a5 req-d74d0e41-1106-464b-9e73-3183c3db1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:43.217534 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e008ea65-3530-40c3-9139-a7715277d5a5 req-d74d0e41-1106-464b-9e73-3183c3db1b87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 1133 time: 0.0931525 Feb 11 05:34:43.300822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:43.301893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Checking segment: {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:43.303249 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e008ea65-3530-40c3-9139-a7715277d5a5 req-63d1e5db-9b36-42b9-972e-8149c2d30446 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769215 Feb 11 05:34:43.303828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Bound using segment: {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:43.304458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Bound port: 702a737b-7e74-434e-abb2-4988014dd189, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:43.305228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (702a737b-7e74-434e-abb2-4988014dd189), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.336917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Made reservation on behalf of d906c2658896408f8762f5adf784e5b5 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:43.340362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.421857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2689c00-115e-4916-bab0-11551ee6c309 req-d9783b95-839e-41c3-b630-5c5b87d5b5b7 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855266 Feb 11 05:34:43.428194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:43.430310 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (33c82ba3-c28d-46f5-ab5d-4280db071c48), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.434489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-2fb24d40-7e88-4be8-a23d-a449f5cfc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:43.436037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-2fb24d40-7e88-4be8-a23d-a449f5cfc734 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.4043801 Feb 11 05:34:43.447520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:43.493733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:43.497600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event updated for resources: {'Port': ['ID=2a354428-16f4-440a-92e9-7e9e21356b3c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:44.016462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-268cd12a-b5d5-4546-83be-28279d711a77 None None] Provisioning complete for port 2a354428-16f4-440a-92e9-7e9e21356b3c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:44.017054 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-268cd12a-b5d5-4546-83be-28279d711a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.088136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-268cd12a-b5d5-4546-83be-28279d711a77 None None] Port 2a354428-16f4-440a-92e9-7e9e21356b3c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:44.193542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a86a50-c3a3-4142-9593-8e80cba4c73e req-43cc997b-5942-4326-9aec-000b6af8b59e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:44.195059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5a86a50-c3a3-4142-9593-8e80cba4c73e req-43cc997b-5942-4326-9aec-000b6af8b59e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 936 time: 0.9160466 Feb 11 05:34:44.215774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:44.215774 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.291119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] For port 702a737b-7e74-434e-abb2-4988014dd189, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:44.333699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-761e684a-671c-4555-a7fe-535df022b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:44.335207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-761e684a-671c-4555-a7fe-535df022b084 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3805869 Feb 11 05:34:44.373951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] For port 702a737b-7e74-434e-abb2-4988014dd189, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=702a737b-7e74-434e-abb2-4988014dd189,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:44.403187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-d38d3809-066b-41b0-b411-4972315ca79f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4333143 Feb 11 05:34:44.421128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44ecc-8649-438f-ae9f-b0e2aa9d9374 req-b0cec422-fca2-4c37-a882-e07c086a718c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:44.422579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05e44ecc-8649-438f-ae9f-b0e2aa9d9374 req-b0cec422-fca2-4c37-a882-e07c086a718c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.4600878 Feb 11 05:34:44.438252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (702a737b-7e74-434e-abb2-4988014dd189), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.454053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Request body: {'port': {'device_id': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:44.561181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Allocated IP 172.20.0.12 (1cadc99b-46d1-4fda-a4eb-62d58b78d281/61712a37-d1ce-41db-9e36-72f959011e20/f12d0d31-2b2e-4133-a201-f4bd4a172771) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:44.599651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5a86a50-c3a3-4142-9593-8e80cba4c73e req-63e69a5f-a1d5-4d9d-bbb8-dacf8b16853d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880868 Feb 11 05:34:44.654100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:44.654990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.656538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] 10.222.0.81 "PUT /v2.0/ports/702a737b-7e74-434e-abb2-4988014dd189 HTTP/1.1" status: 200 len: 1092 time: 4.6808114 Feb 11 05:34:44.662027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c717d294-1a59-44b0-9b51-4ecdf05278b4', 'tag': '702a737b-7e74-434e-abb2-4988014dd189'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:44.664502 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b090b874-aafe-4fc6-8a0f-ce6075db3c60" -d '{"events": [{"name": "network-changed", "server_uuid": "c717d294-1a59-44b0-9b51-4ecdf05278b4", "tag": "702a737b-7e74-434e-abb2-4988014dd189"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:44.755911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (85125198-917f-49d4-8731-4e8b5f06f03a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.790850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b6461-6ff6-420f-9034-25998049fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=702a737b-7e74-434e-abb2-4988014dd189,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:44.823947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-ddaea780-961a-4935-9782-aa709cd8de94 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716933 Feb 11 05:34:44.858439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.888393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05e44ecc-8649-438f-ae9f-b0e2aa9d9374 req-4ea69cc4-cead-4b6a-ad04-0540da538c96 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384477 Feb 11 05:34:45.164183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5f12c67-d02d-461b-bb88-2d06bccaa43a req-d1e3e71b-8a62-4f21-876d-59e286568083 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0952406 Feb 11 05:34:45.165945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc959b87-ab93-4354-889b-e84026135659 req-06e68c72-fdec-4b36-a3fb-f5661c9f71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:45.167332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-06e68c72-fdec-4b36-a3fb-f5661c9f71f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 1126 time: 0.4130974 Feb 11 05:34:45.194601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f1ac5-8ae9-4705-8e9d-77981303b2da req-41b3f17d-1ccc-4f70-9727-6940e0fed43e tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:45.196119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c06f1ac5-8ae9-4705-8e9d-77981303b2da req-41b3f17d-1ccc-4f70-9727-6940e0fed43e tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.4563665 Feb 11 05:34:45.363309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-0b482d77-27ab-4f59-a6d0-158915f40a2b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702a737b-7e74-434e-abb2-4988014dd189 HTTP/1.1" status: 200 len: 217 time: 0.1614106 Feb 11 05:34:45.416578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf5b61bc-ed18-46f9-a400-28eb55a28f62 req-cdd589f5-603c-4829-8a81-7252116acf24 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643125 Feb 11 05:34:45.432416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.518745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc959b87-ab93-4354-889b-e84026135659 req-7f77ed4d-5c4d-441e-a8bc-8e9b8d461904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:45.520422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-7f77ed4d-5c4d-441e-a8bc-8e9b8d461904 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.0755088 Feb 11 05:34:45.566395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c06f1ac5-8ae9-4705-8e9d-77981303b2da req-35a092ff-3ea2-43f5-bc2d-bb18d3c55a28 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464456 Feb 11 05:34:45.604578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-7db381fd-50c3-4d48-b07f-85314010663d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734627 Feb 11 05:34:46.003703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b93624-303b-4698-a833-6534f6cde763 req-42572d5a-0576-4992-a906-d4c6eb308dc2 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.005335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54b93624-303b-4698-a833-6534f6cde763 req-42572d5a-0576-4992-a906-d4c6eb308dc2 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 950 time: 0.7704115 Feb 11 05:34:46.061634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.223389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:46.250157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:46.258871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5fa3a-44cb-482b-8d40-4b3015f81364 req-0f913932-b5d6-4ff7-bfcb-9085abd4633c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.260414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2a5fa3a-44cb-482b-8d40-4b3015f81364 req-0f913932-b5d6-4ff7-bfcb-9085abd4633c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 943 time: 0.3262222 Feb 11 05:34:46.271613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:46.274325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Pushing event updated for resources: {'Port': ['ID=f12d0d31-2b2e-4133-a201-f4bd4a172771,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:46.322438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-3ce1df79-2ff2-45b1-808d-4872d9243e59 service neutron] 10.222.0.81 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024772 Feb 11 05:34:46.420776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54b93624-303b-4698-a833-6534f6cde763 req-b7fe054a-8443-485e-b07c-7de4a0991128 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360527 Feb 11 05:34:46.509939 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b916798-6d1a-4cca-ba75-c74c5046b7c5 x-openstack-request-id: req-3b916798-6d1a-4cca-ba75-c74c5046b7c5 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:46.510188 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c717d294-1a59-44b0-9b51-4ecdf05278b4", "tag": "702a737b-7e74-434e-abb2-4988014dd189", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:46.510451 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b916798-6d1a-4cca-ba75-c74c5046b7c5 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:46.511028 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c717d294-1a59-44b0-9b51-4ecdf05278b4', 'tag': '702a737b-7e74-434e-abb2-4988014dd189', 'status': 'completed', 'code': 200} Feb 11 05:34:46.513662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a354428-16f4-440a-92e9-7e9e21356b3c {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:46.554280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.554776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.562920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Publish callbacks [] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.567994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2a5fa3a-44cb-482b-8d40-4b3015f81364 req-8948cd64-54f7-4065-a084-79d899a54ac1 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876725 Feb 11 05:34:46.573858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (85125198-917f-49d4-8731-4e8b5f06f03a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.619366 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (85125198-917f-49d4-8731-4e8b5f06f03a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.644886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5219e2de-b421-4687-90b6-a5f737f93810 None None] Provisioning complete for port f12d0d31-2b2e-4133-a201-f4bd4a172771 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:46.645478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5219e2de-b421-4687-90b6-a5f737f93810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.677457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Transition to ACTIVE for port object 2a354428-16f4-440a-92e9-7e9e21356b3c will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:46.708389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5219e2de-b421-4687-90b6-a5f737f93810 None None] Port f12d0d31-2b2e-4133-a201-f4bd4a172771 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:46.711993 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.716465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-89c6ae23-6e00-49b0-b664-5ae3714d2017 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2263875 Feb 11 05:34:46.738376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Request body: {'port': {'device_id': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:46.801894 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (33c82ba3-c28d-46f5-ab5d-4280db071c48), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.809530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc959b87-ab93-4354-889b-e84026135659 req-0e3ffb0e-a31a-4074-99c1-c589f64ab9a3 service neutron] 10.222.0.81 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343350 Feb 11 05:34:46.815012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=85125198-917f-49d4-8731-4e8b5f06f03a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:46.878400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0fd6d-4c26-432c-beda-174bc5003c79 req-91d07238-307e-4c96-812b-3a6f49ec082d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.880069 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1b0fd6d-4c26-432c-beda-174bc5003c79 req-91d07238-307e-4c96-812b-3a6f49ec082d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3193834 Feb 11 05:34:47.108830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.154662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Pushing event updated for resources: {'Port': ['ID=2a354428-16f4-440a-92e9-7e9e21356b3c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:47.321175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-3f7f6ef2-e5fb-4b4b-bb1f-78c437b94b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:47.322385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-3f7f6ef2-e5fb-4b4b-bb1f-78c437b94b7c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 1126 time: 0.3829432 Feb 11 05:34:47.354059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Attempting to bind port 2a354428-16f4-440a-92e9-7e9e21356b3c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:47.354315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Attempting to bind port 2a354428-16f4-440a-92e9-7e9e21356b3c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:47.354850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Attempting to bind port 2a354428-16f4-440a-92e9-7e9e21356b3c on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:47.360978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1b0fd6d-4c26-432c-beda-174bc5003c79 req-e065d577-ff4f-45f8-9504-7e00438e5863 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445345 Feb 11 05:34:47.397847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-207d73e7-2475-4811-b212-12dbf41ccaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:47.397847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-207d73e7-2475-4811-b212-12dbf41ccaf3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1129 time: 0.4220614 Feb 11 05:34:47.409886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Port 2a354428-16f4-440a-92e9-7e9e21356b3c on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:47.410558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Attempting to bind port 2a354428-16f4-440a-92e9-7e9e21356b3c on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:47.489183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network e04fe482-dd4d-44f3-a7de-af8209e135db is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:47.537234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:47.548406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:47.548406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:47.548406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:47.548406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Bound port: 2a354428-16f4-440a-92e9-7e9e21356b3c, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:47.548406 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.611521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623af5af-edcf-4a0f-baff-89c50a2566cd req-9386e8e1-dfce-4143-9157-530b67e6c25a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:47.618000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-623af5af-edcf-4a0f-baff-89c50a2566cd req-9386e8e1-dfce-4143-9157-530b67e6c25a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 948 time: 0.4775572 Feb 11 05:34:48.154828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-93b500a3-b58f-42eb-9242-077db62f20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.156679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-93b500a3-b58f-42eb-9242-077db62f20b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 916 time: 0.8043885 Feb 11 05:34:48.175530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-623af5af-edcf-4a0f-baff-89c50a2566cd req-0568a3bc-f0c3-4e43-9ac5-588700f008ab tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565984 Feb 11 05:34:48.270276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b94956-6d15-412b-903c-4c45015927af req-fe6b57eb-47e2-4730-9a10-ceba6b06f5cc tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.272098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11b94956-6d15-412b-903c-4c45015927af req-fe6b57eb-47e2-4730-9a10-ceba6b06f5cc tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 932 time: 0.7877390 Feb 11 05:34:48.277757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-ebbad1aa-1c09-43f7-97f7-1fdfa1894670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.279291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-ebbad1aa-1c09-43f7-97f7-1fdfa1894670 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 921 time: 0.7976863 Feb 11 05:34:48.288562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-53f0a379-51fb-4d4c-9250-c5b2a8085f20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702a737b-7e74-434e-abb2-4988014dd189 HTTP/1.1" status: 200 len: 217 time: 0.1118567 Feb 11 05:34:48.291611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] For port 2a354428-16f4-440a-92e9-7e9e21356b3c, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:48.364181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] For port 2a354428-16f4-440a-92e9-7e9e21356b3c, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2a354428-16f4-440a-92e9-7e9e21356b3c,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:48.447112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-b947369f-0004-46a7-8cdd-548f3be1945c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 217 time: 0.1458070 Feb 11 05:34:48.448209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.527403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11b94956-6d15-412b-903c-4c45015927af req-51843dd6-6fe8-43ca-9786-12f5e2645e88 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470815 Feb 11 05:34:48.580661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:48.695905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12d0d31-2b2e-4133-a201-f4bd4a172771 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:48.705614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Publish callbacks [] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.757466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.758122 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.759608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] 10.222.0.81 "PUT /v2.0/ports/2a354428-16f4-440a-92e9-7e9e21356b3c HTTP/1.1" status: 200 len: 1097 time: 4.3361084 Feb 11 05:34:48.766661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'tag': '2a354428-16f4-440a-92e9-7e9e21356b3c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:48.769105 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b244405-f289-4d47-b650-54a32c399af3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6244cf5-ebbd-4543-a47d-49dca6fef2af", "tag": "2a354428-16f4-440a-92e9-7e9e21356b3c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:48.808171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Transition to ACTIVE for port object f12d0d31-2b2e-4133-a201-f4bd4a172771 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:48.816726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-fdd2c7c8-66b3-4c49-a579-deb29903c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.817951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-fdd2c7c8-66b3-4c49-a579-deb29903c481 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.5040121 Feb 11 05:34:48.845287 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.911733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-b2431587-2fce-4798-84cc-b97129cb25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.913219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-b2431587-2fce-4798-84cc-b97129cb25e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 200 len: 860 time: 0.4066689 Feb 11 05:34:48.973680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-c79e2f42-cdb8-4957-9f22-1aef4a858e6b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203403 Feb 11 05:34:48.974198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b258f7-d40d-4dd5-afa2-65fee5aefe12 service neutron] Pushing event updated for resources: {'Port': ['ID=2a354428-16f4-440a-92e9-7e9e21356b3c,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:48.999518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc01f9f-bcb5-476d-881e-033e7837b05d req-641b3bc6-c4f5-4e53-acee-5a9510b5b0ef tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:49.007186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bcc01f9f-bcb5-476d-881e-033e7837b05d req-641b3bc6-c4f5-4e53-acee-5a9510b5b0ef tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.5879836 Feb 11 05:34:49.084154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-9a399116-770f-4638-aa06-c9a205db8e04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480627 Feb 11 05:34:49.256251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-566accd1-23fa-4839-ba37-8ba4276fe7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:49.258140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-566accd1-23fa-4839-ba37-8ba4276fe7fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 1131 time: 0.4371319 Feb 11 05:34:49.317035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5df528-50c6-41af-be8d-2a66c787520f req-451fe5a2-379b-4fff-9afb-c367e1b033fd tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:49.318544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f5df528-50c6-41af-be8d-2a66c787520f req-451fe5a2-379b-4fff-9afb-c367e1b033fd tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 943 time: 0.5747099 Feb 11 05:34:49.378311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Pushing event updated for resources: {'Port': ['ID=f12d0d31-2b2e-4133-a201-f4bd4a172771,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:49.479043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-3bf53c51-2bd7-4aa9-8d2c-6176b2aea2ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2a354428-16f4-440a-92e9-7e9e21356b3c HTTP/1.1" status: 200 len: 217 time: 0.1063519 Feb 11 05:34:49.492953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bcc01f9f-bcb5-476d-881e-033e7837b05d req-d1ceced3-8a6c-4e45-b596-964e4415424e tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848943 Feb 11 05:34:49.544193 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-ebace899-b1f2-478b-bc78-512e11aa7d58 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282506 Feb 11 05:34:49.545649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-46a2b8f4-92e8-41b2-a491-02a0c3298450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:49.547078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-46a2b8f4-92e8-41b2-a491-02a0c3298450 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0483646 Feb 11 05:34:49.553565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:49.569692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d9cd39-b7cf-4212-84af-fe36c914d587 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:49.594420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9cd39-b7cf-4212-84af-fe36c914d587 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:49.598139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f0d9cd39-b7cf-4212-84af-fe36c914d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:49.647394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3704fe1d-51f0-43b0-8b4b-b4178eef1d5b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/routers/33c82ba3-c28d-46f5-ab5d-4280db071c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5011406 Feb 11 05:34:49.648941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33934) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:49.655600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'port': {'network_id': 'e04fe482-dd4d-44f3-a7de-af8209e135db', 'name': 'tempest-FloatingIPTestJSON-1690921452'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:49.698656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f0d9cd39-b7cf-4212-84af-fe36c914d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:49.721264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9cd39-b7cf-4212-84af-fe36c914d587 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:49.722760 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f0d9cd39-b7cf-4212-84af-fe36c914d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:49.765235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f0d9cd39-b7cf-4212-84af-fe36c914d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:49.766155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d9cd39-b7cf-4212-84af-fe36c914d587 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:49.805253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-384cc25a-fd0f-428a-b103-7636f2fb1bc5 req-2daa090f-a943-4b69-9fe9-ceb111932417 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475128 Feb 11 05:34:49.814200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-18b22c7b-f6d6-45bc-b51a-635ff95eb323 service neutron] 10.222.0.81 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235061 Feb 11 05:34:49.818665 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Made reservation on behalf of ae5521dc547342179e5edda6637d3a82 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:49.822507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f5df528-50c6-41af-be8d-2a66c787520f req-b8f7a0d6-da3f-44f8-9325-795a19526d48 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149246 Feb 11 05:34:49.844777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.888553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] device_id is not set on port 6fd0d967-53f1-4b2a-b191-7a87d37ba3fa yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:49.927260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b090b874-aafe-4fc6-8a0f-ce6075db3c60 req-4699e922-5201-45da-bcc1-cd6cf55f943f service neutron] 10.222.0.81 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027262 Feb 11 05:34:49.927991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Attempting to bind port f12d0d31-2b2e-4133-a201-f4bd4a172771 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:49.928337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Attempting to bind port f12d0d31-2b2e-4133-a201-f4bd4a172771 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:49.928671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Attempting to bind port f12d0d31-2b2e-4133-a201-f4bd4a172771 on network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:49.941359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Port f12d0d31-2b2e-4133-a201-f4bd4a172771 on network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:49.941727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Attempting to bind port f12d0d31-2b2e-4133-a201-f4bd4a172771 on network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:49.956405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:49.956769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Checking segment: {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:49.957261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Bound using segment: {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:49.957713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Bound port: f12d0d31-2b2e-4133-a201-f4bd4a172771, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:49.958529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.992549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-9c3a1551-30ce-410d-b728-aa68e3441d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:49.994198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-9c3a1551-30ce-410d-b728-aa68e3441d0f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3481598 Feb 11 05:34:50.023774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef56c5-d3cc-48b2-bc7a-5efba0d07bdc req-25575ae5-55a6-4cdd-b9ab-d376666b71ea tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:50.025246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8ef56c5-d3cc-48b2-bc7a-5efba0d07bdc req-25575ae5-55a6-4cdd-b9ab-d376666b71ea tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 950 time: 0.3442717 Feb 11 05:34:50.078134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.20.0.12 (e04fe482-dd4d-44f3-a7de-af8209e135db/255d760b-a440-44d0-8a03-d896c8d936b9/6fd0d967-53f1-4b2a-b191-7a87d37ba3fa) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:50.214501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 702a737b-7e74-434e-abb2-4988014dd189 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:50.334819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (6fd0d967-53f1-4b2a-b191-7a87d37ba3fa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.356490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 702a737b-7e74-434e-abb2-4988014dd189, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=702a737b-7e74-434e-abb2-4988014dd189,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:50.370236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '702a737b-7e74-434e-abb2-4988014dd189', 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab', 'port_id': '702a737b-7e74-434e-abb2-4988014dd189', 'mac_address': 'fa:16:3e:77:e6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75535e81-136b-455e-823e-db1995cc9522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:50.400027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6fd0d967-53f1-4b2a-b191-7a87d37ba3fa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.426979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 702a737b-7e74-434e-abb2-4988014dd189 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:50.427855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (702a737b-7e74-434e-abb2-4988014dd189), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.444218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702a737b-7e74-434e-abb2-4988014dd189 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:50.470217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 702a737b-7e74-434e-abb2-4988014dd189, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=702a737b-7e74-434e-abb2-4988014dd189,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:50.476926 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (702a737b-7e74-434e-abb2-4988014dd189), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.504050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network e04fe482-dd4d-44f3-a7de-af8209e135db is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:50.524290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:50.526229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=6fd0d967-53f1-4b2a-b191-7a87d37ba3fa,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:50.528381 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:50.544696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=702a737b-7e74-434e-abb2-4988014dd189,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:50.557649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-a6d2fb93-3164-4fea-9ddd-9808e37fda21 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314200 Feb 11 05:34:50.610357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:50.610886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.613725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] For port f12d0d31-2b2e-4133-a201-f4bd4a172771, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:50.617296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] For port f12d0d31-2b2e-4133-a201-f4bd4a172771, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f12d0d31-2b2e-4133-a201-f4bd4a172771,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:50.628939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97e61a1e-de05-4194-8a77-735fc216db30 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9775436 Feb 11 05:34:50.631396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33944) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:50.637060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'port': {'network_id': 'e04fe482-dd4d-44f3-a7de-af8209e135db', 'name': 'tempest-FloatingIPTestJSON-2115514530'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:50.763865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8ef56c5-d3cc-48b2-bc7a-5efba0d07bdc req-9bac7dd5-3c8b-4e20-ae50-57a44c02f714 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7054737 Feb 11 05:34:50.766927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Made reservation on behalf of ae5521dc547342179e5edda6637d3a82 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:50.773905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.790587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f309b8e4-64f9-400b-aa53-e9d837b7ac11 req-2676a5cf-63fd-4ff5-ad10-f6fce0960fae service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115910 Feb 11 05:34:50.793303 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.813949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] device_id is not set on port db4dee03-26e6-493b-b575-16087fa66daf yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:50.828093 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5e2f4d-a62f-422e-9bd6-389a44fc6696 x-openstack-request-id: req-6a5e2f4d-a62f-422e-9bd6-389a44fc6696 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:50.828476 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6244cf5-ebbd-4543-a47d-49dca6fef2af", "tag": "2a354428-16f4-440a-92e9-7e9e21356b3c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:50.828742 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a5e2f4d-a62f-422e-9bd6-389a44fc6696 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:50.829212 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'tag': '2a354428-16f4-440a-92e9-7e9e21356b3c', 'status': 'completed', 'code': 200} Feb 11 05:34:50.907855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['702a737b-7e74-434e-abb2-4988014dd189'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:50.911811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:50.913336 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.913955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] 10.222.0.72 "PUT /v2.0/ports/f12d0d31-2b2e-4133-a201-f4bd4a172771 HTTP/1.1" status: 200 len: 1093 time: 4.1831455 Feb 11 05:34:51.004211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9858ba-971e-444c-9b17-bd86d0157af3 req-e6841d88-8905-4399-a728-a01d28744867 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.011445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b9858ba-971e-444c-9b17-bd86d0157af3 req-e6841d88-8905-4399-a728-a01d28744867 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 1.0344079 Feb 11 05:34:51.049452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.20.0.7 (e04fe482-dd4d-44f3-a7de-af8209e135db/255d760b-a440-44d0-8a03-d896c8d936b9/db4dee03-26e6-493b-b575-16087fa66daf) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:51.176778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d46ee-6d03-4cbd-a866-70bb536f7706 service neutron] Pushing event updated for resources: {'Port': ['ID=f12d0d31-2b2e-4133-a201-f4bd4a172771,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:51.202014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b9858ba-971e-444c-9b17-bd86d0157af3 req-17a67472-15a8-4014-a0b9-dac93ab0c422 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895919 Feb 11 05:34:51.272357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72af83-a6f9-4703-9709-dacffd3abd68 req-0e6a121f-53bf-4435-8eac-fbb66d7dce23 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.274421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a72af83-a6f9-4703-9709-dacffd3abd68 req-0e6a121f-53bf-4435-8eac-fbb66d7dce23 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 948 time: 0.3583674 Feb 11 05:34:51.297690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244405-f289-4d47-b650-54a32c399af3 req-6a184db5-ba97-49f6-ae3f-2b5eb3c8f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.303027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b244405-f289-4d47-b650-54a32c399af3 req-6a184db5-ba97-49f6-ae3f-2b5eb3c8f6e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 1131 time: 0.4245708 Feb 11 05:34:51.340738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (db4dee03-26e6-493b-b575-16087fa66daf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.350921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-67728bb9-d707-4a56-9251-f9ad9c35b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.352716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-67728bb9-d707-4a56-9251-f9ad9c35b37e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d906c2658896408f8762f5adf784e5b5&device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 1127 time: 0.3198121 Feb 11 05:34:51.379448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (db4dee03-26e6-493b-b575-16087fa66daf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.463832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-af1be919-47a1-4bbf-821d-90b99c2a0d4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f12d0d31-2b2e-4133-a201-f4bd4a172771 HTTP/1.1" status: 200 len: 217 time: 0.0663948 Feb 11 05:34:51.470380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=db4dee03-26e6-493b-b575-16087fa66daf,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:51.488871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network e04fe482-dd4d-44f3-a7de-af8209e135db is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:51.490651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:51.493452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:51.557902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.558527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.562087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a72af83-a6f9-4703-9709-dacffd3abd68 req-5f1a3f88-e584-4d17-9794-68bc003952b6 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814653 Feb 11 05:34:51.595393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d08fa6-a05b-4a2f-9764-3243a34c2c87 req-c0d20cb8-2eb5-4d93-961a-1ace1c955e18 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.606105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5d08fa6-a05b-4a2f-9764-3243a34c2c87 req-c0d20cb8-2eb5-4d93-961a-1ace1c955e18 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 944 time: 0.2346323 Feb 11 05:34:51.606296 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a6b3d245-ed30-450a-945d-ce02637a49bd tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9725325 Feb 11 05:34:51.608076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33956) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:51.616948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': 'db4dee03-26e6-493b-b575-16087fa66daf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:51.637244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-31cf7aa5-f9b3-4fd3-a882-119eaf8d1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.639090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-31cf7aa5-f9b3-4fd3-a882-119eaf8d1ba8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61712a37-d1ce-41db-9e36-72f959011e20 HTTP/1.1" status: 200 len: 854 time: 0.1399574 Feb 11 05:34:51.642701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244405-f289-4d47-b650-54a32c399af3 req-267ffffd-161e-4921-b02a-69636f3f1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.644684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b244405-f289-4d47-b650-54a32c399af3 req-267ffffd-161e-4921-b02a-69636f3f1a84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.3210094 Feb 11 05:34:51.661593 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.726543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b244405-f289-4d47-b650-54a32c399af3 req-eb3a9a2a-fcd1-4b3d-99f1-041b6f76c18a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2a354428-16f4-440a-92e9-7e9e21356b3c HTTP/1.1" status: 200 len: 217 time: 0.0693686 Feb 11 05:34:51.787016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.802114 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5d08fa6-a05b-4a2f-9764-3243a34c2c87 req-a4c1bd38-96cd-4379-8a35-bc731e4db4d3 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955667 Feb 11 05:34:51.836512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.837598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244405-f289-4d47-b650-54a32c399af3 req-656a47d1-621d-4d21-8fa9-131c84ef5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.839583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b244405-f289-4d47-b650-54a32c399af3 req-656a47d1-621d-4d21-8fa9-131c84ef5122 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0942829 Feb 11 05:34:51.850218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c743-73b4-4776-a7ed-2cb5f7469ee8 req-1b08e7a8-2d8a-4e06-9df2-1f74d5d018c2 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.852026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f24c743-73b4-4776-a7ed-2cb5f7469ee8 req-1b08e7a8-2d8a-4e06-9df2-1f74d5d018c2 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1367071 Feb 11 05:34:51.897357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-f02adc79-f01d-4085-8741-4a5a969efd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.898974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-f02adc79-f01d-4085-8741-4a5a969efd86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1cadc99b-46d1-4fda-a4eb-62d58b78d281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2532554 Feb 11 05:34:51.966413 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.25.1.197 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/c03b73cf-bb31-4bde-8287-0fc95fb30aa8) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:52.042739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f24c743-73b4-4776-a7ed-2cb5f7469ee8 req-6701aabc-867c-4726-aadc-0b83b3f4a01a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751795 Feb 11 05:34:52.083250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244405-f289-4d47-b650-54a32c399af3 req-ba816656-2aee-4555-8553-cf61b45bc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.084718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b244405-f289-4d47-b650-54a32c399af3 req-ba816656-2aee-4555-8553-cf61b45bc29a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2304454 Feb 11 05:34:52.089890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (c03b73cf-bb31-4bde-8287-0fc95fb30aa8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.104093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185b48e-3b76-46af-9225-25271992a0c7 req-edfe704a-f089-4a88-8a62-646e79ebc641 tempest-LiveMigrationNegativeTest-1648669030 tempest-LiveMigrationNegativeTest-1648669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.106805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f185b48e-3b76-46af-9225-25271992a0c7 req-edfe704a-f089-4a88-8a62-646e79ebc641 tempest-LiveMigrationNegativeTest-1648669030 tempest-LiveMigrationNegativeTest-1648669030-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 1133 time: 0.1887512 Feb 11 05:34:52.133611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c03b73cf-bb31-4bde-8287-0fc95fb30aa8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.184166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:52.188744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:52.188985 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f185b48e-3b76-46af-9225-25271992a0c7 req-dde5583b-27e2-4aad-b6e1-b419609260d6 tempest-LiveMigrationNegativeTest-1648669030 tempest-LiveMigrationNegativeTest-1648669030-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.195785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:52.203253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=c03b73cf-bb31-4bde-8287-0fc95fb30aa8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:52.234889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-9c2281fa-029f-4a39-a4c8-c6b00bd2bca0 service neutron] 10.222.0.72 "GET /v2.0/networks/1cadc99b-46d1-4fda-a4eb-62d58b78d281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288424 Feb 11 05:34:52.349417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b244405-f289-4d47-b650-54a32c399af3 req-a2f6fdba-1c06-4fbb-b6af-5d7b26082955 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234695 Feb 11 05:34:52.517672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a8231-5a32-4863-a82e-0220e107b10e req-0edfa24c-620a-456e-8e83-f2d1c92a4bb0 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.519676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-333a8231-5a32-4863-a82e-0220e107b10e req-0edfa24c-620a-456e-8e83-f2d1c92a4bb0 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 944 time: 0.3575852 Feb 11 05:34:52.619327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dae4e1d-ff1d-498e-924d-267e33ba76c6 req-54a9947b-ebcf-43bf-895f-3788e017ca53 service neutron] 10.222.0.72 "GET /v2.0/networks/1cadc99b-46d1-4fda-a4eb-62d58b78d281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949820 Feb 11 05:34:52.643262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b244405-f289-4d47-b650-54a32c399af3 req-3fcaa26b-6340-41e1-8dc4-f10a5e17a46f service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769005 Feb 11 05:34:52.700545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-333a8231-5a32-4863-a82e-0220e107b10e req-5515c1d3-0c4d-4a49-9628-52c6ab26d251 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711123 Feb 11 05:34:52.724530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f185b48e-3b76-46af-9225-25271992a0c7 req-dde5583b-27e2-4aad-b6e1-b419609260d6 tempest-LiveMigrationNegativeTest-1648669030 tempest-LiveMigrationNegativeTest-1648669030-project-admin] Publish callbacks [] for security_group (3ada8e9b-a399-4555-948e-1f4fd4a7b494), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.730581 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f185b48e-3b76-46af-9225-25271992a0c7 req-dde5583b-27e2-4aad-b6e1-b419609260d6 tempest-LiveMigrationNegativeTest-1648669030 tempest-LiveMigrationNegativeTest-1648669030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3ada8e9b-a399-4555-948e-1f4fd4a7b494), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.779301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5583b-27e2-4aad-b6e1-b419609260d6 tempest-LiveMigrationNegativeTest-1648669030 tempest-LiveMigrationNegativeTest-1648669030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ada8e9b-a399-4555-948e-1f4fd4a7b494,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:52.807710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f185b48e-3b76-46af-9225-25271992a0c7 req-dde5583b-27e2-4aad-b6e1-b419609260d6 tempest-LiveMigrationNegativeTest-1648669030 tempest-LiveMigrationNegativeTest-1648669030-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929474 Feb 11 05:34:52.861951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (2bd9bbcf-9ca0-4272-8f37-15885e4a79c3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.876009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:52.878295 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bc9e52-f155-46c4-8a7f-956d95e79d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:52.943146 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.954829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c03b73cf-bb31-4bde-8287-0fc95fb30aa8), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.958064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dca14-0bcf-4848-94d4-046932dde318 req-818e55a5-f08a-491d-8d16-4f374776c165 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.965767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-623dca14-0bcf-4848-94d4-046932dde318 req-818e55a5-f08a-491d-8d16-4f374776c165 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1571209 Feb 11 05:34:53.017726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f9f71-13e6-4355-8461-66bd5c723d32 req-d75e2775-6676-4c75-abc8-fd22ab8c6cab tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.020476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d11f9f71-13e6-4355-8461-66bd5c723d32 req-d75e2775-6676-4c75-abc8-fd22ab8c6cab tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 948 time: 0.1377811 Feb 11 05:34:53.029715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-623dca14-0bcf-4848-94d4-046932dde318 req-00fa26ee-fd26-427a-bafe-9b1d1af13807 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630841 Feb 11 05:34:53.135467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d11f9f71-13e6-4355-8461-66bd5c723d32 req-351aea8f-ad91-4d90-8310-09c3646ac397 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046605 Feb 11 05:34:53.178487 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (c03b73cf-bb31-4bde-8287-0fc95fb30aa8), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.184768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c03b73cf-bb31-4bde-8287-0fc95fb30aa8), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.242443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=c03b73cf-bb31-4bde-8287-0fc95fb30aa8,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:53.258699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605166a-7359-46a8-a31f-516310ef0a40 req-537e8c9d-0439-45cf-91db-5bff840de86d tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.263656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6605166a-7359-46a8-a31f-516310ef0a40 req-537e8c9d-0439-45cf-91db-5bff840de86d tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 944 time: 0.1215312 Feb 11 05:34:53.265913 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4f8975-a4cd-4447-a693-8d2ecef683ef x-openstack-request-id: req-9d4f8975-a4cd-4447-a693-8d2ecef683ef {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:53.266208 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:53.266469 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d4f8975-a4cd-4447-a693-8d2ecef683ef {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:53.266865 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'status': 'completed', 'code': 200} Feb 11 05:34:53.342139 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2bd9bbcf-9ca0-4272-8f37-15885e4a79c3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.426671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6605166a-7359-46a8-a31f-516310ef0a40 req-0439a5f5-4d09-4556-a62c-6614bb57c7a8 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529279 Feb 11 05:34:53.447921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-2819bdec-2f87-4cfb-826f-bd7a747c33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.449386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-2819bdec-2f87-4cfb-826f-bd7a747c33c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d906c2658896408f8762f5adf784e5b5&device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 1127 time: 0.1557553 Feb 11 05:34:53.488347 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP 2bd9bbcf-9ca0-4272-8f37-15885e4a79c3 associated. External IP: 172.25.1.197, port: db4dee03-26e6-493b-b575-16087fa66daf. Feb 11 05:34:53.528691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-d20fdcfe-40bb-4258-bae3-98b4c88e71f2 req-375433f4-e79e-4084-a8bb-5e42719e65b1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:34:53.530104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d20fdcfe-40bb-4258-bae3-98b4c88e71f2 req-375433f4-e79e-4084-a8bb-5e42719e65b1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059485 Feb 11 05:34:53.547918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc25dd5-c893-4d1b-97f0-19af88363410 req-85f99f4f-12f2-433e-a217-d0692d93107f tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.557411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcc25dd5-c893-4d1b-97f0-19af88363410 req-85f99f4f-12f2-433e-a217-d0692d93107f tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.2042606 Feb 11 05:34:53.669746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcc25dd5-c893-4d1b-97f0-19af88363410 req-aeb5181b-aff3-4292-a99e-6fad64c59838 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109095 Feb 11 05:34:53.711436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-975f6a3b-761d-447c-9ac9-f61e27ddeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.712957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-975f6a3b-761d-447c-9ac9-f61e27ddeca4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1cadc99b-46d1-4fda-a4eb-62d58b78d281 HTTP/1.1" status: 200 len: 916 time: 0.2548313 Feb 11 05:34:53.785786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-f450d1f4-3607-4266-abb7-80d3f8873576 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f12d0d31-2b2e-4133-a201-f4bd4a172771 HTTP/1.1" status: 200 len: 217 time: 0.0524521 Feb 11 05:34:53.854733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf8a6c-8246-4f71-9dc2-17dae8bbf229 req-bdfe1591-ac58-4b67-807c-f136fa917823 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.856393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3abf8a6c-8246-4f71-9dc2-17dae8bbf229 req-bdfe1591-ac58-4b67-807c-f136fa917823 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1816990 Feb 11 05:34:53.921232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-05096fca-75ba-43f3-ab58-1ce87ca901c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.922790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-05096fca-75ba-43f3-ab58-1ce87ca901c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61712a37-d1ce-41db-9e36-72f959011e20 HTTP/1.1" status: 200 len: 854 time: 0.1297605 Feb 11 05:34:53.946217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3abf8a6c-8246-4f71-9dc2-17dae8bbf229 req-4371e0ff-df13-43fb-9a2e-f5c10a5e46eb tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798802 Feb 11 05:34:54.014526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-e1c72d74-5e8e-4712-9614-e3a818eb6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.016445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-e1c72d74-5e8e-4712-9614-e3a818eb6243 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1cadc99b-46d1-4fda-a4eb-62d58b78d281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0843132 Feb 11 05:34:54.134043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19717d08-e658-4bed-b623-fe4cca988a39 req-1dbf6e24-137e-48dc-b4ef-eedecf295b74 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.135552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19717d08-e658-4bed-b623-fe4cca988a39 req-1dbf6e24-137e-48dc-b4ef-eedecf295b74 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 944 time: 0.1568403 Feb 11 05:34:54.192912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:54.206223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-33bb3d7e-da46-4104-9436-59e9c430c264 service neutron] 10.222.0.72 "GET /v2.0/networks/1cadc99b-46d1-4fda-a4eb-62d58b78d281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809673 Feb 11 05:34:54.224139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb99e1c-e29c-4611-b36d-9b7ea30c782a req-78cf91c1-b625-4e13-85ab-34ac58082f47 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.225140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abb99e1c-e29c-4611-b36d-9b7ea30c782a req-78cf91c1-b625-4e13-85ab-34ac58082f47 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 950 time: 0.1704576 Feb 11 05:34:54.251266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2a354428-16f4-440a-92e9-7e9e21356b3c details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:54.256907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 702a737b-7e74-434e-abb2-4988014dd189 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:54.332570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:54.347539 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9186a-028a-4598-b9b3-490b2e65c00f None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:54.348641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 702a737b-7e74-434e-abb2-4988014dd189 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:54.356820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 702a737b-7e74-434e-abb2-4988014dd189 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:54.357280 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (702a737b-7e74-434e-abb2-4988014dd189), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.359550 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9186a-028a-4598-b9b3-490b2e65c00f None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:54.360191 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bbf9186a-028a-4598-b9b3-490b2e65c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:54.370923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.410760 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-59eafadb-4baf-4c9a-ac11-904fb54e9da4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8008544 Feb 11 05:34:54.413308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33992) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:54.419071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4f260223-ceef-4ef8-bb26-1f33d4654a1f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:54.438975 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bbf9186a-028a-4598-b9b3-490b2e65c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:54.459576 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9186a-028a-4598-b9b3-490b2e65c00f None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:54.460417 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bbf9186a-028a-4598-b9b3-490b2e65c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:54.481649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f260223-ceef-4ef8-bb26-1f33d4654a1f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (2bd9bbcf-9ca0-4272-8f37-15885e4a79c3), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.507724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 702a737b-7e74-434e-abb2-4988014dd189 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:54.508118 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (702a737b-7e74-434e-abb2-4988014dd189), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.527120 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bbf9186a-028a-4598-b9b3-490b2e65c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:54.528049 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9186a-028a-4598-b9b3-490b2e65c00f None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:54.546535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 702a737b-7e74-434e-abb2-4988014dd189, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=702a737b-7e74-434e-abb2-4988014dd189,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:54.555084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c717d294-1a59-44b0-9b51-4ecdf05278b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702a737b-7e74-434e-abb2-4988014dd189'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:54.557934 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2960e479-ca0b-4f17-be1a-abc4f24d54ed" -d '{"events": [{"server_uuid": "c717d294-1a59-44b0-9b51-4ecdf05278b4", "name": "network-vif-plugged", "status": "completed", "tag": "702a737b-7e74-434e-abb2-4988014dd189"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:54.563156 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (702a737b-7e74-434e-abb2-4988014dd189), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.620844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=702a737b-7e74-434e-abb2-4988014dd189,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:54.633817 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2a354428-16f4-440a-92e9-7e9e21356b3c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2a354428-16f4-440a-92e9-7e9e21356b3c,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:54.634334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19717d08-e658-4bed-b623-fe4cca988a39 req-1dd92a4c-fef3-4142-810c-2adccd480170 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878061 Feb 11 05:34:54.640137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f260223-ceef-4ef8-bb26-1f33d4654a1f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.649391 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f260223-ceef-4ef8-bb26-1f33d4654a1f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2bd9bbcf-9ca0-4272-8f37-15885e4a79c3), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.649699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '2a354428-16f4-440a-92e9-7e9e21356b3c', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '2a354428-16f4-440a-92e9-7e9e21356b3c', 'mac_address': 'fa:16:3e:a0:e1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:54.649830 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-4f260223-ceef-4ef8-bb26-1f33d4654a1f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP 2bd9bbcf-9ca0-4272-8f37-15885e4a79c3 disassociated. External IP: 172.25.1.197, port: db4dee03-26e6-493b-b575-16087fa66daf. Feb 11 05:34:54.708282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 2a354428-16f4-440a-92e9-7e9e21356b3c is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:54.708685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.713335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abb99e1c-e29c-4611-b36d-9b7ea30c782a req-c44ebfa0-9676-4b60-80f4-49c6924a34b1 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733953 Feb 11 05:34:54.732796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a354428-16f4-440a-92e9-7e9e21356b3c {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:54.766120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13bc9e52-f155-46c4-8a7f-956d95e79d3f req-f83f6f49-2813-464e-a9ed-fa152f4c45dd service neutron] 10.222.0.72 "GET /v2.0/networks/1cadc99b-46d1-4fda-a4eb-62d58b78d281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379736 Feb 11 05:34:54.777531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2a354428-16f4-440a-92e9-7e9e21356b3c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2a354428-16f4-440a-92e9-7e9e21356b3c,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:54.783461 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.852352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411140de-14fd-4d91-8feb-9a529ba4bfc7 req-67387a47-86c8-4e94-b2e7-15a92293770f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.854688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-411140de-14fd-4d91-8feb-9a529ba4bfc7 req-67387a47-86c8-4e94-b2e7-15a92293770f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0875409 Feb 11 05:34:54.865149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=2a354428-16f4-440a-92e9-7e9e21356b3c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:54.924222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f260223-ceef-4ef8-bb26-1f33d4654a1f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:54.929901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d325a-b310-4dba-bf7f-1d0be7877a66 req-fcdd04c7-c8e3-4275-9072-502ebfa62384 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.936937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f38d325a-b310-4dba-bf7f-1d0be7877a66 req-fcdd04c7-c8e3-4275-9072-502ebfa62384 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 949 time: 0.1095314 Feb 11 05:34:54.941399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-411140de-14fd-4d91-8feb-9a529ba4bfc7 req-ee129a27-809c-4eaf-9904-87df9876e13c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698829 Feb 11 05:34:54.995795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f38d325a-b310-4dba-bf7f-1d0be7877a66 req-a8bbfc0c-a53b-4f2c-aec5-da30607bf77c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538878 Feb 11 05:34:55.046700 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b388557-cad1-4124-a7fa-dcdeb5bde524 x-openstack-request-id: req-3b388557-cad1-4124-a7fa-dcdeb5bde524 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:55.047003 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c717d294-1a59-44b0-9b51-4ecdf05278b4", "name": "network-vif-plugged", "status": "completed", "tag": "702a737b-7e74-434e-abb2-4988014dd189", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:55.047267 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b388557-cad1-4124-a7fa-dcdeb5bde524 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:55.047665 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c717d294-1a59-44b0-9b51-4ecdf05278b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702a737b-7e74-434e-abb2-4988014dd189', 'code': 200} Feb 11 05:34:55.072452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f260223-ceef-4ef8-bb26-1f33d4654a1f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:55.078658 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f260223-ceef-4ef8-bb26-1f33d4654a1f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.083121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc10d2-3aaf-4b58-8eb7-4827b15d3046 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:55.107810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc10d2-3aaf-4b58-8eb7-4827b15d3046 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:55.108874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7bdc10d2-3aaf-4b58-8eb7-4827b15d3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:55.109274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1d52f-008a-4671-b170-36af15d785aa req-d8d163b4-de41-49b2-bd75-f283578c6c56 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.111455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cf1d52f-008a-4671-b170-36af15d785aa req-d8d163b4-de41-49b2-bd75-f283578c6c56 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 944 time: 0.1101501 Feb 11 05:34:55.119365 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4f260223-ceef-4ef8-bb26-1f33d4654a1f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/floatingips/2bd9bbcf-9ca0-4272-8f37-15885e4a79c3 HTTP/1.1" status: 200 len: 688 time: 0.7037501 Feb 11 05:34:55.123424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34004) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:55.164153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7bdc10d2-3aaf-4b58-8eb7-4827b15d3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:55.173866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc10d2-3aaf-4b58-8eb7-4827b15d3046 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:55.178827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7bdc10d2-3aaf-4b58-8eb7-4827b15d3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:55.233042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7bdc10d2-3aaf-4b58-8eb7-4827b15d3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:55.233874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc10d2-3aaf-4b58-8eb7-4827b15d3046 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:55.252293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['2a354428-16f4-440a-92e9-7e9e21356b3c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:55.262725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cf1d52f-008a-4671-b170-36af15d785aa req-eec6b46c-b8e1-4c16-ba6f-8f2523b740de tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356678 Feb 11 05:34:55.267107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e42c2-5b64-415c-a816-c33cc437b22d req-44a9602d-834d-44ac-9f9c-23c0a63d5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.269166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f79e42c2-5b64-415c-a816-c33cc437b22d req-44a9602d-834d-44ac-9f9c-23c0a63d5161 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 1128 time: 0.1342752 Feb 11 05:34:55.280829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ec7b0-dc3c-40e1-aa98-b540573d5bd9 req-3683029d-6124-47ea-bea7-e076ccf7f40e tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.288961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-439ec7b0-dc3c-40e1-aa98-b540573d5bd9 req-3683029d-6124-47ea-bea7-e076ccf7f40e tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1757638 Feb 11 05:34:55.342486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port c03b73cf-bb31-4bde-8287-0fc95fb30aa8 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:55.344731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c03b73cf-bb31-4bde-8287-0fc95fb30aa8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.378169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-439ec7b0-dc3c-40e1-aa98-b540573d5bd9 req-d639deeb-8bc3-4588-97a3-6a3c19395ca8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870185 Feb 11 05:34:55.387888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f79e42c2-5b64-415c-a816-c33cc437b22d req-fa22470a-c626-46da-a894-12045e349dd1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920568 Feb 11 05:34:55.443289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e4d29-ba15-405b-8455-d4e011e74a27 req-c85421d6-bdbd-45f0-a621-5fa4ff0333ed tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.445308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca8e4d29-ba15-405b-8455-d4e011e74a27 req-c85421d6-bdbd-45f0-a621-5fa4ff0333ed tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0617249 Feb 11 05:34:55.485232 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c03b73cf-bb31-4bde-8287-0fc95fb30aa8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.485498 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (c03b73cf-bb31-4bde-8287-0fc95fb30aa8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.499859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for c03b73cf-bb31-4bde-8287-0fc95fb30aa8 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:55.532982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca8e4d29-ba15-405b-8455-d4e011e74a27 req-96fb7b52-047c-43ae-8ddc-4646eeb1ee77 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809793 Feb 11 05:34:55.555911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-ec75d7e5-8a24-44ab-a016-7df0860e4bf1 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.555911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-ec75d7e5-8a24-44ab-a016-7df0860e4bf1 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 950 time: 0.0816555 Feb 11 05:34:55.671585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c03b73cf-bb31-4bde-8287-0fc95fb30aa8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.707644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffdd42-db83-4e4a-b04b-233fbc8884a4 req-fbc3e839-7a44-4cfa-b7be-fd86107b9fab tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.710359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5dffdd42-db83-4e4a-b04b-233fbc8884a4 req-fbc3e839-7a44-4cfa-b7be-fd86107b9fab tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0983324 Feb 11 05:34:55.714392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=c03b73cf-bb31-4bde-8287-0fc95fb30aa8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:55.760357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Deleting port 07921333-af0b-46d8-95e0-723d092c04fd {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:55.760904 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (07921333-af0b-46d8-95e0-723d092c04fd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.799313 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (2bd9bbcf-9ca0-4272-8f37-15885e4a79c3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.803693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.804864 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c16430c2-21e1-4e9d-9f01-5d51e53ee689 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/floatingips/2bd9bbcf-9ca0-4272-8f37-15885e4a79c3 HTTP/1.1" status: 204 len: 168 time: 0.6803391 Feb 11 05:34:55.809990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34016) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:55.814606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '6fd0d967-53f1-4b2a-b191-7a87d37ba3fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:55.836063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.863253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5dffdd42-db83-4e4a-b04b-233fbc8884a4 req-a89dfac2-7fef-41ca-806b-80f6c06e92d0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355052 Feb 11 05:34:55.877456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db7bb5-6973-4e88-893d-441376fe7c1a req-0f046d9e-36a6-4fce-b47d-d80d1095587b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.879067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4db7bb5-6973-4e88-893d-441376fe7c1a req-0f046d9e-36a6-4fce-b47d-d80d1095587b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 945 time: 0.1612782 Feb 11 05:34:55.917874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] For port 07921333-af0b-46d8-95e0-723d092c04fd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07921333-af0b-46d8-95e0-723d092c04fd,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:55.918246 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (07921333-af0b-46d8-95e0-723d092c04fd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.952241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Calling delete_port for 07921333-af0b-46d8-95e0-723d092c04fd owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:55.969800 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.978081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4db7bb5-6973-4e88-893d-441376fe7c1a req-bdb8ca1e-edab-4792-aca9-6a2f3887f65a tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896442 Feb 11 05:34:56.113572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.25.1.199 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/b83b87dd-610f-441e-b7b5-2cc3c160669d) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:56.207492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (07921333-af0b-46d8-95e0-723d092c04fd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.216918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be993371-12ab-42c2-90fd-965c530a57ae req-14ad7509-6a74-4b5a-b117-204ccbd23252 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.219674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['07921333-af0b-46d8-95e0-723d092c04fd'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:56.225354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be993371-12ab-42c2-90fd-965c530a57ae req-14ad7509-6a74-4b5a-b117-204ccbd23252 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 949 time: 0.1101851 Feb 11 05:34:56.229015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['079a6a2e-7c3c-4357-960b-40d0bcbbe725'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:56.273001 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (b83b87dd-610f-441e-b7b5-2cc3c160669d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.282050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Pushing event deleted for resources: {'Port': ['ID=07921333-af0b-46d8-95e0-723d092c04fd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:56.348680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] No DVR routers for this DVR port 07921333-af0b-46d8-95e0-723d092c04fd on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:56.352738 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.359354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84547949-a08c-4623-b082-bcfe2b1b1c2c req-e0e62451-be06-4a07-9c37-30d7eab45800 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.72 "DELETE /v2.0/ports/07921333-af0b-46d8-95e0-723d092c04fd HTTP/1.1" status: 204 len: 173 time: 0.7882323 Feb 11 05:34:56.360623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dc380d-77a8-4e2d-a935-88fc75502097', 'name': 'network-vif-deleted', 'tag': '07921333-af0b-46d8-95e0-723d092c04fd'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:56.364271 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c949ee6-4044-4634-bafd-eb0c836f530f" -d '{"events": [{"server_uuid": "c0dc380d-77a8-4e2d-a935-88fc75502097", "name": "network-vif-deleted", "tag": "07921333-af0b-46d8-95e0-723d092c04fd"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:56.390804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b83b87dd-610f-441e-b7b5-2cc3c160669d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.416386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5d659b5-7b84-4ce2-bfee-4b278ead8869 req-b065ed25-b4df-4560-921f-7e5c91175391 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dc380d-77a8-4e2d-a935-88fc75502097 HTTP/1.1" status: 200 len: 210 time: 0.0489657 Feb 11 05:34:56.444219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be993371-12ab-42c2-90fd-965c530a57ae req-10c557f3-571b-4912-9e50-605dd67854f8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125654 Feb 11 05:34:56.505166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:56.530160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:56.538224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:56.602104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=b83b87dd-610f-441e-b7b5-2cc3c160669d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:56.641931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfef98-9fad-48e0-b3fb-4a142a7f59aa req-9109b26f-99f6-4d21-a89b-ed5628d4a5d7 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.644422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ddfef98-9fad-48e0-b3fb-4a142a7f59aa req-9109b26f-99f6-4d21-a89b-ed5628d4a5d7 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 944 time: 0.0871766 Feb 11 05:34:56.651276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67ac0f-433d-400b-a155-6e3c5dcb7519 req-e04c3a2f-d918-47c4-a7f1-7668e341ee4d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.652820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a67ac0f-433d-400b-a155-6e3c5dcb7519 req-e04c3a2f-d918-47c4-a7f1-7668e341ee4d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1449842 Feb 11 05:34:56.730928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a67ac0f-433d-400b-a155-6e3c5dcb7519 req-0de0d1af-c2e3-4db6-a5fc-ebce34a4c005 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674872 Feb 11 05:34:56.733965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ddfef98-9fad-48e0-b3fb-4a142a7f59aa req-8a20eccd-0f5c-4166-97e5-9b5d2527b39c tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801382 Feb 11 05:34:56.781780 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada2ddd3-91ec-48e9-8dec-7d9764ef8774 x-openstack-request-id: req-ada2ddd3-91ec-48e9-8dec-7d9764ef8774 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:56.782798 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dc380d-77a8-4e2d-a935-88fc75502097", "name": "network-vif-deleted", "tag": "07921333-af0b-46d8-95e0-723d092c04fd", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:56.783258 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ada2ddd3-91ec-48e9-8dec-7d9764ef8774 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:56.784072 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dc380d-77a8-4e2d-a935-88fc75502097', 'name': 'network-vif-deleted', 'tag': '07921333-af0b-46d8-95e0-723d092c04fd', 'status': 'completed', 'code': 200} Feb 11 05:34:56.935246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ebae7-a03b-4ee8-a6cc-b1733cb9cd48 req-1744843c-48f3-47bc-8d2c-7710ac5c3d00 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.945096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b60ebae7-a03b-4ee8-a6cc-b1733cb9cd48 req-1744843c-48f3-47bc-8d2c-7710ac5c3d00 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1133521 Feb 11 05:34:56.972491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562e159-3d81-4e8e-9be7-dcf49235f93c req-26682505-ff6d-4962-9b9b-daafa0565494 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.974622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2562e159-3d81-4e8e-9be7-dcf49235f93c req-26682505-ff6d-4962-9b9b-daafa0565494 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1055744 Feb 11 05:34:57.031502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b60ebae7-a03b-4ee8-a6cc-b1733cb9cd48 req-e3ec07c5-1799-487a-a18b-5d57bac9ff78 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850220 Feb 11 05:34:57.083562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2562e159-3d81-4e8e-9be7-dcf49235f93c req-61e00bea-8ac1-4657-a9f3-2fe47aedec4e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014180 Feb 11 05:34:57.119106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (0bd518c9-10c9-44fc-aedd-8d2a7278bda5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.181267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c2e13-2db4-40dd-baa7-5c38a9d96a4e req-1ba08cf0-36c6-45b3-b3ed-3bdc207d4377 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:57.185593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a1c2e13-2db4-40dd-baa7-5c38a9d96a4e req-1ba08cf0-36c6-45b3-b3ed-3bdc207d4377 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 945 time: 0.0756433 Feb 11 05:34:57.227878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b83b87dd-610f-441e-b7b5-2cc3c160669d), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.281788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a1c2e13-2db4-40dd-baa7-5c38a9d96a4e req-ba5e6d6c-30a1-4f5e-a543-09dc97892aee tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917084 Feb 11 05:34:57.292177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf184e-32e6-44b8-9957-8091d9ba3ef5 req-1c7693ae-7a7d-4f6c-823a-81cf2902d978 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:57.294979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99cf184e-32e6-44b8-9957-8091d9ba3ef5 req-1c7693ae-7a7d-4f6c-823a-81cf2902d978 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0987155 Feb 11 05:34:57.344739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99cf184e-32e6-44b8-9957-8091d9ba3ef5 req-53ee1620-258b-40dc-afa0-97c8d1dffbbc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 Feb 11 05:34:57.410725 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (b83b87dd-610f-441e-b7b5-2cc3c160669d), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.418648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b83b87dd-610f-441e-b7b5-2cc3c160669d), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.470486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cba6e3-6830-483e-ba9e-726f66fbd898 req-a0286713-141e-4c17-8221-9290cd920f84 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:57.472053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57cba6e3-6830-483e-ba9e-726f66fbd898 req-a0286713-141e-4c17-8221-9290cd920f84 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0564098 Feb 11 05:34:57.481364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=b83b87dd-610f-441e-b7b5-2cc3c160669d,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:57.537202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (0bd518c9-10c9-44fc-aedd-8d2a7278bda5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.542508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57cba6e3-6830-483e-ba9e-726f66fbd898 req-e7ecdd4c-fb3f-4a75-99af-89b990442e43 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583837 Feb 11 05:34:57.617537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f933e-73f0-4f16-9ece-e3bf9b161cd3 req-fcb96f37-777f-46f5-a97c-9c2b30b26af3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:57.619229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c56f933e-73f0-4f16-9ece-e3bf9b161cd3 req-fcb96f37-777f-46f5-a97c-9c2b30b26af3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 949 time: 0.0643454 Feb 11 05:34:57.672122 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4673327a-8f75-451e-9488-8afbaedba3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.680335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c56f933e-73f0-4f16-9ece-e3bf9b161cd3 req-6b49d62c-7d0a-48ab-a938-ae75eb1a312a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552244 Feb 11 05:34:57.692654 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP 0bd518c9-10c9-44fc-aedd-8d2a7278bda5 associated. External IP: 172.25.1.199, port: 6fd0d967-53f1-4b2a-b191-7a87d37ba3fa. Feb 11 05:34:57.900989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a54749-87a2-4f46-8297-5f06cc74938c req-251c2d25-373d-43ad-a524-47b34f6a68b9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:57.903140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06a54749-87a2-4f46-8297-5f06cc74938c req-251c2d25-373d-43ad-a524-47b34f6a68b9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0949023 Feb 11 05:34:57.912096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234660f9-2dbb-4e43-b5ba-2cec7e4df3a9 req-0e0d85fa-e85a-4e9f-99bc-ce0fe2d1041f tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:57.913620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-234660f9-2dbb-4e43-b5ba-2cec7e4df3a9 req-0e0d85fa-e85a-4e9f-99bc-ce0fe2d1041f tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 950 time: 0.1149018 Feb 11 05:34:57.968623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:57.993372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06a54749-87a2-4f46-8297-5f06cc74938c req-4a998f3e-7d40-4ad9-80ec-6f9637b5e8fd tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786846 Feb 11 05:34:58.001565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-234660f9-2dbb-4e43-b5ba-2cec7e4df3a9 req-2578b39a-9f56-422c-a494-c1e4ccbeedf9 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809073 Feb 11 05:34:58.121091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:58.132054 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357df05b-d5af-4854-875d-c8e0250dc9db None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:58.141681 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357df05b-d5af-4854-875d-c8e0250dc9db None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:58.142326 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-357df05b-d5af-4854-875d-c8e0250dc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:58.149956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.172965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28b698-75e2-41d5-ae6f-354135bd51b1 req-c91e63c9-d61e-482c-b946-c6b6b33a7fa0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:58.174533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af28b698-75e2-41d5-ae6f-354135bd51b1 req-c91e63c9-d61e-482c-b946-c6b6b33a7fa0 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 944 time: 0.1054447 Feb 11 05:34:58.182999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bea77-0957-433d-9d68-130a09ca518c req-85a255e9-aa4a-446a-92a1-7ca0ca327149 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:58.190526 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a6ffc848-27eb-467b-b295-a2aed126a982 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.3769460 Feb 11 05:34:58.190720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30bea77-0957-433d-9d68-130a09ca518c req-85a255e9-aa4a-446a-92a1-7ca0ca327149 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0866787 Feb 11 05:34:58.191179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34062) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:58.192924 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-357df05b-d5af-4854-875d-c8e0250dc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:58.203196 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357df05b-d5af-4854-875d-c8e0250dc9db None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:58.203829 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-357df05b-d5af-4854-875d-c8e0250dc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:58.242022 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-357df05b-d5af-4854-875d-c8e0250dc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:58.242675 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357df05b-d5af-4854-875d-c8e0250dc9db None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:58.260553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2a354428-16f4-440a-92e9-7e9e21356b3c up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:58.268776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af28b698-75e2-41d5-ae6f-354135bd51b1 req-343a2eec-ea78-41ce-8583-953affbc802d tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758028 Feb 11 05:34:58.293292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e30bea77-0957-433d-9d68-130a09ca518c req-d3b8cd89-575e-40d8-ac0e-b33940277263 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020110 Feb 11 05:34:58.309058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34066) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:58.309273 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6178acda-0dda-4904-8ed7-241cdf66129a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "GET /v2.0/floatingips/0bd518c9-10c9-44fc-aedd-8d2a7278bda5 HTTP/1.1" status: 200 len: 979 time: 0.1168804 Feb 11 05:34:58.359439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 2a354428-16f4-440a-92e9-7e9e21356b3c completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:58.365854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 2a354428-16f4-440a-92e9-7e9e21356b3c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:58.366810 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.479373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 2a354428-16f4-440a-92e9-7e9e21356b3c is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:58.480252 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.505938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a354428-16f4-440a-92e9-7e9e21356b3c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:58.508165 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaec5fb2-251e-429a-ae39-dbbdef1d4cb7" -d '{"events": [{"server_uuid": "e6244cf5-ebbd-4543-a47d-49dca6fef2af", "name": "network-vif-plugged", "status": "completed", "tag": "2a354428-16f4-440a-92e9-7e9e21356b3c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:58.526354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2a354428-16f4-440a-92e9-7e9e21356b3c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2a354428-16f4-440a-92e9-7e9e21356b3c,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:58.532576 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.539271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3f136dbd-a7d2-4b41-a4ad-b126a97cf096 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2285905 Feb 11 05:34:58.543247 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34074) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:58.548187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'port_id': 'db4dee03-26e6-493b-b575-16087fa66daf'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:58.548622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86002034-12bd-4cab-91e9-8f594a2a4bc5 req-97d4d514-910c-4d95-b307-c1e55ad32944 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:58.550885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86002034-12bd-4cab-91e9-8f594a2a4bc5 req-97d4d514-910c-4d95-b307-c1e55ad32944 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1871521 Feb 11 05:34:58.564398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3a2bf-65fc-470d-88ab-cbb8982c358b req-e8d91b13-4b3d-48a9-9003-2583482422fa tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:58.571517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cb3a2bf-65fc-470d-88ab-cbb8982c358b req-e8d91b13-4b3d-48a9-9003-2583482422fa tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 945 time: 0.1387470 Feb 11 05:34:58.579750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 07921333-af0b-46d8-95e0-723d092c04fd no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:58.617284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 07921333-af0b-46d8-95e0-723d092c04fd {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:58.617858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 07921333-af0b-46d8-95e0-723d092c04fd not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:58.623953 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (0bd518c9-10c9-44fc-aedd-8d2a7278bda5), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.643475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=2a354428-16f4-440a-92e9-7e9e21356b3c,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.656669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cb3a2bf-65fc-470d-88ab-cbb8982c358b req-cfb302c7-8077-4ad8-b82d-51db33d26e22 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839434 Feb 11 05:34:58.660823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86002034-12bd-4cab-91e9-8f594a2a4bc5 req-a6eacc13-dcf9-40b2-a492-470f99369e2e tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039908 Feb 11 05:34:58.767351 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e87873e-f24e-4124-9867-46608b64ed15 x-openstack-request-id: req-2e87873e-f24e-4124-9867-46608b64ed15 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:58.767829 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6244cf5-ebbd-4543-a47d-49dca6fef2af", "name": "network-vif-plugged", "status": "completed", "tag": "2a354428-16f4-440a-92e9-7e9e21356b3c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:58.767908 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e87873e-f24e-4124-9867-46608b64ed15 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:58.768858 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a354428-16f4-440a-92e9-7e9e21356b3c', 'code': 200} Feb 11 05:34:58.879281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da0c9-ee5c-4a97-b128-6b9dc8b04902 req-1b9460ab-61da-4b06-80a3-6be38679cefa tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:58.880808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c06da0c9-ee5c-4a97-b128-6b9dc8b04902 req-1b9460ab-61da-4b06-80a3-6be38679cefa tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1357129 Feb 11 05:34:58.984993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87ade-045e-4845-afe2-409a2da109cf req-a519b256-380d-44dd-81c4-1972d2f51726 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:58.986565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fc87ade-045e-4845-afe2-409a2da109cf req-a519b256-380d-44dd-81c4-1972d2f51726 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 950 time: 0.1594834 Feb 11 05:34:59.003628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c06da0c9-ee5c-4a97-b128-6b9dc8b04902 req-986fdbd6-8947-4111-b25d-55de07aa590e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996871 Feb 11 05:34:59.052800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f966-d9eb-4abc-9586-656d0d7268e4 req-07962151-c014-4051-aa1f-802350f5bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:59.069700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e169f966-d9eb-4abc-9586-656d0d7268e4 req-07962151-c014-4051-aa1f-802350f5bb1e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 1133 time: 0.1713309 Feb 11 05:34:59.168708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fc87ade-045e-4845-afe2-409a2da109cf req-2d6c0ccf-a83f-43de-a436-4a4f968aef60 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528563 Feb 11 05:34:59.176823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e169f966-d9eb-4abc-9586-656d0d7268e4 req-0f6f3f60-fdf5-4ceb-89a6-1bed837401a7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064465 Feb 11 05:34:59.214149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4790e-c2e3-431e-916b-3c5ae27ff190 req-6d293414-a2d1-4f76-8fa0-cf7b3956b982 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:59.240790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23a4790e-c2e3-431e-916b-3c5ae27ff190 req-6d293414-a2d1-4f76-8fa0-cf7b3956b982 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1259601 Feb 11 05:34:59.327878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23a4790e-c2e3-431e-916b-3c5ae27ff190 req-42e69d40-ccee-4169-82cd-314c8b35dc33 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717981 Feb 11 05:34:59.369236 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.374142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (0bd518c9-10c9-44fc-aedd-8d2a7278bda5), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.460901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad767a-7796-4e1d-98b2-1fce0190e80e req-de30c3a0-f7c3-4ad3-8dca-c3ade0fbbe8f tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:59.462544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76ad767a-7796-4e1d-98b2-1fce0190e80e req-de30c3a0-f7c3-4ad3-8dca-c3ade0fbbe8f tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 950 time: 0.1335955 Feb 11 05:34:59.498243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b5497-9e94-4427-ae4a-1ee0b5ea25dc req-be61ec13-b8a5-441b-99cf-d01047d600fb tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:59.505163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db0b5497-9e94-4427-ae4a-1ee0b5ea25dc req-be61ec13-b8a5-441b-99cf-d01047d600fb tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 944 time: 0.0898767 Feb 11 05:34:59.510732 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP 0bd518c9-10c9-44fc-aedd-8d2a7278bda5 associated. External IP: 172.25.1.199, port: 6fd0d967-53f1-4b2a-b191-7a87d37ba3fa. Feb 11 05:34:59.562340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76ad767a-7796-4e1d-98b2-1fce0190e80e req-480b4a8a-b6cd-4d5d-9f91-fe88da9f3548 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921719 Feb 11 05:34:59.587521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db0b5497-9e94-4427-ae4a-1ee0b5ea25dc req-4a8b5838-ce82-496c-9bf9-ae39cca1150a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802870 Feb 11 05:34:59.719987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8e6c-5685-4cb0-a13d-9dde8d0b3b98 req-918432c0-c469-418b-a081-4c70b32f9eef tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:59.721906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-604b8e6c-5685-4cb0-a13d-9dde8d0b3b98 req-918432c0-c469-418b-a081-4c70b32f9eef tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.0620253 Feb 11 05:34:59.827939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-604b8e6c-5685-4cb0-a13d-9dde8d0b3b98 req-99f8ab65-c506-4b49-8286-d1e1f9033bc2 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996611 Feb 11 05:34:59.862589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75698c-e558-4027-9f62-3b84966ec26f req-821a7a40-6e5d-44c5-b029-61c3fb17fcaf tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:59.864125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c75698c-e558-4027-9f62-3b84966ec26f req-821a7a40-6e5d-44c5-b029-61c3fb17fcaf tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1007493 Feb 11 05:35:00.017093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c75698c-e558-4027-9f62-3b84966ec26f req-c56350eb-31ca-4311-86eb-9bae13b26b1f tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443446 Feb 11 05:35:00.060048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d44592-046a-4b40-9f46-29751fa268c5 req-4573ed4f-ccd8-45cc-925c-16cd3bd6103b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:00.061600 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80d44592-046a-4b40-9f46-29751fa268c5 req-4573ed4f-ccd8-45cc-925c-16cd3bd6103b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1225097 Feb 11 05:35:00.068450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-4344c94e-2fcc-44a6-9684-e866b39f9997 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:00.069893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-4344c94e-2fcc-44a6-9684-e866b39f9997 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 950 time: 0.1188107 Feb 11 05:35:00.173017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80d44592-046a-4b40-9f46-29751fa268c5 req-57fc7c90-cb9b-4008-bffa-a5e475ffa67d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021147 Feb 11 05:35:00.217908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:00.227906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Deleting port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:00.228314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.261572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96226134-4699-4fd1-ba5e-cab1bb2533ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.442104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] For port 079a6a2e-7c3c-4357-960b-40d0bcbbe725, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=079a6a2e-7c3c-4357-960b-40d0bcbbe725,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:00.442577 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.461662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Calling delete_port for 079a6a2e-7c3c-4357-960b-40d0bcbbe725 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:00.475750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:00.482373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6834-f80d-411b-8e8a-9e4c8069262c req-9e047435-c115-4443-b6fe-042e298a9dec tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:00.484970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3c6834-f80d-411b-8e8a-9e4c8069262c req-9e047435-c115-4443-b6fe-042e298a9dec tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 950 time: 0.1496861 Feb 11 05:35:00.500223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e708b65-481c-46fb-9e75-73cec05eb686 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:00.536527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e708b65-481c-46fb-9e75-73cec05eb686 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:00.537105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1e708b65-481c-46fb-9e75-73cec05eb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:00.653807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f12d0d31-2b2e-4133-a201-f4bd4a172771 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:35:00.661375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1e708b65-481c-46fb-9e75-73cec05eb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:00.720063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e708b65-481c-46fb-9e75-73cec05eb686 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:00.720860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1e708b65-481c-46fb-9e75-73cec05eb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:00.811375 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:35:00.819317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1e708b65-481c-46fb-9e75-73cec05eb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:00.820045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e708b65-481c-46fb-9e75-73cec05eb686 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:00.848112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d3c6834-f80d-411b-8e8a-9e4c8069262c req-c4244a77-8c91-4126-8e18-581240f0352f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264222 Feb 11 05:35:00.982933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:01.105801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c191c2e-e263-4cd4-92d7-0c2a40e11751 req-91f7b9f7-f47d-49f8-b849-15959db49771 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:01.107208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c191c2e-e263-4cd4-92d7-0c2a40e11751 req-91f7b9f7-f47d-49f8-b849-15959db49771 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec391cf-0c6c-40af-a306-5a7bbcee156b HTTP/1.1" status: 200 len: 950 time: 0.2563367 Feb 11 05:35:01.131637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (079a6a2e-7c3c-4357-960b-40d0bcbbe725), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.148454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['079a6a2e-7c3c-4357-960b-40d0bcbbe725'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:01.155685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:01.156013 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.169100 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a865874-a2bf-4d67-a97c-e773b836fcca None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:01.173475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.178528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e7b5e-2243-446c-a473-7dc074bb6b83 req-d3d337d1-353d-461b-8fba-4aeaf5316383 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:01.184539 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a865874-a2bf-4d67-a97c-e773b836fcca None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:01.185398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb7e7b5e-2243-446c-a473-7dc074bb6b83 req-d3d337d1-353d-461b-8fba-4aeaf5316383 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 944 time: 0.1802585 Feb 11 05:35:01.185569 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a865874-a2bf-4d67-a97c-e773b836fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:01.191630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f12d0d31-2b2e-4133-a201-f4bd4a172771, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f12d0d31-2b2e-4133-a201-f4bd4a172771,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:01.197165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Pushing event deleted for resources: {'Port': ['ID=079a6a2e-7c3c-4357-960b-40d0bcbbe725,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:01.207634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'port_id': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'mac_address': 'fa:16:3e:5b:19:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:35:01.248810 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c53e49c0-b285-49bb-b885-1fe24b2778df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/floatingips/0bd518c9-10c9-44fc-aedd-8d2a7278bda5 HTTP/1.1" status: 200 len: 978 time: 2.7041054 Feb 11 05:35:01.251811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34132) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:01.257479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-aba3449c-3e8f-406c-bef4-5bc82d1d8745 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:01.274802 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a865874-a2bf-4d67-a97c-e773b836fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:01.285595 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a865874-a2bf-4d67-a97c-e773b836fcca None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:01.286460 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a865874-a2bf-4d67-a97c-e773b836fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:01.343333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port f12d0d31-2b2e-4133-a201-f4bd4a172771 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:01.344577 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.347696 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a865874-a2bf-4d67-a97c-e773b836fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:01.348373 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a865874-a2bf-4d67-a97c-e773b836fcca None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:01.365943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aba3449c-3e8f-406c-bef4-5bc82d1d8745 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (0bd518c9-10c9-44fc-aedd-8d2a7278bda5), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.366305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12d0d31-2b2e-4133-a201-f4bd4a172771 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:35:01.392214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f12d0d31-2b2e-4133-a201-f4bd4a172771, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f12d0d31-2b2e-4133-a201-f4bd4a172771,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:01.409353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.483186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=f12d0d31-2b2e-4133-a201-f4bd4a172771,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:01.554236 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aba3449c-3e8f-406c-bef4-5bc82d1d8745 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.558848 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aba3449c-3e8f-406c-bef4-5bc82d1d8745 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (0bd518c9-10c9-44fc-aedd-8d2a7278bda5), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.559192 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-aba3449c-3e8f-406c-bef4-5bc82d1d8745 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP 0bd518c9-10c9-44fc-aedd-8d2a7278bda5 disassociated. External IP: 172.25.1.199, port: db4dee03-26e6-493b-b575-16087fa66daf. Feb 11 05:35:01.566890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] No DVR routers for this DVR port 079a6a2e-7c3c-4357-960b-40d0bcbbe725 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:01.574945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.578564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9f6aeba-c35e-4d10-a8d1-d2c98e2d387a req-a22f17d9-f9dc-4e46-8658-f80feb5765b0 tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.81 "DELETE /v2.0/ports/079a6a2e-7c3c-4357-960b-40d0bcbbe725 HTTP/1.1" status: 204 len: 173 time: 1.5016291 Feb 11 05:35:01.579994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec391cf-0c6c-40af-a306-5a7bbcee156b', 'name': 'network-vif-deleted', 'tag': '079a6a2e-7c3c-4357-960b-40d0bcbbe725'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:01.590381 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0602c25-0dad-49ea-a7da-dc533de935db" -d '{"events": [{"server_uuid": "0ec391cf-0c6c-40af-a306-5a7bbcee156b", "name": "network-vif-deleted", "tag": "079a6a2e-7c3c-4357-960b-40d0bcbbe725"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:01.610480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb7e7b5e-2243-446c-a473-7dc074bb6b83 req-f43bc352-ca6c-4bf0-96d4-8e157921c4d5 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4236069 Feb 11 05:35:01.620951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c191c2e-e263-4cd4-92d7-0c2a40e11751 req-af25b411-1d52-4a43-9cf2-8f669d48075a tempest-LiveMigrationNegativeTest-1030460726 tempest-LiveMigrationNegativeTest-1030460726-project] 10.222.0.31 "GET /v2.0/security-groups?id=56f34d43-384c-41c7-bf4c-09946e649211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055387 Feb 11 05:35:01.716790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['f12d0d31-2b2e-4133-a201-f4bd4a172771'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:01.854238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febe18e-5f9c-44de-abd4-d491f426ef21 req-9641f28e-f897-4ba3-89d4-2df17ed56f8f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:01.861940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0febe18e-5f9c-44de-abd4-d491f426ef21 req-9641f28e-f897-4ba3-89d4-2df17ed56f8f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1413379 Feb 11 05:35:01.898294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec56616-d555-4d93-b608-323824bd962a req-040eba6a-6153-437b-b54b-0b8bbea3afe8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:01.900809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cec56616-d555-4d93-b608-323824bd962a req-040eba6a-6153-437b-b54b-0b8bbea3afe8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1246226 Feb 11 05:35:01.916982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba3449c-3e8f-406c-bef4-5bc82d1d8745 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:01.946858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0febe18e-5f9c-44de-abd4-d491f426ef21 req-43f0852d-b924-4190-9487-6afb307a386f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Feb 11 05:35:01.991368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cec56616-d555-4d93-b608-323824bd962a req-0d744247-69d7-49f4-9f4a-fbd3aa36a793 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790842 Feb 11 05:35:02.043838 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fb8877-7ab5-485d-9215-4370c92a6b6b x-openstack-request-id: req-57fb8877-7ab5-485d-9215-4370c92a6b6b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:02.044311 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec391cf-0c6c-40af-a306-5a7bbcee156b", "name": "network-vif-deleted", "tag": "079a6a2e-7c3c-4357-960b-40d0bcbbe725", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:02.044710 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57fb8877-7ab5-485d-9215-4370c92a6b6b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:02.045524 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec391cf-0c6c-40af-a306-5a7bbcee156b', 'name': 'network-vif-deleted', 'tag': '079a6a2e-7c3c-4357-960b-40d0bcbbe725', 'status': 'completed', 'code': 200} Feb 11 05:35:02.077669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba3449c-3e8f-406c-bef4-5bc82d1d8745 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:02.084584 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aba3449c-3e8f-406c-bef4-5bc82d1d8745 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.088398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46110bcd-a451-4f79-b505-fb1ef34166aa None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:02.110960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46110bcd-a451-4f79-b505-fb1ef34166aa None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:02.112122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-46110bcd-a451-4f79-b505-fb1ef34166aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:02.128709 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aba3449c-3e8f-406c-bef4-5bc82d1d8745 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/floatingips/0bd518c9-10c9-44fc-aedd-8d2a7278bda5 HTTP/1.1" status: 200 len: 688 time: 0.8751192 Feb 11 05:35:02.129408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34144) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:02.179975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae1916-4fa9-497a-9c89-25ced5dc08bd req-8227fa80-5b76-424c-a21e-cad3bc13b43e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:02.182045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2ae1916-4fa9-497a-9c89-25ced5dc08bd req-8227fa80-5b76-424c-a21e-cad3bc13b43e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 950 time: 0.0815156 Feb 11 05:35:02.224427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-46110bcd-a451-4f79-b505-fb1ef34166aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:02.246140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46110bcd-a451-4f79-b505-fb1ef34166aa None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:02.246804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-46110bcd-a451-4f79-b505-fb1ef34166aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:02.287244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-46110bcd-a451-4f79-b505-fb1ef34166aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:02.288124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46110bcd-a451-4f79-b505-fb1ef34166aa None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:02.304199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2ae1916-4fa9-497a-9c89-25ced5dc08bd req-f52b5bb2-eb5f-45b9-abe3-4419c749d447 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157048 Feb 11 05:35:02.356938 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port b83b87dd-610f-441e-b7b5-2cc3c160669d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:02.357504 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b83b87dd-610f-441e-b7b5-2cc3c160669d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.471458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c6dff-0f93-4796-99b0-fd9bbad8ef96 req-96f4c20d-d15c-45f2-9482-4cfcf53024f2 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:02.477800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-739c6dff-0f93-4796-99b0-fd9bbad8ef96 req-96f4c20d-d15c-45f2-9482-4cfcf53024f2 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 1133 time: 0.0716777 Feb 11 05:35:02.492739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b83b87dd-610f-441e-b7b5-2cc3c160669d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.493370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (b83b87dd-610f-441e-b7b5-2cc3c160669d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.509088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for b83b87dd-610f-441e-b7b5-2cc3c160669d owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:02.541318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-739c6dff-0f93-4796-99b0-fd9bbad8ef96 req-4befc18f-e15c-4ab6-8aa1-573a1cfacc39 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545111 Feb 11 05:35:02.625390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f12d0d31-2b2e-4133-a201-f4bd4a172771 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:02.696855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.707316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port f12d0d31-2b2e-4133-a201-f4bd4a172771 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:35:02.712853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port f12d0d31-2b2e-4133-a201-f4bd4a172771 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:02.713405 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.739226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b83b87dd-610f-441e-b7b5-2cc3c160669d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.767252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=b83b87dd-610f-441e-b7b5-2cc3c160669d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:02.805865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-9260fe35-99d3-4de4-9864-25aa7448a577 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708122 Feb 11 05:35:02.829030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port f12d0d31-2b2e-4133-a201-f4bd4a172771 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:02.829462 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.858903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:02.861356 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1ab653-a44d-4ff8-8b0d-bec7d7e9f1d9" -d '{"events": [{"server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "name": "network-vif-plugged", "status": "completed", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:02.884168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f12d0d31-2b2e-4133-a201-f4bd4a172771, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f12d0d31-2b2e-4133-a201-f4bd4a172771,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:02.889352 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.893559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (0bd518c9-10c9-44fc-aedd-8d2a7278bda5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.898678 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.900210 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0af1162a-3b3e-4d86-9201-c72ca0e806df tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/floatingips/0bd518c9-10c9-44fc-aedd-8d2a7278bda5 HTTP/1.1" status: 204 len: 168 time: 0.7698331 Feb 11 05:35:02.902847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34172) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:02.961194 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-12206bdb-44a6-4fdc-94cb-15a62352c021 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] delete failed (client error): The resource could not be found. Feb 11 05:35:02.966833 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-12206bdb-44a6-4fdc-94cb-15a62352c021 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/floatingips/0bd518c9-10c9-44fc-aedd-8d2a7278bda5 HTTP/1.1" status: 404 len: 345 time: 0.0599780 Feb 11 05:35:02.967238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34174) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:02.974674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=f12d0d31-2b2e-4133-a201-f4bd4a172771,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.025587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-9ccb10fb-5947-4669-aa44-a82503283af3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.027550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-9ccb10fb-5947-4669-aa44-a82503283af3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209005 Feb 11 05:35:03.037356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa282a1-ff1b-410a-a064-7d88e4c51f4e req-84d5eb11-3deb-44d3-86de-a8552762af71 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.045320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfa282a1-ff1b-410a-a064-7d88e4c51f4e req-84d5eb11-3deb-44d3-86de-a8552762af71 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 945 time: 0.2862890 Feb 11 05:35:03.072545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-2e3614eb-0e91-4f33-a768-05b955cc9596 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/quotas/8c27ae40d35945858eba01aed07f6a15 HTTP/1.1" status: 200 len: 375 time: 0.0247655 Feb 11 05:35:03.103871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5ac70-a0bb-4dc3-a3f8-0d7e140be1ed tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.109660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5ac70-a0bb-4dc3-a3f8-0d7e140be1ed tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.115988 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5ac70-a0bb-4dc3-a3f8-0d7e140be1ed tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.118030 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-42e5ac70-a0bb-4dc3-a3f8-0d7e140be1ed tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "GET /v2.0/ports?network_id=e04fe482-dd4d-44f3-a7de-af8209e135db HTTP/1.1" status: 200 len: 2359 time: 0.1477985 Feb 11 05:35:03.120689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34182) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:03.147776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfa282a1-ff1b-410a-a064-7d88e4c51f4e req-2542edda-53cf-4fc5-a8ff-fab7f0ba67dd tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964153 Feb 11 05:35:03.182282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e0b70b-ba00-41bc-81e4-fa9e4f534be6 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.186483 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d7e0b70b-ba00-41bc-81e4-fa9e4f534be6 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "GET /v2.0/subnets/255d760b-a440-44d0-8a03-d896c8d936b9 HTTP/1.1" status: 200 len: 797 time: 0.0646596 Feb 11 05:35:03.188593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34184) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:03.194582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'port': {'network_id': 'e04fe482-dd4d-44f3-a7de-af8209e135db', 'name': 'tempest-FloatingIPTestJSON-1741853243', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:03.250519 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c999ac01-4be4-4613-90e9-b1582e3a7843 x-openstack-request-id: req-c999ac01-4be4-4613-90e9-b1582e3a7843 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:03.251324 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "name": "network-vif-plugged", "status": "completed", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:03.251740 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c999ac01-4be4-4613-90e9-b1582e3a7843 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:03.252355 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'code': 200} Feb 11 05:35:03.405949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-b7c6163b-e4b6-4c63-a1cf-6e60b6145ee3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3271122 Feb 11 05:35:03.444435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Made reservation on behalf of ae5521dc547342179e5edda6637d3a82 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:03.468841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8b025-fabd-44c0-9ca6-2d9bb560b23f req-1e014241-b6b8-4665-9ae0-d869938c1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.471214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace8b025-fabd-44c0-9ca6-2d9bb560b23f req-1e014241-b6b8-4665-9ae0-d869938c1887 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 1129 time: 0.1419835 Feb 11 05:35:03.554084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b8c65-75c4-4ded-ae26-fedf865b84af req-6b334264-6d87-4eca-8357-f3492c0d76dc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.561083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a42b8c65-75c4-4ded-ae26-fedf865b84af req-6b334264-6d87-4eca-8357-f3492c0d76dc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1863348 Feb 11 05:35:03.629094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34192) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:03.681051 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.694597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace8b025-fabd-44c0-9ca6-2d9bb560b23f req-6586f0e9-c844-476c-9cdc-1854d69595ba service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039950 Feb 11 05:35:03.723467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a42b8c65-75c4-4ded-ae26-fedf865b84af req-540122ee-094a-4ec8-8524-f79b597851ff tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560514 Feb 11 05:35:03.743857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] device_id is not set on port 53f05883-6f47-4333-b5e6-062cd9c72c07 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:35:03.828017 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0c6f118d-917a-4201-aea5-d2969298d7a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a97b50f51e94f82a57194b389d2769f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953809 Feb 11 05:35:03.828209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34200) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:03.892598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3724296-0ba2-47b7-a091-5a819c379b9e admin admin] Publish callbacks [] for security_group (56f34d43-384c-41c7-bf4c-09946e649211), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.893700 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.915689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d03dbea4-0bba-4649-89ae-e1972585e4d5 req-0bfca991-be20-4844-8553-3fa7d8db0c64 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 210 time: 0.0678887 Feb 11 05:35:03.920760 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3724296-0ba2-47b7-a091-5a819c379b9e admin admin] Publish callbacks [] for security_group (56f34d43-384c-41c7-bf4c-09946e649211), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.987716 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3724296-0ba2-47b7-a091-5a819c379b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (56f34d43-384c-41c7-bf4c-09946e649211), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.991634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3724296-0ba2-47b7-a091-5a819c379b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.001201 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b3724296-0ba2-47b7-a091-5a819c379b9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56f34d43-384c-41c7-bf4c-09946e649211 HTTP/1.1" status: 204 len: 168 time: 0.1719477 Feb 11 05:35:04.011063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3724296-0ba2-47b7-a091-5a819c379b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f34d43-384c-41c7-bf4c-09946e649211,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:04.045208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819de27-edbe-461a-ac89-887390c1762d req-020eb9e3-7a2e-4276-bb2b-5285908aa610 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:04.047015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9819de27-edbe-461a-ac89-887390c1762d req-020eb9e3-7a2e-4276-bb2b-5285908aa610 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.2824240 Feb 11 05:35:04.241014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9819de27-edbe-461a-ac89-887390c1762d req-14a1ea27-7549-4f72-b8be-bcc37cc3a5f1 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780682 Feb 11 05:35:04.280040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 079a6a2e-7c3c-4357-960b-40d0bcbbe725 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:04.314146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 079a6a2e-7c3c-4357-960b-40d0bcbbe725 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:04.315321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 079a6a2e-7c3c-4357-960b-40d0bcbbe725 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:04.411664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eff74-d38c-4665-9c56-3e5c29dd8a65 req-39a4a24e-400d-49b5-b389-764cb97ee2a4 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:04.413367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d6eff74-d38c-4665-9c56-3e5c29dd8a65 req-39a4a24e-400d-49b5-b389-764cb97ee2a4 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 946 time: 0.1404080 Feb 11 05:35:04.444599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.20.0.14 (e04fe482-dd4d-44f3-a7de-af8209e135db/255d760b-a440-44d0-8a03-d896c8d936b9/53f05883-6f47-4333-b5e6-062cd9c72c07) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:04.461038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.20.0.13 (e04fe482-dd4d-44f3-a7de-af8209e135db/255d760b-a440-44d0-8a03-d896c8d936b9/53f05883-6f47-4333-b5e6-062cd9c72c07) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:04.475438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34216) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:04.491360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d6eff74-d38c-4665-9c56-3e5c29dd8a65 req-612d61e8-25ab-48ff-bd94-a905365ec836 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711563 Feb 11 05:35:04.554733 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3f0e3dca-f63e-40ff-aa94-accf4e37be11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6b86530058b4585a6ea865930ddb01c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767550 Feb 11 05:35:04.555444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34218) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:04.652170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e86f58c8-488b-45e8-b987-d676897b39d7 admin admin] Publish callbacks [] for security_group (3ada8e9b-a399-4555-948e-1f4fd4a7b494), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.677582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e86f58c8-488b-45e8-b987-d676897b39d7 admin admin] Publish callbacks [] for security_group (3ada8e9b-a399-4555-948e-1f4fd4a7b494), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.685366 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (53f05883-6f47-4333-b5e6-062cd9c72c07), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.735665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (53f05883-6f47-4333-b5e6-062cd9c72c07), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.744074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e86f58c8-488b-45e8-b987-d676897b39d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3ada8e9b-a399-4555-948e-1f4fd4a7b494), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.761220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e86f58c8-488b-45e8-b987-d676897b39d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.763198 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e86f58c8-488b-45e8-b987-d676897b39d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ada8e9b-a399-4555-948e-1f4fd4a7b494 HTTP/1.1" status: 204 len: 168 time: 0.2065690 Feb 11 05:35:04.788719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network e04fe482-dd4d-44f3-a7de-af8209e135db is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:04.792021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:04.802012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:04.803026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f58c8-488b-45e8-b987-d676897b39d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ada8e9b-a399-4555-948e-1f4fd4a7b494,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:04.845371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=53f05883-6f47-4333-b5e6-062cd9c72c07,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:04.898115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:04.898743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.922176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf3055-1ec2-4ac7-8293-9a48a97daeaa req-b71bef0f-5d1e-41c8-ab98-eec911cc573a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:04.923987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aecf3055-1ec2-4ac7-8293-9a48a97daeaa req-b71bef0f-5d1e-41c8-ab98-eec911cc573a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1161776 Feb 11 05:35:04.929154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-799acd76-7c75-4fb9-a55b-2cb80fdf76e0 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7386429 Feb 11 05:35:04.931860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34226) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:04.936794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '53f05883-6f47-4333-b5e6-062cd9c72c07', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:04.978075 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.009968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aecf3055-1ec2-4ac7-8293-9a48a97daeaa req-e3f1ecc0-5846-4a77-893b-15542153bb4d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797763 Feb 11 05:35:05.184066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-658e77b1-5bb9-40f7-bba4-3396ac883913 req-13084c6f-e28f-47fc-ab0c-cd6067653423 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 210 time: 0.0776467 Feb 11 05:35:05.206345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-d232556e-a661-4d31-8748-1faf64b25acf tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8c27ae40d35945858eba01aed07f6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364168 Feb 11 05:35:05.313388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.464673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-7f49f0db-cb56-4e8b-99ed-d20cbde606fa tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:05.466533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-7f49f0db-cb56-4e8b-99ed-d20cbde606fa tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551007 Feb 11 05:35:05.518827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Request body: {'port': {'device_id': '66a502db-9dce-4ba4-96bd-55d975d4f018', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '8c27ae40d35945858eba01aed07f6a15'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:05.562301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.25.1.200 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/3c879eed-c0db-4efb-955c-04e13e8432e0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:05.684054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603066a-5a83-425f-bc0b-c5f11f34bef8 req-9adfb3f5-4c82-4c97-89d3-a03f4081be88 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:05.692070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7603066a-5a83-425f-bc0b-c5f11f34bef8 req-9adfb3f5-4c82-4c97-89d3-a03f4081be88 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.3488221 Feb 11 05:35:05.914686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea90f9-fb16-4a35-acf3-f568fd92108a req-c2afcad9-930b-4fcc-8658-c5169531f060 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:05.916180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5eea90f9-fb16-4a35-acf3-f568fd92108a req-c2afcad9-930b-4fcc-8658-c5169531f060 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 946 time: 0.3077295 Feb 11 05:35:05.923480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7603066a-5a83-425f-bc0b-c5f11f34bef8 req-1fe51676-eb22-4050-8709-42d336b910cc tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304268 Feb 11 05:35:05.964402 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (3c879eed-c0db-4efb-955c-04e13e8432e0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.024939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5eea90f9-fb16-4a35-acf3-f568fd92108a req-6c27164f-5d42-414b-a05e-ed98b9163e7d tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799096 Feb 11 05:35:06.029463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Made reservation on behalf of 8c27ae40d35945858eba01aed07f6a15 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:06.034472 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.151035 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3c879eed-c0db-4efb-955c-04e13e8432e0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.547501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:06.561691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:06.571076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:06.579075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=3c879eed-c0db-4efb-955c-04e13e8432e0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:06.656939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c37982-bad9-400b-ab71-cfcd7b457728 req-f4b2b942-499d-43c6-b9af-202975b119e5 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:06.658514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2c37982-bad9-400b-ab71-cfcd7b457728 req-f4b2b942-499d-43c6-b9af-202975b119e5 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 946 time: 0.5424669 Feb 11 05:35:06.665240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932edd2-e602-4fdd-80ad-7bb6b032b203 req-ebfa658e-60f6-4600-99be-324aa831682b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:06.668412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34282) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:06.668837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d932edd2-e602-4fdd-80ad-7bb6b032b203 req-ebfa658e-60f6-4600-99be-324aa831682b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.5190411 Feb 11 05:35:06.675806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c5b2e712-a5af-40c6-8e6e-58b40bd61ff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Request body: {'floatingip': {'port_id': 'f12d0d31-2b2e-4133-a201-f4bd4a172771'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:06.768844 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e712-a5af-40c6-8e6e-58b40bd61ff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for floatingip (336d98ec-c4da-4fca-9399-c7886788534f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.774641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Allocated IP 192.168.233.23 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/31540589-43e1-4eda-9465-900682fdb321) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:06.812318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90c80db1-66b5-4e5a-a0dc-f6a71d9383f2 req-04bf340a-2e0c-4d03-8b47-8fc79c1ec16d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 210 time: 0.0443194 Feb 11 05:35:06.884319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d932edd2-e602-4fdd-80ad-7bb6b032b203 req-4ef6bed3-9eca-4a0d-9033-a78f6cb63bf9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106364 Feb 11 05:35:07.250217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66233ba-5e80-404a-b2ef-84eaa2ec4e5d req-64073db5-3869-4d35-bd35-e817a2189f2d tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:07.250768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c66233ba-5e80-404a-b2ef-84eaa2ec4e5d req-64073db5-3869-4d35-bd35-e817a2189f2d tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1543496 Feb 11 05:35:07.556445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (b3715d83-0046-4f8b-b7db-0c60e7528d36), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.662978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a76810f3-0dd1-434d-ac85-c9969227014b req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1423573116', 'description': 'tempest-description-1469107216'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:07.758996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e712-a5af-40c6-8e6e-58b40bd61ff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.767704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e712-a5af-40c6-8e6e-58b40bd61ff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (336d98ec-c4da-4fca-9399-c7886788534f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.775392 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks [] for port (31540589-43e1-4eda-9465-900682fdb321), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.784494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a76810f3-0dd1-434d-ac85-c9969227014b req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.786373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3c879eed-c0db-4efb-955c-04e13e8432e0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.824029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a76810f3-0dd1-434d-ac85-c9969227014b req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.843087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c66233ba-5e80-404a-b2ef-84eaa2ec4e5d req-c866ed69-e5c3-4d67-9140-c114985d7de3 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977718 Feb 11 05:35:07.920605 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-c5b2e712-a5af-40c6-8e6e-58b40bd61ff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Floating IP 336d98ec-c4da-4fca-9399-c7886788534f associated. External IP: 172.25.1.51, port: f12d0d31-2b2e-4133-a201-f4bd4a172771. Feb 11 05:35:08.009423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18e4bf22-6380-41b3-84e8-84514e47a9fc req-89bee5bf-6f78-436f-8cd2-650c5366ba39 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 210 time: 0.0562966 Feb 11 05:35:08.078301 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (31540589-43e1-4eda-9465-900682fdb321), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.092434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6', '07302acd-487d-4df7-ae64-36fdcf7a36ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:08.097995 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', '13a792bf-15da-475c-aad0-05e13fbe91d0', '8052a1ec-be3a-44ff-8014-7644457be966', '2a354428-16f4-440a-92e9-7e9e21356b3c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:08.217632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b2e712-a5af-40c6-8e6e-58b40bd61ff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Router a5925aad-3468-4219-b684-aa7a2e0a031a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:08.286123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a76810f3-0dd1-434d-ac85-c9969227014b req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.333353 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a76810f3-0dd1-434d-ac85-c9969227014b req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.383184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b2e712-a5af-40c6-8e6e-58b40bd61ff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:08.389308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e712-a5af-40c6-8e6e-58b40bd61ff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.395766 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] Sync routers for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:08.405232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (3c879eed-c0db-4efb-955c-04e13e8432e0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.416859 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:08.418277 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:08.433194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:08.467313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:08.474225 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c5b2e712-a5af-40c6-8e6e-58b40bd61ff6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "PUT /v2.0/floatingips/336d98ec-c4da-4fca-9399-c7886788534f HTTP/1.1" status: 200 len: 991 time: 1.8031967 Feb 11 05:35:08.474225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:08.478191 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f310418-4d0c-4c86-b501-4e6bb99c3020" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:08.480658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event updated for resources: {'Port': ['ID=31540589-43e1-4eda-9465-900682fdb321,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:08.486268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:08.505608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3c879eed-c0db-4efb-955c-04e13e8432e0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.590872 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:08.638244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:08.723032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=3c879eed-c0db-4efb-955c-04e13e8432e0,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:08.740082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:08.740881 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.755732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc66439-7542-4f77-9b1e-c6914dbba14f req-80e0be79-cf75-4813-b074-b79c1b04cb11 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:08.757543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bbc66439-7542-4f77-9b1e-c6914dbba14f req-80e0be79-cf75-4813-b074-b79c1b04cb11 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.5647612 Feb 11 05:35:08.854276 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:35:09.031112 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '336d98ec-c4da-4fca-9399-c7886788534f', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'port_id': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'mac_address': 'fa:16:3e:5b:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:57Z', 'updated_at': '2022-02-11T05:35:07Z', 'revision_number': 1, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:59Z', 'revision_number': 5, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:09.035827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4a557223-74dd-4c05-aadc-1ae2dd8a1fdb None None] Provisioning complete for port 31540589-43e1-4eda-9465-900682fdb321 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:09.036388 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a557223-74dd-4c05-aadc-1ae2dd8a1fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (31540589-43e1-4eda-9465-900682fdb321), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.065756 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] Checking router: a5925aad-3468-4219-b684-aa7a2e0a031a for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:09.078367 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:09.079523 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:09.106939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4a557223-74dd-4c05-aadc-1ae2dd8a1fdb None None] Port 31540589-43e1-4eda-9465-900682fdb321 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:09.201886 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a76810f3-0dd1-434d-ac85-c9969227014b req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (94aa2dce-56bc-45dd-bc75-f4a7e9133080), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.210573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a76810f3-0dd1-434d-ac85-c9969227014b req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (94aa2dce-56bc-45dd-bc75-f4a7e9133080), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.227371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b3715d83-0046-4f8b-b7db-0c60e7528d36), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.242495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-325671fa-5c47-48b0-8960-5c91f521aa2b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7289579 Feb 11 05:35:09.312666 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:09.320081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bbc66439-7542-4f77-9b1e-c6914dbba14f req-f74266ff-a16c-441c-aea6-bbbb8faf67f2 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457926 Feb 11 05:35:09.329211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Request body: {'port': {'device_id': '66a502db-9dce-4ba4-96bd-55d975d4f018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:09.385363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a76810f3-0dd1-434d-ac85-c9969227014b req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.398281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a76810f3-0dd1-434d-ac85-c9969227014b req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.7547359 Feb 11 05:35:09.456792 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74406f56-739e-4b92-9191-79c44aa80761 x-openstack-request-id: req-74406f56-739e-4b92-9191-79c44aa80761 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:09.457302 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:09.457382 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74406f56-739e-4b92-9191-79c44aa80761 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:09.458241 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'status': 'completed', 'code': 200} Feb 11 05:35:09.513489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94aa2dce-56bc-45dd-bc75-f4a7e9133080,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:09.548569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.548950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.549326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.549670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.550006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.550335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.550667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.551000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.551330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.551664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.551992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.552476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.552803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f36ca-0040-45ed-866c-d9d2ed750a15 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:09.685727 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '336d98ec-c4da-4fca-9399-c7886788534f', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'port_id': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'mac_address': 'fa:16:3e:5b:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:57Z', 'updated_at': '2022-02-11T05:35:07Z', 'revision_number': 1, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:59Z', 'revision_number': 5, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:09.702373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (31540589-43e1-4eda-9465-900682fdb321), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.715145 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04d8d9-e11b-440e-95db-f4a867a107d4 None None] The sync data for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 is: [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '336d98ec-c4da-4fca-9399-c7886788534f', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'port_id': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'mac_address': 'fa:16:3e:5b:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:57Z', 'updated_at': '2022-02-11T05:35:07Z', 'revision_number': 1, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:59Z', 'revision_number': 5, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:09.744715 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP b3715d83-0046-4f8b-b7db-0c60e7528d36 associated. External IP: 172.25.1.200, port: 53f05883-6f47-4333-b5e6-062cd9c72c07. Feb 11 05:35:09.751494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-db7d8e58-a4c1-49b4-9db3-82654f787aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:09.753328 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-db7d8e58-a4c1-49b4-9db3-82654f787aa5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d906c2658896408f8762f5adf784e5b5&device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 1129 time: 0.2290239 Feb 11 05:35:09.801901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc542-50a9-4a6d-b673-cd19e58873a0 req-bbe93c7f-8e9e-4021-a507-af79f7f4d953 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:09.808937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a1fc542-50a9-4a6d-b673-cd19e58873a0 req-bbe93c7f-8e9e-4021-a507-af79f7f4d953 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 946 time: 0.3915017 Feb 11 05:35:09.899971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33bdc7-1460-4e86-ab6b-b65e66d6dac3 req-2852db0b-61cf-4d7a-9b74-8e7fc9d5c631 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:09.906847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e33bdc7-1460-4e86-ab6b-b65e66d6dac3 req-2852db0b-61cf-4d7a-9b74-8e7fc9d5c631 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.3608913 Feb 11 05:35:09.999439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a1fc542-50a9-4a6d-b673-cd19e58873a0 req-7bc28590-5043-432c-b08a-ea932f3e9854 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895905 Feb 11 05:35:10.072526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39fc353-34f9-4741-98e8-3879a6bf39b1 None None] New status for floating IP 336d98ec-c4da-4fca-9399-c7886788534f: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:35:10.333216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-05db60a1-0b9c-4f32-9af4-a2348b6cfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:10.334739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-05db60a1-0b9c-4f32-9af4-a2348b6cfe50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1cadc99b-46d1-4fda-a4eb-62d58b78d281 HTTP/1.1" status: 200 len: 916 time: 0.5205722 Feb 11 05:35:10.357635 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e33bdc7-1460-4e86-ab6b-b65e66d6dac3 req-6c37389b-4656-40ba-8fab-50d98b45181f tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499187 Feb 11 05:35:10.444068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-edcd1fea-d8cc-413e-8422-c25f83973ace req-afbd096b-b14e-474f-97db-612e2918f9c5 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Request body: {'security_group': {'name': 'tempest-securitygroup-764196284', 'description': 'tempest-description-751572024'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:10.568547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-e9bb9d8b-bb19-41bb-b401-18fcf1347af9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f12d0d31-2b2e-4133-a201-f4bd4a172771 HTTP/1.1" status: 200 len: 1001 time: 0.2067034 Feb 11 05:35:10.598207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-edcd1fea-d8cc-413e-8422-c25f83973ace req-afbd096b-b14e-474f-97db-612e2918f9c5 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.640454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7268c-8cf2-486f-b479-fc7547e42314 req-516389e7-b4d8-4240-a948-2d1045df1ad8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:10.646801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48f7268c-8cf2-486f-b479-fc7547e42314 req-516389e7-b4d8-4240-a948-2d1045df1ad8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 935 time: 0.4989135 Feb 11 05:35:10.716161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:10.751200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-e7f6a583-b000-42f5-9f02-b00ca38abd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:10.753271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-e7f6a583-b000-42f5-9f02-b00ca38abd75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61712a37-d1ce-41db-9e36-72f959011e20 HTTP/1.1" status: 200 len: 854 time: 0.1742737 Feb 11 05:35:10.856241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31540589-43e1-4eda-9465-900682fdb321 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:35:10.894803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48f7268c-8cf2-486f-b479-fc7547e42314 req-831d7441-bc74-459e-be15-cc6d94da258c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219744 Feb 11 05:35:10.902637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Publish callbacks [] for port (31540589-43e1-4eda-9465-900682fdb321), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.947803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Transition to ACTIVE for port object 31540589-43e1-4eda-9465-900682fdb321 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:35:10.962775 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-edcd1fea-d8cc-413e-8422-c25f83973ace req-afbd096b-b14e-474f-97db-612e2918f9c5 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (3618849b-b98e-43cd-a50b-c4ee705cf09a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.965373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (31540589-43e1-4eda-9465-900682fdb321), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.042989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Pushing event updated for resources: {'Port': ['ID=31540589-43e1-4eda-9465-900682fdb321,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:11.053471 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-edcd1fea-d8cc-413e-8422-c25f83973ace req-afbd096b-b14e-474f-97db-612e2918f9c5 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3618849b-b98e-43cd-a50b-c4ee705cf09a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.067000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-08a8e124-5ddf-437e-92c4-71a943ee38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.068502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-08a8e124-5ddf-437e-92c4-71a943ee38f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1cadc99b-46d1-4fda-a4eb-62d58b78d281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3033104 Feb 11 05:35:11.164509 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-edcd1fea-d8cc-413e-8422-c25f83973ace req-afbd096b-b14e-474f-97db-612e2918f9c5 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.165760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edcd1fea-d8cc-413e-8422-c25f83973ace req-afbd096b-b14e-474f-97db-612e2918f9c5 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7398777 Feb 11 05:35:11.195046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd096b-b14e-474f-97db-612e2918f9c5 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3618849b-b98e-43cd-a50b-c4ee705cf09a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:11.202049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:11.219533 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e85cfce-222c-4d29-814f-52060d1bda52 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:11.238076 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e85cfce-222c-4d29-814f-52060d1bda52 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:11.239061 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3e85cfce-222c-4d29-814f-52060d1bda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:11.303084 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3e85cfce-222c-4d29-814f-52060d1bda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:11.322650 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e85cfce-222c-4d29-814f-52060d1bda52 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:11.324315 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3e85cfce-222c-4d29-814f-52060d1bda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:11.348494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.380766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-19a83884-74dc-4b1f-8465-3bcaab4676d5 req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-666839239', 'description': 'tempest-description-24345879'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:11.415636 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3e85cfce-222c-4d29-814f-52060d1bda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:11.416794 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e85cfce-222c-4d29-814f-52060d1bda52 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:11.714809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72331de0-b1da-4e38-be0d-063654f6f686 req-ab503dce-300a-49bb-8e5d-130cdfc8b2a8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.716280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72331de0-b1da-4e38-be0d-063654f6f686 req-ab503dce-300a-49bb-8e5d-130cdfc8b2a8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.6657934 Feb 11 05:35:11.776985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-647a807d-a14c-4a1e-a012-83fdb971f45b tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.8441436 Feb 11 05:35:11.781703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34384) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.782764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-871b9f22-30bb-4de1-b09c-6caf5e0ef147 service neutron] 10.222.0.72 "GET /v2.0/networks/1cadc99b-46d1-4fda-a4eb-62d58b78d281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004426 Feb 11 05:35:11.788481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ba34594f-cd13-464d-96a2-89288fb0e93f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'port_id': '53f05883-6f47-4333-b5e6-062cd9c72c07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:11.789778 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19a83884-74dc-4b1f-8465-3bcaab4676d5 req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.838462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Attempting to bind port 31540589-43e1-4eda-9465-900682fdb321 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:11.838877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Attempting to bind port 31540589-43e1-4eda-9465-900682fdb321 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:11.839440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Attempting to bind port 31540589-43e1-4eda-9465-900682fdb321 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:11.841869 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19a83884-74dc-4b1f-8465-3bcaab4676d5 req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.872419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Port 31540589-43e1-4eda-9465-900682fdb321 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:35:11.872905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Attempting to bind port 31540589-43e1-4eda-9465-900682fdb321 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:11.874280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba34594f-cd13-464d-96a2-89288fb0e93f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (b3715d83-0046-4f8b-b7db-0c60e7528d36), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.899721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72331de0-b1da-4e38-be0d-063654f6f686 req-7f1b7792-f2dd-421a-a405-04383b3dd963 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613128 Feb 11 05:35:11.977617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:11.978155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:11.978656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:11.979219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Bound port: 31540589-43e1-4eda-9465-900682fdb321, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:11.979689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (31540589-43e1-4eda-9465-900682fdb321), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.127615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f310418-4d0c-4c86-b501-4e6bb99c3020 req-56095e9a-acb0-45ca-9e45-520cb9763641 service neutron] 10.222.0.72 "GET /v2.0/networks/1cadc99b-46d1-4fda-a4eb-62d58b78d281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345878 Feb 11 05:35:12.183540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19a83884-74dc-4b1f-8465-3bcaab4676d5 req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (d8368796-57a8-4840-bab0-c53a3bffcb98), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.210630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] For port 31540589-43e1-4eda-9465-900682fdb321, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:12.215323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] For port 31540589-43e1-4eda-9465-900682fdb321, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=31540589-43e1-4eda-9465-900682fdb321,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:12.223784 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19a83884-74dc-4b1f-8465-3bcaab4676d5 req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d8368796-57a8-4840-bab0-c53a3bffcb98), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.231990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (31540589-43e1-4eda-9465-900682fdb321), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.263853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5727148-aa4a-4091-9daf-37777687e659 req-a9148f2d-9dce-45b8-a476-3f57d5adbeb3 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:12.265546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5727148-aa4a-4091-9daf-37777687e659 req-a9148f2d-9dce-45b8-a476-3f57d5adbeb3 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.2645667 Feb 11 05:35:12.296593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:35:12.373484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:12.374244 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.375663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] 10.222.0.72 "PUT /v2.0/ports/31540589-43e1-4eda-9465-900682fdb321 HTTP/1.1" status: 200 len: 1096 time: 3.0989828 Feb 11 05:35:12.378533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a502db-9dce-4ba4-96bd-55d975d4f018', 'tag': '31540589-43e1-4eda-9465-900682fdb321'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:12.380973 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c" -d '{"events": [{"name": "network-changed", "server_uuid": "66a502db-9dce-4ba4-96bd-55d975d4f018", "tag": "31540589-43e1-4eda-9465-900682fdb321"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:12.395087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8368796-57a8-4840-bab0-c53a3bffcb98,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:12.512762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cabfd8-b024-423c-b7c1-ba7dfdc9af3c service neutron] Pushing event updated for resources: {'Port': ['ID=31540589-43e1-4eda-9465-900682fdb321,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:12.519296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba34594f-cd13-464d-96a2-89288fb0e93f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.525987 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba34594f-cd13-464d-96a2-89288fb0e93f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b3715d83-0046-4f8b-b7db-0c60e7528d36), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.536412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5727148-aa4a-4091-9daf-37777687e659 req-b57ec72b-908b-46b1-ace5-ac34d9f6c04c tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152131 Feb 11 05:35:12.573470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-1304df97-2282-499c-bb56-fecf7c0aab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:12.575297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-1304df97-2282-499c-bb56-fecf7c0aab9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 1130 time: 0.1439908 Feb 11 05:35:12.577828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19a83884-74dc-4b1f-8465-3bcaab4676d5 req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (4e85f60a-804e-43a0-a090-9f60025973f7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.583814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19a83884-74dc-4b1f-8465-3bcaab4676d5 req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4e85f60a-804e-43a0-a090-9f60025973f7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.630682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:12.657671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e', 'port_id': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'mac_address': 'fa:16:3e:40:6e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef3855c-4e26-4b5c-9e78-72425adf7f66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:35:12.668689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-884d615c-809c-4e94-af5b-d21fe12318aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=31540589-43e1-4eda-9465-900682fdb321 HTTP/1.1" status: 200 len: 217 time: 0.0797575 Feb 11 05:35:12.672102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e85f60a-804e-43a0-a090-9f60025973f7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:12.725465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-99a10940-790f-459a-9a7b-53b7b4972ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:12.727327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-99a10940-790f-459a-9a7b-53b7b4972ef2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0500338 Feb 11 05:35:12.736822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c3a6a255-0cd7-4709-a801-55b1705fb35b is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:12.737490 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.756884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3a6a255-0cd7-4709-a801-55b1705fb35b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:35:12.801757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19a83884-74dc-4b1f-8465-3bcaab4676d5 req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.802993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19a83884-74dc-4b1f-8465-3bcaab4676d5 req-f56b9284-245c-4a10-9160-4e78d7f4503b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4692760 Feb 11 05:35:12.812204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:12.818802 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.888666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7593e-a0bd-495e-8269-e9db7402bafd req-9c73456a-3d56-476d-8583-646ed988ebc4 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:12.890626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3fc7593e-a0bd-495e-8269-e9db7402bafd req-9c73456a-3d56-476d-8583-646ed988ebc4 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 947 time: 0.1621032 Feb 11 05:35:12.892144 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29391c33-cc0f-42eb-8fe4-774073210a37 x-openstack-request-id: req-29391c33-cc0f-42eb-8fe4-774073210a37 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:12.893129 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a502db-9dce-4ba4-96bd-55d975d4f018", "tag": "31540589-43e1-4eda-9465-900682fdb321", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:12.893381 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29391c33-cc0f-42eb-8fe4-774073210a37 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:12.893785 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a502db-9dce-4ba4-96bd-55d975d4f018', 'tag': '31540589-43e1-4eda-9465-900682fdb321', 'status': 'completed', 'code': 200} Feb 11 05:35:12.918230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-983b757a-dc6a-40ab-a548-244eb1d18422 req-ffebad7b-98dd-454b-851e-1b2937bda808 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-674459393', 'description': 'tempest-description-1975469591'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:12.941304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-ba84e0cf-988c-44c9-9f32-08b15d5b8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:12.942475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba34594f-cd13-464d-96a2-89288fb0e93f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:12.943133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-ba84e0cf-988c-44c9-9f32-08b15d5b8e02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2029655 Feb 11 05:35:12.993095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:13.005472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c3a6a255-0cd7-4709-a801-55b1705fb35b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:13.073348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3fc7593e-a0bd-495e-8269-e9db7402bafd req-4a36a5b6-e094-483b-8b2e-5318e6ea81e3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745973 Feb 11 05:35:13.074182 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-983b757a-dc6a-40ab-a548-244eb1d18422 req-ffebad7b-98dd-454b-851e-1b2937bda808 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.117009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-ca5ba550-e99d-4b25-84df-12b90d288418 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648734 Feb 11 05:35:13.123650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba34594f-cd13-464d-96a2-89288fb0e93f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:13.130197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba34594f-cd13-464d-96a2-89288fb0e93f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.158755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9abb526-6265-48e8-8cc5-e86b29769f28 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:13.173515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abb526-6265-48e8-8cc5-e86b29769f28 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:13.175065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b9abb526-6265-48e8-8cc5-e86b29769f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:13.211109 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ba34594f-cd13-464d-96a2-89288fb0e93f tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/floatingips/b3715d83-0046-4f8b-b7db-0c60e7528d36 HTTP/1.1" status: 200 len: 979 time: 1.4272995 Feb 11 05:35:13.213735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34414) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.224215 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5e70a8c-db2b-4d2f-a039-6915b9de34d9 req-0937d5a9-0802-429e-9670-75e88874e310 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973983 Feb 11 05:35:13.302205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b9abb526-6265-48e8-8cc5-e86b29769f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:13.315000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-983b757a-dc6a-40ab-a548-244eb1d18422 req-ffebad7b-98dd-454b-851e-1b2937bda808 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (820f4153-0c2f-4a77-8090-dd834904105e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.319959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abb526-6265-48e8-8cc5-e86b29769f28 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:13.320894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b9abb526-6265-48e8-8cc5-e86b29769f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:13.331383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-983b757a-dc6a-40ab-a548-244eb1d18422 req-ffebad7b-98dd-454b-851e-1b2937bda808 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (820f4153-0c2f-4a77-8090-dd834904105e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.391035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b9abb526-6265-48e8-8cc5-e86b29769f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:13.392245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9abb526-6265-48e8-8cc5-e86b29769f28 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:13.505894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port 3c879eed-c0db-4efb-955c-04e13e8432e0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:13.506256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3c879eed-c0db-4efb-955c-04e13e8432e0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.515099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-983b757a-dc6a-40ab-a548-244eb1d18422 req-ffebad7b-98dd-454b-851e-1b2937bda808 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.517345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-983b757a-dc6a-40ab-a548-244eb1d18422 req-ffebad7b-98dd-454b-851e-1b2937bda808 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.6026423 Feb 11 05:35:13.526175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebad7b-98dd-454b-851e-1b2937bda808 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f4153-0c2f-4a77-8090-dd834904105e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:13.548319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-8fb2bba8-d5c8-437e-87f9-c0f26bc4747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:13.550941 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-8fb2bba8-d5c8-437e-87f9-c0f26bc4747c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 1130 time: 0.2343152 Feb 11 05:35:13.592798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363401f-2e9e-44db-a6ab-965a4243da8f req-8c474d1d-8a5a-47fe-9ebe-bd3b2cef13f0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:13.594958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1363401f-2e9e-44db-a6ab-965a4243da8f req-8c474d1d-8a5a-47fe-9ebe-bd3b2cef13f0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 944 time: 0.2766259 Feb 11 05:35:13.602544 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3c879eed-c0db-4efb-955c-04e13e8432e0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.602879 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (3c879eed-c0db-4efb-955c-04e13e8432e0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.622966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for 3c879eed-c0db-4efb-955c-04e13e8432e0 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:13.841324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1363401f-2e9e-44db-a6ab-965a4243da8f req-137cb7a5-c0fb-47f5-a518-b7c73573252a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359641 Feb 11 05:35:13.844966 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3c879eed-c0db-4efb-955c-04e13e8432e0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.860917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-a2890583-870f-4c85-8ddf-c13d6f869698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:13.862445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-a2890583-870f-4c85-8ddf-c13d6f869698 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2845743 Feb 11 05:35:13.883991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=3c879eed-c0db-4efb-955c-04e13e8432e0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:13.894305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.894666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.895449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.895449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.895756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.896006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.896335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.896664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.897008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.898563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.898917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.899271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.899668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:13.973269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-c809c2e0-818b-4bec-857b-bbecc1863440 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=31540589-43e1-4eda-9465-900682fdb321 HTTP/1.1" status: 200 len: 217 time: 0.0970416 Feb 11 05:35:13.974670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (b3715d83-0046-4f8b-b7db-0c60e7528d36), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.975126 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP b3715d83-0046-4f8b-b7db-0c60e7528d36 disassociated (deleted). External IP: 172.25.1.200, port: 53f05883-6f47-4333-b5e6-062cd9c72c07. Feb 11 05:35:14.058845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-ce9e2bd1-971a-4411-98be-1b19525bab5d tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45446 time: 0.5037069 Feb 11 05:35:14.122313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-76ade990-e3c7-4f92-bce0-61e4245b798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:14.123900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-76ade990-e3c7-4f92-bce0-61e4245b798a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1391962 Feb 11 05:35:14.196689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-57a65380-0eb2-40d4-a901-7ac8a568507f tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/05b6d54f-e8f1-412b-a585-cf0482b593b2 HTTP/1.1" status: 200 len: 3002 time: 0.1250548 Feb 11 05:35:14.206657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfe91c-a454-44a2-8cba-bdefef70c062 req-9813a498-abd8-438c-98ac-149ba193e3f6 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:14.213506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5acfe91c-a454-44a2-8cba-bdefef70c062 req-9813a498-abd8-438c-98ac-149ba193e3f6 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1534626 Feb 11 05:35:14.273000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:14.282333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-6dfa9032-6344-4f69-8ff3-aadd9ae8945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:14.284380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-6dfa9032-6344-4f69-8ff3-aadd9ae8945c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1509817 Feb 11 05:35:14.308614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:14.329018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-82765e00-18b4-4aba-8283-63c5989098e2 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/05b6d54f-e8f1-412b-a585-cf0482b593b2 HTTP/1.1" status: 200 len: 3002 time: 0.1134384 Feb 11 05:35:14.375067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c3a6a255-0cd7-4709-a801-55b1705fb35b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:14.376512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.386872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5acfe91c-a454-44a2-8cba-bdefef70c062 req-5ae93bad-c2e3-48a6-8f4f-87db77ab4934 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705530 Feb 11 05:35:14.458349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:14.466318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.472748 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7340c5-9396-4f00-8ecd-59f9a9d5d334 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:14.503136 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7340c5-9396-4f00-8ecd-59f9a9d5d334 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:14.503793 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bf7340c5-9396-4f00-8ecd-59f9a9d5d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:14.514362 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2790a740-c712-4948-90bc-1cf73356b3d5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/floatingips/b3715d83-0046-4f8b-b7db-0c60e7528d36 HTTP/1.1" status: 204 len: 168 time: 1.2995946 Feb 11 05:35:14.515419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34442) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.606569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c3a6a255-0cd7-4709-a801-55b1705fb35b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:14.607237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.613805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-7860fd14-bcf8-4f4f-b0aa-cdad817e930c service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170545 Feb 11 05:35:14.642205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:14.648529 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71be562e-62c6-4464-9e73-6405a4b865f6" -d '{"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-plugged", "status": "completed", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:14.669966 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bf7340c5-9396-4f00-8ecd-59f9a9d5d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:14.672824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:14.688292 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.689025 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7340c5-9396-4f00-8ecd-59f9a9d5d334 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:14.693036 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bf7340c5-9396-4f00-8ecd-59f9a9d5d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:14.739409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-864ec9a2-8489-4d89-b011-ae5ce34b1e39 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port 53f05883-6f47-4333-b5e6-062cd9c72c07 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:14.740170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864ec9a2-8489-4d89-b011-ae5ce34b1e39 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (53f05883-6f47-4333-b5e6-062cd9c72c07), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.741863 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bf7340c5-9396-4f00-8ecd-59f9a9d5d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:14.742889 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7340c5-9396-4f00-8ecd-59f9a9d5d334 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:14.797625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:14.875702 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864ec9a2-8489-4d89-b011-ae5ce34b1e39 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (53f05883-6f47-4333-b5e6-062cd9c72c07), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.896788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-864ec9a2-8489-4d89-b011-ae5ce34b1e39 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for 53f05883-6f47-4333-b5e6-062cd9c72c07 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:14.922420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-44243c40-977e-4589-8ea7-968f6cedee06 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/10636ca8-e571-449a-9cfe-bdd2fd50b3a6 HTTP/1.1" status: 200 len: 3002 time: 0.5693662 Feb 11 05:35:15.024999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6e60e-6566-4dde-aeae-cbe1dba42552 req-077b7f8d-0c74-47a3-83a6-e6df899ae0d8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:15.026962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7f6e60e-6566-4dde-aeae-cbe1dba42552 req-077b7f8d-0c74-47a3-83a6-e6df899ae0d8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 947 time: 0.4763525 Feb 11 05:35:15.029063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c72c31e8-ffc3-45f8-993d-dcccb0b5288c req-9bbc8e75-6a4a-4dd5-8adf-75ccb13342cf service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414500 Feb 11 05:35:15.032806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-92a1cf7f-b00a-4b44-9430-5d5d39176bcb tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/10636ca8-e571-449a-9cfe-bdd2fd50b3a6 HTTP/1.1" status: 200 len: 3002 time: 0.1095991 Feb 11 05:35:15.148521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7f6e60e-6566-4dde-aeae-cbe1dba42552 req-914024d8-d6fc-4cd2-9e39-f39e4aea3249 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946171 Feb 11 05:35:15.207777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-75b1bca2-52a4-4678-95da-a297e3121ccc tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1fcf1b3d-23f8-48a4-9323-47fd80e295b5 HTTP/1.1" status: 200 len: 2994 time: 0.1634762 Feb 11 05:35:15.232802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864ec9a2-8489-4d89-b011-ae5ce34b1e39 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (53f05883-6f47-4333-b5e6-062cd9c72c07), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.246439 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3a2dbf-4d1e-408b-8732-ffb1507e5c7b x-openstack-request-id: req-8e3a2dbf-4d1e-408b-8732-ffb1507e5c7b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:15.246852 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-plugged", "status": "completed", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:15.247262 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e3a2dbf-4d1e-408b-8732-ffb1507e5c7b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:15.247800 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'code': 200} Feb 11 05:35:15.280077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ec9a2-8489-4d89-b011-ae5ce34b1e39 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=53f05883-6f47-4333-b5e6-062cd9c72c07,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:15.301080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-46bbca83-a8a3-44f0-8245-a17c3ad3059b tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1fcf1b3d-23f8-48a4-9323-47fd80e295b5 HTTP/1.1" status: 200 len: 2994 time: 0.0876863 Feb 11 05:35:15.406598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864ec9a2-8489-4d89-b011-ae5ce34b1e39 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.412233 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-864ec9a2-8489-4d89-b011-ae5ce34b1e39 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/ports/53f05883-6f47-4333-b5e6-062cd9c72c07 HTTP/1.1" status: 204 len: 168 time: 0.8953743 Feb 11 05:35:15.415019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34478) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:15.419601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:15.441717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-963dee99-1be3-4e0b-9e9b-08c6dfb3abed tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3229070d-10cd-45d6-afab-5e2a2e45f220 HTTP/1.1" status: 200 len: 3002 time: 0.1341753 Feb 11 05:35:15.444911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.532563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c9f05-c6c3-4834-aa89-0647b926669e req-0332cf22-0c40-4363-a799-5d806fd88dc6 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:15.532563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae5c9f05-c6c3-4834-aa89-0647b926669e req-0332cf22-0c40-4363-a799-5d806fd88dc6 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1718714 Feb 11 05:35:15.535268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-e4cd582c-9cb3-4ab0-9cd8-ab8ec2ec50b4 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3229070d-10cd-45d6-afab-5e2a2e45f220 HTTP/1.1" status: 200 len: 3002 time: 0.0848227 Feb 11 05:35:15.713901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-8d95b674-953d-4b59-82d3-962f0c382f0e tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3facf726-f027-45d5-8484-7df4e332aed7 HTTP/1.1" status: 200 len: 3002 time: 0.1729577 Feb 11 05:35:15.755067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae5c9f05-c6c3-4834-aa89-0647b926669e req-dd797808-608f-4697-958e-c9b60adaf74c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067015 Feb 11 05:35:15.802585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-4d17bdc9-c533-4e3b-a125-58fdb89b9835 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3facf726-f027-45d5-8484-7df4e332aed7 HTTP/1.1" status: 200 len: 3002 time: 0.0698450 Feb 11 05:35:15.873516 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.899089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-a8af892d-3c23-4109-b6f5-d3077cac963a tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/af753e2d-78d7-4105-baae-193280a6b4bf HTTP/1.1" status: 200 len: 2998 time: 0.0852931 Feb 11 05:35:16.007881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-f5308671-39ed-43b8-bbc9-c7ac8fce3657 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/af753e2d-78d7-4105-baae-193280a6b4bf HTTP/1.1" status: 200 len: 2998 time: 0.0917501 Feb 11 05:35:16.081560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd53f0b-f4ce-430e-adb5-06681e811b99 req-15abe3e1-b1ff-409d-8406-18c1fb195e11 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:16.083144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcd53f0b-f4ce-430e-adb5-06681e811b99 req-15abe3e1-b1ff-409d-8406-18c1fb195e11 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.2054150 Feb 11 05:35:16.098711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-6287c0f2-bcd9-407a-90b0-6bea4430049f tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c833518b-3441-4c0c-8284-67e5896e6a82 HTTP/1.1" status: 200 len: 3002 time: 0.0802500 Feb 11 05:35:16.162807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.25.1.142 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:16.241208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-73a2a2b7-a3aa-498f-8217-cbd41be1fff0 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c833518b-3441-4c0c-8284-67e5896e6a82 HTTP/1.1" status: 200 len: 3002 time: 0.1316090 Feb 11 05:35:16.303101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcd53f0b-f4ce-430e-adb5-06681e811b99 req-f9275604-f2a0-4fe2-926d-994b35a8ea1f tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136075 Feb 11 05:35:16.435890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-e76d0970-73b0-47b4-a0ac-684e7773a912 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d8368796-57a8-4840-bab0-c53a3bffcb98 HTTP/1.1" status: 200 len: 3002 time: 0.1609614 Feb 11 05:35:16.462216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17177a8a-2bcf-4ce8-a301-6458ca002b08 req-17f004d3-7efd-477a-8906-470e0e04dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:16.463970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17177a8a-2bcf-4ce8-a301-6458ca002b08 req-17f004d3-7efd-477a-8906-470e0e04dcae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1129 time: 0.1596265 Feb 11 05:35:16.574999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-a4d2ce5b-d2db-478f-8519-bc34da153ec1 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d8368796-57a8-4840-bab0-c53a3bffcb98 HTTP/1.1" status: 200 len: 3002 time: 0.1249363 Feb 11 05:35:16.583388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.618761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab4488-8df2-4b35-89be-a33c07f9675b req-c6a43c28-cd4a-4a48-ada7-139469feaea8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:16.639030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1ab4488-8df2-4b35-89be-a33c07f9675b req-c6a43c28-cd4a-4a48-ada7-139469feaea8 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 947 time: 0.2015214 Feb 11 05:35:16.665530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17177a8a-2bcf-4ce8-a301-6458ca002b08 req-14930d16-833d-4dd4-a14d-ec934ef616e8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798999 Feb 11 05:35:16.703495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 31540589-43e1-4eda-9465-900682fdb321 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:35:16.814084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-88fed0c8-213d-4d23-80bb-fc7d2ed2f1e6 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d99ff8ef-85c7-4f84-b245-da64c5294c9f HTTP/1.1" status: 200 len: 3002 time: 0.2177966 Feb 11 05:35:16.899732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1ab4488-8df2-4b35-89be-a33c07f9675b req-4aaa781d-79a9-4688-b7d7-e36a31ebc785 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585425 Feb 11 05:35:16.924538 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.986506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 31540589-43e1-4eda-9465-900682fdb321, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=31540589-43e1-4eda-9465-900682fdb321,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:17.001041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '31540589-43e1-4eda-9465-900682fdb321', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '31540589-43e1-4eda-9465-900682fdb321', 'mac_address': 'fa:16:3e:31:09:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:35:17.049569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 31540589-43e1-4eda-9465-900682fdb321 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:17.052999 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (31540589-43e1-4eda-9465-900682fdb321), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.077806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31540589-43e1-4eda-9465-900682fdb321 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:35:17.091715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:17.103333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:17.117097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-434ad94e-a9c4-44e1-b3b5-ee60eea7af7e tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d99ff8ef-85c7-4f84-b245-da64c5294c9f HTTP/1.1" status: 200 len: 3002 time: 0.2663097 Feb 11 05:35:17.117530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 31540589-43e1-4eda-9465-900682fdb321, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=31540589-43e1-4eda-9465-900682fdb321,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:17.118677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:17.128248 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (31540589-43e1-4eda-9465-900682fdb321), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.153182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:17.210535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=31540589-43e1-4eda-9465-900682fdb321,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:17.238249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d32fd-9370-4f99-8899-141e23591d30 req-3fe700ab-7d67-45ae-8409-f761856042b4 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:17.240286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.240646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.244033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.244391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.244879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.245505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.245854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.246389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.246887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.247312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.247735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d8d32fd-9370-4f99-8899-141e23591d30 req-3fe700ab-7d67-45ae-8409-f761856042b4 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2172902 Feb 11 05:35:17.247854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.248253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.250739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:17.296836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-ccc22e9c-6ff1-4127-8382-e7a30574cf2a tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4 HTTP/1.1" status: 200 len: 3002 time: 0.1655040 Feb 11 05:35:17.392577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d8d32fd-9370-4f99-8899-141e23591d30 req-66266b5b-d80e-4d18-94a9-fa27ffdce50d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435227 Feb 11 05:35:17.405685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (e755bea3-5ae3-4814-a824-8e782facd9e2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.420445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-6a470ad0-d9c0-467a-b654-5434a65e6a71 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4 HTTP/1.1" status: 200 len: 3002 time: 0.0907848 Feb 11 05:35:17.440435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['31540589-43e1-4eda-9465-900682fdb321'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:17.488805 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.920440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-73870636-c7ab-468e-9f17-ff5c0a9e68b7 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f17dc0d1-1d53-4ccc-b714-65d82613dd26 HTTP/1.1" status: 200 len: 3002 time: 0.4896927 Feb 11 05:35:18.041477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bb955-0672-443a-8d9f-b8c66f5b81f3 req-89d6a31a-645c-4a82-8489-eb717f511a3f tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:18.044078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f14bb955-0672-443a-8d9f-b8c66f5b81f3 req-89d6a31a-645c-4a82-8489-eb717f511a3f tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1582642 Feb 11 05:35:18.049677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-db1d0f39-eedb-4832-af2e-5d8e4cb14829 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f17dc0d1-1d53-4ccc-b714-65d82613dd26 HTTP/1.1" status: 200 len: 3002 time: 0.1140351 Feb 11 05:35:18.230558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f14bb955-0672-443a-8d9f-b8c66f5b81f3 req-a967bec8-e037-4f57-be2b-aa5981ba6eb8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352479 Feb 11 05:35:18.232131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-f1371cb0-d7b2-4943-834c-836a458fe1c9 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f26cc4f9-06bb-4dfb-88a9-b311932a989c HTTP/1.1" status: 200 len: 2990 time: 0.1281116 Feb 11 05:35:18.268939 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.287019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.482517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (e755bea3-5ae3-4814-a824-8e782facd9e2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.503930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:18.516788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-715d68e7-2dee-4ec1-af8f-7ce02ea93ea3 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f26cc4f9-06bb-4dfb-88a9-b311932a989c HTTP/1.1" status: 200 len: 2990 time: 0.2429125 Feb 11 05:35:18.530639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007197f0-0c47-448f-8d04-a0232b4a871d req-7b4b08dc-762b-4ded-a77a-da7ecd62e8a1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:18.532302 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-007197f0-0c47-448f-8d04-a0232b4a871d req-7b4b08dc-762b-4ded-a77a-da7ecd62e8a1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 948 time: 0.1927593 Feb 11 05:35:18.555462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.556725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-475a71f7-9c0f-413e-be47-37d0bb6b5de7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1407306 Feb 11 05:35:18.559569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34544) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:18.568210 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'port': {'network_id': 'e04fe482-dd4d-44f3-a7de-af8209e135db', 'name': 'tempest-FloatingIPTestJSON-1875208388'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:18.660313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-2d9debc9-ad5d-4d04-ba15-6c3bbae742fc tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/fef909b6-1894-4571-945e-f342ea8bfa6f HTTP/1.1" status: 200 len: 3002 time: 0.1268864 Feb 11 05:35:18.690972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-007197f0-0c47-448f-8d04-a0232b4a871d req-cde1b432-8958-4847-ac4e-8af1b4847efc tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453385 Feb 11 05:35:18.701682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 31540589-43e1-4eda-9465-900682fdb321 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:18.819371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c95d1521-5c01-4ea2-b62c-a272796d7cb9 req-95bcddd8-36d0-4c69-9a77-c4db62f204f6 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/fef909b6-1894-4571-945e-f342ea8bfa6f HTTP/1.1" status: 200 len: 3002 time: 0.1522558 Feb 11 05:35:18.856624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 31540589-43e1-4eda-9465-900682fdb321 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:35:18.861107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 31540589-43e1-4eda-9465-900682fdb321 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:18.861107 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (31540589-43e1-4eda-9465-900682fdb321), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.888924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Made reservation on behalf of ae5521dc547342179e5edda6637d3a82 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:18.895979 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.949905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] device_id is not set on port b7695b8c-ff8f-40e9-9459-e1eac7b06001 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:35:19.030688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 31540589-43e1-4eda-9465-900682fdb321 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:19.031402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (31540589-43e1-4eda-9465-900682fdb321), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.062786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfba58-cb88-487a-a066-80862bfe4315 req-0823ed10-9c2d-4831-9594-b72b0eb0ed0a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:19.072141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86dfba58-cb88-487a-a066-80862bfe4315 req-0823ed10-9c2d-4831-9594-b72b0eb0ed0a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1636908 Feb 11 05:35:19.089333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71678034-32af-447c-954c-497e3b55beee req-8549c71d-653a-4e56-962a-09ea64da1f82 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7c7dadd2bd44e01915cb40bb0242b8a HTTP/1.1" status: 200 len: 6161 time: 0.2233019 Feb 11 05:35:19.102843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a502db-9dce-4ba4-96bd-55d975d4f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31540589-43e1-4eda-9465-900682fdb321'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:19.120192 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5497a709-9918-4aad-8ee4-bd553c9843d5" -d '{"events": [{"server_uuid": "66a502db-9dce-4ba4-96bd-55d975d4f018", "name": "network-vif-plugged", "status": "completed", "tag": "31540589-43e1-4eda-9465-900682fdb321"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:19.149136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.20.0.13 (e04fe482-dd4d-44f3-a7de-af8209e135db/255d760b-a440-44d0-8a03-d896c8d936b9/b7695b8c-ff8f-40e9-9459-e1eac7b06001) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:19.160220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 31540589-43e1-4eda-9465-900682fdb321, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=31540589-43e1-4eda-9465-900682fdb321,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:19.173242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (31540589-43e1-4eda-9465-900682fdb321), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.191585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86dfba58-cb88-487a-a066-80862bfe4315 req-45525549-aae0-478b-8fbf-e2c67e5615c0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185184 Feb 11 05:35:19.204990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71678034-32af-447c-954c-497e3b55beee req-1c65ea60-a968-4f9e-8611-eb33455148e1 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] 10.222.0.31 "GET /v2.0/security-groups/db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4 HTTP/1.1" status: 200 len: 3002 time: 0.0862379 Feb 11 05:35:19.310428 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7943d4f8-f3a3-4f6d-a3ab-2b61c18d6ef8 x-openstack-request-id: req-7943d4f8-f3a3-4f6d-a3ab-2b61c18d6ef8 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:19.312826 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a502db-9dce-4ba4-96bd-55d975d4f018", "name": "network-vif-plugged", "status": "completed", "tag": "31540589-43e1-4eda-9465-900682fdb321", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:19.312973 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7943d4f8-f3a3-4f6d-a3ab-2b61c18d6ef8 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:19.313496 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a502db-9dce-4ba4-96bd-55d975d4f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31540589-43e1-4eda-9465-900682fdb321', 'code': 200} Feb 11 05:35:19.341470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=31540589-43e1-4eda-9465-900682fdb321,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:19.359609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71678034-32af-447c-954c-497e3b55beee req-2cd35c0f-e40d-4ec4-8b24-34c6a113b4a6 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] 10.222.0.31 "GET /v2.0/security-groups/db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4 HTTP/1.1" status: 200 len: 3002 time: 0.1322222 Feb 11 05:35:19.421592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (b7695b8c-ff8f-40e9-9459-e1eac7b06001), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.468386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b7695b8c-ff8f-40e9-9459-e1eac7b06001), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.492037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cef66fa-79e3-4bcf-889e-2493f59dc1c0 req-621e5d74-d18c-4680-9840-b1ee138f7e34 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/820f4153-0c2f-4a77-8090-dd834904105e HTTP/1.1" status: 200 len: 1796 time: 0.0897715 Feb 11 05:35:19.522482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network e04fe482-dd4d-44f3-a7de-af8209e135db is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:19.528435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:19.542093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:19.623424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=b7695b8c-ff8f-40e9-9459-e1eac7b06001,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:19.649720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:19.650398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.670390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2243a-8895-402d-8bec-6b10c30f7615 req-3036bfe9-5dbf-426c-9300-ed4c18d43039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:19.672163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5cb2243a-8895-402d-8bec-6b10c30f7615 req-3036bfe9-5dbf-426c-9300-ed4c18d43039 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 1132 time: 0.2895391 Feb 11 05:35:19.675739 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7fbb4841-3ab4-4e85-be07-ab8c42060aba tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1142693 Feb 11 05:35:19.676403 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34566) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:19.681013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ede65962-3cfe-422d-8b91-94fb376bd2ea tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'port_id': 'b7695b8c-ff8f-40e9-9459-e1eac7b06001'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:19.683675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5d337-8014-4e11-bff2-3cdf9a6e62e2 req-828455fa-6873-4894-b2c8-fb6f61947f66 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:19.685373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17d5d337-8014-4e11-bff2-3cdf9a6e62e2 req-828455fa-6873-4894-b2c8-fb6f61947f66 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1958964 Feb 11 05:35:19.738678 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ede65962-3cfe-422d-8b91-94fb376bd2ea tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (e755bea3-5ae3-4814-a824-8e782facd9e2), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.748022 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6cef66fa-79e3-4bcf-889e-2493f59dc1c0 req-9ae2cccf-d715-43a0-a34d-46f6b0fcc015 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (820f4153-0c2f-4a77-8090-dd834904105e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.779604 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6cef66fa-79e3-4bcf-889e-2493f59dc1c0 req-9ae2cccf-d715-43a0-a34d-46f6b0fcc015 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (820f4153-0c2f-4a77-8090-dd834904105e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.846946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17d5d337-8014-4e11-bff2-3cdf9a6e62e2 req-d0e22c80-cbbb-4748-807b-59a216da2c79 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506097 Feb 11 05:35:19.876280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5cb2243a-8895-402d-8bec-6b10c30f7615 req-94d0746a-8cff-4d8f-b6f5-135857f07400 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896851 Feb 11 05:35:19.888109 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6cef66fa-79e3-4bcf-889e-2493f59dc1c0 req-9ae2cccf-d715-43a0-a34d-46f6b0fcc015 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (820f4153-0c2f-4a77-8090-dd834904105e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.890521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6cef66fa-79e3-4bcf-889e-2493f59dc1c0 req-9ae2cccf-d715-43a0-a34d-46f6b0fcc015 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.891664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cef66fa-79e3-4bcf-889e-2493f59dc1c0 req-9ae2cccf-d715-43a0-a34d-46f6b0fcc015 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/820f4153-0c2f-4a77-8090-dd834904105e HTTP/1.1" status: 204 len: 173 time: 0.3878632 Feb 11 05:35:19.916541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2cccf-d715-43a0-a34d-46f6b0fcc015 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f4153-0c2f-4a77-8090-dd834904105e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:19.926149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a6facaf6-87ad-4edd-a611-bdfd862036cf req-0371cc44-44c7-4e64-b73d-a9d53ad0bd9a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2086302966', 'description': 'tempest-description-1269556662'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:19.972611 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a6facaf6-87ad-4edd-a611-bdfd862036cf req-0371cc44-44c7-4e64-b73d-a9d53ad0bd9a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.087155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a6facaf6-87ad-4edd-a611-bdfd862036cf req-0371cc44-44c7-4e64-b73d-a9d53ad0bd9a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for security_group (7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.093077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a6facaf6-87ad-4edd-a611-bdfd862036cf req-0371cc44-44c7-4e64-b73d-a9d53ad0bd9a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.145191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679cf32-5eef-4082-af06-a8bf4c282a47 req-4bdf22e4-94b9-473b-bf1e-5193819fe9bc tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:20.155407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1679cf32-5eef-4082-af06-a8bf4c282a47 req-4bdf22e4-94b9-473b-bf1e-5193819fe9bc tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 949 time: 0.1633141 Feb 11 05:35:20.177900 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a6facaf6-87ad-4edd-a611-bdfd862036cf req-0371cc44-44c7-4e64-b73d-a9d53ad0bd9a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.179269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6facaf6-87ad-4edd-a611-bdfd862036cf req-0371cc44-44c7-4e64-b73d-a9d53ad0bd9a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2640092 Feb 11 05:35:20.181432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371cc44-44c7-4e64-b73d-a9d53ad0bd9a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:20.246787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1679cf32-5eef-4082-af06-a8bf4c282a47 req-c0b10ff7-c3ad-48b6-97a7-b3f8a81ccbbb tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829985 Feb 11 05:35:20.321524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42ee5b87-9609-4c62-90bb-b56beb177f4a req-8849d783-5859-495c-9eb7-0f87cebc7097 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4e85f60a-804e-43a0-a090-9f60025973f7 HTTP/1.1" status: 200 len: 1794 time: 0.0732088 Feb 11 05:35:20.495954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-9d5c12ff-58dd-4232-9c5a-c92796d4dd8e tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2086302966&fields=id&tenant_id=2803616dbb834328989d2d79be7c60e2 HTTP/1.1" status: 200 len: 267 time: 0.1423717 Feb 11 05:35:20.520026 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42ee5b87-9609-4c62-90bb-b56beb177f4a req-c84cd46f-1daa-4c60-bb03-1828dc9cdfa7 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (4e85f60a-804e-43a0-a090-9f60025973f7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.570623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42ee5b87-9609-4c62-90bb-b56beb177f4a req-c84cd46f-1daa-4c60-bb03-1828dc9cdfa7 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (4e85f60a-804e-43a0-a090-9f60025973f7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.608132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-96d429b3-371b-486b-8e7c-fb3add461dfa tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:20.619058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-96d429b3-371b-486b-8e7c-fb3add461dfa tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.1204607 Feb 11 05:35:20.625534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-ef2625ff-c426-404f-8683-27b5f5f98387 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Request body: {'port': {'security_groups': ['f17dc0d1-1d53-4ccc-b714-65d82613dd26', '7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:20.684876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42ee5b87-9609-4c62-90bb-b56beb177f4a req-c84cd46f-1daa-4c60-bb03-1828dc9cdfa7 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4e85f60a-804e-43a0-a090-9f60025973f7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.687487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-42ee5b87-9609-4c62-90bb-b56beb177f4a req-c84cd46f-1daa-4c60-bb03-1828dc9cdfa7 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.689632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42ee5b87-9609-4c62-90bb-b56beb177f4a req-c84cd46f-1daa-4c60-bb03-1828dc9cdfa7 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e85f60a-804e-43a0-a090-9f60025973f7 HTTP/1.1" status: 204 len: 173 time: 0.3597801 Feb 11 05:35:20.749483 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-ef2625ff-c426-404f-8683-27b5f5f98387 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.801351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cd46f-1daa-4c60-bb03-1828dc9cdfa7 tempest-SecurityGroupsTestAdminJSON-839365336 tempest-SecurityGroupsTestAdminJSON-839365336-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e85f60a-804e-43a0-a090-9f60025973f7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:20.878506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ede65962-3cfe-422d-8b91-94fb376bd2ea tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.913494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ede65962-3cfe-422d-8b91-94fb376bd2ea tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (e755bea3-5ae3-4814-a824-8e782facd9e2), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.997277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177703c2-9b65-441a-85e8-546e2947861a req-2aa37630-71cf-4cbc-8bf4-268ba0bb8f21 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:20.999205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-177703c2-9b65-441a-85e8-546e2947861a req-2aa37630-71cf-4cbc-8bf4-268ba0bb8f21 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1483707 Feb 11 05:35:21.120236 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-ede65962-3cfe-422d-8b91-94fb376bd2ea tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP e755bea3-5ae3-4814-a824-8e782facd9e2 associated. External IP: 172.25.1.142, port: b7695b8c-ff8f-40e9-9459-e1eac7b06001. Feb 11 05:35:21.135497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-177703c2-9b65-441a-85e8-546e2947861a req-cf2dcca6-5561-48a5-8500-57af493a32e0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265054 Feb 11 05:35:21.191955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-ef2625ff-c426-404f-8683-27b5f5f98387 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] For port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:21.234735 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-ef2625ff-c426-404f-8683-27b5f5f98387 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.268741 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-ef2625ff-c426-404f-8683-27b5f5f98387 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.281610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:21.358675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-ef2625ff-c426-404f-8683-27b5f5f98387 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:21.359130 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-ef2625ff-c426-404f-8683-27b5f5f98387 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.370996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fb25242-7d2c-4f71-b8e7-4d7311a51868 req-ef2625ff-c426-404f-8683-27b5f5f98387 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "PUT /v2.0/ports/1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 982 time: 0.7505963 Feb 11 05:35:21.372841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:21.375289 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c69dffa-6f88-40c4-9cdd-4683c3142418" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:21.392840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a9a696d-7933-4ee5-bf01-22c8363f0684 req-d027ae31-fae5-4a34-902d-18586e208b3b tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] 10.222.0.31 "GET /v2.0/security-groups/3618849b-b98e-43cd-a50b-c4ee705cf09a HTTP/1.1" status: 200 len: 1795 time: 0.1620197 Feb 11 05:35:21.502830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede65962-3cfe-422d-8b91-94fb376bd2ea tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:21.528068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:21.546048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2625ff-c426-404f-8683-27b5f5f98387 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Pushing event updated for resources: {'Port': ['ID=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:21.643664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b85a7-7f23-4a38-8748-cf916932b7f6 req-f7d5f7a2-6756-47bb-be9f-cffff366672c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:21.653714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e31b85a7-7f23-4a38-8748-cf916932b7f6 req-f7d5f7a2-6756-47bb-be9f-cffff366672c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 949 time: 0.1962328 Feb 11 05:35:21.656980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5a9a696d-7933-4ee5-bf01-22c8363f0684 req-0ef0ed93-f7c0-40de-95f3-cd7cac335a33 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (3618849b-b98e-43cd-a50b-c4ee705cf09a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.677327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede65962-3cfe-422d-8b91-94fb376bd2ea tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:21.682197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ede65962-3cfe-422d-8b91-94fb376bd2ea tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.707744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4348d9-31cb-490a-9d3a-4a49c6c7a459 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:21.718483 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ede65962-3cfe-422d-8b91-94fb376bd2ea tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/floatingips/e755bea3-5ae3-4814-a824-8e782facd9e2 HTTP/1.1" status: 200 len: 979 time: 2.0409427 Feb 11 05:35:21.721774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34620) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:21.765674 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5a9a696d-7933-4ee5-bf01-22c8363f0684 req-0ef0ed93-f7c0-40de-95f3-cd7cac335a33 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (3618849b-b98e-43cd-a50b-c4ee705cf09a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.829285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e31b85a7-7f23-4a38-8748-cf916932b7f6 req-8924df4b-12b7-4e4e-b60b-edac33f5fd9a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744475 Feb 11 05:35:21.860370 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5a9a696d-7933-4ee5-bf01-22c8363f0684 req-0ef0ed93-f7c0-40de-95f3-cd7cac335a33 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3618849b-b98e-43cd-a50b-c4ee705cf09a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.871591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5a9a696d-7933-4ee5-bf01-22c8363f0684 req-0ef0ed93-f7c0-40de-95f3-cd7cac335a33 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.871591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a9a696d-7933-4ee5-bf01-22c8363f0684 req-0ef0ed93-f7c0-40de-95f3-cd7cac335a33 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] 10.222.0.31 "DELETE /v2.0/security-groups/3618849b-b98e-43cd-a50b-c4ee705cf09a HTTP/1.1" status: 204 len: 173 time: 0.4581654 Feb 11 05:35:21.899468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0ed93-f7c0-40de-95f3-cd7cac335a33 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3618849b-b98e-43cd-a50b-c4ee705cf09a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:21.914823 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port b7695b8c-ff8f-40e9-9459-e1eac7b06001 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:21.915926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b7695b8c-ff8f-40e9-9459-e1eac7b06001), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.918782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4348d9-31cb-490a-9d3a-4a49c6c7a459 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:21.919497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8d4348d9-31cb-490a-9d3a-4a49c6c7a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:22.008408 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a13bdb-6c34-4e2e-bd30-536855635672 x-openstack-request-id: req-20a13bdb-6c34-4e2e-bd30-536855635672 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:22.008723 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:22.009561 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20a13bdb-6c34-4e2e-bd30-536855635672 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:22.010660 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'status': 'completed', 'code': 200} Feb 11 05:35:22.015425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8d4348d9-31cb-490a-9d3a-4a49c6c7a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:22.078625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.084355 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b7695b8c-ff8f-40e9-9459-e1eac7b06001), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.231876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-110296b9-0330-453b-a480-3a9d018f8054 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2086302966&fields=id&tenant_id=2803616dbb834328989d2d79be7c60e2 HTTP/1.1" status: 200 len: 267 time: 0.2762237 Feb 11 05:35:22.235567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4348d9-31cb-490a-9d3a-4a49c6c7a459 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:22.236765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8d4348d9-31cb-490a-9d3a-4a49c6c7a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:22.332275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8d4348d9-31cb-490a-9d3a-4a49c6c7a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:22.337198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4348d9-31cb-490a-9d3a-4a49c6c7a459 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:22.348307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20504d23-9b08-44ad-8282-8e41cc248146 req-3c4676b5-2156-4050-a71f-951b730c3da2 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:22.352231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20504d23-9b08-44ad-8282-8e41cc248146 req-3c4676b5-2156-4050-a71f-951b730c3da2 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 1132 time: 0.2565012 Feb 11 05:35:22.361501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-ea67c710-1d68-43fb-914a-993e314d8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:22.366831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-ea67c710-1d68-43fb-914a-993e314d8817 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1168 time: 0.3520720 Feb 11 05:35:22.386520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.386987 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (e755bea3-5ae3-4814-a824-8e782facd9e2), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.388427 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP e755bea3-5ae3-4814-a824-8e782facd9e2 disassociated. External IP: 172.25.1.142, port: b7695b8c-ff8f-40e9-9459-e1eac7b06001. Feb 11 05:35:22.388893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for b7695b8c-ff8f-40e9-9459-e1eac7b06001 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:22.471725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-c6115214-543f-4bbf-bf33-9e2026cab483 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:22.479926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-c6115214-543f-4bbf-bf33-9e2026cab483 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 985 time: 0.2400723 Feb 11 05:35:22.498803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-21e05d4a-254e-4d86-8c25-2a223588c116 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Request body: {'port': {'security_groups': ['f17dc0d1-1d53-4ccc-b714-65d82613dd26']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:22.563086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b7695b8c-ff8f-40e9-9459-e1eac7b06001), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.583323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20504d23-9b08-44ad-8282-8e41cc248146 req-5a64a85d-007a-4a1c-80d9-8b8df077a693 tempest-ServersOnMultiNodesTest-2141476689 tempest-ServersOnMultiNodesTest-2141476689-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152648 Feb 11 05:35:22.633513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=b7695b8c-ff8f-40e9-9459-e1eac7b06001,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:22.778254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-f84e0742-3e98-48c6-b228-4b99ba1d6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:22.780897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:22.782097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-f84e0742-3e98-48c6-b228-4b99ba1d6b84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 921 time: 0.3683088 Feb 11 05:35:22.857093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-d7540094-f1b7-4c81-ae70-fb9ec164cb18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 217 time: 0.0665233 Feb 11 05:35:22.916288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-21e05d4a-254e-4d86-8c25-2a223588c116 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.953195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.965510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dfadf6d-378b-4657-8c8c-a1de15e09d70 req-76554f9a-5d53-4a54-8249-c33ec3e41775 tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] 10.222.0.31 "GET /v2.0/security-groups/94aa2dce-56bc-45dd-bc75-f4a7e9133080 HTTP/1.1" status: 200 len: 1797 time: 0.3063200 Feb 11 05:35:22.968424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:22.978853 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39321a83-1106-4837-9d25-dff3a3af2684 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:23.012019 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39321a83-1106-4837-9d25-dff3a3af2684 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:23.014972 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-39321a83-1106-4837-9d25-dff3a3af2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:23.059385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.065534 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-417b2c82-027c-4ce7-a2f9-2b95a7231fad tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/ports/b7695b8c-ff8f-40e9-9459-e1eac7b06001 HTTP/1.1" status: 204 len: 168 time: 1.3415267 Feb 11 05:35:23.066227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34650) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:23.112435 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-39321a83-1106-4837-9d25-dff3a3af2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:23.125699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-c94c2034-c3b2-4a9e-a086-a4fefc0570aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:23.127910 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-c94c2034-c3b2-4a9e-a086-a4fefc0570aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 200 len: 860 time: 0.2583878 Feb 11 05:35:23.139436 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39321a83-1106-4837-9d25-dff3a3af2684 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:23.141801 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-39321a83-1106-4837-9d25-dff3a3af2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:23.157877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5cbe55bb-6644-4b47-bc01-d02cd550cb41 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "GET /v2.0/floatingips/e755bea3-5ae3-4814-a824-8e782facd9e2 HTTP/1.1" status: 200 len: 688 time: 0.0904610 Feb 11 05:35:23.165042 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34654) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:23.171063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-0c86f917-127f-4dfc-9620-f668f76c3430 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314715 Feb 11 05:35:23.204255 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-39321a83-1106-4837-9d25-dff3a3af2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:23.205047 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39321a83-1106-4837-9d25-dff3a3af2684 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:23.402692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dfadf6d-378b-4657-8c8c-a1de15e09d70 req-9e5067f1-f48e-4bcc-93d6-c558475d101d tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (94aa2dce-56bc-45dd-bc75-f4a7e9133080), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.431454 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dfadf6d-378b-4657-8c8c-a1de15e09d70 req-9e5067f1-f48e-4bcc-93d6-c558475d101d tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (94aa2dce-56bc-45dd-bc75-f4a7e9133080), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.436754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port 4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:23.436754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.479234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-837e014c-9dfe-4a3e-aabb-2d5fb4139b39 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004639 Feb 11 05:35:23.544294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.544587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.566889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for 4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:23.677957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-21e05d4a-254e-4d86-8c25-2a223588c116 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] For port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:23.712702 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-21e05d4a-254e-4d86-8c25-2a223588c116 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.794249 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.800651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c69dffa-6f88-40c4-9cdd-4683c3142418 req-ab848cee-2d55-4dc4-8b20-0d1f7b22f8be service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134882 Feb 11 05:35:23.802789 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-21e05d4a-254e-4d86-8c25-2a223588c116 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.816535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:23.853076 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dfadf6d-378b-4657-8c8c-a1de15e09d70 req-9e5067f1-f48e-4bcc-93d6-c558475d101d tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (94aa2dce-56bc-45dd-bc75-f4a7e9133080), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.859758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=4cd2cfcf-f2f3-4b61-9486-c48e3f03b5e8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:23.867250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6dfadf6d-378b-4657-8c8c-a1de15e09d70 req-9e5067f1-f48e-4bcc-93d6-c558475d101d tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.876240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6dfadf6d-378b-4657-8c8c-a1de15e09d70 req-9e5067f1-f48e-4bcc-93d6-c558475d101d tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] 10.222.0.31 "DELETE /v2.0/security-groups/94aa2dce-56bc-45dd-bc75-f4a7e9133080 HTTP/1.1" status: 204 len: 173 time: 0.8961041 Feb 11 05:35:24.000445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (e755bea3-5ae3-4814-a824-8e782facd9e2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.005938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.007148 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-900770fd-b73f-4694-a1db-8916a161cd56 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/floatingips/e755bea3-5ae3-4814-a824-8e782facd9e2 HTTP/1.1" status: 204 len: 168 time: 0.8411188 Feb 11 05:35:24.011032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34672) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:24.012034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-21e05d4a-254e-4d86-8c25-2a223588c116 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:24.012754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-21e05d4a-254e-4d86-8c25-2a223588c116 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.026054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': 'db4dee03-26e6-493b-b575-16087fa66daf'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:24.035515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfe507ce-e394-4b1f-a3a5-23926ed9765d req-21e05d4a-254e-4d86-8c25-2a223588c116 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "PUT /v2.0/ports/1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 943 time: 1.5534832 Feb 11 05:35:24.112923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.118685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:24.124284 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:24.133838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e05d4a-254e-4d86-8c25-2a223588c116 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Pushing event updated for resources: {'Port': ['ID=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:24.141075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5067f1-f48e-4bcc-93d6-c558475d101d tempest-SecurityGroupsTestAdminJSON-1970188745 tempest-SecurityGroupsTestAdminJSON-1970188745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aa2dce-56bc-45dd-bc75-f4a7e9133080,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:24.147127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:24.292938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f07f4-9174-4b33-9dc0-cddb60869992 req-fedb20e9-440c-4ff2-9745-4a212382bacc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:24.299688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b1f07f4-9174-4b33-9dc0-cddb60869992 req-fedb20e9-440c-4ff2-9745-4a212382bacc tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2585976 Feb 11 05:35:24.562675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b1f07f4-9174-4b33-9dc0-cddb60869992 req-a902ff58-04bd-4161-a5cb-44fed435b4e0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466080 Feb 11 05:35:24.577194 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.788485 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1269a69c-3034-4981-b213-06d52f880dc8 x-openstack-request-id: req-1269a69c-3034-4981-b213-06d52f880dc8 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:24.789472 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:24.789903 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1269a69c-3034-4981-b213-06d52f880dc8 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:24.790467 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'status': 'completed', 'code': 200} Feb 11 05:35:24.793382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34690) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:24.855469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.25.1.215 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/9cb7648c-f7af-4f6e-8332-232d3641601c) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:25.003955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (9cb7648c-f7af-4f6e-8332-232d3641601c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.052108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9cb7648c-f7af-4f6e-8332-232d3641601c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.067358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-e4c560e9-ead6-4edf-9a2a-4b16a8aae1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.069749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-e4c560e9-ead6-4edf-9a2a-4b16a8aae1ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1129 time: 0.2769482 Feb 11 05:35:25.105078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:25.109856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:25.114395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:25.125924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=9cb7648c-f7af-4f6e-8332-232d3641601c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:25.231557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b95344-15bb-4510-aab9-9c23d3385c4b req-9e91b6bb-3cc3-4b1c-a483-729985e0bf79 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.242410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68b95344-15bb-4510-aab9-9c23d3385c4b req-9e91b6bb-3cc3-4b1c-a483-729985e0bf79 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 949 time: 0.4508159 Feb 11 05:35:25.247181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-0c0c4da6-5a8d-48d9-980c-3f47eed4c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.250765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-0c0c4da6-5a8d-48d9-980c-3f47eed4c9d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 921 time: 0.1661291 Feb 11 05:35:25.253273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-38a18fac-0c71-48e4-af63-d92b4c5f20fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7c7dadd2bd44e01915cb40bb0242b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586868 Feb 11 05:35:25.257398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34702) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:25.326300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-2d8a4ca8-5b45-48ce-b371-57cf27f93f88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 217 time: 0.0621068 Feb 11 05:35:25.341912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-0c5ff78d-e0dc-413a-a127-a968e4531ef7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7045124 Feb 11 05:35:25.357344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:25.504082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-911c53d7-482f-43ce-87fb-62ff5a1276b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.505597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-911c53d7-482f-43ce-87fb-62ff5a1276b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 200 len: 860 time: 0.1604717 Feb 11 05:35:25.506347 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.516009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68b95344-15bb-4510-aab9-9c23d3385c4b req-8a0da81f-fa51-425e-96c6-9db836155666 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727211 Feb 11 05:35:25.596845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0b11-74ce-45b2-82f9-aabea4fe5fbb admin admin] Publish callbacks [] for security_group (db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.625859 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0b11-74ce-45b2-82f9-aabea4fe5fbb admin admin] Publish callbacks [] for security_group (db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.702878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-0e0544aa-f182-4dbb-bd89-5920ce0db702 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856434 Feb 11 05:35:25.726947 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0b11-74ce-45b2-82f9-aabea4fe5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.730768 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0b11-74ce-45b2-82f9-aabea4fe5fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.732283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f9a0b11-74ce-45b2-82f9-aabea4fe5fbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4 HTTP/1.1" status: 204 len: 168 time: 0.4666796 Feb 11 05:35:25.853333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0b11-74ce-45b2-82f9-aabea4fe5fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6e9418-bbc8-4eb6-92f6-18ae2cdec3f4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:25.900029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (8eef6658-e36a-4936-9b68-7dd266272aae), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.143323 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9cb7648c-f7af-4f6e-8332-232d3641601c), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.473181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (9cb7648c-f7af-4f6e-8332-232d3641601c), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.475769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34726) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:26.485989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (9cb7648c-f7af-4f6e-8332-232d3641601c), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.600835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (8eef6658-e36a-4936-9b68-7dd266272aae), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.701728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-5f381e80-4d29-4fb6-bb4e-cbb34b0e5340 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:26.703346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-5f381e80-4d29-4fb6-bb4e-cbb34b0e5340 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 949 time: 0.8329215 Feb 11 05:35:26.707531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-3525222e-5fe6-45ce-a807-a59b49bd54b1 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9920008 Feb 11 05:35:26.714202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3306e-9fd9-46cf-91b5-7a17a2e23165 req-8b9dfd4e-4e8c-4d6d-9585-ec785edd2bd4 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:26.721307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dc3306e-9fd9-46cf-91b5-7a17a2e23165 req-8b9dfd4e-4e8c-4d6d-9585-ec785edd2bd4 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.1343822 Feb 11 05:35:26.757818 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP 8eef6658-e36a-4936-9b68-7dd266272aae associated. External IP: 172.25.1.215, port: db4dee03-26e6-493b-b575-16087fa66daf. Feb 11 05:35:26.886762 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b11cffdc-41b0-4d03-96e5-70f4f2906631 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f4e850f278a480c957c0ff4295a40ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091380 Feb 11 05:35:26.892707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=9cb7648c-f7af-4f6e-8332-232d3641601c,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:26.895840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34736) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:26.899390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a5ab67-143c-4e8e-ab01-fe51e21e1f1d req-2dfc4576-f4fb-447c-8c9e-f40ea9118094 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706793 Feb 11 05:35:26.982806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.044384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8dc3306e-9fd9-46cf-91b5-7a17a2e23165 req-795e4023-d627-4485-865d-e599c6eb3026 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184755 Feb 11 05:35:27.127362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a00e32c-05ce-4589-9aef-48fd899a4916 admin admin] Publish callbacks [] for security_group (d8368796-57a8-4840-bab0-c53a3bffcb98), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.464518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Deleting port 31540589-43e1-4eda-9465-900682fdb321 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:27.465040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (31540589-43e1-4eda-9465-900682fdb321), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.602460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Allocated IP 172.25.1.67 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/62de46a6-0950-43b0-8aad-09394408ebbb) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:27.662455 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a6976313-cf3f-441d-a72c-ce4e830727c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.695916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c9658-d0fb-4ee9-bc80-dcaacbca027a req-d6233623-5279-4b5d-9722-e88dd871ed6e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:27.720420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f1c9658-d0fb-4ee9-bc80-dcaacbca027a req-d6233623-5279-4b5d-9722-e88dd871ed6e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 949 time: 0.3798323 Feb 11 05:35:27.726920 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a00e32c-05ce-4589-9aef-48fd899a4916 admin admin] Publish callbacks [] for security_group (d8368796-57a8-4840-bab0-c53a3bffcb98), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.856343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:27.868728 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a00e32c-05ce-4589-9aef-48fd899a4916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d8368796-57a8-4840-bab0-c53a3bffcb98), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.871905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a00e32c-05ce-4589-9aef-48fd899a4916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.876743 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6a00e32c-05ce-4589-9aef-48fd899a4916 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8368796-57a8-4840-bab0-c53a3bffcb98 HTTP/1.1" status: 204 len: 168 time: 0.9778779 Feb 11 05:35:27.983229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00e32c-05ce-4589-9aef-48fd899a4916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8368796-57a8-4840-bab0-c53a3bffcb98,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.022744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] For port 31540589-43e1-4eda-9465-900682fdb321, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=31540589-43e1-4eda-9465-900682fdb321,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:28.023999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (31540589-43e1-4eda-9465-900682fdb321), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.084699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f1c9658-d0fb-4ee9-bc80-dcaacbca027a req-0f545a6a-1bac-4080-978a-4b55a2988bd3 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611681 Feb 11 05:35:28.106537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Calling delete_port for 31540589-43e1-4eda-9465-900682fdb321 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:28.237910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:28.259896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ae42a-4232-46b9-a35e-068b47303128 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:28.280146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ae42a-4232-46b9-a35e-068b47303128 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:28.280792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fe8ae42a-4232-46b9-a35e-068b47303128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:28.284615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.342824 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9e4ef2b1-2fb5-41eb-a962-ef8aa9a45622 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3304706 Feb 11 05:35:28.349985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34764) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:28.357927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1545195625'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:28.370284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fe8ae42a-4232-46b9-a35e-068b47303128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:28.405074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Made reservation on behalf of ae5521dc547342179e5edda6637d3a82 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:28.415515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.423558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ae42a-4232-46b9-a35e-068b47303128 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:28.424448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fe8ae42a-4232-46b9-a35e-068b47303128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:28.632790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for port (62de46a6-0950-43b0-8aad-09394408ebbb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.711526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271512f-6f25-4fa3-bcea-c9bdaed5a13a req-e3edba0f-6b7a-4879-a935-3dcafdfbbb85 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:28.713216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b271512f-6f25-4fa3-bcea-c9bdaed5a13a req-e3edba0f-6b7a-4879-a935-3dcafdfbbb85 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.2915671 Feb 11 05:35:28.715626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (62de46a6-0950-43b0-8aad-09394408ebbb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.723785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:28.742414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ba11eade-ceb3-430e-b49f-f2b7895170fc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.743671 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Added segment ba11eade-ceb3-430e-b49f-f2b7895170fc of type vlan for network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc Feb 11 05:35:28.776463 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (31540589-43e1-4eda-9465-900682fdb321), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.820032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Pushing event updated for resources: {'Port': ['ID=62de46a6-0950-43b0-8aad-09394408ebbb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.868468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (a46bcad1-dfbc-4b22-80c6-ba249f4a43fc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.886570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event deleted for resources: {'Port': ['ID=31540589-43e1-4eda-9465-900682fdb321,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.938391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:28.940281 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (a46bcad1-dfbc-4b22-80c6-ba249f4a43fc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.952214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:28.953311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.972844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6', '07302acd-487d-4df7-ae64-36fdcf7a36ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:28.996767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:29.003972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:29.075191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 31540589-43e1-4eda-9465-900682fdb321 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:29.114982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b271512f-6f25-4fa3-bcea-c9bdaed5a13a req-f783921f-50fe-4cfe-b6b3-4ef09234ec2c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284507 Feb 11 05:35:29.148417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', '13a792bf-15da-475c-aad0-05e13fbe91d0', '8052a1ec-be3a-44ff-8014-7644457be966', '2a354428-16f4-440a-92e9-7e9e21356b3c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:29.223259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Network': ['ID=a46bcad1-dfbc-4b22-80c6-ba249f4a43fc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:29.264029 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6173d71b-58fa-42a9-86f2-fe46a154dcf4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9112420 Feb 11 05:35:29.267126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:29.287158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'subnet': {'network_id': 'a46bcad1-dfbc-4b22-80c6-ba249f4a43fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:29.316396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 31540589-43e1-4eda-9465-900682fdb321 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:29.317536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 31540589-43e1-4eda-9465-900682fdb321 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:29.340914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:29.357868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for floatingip (556ac0f0-3193-4e10-a704-aa6edd3af70d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.379367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] No DVR routers for this DVR port 31540589-43e1-4eda-9465-900682fdb321 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:29.388542 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.394143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c187fe6-f996-4764-af40-4a5cc0941226 req-0e82c18f-d717-4bdf-a85b-cfc2012acc1f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "DELETE /v2.0/ports/31540589-43e1-4eda-9465-900682fdb321 HTTP/1.1" status: 204 len: 173 time: 2.6643395 Feb 11 05:35:29.416348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a502db-9dce-4ba4-96bd-55d975d4f018', 'name': 'network-vif-deleted', 'tag': '31540589-43e1-4eda-9465-900682fdb321'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:29.426252 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc91d4f-03d1-4653-8de2-24c9a84c1c3a" -d '{"events": [{"server_uuid": "66a502db-9dce-4ba4-96bd-55d975d4f018", "name": "network-vif-deleted", "tag": "31540589-43e1-4eda-9465-900682fdb321"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:29.506390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34798) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:29.554685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fe8ae42a-4232-46b9-a35e-068b47303128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:29.555926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ae42a-4232-46b9-a35e-068b47303128 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:29.580425 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62de46a6-0950-43b0-8aad-09394408ebbb), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.599345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Made reservation on behalf of ae5521dc547342179e5edda6637d3a82 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:29.601949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9ca6fce-7251-4bb0-82a2-cd338277ab7c req-0c6d467b-9d76-489a-b44e-623899498a10 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a502db-9dce-4ba4-96bd-55d975d4f018 HTTP/1.1" status: 200 len: 210 time: 0.0954039 Feb 11 05:35:29.611917 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.787368 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f321e-8515-471f-9d8d-732b12aeaf47 x-openstack-request-id: req-760f321e-8515-471f-9d8d-732b12aeaf47 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:29.787670 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a502db-9dce-4ba4-96bd-55d975d4f018", "name": "network-vif-deleted", "tag": "31540589-43e1-4eda-9465-900682fdb321", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:29.796381 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-760f321e-8515-471f-9d8d-732b12aeaf47 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:29.796848 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a502db-9dce-4ba4-96bd-55d975d4f018', 'name': 'network-vif-deleted', 'tag': '31540589-43e1-4eda-9465-900682fdb321', 'status': 'completed', 'code': 200} Feb 11 05:35:29.870320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-network', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:30.121767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Made reservation on behalf of 90b142c8562d49de8b95cc8d82227ca5 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:30.126938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.154774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (86026184-478f-42fb-be8b-0755ff9661a2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.162432 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.418490 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1fbb0412-5522-4647-b79b-de5de3240502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.424731 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Publish callbacks [] for security_group (fbb919c0-8d02-4146-8f79-9f528a018c43), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.483396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Subnet': ['ID=86026184-478f-42fb-be8b-0755ff9661a2,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:30.487636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Checking segment: {'id': 'ba11eade-ceb3-430e-b49f-f2b7895170fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a46bcad1-dfbc-4b22-80c6-ba249f4a43fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:30.488282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network hostable DHCP agents. Network: a46bcad1-dfbc-4b22-80c6-ba249f4a43fc, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:30.534202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for port (62de46a6-0950-43b0-8aad-09394408ebbb), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.542829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fbb919c0-8d02-4146-8f79-9f528a018c43), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.546513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:30.557029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (62de46a6-0950-43b0-8aad-09394408ebbb), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.580039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, a46bcad1-dfbc-4b22-80c6-ba249f4a43fc) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:30.590144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:30.590765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.604823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb919c0-8d02-4146-8f79-9f528a018c43,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:30.665515 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf3ca652-5d5b-4797-9573-534f8418db64 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3931241 Feb 11 05:35:30.669327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34820) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:30.681796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d54e3d7-7c99-4fcf-a24d-2868cf777b0d None None] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:30.683774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:30.690101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-116995150', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:30.747616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6897f8d-ac8a-4e77-84d5-45db63182305 req-f20df0c3-8ce2-416d-80cd-520ea9ed547c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:30.748901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6897f8d-ac8a-4e77-84d5-45db63182305 req-f20df0c3-8ce2-416d-80cd-520ea9ed547c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3213971 Feb 11 05:35:30.756918 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.757962 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Added segment df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60 of type vlan for network 39f958d4-4aea-493d-971c-dc5b74bcb2de Feb 11 05:35:30.784337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.787413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Pushing event updated for resources: {'Port': ['ID=62de46a6-0950-43b0-8aad-09394408ebbb,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:30.787930 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.901925 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (39f958d4-4aea-493d-971c-dc5b74bcb2de), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.972919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_controller (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.025094 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (556ac0f0-3193-4e10-a704-aa6edd3af70d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.068599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (39f958d4-4aea-493d-971c-dc5b74bcb2de), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.070809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:31.072486 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.132482 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.140335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-a676f8f5-aad5-48b9-b606-d17c22241ba8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.7971935 Feb 11 05:35:31.174452 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.263263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-a46bcad1-dfbc-4b22-80c6-ba249f4a43fc', 'network_id': 'a46bcad1-dfbc-4b22-80c6-ba249f4a43fc', 'project_id': 'ae5521dc547342179e5edda6637d3a82', 'fixed_ips': [{'subnet_id': '86026184-478f-42fb-be8b-0755ff9661a2'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:31.264129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34826) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:31.264598 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.272832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7528162 Feb 11 05:35:31.276990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Request body: {'subnet': {'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-subnet', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:31.331348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Made reservation on behalf of 90b142c8562d49de8b95cc8d82227ca5 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:31.341140 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.518241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_gateway (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.658821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-e3cb28b6-2b14-4293-a23f-8d53375eeaf2 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.5175488 Feb 11 05:35:31.659514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d9cb7-fe9b-4717-b7e0-06f4b579b3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=39f958d4-4aea-493d-971c-dc5b74bcb2de,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:31.771997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6897f8d-ac8a-4e77-84d5-45db63182305 req-e786e9d5-ab6d-4393-940a-3739fc88ea97 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0110893 Feb 11 05:35:31.785623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Allocated IP 172.20.0.2 (a46bcad1-dfbc-4b22-80c6-ba249f4a43fc/86026184-478f-42fb-be8b-0755ff9661a2/cd74a043-ddf9-4c79-b7fd-6fc22d313494) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:31.877279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 39f958d4-4aea-493d-971c-dc5b74bcb2de details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:32.035224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-8ad82cf3-19ea-4334-8a78-5816329f7bae tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:32.036701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-8ad82cf3-19ea-4334-8a78-5816329f7bae tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.3522737 Feb 11 05:35:32.051956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-7b1b9550-eaf9-4331-8464-3e570c3a4a53 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:35:32.057026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19ad1f12-f298-4b6c-a92f-7f8222721922 req-7b1b9550-eaf9-4331-8464-3e570c3a4a53 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114954 Feb 11 05:35:32.477873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-c5269035-2c71-4035-89dc-3a4861a5a6d1 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:32.487591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-c5269035-2c71-4035-89dc-3a4861a5a6d1 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2073150 Feb 11 05:35:32.597341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-1f67052b-82c3-47ac-bd58-5c1e72226d19 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.1033390 Feb 11 05:35:32.602473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Request body: {'floatingip': {'port_id': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:32.711314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Publish callbacks [] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.717634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (c37e1206-70b5-4b6a-8c86-2bc2f572abec), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.728333 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.773843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_gateway (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.779211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for floatingip (556ac0f0-3193-4e10-a704-aa6edd3af70d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.807839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Pushing event updated for resources: {'Port': ['ID=cd74a043-ddf9-4c79-b7fd-6fc22d313494,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:32.814216 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.843575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:32.852415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:32.856248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:32.926952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Checking segment: {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:32.930057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Network hostable DHCP agents. Network: 39f958d4-4aea-493d-971c-dc5b74bcb2de, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:32.947364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.989272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Attempting to bind port cd74a043-ddf9-4c79-b7fd-6fc22d313494 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:32.989660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Attempting to bind port cd74a043-ddf9-4c79-b7fd-6fc22d313494 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'ba11eade-ceb3-430e-b49f-f2b7895170fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a46bcad1-dfbc-4b22-80c6-ba249f4a43fc'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:32.991291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Attempting to bind port cd74a043-ddf9-4c79-b7fd-6fc22d313494 on network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:33.012274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:33.012765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Checking segment: {'id': 'ba11eade-ceb3-430e-b49f-f2b7895170fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a46bcad1-dfbc-4b22-80c6-ba249f4a43fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:33.013233 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.013721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Bound using segment: {'id': 'ba11eade-ceb3-430e-b49f-f2b7895170fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a46bcad1-dfbc-4b22-80c6-ba249f4a43fc'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:33.014215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Bound port: cd74a043-ddf9-4c79-b7fd-6fc22d313494, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba11eade-ceb3-430e-b49f-f2b7895170fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a46bcad1-dfbc-4b22-80c6-ba249f4a43fc'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:33.014628 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.025773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37e1206-70b5-4b6a-8c86-2bc2f572abec,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:33.162640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Network 39f958d4-4aea-493d-971c-dc5b74bcb2de is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:33.178900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 39f958d4-4aea-493d-971c-dc5b74bcb2de) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:33.198861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bfe74c-7077-4bb5-86d4-12a9d6a1e0e0 None None] Network 39f958d4-4aea-493d-971c-dc5b74bcb2de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:33.201420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:33.202127 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.279163 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e16246d6-ba01-4eb9-9997-dd8aabefe9e6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0138671 Feb 11 05:35:33.282888 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34856) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:33.293314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:33.380455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.25.1.164 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/0a448297-f6b3-4368-bb3e-b53373284579) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:33.389132 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (3cc33109-f8a3-438b-8733-88a5a17430bc), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.403558 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (3cc33109-f8a3-438b-8733-88a5a17430bc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.504421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] For port cd74a043-ddf9-4c79-b7fd-6fc22d313494, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:33.512953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] For port cd74a043-ddf9-4c79-b7fd-6fc22d313494, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=cd74a043-ddf9-4c79-b7fd-6fc22d313494,segment=NetworkSegment(ba11eade-ceb3-430e-b49f-f2b7895170fc),segment_id=ba11eade-ceb3-430e-b49f-f2b7895170fc)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:33.533784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.651703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks [] for router_controller (3cc33109-f8a3-438b-8733-88a5a17430bc), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.656293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-39f958d4-4aea-493d-971c-dc5b74bcb2de', 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de', 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'fixed_ips': [{'subnet_id': 'c37e1206-70b5-4b6a-8c86-2bc2f572abec'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:33.657485 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.727400 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.resource_extend [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:35:33.739028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605fbb2-f479-4a7b-ba0c-02b011fc24f0 None None] Pushing event updated for resources: {'Port': ['ID=cd74a043-ddf9-4c79-b7fd-6fc22d313494,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:33.963205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Allocated IP 172.20.0.2 (39f958d4-4aea-493d-971c-dc5b74bcb2de/c37e1206-70b5-4b6a-8c86-2bc2f572abec/e25099bf-a87e-4d00-a7c6-ea93b0b7a53c) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:34.084211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.084379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (0a448297-f6b3-4368-bb3e-b53373284579), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.098690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (556ac0f0-3193-4e10-a704-aa6edd3af70d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.285924 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.299052 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks [] for router_gateway (3cc33109-f8a3-438b-8733-88a5a17430bc), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.494351 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Publish callbacks [] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.505621 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0a448297-f6b3-4368-bb3e-b53373284579), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.515842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.637492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Network 39f958d4-4aea-493d-971c-dc5b74bcb2de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:34.652455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:34.663115 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:34.667341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=0a448297-f6b3-4368-bb3e-b53373284579,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:34.671541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:34.676829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:34.690845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:34.769177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccd185-a710-401d-9cd4-444c61b029f4 req-aa8e31db-44a7-44e6-88f3-4fcf80c48126 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:34.771294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Pushing event updated for resources: {'Port': ['ID=e25099bf-a87e-4d00-a7c6-ea93b0b7a53c,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:34.773639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faccd185-a710-401d-9cd4-444c61b029f4 req-aa8e31db-44a7-44e6-88f3-4fcf80c48126 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 1.6939228 Feb 11 05:35:34.914457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Attempting to bind port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:34.915057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Attempting to bind port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:34.915610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Attempting to bind port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c on network 39f958d4-4aea-493d-971c-dc5b74bcb2de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:34.922224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:34.922792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Checking segment: {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:34.923300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.923816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Bound using segment: {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:34.924969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Bound port: e25099bf-a87e-4d00-a7c6-ea93b0b7a53c, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:34.925486 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.937061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faccd185-a710-401d-9cd4-444c61b029f4 req-3caea7b7-b0b6-49b1-bafa-9772e233633e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366458 Feb 11 05:35:34.982067 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Floating IP 556ac0f0-3193-4e10-a704-aa6edd3af70d associated. External IP: 172.25.1.67, port: 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc. Feb 11 05:35:35.149622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] For port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:35.162657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] For port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e25099bf-a87e-4d00-a7c6-ea93b0b7a53c,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:35.183770 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.328339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73fc88-9d4a-44c5-9c4e-444edde5c910 None None] Pushing event updated for resources: {'Port': ['ID=e25099bf-a87e-4d00-a7c6-ea93b0b7a53c,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:35.809016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_gateway (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.812162 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks [] for router_gateway (3cc33109-f8a3-438b-8733-88a5a17430bc), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.850923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device cd74a043-ddf9-4c79-b7fd-6fc22d313494 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:35.913442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Router f103d6fa-d3af-44b4-92f0-35d286a454ff has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:35.978458 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.003389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port cd74a043-ddf9-4c79-b7fd-6fc22d313494 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:36.003772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.017514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553353a5-40de-489d-9a48-a7f845398b71 None None] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:36.201727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Allocated IP 172.25.1.182 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/8c0923f0-6f5b-4428-b251-c2b940e9aee7) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:36.221205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:36.223141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.234436 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] Sync routers for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:36.258374 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:36.262267 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:36.280194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-be04b8ff-0342-4b52-8b1f-f9276793f1b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "PUT /v2.0/floatingips/556ac0f0-3193-4e10-a704-aa6edd3af70d HTTP/1.1" status: 200 len: 996 time: 3.6808825 Feb 11 05:35:36.280194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:36.283997 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8667573-b8bc-4050-85c3-f2a89bf68aae" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:36.291355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port cd74a043-ddf9-4c79-b7fd-6fc22d313494 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:36.291936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.304419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef0973-4cfd-4287-b794-9cafa649e2a8 req-31255fdd-3d26-4f51-891d-a4e7eb58706c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:36.315001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0ef0973-4cfd-4287-b794-9cafa649e2a8 req-31255fdd-3d26-4f51-891d-a4e7eb58706c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 950 time: 0.4738142 Feb 11 05:35:36.346869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port cd74a043-ddf9-4c79-b7fd-6fc22d313494, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=cd74a043-ddf9-4c79-b7fd-6fc22d313494,segment=NetworkSegment(ba11eade-ceb3-430e-b49f-f2b7895170fc),segment_id=ba11eade-ceb3-430e-b49f-f2b7895170fc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:36.422268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0ef0973-4cfd-4287-b794-9cafa649e2a8 req-c84fe89c-70e2-49d2-ab41-c7acecfcca65 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994546 Feb 11 05:35:36.445087 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.454734 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks [] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.589316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-5deb10b9-88ac-4448-a2e3-6091d0dece42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:36.597901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-5deb10b9-88ac-4448-a2e3-6091d0dece42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1129 time: 0.2433128 Feb 11 05:35:36.615516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e8342120-aa54-4f61-8eb4-551a25a39d93 None None] Provisioning complete for port cd74a043-ddf9-4c79-b7fd-6fc22d313494 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:36.616399 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8342120-aa54-4f61-8eb4-551a25a39d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.685050 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:36.795288 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.818994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-b8c3aa8c-08ea-43fa-b057-ff3b16bd45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:36.823062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-b8c3aa8c-08ea-43fa-b057-ff3b16bd45a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 921 time: 0.2183621 Feb 11 05:35:37.026469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020ce0a-9931-465a-8043-90739bf80337 req-7ab40f83-b242-43d3-a838-bbef0fbf4b38 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:37.035334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0020ce0a-9931-465a-8043-90739bf80337 req-7ab40f83-b242-43d3-a838-bbef0fbf4b38 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.3223794 Feb 11 05:35:37.063797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=cd74a043-ddf9-4c79-b7fd-6fc22d313494,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:37.074493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Pushing event updated for resources: {'Port': ['ID=8c0923f0-6f5b-4428-b251-c2b940e9aee7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:37.112055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:37.115381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-e123ed55-5800-4fa5-bef4-92e1e34ff370 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 999 time: 0.2802606 Feb 11 05:35:37.160333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:37.292626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e8342120-aa54-4f61-8eb4-551a25a39d93 None None] Current status of the port cd74a043-ddf9-4c79-b7fd-6fc22d313494 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:37.306876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:37.396149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf042316-3999-4c3f-b4cb-51d75e4e5c3b None None] Network 39f958d4-4aea-493d-971c-dc5b74bcb2de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:37.417454 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.432014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0020ce0a-9931-465a-8043-90739bf80337 req-b77957a8-d617-4c45-a8c9-b9143dba870f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909187 Feb 11 05:35:37.476074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-08e648b7-3eb0-4f18-a47b-bcdf567bf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:37.478166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-08e648b7-3eb0-4f18-a47b-bcdf567bf914 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 200 len: 860 time: 0.3545990 Feb 11 05:35:37.650603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-01728508-0e2e-42a3-81e7-d8fd3421931b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405041 Feb 11 05:35:37.678912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-7dae1d12-4c0e-4ad5-8328-05da1ba32650 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:35:37.691183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-7dae1d12-4c0e-4ad5-8328-05da1ba32650 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0388150 Feb 11 05:35:37.773861 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd7905-7d71-41b2-b424-60c3578042f3 x-openstack-request-id: req-2fbd7905-7d71-41b2-b424-60c3578042f3 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:37.774161 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:37.774601 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fbd7905-7d71-41b2-b424-60c3578042f3 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:37.776401 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'status': 'completed', 'code': 200} Feb 11 05:35:37.906154 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '556ac0f0-3193-4e10-a704-aa6edd3af70d', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'port_id': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'mac_address': 'fa:16:3e:54:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:35:29Z', 'updated_at': '2022-02-11T05:35:33Z', 'revision_number': 1, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617dce8b-be18-41f6-95b6-bc40ee16a626', 'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'mac_address': 'fa:16:3e:c4:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:13Z', 'updated_at': '2022-02-11T05:34:26Z', 'revision_number': 5, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'subnets': [{'id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:37.907577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8a3ebf49-d6f1-413d-bf5e-6f71d1518e7e None None] Provisioning complete for port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:37.909695 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a3ebf49-d6f1-413d-bf5e-6f71d1518e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.995313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652870a-319d-4070-9c56-54e75c267972 req-7d2e1719-2c62-4f6b-ad55-971222591651 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7542586 Feb 11 05:35:38.096390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e25099bf-a87e-4d00-a7c6-ea93b0b7a53c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:38.110082 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] Checking router: f103d6fa-d3af-44b4-92f0-35d286a454ff for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:38.143118 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:38.143772 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:38.328412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-753b23a1-5a0a-4c67-a670-99723604c79d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:38.330023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-753b23a1-5a0a-4c67-a670-99723604c79d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 950 time: 1.0405998 Feb 11 05:35:38.424117 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:38.513389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-2760dd32-88f6-4935-b1ea-84e30e8defd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:38.515556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-2760dd32-88f6-4935-b1ea-84e30e8defd2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1129 time: 0.7849915 Feb 11 05:35:38.562229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ebf49-d6f1-413d-bf5e-6f71d1518e7e None None] Current status of the port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:38.566249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a3ebf49-d6f1-413d-bf5e-6f71d1518e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.711444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8a3ebf49-d6f1-413d-bf5e-6f71d1518e7e None None] For port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e25099bf-a87e-4d00-a7c6-ea93b0b7a53c,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:38.741155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a3ebf49-d6f1-413d-bf5e-6f71d1518e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.916884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652870a-319d-4070-9c56-54e75c267972 req-66c92b07-8cf5-43d1-9aeb-c72626deb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:38.919223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652870a-319d-4070-9c56-54e75c267972 req-66c92b07-8cf5-43d1-9aeb-c72626deb701 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c27ae40d35945858eba01aed07f6a15&device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8 HTTP/1.1" status: 200 len: 1133 time: 0.8409333 Feb 11 05:35:38.940222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-ab791e68-977f-4ebf-a1e7-c46fc584a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:38.943391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-ab791e68-977f-4ebf-a1e7-c46fc584a88f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 921 time: 0.3709946 Feb 11 05:35:38.947015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-5178a3f4-1cad-4f1f-9ed4-7ad616826467 service neutron] 10.222.0.31 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2496593 Feb 11 05:35:38.997404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72681484-0119-40d3-93d1-59fa20be0247 req-14d45364-9010-471a-a8d5-e810816cd2b0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:39.007610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72681484-0119-40d3-93d1-59fa20be0247 req-14d45364-9010-471a-a8d5-e810816cd2b0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 950 time: 1.1124034 Feb 11 05:35:39.048198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ebf49-d6f1-413d-bf5e-6f71d1518e7e None None] Pushing event updated for resources: {'Port': ['ID=e25099bf-a87e-4d00-a7c6-ea93b0b7a53c,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:39.082044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:39.085625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.226864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-1d97e247-3a6b-4159-85f6-467820e1c68b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 999 time: 0.2134647 Feb 11 05:35:39.296178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2b738e9c-464d-4b98-a0ef-3bb034be9d92 None None] Provisioning complete for port cd74a043-ddf9-4c79-b7fd-6fc22d313494 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:39.297300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b738e9c-464d-4b98-a0ef-3bb034be9d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.344384 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '556ac0f0-3193-4e10-a704-aa6edd3af70d', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'port_id': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'mac_address': 'fa:16:3e:54:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:35:29Z', 'updated_at': '2022-02-11T05:35:33Z', 'revision_number': 1, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617dce8b-be18-41f6-95b6-bc40ee16a626', 'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'mac_address': 'fa:16:3e:c4:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:13Z', 'updated_at': '2022-02-11T05:34:26Z', 'revision_number': 5, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'subnets': [{'id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:39.412793 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913bca4-e76f-449c-85ce-8de07586883b None None] The sync data for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 is: [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '556ac0f0-3193-4e10-a704-aa6edd3af70d', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'port_id': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'mac_address': 'fa:16:3e:54:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:35:29Z', 'updated_at': '2022-02-11T05:35:33Z', 'revision_number': 1, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617dce8b-be18-41f6-95b6-bc40ee16a626', 'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'mac_address': 'fa:16:3e:c4:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:13Z', 'updated_at': '2022-02-11T05:34:26Z', 'revision_number': 5, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'subnets': [{'id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:39.414534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 7aba81b6-7655-4ea0-b646-ceaefc36d6b9 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:35:39.482032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:39.484303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device cd74a043-ddf9-4c79-b7fd-6fc22d313494 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:39.556586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652870a-319d-4070-9c56-54e75c267972 req-89b35954-7a8a-4652-a018-74561fbc7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:39.561345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652870a-319d-4070-9c56-54e75c267972 req-89b35954-7a8a-4652-a018-74561fbc7991 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.5512860 Feb 11 05:35:39.750849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port cd74a043-ddf9-4c79-b7fd-6fc22d313494 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:39.751215 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.753568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks [] for router_gateway (3cc33109-f8a3-438b-8733-88a5a17430bc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.795005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2b738e9c-464d-4b98-a0ef-3bb034be9d92 None None] Current status of the port cd74a043-ddf9-4c79-b7fd-6fc22d313494 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:39.826776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652870a-319d-4070-9c56-54e75c267972 req-e9aa74de-c16e-4817-bb38-5d10d9a3a6af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=c7ddbd94-aafc-4146-a149-cdf5b25500bc HTTP/1.1" status: 200 len: 217 time: 0.1340270 Feb 11 05:35:39.930744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port cd74a043-ddf9-4c79-b7fd-6fc22d313494 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:39.962615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5bf668a8-2777-44ff-bdea-07f127118682 None None] Provisioning complete for port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:39.963938 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5bf668a8-2777-44ff-bdea-07f127118682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.981462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc8bae14-5324-46b1-8edb-947d91c42960 req-1c8c0ee6-c6c0-4dee-a098-5c14bc8c62b5 service neutron] 10.222.0.31 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9685588 Feb 11 05:35:39.984736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72681484-0119-40d3-93d1-59fa20be0247 req-44e1315a-78a0-4027-a2b6-717dbcad163f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9762552 Feb 11 05:35:40.068656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-c55057b3-4feb-453d-a157-547c7cb751b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:40.071235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfd8ec-adf6-4b09-90d5-4f671e14bdc6 None None] New status for floating IP 556ac0f0-3193-4e10-a704-aa6edd3af70d: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:35:40.075565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-c55057b3-4feb-453d-a157-547c7cb751b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 200 len: 860 time: 0.7992263 Feb 11 05:35:40.112577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:40.135543 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a575ba-b399-4ec6-9b91-cef6a26d180c None None] Sync routers for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:40.162288 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a575ba-b399-4ec6-9b91-cef6a26d180c None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:40.164595 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d4a575ba-b399-4ec6-9b91-cef6a26d180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.166136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e25099bf-a87e-4d00-a7c6-ea93b0b7a53c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:40.221557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.232570 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-74dd3142-4fcc-4540-a20d-de39b307653a tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.5610893 Feb 11 05:35:40.233367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34952) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:40.286021 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d4a575ba-b399-4ec6-9b91-cef6a26d180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.339283 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a575ba-b399-4ec6-9b91-cef6a26d180c None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:40.339907 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d4a575ba-b399-4ec6-9b91-cef6a26d180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.379615 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d4a575ba-b399-4ec6-9b91-cef6a26d180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.381281 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a575ba-b399-4ec6-9b91-cef6a26d180c None None] The sync data for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:40.396132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Deleting port 2a354428-16f4-440a-92e9-7e9e21356b3c {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:40.400253 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.403943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5bf668a8-2777-44ff-bdea-07f127118682 None None] Current status of the port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:40.409040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-d50305be-7679-4249-bacb-05c7ae76f741 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3119771 Feb 11 05:35:40.411612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:40.412474 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.518808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2a354428-16f4-440a-92e9-7e9e21356b3c no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:40.811605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652870a-319d-4070-9c56-54e75c267972 req-ca2493c6-bd11-4888-8858-6f3781fd4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:40.814305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652870a-319d-4070-9c56-54e75c267972 req-ca2493c6-bd11-4888-8858-6f3781fd4e21 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.8381765 Feb 11 05:35:40.817375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-9cbb7dbc-f24d-450e-a157-d1249cacd74f tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 999 time: 0.4296377 Feb 11 05:35:40.894505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8454920-2bba-4933-ba4a-886b3a8206e7 req-ae46629e-831c-4e1b-a356-df2c4600c46d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:40.895584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 2a354428-16f4-440a-92e9-7e9e21356b3c is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:40.896027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.896407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8454920-2bba-4933-ba4a-886b3a8206e7 req-ae46629e-831c-4e1b-a356-df2c4600c46d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 945 time: 0.7604792 Feb 11 05:35:40.897973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:40.952130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a354428-16f4-440a-92e9-7e9e21356b3c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:40.954677 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab708e8-4764-4419-ad06-382fe4a47964" -d '{"events": [{"server_uuid": "e6244cf5-ebbd-4543-a47d-49dca6fef2af", "name": "network-vif-unplugged", "status": "completed", "tag": "2a354428-16f4-440a-92e9-7e9e21356b3c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:40.996157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2a354428-16f4-440a-92e9-7e9e21356b3c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2a354428-16f4-440a-92e9-7e9e21356b3c,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:41.010512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.011355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:41.056993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926efed-792a-4989-a3b0-6c7da7659695 req-ccdb3b1c-10ef-428c-969a-b45f50046c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:41.058462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4926efed-792a-4989-a3b0-6c7da7659695 req-ccdb3b1c-10ef-428c-969a-b45f50046c8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 1128 time: 0.4316876 Feb 11 05:35:41.107187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=2a354428-16f4-440a-92e9-7e9e21356b3c,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:41.203347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c3a6a255-0cd7-4709-a801-55b1705fb35b is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:41.203782 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.295463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:41.306000 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.387880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (3cc33109-f8a3-438b-8733-88a5a17430bc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.418282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:41.430162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] For port 2a354428-16f4-440a-92e9-7e9e21356b3c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2a354428-16f4-440a-92e9-7e9e21356b3c,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:41.430706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.471221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-050d6104-fdb8-4292-b0bc-7222af8d035b tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:41.472898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-050d6104-fdb8-4292-b0bc-7222af8d035b tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports/1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 943 time: 0.6327121 Feb 11 05:35:41.490920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Calling delete_port for 2a354428-16f4-440a-92e9-7e9e21356b3c owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:41.557813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926efed-792a-4989-a3b0-6c7da7659695 req-7943029e-e961-48f8-a823-83253d80413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:41.559865 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4926efed-792a-4989-a3b0-6c7da7659695 req-7943029e-e961-48f8-a823-83253d80413d service neutron] 10.222.0.81 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 914 time: 0.4625716 Feb 11 05:35:41.573303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-860a5734-ab7c-4dcc-b21b-dc74eea66eb8 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9915366 Feb 11 05:35:41.603398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652870a-319d-4070-9c56-54e75c267972 req-b3e961e2-da94-4eb0-b932-be2f7e210527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:41.604900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652870a-319d-4070-9c56-54e75c267972 req-b3e961e2-da94-4eb0-b932-be2f7e210527 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7746842 Feb 11 05:35:41.630164 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4926efed-792a-4989-a3b0-6c7da7659695 req-3dc94f2a-9ee6-4334-8bf2-71443967e42a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b HTTP/1.1" status: 200 len: 217 time: 0.0602202 Feb 11 05:35:41.756467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8454920-2bba-4933-ba4a-886b3a8206e7 req-474822ec-a3fc-4d21-a31d-9bd38e094cec tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8358886 Feb 11 05:35:41.839984 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6322c3c9-fea7-475e-a223-645b77027d84 x-openstack-request-id: req-6322c3c9-fea7-475e-a223-645b77027d84 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:41.840623 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6244cf5-ebbd-4543-a47d-49dca6fef2af", "name": "network-vif-unplugged", "status": "completed", "tag": "2a354428-16f4-440a-92e9-7e9e21356b3c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:41.840994 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6322c3c9-fea7-475e-a223-645b77027d84 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:41.842330 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a354428-16f4-440a-92e9-7e9e21356b3c', 'code': 200} Feb 11 05:35:41.849624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926efed-792a-4989-a3b0-6c7da7659695 req-ca5800e6-2c7d-4450-b52f-cc63480c531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:41.854888 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4926efed-792a-4989-a3b0-6c7da7659695 req-ca5800e6-2c7d-4450-b52f-cc63480c531d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9ef3855c-4e26-4b5c-9e78-72425adf7f66 HTTP/1.1" status: 200 len: 853 time: 0.1999409 Feb 11 05:35:41.855772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-5955c493-18c1-4934-b74b-44ceca898b69 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 1001 time: 0.2603660 Feb 11 05:35:41.928877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4926efed-792a-4989-a3b0-6c7da7659695 req-44bf4a5f-6a6e-492f-9ddb-46c68e2bd1cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500441 Feb 11 05:35:41.962694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8667573-b8bc-4050-85c3-f2a89bf68aae req-1cf50d6d-d6b3-4207-9778-a9b2c77e4994 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566840 Feb 11 05:35:41.987803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652870a-319d-4070-9c56-54e75c267972 req-a6ccdf46-074d-456f-9334-2aefd84ee8a1 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451166 Feb 11 05:35:41.989061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.122565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Router 3cc33109-f8a3-438b-8733-88a5a17430bc is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:35:42.150080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-46cb788d-f4ae-4008-86d8-6d1e8c10396a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:42.157402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-46cb788d-f4ae-4008-86d8-6d1e8c10396a tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.2884123 Feb 11 05:35:42.178015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-900b7edf-ea60-430d-a078-98ceabe14bca tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:35:42.186426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-900b7edf-ea60-430d-a078-98ceabe14bca tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281606 Feb 11 05:35:42.208602 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2a354428-16f4-440a-92e9-7e9e21356b3c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.224796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6', '07302acd-487d-4df7-ae64-36fdcf7a36ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:42.232022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', '13a792bf-15da-475c-aad0-05e13fbe91d0', '8052a1ec-be3a-44ff-8014-7644457be966'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:42.289251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event deleted for resources: {'Port': ['ID=2a354428-16f4-440a-92e9-7e9e21356b3c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:42.373425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b7b02-e9e6-4437-a879-950be392c4b7 req-fae5f73a-8e36-4965-a969-16c65e461779 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:42.382629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b62b7b02-e9e6-4437-a879-950be392c4b7 req-fae5f73a-8e36-4965-a969-16c65e461779 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6244cf5-ebbd-4543-a47d-49dca6fef2af HTTP/1.1" status: 200 len: 948 time: 0.4726331 Feb 11 05:35:42.476892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652870a-319d-4070-9c56-54e75c267972 req-4da5147c-258c-4f07-bc8e-8022efbd4d23 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555488 Feb 11 05:35:42.582383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] No DVR routers for this DVR port 2a354428-16f4-440a-92e9-7e9e21356b3c on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:42.591060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-27213e3c-4e7f-4436-b861-926c4a4afdb4 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 1001 time: 0.4037788 Feb 11 05:35:42.592766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.597042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79c7dae0-a396-4dbc-a203-25ce9815f928 req-3acc01e4-eb52-48c3-bd8e-4317f6f15cb0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "DELETE /v2.0/ports/2a354428-16f4-440a-92e9-7e9e21356b3c HTTP/1.1" status: 204 len: 173 time: 4.2333312 Feb 11 05:35:42.599810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'name': 'network-vif-deleted', 'tag': '2a354428-16f4-440a-92e9-7e9e21356b3c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:42.603346 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c43a3a-4f9f-41bb-a901-b9056a92b1e1" -d '{"events": [{"server_uuid": "e6244cf5-ebbd-4543-a47d-49dca6fef2af", "name": "network-vif-deleted", "tag": "2a354428-16f4-440a-92e9-7e9e21356b3c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:42.615209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-51f6582b-2247-4eb0-8c54-7aae48628438 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:42.761280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-a7c8f570-6101-4c51-9a32-ab9a5f5865db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3032694 Feb 11 05:35:42.770539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b62b7b02-e9e6-4437-a879-950be392c4b7 req-5b0dbe57-c452-4369-811c-e8a08d19e9ba tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033390 Feb 11 05:35:42.794297 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-51f6582b-2247-4eb0-8c54-7aae48628438 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for floatingip (556ac0f0-3193-4e10-a704-aa6edd3af70d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.043192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:43.055623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-a2b58efa-0c46-4b3b-a8c3-c5d46c58747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:43.057897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-a2b58efa-0c46-4b3b-a8c3-c5d46c58747f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 1128 time: 0.2604921 Feb 11 05:35:43.061987 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b47a6c5-4c75-436e-8765-8bd23d6f2528 x-openstack-request-id: req-6b47a6c5-4c75-436e-8765-8bd23d6f2528 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:43.063789 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6244cf5-ebbd-4543-a47d-49dca6fef2af", "name": "network-vif-deleted", "tag": "2a354428-16f4-440a-92e9-7e9e21356b3c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:43.064408 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b47a6c5-4c75-436e-8765-8bd23d6f2528 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:43.065010 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6244cf5-ebbd-4543-a47d-49dca6fef2af', 'name': 'network-vif-deleted', 'tag': '2a354428-16f4-440a-92e9-7e9e21356b3c', 'status': 'completed', 'code': 200} Feb 11 05:35:43.091244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Sync routers for ids ['3cc33109-f8a3-438b-8733-88a5a17430bc'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:43.100142 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4926efed-792a-4989-a3b0-6c7da7659695 req-9b3cd053-4171-46f7-8515-c8d626d65e41 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1577766 Feb 11 05:35:43.238180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-51f6582b-2247-4eb0-8c54-7aae48628438 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.240618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Routers {'3cc33109-f8a3-438b-8733-88a5a17430bc'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:43.241915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['3cc33109-f8a3-438b-8733-88a5a17430bc'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:43.277622 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4926efed-792a-4989-a3b0-6c7da7659695 req-360b1810-1477-4f0e-8099-cd880c4e3764 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386189 Feb 11 05:35:43.287694 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.289084 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5aa44188-0616-4989-a792-13e4904b123f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.0029619 Feb 11 05:35:43.294023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34996) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:43.313789 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-51f6582b-2247-4eb0-8c54-7aae48628438 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (556ac0f0-3193-4e10-a704-aa6edd3af70d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.314177 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-51f6582b-2247-4eb0-8c54-7aae48628438 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Floating IP 556ac0f0-3193-4e10-a704-aa6edd3af70d disassociated. External IP: 172.25.1.67, port: 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc. Feb 11 05:35:43.432677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Set router 3cc33109-f8a3-438b-8733-88a5a17430bc gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:43.480312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0dc0d-2df9-43df-8887-e2a535b9267a req-327be521-3413-4b36-9860-0252d6757408 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:43.488993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bef0dc0d-2df9-43df-8887-e2a535b9267a req-327be521-3413-4b36-9860-0252d6757408 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.3301878 Feb 11 05:35:43.535047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-1391b692-5ddb-42c2-a47c-3baa93f5eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:43.536672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-1391b692-5ddb-42c2-a47c-3baa93f5eef7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 916 time: 0.4505732 Feb 11 05:35:43.651920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-1a34d353-5513-4f3b-877e-87940f005e89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78cee3d1-fb42-4036-b3f2-fe1a39e20777 HTTP/1.1" status: 200 len: 217 time: 0.0826776 Feb 11 05:35:43.695639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bef0dc0d-2df9-43df-8887-e2a535b9267a req-d06f8a56-0282-4cec-bb9f-d0c18c495641 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056224 Feb 11 05:35:43.843372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:43.846430 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203ad605-7db9-451a-919e-2682084afd45" -d '{"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-unplugged", "status": "completed", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:43.861472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:33Z', 'updated_at': '2022-02-11T05:35:38Z', 'revision_number': 3, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'gw_port': {'id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:36Z', 'updated_at': '2022-02-11T05:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:43.911719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Checking router: 3cc33109-f8a3-438b-8733-88a5a17430bc for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:43.912084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Updating router 3cc33109-f8a3-438b-8733-88a5a17430bc port 8c0923f0-6f5b-4428-b251-c2b940e9aee7 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:43.944462 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.982459 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b162615b-29f0-4634-a8e6-4184981e8285 x-openstack-request-id: req-b162615b-29f0-4634-a8e6-4184981e8285 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:43.982761 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-unplugged", "status": "completed", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:43.983018 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b162615b-29f0-4634-a8e6-4184981e8285 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:43.983410 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'code': 200} Feb 11 05:35:43.999063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-6f5f1142-86ca-432a-a66b-ee30b69c302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:44.004456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-6f5f1142-86ca-432a-a66b-ee30b69c302c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.3425796 Feb 11 05:35:44.004456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-51f6582b-2247-4eb0-8c54-7aae48628438 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Router f103d6fa-d3af-44b4-92f0-35d286a454ff has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:44.053605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-6ac0be96-b1de-45c4-9f5f-d9c22823dbed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410628 Feb 11 05:35:44.387895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.20.0.1 (a46bcad1-dfbc-4b22-80c6-ba249f4a43fc/86026184-478f-42fb-be8b-0755ff9661a2/e3180987-4104-4ef9-8e99-7ad47edb957c) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:44.495703 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Publish callbacks [] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.508626 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.691374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.775319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a427f0-7627-43fb-b5e4-b34634692504 None None] Pushing event updated for resources: {'Port': ['ID=8c0923f0-6f5b-4428-b251-c2b940e9aee7,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:44.781514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Attempting to bind port 8c0923f0-6f5b-4428-b251-c2b940e9aee7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:44.782769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Attempting to bind port 8c0923f0-6f5b-4428-b251-c2b940e9aee7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:44.783362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Attempting to bind port 8c0923f0-6f5b-4428-b251-c2b940e9aee7 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:44.789772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:44.790324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:44.790836 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.791301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:44.792882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Bound port: 8c0923f0-6f5b-4428-b251-c2b940e9aee7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:44.792882 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.831876 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.882480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] For port 8c0923f0-6f5b-4428-b251-c2b940e9aee7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:44.886954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] For port 8c0923f0-6f5b-4428-b251-c2b940e9aee7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8c0923f0-6f5b-4428-b251-c2b940e9aee7,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:44.891750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=e3180987-4104-4ef9-8e99-7ad47edb957c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:44.912667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.990978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:45.010270 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:45.014144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:45.059928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-a7589714-35d0-442c-a7c2-793c870cd60b service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9626441 Feb 11 05:35:45.076019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Routers {'3cc33109-f8a3-438b-8733-88a5a17430bc'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:45.077025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['3cc33109-f8a3-438b-8733-88a5a17430bc'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.081021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a427f0-7627-43fb-b5e4-b34634692504 None None] Pushing event updated for resources: {'Port': ['ID=8c0923f0-6f5b-4428-b251-c2b940e9aee7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:45.102156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.193843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-51f6582b-2247-4eb0-8c54-7aae48628438 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:45.206704 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] Sync routers for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:45.225213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.238162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-51f6582b-2247-4eb0-8c54-7aae48628438 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.242693 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:45.245157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.377644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d880da20-42b4-46c8-a85f-f66d5a611379 req-e1e76656-da8a-4042-b6ea-610b9843249b service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890835 Feb 11 05:35:45.385096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-51f6582b-2247-4eb0-8c54-7aae48628438 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "PUT /v2.0/floatingips/556ac0f0-3193-4e10-a704-aa6edd3af70d HTTP/1.1" status: 200 len: 694 time: 2.7754776 Feb 11 05:35:45.386818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:45.389353 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613fa6ec-df10-4550-895d-dfccc3366b03" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:45.400089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99936d21-a3d3-4e80-82c6-57737164415c req-a12496d1-7f56-4a97-8e51-4af8c8a1be8e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:45.413200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99936d21-a3d3-4e80-82c6-57737164415c req-a12496d1-7f56-4a97-8e51-4af8c8a1be8e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 950 time: 0.3501265 Feb 11 05:35:45.490298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] Set router 3cc33109-f8a3-438b-8733-88a5a17430bc gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:45.604244 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:45.609767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99936d21-a3d3-4e80-82c6-57737164415c req-9a408568-5a41-46ec-98ce-d5cef46b7cd5 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955080 Feb 11 05:35:45.641723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-2d3b7af2-56ab-46f4-a77b-ff5ee306da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:45.645374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-2d3b7af2-56ab-46f4-a77b-ff5ee306da37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1129 time: 0.1918712 Feb 11 05:35:45.650214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Allocated IP 172.20.0.1 (39f958d4-4aea-493d-971c-dc5b74bcb2de/c37e1206-70b5-4b6a-8c86-2bc2f572abec/66a5c507-0413-4465-89f2-8035eb059e48) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:45.652106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.801623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e418b436-ff20-4e43-afc5-6f146dc49864 None None] Provisioning complete for port e3180987-4104-4ef9-8e99-7ad47edb957c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:45.802946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e418b436-ff20-4e43-afc5-6f146dc49864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.851045 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:35:45.892323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e418b436-ff20-4e43-afc5-6f146dc49864 None None] Port e3180987-4104-4ef9-8e99-7ad47edb957c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:45.924337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f04ca8-1699-40ba-aab6-900b9de32d13 req-4e2befa3-50fe-46b9-a798-278f3a8ceb47 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:45.928994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44f04ca8-1699-40ba-aab6-900b9de32d13 req-4e2befa3-50fe-46b9-a798-278f3a8ceb47 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.2182384 Feb 11 05:35:46.022220 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '617dce8b-be18-41f6-95b6-bc40ee16a626', 'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'mac_address': 'fa:16:3e:c4:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:13Z', 'updated_at': '2022-02-11T05:34:26Z', 'revision_number': 5, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'subnets': [{'id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:46.026176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:33Z', 'updated_at': '2022-02-11T05:35:38Z', 'revision_number': 3, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'gw_port': {'id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:36Z', 'updated_at': '2022-02-11T05:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:46.029398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-74dee0b2-7b62-4112-b58e-fc9be5d39986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:46.032997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-74dee0b2-7b62-4112-b58e-fc9be5d39986 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 921 time: 0.3840692 Feb 11 05:35:46.070881 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] Checking router: f103d6fa-d3af-44b4-92f0-35d286a454ff for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:46.079057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f8326-b2de-42f8-a117-fc8a0730e42b None None] The sync data for ids ['3cc33109-f8a3-438b-8733-88a5a17430bc'] in n-d-715271-35 is: [{'id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:33Z', 'updated_at': '2022-02-11T05:35:38Z', 'revision_number': 3, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'gw_port': {'id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:36Z', 'updated_at': '2022-02-11T05:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:46.126089 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:46.126945 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:46.146970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-059d28b8-a3f0-4b0c-b23c-c99032762e98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 217 time: 0.1023817 Feb 11 05:35:46.164795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44f04ca8-1699-40ba-aab6-900b9de32d13 req-12da5a82-4ea5-4bc9-8d99-474b27bc7089 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872051 Feb 11 05:35:46.180822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Publish callbacks [] for port (66a5c507-0413-4465-89f2-8035eb059e48), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.280216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-59e92287-8c21-4759-ae99-99d94bfd02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:46.282549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-59e92287-8c21-4759-ae99-99d94bfd02ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 200 len: 860 time: 0.1164770 Feb 11 05:35:46.327900 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:46.331470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-383d0995-ff83-4d03-b819-0064e5e73276 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:46.333276 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-383d0995-ff83-4d03-b819-0064e5e73276 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 950 time: 0.3008468 Feb 11 05:35:46.345658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-f5b6db97-4f69-4140-ad28-166119d4a35e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561726 Feb 11 05:35:46.578827 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76268f4f-26e0-45dd-ac12-98533c508a46 x-openstack-request-id: req-76268f4f-26e0-45dd-ac12-98533c508a46 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:46.579157 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:46.579373 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76268f4f-26e0-45dd-ac12-98533c508a46 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:46.579911 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'status': 'completed', 'code': 200} Feb 11 05:35:46.639556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (66a5c507-0413-4465-89f2-8035eb059e48), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.649477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-8c54556c-0fde-47dd-88cb-7da1e2a2b424 service neutron] 10.222.0.31 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915664 Feb 11 05:35:46.679982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Network 39f958d4-4aea-493d-971c-dc5b74bcb2de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:46.690334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:46.708423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:46.733808 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '617dce8b-be18-41f6-95b6-bc40ee16a626', 'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'mac_address': 'fa:16:3e:c4:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:13Z', 'updated_at': '2022-02-11T05:34:26Z', 'revision_number': 5, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'subnets': [{'id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:46.795347 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51298e11-5316-44ca-9443-ab54d24195a8 None None] The sync data for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 is: [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '617dce8b-be18-41f6-95b6-bc40ee16a626', 'name': '', 'network_id': '5d97b3ff-8eb1-45d7-98fe-58c1a156bb05', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'mac_address': 'fa:16:3e:c4:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:13Z', 'updated_at': '2022-02-11T05:34:26Z', 'revision_number': 5, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'subnets': [{'id': '82efbc7e-d3ea-4157-81e8-0920252151d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:46.953828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae2e11-1b8e-478e-94ff-50f24ea2bfd8 req-0cda9c26-a277-4d28-a731-de1a16b68bec service neutron] 10.222.0.31 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028963 Feb 11 05:35:46.995339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-7e312fdf-dacd-4a2d-9fc9-609d2622aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:46.996904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-7e312fdf-dacd-4a2d-9fc9-609d2622aa99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2803616dbb834328989d2d79be7c60e2&device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 1129 time: 0.4162047 Feb 11 05:35:47.080950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.087717 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Pushing event updated for resources: {'Port': ['ID=66a5c507-0413-4465-89f2-8035eb059e48,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:47.095902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Deleting port 8052a1ec-be3a-44ff-8014-7644457be966 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:47.096249 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8052a1ec-be3a-44ff-8014-7644457be966), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.114818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f75d9-32ee-42cd-a613-fd3e13c1a867 req-6f21101f-b898-4d25-b09a-d78395924c44 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:47.118791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.123139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf1f75d9-32ee-42cd-a613-fd3e13c1a867 req-6f21101f-b898-4d25-b09a-d78395924c44 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 950 time: 0.3775628 Feb 11 05:35:47.153026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-6a5e5be5-b1af-4176-93de-7d5d904b36d6 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/floatingips/556ac0f0-3193-4e10-a704-aa6edd3af70d HTTP/1.1" status: 200 len: 694 time: 0.1501627 Feb 11 05:35:47.160255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4ef42ff7-d21a-4a94-a1ea-c52a794ab2fd None None] Provisioning complete for port 66a5c507-0413-4465-89f2-8035eb059e48 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:47.160835 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ef42ff7-d21a-4a94-a1ea-c52a794ab2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (66a5c507-0413-4465-89f2-8035eb059e48), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.263517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf1f75d9-32ee-42cd-a613-fd3e13c1a867 req-09b91bb2-58ba-4588-9382-b9b16d9c7545 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392369 Feb 11 05:35:47.265648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (3cc33109-f8a3-438b-8733-88a5a17430bc), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.276277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=e3180987-4104-4ef9-8e99-7ad47edb957c,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:47.282124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4ef42ff7-d21a-4a94-a1ea-c52a794ab2fd None None] Port 66a5c507-0413-4465-89f2-8035eb059e48 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:47.389398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6855f5-52b9-4fb3-8ceb-2f218e048767 None None] New status for floating IP 556ac0f0-3193-4e10-a704-aa6edd3af70d: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:35:47.520628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-f90553ad-5e32-46c4-ac62-9227a665f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:47.522406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-f90553ad-5e32-46c4-ac62-9227a665f37a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 200 len: 921 time: 0.4418685 Feb 11 05:35:47.613231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.632978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-5a0190d9-4699-4b30-8f15-4a76b08d202f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 200 len: 217 time: 0.0754628 Feb 11 05:35:47.692696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] For port 8052a1ec-be3a-44ff-8014-7644457be966, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8052a1ec-be3a-44ff-8014-7644457be966,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:47.693292 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8052a1ec-be3a-44ff-8014-7644457be966), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.717623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-73c40b7a-f797-40bb-8cd8-9513d79669b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:47.719040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-73c40b7a-f797-40bb-8cd8-9513d79669b8 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 784 time: 0.5521719 Feb 11 05:35:47.733884 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Calling delete_port for 8052a1ec-be3a-44ff-8014-7644457be966 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:47.743713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2be5ab-b13b-4557-9ba6-86f8ffda60bc req-28904b16-0bb0-4d1f-94a0-ee21311f9442 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:47.745341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d2be5ab-b13b-4557-9ba6-86f8ffda60bc req-28904b16-0bb0-4d1f-94a0-ee21311f9442 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.2927403 Feb 11 05:35:47.747005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-e5d96442-7038-4611-94e4-16d6fc8b654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:47.748571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-e5d96442-7038-4611-94e4-16d6fc8b654a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 200 len: 860 time: 0.1010923 Feb 11 05:35:47.756917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-2dfcaaae-cf6e-4431-a48b-05ddf19731b0 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:35:47.761473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-2dfcaaae-cf6e-4431-a48b-05ddf19731b0 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119357 Feb 11 05:35:47.894436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-304ea729-5632-40f0-9446-7c284cc04146 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305830 Feb 11 05:35:47.900777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-6e6f1412-a5e7-4028-923d-b76a3c72a20f tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.1155684 Feb 11 05:35:47.905291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (66a5c507-0413-4465-89f2-8035eb059e48), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.935057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:47.945633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:48.035176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d2be5ab-b13b-4557-9ba6-86f8ffda60bc req-31d357f0-2067-4f47-9746-39f79fdcd545 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724497 Feb 11 05:35:48.077919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-204920fa-4ce0-4b47-b132-4486f22f9701 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.1593368 Feb 11 05:35:48.128065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8c0923f0-6f5b-4428-b251-c2b940e9aee7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:48.232412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-e260b497-bb66-4807-8bac-0be24c8c1149 service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306434 Feb 11 05:35:48.258004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8c0923f0-6f5b-4428-b251-c2b940e9aee7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:48.258441 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.274680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8052a1ec-be3a-44ff-8014-7644457be966), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.362251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', '13a792bf-15da-475c-aad0-05e13fbe91d0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:48.368789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6', '07302acd-487d-4df7-ae64-36fdcf7a36ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:48.377268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-613fa6ec-df10-4550-895d-dfccc3366b03 req-bb3fbc29-e66d-4984-ba78-80e2944ca2bf service neutron] 10.222.0.72 "GET /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172161 Feb 11 05:35:48.441573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event deleted for resources: {'Port': ['ID=8052a1ec-be3a-44ff-8014-7644457be966,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.455502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Deleting port 62de46a6-0950-43b0-8aad-09394408ebbb {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:48.455912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (62de46a6-0950-43b0-8aad-09394408ebbb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.477783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8052a1ec-be3a-44ff-8014-7644457be966 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:48.498420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda105b5-c39d-47f4-8170-19f07271e87b req-95e0aaaf-7d20-4124-b851-8a8cb3375850 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:48.499912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dda105b5-c39d-47f4-8170-19f07271e87b req-95e0aaaf-7d20-4124-b851-8a8cb3375850 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.1214621 Feb 11 05:35:48.541848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 8052a1ec-be3a-44ff-8014-7644457be966 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:48.542201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8052a1ec-be3a-44ff-8014-7644457be966 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:48.542632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:48.616118 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dda105b5-c39d-47f4-8170-19f07271e87b req-38055e53-79b7-40ec-abe5-bf595c2ee57a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086941 Feb 11 05:35:48.628356 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (62de46a6-0950-43b0-8aad-09394408ebbb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.628690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for floatingip (62de46a6-0950-43b0-8aad-09394408ebbb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.659141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Calling delete_port for 62de46a6-0950-43b0-8aad-09394408ebbb owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:48.753005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6d010e87-49bc-4103-b15d-b56705954c7c None None] Provisioning complete for port e3180987-4104-4ef9-8e99-7ad47edb957c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:48.753410 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6d010e87-49bc-4103-b15d-b56705954c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.755069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c3a6a255-0cd7-4709-a801-55b1705fb35b is: DOWN; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:48.901065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36c3c933-1157-4ddb-aa80-3290f5e73fda req-89590157-5df7-4765-b52e-9d64c584e53c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=978840c4-7b65-431b-b57e-c0b15e70f994 HTTP/1.1" status: 200 len: 210 time: 0.1141143 Feb 11 05:35:49.190623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6d010e87-49bc-4103-b15d-b56705954c7c None None] Port e3180987-4104-4ef9-8e99-7ad47edb957c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:49.211865 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] No DVR routers for this DVR port 8052a1ec-be3a-44ff-8014-7644457be966 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:49.276432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Publish callbacks [] for port (66a5c507-0413-4465-89f2-8035eb059e48), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.279177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.283186 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7739c297-af3a-49f0-bd72-60b919aaa4e9 req-70e89fb4-9f0e-41e7-a5cf-6c719033955a tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "DELETE /v2.0/ports/8052a1ec-be3a-44ff-8014-7644457be966 HTTP/1.1" status: 204 len: 173 time: 2.9069059 Feb 11 05:35:49.285192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978840c4-7b65-431b-b57e-c0b15e70f994', 'name': 'network-vif-deleted', 'tag': '8052a1ec-be3a-44ff-8014-7644457be966'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:49.287545 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58c668f-5198-49f3-b01e-02a9851b7059" -d '{"events": [{"server_uuid": "978840c4-7b65-431b-b57e-c0b15e70f994", "name": "network-vif-deleted", "tag": "8052a1ec-be3a-44ff-8014-7644457be966"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:49.291746 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (66a5c507-0413-4465-89f2-8035eb059e48), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.299962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8c0923f0-6f5b-4428-b251-c2b940e9aee7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:49.300619 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.317721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (62de46a6-0950-43b0-8aad-09394408ebbb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.338526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 8c0923f0-6f5b-4428-b251-c2b940e9aee7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8c0923f0-6f5b-4428-b251-c2b940e9aee7,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:49.351343 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.357374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 7aba81b6-7655-4ea0-b646-ceaefc36d6b9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:49.404715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Pushing event updated for resources: {'Port': ['ID=66a5c507-0413-4465-89f2-8035eb059e48,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:49.411856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Pushing event deleted for resources: {'Port': ['ID=62de46a6-0950-43b0-8aad-09394408ebbb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:49.420156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (3cc33109-f8a3-438b-8733-88a5a17430bc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.476524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=8c0923f0-6f5b-4428-b251-c2b940e9aee7,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:49.523495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-f30ac5ab-21f0-49b7-b611-964183df2d8a tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:49.530625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-f30ac5ab-21f0-49b7-b611-964183df2d8a tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 815 time: 0.3766062 Feb 11 05:35:49.562652 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for floatingip (556ac0f0-3193-4e10-a704-aa6edd3af70d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.567771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.578622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6db2bba6-7d48-4036-8dee-b6c159682198 req-82f82fc9-b63d-4495-9fb1-60dcf1e56e65 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "DELETE /v2.0/floatingips/556ac0f0-3193-4e10-a704-aa6edd3af70d HTTP/1.1" status: 204 len: 173 time: 1.4928660 Feb 11 05:35:49.593749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-b74b9005-aff7-458a-88c8-0128fc57f45b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/quotas/31d01b8953884b02a010f85b8ce90594 HTTP/1.1" status: 200 len: 375 time: 0.0531166 Feb 11 05:35:49.664991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Network 39f958d4-4aea-493d-971c-dc5b74bcb2de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:49.667644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:49.684792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-1386492f-4e7a-460d-96ff-4df05fdea749 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0888233 Feb 11 05:35:49.694021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:49.704450 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb924b6-5206-43bb-a7ad-61e1499723e3 None None] Sync routers for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:49.706939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b9cf1cf5-fc14-4538-bb01-157bfb6476c2 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/routers/7aba81b6-7655-4ea0-b646-ceaefc36d6b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4690318 Feb 11 05:35:49.709549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35118) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:49.740237 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb924b6-5206-43bb-a7ad-61e1499723e3 None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:49.740885 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-cbb924b6-5206-43bb-a7ad-61e1499723e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.745389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'port': {'network_id': 'a46bcad1-dfbc-4b22-80c6-ba249f4a43fc', 'name': 'tempest-FloatingIPTestJSON-1669994441'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:49.789756 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af5064e-20a8-4481-91ff-b10c9b7670cd x-openstack-request-id: req-6af5064e-20a8-4481-91ff-b10c9b7670cd {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:49.790338 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978840c4-7b65-431b-b57e-c0b15e70f994", "name": "network-vif-deleted", "tag": "8052a1ec-be3a-44ff-8014-7644457be966", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:49.790768 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6af5064e-20a8-4481-91ff-b10c9b7670cd {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:49.802138 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978840c4-7b65-431b-b57e-c0b15e70f994', 'name': 'network-vif-deleted', 'tag': '8052a1ec-be3a-44ff-8014-7644457be966', 'status': 'completed', 'code': 200} Feb 11 05:35:49.851752 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-cbb924b6-5206-43bb-a7ad-61e1499723e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.868148 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb924b6-5206-43bb-a7ad-61e1499723e3 None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:49.868816 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-cbb924b6-5206-43bb-a7ad-61e1499723e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.909358 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-cbb924b6-5206-43bb-a7ad-61e1499723e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.910195 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb924b6-5206-43bb-a7ad-61e1499723e3 None None] The sync data for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:49.948109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8a4f296-29cd-4806-a3c7-bbccade52a3a req-c8482d49-8015-4a6b-969f-981776a372d2 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups/7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61 HTTP/1.1" status: 200 len: 1827 time: 0.1207573 Feb 11 05:35:50.007871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Router 3cc33109-f8a3-438b-8733-88a5a17430bc has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:50.089257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8c0923f0-6f5b-4428-b251-c2b940e9aee7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:50.132522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f8a4f296-29cd-4806-a3c7-bbccade52a3a req-522dc4ff-b819-434d-9722-d26fedf0c8aa tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for security_group (7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.159579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-87e795b0-4b0f-4a88-9576-9f30d1c05f1e service neutron] 10.222.0.31 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526136 Feb 11 05:35:50.184213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8c0923f0-6f5b-4428-b251-c2b940e9aee7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:50.184599 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.210411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:50.211110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Made reservation on behalf of ae5521dc547342179e5edda6637d3a82 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:50.216582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.222248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f8a4f296-29cd-4806-a3c7-bbccade52a3a req-522dc4ff-b819-434d-9722-d26fedf0c8aa tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for security_group (7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.230637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Sync routers for ids ['3cc33109-f8a3-438b-8733-88a5a17430bc'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:50.238302 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-faceebae-e7e1-4835-b3a1-5d1a3f4169bd admin admin] 10.222.0.31 "PUT /v2.0/routers/3cc33109-f8a3-438b-8733-88a5a17430bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9392185 Feb 11 05:35:50.294187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] device_id is not set on port f771b968-3b2b-448d-a36a-3168be41aa7f yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:35:50.309830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-94cdba08-d33b-4415-b8dc-058642a5c6a4 None None] Provisioning complete for port 66a5c507-0413-4465-89f2-8035eb059e48 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:50.309830 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-94cdba08-d33b-4415-b8dc-058642a5c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (66a5c507-0413-4465-89f2-8035eb059e48), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.343364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Routers {'3cc33109-f8a3-438b-8733-88a5a17430bc'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:50.344301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['3cc33109-f8a3-438b-8733-88a5a17430bc'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:50.454990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8c0923f0-6f5b-4428-b251-c2b940e9aee7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:50.462087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-94cdba08-d33b-4415-b8dc-058642a5c6a4 None None] Port 66a5c507-0413-4465-89f2-8035eb059e48 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:50.526514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Set router 3cc33109-f8a3-438b-8733-88a5a17430bc gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:50.526644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Allocated IP 172.20.0.14 (a46bcad1-dfbc-4b22-80c6-ba249f4a43fc/86026184-478f-42fb-be8b-0755ff9661a2/f771b968-3b2b-448d-a36a-3168be41aa7f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:50.536252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f8a4f296-29cd-4806-a3c7-bbccade52a3a req-522dc4ff-b819-434d-9722-d26fedf0c8aa tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.539474 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f8a4f296-29cd-4806-a3c7-bbccade52a3a req-522dc4ff-b819-434d-9722-d26fedf0c8aa tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.540825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8a4f296-29cd-4806-a3c7-bbccade52a3a req-522dc4ff-b819-434d-9722-d26fedf0c8aa tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "DELETE /v2.0/security-groups/7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61 HTTP/1.1" status: 204 len: 173 time: 0.5513513 Feb 11 05:35:50.542948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-57c1ec34-5245-4c1c-8630-de9d51be8f5b service neutron] 10.222.0.31 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716166 Feb 11 05:35:50.555947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dc4ff-b819-434d-9722-d26fedf0c8aa tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baf5cf2-f409-4af6-8a74-2d9ae2a7bd61,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:50.632235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-33ee3bad-9678-4f6f-8054-2916625e7779 req-63228598-0384-4563-ad52-ec260c730fc1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:35:50.633330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33ee3bad-9678-4f6f-8054-2916625e7779 req-63228598-0384-4563-ad52-ec260c730fc1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105491 Feb 11 05:35:50.976960 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for port (f771b968-3b2b-448d-a36a-3168be41aa7f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.016069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:33Z', 'updated_at': '2022-02-11T05:35:47Z', 'revision_number': 4, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'gw_port': {'id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:36Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '66a5c507-0413-4465-89f2-8035eb059e48', 'name': '', 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'mac_address': 'fa:16:3e:42:1a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'c37e1206-70b5-4b6a-8c86-2bc2f572abec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:45Z', 'updated_at': '2022-02-11T05:35:48Z', 'revision_number': 2, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'subnets': [{'id': 'c37e1206-70b5-4b6a-8c86-2bc2f572abec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:51.046090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63399a50-568a-407d-af98-595a8d40c4a1 req-37e9ad65-4967-4107-b9a9-15061f881ba1 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:51.049522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63399a50-568a-407d-af98-595a8d40c4a1 req-37e9ad65-4967-4107-b9a9-15061f881ba1 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.1320677 Feb 11 05:35:51.089171 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f771b968-3b2b-448d-a36a-3168be41aa7f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.092373 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-70541753-a8f6-430a-90d6-ac4810bb29f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197348 Feb 11 05:35:51.112295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Checking router: 3cc33109-f8a3-438b-8733-88a5a17430bc for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:51.113525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Updating router 3cc33109-f8a3-438b-8733-88a5a17430bc port 66a5c507-0413-4465-89f2-8035eb059e48 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:51.164433 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (66a5c507-0413-4465-89f2-8035eb059e48), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.275220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:51.279540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:51.292397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35180) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:51.294006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:51.298729 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-network', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:51.330548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Made reservation on behalf of ca5d9ceaedff4e02ba44eb99706215d9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:51.333610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.354487 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.477830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:51.481838 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.540976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event updated for resources: {'Port': ['ID=f771b968-3b2b-448d-a36a-3168be41aa7f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:51.567736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63399a50-568a-407d-af98-595a8d40c4a1 req-e78d1539-ab40-4cff-9deb-b30bb0c2a419 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094652 Feb 11 05:35:51.602517 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Publish callbacks [] for security_group (f4678068-4d7c-417a-82f6-d1d7e2d0b680), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.604886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4fd2a453-0b6d-4ee9-9c0c-d99496028422 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8939719 Feb 11 05:35:51.608120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35190) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:51.614763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Request body: {'floatingip': {'port_id': 'f771b968-3b2b-448d-a36a-3168be41aa7f'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:51.615512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f4678068-4d7c-417a-82f6-d1d7e2d0b680), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.674482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:51.720782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4678068-4d7c-417a-82f6-d1d7e2d0b680,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:51.782364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80aeae0c-f214-4f73-808f-db965d92289f req-de24c8a5-2b3d-447d-b72c-22aa1a066efb tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 210 time: 0.0662735 Feb 11 05:35:51.820049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (8eef6658-e36a-4936-9b68-7dd266272aae), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.835982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (60801a81-3715-4ce2-b405-58a019b9a3d9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.836902 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Added segment 60801a81-3715-4ce2-b405-58a019b9a3d9 of type vlan for network d868611e-93a5-4446-813d-bf567b61c654 Feb 11 05:35:51.898216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d868611e-93a5-4446-813d-bf567b61c654), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.935131 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d868611e-93a5-4446-813d-bf567b61c654), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.936505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:51.937336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.014828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-2b02cc91-1f63-4d51-8b92-f25c50f1fcfa tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:52.016959 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-2b02cc91-1f63-4d51-8b92-f25c50f1fcfa tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports/c3a6a255-0cd7-4709-a801-55b1705fb35b HTTP/1.1" status: 200 len: 940 time: 0.8627458 Feb 11 05:35:52.037386 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7433071 Feb 11 05:35:52.040272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35196) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:52.067810 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.071822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7e965265-14cc-43d4-8b9d-85a544939623 None None] Provisioning complete for port f771b968-3b2b-448d-a36a-3168be41aa7f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:52.072187 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7e965265-14cc-43d4-8b9d-85a544939623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f771b968-3b2b-448d-a36a-3168be41aa7f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.084211 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Request body: {'subnet': {'network_id': 'd868611e-93a5-4446-813d-bf567b61c654', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-subnet', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:52.099484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b8cc9-2a8f-47df-8505-9198b998e1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d868611e-93a5-4446-813d-bf567b61c654,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:52.138232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d868611e-93a5-4446-813d-bf567b61c654 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:52.158461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Made reservation on behalf of ca5d9ceaedff4e02ba44eb99706215d9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:52.161824 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.213066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9b4d7-96c9-47ee-a871-1e4c8f2e1e41 req-754f99df-a5ea-4038-b2b7-a16aa1e424c9 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:52.221337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55c9b4d7-96c9-47ee-a871-1e4c8f2e1e41 req-754f99df-a5ea-4038-b2b7-a16aa1e424c9 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.5142422 Feb 11 05:35:52.365631 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Publish callbacks [] for port (66a5c507-0413-4465-89f2-8035eb059e48), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.373152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7e965265-14cc-43d4-8b9d-85a544939623 None None] Port f771b968-3b2b-448d-a36a-3168be41aa7f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:52.388279 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (66a5c507-0413-4465-89f2-8035eb059e48), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.522585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20251b3-88c7-4839-9761-a40140e482b5 None None] Pushing event updated for resources: {'Port': ['ID=66a5c507-0413-4465-89f2-8035eb059e48,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:52.571836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Attempting to bind port 66a5c507-0413-4465-89f2-8035eb059e48 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:52.572405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Attempting to bind port 66a5c507-0413-4465-89f2-8035eb059e48 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:52.573445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Attempting to bind port 66a5c507-0413-4465-89f2-8035eb059e48 on network 39f958d4-4aea-493d-971c-dc5b74bcb2de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:52.583265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:52.584163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Checking segment: {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:52.584668 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.585295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Bound using segment: {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:52.585775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Bound port: 66a5c507-0413-4465-89f2-8035eb059e48, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:52.586178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (66a5c507-0413-4465-89f2-8035eb059e48), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.593542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (5ba21fd7-c727-40d4-934e-a91efa6732f0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.731273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] For port 66a5c507-0413-4465-89f2-8035eb059e48, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:52.748465 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] For port 66a5c507-0413-4465-89f2-8035eb059e48, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=66a5c507-0413-4465-89f2-8035eb059e48,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:52.765962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba21fd7-c727-40d4-934e-a91efa6732f0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:52.771885 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (66a5c507-0413-4465-89f2-8035eb059e48), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.793625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Checking segment: {'id': '60801a81-3715-4ce2-b405-58a019b9a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:52.793625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Network hostable DHCP agents. Network: d868611e-93a5-4446-813d-bf567b61c654, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:52.858027 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Network d868611e-93a5-4446-813d-bf567b61c654 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:52.879443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, d868611e-93a5-4446-813d-bf567b61c654) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:52.903968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:52.904746 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.918496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea5154-b3ff-4803-a73a-8310298fb993 None None] Network d868611e-93a5-4446-813d-bf567b61c654 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:52.944478 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-562814c5-9ee1-4e55-9c60-6148326ee487 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8985195 Feb 11 05:35:52.950006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35220) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:52.955455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:53.061322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55c9b4d7-96c9-47ee-a871-1e4c8f2e1e41 req-eb844b45-aeb1-450c-8e63-94b0530933df tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8389587 Feb 11 05:35:53.216340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Routers {'3cc33109-f8a3-438b-8733-88a5a17430bc'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:53.216340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['3cc33109-f8a3-438b-8733-88a5a17430bc'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:53.260554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-f1850df0-2169-49f8-a143-d8c87e1fe6fb tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:53.262572 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-f1850df0-2169-49f8-a143-d8c87e1fe6fb tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.81 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 815 time: 0.3005354 Feb 11 05:35:53.264361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (4a588947-5e85-4f65-8aac-e5339529bfa2), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.265763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (4a588947-5e85-4f65-8aac-e5339529bfa2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.270606 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.284041 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Request body: {'port': {'device_id': 'b8a4c3d2-9596-4992-9ff8-37dda73a0af5', 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab', 'admin_state_up': True, 'tenant_id': '31d01b8953884b02a010f85b8ce90594'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:53.411200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-d868611e-93a5-4446-813d-bf567b61c654', 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654', 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'fixed_ips': [{'subnet_id': '5ba21fd7-c727-40d4-934e-a91efa6732f0'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:53.417429 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.420079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks [] for router_controller (4a588947-5e85-4f65-8aac-e5339529bfa2), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.463831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a0acb03b-229d-4836-a103-cd69b3e88dd8 None None] Provisioning complete for port 66a5c507-0413-4465-89f2-8035eb059e48 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:53.464225 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0acb03b-229d-4836-a103-cd69b3e88dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (66a5c507-0413-4465-89f2-8035eb059e48), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.475659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20251b3-88c7-4839-9761-a40140e482b5 None None] Pushing event updated for resources: {'Port': ['ID=66a5c507-0413-4465-89f2-8035eb059e48,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:53.626635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks [] for router_gateway (4a588947-5e85-4f65-8aac-e5339529bfa2), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.648972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9a1d-2e4b-466b-ba05-a8991527b22b req-2995721b-89f0-4fad-8201-eb37e0bed5f0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:53.662666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bcbc9a1d-2e4b-466b-ba05-a8991527b22b req-2995721b-89f0-4fad-8201-eb37e0bed5f0 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 950 time: 1.4306579 Feb 11 05:35:53.685574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Made reservation on behalf of 31d01b8953884b02a010f85b8ce90594 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:53.701098 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.702079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] Set router 3cc33109-f8a3-438b-8733-88a5a17430bc gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:53.848722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a0acb03b-229d-4836-a103-cd69b3e88dd8 None None] Current status of the port 66a5c507-0413-4465-89f2-8035eb059e48 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:53.849043 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0acb03b-229d-4836-a103-cd69b3e88dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (66a5c507-0413-4465-89f2-8035eb059e48), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.867034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.875442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Allocated IP 172.20.0.2 (d868611e-93a5-4446-813d-bf567b61c654/5ba21fd7-c727-40d4-934e-a91efa6732f0/713ab756-c760-4060-8cd8-6eff2c807121) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:53.916462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (8eef6658-e36a-4936-9b68-7dd266272aae), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.921150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a0acb03b-229d-4836-a103-cd69b3e88dd8 None None] For port 66a5c507-0413-4465-89f2-8035eb059e48, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=66a5c507-0413-4465-89f2-8035eb059e48,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:53.960447 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0acb03b-229d-4836-a103-cd69b3e88dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (66a5c507-0413-4465-89f2-8035eb059e48), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.076714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-2f602a2d-b420-412f-b12b-d46eb87860a9 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:54.081690 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-2f602a2d-b420-412f-b12b-d46eb87860a9 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 950 time: 1.0880003 Feb 11 05:35:54.100104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Allocated IP 172.20.0.2 (2ee70d01-8371-4a8f-9578-84f2895a32ab/75535e81-136b-455e-823e-db1995cc9522/ac932351-5fa7-4694-819b-fa2a665c83ad) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:54.110837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks [] for router_gateway (4a588947-5e85-4f65-8aac-e5339529bfa2), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.125466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acb03b-229d-4836-a103-cd69b3e88dd8 None None] Pushing event updated for resources: {'Port': ['ID=66a5c507-0413-4465-89f2-8035eb059e48,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:54.141852 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.145965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-897f3dd9-d81e-43d2-936e-beca9be1d5ab None None] Provisioning complete for port 66a5c507-0413-4465-89f2-8035eb059e48 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:54.145965 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-897f3dd9-d81e-43d2-936e-beca9be1d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (66a5c507-0413-4465-89f2-8035eb059e48), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.217242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3199dc-55c3-4591-9719-c5cdfe35f0f3 req-0ca3728d-aaab-4fbf-882f-12af85ddeb93 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:54.218828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc3199dc-55c3-4591-9719-c5cdfe35f0f3 req-0ca3728d-aaab-4fbf-882f-12af85ddeb93 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.8683219 Feb 11 05:35:54.238588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-9483fab8-2025-464b-9431-b5b78d1d41a7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:54.240053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-9483fab8-2025-464b-9431-b5b78d1d41a7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.3512082 Feb 11 05:35:54.271606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bcbc9a1d-2e4b-466b-ba05-a8991527b22b req-fd5e42c2-452c-4071-b2f5-e98aafaae8ab tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022682 Feb 11 05:35:54.290672 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Publish callbacks [] for port (713ab756-c760-4060-8cd8-6eff2c807121), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.337827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-897f3dd9-d81e-43d2-936e-beca9be1d5ab None None] Current status of the port 66a5c507-0413-4465-89f2-8035eb059e48 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:54.341060 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (713ab756-c760-4060-8cd8-6eff2c807121), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.342782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Allocated IP 172.25.1.223 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/e0365202-a0cd-4cb9-b413-b82bd7008b92) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:54.346297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-8473c1be-de15-4c9c-b631-8a912aeed750 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:54.346623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:33Z', 'updated_at': '2022-02-11T05:35:47Z', 'revision_number': 4, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'gw_port': {'id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:36Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '66a5c507-0413-4465-89f2-8035eb059e48', 'name': '', 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'mac_address': 'fa:16:3e:42:1a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'c37e1206-70b5-4b6a-8c86-2bc2f572abec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:45Z', 'updated_at': '2022-02-11T05:35:52Z', 'revision_number': 4, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'subnets': [{'id': 'c37e1206-70b5-4b6a-8c86-2bc2f572abec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:54.351578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-8473c1be-de15-4c9c-b631-8a912aeed750 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6ea33b0-2b32-42ee-93d9-19003bb52291 HTTP/1.1" status: 200 len: 949 time: 0.4643621 Feb 11 05:35:54.415008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccf649-94a4-41b0-859b-9ca44908c760 None None] The sync data for ids ['3cc33109-f8a3-438b-8733-88a5a17430bc'] in n-d-715271-35 is: [{'id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:33Z', 'updated_at': '2022-02-11T05:35:47Z', 'revision_number': 4, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'gw_port': {'id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:36Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '66a5c507-0413-4465-89f2-8035eb059e48', 'name': '', 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'mac_address': 'fa:16:3e:42:1a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'c37e1206-70b5-4b6a-8c86-2bc2f572abec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:45Z', 'updated_at': '2022-02-11T05:35:52Z', 'revision_number': 4, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'subnets': [{'id': 'c37e1206-70b5-4b6a-8c86-2bc2f572abec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:54.433241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Network d868611e-93a5-4446-813d-bf567b61c654 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:54.443261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:54.445450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Pushing event updated for resources: {'Port': ['ID=713ab756-c760-4060-8cd8-6eff2c807121,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:54.447563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:54.468476 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP 8eef6658-e36a-4936-9b68-7dd266272aae associated. External IP: 172.25.1.215, port: db4dee03-26e6-493b-b575-16087fa66daf. Feb 11 05:35:54.560179 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks [] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.620442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.656143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90115ce5-b381-49da-9a5e-c1ab857d6824 req-92c6b018-2bf4-4949-8353-238e45e45857 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 210 time: 0.2380042 Feb 11 05:35:54.713770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Attempting to bind port 713ab756-c760-4060-8cd8-6eff2c807121 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:54.714199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Attempting to bind port 713ab756-c760-4060-8cd8-6eff2c807121 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '60801a81-3715-4ce2-b405-58a019b9a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:54.714567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Attempting to bind port 713ab756-c760-4060-8cd8-6eff2c807121 on network d868611e-93a5-4446-813d-bf567b61c654 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:54.721981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:54.722419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Checking segment: {'id': '60801a81-3715-4ce2-b405-58a019b9a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:54.722828 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.723221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Bound using segment: {'id': '60801a81-3715-4ce2-b405-58a019b9a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:54.723719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Bound port: 713ab756-c760-4060-8cd8-6eff2c807121, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60801a81-3715-4ce2-b405-58a019b9a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:54.724099 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (713ab756-c760-4060-8cd8-6eff2c807121), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.747202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-08075845-594b-4419-b817-f1811fc245ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:54.748815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-08075845-594b-4419-b817-f1811fc245ed service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467&tenant_id=a868f2dce3ec40e784918c0c04c873e9 HTTP/1.1" status: 200 len: 1126 time: 1.1231744 Feb 11 05:35:54.777823 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:54.786268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:54.789024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:54.882629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] For port 713ab756-c760-4060-8cd8-6eff2c807121, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:54.891907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] For port 713ab756-c760-4060-8cd8-6eff2c807121, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=713ab756-c760-4060-8cd8-6eff2c807121,segment=NetworkSegment(60801a81-3715-4ce2-b405-58a019b9a3d9),segment_id=60801a81-3715-4ce2-b405-58a019b9a3d9)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:54.904295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (713ab756-c760-4060-8cd8-6eff2c807121), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.913587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc3199dc-55c3-4591-9719-c5cdfe35f0f3 req-ee51c685-9095-47c9-8480-619f783b616f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650748 Feb 11 05:35:55.055156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10467e3b-4dfe-47d5-a42d-09fec94da1bb None None] Pushing event updated for resources: {'Port': ['ID=713ab756-c760-4060-8cd8-6eff2c807121,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:55.068983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Pushing event updated for resources: {'Port': ['ID=e0365202-a0cd-4cb9-b413-b82bd7008b92,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:55.215107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks [] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.358689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks [] for router_gateway (4a588947-5e85-4f65-8aac-e5339529bfa2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.430637 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.444598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['78cee3d1-fb42-4036-b3f2-fe1a39e20777', 'b60bee8c-a4d7-46ac-be49-3a23359cef56'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:55.450972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['702a737b-7e74-434e-abb2-4988014dd189'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:55.539583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Network 2ee70d01-8371-4a8f-9578-84f2895a32ab is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:55.548396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:55.571380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c0217-7d42-42e5-bbb4-ffd9ac1bdc76 req-a1f97e5b-e03f-4d95-a915-c860b41417a2 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.572984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-191c0217-7d42-42e5-bbb4-ffd9ac1bdc76 req-a1f97e5b-e03f-4d95-a915-c860b41417a2 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3d3986-abbc-4048-a6dd-8b1384c90f3a HTTP/1.1" status: 200 len: 946 time: 0.5285976 Feb 11 05:35:55.576134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:55.581203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-47ccb5ec-2f8e-42d5-9ae8-57b9ee3650a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.582710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-47ccb5ec-2f8e-42d5-9ae8-57b9ee3650a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 1126 time: 0.6461132 Feb 11 05:35:55.584055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:55.592945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Deleting port 07302acd-487d-4df7-ae64-36fdcf7a36ab {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:55.593320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.615227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Pushing event updated for resources: {'Port': ['ID=ac932351-5fa7-4694-819b-fa2a665c83ad,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:55.618615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c916b07-7e4c-4a7f-a466-576f231b689c req-18a16823-7bc6-43f9-9db0-d2ffa6f10c27 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.628528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c916b07-7e4c-4a7f-a466-576f231b689c req-18a16823-7bc6-43f9-9db0-d2ffa6f10c27 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 946 time: 0.3260963 Feb 11 05:35:55.640651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Deleting port 13a792bf-15da-475c-aad0-05e13fbe91d0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:55.640651 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.659202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.659860 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.713765 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-922adea2-5439-4207-ae4c-8efa082a7bf5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4381506 Feb 11 05:35:55.728365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Request body: {'port': {'device_id': 'b8a4c3d2-9596-4992-9ff8-37dda73a0af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:56.050806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c916b07-7e4c-4a7f-a466-576f231b689c req-57679ca6-2fd3-4b43-ab75-f0115d87b325 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212127 Feb 11 05:35:56.053691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Deleting port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:56.053691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.270805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] For port 07302acd-487d-4df7-ae64-36fdcf7a36ab, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=07302acd-487d-4df7-ae64-36fdcf7a36ab,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:56.271470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.286749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Calling delete_port for 07302acd-487d-4df7-ae64-36fdcf7a36ab owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:56.342258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 66a5c507-0413-4465-89f2-8035eb059e48 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:56.405471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-191c0217-7d42-42e5-bbb4-ffd9ac1bdc76 req-f4fd08ea-cdb7-42cf-81d2-5b8f5781ebd0 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17dc0d1-1d53-4ccc-b714-65d82613dd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8084512 Feb 11 05:35:56.519368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 66a5c507-0413-4465-89f2-8035eb059e48 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:56.519920 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (66a5c507-0413-4465-89f2-8035eb059e48), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.524934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 13a792bf-15da-475c-aad0-05e13fbe91d0 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:56.535209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.548238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-c084f9e9-5263-48e7-a29e-d8081e94299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:56.549615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-c084f9e9-5263-48e7-a29e-d8081e94299b service neutron] 10.222.0.81 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 914 time: 0.9443493 Feb 11 05:35:56.582304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (4a588947-5e85-4f65-8aac-e5339529bfa2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.766016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 13a792bf-15da-475c-aad0-05e13fbe91d0 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:56.766548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.774414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5fc0d-ef75-4ee1-bcd1-a931300ea064 None None] Network d868611e-93a5-4446-813d-bf567b61c654 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:56.850220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 66a5c507-0413-4465-89f2-8035eb059e48 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:56.851333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 713ab756-c760-4060-8cd8-6eff2c807121 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:56.899086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b294624d-e392-4c94-804f-a4af263d5ca0 None None] Provisioning complete for port 713ab756-c760-4060-8cd8-6eff2c807121 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:56.899527 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b294624d-e392-4c94-804f-a4af263d5ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (713ab756-c760-4060-8cd8-6eff2c807121), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.956695 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Router 4a588947-5e85-4f65-8aac-e5339529bfa2 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:35:56.986753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 07302acd-487d-4df7-ae64-36fdcf7a36ab no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:57.004813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a792bf-15da-475c-aad0-05e13fbe91d0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:57.007866 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8083da-6e47-431a-ad81-4147f44a2792" -d '{"events": [{"server_uuid": "b6ea33b0-2b32-42ee-93d9-19003bb52291", "name": "network-vif-unplugged", "status": "completed", "tag": "13a792bf-15da-475c-aad0-05e13fbe91d0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:57.078547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 07302acd-487d-4df7-ae64-36fdcf7a36ab {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:57.079294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 07302acd-487d-4df7-ae64-36fdcf7a36ab not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:57.079888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:57.100870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:57.105214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 13a792bf-15da-475c-aad0-05e13fbe91d0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13a792bf-15da-475c-aad0-05e13fbe91d0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:57.111684 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Sync routers for ids ['4a588947-5e85-4f65-8aac-e5339529bfa2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:57.137142 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Routers {'4a588947-5e85-4f65-8aac-e5339529bfa2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:57.138651 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4a588947-5e85-4f65-8aac-e5339529bfa2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:57.144172 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.175236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] For port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:57.175894 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.196963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Calling delete_port for 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:57.202458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac932351-5fa7-4694-819b-fa2a665c83ad {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:35:57.215158 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.228536 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1205f554-cb7c-4c4d-bf75-981bec13cd35 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2653399 Feb 11 05:35:57.231129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.247526 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (07302acd-487d-4df7-ae64-36fdcf7a36ab), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.290683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:57.343750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:57.350311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Publish callbacks [] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.481911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.573735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] For port 13a792bf-15da-475c-aad0-05e13fbe91d0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13a792bf-15da-475c-aad0-05e13fbe91d0,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:57.574445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.582881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 713ab756-c760-4060-8cd8-6eff2c807121 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:57.583532 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (713ab756-c760-4060-8cd8-6eff2c807121), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.604097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event deleted for resources: {'Port': ['ID=07302acd-487d-4df7-ae64-36fdcf7a36ab,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:57.612270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-09af49c2-5c37-4333-bb78-99255ccc5bf1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b HTTP/1.1" status: 200 len: 217 time: 0.3888874 Feb 11 05:35:57.643069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No active binding found for port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc {{(pid=103122) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:35:57.643472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc host None! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:35:57.643879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:57.650052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Transition to ACTIVE for port object ac932351-5fa7-4694-819b-fa2a665c83ad will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:35:57.669228 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.669727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Pushing event deleted for resources: {'Port': ['ID=1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:57.675320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b294624d-e392-4c94-804f-a4af263d5ca0 None None] Current status of the port 713ab756-c760-4060-8cd8-6eff2c807121 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:57.675719 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b294624d-e392-4c94-804f-a4af263d5ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (713ab756-c760-4060-8cd8-6eff2c807121), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.701093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=13a792bf-15da-475c-aad0-05e13fbe91d0,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:57.723271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:57.723859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2b630c3-d81a-48a8-ab80-b9239b16e67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.753028 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Set router 4a588947-5e85-4f65-8aac-e5339529bfa2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:57.759326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Calling delete_port for 13a792bf-15da-475c-aad0-05e13fbe91d0 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:57.761497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1756ed5-3d4a-44e4-bfbc-707114706615 None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:57.787130 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Pushing event updated for resources: {'Port': ['ID=ac932351-5fa7-4694-819b-fa2a665c83ad,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:57.834707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] No DVR routers for this DVR port 07302acd-487d-4df7-ae64-36fdcf7a36ab on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:57.867006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-375c08f5-f4a5-4530-8575-52405aae7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:57.869569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-375c08f5-f4a5-4530-8575-52405aae7003 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9ef3855c-4e26-4b5c-9e78-72425adf7f66 HTTP/1.1" status: 200 len: 853 time: 0.1920314 Feb 11 05:35:57.874567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.878462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-541a75db-4c2a-41bc-b9f6-5f9c24d4fc10 req-12ba2bc9-6a9e-4674-835a-c9bce0045894 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "DELETE /v2.0/ports/07302acd-487d-4df7-ae64-36fdcf7a36ab HTTP/1.1" status: 204 len: 173 time: 3.7688768 Feb 11 05:35:57.882414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b294624d-e392-4c94-804f-a4af263d5ca0 None None] For port 713ab756-c760-4060-8cd8-6eff2c807121, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=713ab756-c760-4060-8cd8-6eff2c807121,segment=NetworkSegment(60801a81-3715-4ce2-b405-58a019b9a3d9),segment_id=60801a81-3715-4ce2-b405-58a019b9a3d9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:57.883967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] No DVR routers for this DVR port 1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:57.885801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dd7023-882c-4221-be93-f2ff5b254e0c', 'name': 'network-vif-deleted', 'tag': '07302acd-487d-4df7-ae64-36fdcf7a36ab'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:57.889522 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67869612-d2c7-4a82-bb1a-5dbb18b00d21" -d '{"events": [{"server_uuid": "c8dd7023-882c-4221-be93-f2ff5b254e0c", "name": "network-vif-deleted", "tag": "07302acd-487d-4df7-ae64-36fdcf7a36ab"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:57.941827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b294624d-e392-4c94-804f-a4af263d5ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (713ab756-c760-4060-8cd8-6eff2c807121), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.950716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1756ed5-3d4a-44e4-bfbc-707114706615 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:57.951317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d1756ed5-3d4a-44e4-bfbc-707114706615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:57.979956 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.987108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-526e1c25-349d-47d7-87ad-5c64c7f7ab2d req-bc0058e5-be61-4dee-9bf9-858e957b02d7 tempest-ServerRescueTestJSONUnderV235-181681300 tempest-ServerRescueTestJSONUnderV235-181681300-project] 10.222.0.72 "DELETE /v2.0/ports/1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc HTTP/1.1" status: 204 len: 173 time: 3.7343583 Feb 11 05:35:58.076567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-d95ddfdc-e19c-4cfd-a7d2-58bb872292d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811598 Feb 11 05:35:58.104772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be01cb-c46a-4e5b-bb8f-c1f001f1561e req-f80f6163-0579-402e-b37f-4e3f6b7e814b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.114837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82be01cb-c46a-4e5b-bb8f-c1f001f1561e req-f80f6163-0579-402e-b37f-4e3f6b7e814b tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8dd7023-882c-4221-be93-f2ff5b254e0c HTTP/1.1" status: 200 len: 867 time: 1.9236887 Feb 11 05:35:58.142779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Attempting to bind port ac932351-5fa7-4694-819b-fa2a665c83ad on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:58.143128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Attempting to bind port ac932351-5fa7-4694-819b-fa2a665c83ad by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:58.143463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Attempting to bind port ac932351-5fa7-4694-819b-fa2a665c83ad on network 2ee70d01-8371-4a8f-9578-84f2895a32ab {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:58.145662 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:35:55Z', 'revision_number': 3, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'gw_port': {'id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:54Z', 'updated_at': '2022-02-11T05:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:58.149872 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Port ac932351-5fa7-4694-819b-fa2a665c83ad on network 2ee70d01-8371-4a8f-9578-84f2895a32ab not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:35:58.150207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Attempting to bind port ac932351-5fa7-4694-819b-fa2a665c83ad on network 2ee70d01-8371-4a8f-9578-84f2895a32ab {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:58.159302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d1756ed5-3d4a-44e4-bfbc-707114706615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:58.183227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:58.183575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Checking segment: {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:58.183977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Bound using segment: {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:58.184610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Bound port: ac932351-5fa7-4694-819b-fa2a665c83ad, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf07679c-ca8d-4d61-8c48-2caff7406b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:58.184841 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.227093 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Checking router: 4a588947-5e85-4f65-8aac-e5339529bfa2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:58.228737 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Updating router 4a588947-5e85-4f65-8aac-e5339529bfa2 port e0365202-a0cd-4cb9-b413-b82bd7008b92 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:58.277214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 713ab756-c760-4060-8cd8-6eff2c807121 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:58.295428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2028a2-ecdc-42d0-bb02-7340cf40eced req-73efd39f-dcd2-46fa-a2ea-c1c30f954942 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.304221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c2028a2-ecdc-42d0-bb02-7340cf40eced req-73efd39f-dcd2-46fa-a2ea-c1c30f954942 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 931 time: 1.6650140 Feb 11 05:35:58.310162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1756ed5-3d4a-44e4-bfbc-707114706615 None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:58.310816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d1756ed5-3d4a-44e4-bfbc-707114706615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:58.340866 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.420393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] For port ac932351-5fa7-4694-819b-fa2a665c83ad, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:58.426263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] For port ac932351-5fa7-4694-819b-fa2a665c83ad, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ac932351-5fa7-4694-819b-fa2a665c83ad,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:58.493480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.568384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (13a792bf-15da-475c-aad0-05e13fbe91d0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.594672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.595405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.598325 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] 10.222.0.81 "PUT /v2.0/ports/ac932351-5fa7-4694-819b-fa2a665c83ad HTTP/1.1" status: 200 len: 1092 time: 2.8743689 Feb 11 05:35:58.599015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a4c3d2-9596-4992-9ff8-37dda73a0af5', 'tag': 'ac932351-5fa7-4694-819b-fa2a665c83ad'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:58.603416 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099b1ad9-c9b1-489c-99d6-c29d62f36700" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a4c3d2-9596-4992-9ff8-37dda73a0af5", "tag": "ac932351-5fa7-4694-819b-fa2a665c83ad"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:58.615843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.619298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2331e60-da3a-4eb6-a709-a28f82f83447 service neutron] Pushing event updated for resources: {'Port': ['ID=ac932351-5fa7-4694-819b-fa2a665c83ad,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:58.672853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event deleted for resources: {'Port': ['ID=13a792bf-15da-475c-aad0-05e13fbe91d0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:58.731813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d1756ed5-3d4a-44e4-bfbc-707114706615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:58.733018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1756ed5-3d4a-44e4-bfbc-707114706615 None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:58.761218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:58.765796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c7ddbd94-aafc-4146-a149-cdf5b25500bc', '4bf0c01e-f027-480b-8f04-76b60bb4b0e5'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:58.794659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294624d-e392-4c94-804f-a4af263d5ca0 None None] Pushing event updated for resources: {'Port': ['ID=713ab756-c760-4060-8cd8-6eff2c807121,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:58.807813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0cc01a00-9bbb-4ac7-87ee-c8d70cb1e39d None None] Provisioning complete for port 713ab756-c760-4060-8cd8-6eff2c807121 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:58.808260 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0cc01a00-9bbb-4ac7-87ee-c8d70cb1e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (713ab756-c760-4060-8cd8-6eff2c807121), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.874389 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Publish callbacks [] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.892468 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.910607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82be01cb-c46a-4e5b-bb8f-c1f001f1561e req-71eac67d-cd01-4666-8607-7e242e2ccd31 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930667 Feb 11 05:35:58.967392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-23214627-bf0e-4be9-a7f9-77c9fd16941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.969173 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-23214627-bf0e-4be9-a7f9-77c9fd16941c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 1126 time: 0.2107215 Feb 11 05:35:58.998840 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Attempting to bind port e0365202-a0cd-4cb9-b413-b82bd7008b92 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:59.001071 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Attempting to bind port e0365202-a0cd-4cb9-b413-b82bd7008b92 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:59.001730 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Attempting to bind port e0365202-a0cd-4cb9-b413-b82bd7008b92 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:59.027747 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:59.028345 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:59.028866 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.029402 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:59.030061 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Bound port: e0365202-a0cd-4cb9-b413-b82bd7008b92, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:59.032166 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.034076 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Pushing event updated for resources: {'Port': ['ID=e0365202-a0cd-4cb9-b413-b82bd7008b92,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:59.045612 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-ef21fa5f-48b8-4da0-838f-d2d7ec7b8088 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac932351-5fa7-4694-819b-fa2a665c83ad HTTP/1.1" status: 200 len: 217 time: 0.0537138 Feb 11 05:35:59.087064 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.087583 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.088082 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.088527 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.088989 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.089577 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.090198 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.090648 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.091082 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.091598 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.092069 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.092542 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.093320 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:59.124893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0cc01a00-9bbb-4ac7-87ee-c8d70cb1e39d None None] Current status of the port 713ab756-c760-4060-8cd8-6eff2c807121 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:59.139751 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] For port e0365202-a0cd-4cb9-b413-b82bd7008b92, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:59.144531 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] For port e0365202-a0cd-4cb9-b413-b82bd7008b92, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e0365202-a0cd-4cb9-b413-b82bd7008b92,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:59.147989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] No DVR routers for this DVR port 13a792bf-15da-475c-aad0-05e13fbe91d0 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:59.154125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Allocated IP 172.20.0.1 (d868611e-93a5-4446-813d-bf567b61c654/5ba21fd7-c727-40d4-934e-a91efa6732f0/23f5f4b1-c32a-4e07-b2c8-002e61df4bcc) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:59.156752 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.157545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-f053a39a-2095-4a7c-8ea8-812595dd7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:59.158861 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-f053a39a-2095-4a7c-8ea8-812595dd7947 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.1060822 Feb 11 05:35:59.165666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.179925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "DELETE /v2.0/ports/13a792bf-15da-475c-aad0-05e13fbe91d0 HTTP/1.1" status: 204 len: 173 time: 4.7620299 Feb 11 05:35:59.207611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c2028a2-ecdc-42d0-bb02-7340cf40eced req-d67b9daf-9b73-46fa-9df8-5cb5d39657f6 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9019401 Feb 11 05:35:59.227971 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-d1bb48b7-4038-41b3-bad8-a5eeac8f169a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572693 Feb 11 05:35:59.259132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-d4cfc711-696e-41d9-8062-234f3f3fdef1 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1110303 Feb 11 05:35:59.300398 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Routers {'4a588947-5e85-4f65-8aac-e5339529bfa2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:59.301361 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:35:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4a588947-5e85-4f65-8aac-e5339529bfa2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:59.455715 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] Set router 4a588947-5e85-4f65-8aac-e5339529bfa2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:59.497001 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffef72c-e93a-4b29-bd10-9cd6dd062080 x-openstack-request-id: req-cffef72c-e93a-4b29-bd10-9cd6dd062080 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:59.497432 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ea33b0-2b32-42ee-93d9-19003bb52291", "name": "network-vif-unplugged", "status": "completed", "tag": "13a792bf-15da-475c-aad0-05e13fbe91d0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:59.497793 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cffef72c-e93a-4b29-bd10-9cd6dd062080 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:59.499387 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a792bf-15da-475c-aad0-05e13fbe91d0', 'code': 200} Feb 11 05:35:59.577414 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130231bd-e4e6-415f-b0b1-a53415248c70 None None] Pushing event updated for resources: {'Port': ['ID=e0365202-a0cd-4cb9-b413-b82bd7008b92,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:59.587166 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-039a861c-d22f-447a-b3a5-769d020b2dcd service neutron] 10.222.0.81 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401256 Feb 11 05:35:59.594948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-e44f0ec9-7589-4ec3-91ca-9dd80878d829 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161530 Feb 11 05:35:59.596961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35316) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:59.616506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b0d04-051b-4e1d-a0a1-3a7f3a15c603 req-c5e13ab6-ff34-4521-aa1a-2e1df653ada9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:59.620806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a28b0d04-051b-4e1d-a0a1-3a7f3a15c603 req-c5e13ab6-ff34-4521-aa1a-2e1df653ada9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.5599563 Feb 11 05:35:59.761030 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c73eab-c9f6-4e5c-90d8-d0ffbfebbd70 x-openstack-request-id: req-06c73eab-c9f6-4e5c-90d8-d0ffbfebbd70 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:59.761498 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dd7023-882c-4221-be93-f2ff5b254e0c", "name": "network-vif-deleted", "tag": "07302acd-487d-4df7-ae64-36fdcf7a36ab", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:59.761955 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06c73eab-c9f6-4e5c-90d8-d0ffbfebbd70 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:59.762451 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dd7023-882c-4221-be93-f2ff5b254e0c', 'name': 'network-vif-deleted', 'tag': '07302acd-487d-4df7-ae64-36fdcf7a36ab', 'status': 'completed', 'code': 200} Feb 11 05:35:59.929663 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:35:55Z', 'revision_number': 3, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'gw_port': {'id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:54Z', 'updated_at': '2022-02-11T05:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:59.945946 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9c11d29-3e79-465f-8fb6-faec1cb535bd req-492fd996-98c3-4114-9b4f-441a1d78fa10 service neutron] 10.222.0.81 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430047 Feb 11 05:36:00.034896 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b72f7-aba0-4ef9-a393-1029e6c35b00 None None] The sync data for ids ['4a588947-5e85-4f65-8aac-e5339529bfa2'] in n-d-715271-35 is: [{'id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:35:55Z', 'revision_number': 3, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'gw_port': {'id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:54Z', 'updated_at': '2022-02-11T05:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:00.041941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Publish callbacks [] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.066008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 7aba81b6-7655-4ea0-b646-ceaefc36d6b9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:00.099625 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6234b4-8d6b-4b33-bc9a-51f6ed40fbb2 x-openstack-request-id: req-0d6234b4-8d6b-4b33-bc9a-51f6ed40fbb2 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:00.099625 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a4c3d2-9596-4992-9ff8-37dda73a0af5", "tag": "ac932351-5fa7-4694-819b-fa2a665c83ad", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:00.101491 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d6234b4-8d6b-4b33-bc9a-51f6ed40fbb2 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:00.105731 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a4c3d2-9596-4992-9ff8-37dda73a0af5', 'tag': 'ac932351-5fa7-4694-819b-fa2a665c83ad', 'status': 'completed', 'code': 200} Feb 11 05:36:00.124314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.127605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a28b0d04-051b-4e1d-a0a1-3a7f3a15c603 req-cacdff90-25a4-4a34-82df-627e8464a9f9 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917147 Feb 11 05:36:00.254016 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ff86d53a-130c-4cbf-a3cc-135f1d79fa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.269964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Pushing event updated for resources: {'Port': ['ID=23f5f4b1-c32a-4e07-b2c8-002e61df4bcc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:00.337780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Network d868611e-93a5-4446-813d-bf567b61c654 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:00.354315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:00.383137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:00.466943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 713ab756-c760-4060-8cd8-6eff2c807121 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:00.551713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-51513003-500f-4110-9e75-37dda348b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:00.553326 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-51513003-500f-4110-9e75-37dda348b81a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 1126 time: 0.4466388 Feb 11 05:36:00.554306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (4a588947-5e85-4f65-8aac-e5339529bfa2), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.681748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 713ab756-c760-4060-8cd8-6eff2c807121 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:00.682412 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (713ab756-c760-4060-8cd8-6eff2c807121), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.818731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6c47a-0101-407f-896a-fd1956a15f01 req-e2922fa2-72be-45a6-8e6c-1785cec1fc03 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:00.835104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48d6c47a-0101-407f-896a-fd1956a15f01 req-e2922fa2-72be-45a6-8e6c-1785cec1fc03 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 946 time: 0.6564331 Feb 11 05:36:00.931475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-e6bfd3fa-7ac5-4b8e-bfc3-4e14640b3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:00.933676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 713ab756-c760-4060-8cd8-6eff2c807121 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:00.934102 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-e6bfd3fa-7ac5-4b8e-bfc3-4e14640b3b7c service neutron] 10.222.0.81 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 916 time: 0.2318015 Feb 11 05:36:00.981402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3d354b4a-cd22-4260-a747-5b8c198ecd58 None None] Provisioning complete for port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:00.981791 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3d354b4a-cd22-4260-a747-5b8c198ecd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.037494 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-e86beadc-cc2d-438a-83cf-21e906d58179 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac932351-5fa7-4694-819b-fa2a665c83ad HTTP/1.1" status: 200 len: 217 time: 0.0891516 Feb 11 05:36:01.082666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.090529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3d354b4a-cd22-4260-a747-5b8c198ecd58 None None] Port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:01.130349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:01.143521 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab5ccd-7511-46ed-bc10-a4fa25253d2a None None] Sync routers for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:01.164965 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab5ccd-7511-46ed-bc10-a4fa25253d2a None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:01.165687 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9fab5ccd-7511-46ed-bc10-a4fa25253d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:01.169395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.191193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5e526-9940-416c-9ee3-e2a3f0790d39 req-1a345fad-dd92-43ef-b22e-f3f52adb9bd2 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:01.193094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89b5e526-9940-416c-9ee3-e2a3f0790d39 req-1a345fad-dd92-43ef-b22e-f3f52adb9bd2 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 943 time: 0.5087507 Feb 11 05:36:01.292268 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9fab5ccd-7511-46ed-bc10-a4fa25253d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:01.330391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-c06df497-360e-4dc5-a906-1081d70d5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:01.331582 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab5ccd-7511-46ed-bc10-a4fa25253d2a None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:01.332217 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9fab5ccd-7511-46ed-bc10-a4fa25253d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:01.338947 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-c06df497-360e-4dc5-a906-1081d70d5454 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.2872403 Feb 11 05:36:01.378543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48d6c47a-0101-407f-896a-fd1956a15f01 req-aa672e04-aeef-4e39-a0df-026f2237d293 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5424685 Feb 11 05:36:01.440173 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9fab5ccd-7511-46ed-bc10-a4fa25253d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:01.440942 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab5ccd-7511-46ed-bc10-a4fa25253d2a None None] The sync data for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:01.494157 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-c10f17ee-89c7-4245-acc5-c406f1d7a291 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856040 Feb 11 05:36:01.505467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.626180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b03f7544-2b41-4e21-9ba6-4cf3bfe7e517 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/floatingips/8eef6658-e36a-4936-9b68-7dd266272aae HTTP/1.1" status: 200 len: 979 time: 10.0152378 Feb 11 05:36:01.630618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89b5e526-9940-416c-9ee3-e2a3f0790d39 req-87be8875-08be-4f4c-814a-4bd00d2b04b7 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901789 Feb 11 05:36:01.631133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35354) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:01.776597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'name': 'network-vif-deleted', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc'}, {'server_uuid': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'name': 'network-vif-deleted', 'tag': '13a792bf-15da-475c-aad0-05e13fbe91d0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:01.790168 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca09c9c-55ab-4e53-98f0-fbedde1f38b7" -d '{"events": [{"server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "name": "network-vif-deleted", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc"}, {"server_uuid": "b6ea33b0-2b32-42ee-93d9-19003bb52291", "name": "network-vif-deleted", "tag": "13a792bf-15da-475c-aad0-05e13fbe91d0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:01.898729 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f445c47-534f-4285-9965-a1119c2c0f04 x-openstack-request-id: req-3f445c47-534f-4285-9965-a1119c2c0f04 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:01.899303 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3d3986-abbc-4048-a6dd-8b1384c90f3a", "name": "network-vif-deleted", "tag": "1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc", "status": "completed", "code": 200}, {"server_uuid": "b6ea33b0-2b32-42ee-93d9-19003bb52291", "name": "network-vif-deleted", "tag": "13a792bf-15da-475c-aad0-05e13fbe91d0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:01.899303 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f445c47-534f-4285-9965-a1119c2c0f04 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:01.899782 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3d3986-abbc-4048-a6dd-8b1384c90f3a', 'name': 'network-vif-deleted', 'tag': '1b74206b-c1bc-4fbb-9d2e-f03f8a3d0bdc', 'status': 'completed', 'code': 200} Feb 11 05:36:01.900081 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ea33b0-2b32-42ee-93d9-19003bb52291', 'name': 'network-vif-deleted', 'tag': '13a792bf-15da-475c-aad0-05e13fbe91d0', 'status': 'completed', 'code': 200} Feb 11 05:36:02.044113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-8907118e-283f-4417-89e1-b6145c29f02e tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:02.045855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-8907118e-283f-4417-89e1-b6145c29f02e tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 946 time: 0.4058537 Feb 11 05:36:02.072720 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-93343003-1220-460b-9913-67a2c74d73d9 service neutron] 10.222.0.81 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393498 Feb 11 05:36:02.080291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7845-20e9-41ad-9c10-b0b81021f866 req-889118a9-d8fb-4e74-9346-a6c6674a6072 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:02.092024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a28a7845-20e9-41ad-9c10-b0b81021f866 req-889118a9-d8fb-4e74-9346-a6c6674a6072 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.2608762 Feb 11 05:36:02.382153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Publish callbacks [] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.417829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.536832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ac932351-5fa7-4694-819b-fa2a665c83ad details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:02.614162 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (4a588947-5e85-4f65-8aac-e5339529bfa2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.675061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Pushing event updated for resources: {'Port': ['ID=23f5f4b1-c32a-4e07-b2c8-002e61df4bcc,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:02.722347 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-099b1ad9-c9b1-489c-99d6-c29d62f36700 req-ac198b08-f5ce-4c7d-890d-c55bd40d566e service neutron] 10.222.0.81 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272128 Feb 11 05:36:02.783989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port f771b968-3b2b-448d-a36a-3168be41aa7f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:02.787471 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f771b968-3b2b-448d-a36a-3168be41aa7f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.843873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ac932351-5fa7-4694-819b-fa2a665c83ad, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ac932351-5fa7-4694-819b-fa2a665c83ad,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:02.861173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a28a7845-20e9-41ad-9c10-b0b81021f866 req-56b9872d-52bc-424b-a470-923dec5b667d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321215 Feb 11 05:36:02.879143 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ac932351-5fa7-4694-819b-fa2a665c83ad', 'network_id': '2ee70d01-8371-4a8f-9578-84f2895a32ab', 'port_id': 'ac932351-5fa7-4694-819b-fa2a665c83ad', 'mac_address': 'fa:16:3e:1a:cd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75535e81-136b-455e-823e-db1995cc9522', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:02.902628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e0365202-a0cd-4cb9-b413-b82bd7008b92 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:02.914819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Network d868611e-93a5-4446-813d-bf567b61c654 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:02.922145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:02.986845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc94837-6095-406e-b7df-dcd6729bbfef req-cfb66223-8881-47f6-9988-c42057a535d7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:03.007509 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dc94837-6095-406e-b7df-dcd6729bbfef req-cfb66223-8881-47f6-9988-c42057a535d7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8 HTTP/1.1" status: 200 len: 950 time: 0.5962172 Feb 11 05:36:03.129543 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (f103d6fa-d3af-44b4-92f0-35d286a454ff), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.166580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Router 4a588947-5e85-4f65-8aac-e5339529bfa2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:03.213919 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.287446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ac932351-5fa7-4694-819b-fa2a665c83ad is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:03.287732 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.291029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e0365202-a0cd-4cb9-b413-b82bd7008b92 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:03.291394 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.389163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac932351-5fa7-4694-819b-fa2a665c83ad {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:03.395660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:03.412250 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fb812441-818e-46aa-acd6-8ba9ebbc2046 admin admin] 10.222.0.31 "PUT /v2.0/routers/4a588947-5e85-4f65-8aac-e5339529bfa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1681106 Feb 11 05:36:03.455808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Sync routers for ids ['4a588947-5e85-4f65-8aac-e5339529bfa2'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:03.601430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Routers {'4a588947-5e85-4f65-8aac-e5339529bfa2'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:03.602165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4a588947-5e85-4f65-8aac-e5339529bfa2'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:03.627436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ac932351-5fa7-4694-819b-fa2a665c83ad, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ac932351-5fa7-4694-819b-fa2a665c83ad,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:03.631384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b4868881-1223-47c6-b53b-7e18685f58c1 None None] Provisioning complete for port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:03.631803 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b4868881-1223-47c6-b53b-7e18685f58c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.861688 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.867242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b4868881-1223-47c6-b53b-7e18685f58c1 None None] Port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:04.060857 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.116745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e0365202-a0cd-4cb9-b413-b82bd7008b92 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:04.117412 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.129992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ac932351-5fa7-4694-819b-fa2a665c83ad,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:04.155125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port e0365202-a0cd-4cb9-b413-b82bd7008b92, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e0365202-a0cd-4cb9-b413-b82bd7008b92,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:04.165878 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.210614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dc94837-6095-406e-b7df-dcd6729bbfef req-879052d3-b47e-47b2-8804-51160459c3e7 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1932881 Feb 11 05:36:04.396489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Set router 4a588947-5e85-4f65-8aac-e5339529bfa2 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:04.419602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=e0365202-a0cd-4cb9-b413-b82bd7008b92,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:04.432504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-a4fa7c1a-86ba-4a35-9027-628d26178e5f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.439189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ac932351-5fa7-4694-819b-fa2a665c83ad'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:04.454922 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-a4fa7c1a-86ba-4a35-9027-628d26178e5f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/ports?device_id=641435fe-d44a-49c1-80e5-d9c926bc77f8 HTTP/1.1" status: 200 len: 950 time: 0.2140930 Feb 11 05:36:04.456401 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f771b968-3b2b-448d-a36a-3168be41aa7f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.477654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Deleting port f12d0d31-2b2e-4133-a201-f4bd4a172771 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:04.478156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.664225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Deleting port c7ddbd94-aafc-4146-a149-cdf5b25500bc {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:04.664838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.024241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device f12d0d31-2b2e-4133-a201-f4bd4a172771 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:05.068160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] For port c7ddbd94-aafc-4146-a149-cdf5b25500bc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c7ddbd94-aafc-4146-a149-cdf5b25500bc,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:05.069552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.122855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Calling delete_port for c7ddbd94-aafc-4146-a149-cdf5b25500bc owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:05.157752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.158386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (8eef6658-e36a-4936-9b68-7dd266272aae), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.158821 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Floating IP 8eef6658-e36a-4936-9b68-7dd266272aae disassociated. External IP: 172.25.1.215, port: f771b968-3b2b-448d-a36a-3168be41aa7f. Feb 11 05:36:05.159296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for f771b968-3b2b-448d-a36a-3168be41aa7f owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:05.275356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:36:01Z', 'revision_number': 4, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'gw_port': {'id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:54Z', 'updated_at': '2022-02-11T05:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '23f5f4b1-c32a-4e07-b2c8-002e61df4bcc', 'name': '', 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'mac_address': 'fa:16:3e:71:f1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '5ba21fd7-c727-40d4-934e-a91efa6732f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:58Z', 'updated_at': '2022-02-11T05:36:01Z', 'revision_number': 2, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'subnets': [{'id': '5ba21fd7-c727-40d4-934e-a91efa6732f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:05.294821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port f12d0d31-2b2e-4133-a201-f4bd4a172771 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:05.295508 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.344909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Checking router: 4a588947-5e85-4f65-8aac-e5339529bfa2 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:05.345302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Updating router 4a588947-5e85-4f65-8aac-e5339529bfa2 port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:36:05.435255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port f12d0d31-2b2e-4133-a201-f4bd4a172771, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f12d0d31-2b2e-4133-a201-f4bd4a172771,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:05.442358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:05.445723 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca9c04-f53a-4650-9d33-04c8179b7beb" -d '{"events": [{"server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "name": "network-vif-unplugged", "status": "completed", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:05.454737 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.488579 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.570466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=f12d0d31-2b2e-4133-a201-f4bd4a172771,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.663530 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c7ddbd94-aafc-4146-a149-cdf5b25500bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.745220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event deleted for resources: {'Port': ['ID=c7ddbd94-aafc-4146-a149-cdf5b25500bc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.905205 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f771b968-3b2b-448d-a36a-3168be41aa7f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.954481 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Publish callbacks [] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.960169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:05.993367 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.055913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f703e3f-c3de-49e9-99c2-1620cc616166 None None] Pushing event updated for resources: {'Port': ['ID=23f5f4b1-c32a-4e07-b2c8-002e61df4bcc,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:06.091071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afe939-27b5-48ac-8261-dbcae475e47a req-b348fc4e-cf92-4be0-987e-701531551ad6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:06.106644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5afe939-27b5-48ac-8261-dbcae475e47a req-b348fc4e-cf92-4be0-987e-701531551ad6 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 946 time: 2.9627905 Feb 11 05:36:06.136073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=f771b968-3b2b-448d-a36a-3168be41aa7f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:06.219894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Attempting to bind port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:06.220506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Attempting to bind port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '60801a81-3715-4ce2-b405-58a019b9a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:06.221054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Attempting to bind port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc on network d868611e-93a5-4446-813d-bf567b61c654 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:06.240174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:06.240796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Checking segment: {'id': '60801a81-3715-4ce2-b405-58a019b9a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:06.241267 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.241664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Bound using segment: {'id': '60801a81-3715-4ce2-b405-58a019b9a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:06.242137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Bound port: 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60801a81-3715-4ce2-b405-58a019b9a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:06.242513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.406324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] For port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:06.412688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] For port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=23f5f4b1-c32a-4e07-b2c8-002e61df4bcc,segment=NetworkSegment(60801a81-3715-4ce2-b405-58a019b9a3d9),segment_id=60801a81-3715-4ce2-b405-58a019b9a3d9)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:06.516446 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.754148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e0365202-a0cd-4cb9-b413-b82bd7008b92 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:06.756451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ac932351-5fa7-4694-819b-fa2a665c83ad up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:06.856129 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5afe939-27b5-48ac-8261-dbcae475e47a req-ae8ce580-161f-48e1-b547-b4f13b961b25 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6854563 Feb 11 05:36:07.203647 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] No DVR routers for this DVR port c7ddbd94-aafc-4146-a149-cdf5b25500bc on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:07.207974 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.219068 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-286efe35-65c9-4928-95bf-2c631b73bc09 req-52e47e15-ff1e-4249-846d-e5523b228575 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "DELETE /v2.0/ports/c7ddbd94-aafc-4146-a149-cdf5b25500bc HTTP/1.1" status: 204 len: 173 time: 2.7548139 Feb 11 05:36:07.219572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641435fe-d44a-49c1-80e5-d9c926bc77f8', 'name': 'network-vif-deleted', 'tag': 'c7ddbd94-aafc-4146-a149-cdf5b25500bc'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:07.229276 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2878cc-6c8b-4a4e-9157-b3c4182a42f9" -d '{"events": [{"server_uuid": "641435fe-d44a-49c1-80e5-d9c926bc77f8", "name": "network-vif-deleted", "tag": "c7ddbd94-aafc-4146-a149-cdf5b25500bc"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:07.503636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] For port f12d0d31-2b2e-4133-a201-f4bd4a172771, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=f12d0d31-2b2e-4133-a201-f4bd4a172771,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:07.504314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.941139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5901930-5991-46dc-9144-579b7e483136 req-1acfea8f-a345-4004-ae0a-da6384907c95 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:07.952514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5901930-5991-46dc-9144-579b7e483136 req-1acfea8f-a345-4004-ae0a-da6384907c95 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 944 time: 3.4881642 Feb 11 05:36:08.156469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Routers {'4a588947-5e85-4f65-8aac-e5339529bfa2'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:08.157138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4a588947-5e85-4f65-8aac-e5339529bfa2'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:08.204733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-2a78a35b-221b-42a2-a667-731cc471ca3e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:08.206229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-2a78a35b-221b-42a2-a667-731cc471ca3e tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 950 time: 3.6481709 Feb 11 05:36:08.286499 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.286499 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (336d98ec-c4da-4fca-9399-c7886788534f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.286499 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Floating IP 336d98ec-c4da-4fca-9399-c7886788534f disassociated. External IP: 172.25.1.51, port: f12d0d31-2b2e-4133-a201-f4bd4a172771. Feb 11 05:36:08.286499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Calling delete_port for f12d0d31-2b2e-4133-a201-f4bd4a172771 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:08.299349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-da5c70f3-ebeb-401a-b739-96b1203c564b None None] Provisioning complete for port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:08.299946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da5c70f3-ebeb-401a-b739-96b1203c564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.316747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f703e3f-c3de-49e9-99c2-1620cc616166 None None] Pushing event updated for resources: {'Port': ['ID=23f5f4b1-c32a-4e07-b2c8-002e61df4bcc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:08.383119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2db02-ca0e-4729-b538-d88533bfde77 req-f4942d32-b51a-48db-b2da-abb5566bfe83 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:08.384598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ad2db02-ca0e-4729-b538-d88533bfde77 req-f4942d32-b51a-48db-b2da-abb5566bfe83 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.9747136 Feb 11 05:36:08.394968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 7aba81b6-7655-4ea0-b646-ceaefc36d6b9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:08.418906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5901930-5991-46dc-9144-579b7e483136 req-82f2cdca-c8c1-4f8e-8ec7-b6999d86188a tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654491 Feb 11 05:36:08.654799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ad2db02-ca0e-4729-b538-d88533bfde77 req-a2bfad02-42be-4f8b-a400-c66adbc96775 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714756 Feb 11 05:36:08.749331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] Set router 4a588947-5e85-4f65-8aac-e5339529bfa2 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:08.808608 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526d1774-1a83-4a63-bffc-ae04f218c14f x-openstack-request-id: req-526d1774-1a83-4a63-bffc-ae04f218c14f {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:08.809211 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641435fe-d44a-49c1-80e5-d9c926bc77f8", "name": "network-vif-deleted", "tag": "c7ddbd94-aafc-4146-a149-cdf5b25500bc", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:08.809399 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-526d1774-1a83-4a63-bffc-ae04f218c14f {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:08.809907 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641435fe-d44a-49c1-80e5-d9c926bc77f8', 'name': 'network-vif-deleted', 'tag': 'c7ddbd94-aafc-4146-a149-cdf5b25500bc', 'status': 'completed', 'code': 200} Feb 11 05:36:08.918918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Deleting port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:08.919533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.051169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:09.064712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44484e51-43fe-42fd-ad06-9496c4c80d8a req-5beab26e-0d2d-4400-a3bc-75c4936ab624 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:09.065577 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d97dbe1-60fd-40ca-8b5e-d826219ef706 None None] Sync routers for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:09.080518 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0be163-b208-404f-bc7a-03aa211b99c0 x-openstack-request-id: req-cb0be163-b208-404f-bc7a-03aa211b99c0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:09.080891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44484e51-43fe-42fd-ad06-9496c4c80d8a req-5beab26e-0d2d-4400-a3bc-75c4936ab624 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 944 time: 0.3056004 Feb 11 05:36:09.081205 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "name": "network-vif-unplugged", "status": "completed", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:09.081662 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb0be163-b208-404f-bc7a-03aa211b99c0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:09.082186 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'code': 200} Feb 11 05:36:09.086515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ac932351-5fa7-4694-819b-fa2a665c83ad completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:36:09.088943 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d97dbe1-60fd-40ca-8b5e-d826219ef706 None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:09.094626 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7d97dbe1-60fd-40ca-8b5e-d826219ef706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:09.126863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f12d0d31-2b2e-4133-a201-f4bd4a172771), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.178836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Pushing event deleted for resources: {'Port': ['ID=f12d0d31-2b2e-4133-a201-f4bd4a172771,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:09.191542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Deleting port 617dce8b-be18-41f6-95b6-bc40ee16a626 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:09.191887 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.227767 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7d97dbe1-60fd-40ca-8b5e-d826219ef706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:09.253236 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d97dbe1-60fd-40ca-8b5e-d826219ef706 None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:09.253866 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7d97dbe1-60fd-40ca-8b5e-d826219ef706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:09.343815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e0365202-a0cd-4cb9-b413-b82bd7008b92 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:09.346094 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7d97dbe1-60fd-40ca-8b5e-d826219ef706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:09.346937 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d97dbe1-60fd-40ca-8b5e-d826219ef706 None None] The sync data for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:09.348999 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.446504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ac932351-5fa7-4694-819b-fa2a665c83ad triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:09.450307 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.752465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44484e51-43fe-42fd-ad06-9496c4c80d8a req-134dfa08-cc7e-449b-9860-48fc3164d7f5 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dcc9464-084a-4bdc-9d6a-08cf720a9484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6698728 Feb 11 05:36:09.791237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] For port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:09.791914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.820834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4437bdf-f808-4871-8003-5d41f70f5619 req-1da79524-7fbe-4d1c-9327-7aa46c2c1981 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:09.822809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4437bdf-f808-4871-8003-5d41f70f5619 req-1da79524-7fbe-4d1c-9327-7aa46c2c1981 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 950 time: 0.8779466 Feb 11 05:36:09.895162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-da5c70f3-ebeb-401a-b739-96b1203c564b None None] Current status of the port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:09.895570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da5c70f3-ebeb-401a-b739-96b1203c564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.028133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:36:01Z', 'revision_number': 4, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'gw_port': {'id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:54Z', 'updated_at': '2022-02-11T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '23f5f4b1-c32a-4e07-b2c8-002e61df4bcc', 'name': '', 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'mac_address': 'fa:16:3e:71:f1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '5ba21fd7-c727-40d4-934e-a91efa6732f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:58Z', 'updated_at': '2022-02-11T05:36:06Z', 'revision_number': 4, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'subnets': [{'id': '5ba21fd7-c727-40d4-934e-a91efa6732f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:10.070273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce739f3-de0b-4b36-97f6-6e9164450a90 None None] The sync data for ids ['4a588947-5e85-4f65-8aac-e5339529bfa2'] in n-d-715271-35 is: [{'id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:36:01Z', 'revision_number': 4, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'gw_port': {'id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:54Z', 'updated_at': '2022-02-11T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '23f5f4b1-c32a-4e07-b2c8-002e61df4bcc', 'name': '', 'network_id': 'd868611e-93a5-4446-813d-bf567b61c654', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'mac_address': 'fa:16:3e:71:f1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '5ba21fd7-c727-40d4-934e-a91efa6732f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:58Z', 'updated_at': '2022-02-11T05:36:06Z', 'revision_number': 4, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'subnets': [{'id': '5ba21fd7-c727-40d4-934e-a91efa6732f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:10.072624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e0365202-a0cd-4cb9-b413-b82bd7008b92 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:10.123273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Calling delete_port for 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:10.144566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ac932351-5fa7-4694-819b-fa2a665c83ad is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:10.144969 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.202516 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.214837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-da5c70f3-ebeb-401a-b739-96b1203c564b None None] For port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=23f5f4b1-c32a-4e07-b2c8-002e61df4bcc,segment=NetworkSegment(60801a81-3715-4ce2-b405-58a019b9a3d9),segment_id=60801a81-3715-4ce2-b405-58a019b9a3d9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:10.246282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35416) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:10.273720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0b8da838-9249-48d5-8de0-9b9e822579fb tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/ports/f771b968-3b2b-448d-a36a-3168be41aa7f HTTP/1.1" status: 204 len: 168 time: 8.6179209 Feb 11 05:36:10.275021 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da5c70f3-ebeb-401a-b739-96b1203c564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.362645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] For port 617dce8b-be18-41f6-95b6-bc40ee16a626, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=617dce8b-be18-41f6-95b6-bc40ee16a626,segment=NetworkSegment(a3abd597-aaee-461d-ae7f-ef11fb8d4521),segment_id=a3abd597-aaee-461d-ae7f-ef11fb8d4521)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:10.369504 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.430429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Calling delete_port for 617dce8b-be18-41f6-95b6-bc40ee16a626 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:10.486991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ac932351-5fa7-4694-819b-fa2a665c83ad, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ac932351-5fa7-4694-819b-fa2a665c83ad,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:10.525014 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.531163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c7ddbd94-aafc-4146-a149-cdf5b25500bc no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:10.693850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7a09319b-8114-4f45-b096-00751e14e94f None None] Provisioning complete for port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:10.717284 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7a09319b-8114-4f45-b096-00751e14e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.835429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c7ddbd94-aafc-4146-a149-cdf5b25500bc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:10.835776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c7ddbd94-aafc-4146-a149-cdf5b25500bc not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:10.836129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:10.840135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c70f3-ebeb-401a-b739-96b1203c564b None None] Pushing event updated for resources: {'Port': ['ID=23f5f4b1-c32a-4e07-b2c8-002e61df4bcc,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:11.092667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a4c3d2-9596-4992-9ff8-37dda73a0af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac932351-5fa7-4694-819b-fa2a665c83ad'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:11.102877 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b2c628-079b-48ab-85d7-92a542dd5db9" -d '{"events": [{"server_uuid": "b8a4c3d2-9596-4992-9ff8-37dda73a0af5", "name": "network-vif-plugged", "status": "completed", "tag": "ac932351-5fa7-4694-819b-fa2a665c83ad"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:11.287624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7a09319b-8114-4f45-b096-00751e14e94f None None] Current status of the port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:11.413078 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (617dce8b-be18-41f6-95b6-bc40ee16a626), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.415967 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.455319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['90e80e91-3d2a-4312-95d1-49a86d5624a6'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:11.558351 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.565549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=617dce8b-be18-41f6-95b6-bc40ee16a626,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:11.622204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ac932351-5fa7-4694-819b-fa2a665c83ad,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:11.648487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.648882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.651597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.651761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.652091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.652445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.655075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.656537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.656905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.657297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.657646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.659783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.660142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.694262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:11.695152 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4bf0c01e-f027-480b-8f04-76b60bb4b0e5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.917133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc71fc8-4bae-4a91-bb8a-cee6656dd7b1 req-1a55170f-baf3-4188-be3d-47bb36aa6623 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:11.924359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebc71fc8-4bae-4a91-bb8a-cee6656dd7b1 req-1a55170f-baf3-4188-be3d-47bb36aa6623 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 944 time: 2.0059655 Feb 11 05:36:11.994896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event deleted for resources: {'Port': ['ID=4bf0c01e-f027-480b-8f04-76b60bb4b0e5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:12.155655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4437bdf-f808-4871-8003-5d41f70f5619 req-9d7b42cc-8511-421c-ac8a-39c054ad3e86 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1465385 Feb 11 05:36:12.574675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port e3180987-4104-4ef9-8e99-7ad47edb957c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:12.575188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.644047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:12.845784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:12.855686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.900860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (f103d6fa-d3af-44b4-92f0-35d286a454ff), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.918042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] No DVR routers for this DVR port 4bf0c01e-f027-480b-8f04-76b60bb4b0e5 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:12.995703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebc71fc8-4bae-4a91-bb8a-cee6656dd7b1 req-3f1fed5e-857f-47f9-9d63-05ee399410ed tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0071106 Feb 11 05:36:13.013392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.023866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.029242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-adbe8d00-93f5-473a-8fde-2be9c4f51830 req-8a446b43-9a3b-46f6-99ff-94624546d39d tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.81 "DELETE /v2.0/ports/4bf0c01e-f027-480b-8f04-76b60bb4b0e5 HTTP/1.1" status: 204 len: 173 time: 4.7997422 Feb 11 05:36:13.045050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088a2910-2eb7-4bc9-a4b1-c5d396751696', 'name': 'network-vif-deleted', 'tag': '4bf0c01e-f027-480b-8f04-76b60bb4b0e5'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:13.046579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for e3180987-4104-4ef9-8e99-7ad47edb957c owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:13.055793 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffd76fb-8254-4323-a885-3fdd3daaac69" -d '{"events": [{"server_uuid": "088a2910-2eb7-4bc9-a4b1-c5d396751696", "name": "network-vif-deleted", "tag": "4bf0c01e-f027-480b-8f04-76b60bb4b0e5"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:13.080096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:13.404847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Router a5925aad-3468-4219-b684-aa7a2e0a031a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:13.440699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54f94b5a-f7bb-4b53-8802-dc00f1561f47 req-cabbb19b-c216-4621-9235-e6cf70356481 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.1874931 Feb 11 05:36:13.575243 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1cb89-6107-4ad1-9f93-60063bb49b25 x-openstack-request-id: req-4db1cb89-6107-4ad1-9f93-60063bb49b25 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:13.576016 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a4c3d2-9596-4992-9ff8-37dda73a0af5", "name": "network-vif-plugged", "status": "completed", "tag": "ac932351-5fa7-4694-819b-fa2a665c83ad", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:13.576759 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4db1cb89-6107-4ad1-9f93-60063bb49b25 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:13.578087 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a4c3d2-9596-4992-9ff8-37dda73a0af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac932351-5fa7-4694-819b-fa2a665c83ad', 'code': 200} Feb 11 05:36:13.593524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e3180987-4104-4ef9-8e99-7ad47edb957c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.679275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=e3180987-4104-4ef9-8e99-7ad47edb957c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:13.703605 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffa84fd-44ef-4fc6-8fae-8b5313db33f8 x-openstack-request-id: req-5ffa84fd-44ef-4fc6-8fae-8b5313db33f8 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:13.703926 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088a2910-2eb7-4bc9-a4b1-c5d396751696", "name": "network-vif-deleted", "tag": "4bf0c01e-f027-480b-8f04-76b60bb4b0e5", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:13.704195 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ffa84fd-44ef-4fc6-8fae-8b5313db33f8 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:13.704843 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088a2910-2eb7-4bc9-a4b1-c5d396751696', 'name': 'network-vif-deleted', 'tag': '4bf0c01e-f027-480b-8f04-76b60bb4b0e5', 'status': 'completed', 'code': 200} Feb 11 05:36:13.925362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aefb8c-d315-41d3-9893-98d2c32035ac req-55662303-5f16-4c7e-b013-4504c5dcdb76 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:13.928021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97aefb8c-d315-41d3-9893-98d2c32035ac req-55662303-5f16-4c7e-b013-4504c5dcdb76 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 1.0295534 Feb 11 05:36:14.093753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-542acffc-d84c-4db0-90b8-5eb279228c99 req-58a43543-e866-4fd7-ae67-bc23d710717f tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=088a2910-2eb7-4bc9-a4b1-c5d396751696 HTTP/1.1" status: 200 len: 210 time: 0.1947644 Feb 11 05:36:14.351018 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.566508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:14.595765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] Sync routers for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:14.610870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:14.614280 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:14.755979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] No DVR routers for this DVR port f12d0d31-2b2e-4133-a201-f4bd4a172771 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:14.759387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.767636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0583c10-a29e-44c0-bc5c-ad16bb371281 req-243fa2a3-9445-4991-9c90-e0be6616594a tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.72 "DELETE /v2.0/ports/f12d0d31-2b2e-4133-a201-f4bd4a172771 HTTP/1.1" status: 204 len: 173 time: 12.7097595 Feb 11 05:36:14.839715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace59896-91ce-4314-aa14-cf73a9f737b5 req-7ad5fc39-0421-4268-abc6-bc499828d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:14.841330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace59896-91ce-4314-aa14-cf73a9f737b5 req-7ad5fc39-0421-4268-abc6-bc499828d8bd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 1128 time: 0.7098520 Feb 11 05:36:14.982551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd964-34fc-49ff-8af2-f9001c4173e8 req-30e6eb9f-5c47-4f0a-b887-64b9cb90805f tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:14.996106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-306fd964-34fc-49ff-8af2-f9001c4173e8 req-30e6eb9f-5c47-4f0a-b887-64b9cb90805f tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 945 time: 0.5396726 Feb 11 05:36:15.104023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97aefb8c-d315-41d3-9893-98d2c32035ac req-c6996ca9-aa4e-427c-b2e0-b01e0af60fa5 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0341258 Feb 11 05:36:15.129157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:15.299037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace59896-91ce-4314-aa14-cf73a9f737b5 req-39dab4ad-87ef-4a79-b61a-f8e382a7b291 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416826 Feb 11 05:36:15.337627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 7aba81b6-7655-4ea0-b646-ceaefc36d6b9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:15.482935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3eb7a736-b9c0-45fa-afec-fa7a29af3497 req-d6985131-6925-42ed-82ad-f50c52619b9f tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0980370 Feb 11 05:36:15.490443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-306fd964-34fc-49ff-8af2-f9001c4173e8 req-e4cff983-6c84-4852-9521-1787b4e9f0dc tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934354 Feb 11 05:36:15.511358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Router f103d6fa-d3af-44b4-92f0-35d286a454ff has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:15.711135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'name': 'network-vif-deleted', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:15.721670 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac3da5-5d2c-401e-a5ce-f553adbcfe25" -d '{"events": [{"server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "name": "network-vif-deleted", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:15.760608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:15.790431 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72bc8c0-c48b-47b3-b5e3-980e8f55a94d None None] Sync routers for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:15.799575 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4902c3a-6b85-4d92-a1ae-7cb969a86630 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/routers/7aba81b6-7655-4ea0-b646-ceaefc36d6b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5500360 Feb 11 05:36:15.801646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35450) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:15.840670 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72bc8c0-c48b-47b3-b5e3-980e8f55a94d None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:15.846605 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c72bc8c0-c48b-47b3-b5e3-980e8f55a94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:15.989714 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075f72d0-86c8-4b96-8306-4e418d0734d4 x-openstack-request-id: req-075f72d0-86c8-4b96-8306-4e418d0734d4 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:15.989714 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e3b269-169a-4e78-bafa-ec0ca2a84475", "name": "network-vif-deleted", "tag": "f12d0d31-2b2e-4133-a201-f4bd4a172771", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:15.989714 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-075f72d0-86c8-4b96-8306-4e418d0734d4 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:15.990501 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e3b269-169a-4e78-bafa-ec0ca2a84475', 'name': 'network-vif-deleted', 'tag': 'f12d0d31-2b2e-4133-a201-f4bd4a172771', 'status': 'completed', 'code': 200} Feb 11 05:36:16.017583 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c72bc8c0-c48b-47b3-b5e3-980e8f55a94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:16.061939 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72bc8c0-c48b-47b3-b5e3-980e8f55a94d None None] Routers {'7aba81b6-7655-4ea0-b646-ceaefc36d6b9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:16.066692 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c72bc8c0-c48b-47b3-b5e3-980e8f55a94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:16.112736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:16.141094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-abd929dc-3ae8-4b19-8946-80226c3f43c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/f103d6fa-d3af-44b4-92f0-35d286a454ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5182228 Feb 11 05:36:16.142057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35452) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:16.178849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] Sync routers for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:16.231523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.272407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:16.274949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:16.304502 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c72bc8c0-c48b-47b3-b5e3-980e8f55a94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:16.344682 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72bc8c0-c48b-47b3-b5e3-980e8f55a94d None None] The sync data for ids ['7aba81b6-7655-4ea0-b646-ceaefc36d6b9'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:16.545077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_gateway (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.608218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:16.746807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port 0a448297-f6b3-4368-bb3e-b53373284579 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:16.747635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0a448297-f6b3-4368-bb3e-b53373284579), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.793441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks [] for router (f103d6fa-d3af-44b4-92f0-35d286a454ff), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.082003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0a448297-f6b3-4368-bb3e-b53373284579), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.131589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for 0a448297-f6b3-4368-bb3e-b53373284579 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:17.263332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:59Z', 'revision_number': 5, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:17.373049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] Checking router: a5925aad-3468-4219-b684-aa7a2e0a031a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:17.411696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:17.425453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:17.485097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0a448297-f6b3-4368-bb3e-b53373284579), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.530495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks [] for router_gateway (f103d6fa-d3af-44b4-92f0-35d286a454ff), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.540304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=0a448297-f6b3-4368-bb3e-b53373284579,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:17.556925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f0502-f8f0-48fb-94cc-a96cf69e5c36 req-de59f253-57f7-433a-bb23-20638cd2772c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:17.558846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e2f0502-f8f0-48fb-94cc-a96cf69e5c36 req-de59f253-57f7-433a-bb23-20638cd2772c tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 950 time: 0.8076742 Feb 11 05:36:17.566683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2ecc1-fa80-4981-ab29-4b4db8a249ab req-dbd4e501-520c-4f33-9b7d-d64d50783730 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:17.567806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08a2ecc1-fa80-4981-ab29-4b4db8a249ab req-dbd4e501-520c-4f33-9b7d-d64d50783730 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.9321432 Feb 11 05:36:17.605376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.606391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.606899 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.607402 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.607904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.608761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.609482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.609986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.610475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.610984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.611479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.612135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.612815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:17.618355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:36:10Z', 'revision_number': 5, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port': {'id': '52f33c81-1296-4d25-b4de-ebb0c4512399', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:09Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:17.665276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] Checking router: f103d6fa-d3af-44b4-92f0-35d286a454ff for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:17.667831 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.683117 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] Routers {'f103d6fa-d3af-44b4-92f0-35d286a454ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:17.683524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['f103d6fa-d3af-44b4-92f0-35d286a454ff'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:17.729811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e2f0502-f8f0-48fb-94cc-a96cf69e5c36 req-f12d737b-c707-464f-91d2-ac6ce0835e41 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610107 Feb 11 05:36:17.735371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08a2ecc1-fa80-4981-ab29-4b4db8a249ab req-e5093d62-62f7-4974-aa8a-8330bea4b4d3 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431406 Feb 11 05:36:17.745623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-bf3f48cd-466e-4c04-abcd-30979bf54cbd tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:17.748922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-bf3f48cd-466e-4c04-abcd-30979bf54cbd tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 950 time: 0.1208076 Feb 11 05:36:17.773070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Deleting port 52f33c81-1296-4d25-b4de-ebb0c4512399 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:17.773653 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.786020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] Set router f103d6fa-d3af-44b4-92f0-35d286a454ff gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:17.841368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:36:17Z', 'revision_number': 6, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:17.850520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.858122 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_controller (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.879656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:17.882123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba15348-67de-4e28-8441-f65ccb7fc91a None None] The sync data for ids ['f103d6fa-d3af-44b4-92f0-35d286a454ff'] in n-d-715271-35 is: [{'id': 'f103d6fa-d3af-44b4-92f0-35d286a454ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406781052-router', 'tenant_id': '2803616dbb834328989d2d79be7c60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:08Z', 'updated_at': '2022-02-11T05:36:17Z', 'revision_number': 6, 'project_id': '2803616dbb834328989d2d79be7c60e2', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:17.976088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (7aba81b6-7655-4ea0-b646-ceaefc36d6b9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.977859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Fanout notify agent at l3_agent the message router_deleted on router 7aba81b6-7655-4ea0-b646-ceaefc36d6b9 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:36:17.997187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.002519 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-82b552c3-72cc-4e1f-8161-082acd5a2534 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/routers/7aba81b6-7655-4ea0-b646-ceaefc36d6b9 HTTP/1.1" status: 204 len: 168 time: 2.1972926 Feb 11 05:36:18.003140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35486) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:18.031341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] For port 52f33c81-1296-4d25-b4de-ebb0c4512399, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=52f33c81-1296-4d25-b4de-ebb0c4512399,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:18.031716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.064389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b54bc4-1b3e-497b-9c77-7005d19736ac req-f120ba65-c96c-42b4-b923-37f334689732 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.1623461 Feb 11 05:36:18.069626 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a365013-601d-466d-bedb-b34cb7092fe7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting subnet 86026184-478f-42fb-be8b-0755ff9661a2 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:18.074059 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a365013-601d-466d-bedb-b34cb7092fe7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for subnet (86026184-478f-42fb-be8b-0755ff9661a2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.100630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Calling delete_port for 52f33c81-1296-4d25-b4de-ebb0c4512399 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:18.131490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a365013-601d-466d-bedb-b34cb7092fe7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (86026184-478f-42fb-be8b-0755ff9661a2), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.205790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772b3e7-c88c-419c-99df-f817f1543ea3 req-57fe0550-e4b9-441a-84af-089a4692ef6f tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:18.207295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1772b3e7-c88c-419c-99df-f817f1543ea3 req-57fe0550-e4b9-441a-84af-089a4692ef6f tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 945 time: 0.1622648 Feb 11 05:36:18.218939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:59Z', 'revision_number': 5, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:18.245603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Deleting port 90e80e91-3d2a-4312-95d1-49a86d5624a6 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:18.245956 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.282915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5993280-c1c4-4181-afed-76821b22d67a None None] The sync data for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 is: [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:33:52Z', 'revision_number': 4, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'be8f6794-5e34-4436-8a23-b376e0059368', 'name': '', 'network_id': '1cadc99b-46d1-4fda-a4eb-62d58b78d281', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'mac_address': 'fa:16:3e:71:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '61712a37-d1ce-41db-9e36-72f959011e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:51Z', 'updated_at': '2022-02-11T05:33:59Z', 'revision_number': 5, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'subnets': [{'id': '61712a37-d1ce-41db-9e36-72f959011e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:18.316966 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a365013-601d-466d-bedb-b34cb7092fe7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (86026184-478f-42fb-be8b-0755ff9661a2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.317413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 617dce8b-be18-41f6-95b6-bc40ee16a626 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:18.363963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 617dce8b-be18-41f6-95b6-bc40ee16a626 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:18.364631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 617dce8b-be18-41f6-95b6-bc40ee16a626 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:18.375781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] For port 90e80e91-3d2a-4312-95d1-49a86d5624a6, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=90e80e91-3d2a-4312-95d1-49a86d5624a6,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:18.376645 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.391949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Calling delete_port for 90e80e91-3d2a-4312-95d1-49a86d5624a6 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:18.437194 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a365013-601d-466d-bedb-b34cb7092fe7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (86026184-478f-42fb-be8b-0755ff9661a2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.468036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a365013-601d-466d-bedb-b34cb7092fe7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Subnet': ['ID=86026184-478f-42fb-be8b-0755ff9661a2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:18.472089 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a365013-601d-466d-bedb-b34cb7092fe7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.478614 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5a365013-601d-466d-bedb-b34cb7092fe7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/subnets/86026184-478f-42fb-be8b-0755ff9661a2 HTTP/1.1" status: 204 len: 168 time: 0.4738438 Feb 11 05:36:18.479232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35488) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:18.494367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa3191-e020-4dc0-b937-68773880cff4 None None] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:18.631639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (a46bcad1-dfbc-4b22-80c6-ba249f4a43fc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.654937 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (52f33c81-1296-4d25-b4de-ebb0c4512399), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.732941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port cd74a043-ddf9-4c79-b7fd-6fc22d313494 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:18.733890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.743404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f33c81-1296-4d25-b4de-ebb0c4512399,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:18.785377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1772b3e7-c88c-419c-99df-f817f1543ea3 req-8044826a-13f2-4643-b47c-3a24022aaaf0 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680051 Feb 11 05:36:18.831308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] DHCP port deletion for a46bcad1-dfbc-4b22-80c6-ba249f4a43fc request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:36:18.972081 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf0442-33c7-4547-84c0-c9f6cadce77f None None] New status for floating IP 336d98ec-c4da-4fca-9399-c7886788534f: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:36:19.015248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Deleting port cd74a043-ddf9-4c79-b7fd-6fc22d313494 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:19.015632 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.020181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] For port cd74a043-ddf9-4c79-b7fd-6fc22d313494, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=cd74a043-ddf9-4c79-b7fd-6fc22d313494,segment=NetworkSegment(ba11eade-ceb3-430e-b49f-f2b7895170fc),segment_id=ba11eade-ceb3-430e-b49f-f2b7895170fc)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:19.020590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.050846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for cd74a043-ddf9-4c79-b7fd-6fc22d313494 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:19.165697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] For port cd74a043-ddf9-4c79-b7fd-6fc22d313494, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=cd74a043-ddf9-4c79-b7fd-6fc22d313494,segment=NetworkSegment(ba11eade-ceb3-430e-b49f-f2b7895170fc),segment_id=ba11eade-ceb3-430e-b49f-f2b7895170fc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:19.166152 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.196717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Calling delete_port for cd74a043-ddf9-4c79-b7fd-6fc22d313494 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:19.230817 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.250712 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (f103d6fa-d3af-44b4-92f0-35d286a454ff), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.296384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=cd74a043-ddf9-4c79-b7fd-6fc22d313494,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:19.298709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] No DVR routers for this DVR port cd74a043-ddf9-4c79-b7fd-6fc22d313494 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:19.364447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (90e80e91-3d2a-4312-95d1-49a86d5624a6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.505791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (a46bcad1-dfbc-4b22-80c6-ba249f4a43fc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.552323 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (f103d6fa-d3af-44b4-92f0-35d286a454ff), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.555347 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks [] for router_controller (f103d6fa-d3af-44b4-92f0-35d286a454ff), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.560621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46bcad1-dfbc-4b22-80c6-ba249f4a43fc']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:19.577462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba11eade-ceb3-430e-b49f-f2b7895170fc') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:19.577773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba11eade-ceb3-430e-b49f-f2b7895170fc') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:19.598433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (ba11eade-ceb3-430e-b49f-f2b7895170fc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.620087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a79a1-585c-4708-bec0-f3c4a98da405 req-6a715594-4e2e-4782-92c1-3e9e838e6077 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:19.621927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a4a79a1-585c-4708-bec0-f3c4a98da405 req-6a715594-4e2e-4782-92c1-3e9e838e6077 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.7075739 Feb 11 05:36:19.628611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Pushing event deleted for resources: {'Port': ['ID=90e80e91-3d2a-4312-95d1-49a86d5624a6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:19.651836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ba11eade-ceb3-430e-b49f-f2b7895170fc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.653314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2836b4d-8780-4920-8a72-721b14bc8441 req-53d64c45-31a3-459b-90cd-f44bc60752ec tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:19.662443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2836b4d-8780-4920-8a72-721b14bc8441 req-53d64c45-31a3-459b-90cd-f44bc60752ec tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd0f153-ff3d-4b98-943f-61d76a915e37 HTTP/1.1" status: 200 len: 950 time: 0.6385808 Feb 11 05:36:19.664406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:19.664962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (ba11eade-ceb3-430e-b49f-f2b7895170fc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:19.674582 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:19.743079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (f103d6fa-d3af-44b4-92f0-35d286a454ff), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.743605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f103d6fa-d3af-44b4-92f0-35d286a454ff {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:36:19.803777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.804953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-487e3c36-b500-40b8-81fe-6cc8459c7020 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f103d6fa-d3af-44b4-92f0-35d286a454ff HTTP/1.1" status: 204 len: 168 time: 3.6592500 Feb 11 05:36:19.814928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:19.815114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] No DVR routers for this DVR port 90e80e91-3d2a-4312-95d1-49a86d5624a6 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:19.822953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a4a79a1-585c-4708-bec0-f3c4a98da405 req-c61eec70-f481-49a1-bc2b-b0b3cd236844 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791306 Feb 11 05:36:19.827803 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.832004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c0b0f32-7544-4334-93e6-ac667c1f8f9e req-aa633ed4-5138-4cc9-a4a1-add6f355aeb1 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.72 "DELETE /v2.0/ports/90e80e91-3d2a-4312-95d1-49a86d5624a6 HTTP/1.1" status: 204 len: 173 time: 2.0714264 Feb 11 05:36:19.832481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd0f153-ff3d-4b98-943f-61d76a915e37', 'name': 'network-vif-deleted', 'tag': '90e80e91-3d2a-4312-95d1-49a86d5624a6'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:19.835625 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1514a28e-f2e0-4aff-bdc1-11dd7f5e5b63" -d '{"events": [{"server_uuid": "ccd0f153-ff3d-4b98-943f-61d76a915e37", "name": "network-vif-deleted", "tag": "90e80e91-3d2a-4312-95d1-49a86d5624a6"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:19.870504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2836b4d-8780-4920-8a72-721b14bc8441 req-612fa889-01a4-4743-b2a4-3eaca06a15af tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] 10.222.0.31 "GET /v2.0/security-groups?id=fef909b6-1894-4571-945e-f342ea8bfa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070749 Feb 11 05:36:19.935950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (a46bcad1-dfbc-4b22-80c6-ba249f4a43fc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.945728 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (cd74a043-ddf9-4c79-b7fd-6fc22d313494), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.955786 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.972436 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/networks/a46bcad1-dfbc-4b22-80c6-ba249f4a43fc HTTP/1.1" status: 204 len: 168 time: 1.4918320 Feb 11 05:36:19.974532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35512) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:20.002583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2f26e-4c06-4478-9a60-4f31db5e7145 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Network': ['ID=a46bcad1-dfbc-4b22-80c6-ba249f4a43fc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:20.006245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Network a46bcad1-dfbc-4b22-80c6-ba249f4a43fc is not hosted by any dhcp agent {{(pid=103122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:36:20.006718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] No DVR routers for this DVR port cd74a043-ddf9-4c79-b7fd-6fc22d313494 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:20.014966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-047298a0-9aad-4fa8-b8c1-e5949353de46 admin admin] Deleting subnet 82efbc7e-d3ea-4157-81e8-0920252151d6 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:20.017543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Pushing event deleted for resources: {'Port': ['ID=cd74a043-ddf9-4c79-b7fd-6fc22d313494,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:20.018981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-047298a0-9aad-4fa8-b8c1-e5949353de46 admin admin] Publish callbacks [] for subnet (82efbc7e-d3ea-4157-81e8-0920252151d6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.060794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.061731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.062178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.062570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.065179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.066825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.066825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.066825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.066825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.066825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.067313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.067481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.067734 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-047298a0-9aad-4fa8-b8c1-e5949353de46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (82efbc7e-d3ea-4157-81e8-0920252151d6), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.067856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc805db0-b082-4747-b731-2ed7d9c72e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:20.087488 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199c130e-9e71-46bd-8d5f-8e3e369585fa x-openstack-request-id: req-199c130e-9e71-46bd-8d5f-8e3e369585fa {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:20.089657 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd0f153-ff3d-4b98-943f-61d76a915e37", "name": "network-vif-deleted", "tag": "90e80e91-3d2a-4312-95d1-49a86d5624a6", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:20.090187 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-199c130e-9e71-46bd-8d5f-8e3e369585fa {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:20.091365 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd0f153-ff3d-4b98-943f-61d76a915e37', 'name': 'network-vif-deleted', 'tag': '90e80e91-3d2a-4312-95d1-49a86d5624a6', 'status': 'completed', 'code': 200} Feb 11 05:36:20.164585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8b42759-bbb8-43e6-bb2e-5ec37944f677 req-d06bfa0c-7660-4925-9358-c710efec7537 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.1770017 Feb 11 05:36:20.182238 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-047298a0-9aad-4fa8-b8c1-e5949353de46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (82efbc7e-d3ea-4157-81e8-0920252151d6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.275266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 52f33c81-1296-4d25-b4de-ebb0c4512399 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:20.333760 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 52f33c81-1296-4d25-b4de-ebb0c4512399 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:20.334097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 52f33c81-1296-4d25-b4de-ebb0c4512399 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:20.334507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-047298a0-9aad-4fa8-b8c1-e5949353de46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (82efbc7e-d3ea-4157-81e8-0920252151d6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.334962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device cd74a043-ddf9-4c79-b7fd-6fc22d313494 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:20.376661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047298a0-9aad-4fa8-b8c1-e5949353de46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82efbc7e-d3ea-4157-81e8-0920252151d6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:20.401814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port 9cb7648c-f7af-4f6e-8332-232d3641601c {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:20.402180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9cb7648c-f7af-4f6e-8332-232d3641601c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.404601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-047298a0-9aad-4fa8-b8c1-e5949353de46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.408307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: cd74a043-ddf9-4c79-b7fd-6fc22d313494 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:20.408659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device cd74a043-ddf9-4c79-b7fd-6fc22d313494 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:20.419003 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-047298a0-9aad-4fa8-b8c1-e5949353de46 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/82efbc7e-d3ea-4157-81e8-0920252151d6 HTTP/1.1" status: 204 len: 168 time: 0.6019185 Feb 11 05:36:20.429651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35514) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:20.555650 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9cb7648c-f7af-4f6e-8332-232d3641601c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.560028 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (9cb7648c-f7af-4f6e-8332-232d3641601c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.561429 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (5d97b3ff-8eb1-45d7-98fe-58c1a156bb05), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.598914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for 9cb7648c-f7af-4f6e-8332-232d3641601c owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:20.647107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:20.812882 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (5d97b3ff-8eb1-45d7-98fe-58c1a156bb05), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.866580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d97b3ff-8eb1-45d7-98fe-58c1a156bb05']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:20.883643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9cb7648c-f7af-4f6e-8332-232d3641601c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.894692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3abd597-aaee-461d-ae7f-ef11fb8d4521') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:20.896504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3abd597-aaee-461d-ae7f-ef11fb8d4521') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:20.914513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:20.917376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (a3abd597-aaee-461d-ae7f-ef11fb8d4521), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.942413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'network_id': 'bdbc0085-8f99-4fcf-9803-2ad9a20c364e', 'port_id': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'mac_address': 'fa:16:3e:40:6e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef3855c-4e26-4b5c-9e78-72425adf7f66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:20.948041 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a3abd597-aaee-461d-ae7f-ef11fb8d4521), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.962583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:20.963262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (a3abd597-aaee-461d-ae7f-ef11fb8d4521), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:20.966772 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:20.983399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=9cb7648c-f7af-4f6e-8332-232d3641601c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:21.049996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c3a6a255-0cd7-4709-a801-55b1705fb35b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:21.051564 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.083064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a6a255-0cd7-4709-a801-55b1705fb35b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:21.100202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 90e80e91-3d2a-4312-95d1-49a86d5624a6 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:21.126176 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (5d97b3ff-8eb1-45d7-98fe-58c1a156bb05), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.138017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.147773 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5d97b3ff-8eb1-45d7-98fe-58c1a156bb05 HTTP/1.1" status: 204 len: 168 time: 0.7162638 Feb 11 05:36:21.175279 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64f7df-aee8-49d7-be61-743130071420 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d97b3ff-8eb1-45d7-98fe-58c1a156bb05,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:21.193141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c65b5-23f9-4677-beec-17c06448fbcd req-f0a17406-cc63-4243-a16b-635f5d209e09 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:21.220064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:21.221233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-344c65b5-23f9-4677-beec-17c06448fbcd req-f0a17406-cc63-4243-a16b-635f5d209e09 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 943 time: 0.1985061 Feb 11 05:36:21.229670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for floatingip (8eef6658-e36a-4936-9b68-7dd266272aae), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.235762 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.240663 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.240848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 90e80e91-3d2a-4312-95d1-49a86d5624a6 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:21.241441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 90e80e91-3d2a-4312-95d1-49a86d5624a6 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:21.253301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bab68987-f591-456b-9432-777a0b2f58e8 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/floatingips/8eef6658-e36a-4936-9b68-7dd266272aae HTTP/1.1" status: 204 len: 168 time: 1.2706127 Feb 11 05:36:21.254337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.305071 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bbde1b-10a0-4c20-a6c3-8a081bf6486e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] DELETE failed (client error): The resource could not be found. Feb 11 05:36:21.306292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bbde1b-10a0-4c20-a6c3-8a081bf6486e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:36:21.319104 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e8bbde1b-10a0-4c20-a6c3-8a081bf6486e tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/ports/f771b968-3b2b-448d-a36a-3168be41aa7f HTTP/1.1" status: 404 len: 333 time: 0.0632567 Feb 11 05:36:21.320039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35532) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.400760 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2ec6ad96-bafe-485b-9aee-c0df0fd01b59 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aba81b6-7655-4ea0-b646-ceaefc36d6b9 HTTP/1.1" status: 200 len: 205 time: 0.0790555 Feb 11 05:36:21.401814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35534) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.417603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:21.478363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36efdfdc-3cd0-42f1-9101-3ddab59e93a4 req-021299fb-3d11-49d4-a0d6-05702bc4ecba tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.1281977 Feb 11 05:36:21.489046 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-637a0d12-88c0-4cc6-b204-68248f45cdf9 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] delete failed (client error): The resource could not be found. Feb 11 05:36:21.502101 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-637a0d12-88c0-4cc6-b204-68248f45cdf9 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/routers/7aba81b6-7655-4ea0-b646-ceaefc36d6b9 HTTP/1.1" status: 404 len: 336 time: 0.0914311 Feb 11 05:36:21.502101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35538) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.504621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c3a6a255-0cd7-4709-a801-55b1705fb35b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:21.525207 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9546d9a5-f141-4177-8236-0fd53abd8ee7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] DELETE failed (client error): The resource could not be found. Feb 11 05:36:21.525674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9546d9a5-f141-4177-8236-0fd53abd8ee7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:36:21.531618 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9546d9a5-f141-4177-8236-0fd53abd8ee7 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/subnets/86026184-478f-42fb-be8b-0755ff9661a2 HTTP/1.1" status: 404 len: 337 time: 0.0354238 Feb 11 05:36:21.532223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35540) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.543338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35542) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.564148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-344c65b5-23f9-4677-beec-17c06448fbcd req-ab06d15e-e9e3-44f2-be99-0f2c3e5f7121 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396118 Feb 11 05:36:21.719076 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27863b99-d595-464f-9972-685c447d6c8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2803616dbb834328989d2d79be7c60e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718197 Feb 11 05:36:21.719887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35546) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.734248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.883257 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.261290 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d78a6b4-85f5-4fb2-a9f1-6bb1e2b864f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c27ae40d35945858eba01aed07f6a15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5266414 Feb 11 05:36:22.264045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35554) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:22.287134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f29ef9e7-f90d-4a04-a889-b093a63ce424 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port db4dee03-26e6-493b-b575-16087fa66daf {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:22.287722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f29ef9e7-f90d-4a04-a889-b093a63ce424 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (db4dee03-26e6-493b-b575-16087fa66daf), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.293458 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04c02a38-bab8-4616-9cc6-09b5ce6013bd admin admin] Publish callbacks [] for security_group (f17dc0d1-1d53-4ccc-b714-65d82613dd26), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.367227 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04c02a38-bab8-4616-9cc6-09b5ce6013bd admin admin] Publish callbacks [] for security_group (f17dc0d1-1d53-4ccc-b714-65d82613dd26), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.425178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f29ef9e7-f90d-4a04-a889-b093a63ce424 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (db4dee03-26e6-493b-b575-16087fa66daf), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.439531 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4559700-5d66-44bb-9210-9f08edb69cbb admin admin] Publish callbacks [] for security_group (fef909b6-1894-4571-945e-f342ea8bfa6f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.441977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f29ef9e7-f90d-4a04-a889-b093a63ce424 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for db4dee03-26e6-493b-b575-16087fa66daf owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:22.516868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04c02a38-bab8-4616-9cc6-09b5ce6013bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f17dc0d1-1d53-4ccc-b714-65d82613dd26), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.519927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04c02a38-bab8-4616-9cc6-09b5ce6013bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.521283 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-04c02a38-bab8-4616-9cc6-09b5ce6013bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f17dc0d1-1d53-4ccc-b714-65d82613dd26 HTTP/1.1" status: 204 len: 168 time: 0.7951312 Feb 11 05:36:22.523541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4559700-5d66-44bb-9210-9f08edb69cbb admin admin] Publish callbacks [] for security_group (fef909b6-1894-4571-945e-f342ea8bfa6f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.577488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c02a38-bab8-4616-9cc6-09b5ce6013bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17dc0d1-1d53-4ccc-b714-65d82613dd26,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:22.665416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:22.743645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-489ee90e-35af-489f-a07d-0d576efff616 req-48c5ac70-30ba-486e-a5ca-5f7ab1d03235 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0886276 Feb 11 05:36:22.780336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f29ef9e7-f90d-4a04-a889-b093a63ce424 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (db4dee03-26e6-493b-b575-16087fa66daf), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.783523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4559700-5d66-44bb-9210-9f08edb69cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fef909b6-1894-4571-945e-f342ea8bfa6f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.793661 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4559700-5d66-44bb-9210-9f08edb69cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.793661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e4559700-5d66-44bb-9210-9f08edb69cbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fef909b6-1894-4571-945e-f342ea8bfa6f HTTP/1.1" status: 204 len: 168 time: 0.5224230 Feb 11 05:36:22.801463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4559700-5d66-44bb-9210-9f08edb69cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef909b6-1894-4571-945e-f342ea8bfa6f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:22.854127 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:36:22.865371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ef9e7-f90d-4a04-a889-b093a63ce424 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=db4dee03-26e6-493b-b575-16087fa66daf,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:22.978965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e9a82-c9dd-4082-aaa5-f23f5408b405 req-4f97c47c-0048-4fba-8b0c-7bf87b8d75f8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:22.982414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-731e9a82-c9dd-4082-aaa5-f23f5408b405 req-4f97c47c-0048-4fba-8b0c-7bf87b8d75f8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 944 time: 0.1674039 Feb 11 05:36:22.992299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.043150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c3a6a255-0cd7-4709-a801-55b1705fb35b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:23.043389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.119045 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f29ef9e7-f90d-4a04-a889-b093a63ce424 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.124688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-731e9a82-c9dd-4082-aaa5-f23f5408b405 req-6f6d3ae5-0f65-4ccf-91eb-6afdcaa12a08 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310894 Feb 11 05:36:23.142439 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f29ef9e7-f90d-4a04-a889-b093a63ce424 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/ports/db4dee03-26e6-493b-b575-16087fa66daf HTTP/1.1" status: 204 len: 168 time: 1.6091626 Feb 11 05:36:23.144876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35574) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:23.203069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c3a6a255-0cd7-4709-a801-55b1705fb35b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:23.203509 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.248276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:23.254102 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8ea5fc-e9fc-47cb-820b-68a662ff9853" -d '{"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-plugged", "status": "completed", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:23.304770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:23.315287 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.324427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-50cdd231-90a4-4ed4-af62-f204e8a557be tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port 6fd0d967-53f1-4b2a-b191-7a87d37ba3fa {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:23.324924 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cdd231-90a4-4ed4-af62-f204e8a557be tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6fd0d967-53f1-4b2a-b191-7a87d37ba3fa), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.345917 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f893ef-609a-4cda-b332-6eca3942358b x-openstack-request-id: req-82f893ef-609a-4cda-b332-6eca3942358b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:23.346519 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-plugged", "status": "completed", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:23.346941 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82f893ef-609a-4cda-b332-6eca3942358b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:23.348433 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'code': 200} Feb 11 05:36:23.407721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=10']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:23.618862 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cdd231-90a4-4ed4-af62-f204e8a557be tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6fd0d967-53f1-4b2a-b191-7a87d37ba3fa), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.665522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-50cdd231-90a4-4ed4-af62-f204e8a557be tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for 6fd0d967-53f1-4b2a-b191-7a87d37ba3fa owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:23.679602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35586) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:23.723949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a30d76-873e-4867-8524-eeabe8992571 req-5edc3ef1-e39b-407d-ad70-214221943ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:23.725831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a30d76-873e-4867-8524-eeabe8992571 req-5edc3ef1-e39b-407d-ad70-214221943ab3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 1129 time: 0.1991851 Feb 11 05:36:23.815296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-382cece9-4dd8-42fa-8514-4b12d835f253 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96742d1a76c2487ca36c1f7a4afba28a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331120 Feb 11 05:36:23.818523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35592) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:23.834207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a30d76-873e-4867-8524-eeabe8992571 req-70956a66-c09f-4ade-997a-cefd3b087346 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761721 Feb 11 05:36:23.913665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47b8a9f5-8f92-422a-a3d8-67c3821632cb admin admin] Publish callbacks [] for security_group (c833518b-3441-4c0c-8284-67e5896e6a82), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.966110 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47b8a9f5-8f92-422a-a3d8-67c3821632cb admin admin] Publish callbacks [] for security_group (c833518b-3441-4c0c-8284-67e5896e6a82), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.987058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d05f6830-69d2-43bf-a081-86908018d6e2 req-6edf519b-858a-41a2-9976-6090c7278f4d tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.1063035 Feb 11 05:36:24.012055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cdd231-90a4-4ed4-af62-f204e8a557be tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6fd0d967-53f1-4b2a-b191-7a87d37ba3fa), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.050626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdd231-90a4-4ed4-af62-f204e8a557be tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=6fd0d967-53f1-4b2a-b191-7a87d37ba3fa,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:24.095810 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47b8a9f5-8f92-422a-a3d8-67c3821632cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c833518b-3441-4c0c-8284-67e5896e6a82), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.100548 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47b8a9f5-8f92-422a-a3d8-67c3821632cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.103807 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-47b8a9f5-8f92-422a-a3d8-67c3821632cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c833518b-3441-4c0c-8284-67e5896e6a82 HTTP/1.1" status: 204 len: 168 time: 0.2842138 Feb 11 05:36:24.151887 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cdd231-90a4-4ed4-af62-f204e8a557be tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.153579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8a9f5-8f92-422a-a3d8-67c3821632cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c833518b-3441-4c0c-8284-67e5896e6a82,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:24.156809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-50cdd231-90a4-4ed4-af62-f204e8a557be tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/ports/6fd0d967-53f1-4b2a-b191-7a87d37ba3fa HTTP/1.1" status: 204 len: 168 time: 1.0108106 Feb 11 05:36:24.159455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35610) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:24.335385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a821d1-3281-4d55-ada8-118d22ea8607 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:24.340720 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-06a821d1-3281-4d55-ada8-118d22ea8607 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c82ba3-c28d-46f5-ab5d-4280db071c48 HTTP/1.1" status: 200 len: 913 time: 0.1707082 Feb 11 05:36:24.340720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35614) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:24.392879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436011-4b8a-46c1-aaa3-38ed9ac00564 req-9ed335fe-a95a-4aaa-a6f1-f7bf7a6cb6a7 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:24.394984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d436011-4b8a-46c1-aaa3-38ed9ac00564 req-9ed335fe-a95a-4aaa-a6f1-f7bf7a6cb6a7 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1271484 Feb 11 05:36:24.521832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d436011-4b8a-46c1-aaa3-38ed9ac00564 req-bc98ebbe-f3b1-46a0-a306-5e52ba181fbb tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141715 Feb 11 05:36:25.209624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfdec545-261a-423b-aae0-93448919bc2e req-b94f45df-e492-4582-9ee7-366728ef52fd tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0679257 Feb 11 05:36:25.253950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (33c82ba3-c28d-46f5-ab5d-4280db071c48), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.450373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3645b51-0be8-4c9e-8c03-3410f07f5cbf req-4b7a9c36-c27b-40f9-84ff-189c63bfed88 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1061206 Feb 11 05:36:25.831339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80700-a85e-45be-a83c-0e39f91b5bda req-83c51df8-bf51-4b56-8ec2-432fd3913109 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:25.840027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-adb80700-a85e-45be-a83c-0e39f91b5bda req-83c51df8-bf51-4b56-8ec2-432fd3913109 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1781666 Feb 11 05:36:25.883591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port 85125198-917f-49d4-8731-4e8b5f06f03a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:25.883941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (85125198-917f-49d4-8731-4e8b5f06f03a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.971187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-adb80700-a85e-45be-a83c-0e39f91b5bda req-57744536-02bf-4425-aa9d-7f17dffd0858 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267765 Feb 11 05:36:26.100362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (85125198-917f-49d4-8731-4e8b5f06f03a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.149357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for 85125198-917f-49d4-8731-4e8b5f06f03a owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:26.421077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30a7698f-3f8b-439a-9553-d75b717c4901 req-1cf7ee84-f0f5-4616-b2d5-ce776d46f6d8 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0410969 Feb 11 05:36:26.614821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (85125198-917f-49d4-8731-4e8b5f06f03a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.670046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=85125198-917f-49d4-8731-4e8b5f06f03a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:26.683895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a4fff9b-3a5e-49db-8ea7-320416e03349 req-d860f56a-855a-4d88-a096-33365a04f572 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0656395 Feb 11 05:36:26.976135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (33c82ba3-c28d-46f5-ab5d-4280db071c48), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.224953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20312d43-f842-491d-a23d-027bf5115953 req-42f657d0-a2d5-479e-9c8d-2a5b8080f314 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:27.235585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20312d43-f842-491d-a23d-027bf5115953 req-42f657d0-a2d5-479e-9c8d-2a5b8080f314 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.0955322 Feb 11 05:36:27.322011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20312d43-f842-491d-a23d-027bf5115953 req-a7517f7f-0fe8-4e70-bb25-eb4172a5c198 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852981 Feb 11 05:36:27.484950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Router 33c82ba3-c28d-46f5-ab5d-4280db071c48 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:27.609879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7f659ee-abdc-44e9-a93d-e12bcb3b19b5 req-a469174d-5fbe-4feb-9eb4-f639be6e41b2 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0563505 Feb 11 05:36:27.675061 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f59809a9-024c-4fac-8377-e516a2c3d9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.705384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:27.714760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35740) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:27.715225 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ae79692-62e6-4de5-aebb-f2a9d198cdd5 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "PUT /v2.0/routers/33c82ba3-c28d-46f5-ab5d-4280db071c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3742452 Feb 11 05:36:27.723454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c76f8-0dbf-4f7c-a577-160260cf178f None None] Sync routers for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:27.747360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c76f8-0dbf-4f7c-a577-160260cf178f None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:27.748277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-380c76f8-0dbf-4f7c-a577-160260cf178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:27.835354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-380c76f8-0dbf-4f7c-a577-160260cf178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:27.873008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c76f8-0dbf-4f7c-a577-160260cf178f None None] Routers {'33c82ba3-c28d-46f5-ab5d-4280db071c48'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:27.874437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-380c76f8-0dbf-4f7c-a577-160260cf178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['33c82ba3-c28d-46f5-ab5d-4280db071c48'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:27.908989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-380c76f8-0dbf-4f7c-a577-160260cf178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:27.910006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c76f8-0dbf-4f7c-a577-160260cf178f None None] The sync data for ids ['33c82ba3-c28d-46f5-ab5d-4280db071c48'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:27.998934 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router (33c82ba3-c28d-46f5-ab5d-4280db071c48), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.132404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-722e6bb8-4e10-47ef-a7c8-91962b38fd54 req-4cd14fd6-ec91-4b3a-8bf3-e0d74df75993 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1678071 Feb 11 05:36:28.167986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-832ee47f-d355-4fe7-b571-88a1284f240c req-4c935cb6-2799-4477-925c-ac0d9e46ea48 tempest-FlavorsV2NegativeTest-557016255 tempest-FlavorsV2NegativeTest-557016255-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ea27b1a61f9641e0acacca16b76af229&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850668 Feb 11 05:36:28.364640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ee47f-d355-4fe7-b571-88a1284f240c req-bef5748e-5ea1-4d75-8b87-b97ba36c2de5 tempest-FlavorsV2NegativeTest-557016255 tempest-FlavorsV2NegativeTest-557016255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:28.372190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-832ee47f-d355-4fe7-b571-88a1284f240c req-bef5748e-5ea1-4d75-8b87-b97ba36c2de5 tempest-FlavorsV2NegativeTest-557016255 tempest-FlavorsV2NegativeTest-557016255-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929748 Feb 11 05:36:28.407519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-832ee47f-d355-4fe7-b571-88a1284f240c req-66d493ae-cf96-4d18-bf77-eb0275fff3d1 tempest-FlavorsV2NegativeTest-557016255 tempest-FlavorsV2NegativeTest-557016255-project] 10.222.0.31 "GET /v2.0/quotas/ea27b1a61f9641e0acacca16b76af229 HTTP/1.1" status: 200 len: 375 time: 0.0339298 Feb 11 05:36:28.421845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_gateway (33c82ba3-c28d-46f5-ab5d-4280db071c48), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.460998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-832ee47f-d355-4fe7-b571-88a1284f240c req-86ffffb4-df10-4826-a3f9-2d3339edd730 tempest-FlavorsV2NegativeTest-557016255 tempest-FlavorsV2NegativeTest-557016255-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea27b1a61f9641e0acacca16b76af229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475175 Feb 11 05:36:28.926971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89f56382-f182-41fb-ad8f-bfd7aafa3f2d req-daf2758c-d8a4-43e7-84b0-7ab356000d89 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.4004157 Feb 11 05:36:28.974262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2057a307-12e6-4a61-9f46-c94e414f6165 req-36815d6e-819f-4408-9f4e-1fe293411e73 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0427623 Feb 11 05:36:29.016661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a752f2-d6d6-45f4-b1fb-ace19f34c752 req-01d9e346-1033-45dc-8fcf-a9c34d921651 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:29.024627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63a752f2-d6d6-45f4-b1fb-ace19f34c752 req-01d9e346-1033-45dc-8fcf-a9c34d921651 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.5667272 Feb 11 05:36:29.092676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63a752f2-d6d6-45f4-b1fb-ace19f34c752 req-b051c057-ae92-4e60-935f-288b0b045400 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634804 Feb 11 05:36:29.096480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting port 84b5a521-5810-4a5b-aea9-6c0009bacd50 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:29.096842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (84b5a521-5810-4a5b-aea9-6c0009bacd50), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.249662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (84b5a521-5810-4a5b-aea9-6c0009bacd50), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.268394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Calling delete_port for 84b5a521-5810-4a5b-aea9-6c0009bacd50 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:29.336879 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35786) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:29.394859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b85e7c2-7a19-4897-89b7-ce374b2e5496 req-38aee208-34c7-4f16-8c84-bf1f60d53658 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0565946 Feb 11 05:36:29.454446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca86b18-91bf-46f8-b065-8af97b6dfd98 req-789bfa32-8827-450e-91f2-86db38a3f49c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:29.455980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ca86b18-91bf-46f8-b065-8af97b6dfd98 req-789bfa32-8827-450e-91f2-86db38a3f49c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.2498207 Feb 11 05:36:29.572359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ca86b18-91bf-46f8-b065-8af97b6dfd98 req-569ac87c-13bb-481a-80f7-ccc50cd75d5b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069646 Feb 11 05:36:29.574704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-594a0f10-ae67-4875-8643-67a9d214f139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.593776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (84b5a521-5810-4a5b-aea9-6c0009bacd50), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.652322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Port': ['ID=84b5a521-5810-4a5b-aea9-6c0009bacd50,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:29.716210 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-594a0f10-ae67-4875-8643-67a9d214f139 admin admin] Publish callbacks [] for security_group (bde8adb8-5f44-465e-80e5-e212f3bf3b05), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.722563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-594a0f10-ae67-4875-8643-67a9d214f139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bde8adb8-5f44-465e-80e5-e212f3bf3b05), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.764787 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (33c82ba3-c28d-46f5-ab5d-4280db071c48), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.774336 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-594a0f10-ae67-4875-8643-67a9d214f139 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea27b1a61f9641e0acacca16b76af229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362876 Feb 11 05:36:29.779003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35792) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:29.801403 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a0f10-ae67-4875-8643-67a9d214f139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde8adb8-5f44-465e-80e5-e212f3bf3b05,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:29.874878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b8a996e-4c0c-4b3d-b92d-8ec5420a18b0 admin admin] Publish callbacks [] for security_group (bde8adb8-5f44-465e-80e5-e212f3bf3b05), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.914849 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (33c82ba3-c28d-46f5-ab5d-4280db071c48), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.923080 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router_controller (33c82ba3-c28d-46f5-ab5d-4280db071c48), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.930935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b8a996e-4c0c-4b3d-b92d-8ec5420a18b0 admin admin] Publish callbacks [] for security_group (bde8adb8-5f44-465e-80e5-e212f3bf3b05), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.957068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6c704-b477-45b4-8439-8232018380b5 req-f08efdf3-6c8d-4d77-b0b4-98c6c0e35b82 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:29.958813 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fc6c704-b477-45b4-8439-8232018380b5 req-f08efdf3-6c8d-4d77-b0b4-98c6c0e35b82 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.2889118 Feb 11 05:36:30.026612 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (33c82ba3-c28d-46f5-ab5d-4280db071c48), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.027229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Fanout notify agent at l3_agent the message router_deleted on router 33c82ba3-c28d-46f5-ab5d-4280db071c48 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:36:30.044888 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.048260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35796) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:30.052606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-478d6a45-1835-4c98-b6a9-8f5314b207e4 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/routers/33c82ba3-c28d-46f5-ab5d-4280db071c48 HTTP/1.1" status: 204 len: 168 time: 2.3361087 Feb 11 05:36:30.085230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fc6c704-b477-45b4-8439-8232018380b5 req-bb28e890-8c27-4cfd-ba54-a3eb2cbfd384 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924203 Feb 11 05:36:30.125979 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b8a996e-4c0c-4b3d-b92d-8ec5420a18b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bde8adb8-5f44-465e-80e5-e212f3bf3b05), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.128805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b8a996e-4c0c-4b3d-b92d-8ec5420a18b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.132240 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b8a996e-4c0c-4b3d-b92d-8ec5420a18b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bde8adb8-5f44-465e-80e5-e212f3bf3b05 HTTP/1.1" status: 204 len: 168 time: 0.3490608 Feb 11 05:36:30.183294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a996e-4c0c-4b3d-b92d-8ec5420a18b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde8adb8-5f44-465e-80e5-e212f3bf3b05,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:30.202587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee6cbadc-1420-46d7-87c9-9b1be9024c41 req-18888f64-6aaf-4a95-8e49-5c671a2d8c49 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0628843 Feb 11 05:36:30.204288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecedf4c2-dc9a-4fe6-af7d-a9f5d9bcb3ab tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Deleting subnet 255d760b-a440-44d0-8a03-d896c8d936b9 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:30.208631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecedf4c2-dc9a-4fe6-af7d-a9f5d9bcb3ab tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for subnet (255d760b-a440-44d0-8a03-d896c8d936b9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.282995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecedf4c2-dc9a-4fe6-af7d-a9f5d9bcb3ab tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (255d760b-a440-44d0-8a03-d896c8d936b9), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.284708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-29ea38ac-d9e9-4c60-9d2d-51cad8687251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.386258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecedf4c2-dc9a-4fe6-af7d-a9f5d9bcb3ab tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (255d760b-a440-44d0-8a03-d896c8d936b9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.426291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7018794-f1b5-4e22-bc1f-d3cb774b65df req-5672fa6c-f662-4032-8b98-2d3fa5629556 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:30.428032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7018794-f1b5-4e22-bc1f-d3cb774b65df req-5672fa6c-f662-4032-8b98-2d3fa5629556 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1209762 Feb 11 05:36:30.542404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecedf4c2-dc9a-4fe6-af7d-a9f5d9bcb3ab tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (255d760b-a440-44d0-8a03-d896c8d936b9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.566322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7018794-f1b5-4e22-bc1f-d3cb774b65df req-45420f6b-3f6f-4c86-a911-0c0d1db8101c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309743 Feb 11 05:36:30.570329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecedf4c2-dc9a-4fe6-af7d-a9f5d9bcb3ab tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.574094 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ecedf4c2-dc9a-4fe6-af7d-a9f5d9bcb3ab tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/subnets/255d760b-a440-44d0-8a03-d896c8d936b9 HTTP/1.1" status: 204 len: 168 time: 0.5248315 Feb 11 05:36:30.579568 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35808) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:30.618093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedf4c2-dc9a-4fe6-af7d-a9f5d9bcb3ab tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Subnet': ['ID=255d760b-a440-44d0-8a03-d896c8d936b9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:30.635674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f45d81e3-e57b-48b5-b4ea-b4fcbeaa5b2e req-b72bd9ee-c960-47b8-bb11-ba78dbd22187 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1061645 Feb 11 05:36:30.776278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e04fe482-dd4d-44f3-a7de-af8209e135db), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.869401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0996b8-7432-41bb-b8ad-ff3217660b3a req-c60c599c-4d5d-4a80-9e23-6ee963178cca tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:30.879668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d0996b8-7432-41bb-b8ad-ff3217660b3a req-c60c599c-4d5d-4a80-9e23-6ee963178cca tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1454263 Feb 11 05:36:30.998844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d0996b8-7432-41bb-b8ad-ff3217660b3a req-840ab11e-2591-405f-b235-2afc4c44c11d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175888 Feb 11 05:36:31.033885 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e04fe482-dd4d-44f3-a7de-af8209e135db), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.049435 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.103376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04fe482-dd4d-44f3-a7de-af8209e135db']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:31.127796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a36398-7e1b-4468-8f3c-395a421b35c9') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:31.129504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a36398-7e1b-4468-8f3c-395a421b35c9') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:31.157192 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (37a36398-7e1b-4468-8f3c-395a421b35c9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.192956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (37a36398-7e1b-4468-8f3c-395a421b35c9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.206551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:31.206961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (37a36398-7e1b-4468-8f3c-395a421b35c9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.367261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69e6b6c8-9b8b-4e4b-a63f-50530d8ad76f req-0f3e5928-c51f-49b5-b417-1de8a68727d0 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1088324 Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:31.405368 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:31.408034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebb902-f76d-48eb-b8f9-2d0d0d6aa038 req-08c2ec1f-aae1-49fe-a277-e31ef7726c42 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:31.416411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e04fe482-dd4d-44f3-a7de-af8209e135db), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.418993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5ebb902-f76d-48eb-b8f9-2d0d0d6aa038 req-08c2ec1f-aae1-49fe-a277-e31ef7726c42 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.2535563 Feb 11 05:36:31.432123 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.442294 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] 10.222.0.31 "DELETE /v2.0/networks/e04fe482-dd4d-44f3-a7de-af8209e135db HTTP/1.1" status: 204 len: 168 time: 0.8595948 Feb 11 05:36:31.488302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37307c1f-067b-436e-9223-2b3cdb126d31 tempest-FloatingIPTestJSON-1855799218 tempest-FloatingIPTestJSON-1855799218-project] Pushing event deleted for resources: {'Network': ['ID=e04fe482-dd4d-44f3-a7de-af8209e135db,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:31.523692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5ebb902-f76d-48eb-b8f9-2d0d0d6aa038 req-6bf5a6ce-e401-4130-8b3e-6fffdc237b73 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937507 Feb 11 05:36:31.534454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35852) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:31.649002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a9bf1dd-001e-446d-a018-8ad5d1107768 req-65c8b9d6-c04e-480b-9cce-7c25e589fd43 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0498979 Feb 11 05:36:31.736826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1840197135-network', 'tenant_id': '6220a83203024137b0bdf1c0597dbbcd'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:31.770892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684efad-bdde-4869-85d1-1544e291575d req-c8daf0e3-a890-4276-aba8-6fd3982dd97c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:31.773855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c684efad-bdde-4869-85d1-1544e291575d req-c8daf0e3-a890-4276-aba8-6fd3982dd97c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1239002 Feb 11 05:36:31.778707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Made reservation on behalf of 6220a83203024137b0bdf1c0597dbbcd for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:31.781800 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.800022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.898695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c684efad-bdde-4869-85d1-1544e291575d req-fdda0c8d-4747-43fa-8473-326f1c118e4d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078262 Feb 11 05:36:31.985042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Publish callbacks [] for security_group (16404820-a36f-4702-8f12-52cf16fa1447), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.999532 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (16404820-a36f-4702-8f12-52cf16fa1447), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.125616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:32.142980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16404820-a36f-4702-8f12-52cf16fa1447,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:32.155152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35864) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:32.206947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e793e610-552d-4019-bf11-aefa746313bc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.207591 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Added segment e793e610-552d-4019-bf11-aefa746313bc of type vlan for network d489b23f-3568-44e7-a96f-02f14020a737 Feb 11 05:36:32.306992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d489b23f-3568-44e7-a96f-02f14020a737), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.386675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d489b23f-3568-44e7-a96f-02f14020a737), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.388031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.389196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.457280 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9191895 Feb 11 05:36:32.460734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35874) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:32.475740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Request body: {'subnet': {'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1840197135-subnet', 'tenant_id': '6220a83203024137b0bdf1c0597dbbcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:32.507466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74efe1-d6ed-49e5-9ec6-dfffbd6deca0 admin admin] Pushing event updated for resources: {'Network': ['ID=d489b23f-3568-44e7-a96f-02f14020a737,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:32.520731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d489b23f-3568-44e7-a96f-02f14020a737 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:32.521316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585614f-471a-4f21-9cc0-ac85932d4aeb req-ab0c0da9-d2f6-4d5e-b26c-04f6e1460cc2 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.528718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9585614f-471a-4f21-9cc0-ac85932d4aeb req-ab0c0da9-d2f6-4d5e-b26c-04f6e1460cc2 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.2105923 Feb 11 05:36:32.578779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d9ebb00-f893-4d05-a4b1-1d3d4a7304ce req-45dd20e0-d365-4ab4-bf2e-85da37bff773 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0970640 Feb 11 05:36:32.588340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b428391-c7f4-44a7-88c8-01c434b5fd02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae5521dc547342179e5edda6637d3a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262040 Feb 11 05:36:32.591921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35876) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:32.657970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Made reservation on behalf of 6220a83203024137b0bdf1c0597dbbcd for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:32.660625 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.731685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.752060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9585614f-471a-4f21-9cc0-ac85932d4aeb req-216ed951-5a86-4ee6-8f14-ba5648e1f077 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097569 Feb 11 05:36:32.810460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf530011-038f-468a-87e8-5d6da2891a4d req-5728a573-42ab-4ed7-878b-3dd251b4c033 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0302765 Feb 11 05:36:32.866795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9956380a-4945-499d-b910-c19873722dc2 admin admin] Publish callbacks [] for security_group (05b6d54f-e8f1-412b-a585-cf0482b593b2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.901092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9956380a-4945-499d-b910-c19873722dc2 admin admin] Publish callbacks [] for security_group (05b6d54f-e8f1-412b-a585-cf0482b593b2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.075284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (14d2dfc5-7a8e-464a-b419-79f2a6a54c84), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.147952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Checking segment: {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:33.148601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Network hostable DHCP agents. Network: d489b23f-3568-44e7-a96f-02f14020a737, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:33.152773 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9956380a-4945-499d-b910-c19873722dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (05b6d54f-e8f1-412b-a585-cf0482b593b2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.155497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9956380a-4945-499d-b910-c19873722dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.157269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9956380a-4945-499d-b910-c19873722dc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05b6d54f-e8f1-412b-a585-cf0482b593b2 HTTP/1.1" status: 204 len: 168 time: 0.5598786 Feb 11 05:36:33.175333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956380a-4945-499d-b910-c19873722dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b6d54f-e8f1-412b-a585-cf0482b593b2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:33.178993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d2dfc5-7a8e-464a-b419-79f2a6a54c84,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:33.202835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Network d489b23f-3568-44e7-a96f-02f14020a737 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:33.229900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, d489b23f-3568-44e7-a96f-02f14020a737) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:33.239356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:33.239979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.249405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20981469-b2d6-49b1-8dd9-10fd9f7dbccb None None] Network d489b23f-3568-44e7-a96f-02f14020a737 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:33.280429 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8929f862-f88a-4a92-bf8c-9b6f7dd47865 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8085625 Feb 11 05:36:33.521215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7f0ac2-5869-4dd0-a102-f8521fd8462f None None] Network d489b23f-3568-44e7-a96f-02f14020a737 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:33.804921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeeb1ee0-75f9-45ce-b088-e1c2d27ccd4d req-8c6661e6-6e90-4968-82a3-4f9991ab9b83 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0707574 Feb 11 05:36:33.921613 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.197391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511f35-4193-4468-9803-a9426a9d0c25 req-70c12f14-1521-40a6-b9e8-fcb840d618c4 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:34.199895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0511f35-4193-4468-9803-a9426a9d0c25 req-70c12f14-1521-40a6-b9e8-fcb840d618c4 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.2934203 Feb 11 05:36:34.314214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e527f7-4944-43a4-994d-a91127aaf373 req-c90153fd-d4ce-49b1-bf23-f77cd4ca58d7 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:34.315855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-c90153fd-d4ce-49b1-bf23-f77cd4ca58d7 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 805 time: 0.3198407 Feb 11 05:36:34.347988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-3159774b-058d-497d-acf6-fe669ca776b4 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/quotas/6220a83203024137b0bdf1c0597dbbcd HTTP/1.1" status: 200 len: 375 time: 0.0138679 Feb 11 05:36:34.364012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0511f35-4193-4468-9803-a9426a9d0c25 req-aa489428-9cf1-4460-8da5-6528183e1f3d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462469 Feb 11 05:36:34.445856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-e672a23e-f80c-42e9-a7bf-9c1e1ebf2098 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804062 Feb 11 05:36:34.548091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0716b13-74e0-4fb7-842e-01d32620e9ad req-bd050798-2297-4cde-ba9c-516a9cb654c9 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0583816 Feb 11 05:36:34.651166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-c7322906-5756-4137-aeee-ac688819a3d1 service neutron] 10.222.0.31 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045207 Feb 11 05:36:34.801626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-da044409-0081-4d3f-8239-ea600dc4d5f6 service neutron] 10.222.0.31 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448574 Feb 11 05:36:35.054605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea79b92-9626-4542-b6f1-9e236df44625 req-d7bdb0e6-9871-428f-a20f-9872a1811e7b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:35.062623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fea79b92-9626-4542-b6f1-9e236df44625 req-d7bdb0e6-9871-428f-a20f-9872a1811e7b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.2073507 Feb 11 05:36:35.066244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-a151deb5-73ed-4071-a8b4-b5e3d599e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:35.070080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-a151deb5-73ed-4071-a8b4-b5e3d599e9ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 1129 time: 0.1590309 Feb 11 05:36:35.287554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-bd436bfa-99c8-4b82-a8c0-049ab992553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:35.290502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-bd436bfa-99c8-4b82-a8c0-049ab992553a service neutron] 10.222.0.81 "GET /v2.0/networks?id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 200 len: 914 time: 0.1944916 Feb 11 05:36:35.376986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fea79b92-9626-4542-b6f1-9e236df44625 req-6953385b-b228-4837-b9d5-268621a6ae7d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036301 Feb 11 05:36:35.398606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb521c9c-7a2a-4fd4-a55e-84bbcd271471 req-b1832059-9dd7-481c-bdb0-6e560e43fa5e tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0714471 Feb 11 05:36:35.582906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52d761e8-fa46-4099-a440-04072fd6a051 req-690bb261-7548-4a84-b161-48351c7eed1e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 210 time: 0.0735488 Feb 11 05:36:35.586582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-f917eb9e-dd7a-4a58-b10a-ba099b634a52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b HTTP/1.1" status: 200 len: 217 time: 0.2298930 Feb 11 05:36:35.706963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-4b4aa416-6c6f-4bb5-8dd1-a4f13ba71150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:35.708557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-4b4aa416-6c6f-4bb5-8dd1-a4f13ba71150 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9ef3855c-4e26-4b5c-9e78-72425adf7f66 HTTP/1.1" status: 200 len: 853 time: 0.1150076 Feb 11 05:36:35.773963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7d6077f-18ff-457b-a58e-a7c3b6c3c231 req-810a195b-726b-4579-84e9-b030f2dfc78d tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0643146 Feb 11 05:36:35.776260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-4ff45063-d994-4852-a99c-de9c6783167c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bdbc0085-8f99-4fcf-9803-2ad9a20c364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375745 Feb 11 05:36:35.929799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-26e0a6c0-33f3-4881-9113-8eebacfbe18b service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434579 Feb 11 05:36:36.092615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb0b79b7-1037-4ac1-97c4-c6413a405e43 req-9d581cf3-1184-483b-81be-097a0737b2e0 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552365 Feb 11 05:36:36.572905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8b468-5660-48cb-b466-7ec20af8fbba req-84e01cad-cbde-49d1-9c21-f33e0f8d6ae7 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:36.575758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aad8b468-5660-48cb-b466-7ec20af8fbba req-84e01cad-cbde-49d1-9c21-f33e0f8d6ae7 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.0870841 Feb 11 05:36:36.671206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ddf27c0-7815-4651-b8d2-fc69949a4970 req-44f81668-1907-438f-b6a4-76c51a3a4bdc tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0933788 Feb 11 05:36:36.772779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aad8b468-5660-48cb-b466-7ec20af8fbba req-faafb925-d722-4123-ab72-f63c134396f6 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703746 Feb 11 05:36:36.914578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d327473-dbbc-4017-aa67-3a093ec6bd0e req-305f6918-2b84-4046-af9f-f1dd3cbfc1ff tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 210 time: 0.0852969 Feb 11 05:36:36.993614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e989c350-faac-4f66-a652-ee9dd100d28c req-46486737-d1be-4b46-9399-c936746455ee tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0310116 Feb 11 05:36:37.046357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e527f7-4944-43a4-994d-a91127aaf373 req-af0d9fce-4e46-45c8-bb43-3fc4406c0443 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:37.047886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-af0d9fce-4e46-45c8-bb43-3fc4406c0443 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.81 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 805 time: 0.2741222 Feb 11 05:36:37.065045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Request body: {'port': {'device_id': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'admin_state_up': True, 'tenant_id': '6220a83203024137b0bdf1c0597dbbcd'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:37.198589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Made reservation on behalf of 6220a83203024137b0bdf1c0597dbbcd for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:37.202439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.364063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Allocated IP 172.20.0.5 (d489b23f-3568-44e7-a96f-02f14020a737/14d2dfc5-7a8e-464a-b419-79f2a6a54c84/8aad403b-cbe5-424f-a279-a568dc69b2e9) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:37.540869 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks [] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.594252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.647159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Network d489b23f-3568-44e7-a96f-02f14020a737 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:37.651044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:37.662341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Pushing event updated for resources: {'Port': ['ID=8aad403b-cbe5-424f-a279-a568dc69b2e9,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:37.664267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:37.737149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:37.737149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.754702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-7fefde32-7321-49ca-95de-dd7866c952f0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6972690 Feb 11 05:36:37.770161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Request body: {'port': {'device_id': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:37.829222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65108f08-fe62-4db1-9f97-8daaf221f5b1 req-3c3aec16-9054-43ad-b8cd-ced7446b587d tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0329790 Feb 11 05:36:37.891040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.109152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172a6b8-20ec-4df6-af7a-cb25cc6767a0 req-539e7767-8f9c-43d1-84ad-7d823f840ef8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:38.116526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f172a6b8-20ec-4df6-af7a-cb25cc6767a0 req-539e7767-8f9c-43d1-84ad-7d823f840ef8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1579826 Feb 11 05:36:38.203883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c36bf-4113-4762-929e-cbfbc76f01c2 req-01d26037-bf9b-4e59-939a-62c5d9617903 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:38.211298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-194c36bf-4113-4762-929e-cbfbc76f01c2 req-01d26037-bf9b-4e59-939a-62c5d9617903 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 931 time: 0.2157891 Feb 11 05:36:38.257493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f172a6b8-20ec-4df6-af7a-cb25cc6767a0 req-029ee389-9f1f-4e35-b8b3-2cc0c9e9fdc0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395564 Feb 11 05:36:38.335983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-194c36bf-4113-4762-929e-cbfbc76f01c2 req-93dda8db-4db3-43d9-8327-51742c657c40 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237583 Feb 11 05:36:38.479126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fd183fe-d8a4-4d19-aab1-1f5ea846b464 req-f439d534-4ed7-4be0-8cb3-7c6bb9a08481 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e3b269-169a-4e78-bafa-ec0ca2a84475 HTTP/1.1" status: 200 len: 210 time: 0.0691948 Feb 11 05:36:38.568063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11881e9-fed3-4d6f-8019-938b193aa7bd req-b3af3f06-9fcf-4e95-8b34-ebe972f8de30 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:38.569718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e11881e9-fed3-4d6f-8019-938b193aa7bd req-b3af3f06-9fcf-4e95-8b34-ebe972f8de30 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1460645 Feb 11 05:36:38.646871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aad403b-cbe5-424f-a279-a568dc69b2e9 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:38.657244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e11881e9-fed3-4d6f-8019-938b193aa7bd req-879aa7c8-3cc4-45a5-906b-3840e47df1ca tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605841 Feb 11 05:36:38.659102 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Publish callbacks [] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.683885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Transition to ACTIVE for port object 8aad403b-cbe5-424f-a279-a568dc69b2e9 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:36:38.703088 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.790161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Pushing event updated for resources: {'Port': ['ID=8aad403b-cbe5-424f-a279-a568dc69b2e9,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:38.945863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Attempting to bind port 8aad403b-cbe5-424f-a279-a568dc69b2e9 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:38.946203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Attempting to bind port 8aad403b-cbe5-424f-a279-a568dc69b2e9 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:38.946533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Attempting to bind port 8aad403b-cbe5-424f-a279-a568dc69b2e9 on network d489b23f-3568-44e7-a96f-02f14020a737 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:38.957870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Port 8aad403b-cbe5-424f-a279-a568dc69b2e9 on network d489b23f-3568-44e7-a96f-02f14020a737 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:36:38.958198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Attempting to bind port 8aad403b-cbe5-424f-a279-a568dc69b2e9 on network d489b23f-3568-44e7-a96f-02f14020a737 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:38.965388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:38.965388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Checking segment: {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:38.965388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Bound using segment: {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:38.965388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Bound port: 8aad403b-cbe5-424f-a279-a568dc69b2e9, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:38.965853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.976388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765615c-6774-4be3-8cb8-885dad086038 req-f49c3abf-916d-4ac3-ad76-d19c5d7e83bb tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:38.983731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b765615c-6774-4be3-8cb8-885dad086038 req-f49c3abf-916d-4ac3-ad76-d19c5d7e83bb tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1484752 Feb 11 05:36:39.125779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6095d16-bab0-4dda-91b0-88a31425800d req-24b16825-aa38-478d-a6ac-04be8b735800 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0887465 Feb 11 05:36:39.181555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b765615c-6774-4be3-8cb8-885dad086038 req-41e19af1-66a4-438a-aaac-55e1598af832 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969104 Feb 11 05:36:39.193472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:39.196883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:39.219041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:39.267372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:39.268004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:39.269560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] 10.222.0.81 "PUT /v2.0/ports/8aad403b-cbe5-424f-a279-a568dc69b2e9 HTTP/1.1" status: 200 len: 1092 time: 1.5050282 Feb 11 05:36:39.270061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:39.272627 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765" -d '{"events": [{"name": "network-changed", "server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:39.308849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece720be-ee2d-4460-9155-dc18af358d5f service neutron] Pushing event updated for resources: {'Port': ['ID=8aad403b-cbe5-424f-a279-a568dc69b2e9,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:39.463484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f20ec-cf28-42a2-8adc-51b517258594 req-9c8d4a90-5d0d-4fd2-acf1-f8fcf3f6d713 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:39.465393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-295f20ec-cf28-42a2-8adc-51b517258594 req-9c8d4a90-5d0d-4fd2-acf1-f8fcf3f6d713 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.0809510 Feb 11 05:36:39.468494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e527f7-4944-43a4-994d-a91127aaf373 req-3a4cce01-f0aa-447c-bdab-2e0d577743da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:39.470020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-3a4cce01-f0aa-447c-bdab-2e0d577743da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 1126 time: 0.1391437 Feb 11 05:36:39.556762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-d3139ad1-026f-4a81-a31f-08bc0cc4de43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9 HTTP/1.1" status: 200 len: 217 time: 0.0757113 Feb 11 05:36:39.653841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-295f20ec-cf28-42a2-8adc-51b517258594 req-212d4e18-64f7-412e-9d05-711620737a32 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812301 Feb 11 05:36:39.739048 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fdb6b9-b6f9-4bbd-bf3f-f0337d2dde59 x-openstack-request-id: req-33fdb6b9-b6f9-4bbd-bf3f-f0337d2dde59 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:39.739342 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:39.739596 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33fdb6b9-b6f9-4bbd-bf3f-f0337d2dde59 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:39.739993 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9', 'status': 'completed', 'code': 200} Feb 11 05:36:39.749129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e527f7-4944-43a4-994d-a91127aaf373 req-05473705-dcfc-49aa-a0c6-82acc295e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:39.750958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-05473705-dcfc-49aa-a0c6-82acc295e6d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 200 len: 845 time: 0.1769814 Feb 11 05:36:39.789480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-9976ce14-b6a0-4fad-8a98-1886baa552d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d489b23f-3568-44e7-a96f-02f14020a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315759 Feb 11 05:36:39.875063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-45a2e994-df72-4450-9cdb-329d2a4cb95c tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:39.876732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-45a2e994-df72-4450-9cdb-329d2a4cb95c tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/networks?id=39f958d4-4aea-493d-971c-dc5b74bcb2de HTTP/1.1" status: 200 len: 814 time: 0.2667823 Feb 11 05:36:39.936036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-8eb53560-4c5b-4e5d-b96e-8ebf37c53c95 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/quotas/90b142c8562d49de8b95cc8d82227ca5 HTTP/1.1" status: 200 len: 375 time: 0.0259736 Feb 11 05:36:39.968529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d8c70-1b32-4724-8b10-0c58ebbb8fda req-c5395b3e-3dd3-4685-9ea2-49843ab74019 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:39.970041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-034d8c70-1b32-4724-8b10-0c58ebbb8fda req-c5395b3e-3dd3-4685-9ea2-49843ab74019 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 943 time: 0.1721191 Feb 11 05:36:39.975439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-913ab7ba-2591-40b5-ba8b-97453676c965 service neutron] 10.222.0.81 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755781 Feb 11 05:36:40.439704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-64ca0393-918b-42e0-bfb5-d7f508b1f514 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=90b142c8562d49de8b95cc8d82227ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4937768 Feb 11 05:36:40.442816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-034d8c70-1b32-4724-8b10-0c58ebbb8fda req-a8115d8c-fcbd-4296-a5e0-eefdd0fc0efb tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498243 Feb 11 05:36:40.501686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58e527f7-4944-43a4-994d-a91127aaf373 req-4f52e779-b513-46d9-90e3-281f930aa9ea service neutron] 10.222.0.81 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095625 Feb 11 05:36:40.624807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-2c6765f0-4100-4f74-b5b5-3bfb91430696 service neutron] 10.222.0.31 "GET /v2.0/networks/39f958d4-4aea-493d-971c-dc5b74bcb2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703453 Feb 11 05:36:40.686915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6210f98-a410-446f-80d3-ee2b78fcb01e req-1b2e5d53-55fd-4ae7-9d04-9afbae6680a1 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0598190 Feb 11 05:36:40.746093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36176) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:40.772268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-3338ba1e-f23f-4b90-9b30-21055a077ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:40.773905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-3338ba1e-f23f-4b90-9b30-21055a077ef2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 1126 time: 0.1891680 Feb 11 05:36:40.910776 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5379d702-697b-4250-8c74-ab1ee82e900b tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group (3dcc9464-084a-4bdc-9d6a-08cf720a9484), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:40.972862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5379d702-697b-4250-8c74-ab1ee82e900b tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group (3dcc9464-084a-4bdc-9d6a-08cf720a9484), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:40.973835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-36513e89-c3cd-4439-b21f-bd6a0cb97d38 service neutron] 10.222.0.31 "GET /v2.0/networks/39f958d4-4aea-493d-971c-dc5b74bcb2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393493 Feb 11 05:36:40.983622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-4710e9f2-58f1-48b0-b707-6c9ff4119a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:40.985343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-4710e9f2-58f1-48b0-b707-6c9ff4119a4d service neutron] 10.222.0.81 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 906 time: 0.1702211 Feb 11 05:36:41.004022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefdb10-0425-43bc-bfc3-a42341bf0965 req-fb95bd80-ddf2-43a2-a159-ac35b8e9fb7b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:41.011468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eaefdb10-0425-43bc-bfc3-a42341bf0965 req-fb95bd80-ddf2-43a2-a159-ac35b8e9fb7b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1577399 Feb 11 05:36:41.058846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-3bcb4a92-4337-4cf2-a234-cff761d25165 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9 HTTP/1.1" status: 200 len: 217 time: 0.0634499 Feb 11 05:36:41.073739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5379d702-697b-4250-8c74-ab1ee82e900b tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3dcc9464-084a-4bdc-9d6a-08cf720a9484), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.081743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5379d702-697b-4250-8c74-ab1ee82e900b tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.083774 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5379d702-697b-4250-8c74-ab1ee82e900b tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "DELETE /v2.0/security-groups/3dcc9464-084a-4bdc-9d6a-08cf720a9484 HTTP/1.1" status: 204 len: 168 time: 0.3366494 Feb 11 05:36:41.087444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36204) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.105431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379d702-697b-4250-8c74-ab1ee82e900b tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcc9464-084a-4bdc-9d6a-08cf720a9484,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:41.182065 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-1f47ca46-ebdf-464a-8b5f-621eba232beb tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] show failed (client error): The resource could not be found. Feb 11 05:36:41.183515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f47ca46-ebdf-464a-8b5f-621eba232beb tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "GET /v2.0/security-groups/3dcc9464-084a-4bdc-9d6a-08cf720a9484 HTTP/1.1" status: 404 len: 347 time: 0.0278373 Feb 11 05:36:41.186902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36214) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.195091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-29135c45-92f3-40e7-9814-8ca3de212cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:41.196763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-29135c45-92f3-40e7-9814-8ca3de212cc1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 200 len: 845 time: 0.1246378 Feb 11 05:36:41.244115 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-a66cb814-32d2-4fe7-995f-19f5a747ff16 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d489b23f-3568-44e7-a96f-02f14020a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390463 Feb 11 05:36:41.260374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eaefdb10-0425-43bc-bfc3-a42341bf0965 req-826cdd65-3086-4e83-896f-e82d869d4c50 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475803 Feb 11 05:36:41.442589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4a28511-07a4-4730-968b-66b0a7a003d5 req-141a20a1-53bc-477a-a7b7-bafbdff6267f tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 210 time: 0.0996723 Feb 11 05:36:41.588532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Deleting port 299dbab2-482c-40ff-b9e3-882cb04f1a55 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:41.590053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (299dbab2-482c-40ff-b9e3-882cb04f1a55), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.804236 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (299dbab2-482c-40ff-b9e3-882cb04f1a55), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.804913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for floatingip (299dbab2-482c-40ff-b9e3-882cb04f1a55), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.822077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee72cb1-2fa9-46a6-8f4d-4cfe46c78dec req-67137616-a399-43b2-bb9e-9144f37e622e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:41.829913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ee72cb1-2fa9-46a6-8f4d-4cfe46c78dec req-67137616-a399-43b2-bb9e-9144f37e622e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.3724804 Feb 11 05:36:41.834447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Calling delete_port for 299dbab2-482c-40ff-b9e3-882cb04f1a55 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:41.836884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-a5544258-87db-4d52-961c-177e0971a675 service neutron] 10.222.0.81 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721865 Feb 11 05:36:41.920286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deb46f-33d2-4003-89ec-ac78a52c822d req-893d532d-482f-4a8b-8acb-678d1004c8f8 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:41.921971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8deb46f-33d2-4003-89ec-ac78a52c822d req-893d532d-482f-4a8b-8acb-678d1004c8f8 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 943 time: 0.3623590 Feb 11 05:36:41.981258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ee72cb1-2fa9-46a6-8f4d-4cfe46c78dec req-bf67aca2-0d0a-4860-a629-8493282c5342 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502292 Feb 11 05:36:42.234456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (299dbab2-482c-40ff-b9e3-882cb04f1a55), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.241093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5586261e-6a4d-4261-beed-c220041cdc02 req-5477b5c8-6809-48ba-b695-20734e0d5888 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1043856 Feb 11 05:36:42.324084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Pushing event deleted for resources: {'Port': ['ID=299dbab2-482c-40ff-b9e3-882cb04f1a55,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:42.431195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks [] for floatingip (336d98ec-c4da-4fca-9399-c7886788534f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.434372 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.436444 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2a0e06b9-239a-4106-a7d0-c16b56014c82 tempest-ServersTestBootFromVolume-250522101 tempest-ServersTestBootFromVolume-250522101-project] 10.222.0.31 "DELETE /v2.0/floatingips/336d98ec-c4da-4fca-9399-c7886788534f HTTP/1.1" status: 204 len: 168 time: 1.2483566 Feb 11 05:36:42.444478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b047a98-fcb6-4db2-b3de-70a0fe3d8765 req-27edc1f0-1ae5-4d68-a1dd-adebab32d96f service neutron] 10.222.0.81 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684330 Feb 11 05:36:42.466846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36344) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:42.577980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8deb46f-33d2-4003-89ec-ac78a52c822d req-ee7c806e-685b-4347-bfdf-f11a74204e8f tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667098 Feb 11 05:36:42.617694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91eab789-30b4-42de-a311-e48da6c0a63a req-bf32710f-a3a2-48ff-9005-1235eedfc60b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5848401 Feb 11 05:36:42.680417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ae694-f996-4ef8-b792-b11e6a3f9367 req-76cc5715-3779-4473-b789-69b6073dfcec tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:42.689503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e6ae694-f996-4ef8-b792-b11e6a3f9367 req-76cc5715-3779-4473-b789-69b6073dfcec tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.2411792 Feb 11 05:36:42.694393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8aad403b-cbe5-424f-a279-a568dc69b2e9 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:42.902263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-009a4ddc-edb3-472c-afc8-6f0544c32a24 req-0caafa08-7208-4a7a-9907-92cc3b7e7558 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 210 time: 0.2100089 Feb 11 05:36:42.953887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:42.970744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab789-30b4-42de-a311-e48da6c0a63a req-f54a6757-bc8e-49a4-969c-cf39f43bfc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:42.972296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91eab789-30b4-42de-a311-e48da6c0a63a req-f54a6757-bc8e-49a4-969c-cf39f43bfc5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 1128 time: 0.3182187 Feb 11 05:36:42.979909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '8aad403b-cbe5-424f-a279-a568dc69b2e9', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'port_id': '8aad403b-cbe5-424f-a279-a568dc69b2e9', 'mac_address': 'fa:16:3e:a6:28:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d2dfc5-7a8e-464a-b419-79f2a6a54c84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:43.007792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e6ae694-f996-4ef8-b792-b11e6a3f9367 req-bc78ce23-b60e-4c29-971a-75848ef50476 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194428 Feb 11 05:36:43.084125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8aad403b-cbe5-424f-a279-a568dc69b2e9 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:43.084796 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.110694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aad403b-cbe5-424f-a279-a568dc69b2e9 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:43.208858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:43.220166 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.287877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab789-30b4-42de-a311-e48da6c0a63a req-f97ea177-d234-4f37-8255-f619f4b4ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:43.290666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91eab789-30b4-42de-a311-e48da6c0a63a req-f97ea177-d234-4f37-8255-f619f4b4ed89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 916 time: 0.2767134 Feb 11 05:36:43.319291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8063539-03e3-46aa-bee1-a411cc57e3e7 req-68b36c79-c664-48e4-a1b5-4dd09905e7c0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:43.327329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8063539-03e3-46aa-bee1-a411cc57e3e7 req-68b36c79-c664-48e4-a1b5-4dd09905e7c0 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.1592336 Feb 11 05:36:43.386504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8aad403b-cbe5-424f-a279-a568dc69b2e9,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:43.462780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91eab789-30b4-42de-a311-e48da6c0a63a req-b86e73c4-5478-4ab0-9dbd-f09bd4dbed89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60bee8c-a4d7-46ac-be49-3a23359cef56 HTTP/1.1" status: 200 len: 217 time: 0.1341920 Feb 11 05:36:43.521354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (a5925aad-3468-4219-b684-aa7a2e0a031a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.534790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['8aad403b-cbe5-424f-a279-a568dc69b2e9'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:43.890864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6110d8f6-b401-462a-9e40-7b17857152f1 req-ed2f6e21-1e31-4b44-aed4-c0cd328bfbab tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.4579334 Feb 11 05:36:44.147619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-f261c3a5-3345-445b-bfb7-c4bd4b86e581 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:44.149947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-f261c3a5-3345-445b-bfb7-c4bd4b86e581 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.72 "GET /v2.0/networks?id=39f958d4-4aea-493d-971c-dc5b74bcb2de HTTP/1.1" status: 200 len: 814 time: 0.7039311 Feb 11 05:36:44.172176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8063539-03e3-46aa-bee1-a411cc57e3e7 req-978040e7-61b8-4aa3-b309-8dacb719a76c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8281803 Feb 11 05:36:44.213354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab789-30b4-42de-a311-e48da6c0a63a req-b4f152f5-e5c0-4d9d-a583-fd9bd43ebad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:44.215315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91eab789-30b4-42de-a311-e48da6c0a63a req-b4f152f5-e5c0-4d9d-a583-fd9bd43ebad3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.6584711 Feb 11 05:36:44.221247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Request body: {'port': {'device_id': '452846ab-aa23-4c33-9aa9-1032f4fca703', 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de', 'admin_state_up': True, 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:44.312770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Deleting port be8f6794-5e34-4436-8a23-b376e0059368 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:44.313427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (be8f6794-5e34-4436-8a23-b376e0059368), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.454475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] For port be8f6794-5e34-4436-8a23-b376e0059368, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=be8f6794-5e34-4436-8a23-b376e0059368,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:44.455091 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (be8f6794-5e34-4436-8a23-b376e0059368), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.486013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Calling delete_port for be8f6794-5e34-4436-8a23-b376e0059368 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:44.487717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91eab789-30b4-42de-a311-e48da6c0a63a req-cff3f7b7-3a72-4a1f-bd36-5d6a4afdbfa2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2471647 Feb 11 05:36:44.554428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-773bb815-abf3-4416-9aa9-ae782eb85d7a req-9ca71465-8ba2-4ac4-9895-e942a5a53af3 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 210 time: 0.1397576 Feb 11 05:36:44.668816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8c1db-f73d-4ea0-8012-e6171f028c0f req-d8751b5d-527e-4a35-aa87-291d6d067c18 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:44.670973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eea8c1db-f73d-4ea0-8012-e6171f028c0f req-d8751b5d-527e-4a35-aa87-291d6d067c18 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 944 time: 0.5192337 Feb 11 05:36:44.680345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-9d2a4ebf-dcc5-4027-8e0a-90eafbe0941d req-b563543e-8c8c-4690-a0d8-744dd6c18106 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:36:44.681728 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d2a4ebf-dcc5-4027-8e0a-90eafbe0941d req-b563543e-8c8c-4690-a0d8-744dd6c18106 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064359 Feb 11 05:36:44.696596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Made reservation on behalf of 90b142c8562d49de8b95cc8d82227ca5 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:44.697512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8aad403b-cbe5-424f-a279-a568dc69b2e9 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:44.703664 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.814672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91eab789-30b4-42de-a311-e48da6c0a63a req-731adeba-c9a7-4814-a5c6-0a88e67f2ad9 service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258359 Feb 11 05:36:44.859488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 8aad403b-cbe5-424f-a279-a568dc69b2e9 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:36:44.865623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 8aad403b-cbe5-424f-a279-a568dc69b2e9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:44.867754 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.990956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eea8c1db-f73d-4ea0-8012-e6171f028c0f req-41a5c213-1c33-4fcc-a40f-aa51a8b89592 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076882 Feb 11 05:36:45.078307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8aad403b-cbe5-424f-a279-a568dc69b2e9 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:45.078690 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.248445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:45.258627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:45.268653 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e11f4-d81f-4173-a159-fca7ecf74841" -d '{"events": [{"server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "name": "network-vif-plugged", "status": "completed", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:45.284648 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.391714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91eab789-30b4-42de-a311-e48da6c0a63a req-0f66f7d8-e090-409d-a1c6-c9069cea35d3 service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595565 Feb 11 05:36:45.460689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8aad403b-cbe5-424f-a279-a568dc69b2e9,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:45.527333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a36dd94b-c4df-4f46-bf56-5bb71a27ad73 req-6228fdf5-79e3-4872-83ef-ada72ac469cc tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.2957742 Feb 11 05:36:45.588676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967beae0-a1a0-48bb-8e88-9198ea6fc9c3 req-35ac37d5-6b06-45d3-88ce-af8954ff450c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:45.594293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-967beae0-a1a0-48bb-8e88-9198ea6fc9c3 req-35ac37d5-6b06-45d3-88ce-af8954ff450c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.7360744 Feb 11 05:36:45.674939 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad9f1c5-abaa-4db9-bb1f-9f2adb5816c1 x-openstack-request-id: req-5ad9f1c5-abaa-4db9-bb1f-9f2adb5816c1 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:45.675936 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "name": "network-vif-plugged", "status": "completed", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:45.676478 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ad9f1c5-abaa-4db9-bb1f-9f2adb5816c1 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:45.677166 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9', 'code': 200} Feb 11 05:36:45.814333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (be8f6794-5e34-4436-8a23-b376e0059368), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.880010 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Pushing event deleted for resources: {'Port': ['ID=be8f6794-5e34-4436-8a23-b376e0059368,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:45.958947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b54ff96-464d-4366-b780-749fb35d7673 req-c6c9bb88-9b37-46ca-80e5-5ae655c6fb72 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 210 time: 0.1752355 Feb 11 05:36:46.162752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Allocated IP 172.20.0.8 (39f958d4-4aea-493d-971c-dc5b74bcb2de/c37e1206-70b5-4b6a-8c86-2bc2f572abec/4b624703-dc58-4382-9035-e97741c567a2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:46.282045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-967beae0-a1a0-48bb-8e88-9198ea6fc9c3 req-56c8177e-3acf-4146-a8b0-8e8c5492d077 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614587 Feb 11 05:36:46.296609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4fea7-4194-4445-bf8f-9d0979d2721a req-c2b1b7ad-92e6-49df-aa47-9ac1ed7e4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:46.306334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdf4fea7-4194-4445-bf8f-9d0979d2721a req-c2b1b7ad-92e6-49df-aa47-9ac1ed7e4136 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 1128 time: 0.5115430 Feb 11 05:36:46.328120 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (a5925aad-3468-4219-b684-aa7a2e0a031a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.614512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdf4fea7-4194-4445-bf8f-9d0979d2721a req-6f6088a8-c422-43f3-b9bb-32f77f9dff28 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714281 Feb 11 05:36:46.700505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dc0f3-bd97-45fa-897a-a412338fbbe7 req-0b4ebd7d-e4ae-41ad-b5a5-1a2fdddbe5cd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:46.708075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d70dc0f3-bd97-45fa-897a-a412338fbbe7 req-0b4ebd7d-e4ae-41ad-b5a5-1a2fdddbe5cd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 945 time: 0.4789407 Feb 11 05:36:46.960202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Router a5925aad-3468-4219-b684-aa7a2e0a031a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:47.074602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65024e-8777-4e51-ba19-7e15a0af67fb req-5f6848b4-25de-4f89-8d36-c74c2d4a6c75 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:47.093753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e65024e-8777-4e51-ba19-7e15a0af67fb req-5f6848b4-25de-4f89-8d36-c74c2d4a6c75 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.5172281 Feb 11 05:36:47.141185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d70dc0f3-bd97-45fa-897a-a412338fbbe7 req-17be709c-dbb1-412a-a93b-79b6d39c3799 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283421 Feb 11 05:36:47.168812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:47.177333 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-70ecec53-61ea-4e19-ac11-4bdbe512742a admin admin] 10.222.0.31 "PUT /v2.0/routers/a5925aad-3468-4219-b684-aa7a2e0a031a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7014341 Feb 11 05:36:47.179506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36612) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:47.181364 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] Sync routers for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:47.195528 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:47.196160 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:47.449173 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:47.496874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e65024e-8777-4e51-ba19-7e15a0af67fb req-45371f44-30c3-430c-b072-bb2fcd0cb181 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019096 Feb 11 05:36:47.523605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-754010c2-c8af-46ce-b45e-55ecbc7dbef7 req-a8d75cb3-0d46-4037-9b83-ab43418978a3 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.2259767 Feb 11 05:36:47.539432 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Publish callbacks [] for port (4b624703-dc58-4382-9035-e97741c567a2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.556230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks [] for router (a5925aad-3468-4219-b684-aa7a2e0a031a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.688741 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4b624703-dc58-4382-9035-e97741c567a2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.816569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Network 39f958d4-4aea-493d-971c-dc5b74bcb2de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:47.903485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks [] for router_gateway (a5925aad-3468-4219-b684-aa7a2e0a031a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.967705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:47.999882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:48.110260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Deleting port e7b5cf1f-aa61-4313-951b-fb584f7f2171 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:48.110845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.154631 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:36:45Z', 'revision_number': 5, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port': {'id': 'e7b5cf1f-aa61-4313-951b-fb584f7f2171', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:47Z', 'updated_at': '2022-02-11T05:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:48.222144 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] Checking router: a5925aad-3468-4219-b684-aa7a2e0a031a for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:48.236285 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] Routers {'a5925aad-3468-4219-b684-aa7a2e0a031a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:48.237926 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5925aad-3468-4219-b684-aa7a2e0a031a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:48.242085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:48.242535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.378749 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] Set router a5925aad-3468-4219-b684-aa7a2e0a031a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:48.379131 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] For port e7b5cf1f-aa61-4313-951b-fb584f7f2171, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e7b5cf1f-aa61-4313-951b-fb584f7f2171,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:48.379445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.417922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Pushing event updated for resources: {'Port': ['ID=4b624703-dc58-4382-9035-e97741c567a2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:48.438648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Calling delete_port for e7b5cf1f-aa61-4313-951b-fb584f7f2171 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:48.460721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a3d8f3ff-30bd-4482-ace3-5105137e1f46 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2493799 Feb 11 05:36:48.510697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8590abe3-7720-493a-a9eb-cac29b65cf37 None None] Provisioning complete for port 4b624703-dc58-4382-9035-e97741c567a2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:48.511795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8590abe3-7720-493a-a9eb-cac29b65cf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4b624703-dc58-4382-9035-e97741c567a2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.522916 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:36:47Z', 'revision_number': 6, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:48.532076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1373a8a-99e7-4397-94b8-55f950532ff9 req-1adf017d-066e-46c1-98fa-415ea6a089b2 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:48.542787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1373a8a-99e7-4397-94b8-55f950532ff9 req-1adf017d-066e-46c1-98fa-415ea6a089b2 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 931 time: 0.7992749 Feb 11 05:36:48.567707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Request body: {'port': {'device_id': '452846ab-aa23-4c33-9aa9-1032f4fca703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:48.584812 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3184e794-3f4f-4dc4-9181-f536e8901656 None None] The sync data for ids ['a5925aad-3468-4219-b684-aa7a2e0a031a'] in n-d-715271-35 is: [{'id': 'a5925aad-3468-4219-b684-aa7a2e0a031a', 'name': 'tempest-ServersTestBootFromVolume-601193550-router', 'tenant_id': 'd906c2658896408f8762f5adf784e5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:46Z', 'updated_at': '2022-02-11T05:36:47Z', 'revision_number': 6, 'project_id': 'd906c2658896408f8762f5adf784e5b5', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:48.664348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8590abe3-7720-493a-a9eb-cac29b65cf37 None None] Port 4b624703-dc58-4382-9035-e97741c567a2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:48.686148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-a5971c50-dcf4-468b-8702-1364c415216b tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:48.687680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-a5971c50-dcf4-468b-8702-1364c415216b tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/networks?id=d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 200 len: 813 time: 0.9369502 Feb 11 05:36:48.759223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-bed93071-c50b-4d43-b40f-99e8e6be05ff tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/quotas/2981a5aaffb94c4682f1cc3fbe22914b HTTP/1.1" status: 200 len: 375 time: 0.0464962 Feb 11 05:36:48.813426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4b624703-dc58-4382-9035-e97741c567a2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.867202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1373a8a-99e7-4397-94b8-55f950532ff9 req-58947b8c-feff-43df-975f-8a5125ca2ef5 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201547 Feb 11 05:36:48.897258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-fbe956fb-e472-46fe-8984-fdc85efbe9f7 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189210 Feb 11 05:36:48.941465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e7b5cf1f-aa61-4313-951b-fb584f7f2171), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.079026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b5cf1f-aa61-4313-951b-fb584f7f2171,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:49.122815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (a5925aad-3468-4219-b684-aa7a2e0a031a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.339559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (a5925aad-3468-4219-b684-aa7a2e0a031a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.346145 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks [] for router_controller (a5925aad-3468-4219-b684-aa7a2e0a031a), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.495610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b624703-dc58-4382-9035-e97741c567a2 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:49.521473 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (a5925aad-3468-4219-b684-aa7a2e0a031a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.522186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5925aad-3468-4219-b684-aa7a2e0a031a {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:36:49.527765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Publish callbacks [] for port (4b624703-dc58-4382-9035-e97741c567a2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.528383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.530386 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-120d096d-3fbe-4455-b493-282f44bcf809 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a5925aad-3468-4219-b684-aa7a2e0a031a HTTP/1.1" status: 204 len: 168 time: 2.3496838 Feb 11 05:36:49.532894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36644) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:49.625774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5debc266-f6ea-4f27-bd97-1cd0214ba27d admin admin] Deleting subnet 61712a37-d1ce-41db-9e36-72f959011e20 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:49.634557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5debc266-f6ea-4f27-bd97-1cd0214ba27d admin admin] Publish callbacks [] for subnet (61712a37-d1ce-41db-9e36-72f959011e20), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.732777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Transition to ACTIVE for port object 4b624703-dc58-4382-9035-e97741c567a2 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:36:49.733333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5debc266-f6ea-4f27-bd97-1cd0214ba27d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (61712a37-d1ce-41db-9e36-72f959011e20), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.793282 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4b624703-dc58-4382-9035-e97741c567a2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.930708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5debc266-f6ea-4f27-bd97-1cd0214ba27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (61712a37-d1ce-41db-9e36-72f959011e20), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.056866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5debc266-f6ea-4f27-bd97-1cd0214ba27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (61712a37-d1ce-41db-9e36-72f959011e20), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.120367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ccbc7-cc94-494f-b39f-7dabaa3ae6a4 None None] Network 1cadc99b-46d1-4fda-a4eb-62d58b78d281 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:50.132619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5debc266-f6ea-4f27-bd97-1cd0214ba27d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.150404 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5debc266-f6ea-4f27-bd97-1cd0214ba27d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/61712a37-d1ce-41db-9e36-72f959011e20 HTTP/1.1" status: 204 len: 168 time: 0.6143548 Feb 11 05:36:50.152239 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36650) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:50.230496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debc266-f6ea-4f27-bd97-1cd0214ba27d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61712a37-d1ce-41db-9e36-72f959011e20,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:50.352328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e7b5cf1f-aa61-4313-951b-fb584f7f2171 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:50.391248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (1cadc99b-46d1-4fda-a4eb-62d58b78d281), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.394700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: e7b5cf1f-aa61-4313-951b-fb584f7f2171 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:50.395054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e7b5cf1f-aa61-4313-951b-fb584f7f2171 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:50.395462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device be8f6794-5e34-4436-8a23-b376e0059368 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:50.470973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: be8f6794-5e34-4436-8a23-b376e0059368 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:50.471486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device be8f6794-5e34-4436-8a23-b376e0059368 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:50.539663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Deleting port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:50.542693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.562893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95bdb5-3f9f-439d-b42f-281892470135 req-b1e072f7-4dc0-4f48-8829-a204204fc28c tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:50.564702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec95bdb5-3f9f-439d-b42f-281892470135 req-b1e072f7-4dc0-4f48-8829-a204204fc28c tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 945 time: 1.0298395 Feb 11 05:36:50.565592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Pushing event updated for resources: {'Port': ['ID=4b624703-dc58-4382-9035-e97741c567a2,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:50.615405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc32fed-bd5d-4617-aba3-4774ccd2775b None None] DHCP port deletion for 1cadc99b-46d1-4fda-a4eb-62d58b78d281 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:36:50.649684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec95bdb5-3f9f-439d-b42f-281892470135 req-51591b52-ff4c-4a70-9845-0bbf21265f4d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766354 Feb 11 05:36:50.661712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-2bf5e855-4d9e-4599-8b83-f63b6f0f8e80 service neutron] 10.222.0.31 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7471280 Feb 11 05:36:50.757889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-abc32fed-bd5d-4617-aba3-4774ccd2775b None None] Deleting port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:50.758232 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-abc32fed-bd5d-4617-aba3-4774ccd2775b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.783764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] For port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8f3bffb6-ed10-4d14-9c37-f6453a4396f5,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:50.786134 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.794810 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-d5dd9985-a2d1-4ef2-9dd3-9e8ab35c60ea service neutron] 10.222.0.31 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316698 Feb 11 05:36:50.827292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Calling delete_port for 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:50.922422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be1818bf-cab5-4436-a8d2-8ee4e726d0ea req-c1aa015c-ec55-495e-853e-b4c99f3e4524 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1204550 Feb 11 05:36:50.972460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-abc32fed-bd5d-4617-aba3-4774ccd2775b None None] For port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8f3bffb6-ed10-4d14-9c37-f6453a4396f5,segment=NetworkSegment(b13bd0ce-abc1-40f8-91a6-2ff31c051d54),segment_id=b13bd0ce-abc1-40f8-91a6-2ff31c051d54)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:50.972863 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-abc32fed-bd5d-4617-aba3-4774ccd2775b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.023429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-abc32fed-bd5d-4617-aba3-4774ccd2775b None None] Calling delete_port for 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:51.105865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.201324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3bffb6-ed10-4d14-9c37-f6453a4396f5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:51.209127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] No DVR routers for this DVR port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:51.264750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-abc32fed-bd5d-4617-aba3-4774ccd2775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (8f3bffb6-ed10-4d14-9c37-f6453a4396f5), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.309567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc32fed-bd5d-4617-aba3-4774ccd2775b None None] Pushing event deleted for resources: {'Port': ['ID=8f3bffb6-ed10-4d14-9c37-f6453a4396f5,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:51.326050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Attempting to bind port 4b624703-dc58-4382-9035-e97741c567a2 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:51.329032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Attempting to bind port 4b624703-dc58-4382-9035-e97741c567a2 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:51.332866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Attempting to bind port 4b624703-dc58-4382-9035-e97741c567a2 on network 39f958d4-4aea-493d-971c-dc5b74bcb2de {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:51.350402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc32fed-bd5d-4617-aba3-4774ccd2775b None None] No DVR routers for this DVR port 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:51.423191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (1cadc99b-46d1-4fda-a4eb-62d58b78d281), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.455404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Port 4b624703-dc58-4382-9035-e97741c567a2 on network 39f958d4-4aea-493d-971c-dc5b74bcb2de not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:36:51.467243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Attempting to bind port 4b624703-dc58-4382-9035-e97741c567a2 on network 39f958d4-4aea-493d-971c-dc5b74bcb2de {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:51.482404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:51.482980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cadc99b-46d1-4fda-a4eb-62d58b78d281']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:51.486417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Checking segment: {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:51.488309 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Bound using segment: {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:51.489075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Bound port: 4b624703-dc58-4382-9035-e97741c567a2, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:51.507639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:51.510169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13bd0ce-abc1-40f8-91a6-2ff31c051d54') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:51.511079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4b624703-dc58-4382-9035-e97741c567a2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.533525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (b13bd0ce-abc1-40f8-91a6-2ff31c051d54), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.561605 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b13bd0ce-abc1-40f8-91a6-2ff31c051d54), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.576600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:51.578662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (b13bd0ce-abc1-40f8-91a6-2ff31c051d54), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.584539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958ad15-a76f-4024-82c9-4b8afe0eb857 req-982b3a88-6029-45e9-b0d8-6bcf27216d7d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:51.608242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b958ad15-a76f-4024-82c9-4b8afe0eb857 req-982b3a88-6029-45e9-b0d8-6bcf27216d7d tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.5293527 Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:51.630202 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:51.730216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (1cadc99b-46d1-4fda-a4eb-62d58b78d281), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.736390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.739633 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1cadc99b-46d1-4fda-a4eb-62d58b78d281 HTTP/1.1" status: 204 len: 168 time: 1.5342109 Feb 11 05:36:51.796707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] For port 4b624703-dc58-4382-9035-e97741c567a2, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:51.803699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033cfd2-5cbc-4e67-b57d-6e2ac8f4b446 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cadc99b-46d1-4fda-a4eb-62d58b78d281,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:51.808077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] For port 4b624703-dc58-4382-9035-e97741c567a2, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4b624703-dc58-4382-9035-e97741c567a2,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:51.851770 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4b624703-dc58-4382-9035-e97741c567a2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.856666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.014651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Pushing event updated for resources: {'Port': ['ID=4b624703-dc58-4382-9035-e97741c567a2,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:52.064901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:52.065780 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.067650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-ca7bf58c-934f-48a1-93f3-6c95a5018167 service neutron] 10.222.0.72 "PUT /v2.0/ports/4b624703-dc58-4382-9035-e97741c567a2 HTTP/1.1" status: 200 len: 1092 time: 3.5705881 Feb 11 05:36:52.082298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b38e-fa53-40ac-ac4f-abc265a665bb req-673fa2aa-caf1-4778-bc8a-517e9cbee6f3 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:52.089369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68d6b38e-fa53-40ac-ac4f-abc265a665bb req-673fa2aa-caf1-4778-bc8a-517e9cbee6f3 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 943 time: 0.7502174 Feb 11 05:36:52.090124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452846ab-aa23-4c33-9aa9-1032f4fca703', 'tag': '4b624703-dc58-4382-9035-e97741c567a2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:52.123909 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3800aba-64d2-42e9-8954-c470ea6f740c" -d '{"events": [{"name": "network-changed", "server_uuid": "452846ab-aa23-4c33-9aa9-1032f4fca703", "tag": "4b624703-dc58-4382-9035-e97741c567a2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:52.324398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36682) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:52.370486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:52.521717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:52.524918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8f3bffb6-ed10-4d14-9c37-f6453a4396f5 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:52.531643 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7a8b1c57-b036-47cc-9cea-be878310242d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d906c2658896408f8762f5adf784e5b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038565 Feb 11 05:36:52.532275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:52.577597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b958ad15-a76f-4024-82c9-4b8afe0eb857 req-8fde1e05-0be1-446e-b1ea-a1775840c14f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9625494 Feb 11 05:36:52.640648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-91a9849a-087b-4337-8e6b-8d6b28578d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:52.657171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-91a9849a-087b-4337-8e6b-8d6b28578d6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=90b142c8562d49de8b95cc8d82227ca5&device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 1126 time: 0.4372025 Feb 11 05:36:52.667222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68d6b38e-fa53-40ac-ac4f-abc265a665bb req-2e628ffa-64b6-40a4-8e21-745ec302667a tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209651 Feb 11 05:36:52.745392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef1da282-c713-48aa-a45b-1c63c0d9a88b admin admin] Publish callbacks [] for security_group (d99ff8ef-85c7-4f84-b245-da64c5294c9f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.804597 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef1da282-c713-48aa-a45b-1c63c0d9a88b admin admin] Publish callbacks [] for security_group (d99ff8ef-85c7-4f84-b245-da64c5294c9f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.805563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-030c4702-33d8-4db1-9312-78b790ee24c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b624703-dc58-4382-9035-e97741c567a2 HTTP/1.1" status: 200 len: 217 time: 0.1159019 Feb 11 05:36:52.895399 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef1da282-c713-48aa-a45b-1c63c0d9a88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d99ff8ef-85c7-4f84-b245-da64c5294c9f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.898496 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef1da282-c713-48aa-a45b-1c63c0d9a88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.904753 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ef1da282-c713-48aa-a45b-1c63c0d9a88b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d99ff8ef-85c7-4f84-b245-da64c5294c9f HTTP/1.1" status: 204 len: 168 time: 0.3682525 Feb 11 05:36:52.919302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1da282-c713-48aa-a45b-1c63c0d9a88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99ff8ef-85c7-4f84-b245-da64c5294c9f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:52.925284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a17e2591-32a7-48bc-a1b8-bb3ffa1ae7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:52.926481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-a17e2591-32a7-48bc-a1b8-bb3ffa1ae7e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c37e1206-70b5-4b6a-8c86-2bc2f572abec HTTP/1.1" status: 200 len: 853 time: 0.1026549 Feb 11 05:36:53.038062 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.043229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-276753e9-60b1-407b-838d-0436e7bdc18f req-6b4971a8-f9ed-4c8e-b41b-9627a709a47e tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 210 time: 0.1150413 Feb 11 05:36:53.110680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-c5c80123-258c-495e-b1d8-75a1a3a39a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:53.115046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-c5c80123-258c-495e-b1d8-75a1a3a39a5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=39f958d4-4aea-493d-971c-dc5b74bcb2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1746471 Feb 11 05:36:53.163210 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31828bb7-8c95-4b96-88a7-0b7dedd29589 x-openstack-request-id: req-31828bb7-8c95-4b96-88a7-0b7dedd29589 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:53.163522 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452846ab-aa23-4c33-9aa9-1032f4fca703", "tag": "4b624703-dc58-4382-9035-e97741c567a2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:53.164876 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31828bb7-8c95-4b96-88a7-0b7dedd29589 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:53.165540 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452846ab-aa23-4c33-9aa9-1032f4fca703', 'tag': '4b624703-dc58-4382-9035-e97741c567a2', 'status': 'completed', 'code': 200} Feb 11 05:36:53.742119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d62a8d46-dd8b-43f0-b182-3a60704be573 req-307e4f5e-5d4d-4494-a4fd-24f7ff1f54fb tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.5466280 Feb 11 05:36:53.925993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea467d-823b-4bfd-a360-c4e2128102af req-06563752-32fc-4fab-845f-6ab32a2114a1 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:53.940333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3aea467d-823b-4bfd-a360-c4e2128102af req-06563752-32fc-4fab-845f-6ab32a2114a1 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.3525312 Feb 11 05:36:54.085285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-80f4407d-35db-483a-b1f6-77cd30d8c05d tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:54.086594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-80f4407d-35db-483a-b1f6-77cd30d8c05d tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.81 "GET /v2.0/networks?id=d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 200 len: 813 time: 0.9190226 Feb 11 05:36:54.126578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Request body: {'port': {'device_id': '9e030582-36b8-4b82-a5c1-0c4782cd814f', 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51', 'admin_state_up': True, 'tenant_id': '2981a5aaffb94c4682f1cc3fbe22914b'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:54.243388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-e66c28d4-b032-4d9e-ba75-ef4ee2a5d88b service neutron] 10.222.0.72 "GET /v2.0/networks/39f958d4-4aea-493d-971c-dc5b74bcb2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1232705 Feb 11 05:36:54.280787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159106cf-de68-4b72-9f06-c878c7cac998 req-483cd0e0-4751-40f6-bf7c-c70235b6c97f tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:54.282721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-159106cf-de68-4b72-9f06-c878c7cac998 req-483cd0e0-4751-40f6-bf7c-c70235b6c97f tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 945 time: 0.3048451 Feb 11 05:36:54.327314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3aea467d-823b-4bfd-a360-c4e2128102af req-5465e003-30e4-440c-b708-9650475d114f tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836954 Feb 11 05:36:54.402749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Made reservation on behalf of 2981a5aaffb94c4682f1cc3fbe22914b for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:54.412636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.452532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36728) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:54.697635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1275962983-network', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:54.727243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Made reservation on behalf of ed6f91c189da45c381e643712365a3f4 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:54.730994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.733905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Allocated IP 172.20.0.10 (d4281e62-a042-4781-9bb3-86f3623bde51/626436ea-3708-46dc-8918-ccc449182f79/df572079-96a5-4e6a-b1aa-4a30879e8fc0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:54.746733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.930656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Publish callbacks [] for security_group (145aee55-d417-4b9e-bf0a-dd6b5b55c693), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.936930 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (145aee55-d417-4b9e-bf0a-dd6b5b55c693), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.957917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:54.978380 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (60d2fc91-eeef-4d2e-9c4d-261e512fb979), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.978816 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Added segment 60d2fc91-eeef-4d2e-9c4d-261e512fb979 of type vlan for network 989db7f7-5c98-4ead-ae28-6944d738a7aa Feb 11 05:36:55.067872 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (989db7f7-5c98-4ead-ae28-6944d738a7aa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.112306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks [] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.129856 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (989db7f7-5c98-4ead-ae28-6944d738a7aa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.131108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:55.131868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.181946 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7284348 Feb 11 05:36:55.185348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145aee55-d417-4b9e-bf0a-dd6b5b55c693,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:55.190199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36740) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:55.236003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Request body: {'subnet': {'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-subnet', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:55.245748 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974af6ec-2f29-49d6-b933-f81d0c15a20c admin admin] Pushing event updated for resources: {'Network': ['ID=989db7f7-5c98-4ead-ae28-6944d738a7aa,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:55.259876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 989db7f7-5c98-4ead-ae28-6944d738a7aa details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:55.326770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Made reservation on behalf of ed6f91c189da45c381e643712365a3f4 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:55.337991 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.443596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-159106cf-de68-4b72-9f06-c878c7cac998 req-c047dab6-1f85-45cd-9323-0c77dad5a633 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1493335 Feb 11 05:36:55.463275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34b4d512-8646-4f8e-a50b-5585a0cb1f38 req-7970ab98-a8d1-4163-9114-f8a37e2541a5 service neutron] 10.222.0.72 "GET /v2.0/networks/39f958d4-4aea-493d-971c-dc5b74bcb2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1933517 Feb 11 05:36:55.515816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559f229-c15d-4509-bfc3-f386a0056d66 req-aeab5d26-2ff2-4ff4-a747-02fa7897a04d tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:55.524238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d559f229-c15d-4509-bfc3-f386a0056d66 req-aeab5d26-2ff2-4ff4-a747-02fa7897a04d tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 943 time: 1.0616536 Feb 11 05:36:55.526668 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.601515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Pushing event updated for resources: {'Port': ['ID=df572079-96a5-4e6a-b1aa-4a30879e8fc0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:55.661081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d559f229-c15d-4509-bfc3-f386a0056d66 req-8bab6818-43a4-442b-a36b-e6e85e0ef939 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286814 Feb 11 05:36:55.760765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9cac1c2e-a2b6-464b-8f00-a3e90e2798d7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.795670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Network d4281e62-a042-4781-9bb3-86f3623bde51 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:55.820592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:55.841459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:55.937613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cac1c2e-a2b6-464b-8f00-a3e90e2798d7,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:55.968744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Checking segment: {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:55.969131 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Network hostable DHCP agents. Network: 989db7f7-5c98-4ead-ae28-6944d738a7aa, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:56.032229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Network 989db7f7-5c98-4ead-ae28-6944d738a7aa is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:56.058198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 989db7f7-5c98-4ead-ae28-6944d738a7aa) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:56.063553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:56.064166 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.071058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-320f10b7-3f5c-4c68-abb9-66f5ef9f33b4 req-3efc7abb-9b46-4362-9d8a-802a8b5e0aa9 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.2111254 Feb 11 05:36:56.071946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee3505-48c4-4b39-ae49-cc48b0fac54e None None] Network 989db7f7-5c98-4ead-ae28-6944d738a7aa requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:56.086053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:56.089306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.119299 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f892fcc9-b5b5-4a17-8116-1aef75deb565 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8869541 Feb 11 05:36:56.123692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36748) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:56.129870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:56.132965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b834-fcbe-4e12-8c83-7a1906b111cd req-22a3ab15-2223-4103-9adc-8c563183cd70 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:56.135551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd67b834-fcbe-4e12-8c83-7a1906b111cd req-22a3ab15-2223-4103-9adc-8c563183cd70 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 932 time: 0.5034699 Feb 11 05:36:56.183830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (0a2b306c-da6c-43c9-be39-de4068b6d140), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.185054 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (0a2b306c-da6c-43c9-be39-de4068b6d140), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.217745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd67b834-fcbe-4e12-8c83-7a1906b111cd req-4a66ba6b-7e3c-48ef-8400-7729fa971e3d tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692317 Feb 11 05:36:56.221166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-fbb20cac-cd3c-46e9-9f0c-23a7749e266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:56.226961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-fbb20cac-cd3c-46e9-9f0c-23a7749e266f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=90b142c8562d49de8b95cc8d82227ca5&device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 1126 time: 0.5461981 Feb 11 05:36:56.307425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-143904e5-9044-4f33-b65c-309ba967cb86 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1854296 Feb 11 05:36:56.336280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Request body: {'port': {'device_id': '9e030582-36b8-4b82-a5c1-0c4782cd814f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:56.387048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-989db7f7-5c98-4ead-ae28-6944d738a7aa', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:36:56.395033 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.432936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks [] for router_controller (0a2b306c-da6c-43c9-be39-de4068b6d140), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.452630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.766565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Allocated IP 172.20.0.2 (989db7f7-5c98-4ead-ae28-6944d738a7aa/9cac1c2e-a2b6-464b-8f00-a3e90e2798d7/4d7f1f6f-2282-4218-b5de-02c24e8b107b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:56.991856 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks [] for router_gateway (0a2b306c-da6c-43c9-be39-de4068b6d140), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.998553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df572079-96a5-4e6a-b1aa-4a30879e8fc0 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:57.018731 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Publish callbacks [] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.050728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Transition to ACTIVE for port object df572079-96a5-4e6a-b1aa-4a30879e8fc0 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:36:57.125884 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.219825 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Publish callbacks [] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.230161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Pushing event updated for resources: {'Port': ['ID=df572079-96a5-4e6a-b1aa-4a30879e8fc0,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:57.234240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.302150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615c096-9b02-434d-90f0-3498c6d82ceb req-b012b738-de80-468a-881b-86f2dfda0f7b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:57.317508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6615c096-9b02-434d-90f0-3498c6d82ceb req-b012b738-de80-468a-881b-86f2dfda0f7b tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.9029219 Feb 11 05:36:57.327877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Pushing event updated for resources: {'Port': ['ID=4d7f1f6f-2282-4218-b5de-02c24e8b107b,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:57.352371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Network 989db7f7-5c98-4ead-ae28-6944d738a7aa is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:57.364168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:57.369313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:57.517213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6615c096-9b02-434d-90f0-3498c6d82ceb req-4744056e-dcd9-4ff4-8574-fa7662aede20 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986740 Feb 11 05:36:57.536329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Attempting to bind port 4d7f1f6f-2282-4218-b5de-02c24e8b107b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:57.541915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Attempting to bind port 4d7f1f6f-2282-4218-b5de-02c24e8b107b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:57.542813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Attempting to bind port 4d7f1f6f-2282-4218-b5de-02c24e8b107b on network 989db7f7-5c98-4ead-ae28-6944d738a7aa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:57.561031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:57.561430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Checking segment: {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:57.569027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.569988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Bound using segment: {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:57.570447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Bound port: 4d7f1f6f-2282-4218-b5de-02c24e8b107b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:57.574070 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.719646 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks [] for router_gateway (0a2b306c-da6c-43c9-be39-de4068b6d140), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.738264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] For port 4d7f1f6f-2282-4218-b5de-02c24e8b107b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:57.742176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] For port 4d7f1f6f-2282-4218-b5de-02c24e8b107b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d7f1f6f-2282-4218-b5de-02c24e8b107b,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:57.775562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.775814 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.826780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31d00c43-036e-48ec-8c7d-48a550f514c2 req-3356ea7e-d96e-4a88-b54d-f9d996921060 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1665416 Feb 11 05:36:57.867375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Attempting to bind port df572079-96a5-4e6a-b1aa-4a30879e8fc0 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:57.869668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Attempting to bind port df572079-96a5-4e6a-b1aa-4a30879e8fc0 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:57.870146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Attempting to bind port df572079-96a5-4e6a-b1aa-4a30879e8fc0 on network d4281e62-a042-4781-9bb3-86f3623bde51 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:57.881141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Port df572079-96a5-4e6a-b1aa-4a30879e8fc0 on network d4281e62-a042-4781-9bb3-86f3623bde51 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:36:57.885232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Attempting to bind port df572079-96a5-4e6a-b1aa-4a30879e8fc0 on network d4281e62-a042-4781-9bb3-86f3623bde51 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:57.897264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-5cd41124-e9fe-4b11-bb1c-1150819f7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:57.901562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-5cd41124-e9fe-4b11-bb1c-1150819f7595 service neutron] 10.222.0.72 "GET /v2.0/networks?id=39f958d4-4aea-493d-971c-dc5b74bcb2de HTTP/1.1" status: 200 len: 915 time: 1.6676724 Feb 11 05:36:57.902867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e60ae3-d8f9-4cee-9163-10e3313ae1fe None None] Pushing event updated for resources: {'Port': ['ID=4d7f1f6f-2282-4218-b5de-02c24e8b107b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:57.909222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:57.909776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Checking segment: {'id': 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:57.910268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Bound using segment: {'id': 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:57.910824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Bound port: df572079-96a5-4e6a-b1aa-4a30879e8fc0, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:57.911298 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.933051 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0088-5657-4a06-95e3-8d2ef3ccc81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.055414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Allocated IP 172.25.1.118 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/a3406d59-aa99-451a-b08d-aeb6dd92b2a9) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:58.086466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] For port df572079-96a5-4e6a-b1aa-4a30879e8fc0, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:58.090364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] For port df572079-96a5-4e6a-b1aa-4a30879e8fc0, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=df572079-96a5-4e6a-b1aa-4a30879e8fc0,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:58.100397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-e61edb11-475b-4a1f-bd3a-d56a9f525ea8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b624703-dc58-4382-9035-e97741c567a2 HTTP/1.1" status: 200 len: 217 time: 0.1570826 Feb 11 05:36:58.108500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c578aa-4854-4096-b3be-f59a85186c41 req-b0066829-afd7-43ad-9a0b-b3f861829467 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:58.116273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27c578aa-4854-4096-b3be-f59a85186c41 req-b0066829-afd7-43ad-9a0b-b3f861829467 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 943 time: 0.7757478 Feb 11 05:36:58.175547 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.192959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-c2230e23-3a6e-4e12-a6b1-1b835a36e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:58.194754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-c2230e23-3a6e-4e12-a6b1-1b835a36e39a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c37e1206-70b5-4b6a-8c86-2bc2f572abec HTTP/1.1" status: 200 len: 853 time: 0.0691316 Feb 11 05:36:58.281925 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks [] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.431075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.443092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Pushing event updated for resources: {'Port': ['ID=df572079-96a5-4e6a-b1aa-4a30879e8fc0,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:58.518285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:58.519270 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.522461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-ead6e7e0-e1ac-4ad3-92cf-c5315921c622 service neutron] 10.222.0.81 "PUT /v2.0/ports/df572079-96a5-4e6a-b1aa-4a30879e8fc0 HTTP/1.1" status: 200 len: 1093 time: 2.1975350 Feb 11 05:36:58.524002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e030582-36b8-4b82-a5c1-0c4782cd814f', 'tag': 'df572079-96a5-4e6a-b1aa-4a30879e8fc0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:58.528379 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082" -d '{"events": [{"name": "network-changed", "server_uuid": "9e030582-36b8-4b82-a5c1-0c4782cd814f", "tag": "df572079-96a5-4e6a-b1aa-4a30879e8fc0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:58.563218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Pushing event updated for resources: {'Port': ['ID=a3406d59-aa99-451a-b08d-aeb6dd92b2a9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:58.595730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:58.597350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:58.603606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:58.719582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27c578aa-4854-4096-b3be-f59a85186c41 req-16d1e8a0-f94e-4d73-bceb-1559c3d0e270 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970690 Feb 11 05:36:58.750310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8aad403b-cbe5-424f-a279-a568dc69b2e9 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:58.757442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-5ef1f0ce-2a47-4d71-896d-efb21a2d1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:58.765717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-5ef1f0ce-2a47-4d71-896d-efb21a2d1c0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=39f958d4-4aea-493d-971c-dc5b74bcb2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4062226 Feb 11 05:36:58.787246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e34e1-e43e-474b-9129-29c96eb10ea9 req-1b9cb94a-ef00-45bb-bd01-7de22710a4bc tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:58.795421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-310e34e1-e43e-474b-9129-29c96eb10ea9 req-1b9cb94a-ef00-45bb-bd01-7de22710a4bc tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 944 time: 0.5877476 Feb 11 05:36:58.914736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:58.927860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '8aad403b-cbe5-424f-a279-a568dc69b2e9', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'port_id': '8aad403b-cbe5-424f-a279-a568dc69b2e9', 'mac_address': 'fa:16:3e:a6:28:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d2dfc5-7a8e-464a-b419-79f2a6a54c84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:58.947333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-3c3d5061-5d49-4d9d-9c7e-c8c8ff33c6c3 service neutron] 10.222.0.72 "GET /v2.0/networks/39f958d4-4aea-493d-971c-dc5b74bcb2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334548 Feb 11 05:36:58.967516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8aad403b-cbe5-424f-a279-a568dc69b2e9 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:58.968182 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.983141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aad403b-cbe5-424f-a279-a568dc69b2e9 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:58.985611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-1ed50b75-48fb-4153-91d3-abf36cc2186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:58.987326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-1ed50b75-48fb-4153-91d3-abf36cc2186f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 1127 time: 0.3899491 Feb 11 05:36:59.004701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:59.014061 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.139616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8aad403b-cbe5-424f-a279-a568dc69b2e9,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:59.156921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['8aad403b-cbe5-424f-a279-a568dc69b2e9'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:59.171624 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks [] for router_gateway (0a2b306c-da6c-43c9-be39-de4068b6d140), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.856245 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:36:59.888943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caca200-3361-4984-b5cd-9268920c1789 None None] Network 989db7f7-5c98-4ead-ae28-6944d738a7aa requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:00.006251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-cf80246c-43ee-43c9-b5be-57e624ea3da6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df572079-96a5-4e6a-b1aa-4a30879e8fc0 HTTP/1.1" status: 200 len: 217 time: 1.0039582 Feb 11 05:37:00.020129 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-310e34e1-e43e-474b-9129-29c96eb10ea9 req-94514e10-89cb-475d-a6cd-c350bbe9395b tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2202289 Feb 11 05:37:00.050249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9879e36f-6570-4512-9060-6e6b39c56cbb None None] Provisioning complete for port 4d7f1f6f-2282-4218-b5de-02c24e8b107b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:00.050716 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9879e36f-6570-4512-9060-6e6b39c56cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.198483 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608426f5-b3fb-4194-9154-f1bdb2fc942e x-openstack-request-id: req-608426f5-b3fb-4194-9154-f1bdb2fc942e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:00.198483 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e030582-36b8-4b82-a5c1-0c4782cd814f", "tag": "df572079-96a5-4e6a-b1aa-4a30879e8fc0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:00.198483 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-608426f5-b3fb-4194-9154-f1bdb2fc942e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:00.200384 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e030582-36b8-4b82-a5c1-0c4782cd814f', 'tag': 'df572079-96a5-4e6a-b1aa-4a30879e8fc0', 'status': 'completed', 'code': 200} Feb 11 05:37:00.214991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b64106-01eb-4120-a86e-241f58474b2c req-2ec4b755-c829-4c0e-a1fe-51ce0307a9e5 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:00.225695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40b64106-01eb-4120-a86e-241f58474b2c req-2ec4b755-c829-4c0e-a1fe-51ce0307a9e5 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 1.2712708 Feb 11 05:37:00.313970 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (0a2b306c-da6c-43c9-be39-de4068b6d140), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.324089 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-167b7625-a442-4dd8-a5a1-f624f27b3864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.344456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d7f1f6f-2282-4218-b5de-02c24e8b107b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:00.350380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-1d9f7849-d5f2-467a-a05a-7da99cf98532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:00.362814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-1d9f7849-d5f2-467a-a05a-7da99cf98532 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=626436ea-3708-46dc-8918-ccc449182f79 HTTP/1.1" status: 200 len: 853 time: 0.3370476 Feb 11 05:37:00.415719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d290c446-95e2-4118-8990-a783c9442f67 req-0cbfffe1-81a2-4484-9a93-3e42d48b02d2 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0942957 Feb 11 05:37:00.439278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9879e36f-6570-4512-9060-6e6b39c56cbb None None] Current status of the port 4d7f1f6f-2282-4218-b5de-02c24e8b107b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:00.439801 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9879e36f-6570-4512-9060-6e6b39c56cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.564267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-52906e2b-098a-46ec-bf30-9d16636c5e57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4281e62-a042-4781-9bb3-86f3623bde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404130 Feb 11 05:37:00.569004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9879e36f-6570-4512-9060-6e6b39c56cbb None None] For port 4d7f1f6f-2282-4218-b5de-02c24e8b107b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d7f1f6f-2282-4218-b5de-02c24e8b107b,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:00.581629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3800aba-64d2-42e9-8954-c470ea6f740c req-3032b2f1-fff1-4858-94af-89dbbf881283 service neutron] 10.222.0.72 "GET /v2.0/networks/39f958d4-4aea-493d-971c-dc5b74bcb2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5921705 Feb 11 05:37:00.587114 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9879e36f-6570-4512-9060-6e6b39c56cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.768115 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4d7f1f6f-2282-4218-b5de-02c24e8b107b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:00.768542 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.780648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Router 0a2b306c-da6c-43c9-be39-de4068b6d140 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:37:00.817308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-cead8301-9583-44e6-8e8b-fb086f01f861 service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045288 Feb 11 05:37:00.831901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40b64106-01eb-4120-a86e-241f58474b2c req-918984ed-020f-48de-91f3-03b669945a6c tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034141 Feb 11 05:37:00.854808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8aad403b-cbe5-424f-a279-a568dc69b2e9 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:01.032404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879e36f-6570-4512-9060-6e6b39c56cbb None None] Pushing event updated for resources: {'Port': ['ID=4d7f1f6f-2282-4218-b5de-02c24e8b107b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:01.081248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b40b9-4d11-4528-955d-284d7cbdeb53 req-db2de61b-7115-43b3-8ee1-01f01baf0587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:01.085538 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:01.089173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-552b40b9-4d11-4528-955d-284d7cbdeb53 req-db2de61b-7115-43b3-8ee1-01f01baf0587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 943 time: 0.2700267 Feb 11 05:37:01.117837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4d7f1f6f-2282-4218-b5de-02c24e8b107b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:01.127172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:01.127830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54745126-c299-487d-aece-a63b8b45032f None None] Sync routers for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:01.128939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7f66d80b-ab67-49ca-8bff-10b82f3a6e2b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0031822 Feb 11 05:37:01.131646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36842) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:01.136645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2611db66-6ef3-48d8-879f-29517ab82a03 None None] Provisioning complete for port 4d7f1f6f-2282-4218-b5de-02c24e8b107b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:01.137031 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2611db66-6ef3-48d8-879f-29517ab82a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:01.146282 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:01.149275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54745126-c299-487d-aece-a63b8b45032f None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:01.150213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-54745126-c299-487d-aece-a63b8b45032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:37:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:01.249749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-552b40b9-4d11-4528-955d-284d7cbdeb53 req-ef6e4b48-1e66-4301-9902-7841244d8012 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580687 Feb 11 05:37:01.280207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bf6e0-5c2e-4eed-abb3-e61b6b420c41 req-5e8a3586-0e67-4cfb-b74b-d8b2a91edc49 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:01.296977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f0bf6e0-5c2e-4eed-abb3-e61b6b420c41 req-5e8a3586-0e67-4cfb-b74b-d8b2a91edc49 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.2641647 Feb 11 05:37:01.310477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-54745126-c299-487d-aece-a63b8b45032f None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:01.350826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a4f26de-85d2-45c7-b074-a568ba99afd0 req-89c9bd81-f771-423f-9600-b624fc0a39fb service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081861 Feb 11 05:37:01.442734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f0bf6e0-5c2e-4eed-abb3-e61b6b420c41 req-8c903483-d2c5-4237-be5b-7ebe6e72502e tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438382 Feb 11 05:37:01.624891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 8aad403b-cbe5-424f-a279-a568dc69b2e9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:01.625329 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:01.665362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4b624703-dc58-4382-9035-e97741c567a2 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:01.812710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-9673c715-68d1-4c27-afef-3cc273749f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:01.817266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-9673c715-68d1-4c27-afef-3cc273749f87 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 1127 time: 0.3735240 Feb 11 05:37:01.822257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f826ec83-3b74-4618-b95b-5ca94b7deaab req-761786a6-9d06-4164-9795-a1bbcf733da0 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1260087 Feb 11 05:37:01.860418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4b624703-dc58-4382-9035-e97741c567a2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4b624703-dc58-4382-9035-e97741c567a2,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:01.874441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefac3b-a7a1-4fa0-8cf4-57e7f89f536d req-1f5967d2-22c6-4215-880c-f085eb87d7b1 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:01.890661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beefac3b-a7a1-4fa0-8cf4-57e7f89f536d req-1f5967d2-22c6-4215-880c-f085eb87d7b1 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 944 time: 0.4343355 Feb 11 05:37:02.033059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '4b624703-dc58-4382-9035-e97741c567a2', 'network_id': '39f958d4-4aea-493d-971c-dc5b74bcb2de', 'port_id': '4b624703-dc58-4382-9035-e97741c567a2', 'mac_address': 'fa:16:3e:26:d8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37e1206-70b5-4b6a-8c86-2bc2f572abec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:02.094401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beefac3b-a7a1-4fa0-8cf4-57e7f89f536d req-2a5b6a76-d0e7-4489-8c66-36f7ae171487 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024181 Feb 11 05:37:02.173400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-84b7e650-0625-4af7-8a3a-943c16b95a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:02.175071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-84b7e650-0625-4af7-8a3a-943c16b95a4a service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 200 len: 914 time: 0.3417308 Feb 11 05:37:02.275191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-50d21de0-8e58-4e69-a80e-d19f1e0f3e9b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df572079-96a5-4e6a-b1aa-4a30879e8fc0 HTTP/1.1" status: 200 len: 217 time: 0.0883451 Feb 11 05:37:02.339737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.358543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d7f1f6f-2282-4218-b5de-02c24e8b107b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:02.528944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4b624703-dc58-4382-9035-e97741c567a2 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:02.538769 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4b624703-dc58-4382-9035-e97741c567a2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.547811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-a02abeff-e9fb-41af-9efa-e39737995df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:02.557713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-a02abeff-e9fb-41af-9efa-e39737995df5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=626436ea-3708-46dc-8918-ccc449182f79 HTTP/1.1" status: 200 len: 853 time: 0.2758396 Feb 11 05:37:02.580800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8aad403b-cbe5-424f-a279-a568dc69b2e9 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:02.603505 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.605976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2611db66-6ef3-48d8-879f-29517ab82a03 None None] Current status of the port 4d7f1f6f-2282-4218-b5de-02c24e8b107b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:02.670275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-54745126-c299-487d-aece-a63b8b45032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:36:58Z', 'revision_number': 3, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:02.689780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-9a2a470b-8c8e-4a83-9dc3-a0f23468b079 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4281e62-a042-4781-9bb3-86f3623bde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189497 Feb 11 05:37:02.783702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b624703-dc58-4382-9035-e97741c567a2 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:02.807936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54745126-c299-487d-aece-a63b8b45032f None None] Checking router: 0a2b306c-da6c-43c9-be39-de4068b6d140 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:02.808520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54745126-c299-487d-aece-a63b8b45032f None None] Updating router 0a2b306c-da6c-43c9-be39-de4068b6d140 port a3406d59-aa99-451a-b08d-aeb6dd92b2a9 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:37:02.811776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device df572079-96a5-4e6a-b1aa-4a30879e8fc0 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:02.856811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Allocated IP 172.20.0.1 (989db7f7-5c98-4ead-ae28-6944d738a7aa/9cac1c2e-a2b6-464b-8f00-a3e90e2798d7/633914a8-0210-46b2-b8b4-f535b63ae081) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:02.944623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4d7f1f6f-2282-4218-b5de-02c24e8b107b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:02.946336 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.092357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-4a9aa61c-0e46-4e2b-8e85-7f833aa3213b service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935711 Feb 11 05:37:03.112056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:03.119449 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed34685a-ad7d-4129-aecd-95e25dd368b7" -d '{"events": [{"server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "name": "network-vif-plugged", "status": "completed", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:03.161209 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4b624703-dc58-4382-9035-e97741c567a2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4b624703-dc58-4382-9035-e97741c567a2,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:03.162489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Publish callbacks [] for port (633914a8-0210-46b2-b8b4-f535b63ae081), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.198485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:03.213193 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.217696 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4b624703-dc58-4382-9035-e97741c567a2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.245591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.335825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Network 989db7f7-5c98-4ead-ae28-6944d738a7aa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:03.341769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:03.345474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:03.348999 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:37:03.352031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4b624703-dc58-4382-9035-e97741c567a2,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:03.376003 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54745126-c299-487d-aece-a63b8b45032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.380125 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.476936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Pushing event updated for resources: {'Port': ['ID=633914a8-0210-46b2-b8b4-f535b63ae081,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:03.479545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (0a2b306c-da6c-43c9-be39-de4068b6d140), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.548584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7e74ad5-fb7c-4bb6-8e3f-33f50a4ad082 req-ec029cc7-1fd4-46bb-9586-a743bec0e561 service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367166 Feb 11 05:37:03.587171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4b624703-dc58-4382-9035-e97741c567a2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:03.625517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375978a-c38b-405f-a84b-f180b70de73b req-7de00db5-114e-4ad5-b2a1-91bb739902c0 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:03.627026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2375978a-c38b-405f-a84b-f180b70de73b req-7de00db5-114e-4ad5-b2a1-91bb739902c0 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 943 time: 1.2089944 Feb 11 05:37:03.662603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e559c8f5-7fe7-4196-bba6-98de718e398a req-f7009d93-95f5-4e17-a982-c113102c536a tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.4977880 Feb 11 05:37:03.820089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2375978a-c38b-405f-a84b-f180b70de73b req-22cf4fe2-b89a-4a33-b7f6-9c12549ddd8f tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564810 Feb 11 05:37:04.045490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.124061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3df5-f13f-45b0-aac5-db2805488444 req-d2fe2253-539b-4649-b007-41f492f057e6 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:04.126027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49df3df5-f13f-45b0-aac5-db2805488444 req-d2fe2253-539b-4649-b007-41f492f057e6 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 944 time: 0.1332681 Feb 11 05:37:04.263080 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bdd26f-e9bc-4a5f-90ae-22844baf1d0b x-openstack-request-id: req-88bdd26f-e9bc-4a5f-90ae-22844baf1d0b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:04.263628 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "name": "network-vif-plugged", "status": "completed", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:04.263628 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88bdd26f-e9bc-4a5f-90ae-22844baf1d0b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:04.263996 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9', 'code': 200} Feb 11 05:37:04.289426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49df3df5-f13f-45b0-aac5-db2805488444 req-a1d3e0d0-6790-40bd-9fac-a85d0e876d09 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532774 Feb 11 05:37:04.340883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f72ef2f-b09d-41b9-9f94-c292a4d3def6 req-612be8e0-1080-4e3d-8348-11937bf18645 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0684757 Feb 11 05:37:04.367278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Publish callbacks [] for port (633914a8-0210-46b2-b8b4-f535b63ae081), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.377427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.555794 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Pushing event updated for resources: {'Port': ['ID=633914a8-0210-46b2-b8b4-f535b63ae081,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:04.653971 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (0a2b306c-da6c-43c9-be39-de4068b6d140), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.769691 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.854159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-351b1a7d-cc17-4a32-b3d8-27b9438db07a req-6521b822-87ff-406f-8858-bd1f58cda4b6 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0608099 Feb 11 05:37:04.877565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8aad403b-cbe5-424f-a279-a568dc69b2e9,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:04.888752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fe49fa20-d34a-4c83-98d9-e4c4d37cbd9c None None] Provisioning complete for port 633914a8-0210-46b2-b8b4-f535b63ae081 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:04.889146 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fe49fa20-d34a-4c83-98d9-e4c4d37cbd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.959830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Network 989db7f7-5c98-4ead-ae28-6944d738a7aa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:04.963951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:05.023106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fe49fa20-d34a-4c83-98d9-e4c4d37cbd9c None None] Port 633914a8-0210-46b2-b8b4-f535b63ae081 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:37:05.029347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4d7f1f6f-2282-4218-b5de-02c24e8b107b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:05.082061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port df572079-96a5-4e6a-b1aa-4a30879e8fc0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=df572079-96a5-4e6a-b1aa-4a30879e8fc0,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:05.188066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9008b-961c-4380-aea0-0d689d61192a req-0b61d82e-1b24-48a5-b466-97e09fa38adc tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:05.189708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0b9008b-961c-4380-aea0-0d689d61192a req-0b61d82e-1b24-48a5-b466-97e09fa38adc tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 944 time: 0.1669362 Feb 11 05:37:05.232358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'df572079-96a5-4e6a-b1aa-4a30879e8fc0', 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51', 'port_id': 'df572079-96a5-4e6a-b1aa-4a30879e8fc0', 'mac_address': 'fa:16:3e:bc:00:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626436ea-3708-46dc-8918-ccc449182f79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:05.359199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Router 0a2b306c-da6c-43c9-be39-de4068b6d140 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:05.360177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0b9008b-961c-4380-aea0-0d689d61192a req-abe842de-e222-4f6d-a416-a08969c66ca0 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535203 Feb 11 05:37:05.604217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6d71c264-3e35-48e9-be7b-fd67e9695376 None None] Provisioning complete for port 633914a8-0210-46b2-b8b4-f535b63ae081 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:05.604759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6d71c264-3e35-48e9-be7b-fd67e9695376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:05.646650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port df572079-96a5-4e6a-b1aa-4a30879e8fc0 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:05.647040 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:05.660803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c9c7f-a2a1-4cc1-88f6-272811361e20 req-b05ca174-cf99-4f30-9efc-2d064b36ed92 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:05.666182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df572079-96a5-4e6a-b1aa-4a30879e8fc0 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:05.667033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-703c9c7f-a2a1-4cc1-88f6-272811361e20 req-b05ca174-cf99-4f30-9efc-2d064b36ed92 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 944 time: 0.1715047 Feb 11 05:37:05.688946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port df572079-96a5-4e6a-b1aa-4a30879e8fc0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=df572079-96a5-4e6a-b1aa-4a30879e8fc0,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:05.725030 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:05.841388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:05.877936 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5d222257-f267-4127-b358-b62a21987509 admin admin] 10.222.0.31 "PUT /v2.0/routers/0a2b306c-da6c-43c9-be39-de4068b6d140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7260725 Feb 11 05:37:05.880281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-703c9c7f-a2a1-4cc1-88f6-272811361e20 req-134add3b-71ab-4680-a5bf-286c7bdfa2b2 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910405 Feb 11 05:37:06.005455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=df572079-96a5-4e6a-b1aa-4a30879e8fc0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:06.096482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6d71c264-3e35-48e9-be7b-fd67e9695376 None None] Port 633914a8-0210-46b2-b8b4-f535b63ae081 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:37:06.177338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['df572079-96a5-4e6a-b1aa-4a30879e8fc0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:06.204679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae505647-82ba-4b19-b039-8372602d1bb2 req-d327e882-cb27-435e-8564-4875e42d5b3d tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1284103 Feb 11 05:37:06.332318 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54745126-c299-487d-aece-a63b8b45032f None None] Publish callbacks [] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.384154 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54745126-c299-487d-aece-a63b8b45032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.540580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe10c19-b29d-4bf7-8b06-85342dd1cc01 None None] Pushing event updated for resources: {'Port': ['ID=a3406d59-aa99-451a-b08d-aeb6dd92b2a9,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:06.574037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-54745126-c299-487d-aece-a63b8b45032f None None] Attempting to bind port a3406d59-aa99-451a-b08d-aeb6dd92b2a9 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:06.576341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-54745126-c299-487d-aece-a63b8b45032f None None] Attempting to bind port a3406d59-aa99-451a-b08d-aeb6dd92b2a9 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:06.576894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54745126-c299-487d-aece-a63b8b45032f None None] Attempting to bind port a3406d59-aa99-451a-b08d-aeb6dd92b2a9 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:06.648292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54745126-c299-487d-aece-a63b8b45032f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:06.651687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54745126-c299-487d-aece-a63b8b45032f None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:06.654203 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54745126-c299-487d-aece-a63b8b45032f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.656655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54745126-c299-487d-aece-a63b8b45032f None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:06.658229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-54745126-c299-487d-aece-a63b8b45032f None None] Bound port: a3406d59-aa99-451a-b08d-aeb6dd92b2a9, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:06.658914 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54745126-c299-487d-aece-a63b8b45032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.659784 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed2bee6d-95f1-4b85-bd5d-add96b4095ca req-40474e59-188d-4b5d-a64c-c2dc3b344bcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9422e1a2300e49f2b79c44bb267ae165&device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0799890 Feb 11 05:37:06.803044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed2bee6d-95f1-4b85-bd5d-add96b4095ca req-cc5d985d-dbfc-4311-a2b8-68ef63ea4cc1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9422e1a2300e49f2b79c44bb267ae165&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013494 Feb 11 05:37:06.941532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-54745126-c299-487d-aece-a63b8b45032f None None] For port a3406d59-aa99-451a-b08d-aeb6dd92b2a9, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:07.010773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d92e44-7798-4cb6-bea9-ee93fa6bf3ac req-e15e3d69-1a88-4f00-b6d8-02a5fc516265 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:07.018145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69d92e44-7798-4cb6-bea9-ee93fa6bf3ac req-e15e3d69-1a88-4f00-b6d8-02a5fc516265 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 944 time: 0.3517017 Feb 11 05:37:07.066597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-54745126-c299-487d-aece-a63b8b45032f None None] For port a3406d59-aa99-451a-b08d-aeb6dd92b2a9, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a3406d59-aa99-451a-b08d-aeb6dd92b2a9,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:07.097872 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54745126-c299-487d-aece-a63b8b45032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.228277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69d92e44-7798-4cb6-bea9-ee93fa6bf3ac req-43c0cb93-ddbc-4a97-b8ec-55a8d493ccc9 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092290 Feb 11 05:37:07.278382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe10c19-b29d-4bf7-8b06-85342dd1cc01 None None] Pushing event updated for resources: {'Port': ['ID=a3406d59-aa99-451a-b08d-aeb6dd92b2a9,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:07.292505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54745126-c299-487d-aece-a63b8b45032f None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:07.293189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-54745126-c299-487d-aece-a63b8b45032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:37:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:07.309746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bee6d-95f1-4b85-bd5d-add96b4095ca req-ca19d8dc-ef04-4eaa-98f0-6054a62ca93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:07.317898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed2bee6d-95f1-4b85-bd5d-add96b4095ca req-ca19d8dc-ef04-4eaa-98f0-6054a62ca93b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5041156 Feb 11 05:37:07.441173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4b624703-dc58-4382-9035-e97741c567a2 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:07.548121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36972) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:07.554158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1c9ba3cf-b0ac-4dcc-b244-280e99f0a977 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2040278001', 'description': 'tempest-description--1191350469'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:07.599518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89380090-c7e8-44b1-a8a1-20a6fd202123 req-4cde0de0-5748-46fb-89dc-1ece5f935963 tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1005211 Feb 11 05:37:07.642221 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c9ba3cf-b0ac-4dcc-b244-280e99f0a977 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.843554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-54745126-c299-487d-aece-a63b8b45032f None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:07.852374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15852b-0a30-4fe7-ae7a-a06a6e1565aa req-8310eaf1-dced-4592-a4d8-0417a371b9f4 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:07.853996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f15852b-0a30-4fe7-ae7a-a06a6e1565aa req-8310eaf1-dced-4592-a4d8-0417a371b9f4 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 945 time: 0.1718850 Feb 11 05:37:07.863461 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c9ba3cf-b0ac-4dcc-b244-280e99f0a977 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group (00a09d68-96b6-43ae-a426-3558dd9caf28), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.879185 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c9ba3cf-b0ac-4dcc-b244-280e99f0a977 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (00a09d68-96b6-43ae-a426-3558dd9caf28), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.977989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f15852b-0a30-4fe7-ae7a-a06a6e1565aa req-ac723a2a-0891-48e4-b188-eb1fc3a873da tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155961 Feb 11 05:37:08.007058 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c9ba3cf-b0ac-4dcc-b244-280e99f0a977 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.011187 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1c9ba3cf-b0ac-4dcc-b244-280e99f0a977 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4607809 Feb 11 05:37:08.014349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36982) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:08.019981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b16c6654-224a-449a-9051-893f8b5bcb31 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Request body: {'security_group_rule': {'security_group_id': '00a09d68-96b6-43ae-a426-3558dd9caf28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:08.050465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ba3cf-b0ac-4dcc-b244-280e99f0a977 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a09d68-96b6-43ae-a426-3558dd9caf28,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:08.113982 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b16c6654-224a-449a-9051-893f8b5bcb31 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group_rule (690b8d3b-7885-4965-9c6c-3f1debbe3401), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.170954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 4b624703-dc58-4382-9035-e97741c567a2 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:37:08.221524 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b16c6654-224a-449a-9051-893f8b5bcb31 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group_rule (690b8d3b-7885-4965-9c6c-3f1debbe3401), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.232174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b16c6654-224a-449a-9051-893f8b5bcb31 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (690b8d3b-7885-4965-9c6c-3f1debbe3401), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.271821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 4b624703-dc58-4382-9035-e97741c567a2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:08.272217 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4b624703-dc58-4382-9035-e97741c567a2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.336926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c6654-224a-449a-9051-893f8b5bcb31 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690b8d3b-7885-4965-9c6c-3f1debbe3401,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:08.360116 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b16c6654-224a-449a-9051-893f8b5bcb31 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.368403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b16c6654-224a-449a-9051-893f8b5bcb31 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3528454 Feb 11 05:37:08.371407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:08.378046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f5d386eb-8e54-4c1c-b7a8-642ef6255021 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Request body: {'security_group_rule': {'security_group_id': '00a09d68-96b6-43ae-a426-3558dd9caf28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:08.440395 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5d386eb-8e54-4c1c-b7a8-642ef6255021 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group_rule (7941b858-5b0b-43ca-928f-23c67e0fda7b), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.551679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4b624703-dc58-4382-9035-e97741c567a2 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:08.552076 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4b624703-dc58-4382-9035-e97741c567a2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.631166 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5d386eb-8e54-4c1c-b7a8-642ef6255021 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group_rule (7941b858-5b0b-43ca-928f-23c67e0fda7b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.644826 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5d386eb-8e54-4c1c-b7a8-642ef6255021 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (7941b858-5b0b-43ca-928f-23c67e0fda7b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.666196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed2bee6d-95f1-4b85-bd5d-add96b4095ca req-23d195ca-ecf2-4545-84ea-c9fe4633332b tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.72 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.0737636 Feb 11 05:37:08.743790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d386eb-8e54-4c1c-b7a8-642ef6255021 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7941b858-5b0b-43ca-928f-23c67e0fda7b,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:08.751585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452846ab-aa23-4c33-9aa9-1032f4fca703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b624703-dc58-4382-9035-e97741c567a2'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:08.756078 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5d386eb-8e54-4c1c-b7a8-642ef6255021 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.760812 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f5d386eb-8e54-4c1c-b7a8-642ef6255021 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3877919 Feb 11 05:37:08.762149 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6679fc3e-10dc-4f28-a67a-5c83b3c67e62" -d '{"events": [{"server_uuid": "452846ab-aa23-4c33-9aa9-1032f4fca703", "name": "network-vif-plugged", "status": "completed", "tag": "4b624703-dc58-4382-9035-e97741c567a2"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:08.763935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36998) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:08.782619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:08.793141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4801a-7354-48f8-9c76-38bb21e5947d req-4884e1a2-c8d3-47f7-9724-d4e3f81476bd tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:08.800792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76f4801a-7354-48f8-9c76-38bb21e5947d req-4884e1a2-c8d3-47f7-9724-d4e3f81476bd tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 944 time: 0.2843320 Feb 11 05:37:08.830749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4b624703-dc58-4382-9035-e97741c567a2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4b624703-dc58-4382-9035-e97741c567a2,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:08.868663 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4b624703-dc58-4382-9035-e97741c567a2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.869735 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.941841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-54745126-c299-487d-aece-a63b8b45032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:04Z', 'revision_number': 2, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:08.949224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4465093-8558-4807-a50f-5045abb89239 req-fccbe4bf-bf63-4a46-96a6-4cb398151a9f tempest-ServerShowV257Test-408500486 tempest-ServerShowV257Test-408500486-project] 10.222.0.31 "GET /v2.0/ports?device_id=e603eb24-7454-4fbe-a92a-a1fdc6130487 HTTP/1.1" status: 200 len: 210 time: 0.1429305 Feb 11 05:37:09.040901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54745126-c299-487d-aece-a63b8b45032f None None] The sync data for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 is: [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:04Z', 'revision_number': 2, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:09.128447 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b362e1-95b2-46f0-b01f-fe631b79488e x-openstack-request-id: req-a4b362e1-95b2-46f0-b01f-fe631b79488e {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:09.131199 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452846ab-aa23-4c33-9aa9-1032f4fca703", "name": "network-vif-plugged", "status": "completed", "tag": "4b624703-dc58-4382-9035-e97741c567a2", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:09.131199 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4b362e1-95b2-46f0-b01f-fe631b79488e {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:09.136338 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452846ab-aa23-4c33-9aa9-1032f4fca703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b624703-dc58-4382-9035-e97741c567a2', 'code': 200} Feb 11 05:37:09.138430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4b624703-dc58-4382-9035-e97741c567a2,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:09.141576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.185281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76f4801a-7354-48f8-9c76-38bb21e5947d req-297fea1e-495b-4b96-9006-e8b126e95010 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288066 Feb 11 05:37:09.352183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087495d-c57e-41f0-b2b9-61a38679571a req-a5788f9e-96a0-4727-ab30-c48e20278679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:09.363196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4087495d-c57e-41f0-b2b9-61a38679571a req-a5788f9e-96a0-4727-ab30-c48e20278679 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 1128 time: 0.1530609 Feb 11 05:37:09.688298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4087495d-c57e-41f0-b2b9-61a38679571a req-99168e28-f36d-45b7-a3d8-7d9e5e539648 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148675 Feb 11 05:37:09.761599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device df572079-96a5-4e6a-b1aa-4a30879e8fc0 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:09.856814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Allocated IP 172.25.1.231 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/f00f13aa-7c3c-4bc7-8e94-6f288353ee54) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:09.881898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994631af-c903-4ace-8352-3098ba1cbee2 req-9ce66433-22e3-4f06-8390-69c92253c3f2 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:09.896387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-994631af-c903-4ace-8352-3098ba1cbee2 req-9ce66433-22e3-4f06-8390-69c92253c3f2 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 945 time: 0.3319728 Feb 11 05:37:09.951621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port df572079-96a5-4e6a-b1aa-4a30879e8fc0 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:37:09.962415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port df572079-96a5-4e6a-b1aa-4a30879e8fc0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:09.963136 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.074106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-994631af-c903-4ace-8352-3098ba1cbee2 req-be371083-e457-49a8-aad4-e96523807d75 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761103 Feb 11 05:37:10.255791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port df572079-96a5-4e6a-b1aa-4a30879e8fc0 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:10.261137 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.334553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for port (f00f13aa-7c3c-4bc7-8e94-6f288353ee54), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.387223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port df572079-96a5-4e6a-b1aa-4a30879e8fc0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=df572079-96a5-4e6a-b1aa-4a30879e8fc0,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:10.406224 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.452781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f00f13aa-7c3c-4bc7-8e94-6f288353ee54), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.491300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8422b0-7785-4d56-b9dd-df177662a4e5 req-df0d2f1f-ddf0-4af0-a1b5-d1e134df8a74 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:10.509289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e8422b0-7785-4d56-b9dd-df177662a4e5 req-df0d2f1f-ddf0-4af0-a1b5-d1e134df8a74 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 945 time: 0.1773984 Feb 11 05:37:10.542344 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:10.545574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:10.557825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:10.617713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=df572079-96a5-4e6a-b1aa-4a30879e8fc0,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:10.644413 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Pushing event updated for resources: {'Port': ['ID=f00f13aa-7c3c-4bc7-8e94-6f288353ee54,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:10.659814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e8422b0-7785-4d56-b9dd-df177662a4e5 req-024a5601-ebbe-4a19-8743-01938e1dce0e tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442947 Feb 11 05:37:10.860663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37048) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:10.975614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for floatingip (c8d554f7-b72e-4aa8-a123-87b653bed89f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.138080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e030582-36b8-4b82-a5c1-0c4782cd814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df572079-96a5-4e6a-b1aa-4a30879e8fc0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:11.141536 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc0743-2b32-4d21-ae08-52c0eaa6e9ca" -d '{"events": [{"server_uuid": "9e030582-36b8-4b82-a5c1-0c4782cd814f", "name": "network-vif-plugged", "status": "completed", "tag": "df572079-96a5-4e6a-b1aa-4a30879e8fc0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:11.225005 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f00f13aa-7c3c-4bc7-8e94-6f288353ee54), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.307092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.340925 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117f4703-4f18-4990-828c-02c05e01e098 x-openstack-request-id: req-117f4703-4f18-4990-828c-02c05e01e098 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:11.344487 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e030582-36b8-4b82-a5c1-0c4782cd814f", "name": "network-vif-plugged", "status": "completed", "tag": "df572079-96a5-4e6a-b1aa-4a30879e8fc0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:11.345881 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-117f4703-4f18-4990-828c-02c05e01e098 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:11.346897 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e030582-36b8-4b82-a5c1-0c4782cd814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df572079-96a5-4e6a-b1aa-4a30879e8fc0', 'code': 200} Feb 11 05:37:11.525218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3406d59-aa99-451a-b08d-aeb6dd92b2a9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:11.668484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a3406d59-aa99-451a-b08d-aeb6dd92b2a9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:11.669146 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.942081 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for port (f00f13aa-7c3c-4bc7-8e94-6f288353ee54), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.955128 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (f00f13aa-7c3c-4bc7-8e94-6f288353ee54), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.998633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a3406d59-aa99-451a-b08d-aeb6dd92b2a9 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:11.998633 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.012448 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Publish callbacks [] for security_group (6eca1d83-81be-43f2-b677-4aa6fdae02bc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.045731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port a3406d59-aa99-451a-b08d-aeb6dd92b2a9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a3406d59-aa99-451a-b08d-aeb6dd92b2a9,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:12.054375 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.119155 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Pushing event updated for resources: {'Port': ['ID=f00f13aa-7c3c-4bc7-8e94-6f288353ee54,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:12.192152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c206e-c573-4b3d-9e6d-d058d080463c req-c6e723d6-c042-44a4-8613-026abbd6c7e9 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:12.199870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b4c206e-c573-4b3d-9e6d-d058d080463c req-c6e723d6-c042-44a4-8613-026abbd6c7e9 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 946 time: 0.7456939 Feb 11 05:37:12.200344 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6eca1d83-81be-43f2-b677-4aa6fdae02bc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.265715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=a3406d59-aa99-451a-b08d-aeb6dd92b2a9,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:12.267065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (c8d554f7-b72e-4aa8-a123-87b653bed89f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.296159 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.301484 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f222aa7d-218f-439d-a5df-0910098a311b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5339820 Feb 11 05:37:12.322175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9422e1a2300e49f2b79c44bb267ae165&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4601111 Feb 11 05:37:12.326990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37080) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:12.367357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1724-4836-4ce2-93e8-8fdeef616862 req-115eb501-4509-4681-86ae-d02a6c787cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:12.368917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbba1724-4836-4ce2-93e8-8fdeef616862 req-115eb501-4509-4681-86ae-d02a6c787cc2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 1129 time: 0.7899013 Feb 11 05:37:12.527262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba29eb04-caf9-4c51-a2f3-eaa9dc9b6279 admin admin] Publish callbacks [] for security_group (6eca1d83-81be-43f2-b677-4aa6fdae02bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.539698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b4c206e-c573-4b3d-9e6d-d058d080463c req-00977e62-e5d1-44ae-919d-4913c753bb24 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351565 Feb 11 05:37:12.590820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efb66e-f0e9-4d88-add2-3467a7ec3579 req-c4c0bcd7-4e41-4833-8b2e-9937ef5155bf tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:12.597502 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba29eb04-caf9-4c51-a2f3-eaa9dc9b6279 admin admin] Publish callbacks [] for security_group (6eca1d83-81be-43f2-b677-4aa6fdae02bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.608275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7efb66e-f0e9-4d88-add2-3467a7ec3579 req-c4c0bcd7-4e41-4833-8b2e-9937ef5155bf tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 945 time: 0.5927501 Feb 11 05:37:12.647711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca1d83-81be-43f2-b677-4aa6fdae02bc,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:12.690951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.693753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.694391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.694961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.696927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba29eb04-caf9-4c51-a2f3-eaa9dc9b6279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6eca1d83-81be-43f2-b677-4aa6fdae02bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.697528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.698412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.698902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.699969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.701654 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba29eb04-caf9-4c51-a2f3-eaa9dc9b6279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.701910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.702401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.705550 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ba29eb04-caf9-4c51-a2f3-eaa9dc9b6279 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6eca1d83-81be-43f2-b677-4aa6fdae02bc HTTP/1.1" status: 204 len: 168 time: 0.3761756 Feb 11 05:37:12.706448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.709869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.711310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dc2b9-3d00-4438-9ecc-d7a5b2cfce58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.723224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29eb04-caf9-4c51-a2f3-eaa9dc9b6279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca1d83-81be-43f2-b677-4aa6fdae02bc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:12.820167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbba1724-4836-4ce2-93e8-8fdeef616862 req-ead79ada-132a-4aa2-84b3-2e33bd75b7a2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406478 Feb 11 05:37:12.966414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7efb66e-f0e9-4d88-add2-3467a7ec3579 req-97c53d1c-29e1-4ca2-9870-1949c53e20a8 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572538 Feb 11 05:37:13.039831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-23fca835-1f46-471f-85ec-63c3e1c5a619 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2040278001&fields=id&tenant_id=ed6f91c189da45c381e643712365a3f4 HTTP/1.1" status: 200 len: 267 time: 0.1670096 Feb 11 05:37:13.264867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3406d59-aa99-451a-b08d-aeb6dd92b2a9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:13.465085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a3406d59-aa99-451a-b08d-aeb6dd92b2a9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:13.466206 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.578012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df633-7244-4089-a461-349bb92a3e78 req-b969255d-046f-4c7f-9432-8ad1882dcd0b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:13.609923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-b969255d-046f-4c7f-9432-8ad1882dcd0b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/networks?id=989db7f7-5c98-4ead-ae28-6944d738a7aa HTTP/1.1" status: 200 len: 815 time: 0.5611014 Feb 11 05:37:13.727191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-8fe8961b-71c3-4e2f-9cb0-5a7cb15d64af tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/quotas/ed6f91c189da45c381e643712365a3f4 HTTP/1.1" status: 200 len: 375 time: 0.1161506 Feb 11 05:37:13.890138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a3406d59-aa99-451a-b08d-aeb6dd92b2a9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:14.220195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-ed5c19e1-a980-44c0-8298-240a28662f5f tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed6f91c189da45c381e643712365a3f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4920518 Feb 11 05:37:14.487636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bad81b-3ce1-40a3-9f75-2c6643bed3c5 req-be5dc6a1-9368-4d08-9cbf-07b67f632819 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.506247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0bad81b-3ce1-40a3-9f75-2c6643bed3c5 req-be5dc6a1-9368-4d08-9cbf-07b67f632819 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 946 time: 0.6066053 Feb 11 05:37:14.593333 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Sync routers for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:14.655142 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:14.655797 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:37:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:14.831253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0bad81b-3ce1-40a3-9f75-2c6643bed3c5 req-c1f12549-d6f7-4e12-ab4b-164930c7a3a8 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169601 Feb 11 05:37:14.867779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-84e04f4a-a39b-485f-a6b9-e59c430167ed service neutron] 10.222.0.31 "GET /v2.0/networks/989db7f7-5c98-4ead-ae28-6944d738a7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916581 Feb 11 05:37:15.015925 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:15.180890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-069dccdd-c25e-41b9-b40d-8b301f881cbe service neutron] 10.222.0.31 "GET /v2.0/networks/989db7f7-5c98-4ead-ae28-6944d738a7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057840 Feb 11 05:37:15.837548 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:04Z', 'revision_number': 2, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:15.925188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86ac5f65-0204-428c-9dd3-3605a8cdcd39 req-b457efe4-b672-4184-ba9b-194265999958 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 210 time: 0.1532025 Feb 11 05:37:15.940039 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Checking router: 0a2b306c-da6c-43c9-be39-de4068b6d140 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:15.940674 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Updating router 0a2b306c-da6c-43c9-be39-de4068b6d140 port 633914a8-0210-46b2-b8b4-f535b63ae081 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:37:16.026406 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:16.298693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49aaa-4fab-40fc-9052-a81149360798 req-eccfd7d1-c758-49d6-b99f-092ce0846195 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:16.313416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e49aaa-4fab-40fc-9052-a81149360798 req-eccfd7d1-c758-49d6-b99f-092ce0846195 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 946 time: 0.2364376 Feb 11 05:37:16.524017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7e49aaa-4fab-40fc-9052-a81149360798 req-74d0697d-f7e5-4967-a3c6-ec3e9a4b4bf7 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009540 Feb 11 05:37:16.529297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37216) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:17.004782 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Publish callbacks [] for port (633914a8-0210-46b2-b8b4-f535b63ae081), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.006877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.084755 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.189549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55ce7ab8-d84d-442b-b1f0-48f2a704f344 req-a3a75631-7686-4983-b588-bef80afaec20 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 210 time: 0.1218219 Feb 11 05:37:17.465451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Publish callbacks [] for security_group (5852ebec-37dd-49eb-a32c-e5244f4e170a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.498191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5852ebec-37dd-49eb-a32c-e5244f4e170a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.541003 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Pushing event updated for resources: {'Port': ['ID=633914a8-0210-46b2-b8b4-f535b63ae081,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:17.589259 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.593952 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.597251 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.598152 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.615144 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.617793 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.618483 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.618821 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.624086 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.625171 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.627829 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.629838 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.630961 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.658711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37282) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:17.677918 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7eb2406eb49743788ffc854ef42a3dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1456113 Feb 11 05:37:17.709895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5852ebec-37dd-49eb-a32c-e5244f4e170a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:17.754946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.755651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.755894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.756434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.756798 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.757276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.758577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.762294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.764238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.764845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.770924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.772795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.777815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e666-8040-4e1e-9192-67581ea06934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:17.839730 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd0e12ab-67f2-437b-8666-94fe73cd0207 admin admin] Publish callbacks [] for security_group (5852ebec-37dd-49eb-a32c-e5244f4e170a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.882043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-30fff271-5b4d-411e-913a-b50581016b9f None None] Provisioning complete for port 633914a8-0210-46b2-b8b4-f535b63ae081 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:17.886080 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-30fff271-5b4d-411e-913a-b50581016b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.996730 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd0e12ab-67f2-437b-8666-94fe73cd0207 admin admin] Publish callbacks [] for security_group (5852ebec-37dd-49eb-a32c-e5244f4e170a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.081002 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Attempting to bind port 633914a8-0210-46b2-b8b4-f535b63ae081 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:18.081569 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Attempting to bind port 633914a8-0210-46b2-b8b4-f535b63ae081 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:18.081836 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Attempting to bind port 633914a8-0210-46b2-b8b4-f535b63ae081 on network 989db7f7-5c98-4ead-ae28-6944d738a7aa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:18.113074 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:18.113531 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Checking segment: {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:18.113883 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.114280 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Bound using segment: {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:18.114756 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Bound port: 633914a8-0210-46b2-b8b4-f535b63ae081, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:18.115135 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.118200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-30fff271-5b4d-411e-913a-b50581016b9f None None] Port 633914a8-0210-46b2-b8b4-f535b63ae081 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:37:18.216927 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd0e12ab-67f2-437b-8666-94fe73cd0207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5852ebec-37dd-49eb-a32c-e5244f4e170a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.232954 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd0e12ab-67f2-437b-8666-94fe73cd0207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.252272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cd0e12ab-67f2-437b-8666-94fe73cd0207 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5852ebec-37dd-49eb-a32c-e5244f4e170a HTTP/1.1" status: 204 len: 168 time: 0.5921335 Feb 11 05:37:18.341244 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] For port 633914a8-0210-46b2-b8b4-f535b63ae081, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:18.346366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] For port 633914a8-0210-46b2-b8b4-f535b63ae081, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=633914a8-0210-46b2-b8b4-f535b63ae081,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:18.361213 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.394671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e12ab-67f2-437b-8666-94fe73cd0207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5852ebec-37dd-49eb-a32c-e5244f4e170a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:18.705091 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b701d-8eab-40d7-956a-74f91f11582f None None] Pushing event updated for resources: {'Port': ['ID=633914a8-0210-46b2-b8b4-f535b63ae081,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:18.717738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4e75f8d-72d1-47f0-becb-97ca012d0d9a req-bee68e8e-87cf-4591-b23c-9c8f84bcd1a5 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 210 time: 0.2558846 Feb 11 05:37:18.807916 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:18.809415 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:37:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:18.870283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df633-7244-4089-a461-349bb92a3e78 req-b60c6405-e03e-4bea-bfe7-e6ee6a00d653 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.879448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-b60c6405-e03e-4bea-bfe7-e6ee6a00d653 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.72 "GET /v2.0/networks?id=989db7f7-5c98-4ead-ae28-6944d738a7aa HTTP/1.1" status: 200 len: 815 time: 0.7090387 Feb 11 05:37:19.208545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-71c2c277-506d-402e-b62a-cb86e43189a9 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed6f91c189da45c381e643712365a3f4 HTTP/1.1" status: 200 len: 380 time: 0.3202868 Feb 11 05:37:19.251789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Request body: {'port': {'device_id': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'admin_state_up': True, 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'security_groups': ['00a09d68-96b6-43ae-a426-3558dd9caf28']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:19.400897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 633914a8-0210-46b2-b8b4-f535b63ae081 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:19.561053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Provisioning complete for port 633914a8-0210-46b2-b8b4-f535b63ae081 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:19.561466 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.710796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 633914a8-0210-46b2-b8b4-f535b63ae081 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:19.714105 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.888342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Made reservation on behalf of ed6f91c189da45c381e643712365a3f4 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:19.907709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.131163 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:20.143100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Current status of the port 633914a8-0210-46b2-b8b4-f535b63ae081 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:20.143698 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.249306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] For port 633914a8-0210-46b2-b8b4-f535b63ae081, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=633914a8-0210-46b2-b8b4-f535b63ae081,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:20.364498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 633914a8-0210-46b2-b8b4-f535b63ae081 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:20.364909 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.388751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Allocated IP 172.20.0.9 (989db7f7-5c98-4ead-ae28-6944d738a7aa/9cac1c2e-a2b6-464b-8f00-a3e90e2798d7/44c1c538-738e-4014-b36a-a032847e118f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:20.397770 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.765602 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for port (44c1c538-738e-4014-b36a-a032847e118f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.907580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (44c1c538-738e-4014-b36a-a032847e118f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.078150 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:18Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:21.146247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Pushing event updated for resources: {'Port': ['ID=44c1c538-738e-4014-b36a-a032847e118f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:21.186825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Network 989db7f7-5c98-4ead-ae28-6944d738a7aa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:21.199891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:21.203518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:21.207737 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4687c-20fa-47b9-a848-0deb33cefdc4 None None] The sync data for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 is: [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:18Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:21.443221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:21.444080 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.462194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Pushing event updated for resources: {'Port': ['ID=633914a8-0210-46b2-b8b4-f535b63ae081,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:21.474533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:37:21.474906 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:37:21.508645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.509212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.510639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.510961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.517896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.520781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.521175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.524057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.528708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.529143 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.531007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.531352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.536289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875d2b6-7df0-494a-ae9f-b08ff2d6d493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.540851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5a150-2716-41fb-a5e4-c74a925b246b req-4323a92f-c74a-4960-97cc-8d3fc87b63aa tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:21.559972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fb5a150-2716-41fb-a5e4-c74a925b246b req-4323a92f-c74a-4960-97cc-8d3fc87b63aa tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 931 time: 1.6164403 Feb 11 05:37:21.659830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a3743b30-3c8a-47ac-91a0-b61db27b286d None None] Provisioning complete for port 44c1c538-738e-4014-b36a-a032847e118f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:21.661107 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3743b30-3c8a-47ac-91a0-b61db27b286d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (44c1c538-738e-4014-b36a-a032847e118f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.735830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a3743b30-3c8a-47ac-91a0-b61db27b286d None None] Port 44c1c538-738e-4014-b36a-a032847e118f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:37:21.800138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fb5a150-2716-41fb-a5e4-c74a925b246b req-c654fb9a-ecc0-4efe-9d8b-7f4894c1792d tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371993 Feb 11 05:37:21.832553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-613325a1-18f7-472a-910e-de2d8f73a8c0 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5931947 Feb 11 05:37:21.858532 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.870562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Request body: {'port': {'device_id': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:22.084940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (44c1c538-738e-4014-b36a-a032847e118f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.116558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 633914a8-0210-46b2-b8b4-f535b63ae081 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:22.416952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 633914a8-0210-46b2-b8b4-f535b63ae081 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:22.572967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 633914a8-0210-46b2-b8b4-f535b63ae081 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:22.579850 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.970477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 633914a8-0210-46b2-b8b4-f535b63ae081 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:23.016824 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.182253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c1c538-738e-4014-b36a-a032847e118f {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:23.206475 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Publish callbacks [] for port (44c1c538-738e-4014-b36a-a032847e118f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.241948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Transition to ACTIVE for port object 44c1c538-738e-4014-b36a-a032847e118f will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:37:23.318585 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (44c1c538-738e-4014-b36a-a032847e118f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.478490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6edbc6-2755-4e38-b881-a67213785e39 req-65ec5261-d6ed-4636-9136-f221a02ffc5e tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:23.480423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e6edbc6-2755-4e38-b881-a67213785e39 req-65ec5261-d6ed-4636-9136-f221a02ffc5e tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 943 time: 0.2291086 Feb 11 05:37:23.613796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Pushing event updated for resources: {'Port': ['ID=44c1c538-738e-4014-b36a-a032847e118f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:24.467396 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e6edbc6-2755-4e38-b881-a67213785e39 req-1af29864-d5e9-4550-b35d-cb1977387c79 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9651873 Feb 11 05:37:24.531211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Attempting to bind port 44c1c538-738e-4014-b36a-a032847e118f on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:24.531805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Attempting to bind port 44c1c538-738e-4014-b36a-a032847e118f by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:24.532337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Attempting to bind port 44c1c538-738e-4014-b36a-a032847e118f on network 989db7f7-5c98-4ead-ae28-6944d738a7aa {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:24.542055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Port 44c1c538-738e-4014-b36a-a032847e118f on network 989db7f7-5c98-4ead-ae28-6944d738a7aa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:37:24.542886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Attempting to bind port 44c1c538-738e-4014-b36a-a032847e118f on network 989db7f7-5c98-4ead-ae28-6944d738a7aa {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:24.553200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:24.555818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Checking segment: {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:24.556413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Bound using segment: {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:24.557020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Bound port: 44c1c538-738e-4014-b36a-a032847e118f, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d2fc91-eeef-4d2e-9c4d-261e512fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:24.558969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (44c1c538-738e-4014-b36a-a032847e118f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:24.738606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] For port 44c1c538-738e-4014-b36a-a032847e118f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:24.742456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] For port 44c1c538-738e-4014-b36a-a032847e118f, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=44c1c538-738e-4014-b36a-a032847e118f,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:24.764082 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (44c1c538-738e-4014-b36a-a032847e118f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:24.863788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:24.864457 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:24.865943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] 10.222.0.72 "PUT /v2.0/ports/44c1c538-738e-4014-b36a-a032847e118f HTTP/1.1" status: 200 len: 1092 time: 3.0218363 Feb 11 05:37:24.866426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'tag': '44c1c538-738e-4014-b36a-a032847e118f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:24.868757 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec3cb9f-5381-4308-b8ee-48eeef4d540f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6092bc9-1913-4b03-b71c-a853056f6140", "tag": "44c1c538-738e-4014-b36a-a032847e118f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:24.973709 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53744f2-8374-4995-8dea-292b64356665 x-openstack-request-id: req-b53744f2-8374-4995-8dea-292b64356665 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:24.974061 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6092bc9-1913-4b03-b71c-a853056f6140", "tag": "44c1c538-738e-4014-b36a-a032847e118f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:24.974258 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b53744f2-8374-4995-8dea-292b64356665 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:24.974662 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'tag': '44c1c538-738e-4014-b36a-a032847e118f', 'status': 'completed', 'code': 200} Feb 11 05:37:25.068616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ce27b-58bd-4e8e-ab90-b5dab9179410 service neutron] Pushing event updated for resources: {'Port': ['ID=44c1c538-738e-4014-b36a-a032847e118f,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:25.068717 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37482) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:25.176396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df633-7244-4089-a461-349bb92a3e78 req-b5a28c95-f6ec-48da-830d-050cad470fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:25.178310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-b5a28c95-f6ec-48da-830d-050cad470fcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed6f91c189da45c381e643712365a3f4&device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 1126 time: 0.2100062 Feb 11 05:37:25.282850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-6846fc72-579a-4d6b-87f3-ef6f1771589b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44c1c538-738e-4014-b36a-a032847e118f HTTP/1.1" status: 200 len: 217 time: 0.0966907 Feb 11 05:37:25.409242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df633-7244-4089-a461-349bb92a3e78 req-006588c6-39c6-4678-95d0-05860f00a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:25.411510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-006588c6-39c6-4678-95d0-05860f00a018 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9cac1c2e-a2b6-464b-8f00-a3e90e2798d7 HTTP/1.1" status: 200 len: 854 time: 0.1212659 Feb 11 05:37:25.454070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8582721a-0474-4f35-a36c-b1d4f710bdbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.619955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df633-7244-4089-a461-349bb92a3e78 req-c2ef55ba-0eea-4696-b1c2-90f0c2735913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:25.621708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-c2ef55ba-0eea-4696-b1c2-90f0c2735913 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=989db7f7-5c98-4ead-ae28-6944d738a7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1931529 Feb 11 05:37:25.700790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8582721a-0474-4f35-a36c-b1d4f710bdbc admin admin] Publish callbacks [] for security_group (cc7f5142-ecac-430b-88b7-b91cbcfdb088), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.715815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8582721a-0474-4f35-a36c-b1d4f710bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cc7f5142-ecac-430b-88b7-b91cbcfdb088), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.776636 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8582721a-0474-4f35-a36c-b1d4f710bdbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0466803ffa40400cbac69858d0f9a0ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7067714 Feb 11 05:37:25.778182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582721a-0474-4f35-a36c-b1d4f710bdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7f5142-ecac-430b-88b7-b91cbcfdb088,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:25.780624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37492) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:25.827157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-bfbf2fa0-7b40-449e-a837-b431a7b626ee service neutron] 10.222.0.72 "GET /v2.0/networks/989db7f7-5c98-4ead-ae28-6944d738a7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984975 Feb 11 05:37:25.911813 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d0e0c21-3869-4b8e-8688-e89e8c04ec66 admin admin] Publish callbacks [] for security_group (cc7f5142-ecac-430b-88b7-b91cbcfdb088), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.971074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d0e0c21-3869-4b8e-8688-e89e8c04ec66 admin admin] Publish callbacks [] for security_group (cc7f5142-ecac-430b-88b7-b91cbcfdb088), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:26.055456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0365a-f5c6-45f9-bc99-ca1935b19faa req-af2fd305-5cee-4401-a383-6ae7e26e7d12 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:26.075450 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65d0365a-f5c6-45f9-bc99-ca1935b19faa req-af2fd305-5cee-4401-a383-6ae7e26e7d12 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 943 time: 0.2471094 Feb 11 05:37:26.090926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d0e0c21-3869-4b8e-8688-e89e8c04ec66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cc7f5142-ecac-430b-88b7-b91cbcfdb088), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:26.094268 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d0e0c21-3869-4b8e-8688-e89e8c04ec66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:26.095683 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3d0e0c21-3869-4b8e-8688-e89e8c04ec66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc7f5142-ecac-430b-88b7-b91cbcfdb088 HTTP/1.1" status: 204 len: 168 time: 0.3140430 Feb 11 05:37:26.105546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e0c21-3869-4b8e-8688-e89e8c04ec66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7f5142-ecac-430b-88b7-b91cbcfdb088,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:26.310300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65d0365a-f5c6-45f9-bc99-ca1935b19faa req-14eae013-d792-4a7e-8903-84b4aeb14b15 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333341 Feb 11 05:37:26.359049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f6df633-7244-4089-a461-349bb92a3e78 req-e2d58f01-3628-4ee4-abb9-a635261f3a08 service neutron] 10.222.0.72 "GET /v2.0/networks/989db7f7-5c98-4ead-ae28-6944d738a7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418979 Feb 11 05:37:26.576746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-05b1e8ad-58f7-4019-8442-07c6309e6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:26.578461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-05b1e8ad-58f7-4019-8442-07c6309e6da8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed6f91c189da45c381e643712365a3f4&device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 1126 time: 0.1444957 Feb 11 05:37:26.699696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37504) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:26.730226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3be5d93c-e411-4dc0-b2d6-35fc7d967989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:26.765050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-c7bb8844-e7ff-4de4-b830-fa04d55ee190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:26.766725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-c7bb8844-e7ff-4de4-b830-fa04d55ee190 service neutron] 10.222.0.72 "GET /v2.0/networks?id=989db7f7-5c98-4ead-ae28-6944d738a7aa HTTP/1.1" status: 200 len: 916 time: 0.1742537 Feb 11 05:37:26.845458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-6ec2a496-6be8-4238-85ff-da8e30c9d9f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44c1c538-738e-4014-b36a-a032847e118f HTTP/1.1" status: 200 len: 217 time: 0.0706477 Feb 11 05:37:26.929422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-ed8af836-0b05-41df-a05d-c99082b9cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:26.931712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-ed8af836-0b05-41df-a05d-c99082b9cf87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9cac1c2e-a2b6-464b-8f00-a3e90e2798d7 HTTP/1.1" status: 200 len: 854 time: 0.0792704 Feb 11 05:37:26.981918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3be5d93c-e411-4dc0-b2d6-35fc7d967989 admin admin] Publish callbacks [] for security_group (6dbc7dcf-6c68-425e-ace6-68faf53d4c99), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:26.996501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-10725627-96b4-4f70-9052-7863a6f445ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:26.997657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3be5d93c-e411-4dc0-b2d6-35fc7d967989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6dbc7dcf-6c68-425e-ace6-68faf53d4c99), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:26.998599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-10725627-96b4-4f70-9052-7863a6f445ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=989db7f7-5c98-4ead-ae28-6944d738a7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0595098 Feb 11 05:37:27.100263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5d93c-e411-4dc0-b2d6-35fc7d967989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc7dcf-6c68-425e-ace6-68faf53d4c99,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:27.121186 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3be5d93c-e411-4dc0-b2d6-35fc7d967989 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae813e39a8a74ab7bcf67b7a9a571e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4178326 Feb 11 05:37:27.123401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37506) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:27.249197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-eee3d753-b1fe-477c-a412-9f0a1b09f571 service neutron] 10.222.0.72 "GET /v2.0/networks/989db7f7-5c98-4ead-ae28-6944d738a7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383726 Feb 11 05:37:27.272457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9204ef41-f434-4d32-9855-10a095b08753 admin admin] Publish callbacks [] for security_group (6dbc7dcf-6c68-425e-ace6-68faf53d4c99), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.368118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9204ef41-f434-4d32-9855-10a095b08753 admin admin] Publish callbacks [] for security_group (6dbc7dcf-6c68-425e-ace6-68faf53d4c99), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.405884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fec3cb9f-5381-4308-b8ee-48eeef4d540f req-104bdceb-9e4b-4c92-bcf5-330d0813be25 service neutron] 10.222.0.72 "GET /v2.0/networks/989db7f7-5c98-4ead-ae28-6944d738a7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494493 Feb 11 05:37:27.477905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9204ef41-f434-4d32-9855-10a095b08753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6dbc7dcf-6c68-425e-ace6-68faf53d4c99), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.482084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9204ef41-f434-4d32-9855-10a095b08753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.489253 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9204ef41-f434-4d32-9855-10a095b08753 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dbc7dcf-6c68-425e-ace6-68faf53d4c99 HTTP/1.1" status: 204 len: 168 time: 0.3627853 Feb 11 05:37:27.519412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204ef41-f434-4d32-9855-10a095b08753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc7dcf-6c68-425e-ace6-68faf53d4c99,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:27.602380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4436ea-9181-42c4-8ef6-0187fd9a6cf5 req-8fe574f3-a6b1-47b9-8ff7-0519837f5dc7 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:27.614821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb4436ea-9181-42c4-8ef6-0187fd9a6cf5 req-8fe574f3-a6b1-47b9-8ff7-0519837f5dc7 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 943 time: 0.1431370 Feb 11 05:37:27.700910 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54cf4a12-7437-418b-a953-15f26bc5bf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.729731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb4436ea-9181-42c4-8ef6-0187fd9a6cf5 req-f49771b5-ad6e-40d6-9cc7-cb80ce1079d8 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140227 Feb 11 05:37:28.972814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a7359-5428-4536-92d3-9f6b2bd1adee req-a7bab977-82d8-426f-84e7-5121fc3aad01 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:28.981399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7a7359-5428-4536-92d3-9f6b2bd1adee req-a7bab977-82d8-426f-84e7-5121fc3aad01 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 943 time: 0.0936596 Feb 11 05:37:29.045917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a7a7359-5428-4536-92d3-9f6b2bd1adee req-779a0215-bc1c-435d-9881-949d8beeb499 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633919 Feb 11 05:37:29.498973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 44c1c538-738e-4014-b36a-a032847e118f details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:29.735028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 44c1c538-738e-4014-b36a-a032847e118f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=44c1c538-738e-4014-b36a-a032847e118f,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:29.751796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '44c1c538-738e-4014-b36a-a032847e118f', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'port_id': '44c1c538-738e-4014-b36a-a032847e118f', 'mac_address': 'fa:16:3e:c4:de:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:29.809584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 44c1c538-738e-4014-b36a-a032847e118f is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:29.810347 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (44c1c538-738e-4014-b36a-a032847e118f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:29.835733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c1c538-738e-4014-b36a-a032847e118f {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:29.882882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 44c1c538-738e-4014-b36a-a032847e118f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=44c1c538-738e-4014-b36a-a032847e118f,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:29.893834 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (44c1c538-738e-4014-b36a-a032847e118f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:29.962729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=44c1c538-738e-4014-b36a-a032847e118f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:30.135098 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['44c1c538-738e-4014-b36a-a032847e118f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:30.310285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e807f6-5270-4f67-b3c9-913018c80384 req-777f290a-3e1d-4020-a506-7fd97fd38b73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:30.313674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52e807f6-5270-4f67-b3c9-913018c80384 req-777f290a-3e1d-4020-a506-7fd97fd38b73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 944 time: 0.1315155 Feb 11 05:37:30.336407 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d38bb41d-50bd-4471-ae21-205c0d0684ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:30.416516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52e807f6-5270-4f67-b3c9-913018c80384 req-f0c059b4-4755-41b9-b270-58aba2074472 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939267 Feb 11 05:37:31.035899 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:31.510151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 44c1c538-738e-4014-b36a-a032847e118f up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:31.710563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d465d2-8c5f-4c11-b727-5b96d3fb02ab req-d050002b-df6f-46b6-b3a8-3181bdcd08cf tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:31.718934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42d465d2-8c5f-4c11-b727-5b96d3fb02ab req-d050002b-df6f-46b6-b3a8-3181bdcd08cf tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 944 time: 0.1598313 Feb 11 05:37:31.741482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 44c1c538-738e-4014-b36a-a032847e118f completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:37:31.747653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 44c1c538-738e-4014-b36a-a032847e118f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:31.748257 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (44c1c538-738e-4014-b36a-a032847e118f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:31.853100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42d465d2-8c5f-4c11-b727-5b96d3fb02ab req-f4212ccf-beec-47a5-b938-aeb4da76efa8 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309302 Feb 11 05:37:32.022861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 44c1c538-738e-4014-b36a-a032847e118f is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:32.023444 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (44c1c538-738e-4014-b36a-a032847e118f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:32.116349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c1c538-738e-4014-b36a-a032847e118f'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:32.122556 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e313698f-5e02-49e2-bfee-4c595bb07ad7" -d '{"events": [{"server_uuid": "a6092bc9-1913-4b03-b71c-a853056f6140", "name": "network-vif-plugged", "status": "completed", "tag": "44c1c538-738e-4014-b36a-a032847e118f"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:32.163347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 44c1c538-738e-4014-b36a-a032847e118f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=44c1c538-738e-4014-b36a-a032847e118f,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:32.171212 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (44c1c538-738e-4014-b36a-a032847e118f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:32.232030 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d4707e-06d2-4d00-a8fc-69477d92da1e x-openstack-request-id: req-47d4707e-06d2-4d00-a8fc-69477d92da1e {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:32.233983 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092bc9-1913-4b03-b71c-a853056f6140", "name": "network-vif-plugged", "status": "completed", "tag": "44c1c538-738e-4014-b36a-a032847e118f", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:32.236672 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47d4707e-06d2-4d00-a8fc-69477d92da1e {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:32.237221 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c1c538-738e-4014-b36a-a032847e118f', 'code': 200} Feb 11 05:37:32.304810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=44c1c538-738e-4014-b36a-a032847e118f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:32.406089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d6ae-5d17-4fe3-8431-5b319b6434aa req-62ee6ac1-4e9f-4efb-b710-a6b161434283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:32.419971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e7d6ae-5d17-4fe3-8431-5b319b6434aa req-62ee6ac1-4e9f-4efb-b710-a6b161434283 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 1128 time: 0.1524053 Feb 11 05:37:32.594385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e7d6ae-5d17-4fe3-8431-5b319b6434aa req-b24bd441-e2d0-4032-b6f8-33411bfe98f8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603341 Feb 11 05:37:32.702263 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.216476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993a63-a95e-41d9-85e3-ae2b75c3e09d req-02fc81c1-3565-4983-a220-2f3027dbaa12 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:33.226702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15993a63-a95e-41d9-85e3-ae2b75c3e09d req-02fc81c1-3565-4983-a220-2f3027dbaa12 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 945 time: 0.2303674 Feb 11 05:37:33.335610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15993a63-a95e-41d9-85e3-ae2b75c3e09d req-7fded54b-4fbc-4090-b0d4-9c4e8e6d25de tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007819 Feb 11 05:37:33.896867 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:34.481995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b0830-1877-43e9-95b5-f43f127a37df req-dc3297d5-0c91-4825-a9f4-398d11a5725d tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.486721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e84b0830-1877-43e9-95b5-f43f127a37df req-dc3297d5-0c91-4825-a9f4-398d11a5725d tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 945 time: 0.0808260 Feb 11 05:37:34.591624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e84b0830-1877-43e9-95b5-f43f127a37df req-13105af2-2f81-4629-8e94-2ca99867c39b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988591 Feb 11 05:37:34.817989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788e4bd-264a-4635-a1b9-c510f0df4cf5 req-bdfe0ec2-c854-4b60-aded-033751a3834b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.825761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b788e4bd-264a-4635-a1b9-c510f0df4cf5 req-bdfe0ec2-c854-4b60-aded-033751a3834b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 945 time: 0.0695653 Feb 11 05:37:34.831583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37686) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:34.836378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7efc7714-425a-4a46-a6b3-c553ef880e73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Request body: {'floatingip': {'port_id': '44c1c538-738e-4014-b36a-a032847e118f'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:34.883670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7efc7714-425a-4a46-a6b3-c553ef880e73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for floatingip (c8d554f7-b72e-4aa8-a123-87b653bed89f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:35.534000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7efc7714-425a-4a46-a6b3-c553ef880e73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:35.543181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7efc7714-425a-4a46-a6b3-c553ef880e73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (c8d554f7-b72e-4aa8-a123-87b653bed89f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:35.950648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-139fab41-8e00-4db4-9688-70e431f03c8b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:35.963719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-139fab41-8e00-4db4-9688-70e431f03c8b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 805 time: 0.3922226 Feb 11 05:37:35.998640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-ff48cb82-46fd-41d9-95a2-eb25cfba1355 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/quotas/6220a83203024137b0bdf1c0597dbbcd HTTP/1.1" status: 200 len: 375 time: 0.0333624 Feb 11 05:37:36.090373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-f53dba18-b129-43a3-8a51-1f2c024aa68d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904617 Feb 11 05:37:36.155960 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-7efc7714-425a-4a46-a6b3-c553ef880e73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Floating IP c8d554f7-b72e-4aa8-a123-87b653bed89f associated. External IP: 172.25.1.231, port: 44c1c538-738e-4014-b36a-a032847e118f. Feb 11 05:37:36.288924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-fb3ab3d5-f7f2-472a-a883-f53efce0cb72 service neutron] 10.222.0.31 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917701 Feb 11 05:37:36.507664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efc7714-425a-4a46-a6b3-c553ef880e73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Router 0a2b306c-da6c-43c9-be39-de4068b6d140 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:36.563427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-10edcacc-7c9d-4baf-9626-64a3a62d9fdc service neutron] 10.222.0.31 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659914 Feb 11 05:37:36.760655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efc7714-425a-4a46-a6b3-c553ef880e73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:36.770017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7efc7714-425a-4a46-a6b3-c553ef880e73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:36.777436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] Sync routers for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:36.828449 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:36.831485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:37:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:36.868200 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:37:36.870705 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7efc7714-425a-4a46-a6b3-c553ef880e73 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "PUT /v2.0/floatingips/c8d554f7-b72e-4aa8-a123-87b653bed89f HTTP/1.1" status: 200 len: 991 time: 2.0374019 Feb 11 05:37:36.872167 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'tag': '44c1c538-738e-4014-b36a-a032847e118f'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:36.874949 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a72db5-41bc-4f00-bdeb-84e0254a04de" -d '{"events": [{"name": "network-changed", "server_uuid": "a6092bc9-1913-4b03-b71c-a853056f6140", "tag": "44c1c538-738e-4014-b36a-a032847e118f"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:36.954397 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3046fb8a-54ea-4456-8091-22536bd1fc20 x-openstack-request-id: req-3046fb8a-54ea-4456-8091-22536bd1fc20 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:36.954755 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6092bc9-1913-4b03-b71c-a853056f6140", "tag": "44c1c538-738e-4014-b36a-a032847e118f", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:36.955017 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3046fb8a-54ea-4456-8091-22536bd1fc20 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:36.955431 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'tag': '44c1c538-738e-4014-b36a-a032847e118f', 'status': 'completed', 'code': 200} Feb 11 05:37:36.988587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f41c5f4-72a9-43ff-9e89-c561ca27b681 req-e9b76e29-eb95-4f2d-bdbd-28e0408d9138 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 210 time: 0.1003320 Feb 11 05:37:37.080082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:37.185707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-ad91f800-ebed-4f1e-94f4-316f9ff7f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.187375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-ad91f800-ebed-4f1e-94f4-316f9ff7f9ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed6f91c189da45c381e643712365a3f4&device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 1128 time: 0.1972089 Feb 11 05:37:37.402207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-df926408-d0ed-496a-98f8-8b6833cde400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.405753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-df926408-d0ed-496a-98f8-8b6833cde400 service neutron] 10.222.0.72 "GET /v2.0/networks?id=989db7f7-5c98-4ead-ae28-6944d738a7aa HTTP/1.1" status: 200 len: 916 time: 0.2083194 Feb 11 05:37:37.530637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-3ef45fed-44b8-491a-8b6e-08cedfb38604 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44c1c538-738e-4014-b36a-a032847e118f HTTP/1.1" status: 200 len: 999 time: 0.1150403 Feb 11 05:37:37.538037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'c8d554f7-b72e-4aa8-a123-87b653bed89f', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'port_id': '44c1c538-738e-4014-b36a-a032847e118f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'mac_address': 'fa:16:3e:c4:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:37:10Z', 'updated_at': '2022-02-11T05:37:35Z', 'revision_number': 1, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:20Z', 'revision_number': 5, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:37.540528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24595361-200a-4ea2-9b98-5222f41952b8 req-ca66c518-c963-454f-8d23-211462811317 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.547717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24595361-200a-4ea2-9b98-5222f41952b8 req-ca66c518-c963-454f-8d23-211462811317 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.4355965 Feb 11 05:37:37.582054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] Checking router: 0a2b306c-da6c-43c9-be39-de4068b6d140 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:37.597281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:37.597981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:37:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:37.607084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24595361-200a-4ea2-9b98-5222f41952b8 req-d5bffa83-18d3-4af6-b066-fafc22b2faef tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582366 Feb 11 05:37:37.766032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-53c224f5-59d4-4bc1-8e97-1182aff54493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.771794 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-53c224f5-59d4-4bc1-8e97-1182aff54493 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9cac1c2e-a2b6-464b-8f00-a3e90e2798d7 HTTP/1.1" status: 200 len: 854 time: 0.2217786 Feb 11 05:37:37.873949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:37.886231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-f32b2b2d-3741-4b40-9b22-7721d93b393b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.887885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-f32b2b2d-3741-4b40-9b22-7721d93b393b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.81 "GET /v2.0/ports?device_id=6aed5916-b527-4e4c-9cca-e54a18ce7b2a HTTP/1.1" status: 200 len: 945 time: 0.2187946 Feb 11 05:37:37.890226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-47ae87e5-b4eb-457f-9444-e5c599adebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.892130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-47ae87e5-b4eb-457f-9444-e5c599adebe4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=989db7f7-5c98-4ead-ae28-6944d738a7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1126173 Feb 11 05:37:37.976434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8aad403b-cbe5-424f-a279-a568dc69b2e9 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:38.226070 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8aad403b-cbe5-424f-a279-a568dc69b2e9 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:38.226528 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:38.308876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-efde2789-b569-46fd-94ba-1e31cf440298 service neutron] 10.222.0.72 "GET /v2.0/networks/989db7f7-5c98-4ead-ae28-6944d738a7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704202 Feb 11 05:37:38.318072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:38.321796 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990cfa9a-1f04-40e5-9f3f-ccccefc41cc6" -d '{"events": [{"server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:38.389825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08bf94f2-2ddc-429a-953d-777a90199fcf req-e3fb11b5-3b58-4d72-9742-d919342c82b9 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 210 time: 0.2930362 Feb 11 05:37:38.429856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:38.458729 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9734c85a-c3c0-4656-98c4-b7a755b05937 x-openstack-request-id: req-9734c85a-c3c0-4656-98c4-b7a755b05937 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:38.459069 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:38.460135 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9734c85a-c3c0-4656-98c4-b7a755b05937 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:38.461356 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9', 'code': 200} Feb 11 05:37:38.471270 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:38.572566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8aad403b-cbe5-424f-a279-a568dc69b2e9,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:38.716859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'c8d554f7-b72e-4aa8-a123-87b653bed89f', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'port_id': '44c1c538-738e-4014-b36a-a032847e118f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'mac_address': 'fa:16:3e:c4:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:37:10Z', 'updated_at': '2022-02-11T05:37:35Z', 'revision_number': 1, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:20Z', 'revision_number': 5, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:38.765364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23b4e7-0168-4c9e-b805-ce5d4e53f8b9 None None] The sync data for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 is: [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'c8d554f7-b72e-4aa8-a123-87b653bed89f', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'port_id': '44c1c538-738e-4014-b36a-a032847e118f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'mac_address': 'fa:16:3e:c4:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:37:10Z', 'updated_at': '2022-02-11T05:37:35Z', 'revision_number': 1, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:20Z', 'revision_number': 5, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:38.843865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-47f5169c-c4fe-4494-b835-070ee011c4c6 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:38.846613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-47f5169c-c4fe-4494-b835-070ee011c4c6 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 805 time: 0.3092761 Feb 11 05:37:38.879145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Request body: {'port': {'device_id': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'admin_state_up': True, 'tenant_id': '6220a83203024137b0bdf1c0597dbbcd'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:38.904667 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37810) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:38.945156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Deleting port 8aad403b-cbe5-424f-a279-a568dc69b2e9 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:38.945845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.053428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42a72db5-41bc-4f00-bdeb-84e0254a04de req-0973e19f-c177-47b6-a1e7-c690db551630 service neutron] 10.222.0.72 "GET /v2.0/networks/989db7f7-5c98-4ead-ae28-6944d738a7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718159 Feb 11 05:37:39.140126 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25d06d0d-7490-4234-b41a-62742a07527f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.238836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-e8a733fc-ad33-409f-9c3b-78a8ccc7a2e8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:39.240639 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-e8a733fc-ad33-409f-9c3b-78a8ccc7a2e8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.2069910 Feb 11 05:37:39.277176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc921149-19d6-49af-b3d4-de4d03827791 req-9df9c440-fa30-4789-965f-fd5c5c76a086 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:39.292753 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574802de-2d7c-49a2-b00a-6cdf99d375d3 None None] New status for floating IP c8d554f7-b72e-4aa8-a123-87b653bed89f: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:37:39.293381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc921149-19d6-49af-b3d4-de4d03827791 req-9df9c440-fa30-4789-965f-fd5c5c76a086 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 946 time: 0.4444232 Feb 11 05:37:39.468393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25d06d0d-7490-4234-b41a-62742a07527f admin admin] Publish callbacks [] for security_group (3b3a9886-01fc-4211-b7fd-2a3a0a2a6c66), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.497946 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25d06d0d-7490-4234-b41a-62742a07527f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3b3a9886-01fc-4211-b7fd-2a3a0a2a6c66), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.498780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] For port 8aad403b-cbe5-424f-a279-a568dc69b2e9, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8aad403b-cbe5-424f-a279-a568dc69b2e9,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:39.500545 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.539895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Calling delete_port for 8aad403b-cbe5-424f-a279-a568dc69b2e9 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:39.575664 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-25d06d0d-7490-4234-b41a-62742a07527f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ae36c1dbb2941628f5cf7573e0f3dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6698606 Feb 11 05:37:39.584163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d06d0d-7490-4234-b41a-62742a07527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3a9886-01fc-4211-b7fd-2a3a0a2a6c66,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:39.586889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37820) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:39.613087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc921149-19d6-49af-b3d4-de4d03827791 req-c814ba0c-3dff-4ef2-ab5a-29d495f80391 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/security-groups?id=3facf726-f027-45d5-8484-7df4e332aed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189251 Feb 11 05:37:39.670704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea840-aa09-4238-90b6-45f22e57a255 admin admin] Publish callbacks [] for security_group (3b3a9886-01fc-4211-b7fd-2a3a0a2a6c66), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.672756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88611ee7-f8d2-4b5f-9797-0bcdd28e32e2 req-df13b8c8-4143-4d76-a7a8-990f15be986a tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 210 time: 0.0557873 Feb 11 05:37:39.690202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Deleting port c3a6a255-0cd7-4709-a801-55b1705fb35b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:39.690759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.732327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Made reservation on behalf of 6220a83203024137b0bdf1c0597dbbcd for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:39.736533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.835902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] For port c3a6a255-0cd7-4709-a801-55b1705fb35b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c3a6a255-0cd7-4709-a801-55b1705fb35b,segment=NetworkSegment(eff4c400-29a3-4d6b-a614-6539a62bb376),segment_id=eff4c400-29a3-4d6b-a614-6539a62bb376)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:39.836193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.852013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Calling delete_port for c3a6a255-0cd7-4709-a801-55b1705fb35b owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:39.914334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Allocated IP 172.20.0.7 (d489b23f-3568-44e7-a96f-02f14020a737/14d2dfc5-7a8e-464a-b419-79f2a6a54c84/2629c743-e183-4bc0-b4c7-95bb54d7ee28) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:39.949008 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea840-aa09-4238-90b6-45f22e57a255 admin admin] Publish callbacks [] for security_group (3b3a9886-01fc-4211-b7fd-2a3a0a2a6c66), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.096638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks [] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.143032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.154106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c3a6a255-0cd7-4709-a801-55b1705fb35b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.189624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Pushing event deleted for resources: {'Port': ['ID=c3a6a255-0cd7-4709-a801-55b1705fb35b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:40.192083 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea840-aa09-4238-90b6-45f22e57a255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3b3a9886-01fc-4211-b7fd-2a3a0a2a6c66), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.194919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea840-aa09-4238-90b6-45f22e57a255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.224344 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4e4ea840-aa09-4238-90b6-45f22e57a255 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b3a9886-01fc-4211-b7fd-2a3a0a2a6c66 HTTP/1.1" status: 204 len: 168 time: 0.6028593 Feb 11 05:37:40.262142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ea840-aa09-4238-90b6-45f22e57a255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3a9886-01fc-4211-b7fd-2a3a0a2a6c66,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:40.339644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] No DVR routers for this DVR port c3a6a255-0cd7-4709-a801-55b1705fb35b on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:40.354407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.358325 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cba0e7a2-dde2-40e9-8b89-eb6f475e3b20 req-4156ac63-c23c-4c3f-8fce-23f056b116c8 tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.81 "DELETE /v2.0/ports/c3a6a255-0cd7-4709-a801-55b1705fb35b HTTP/1.1" status: 204 len: 173 time: 1.1019044 Feb 11 05:37:40.358514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-deleted', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:40.360685 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a485e-cc1e-4dbb-91ee-1d92fc187671" -d '{"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-deleted", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:40.396027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Network d489b23f-3568-44e7-a96f-02f14020a737 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:40.455200 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89365ba3-58be-4bac-93dd-141064a68480 x-openstack-request-id: req-89365ba3-58be-4bac-93dd-141064a68480 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:40.455863 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e19fae-83e2-43f2-8cec-e16ba4a6d467", "name": "network-vif-deleted", "tag": "c3a6a255-0cd7-4709-a801-55b1705fb35b", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:40.456327 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89365ba3-58be-4bac-93dd-141064a68480 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:40.456903 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e19fae-83e2-43f2-8cec-e16ba4a6d467', 'name': 'network-vif-deleted', 'tag': 'c3a6a255-0cd7-4709-a801-55b1705fb35b', 'status': 'completed', 'code': 200} Feb 11 05:37:40.473895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:40.490335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:40.570473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8aad403b-cbe5-424f-a279-a568dc69b2e9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.644681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:40.645169 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.675175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Pushing event updated for resources: {'Port': ['ID=2629c743-e183-4bc0-b4c7-95bb54d7ee28,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:40.685944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37840) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:40.708672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c335887b-1e0f-4b06-a27d-ce065e42256e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.815077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-faf26fd8-1082-4058-a0cb-fd028cb23b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9471149 Feb 11 05:37:40.817819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Pushing event deleted for resources: {'Port': ['ID=8aad403b-cbe5-424f-a279-a568dc69b2e9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:40.881037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] No DVR routers for this DVR port 8aad403b-cbe5-424f-a279-a568dc69b2e9 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:40.884591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.888995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2da9d7ae-6240-450c-9e8b-6f1ae60fc2e0 req-9ea01ceb-d51f-4407-a2ea-ecfa067cf575 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.81 "DELETE /v2.0/ports/8aad403b-cbe5-424f-a279-a568dc69b2e9 HTTP/1.1" status: 204 len: 173 time: 2.9909391 Feb 11 05:37:40.896204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Request body: {'port': {'device_id': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:40.912083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'name': 'network-vif-deleted', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:40.915363 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5b663d-c54e-4bb2-a50f-2efe2574887f" -d '{"events": [{"server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "name": "network-vif-deleted", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:40.926548 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c335887b-1e0f-4b06-a27d-ce065e42256e admin admin] Publish callbacks [] for security_group (fab07c00-d851-4ebc-8fc8-1e0ac2c30a96), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.934880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c335887b-1e0f-4b06-a27d-ce065e42256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fab07c00-d851-4ebc-8fc8-1e0ac2c30a96), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.966666 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c335887b-1e0f-4b06-a27d-ce065e42256e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32690431ca714f3fa355bdc85c20c812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799640 Feb 11 05:37:40.973147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37848) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:41.047474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335887b-1e0f-4b06-a27d-ce065e42256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab07c00-d851-4ebc-8fc8-1e0ac2c30a96,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:41.088141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fc3a61b-9652-4af0-98a6-5c1d497934ab req-d83828df-8c68-4d2b-a6e2-c191c6c2dd2a tempest-ServersNegativeTestJSON-2060652034 tempest-ServersNegativeTestJSON-2060652034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 210 time: 0.2091117 Feb 11 05:37:41.128395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.160047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92b1b9b8-86a3-401f-84c7-b55d1a2f9092 admin admin] Publish callbacks [] for security_group (fab07c00-d851-4ebc-8fc8-1e0ac2c30a96), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.183011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a8ea-9c46-4978-b281-50c3d2121800 req-74e5848d-dc51-4e80-8181-0bd6bab3f4ff tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:41.192911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24e3a8ea-9c46-4978-b281-50c3d2121800 req-74e5848d-dc51-4e80-8181-0bd6bab3f4ff tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 931 time: 0.4011333 Feb 11 05:37:41.199701 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ec2c03-d66a-498a-a5d2-6b5235c94e99 x-openstack-request-id: req-46ec2c03-d66a-498a-a5d2-6b5235c94e99 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:41.200038 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aed5916-b527-4e4c-9cca-e54a18ce7b2a", "name": "network-vif-deleted", "tag": "8aad403b-cbe5-424f-a279-a568dc69b2e9", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:41.200287 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46ec2c03-d66a-498a-a5d2-6b5235c94e99 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:41.200691 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aed5916-b527-4e4c-9cca-e54a18ce7b2a', 'name': 'network-vif-deleted', 'tag': '8aad403b-cbe5-424f-a279-a568dc69b2e9', 'status': 'completed', 'code': 200} Feb 11 05:37:41.221749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92b1b9b8-86a3-401f-84c7-b55d1a2f9092 admin admin] Publish callbacks [] for security_group (fab07c00-d851-4ebc-8fc8-1e0ac2c30a96), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.304057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92b1b9b8-86a3-401f-84c7-b55d1a2f9092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fab07c00-d851-4ebc-8fc8-1e0ac2c30a96), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.308341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92b1b9b8-86a3-401f-84c7-b55d1a2f9092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.310325 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92b1b9b8-86a3-401f-84c7-b55d1a2f9092 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fab07c00-d851-4ebc-8fc8-1e0ac2c30a96 HTTP/1.1" status: 204 len: 168 time: 0.3355389 Feb 11 05:37:41.320693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1b9b8-86a3-401f-84c7-b55d1a2f9092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab07c00-d851-4ebc-8fc8-1e0ac2c30a96,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:41.452573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13e6c64a-34a4-406b-bbb7-d4a92a7482e3 req-6b3cdc79-7fe9-4f97-8482-a0048b18a736 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0655332 Feb 11 05:37:41.631236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24e3a8ea-9c46-4978-b281-50c3d2121800 req-b235bbc1-0900-400a-920b-a05650480168 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363160 Feb 11 05:37:41.639252 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13e6c64a-34a4-406b-bbb7-d4a92a7482e3 req-af609ec8-2d82-4b17-ab23-e6313c956e4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a868f2dce3ec40e784918c0c04c873e9&device_id=75e19fae-83e2-43f2-8cec-e16ba4a6d467 HTTP/1.1" status: 200 len: 210 time: 0.0971799 Feb 11 05:37:41.926179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8aad403b-cbe5-424f-a279-a568dc69b2e9 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:41.973630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 8aad403b-cbe5-424f-a279-a568dc69b2e9 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:41.974064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8aad403b-cbe5-424f-a279-a568dc69b2e9 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:41.974383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:42.003420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6c64a-34a4-406b-bbb7-d4a92a7482e3 req-6fcaeab7-92b4-4f3a-acc6-8f199432e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:42.004889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13e6c64a-34a4-406b-bbb7-d4a92a7482e3 req-6fcaeab7-92b4-4f3a-acc6-8f199432e744 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a868f2dce3ec40e784918c0c04c873e9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3067760 Feb 11 05:37:42.018214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c3a6a255-0cd7-4709-a801-55b1705fb35b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:42.018569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c3a6a255-0cd7-4709-a801-55b1705fb35b not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:42.180670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37884) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:42.472316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e3fcf0-64c9-416a-b88e-f4c7ec795652 admin admin] Deleting subnet 9ef3855c-4e26-4b5c-9e78-72425adf7f66 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:37:42.476976 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52e3fcf0-64c9-416a-b88e-f4c7ec795652 admin admin] Publish callbacks [] for subnet (9ef3855c-4e26-4b5c-9e78-72425adf7f66), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.531207 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52e3fcf0-64c9-416a-b88e-f4c7ec795652 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (9ef3855c-4e26-4b5c-9e78-72425adf7f66), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.603579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2629c743-e183-4bc0-b4c7-95bb54d7ee28 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:42.607821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52e3fcf0-64c9-416a-b88e-f4c7ec795652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9ef3855c-4e26-4b5c-9e78-72425adf7f66), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.645561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Publish callbacks [] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.696755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Transition to ACTIVE for port object 2629c743-e183-4bc0-b4c7-95bb54d7ee28 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:37:42.718365 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.737199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6c64a-34a4-406b-bbb7-d4a92a7482e3 req-e61b598c-cc53-477a-8a68-449bc64e26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:42.738620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13e6c64a-34a4-406b-bbb7-d4a92a7482e3 req-e61b598c-cc53-477a-8a68-449bc64e26d8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7240567 Feb 11 05:37:42.750038 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52e3fcf0-64c9-416a-b88e-f4c7ec795652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (9ef3855c-4e26-4b5c-9e78-72425adf7f66), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.810395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3fcf0-64c9-416a-b88e-f4c7ec795652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef3855c-4e26-4b5c-9e78-72425adf7f66,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:42.828258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52e3fcf0-64c9-416a-b88e-f4c7ec795652 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.843296 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-52e3fcf0-64c9-416a-b88e-f4c7ec795652 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9ef3855c-4e26-4b5c-9e78-72425adf7f66 HTTP/1.1" status: 204 len: 168 time: 0.6561627 Feb 11 05:37:42.843296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37906) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:42.925770 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (bdbc0085-8f99-4fcf-9803-2ad9a20c364e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.106221 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (bdbc0085-8f99-4fcf-9803-2ad9a20c364e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.122097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=2629c743-e183-4bc0-b4c7-95bb54d7ee28,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:43.186618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbc0085-8f99-4fcf-9803-2ad9a20c364e']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:43.210677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Attempting to bind port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:43.211585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Attempting to bind port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:43.212083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Attempting to bind port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 on network d489b23f-3568-44e7-a96f-02f14020a737 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:43.212946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff4c400-29a3-4d6b-a614-6539a62bb376') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:43.214149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff4c400-29a3-4d6b-a614-6539a62bb376') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:43.240097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 on network d489b23f-3568-44e7-a96f-02f14020a737 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:37:43.240786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Attempting to bind port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 on network d489b23f-3568-44e7-a96f-02f14020a737 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:43.242733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (eff4c400-29a3-4d6b-a614-6539a62bb376), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.284034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (eff4c400-29a3-4d6b-a614-6539a62bb376), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.300373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:37:43.300790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (eff4c400-29a3-4d6b-a614-6539a62bb376), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:37:43.328020 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:37:43.347958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:43.353285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Checking segment: {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:43.358182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Bound using segment: {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:43.360438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Bound port: 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:43.361056 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.415364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (bdbc0085-8f99-4fcf-9803-2ad9a20c364e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.484589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.484589 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] 10.222.0.31 "DELETE /v2.0/networks/bdbc0085-8f99-4fcf-9803-2ad9a20c364e HTTP/1.1" status: 204 len: 168 time: 0.6406806 Feb 11 05:37:43.484589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1f457-7f9e-4a15-bdd0-e60f563017ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbc0085-8f99-4fcf-9803-2ad9a20c364e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:43.492757 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-136d9386-e4e1-4af2-8f96-ff650af1def0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3783712 Feb 11 05:37:43.550265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1bc91-6afe-460f-bee7-f315a359be41 req-f935ef65-8279-48e0-99ee-0b8677fcb251 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:43.551784 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1db1bc91-6afe-460f-bee7-f315a359be41 req-f935ef65-8279-48e0-99ee-0b8677fcb251 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 943 time: 0.7648077 Feb 11 05:37:43.798009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:43.843628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37940) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:43.862115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:43.879177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-18decac6-c568-4cb0-87c2-735363f69def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:43.888519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-18decac6-c568-4cb0-87c2-735363f69def service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31d01b8953884b02a010f85b8ce90594&device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 1128 time: 0.3227537 Feb 11 05:37:43.910165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1db1bc91-6afe-460f-bee7-f315a359be41 req-c6752aec-c1d1-40cb-9977-10c4e1b8c546 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338952 Feb 11 05:37:44.027408 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-07e7b1bb-1652-4b92-b885-eb096e9d60ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a868f2dce3ec40e784918c0c04c873e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795151 Feb 11 05:37:44.030488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37946) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:44.116307 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.121073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-72ddc5d1-c01e-4dcd-a6cc-b0744f2f9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:44.123691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-72ddc5d1-c01e-4dcd-a6cc-b0744f2f9c3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 200 len: 916 time: 0.2121999 Feb 11 05:37:44.171361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53ef526a-f1f5-439b-bbac-164a8e63e4d3 admin admin] Publish callbacks [] for security_group (3facf726-f027-45d5-8484-7df4e332aed7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.219431 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53ef526a-f1f5-439b-bbac-164a8e63e4d3 admin admin] Publish callbacks [] for security_group (3facf726-f027-45d5-8484-7df4e332aed7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.326267 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53ef526a-f1f5-439b-bbac-164a8e63e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3facf726-f027-45d5-8484-7df4e332aed7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.328881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=2629c743-e183-4bc0-b4c7-95bb54d7ee28,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:44.329287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53ef526a-f1f5-439b-bbac-164a8e63e4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.334401 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-53ef526a-f1f5-439b-bbac-164a8e63e4d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3facf726-f027-45d5-8484-7df4e332aed7 HTTP/1.1" status: 204 len: 168 time: 0.3017533 Feb 11 05:37:44.352822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef526a-f1f5-439b-bbac-164a8e63e4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3facf726-f027-45d5-8484-7df4e332aed7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:44.436318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:44.441736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.459208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c464e710-7c4c-417a-90fb-9307af5e3ce5 service neutron] 10.222.0.72 "PUT /v2.0/ports/2629c743-e183-4bc0-b4c7-95bb54d7ee28 HTTP/1.1" status: 200 len: 1092 time: 3.6122558 Feb 11 05:37:44.461835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-47b0c3db-ec13-4ec3-b95f-270f55a776e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78cee3d1-fb42-4036-b3f2-fe1a39e20777 HTTP/1.1" status: 200 len: 217 time: 0.1351016 Feb 11 05:37:44.474039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:44.484389 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6484b61-22c7-4b53-8484-2d87008eb1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:44.703851 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dedd333-388f-4cbb-b29f-a245ff02799b x-openstack-request-id: req-1dedd333-388f-4cbb-b29f-a245ff02799b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:44.704611 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:44.706061 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dedd333-388f-4cbb-b29f-a245ff02799b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:44.706930 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28', 'status': 'completed', 'code': 200} Feb 11 05:37:44.778234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-2ade74f2-20d2-4920-a90a-d39cdff102d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:44.781228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-2ade74f2-20d2-4920-a90a-d39cdff102d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 200 len: 855 time: 0.3120754 Feb 11 05:37:44.854392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-9b5e695a-c75a-4acf-bc29-07d1f86a75dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ee70d01-8371-4a8f-9578-84f2895a32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541401 Feb 11 05:37:44.869556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-26b657e6-45fc-41b9-b40c-3f7bf6c263ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:44.874039 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-26b657e6-45fc-41b9-b40c-3f7bf6c263ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 1126 time: 0.2855313 Feb 11 05:37:45.036737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-5dc45ba8-4c87-425e-9ee1-3c942fe53c14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28 HTTP/1.1" status: 200 len: 217 time: 0.1459157 Feb 11 05:37:45.346257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c8dfc07b-163b-48b9-ae1d-750bf1f397b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:45.347816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-c8dfc07b-163b-48b9-ae1d-750bf1f397b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 200 len: 845 time: 0.2769454 Feb 11 05:37:45.393406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-8a9c1199-6a2c-43ee-aca3-e70089714e28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d489b23f-3568-44e7-a96f-02f14020a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351396 Feb 11 05:37:45.402157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-7817365e-280a-4147-807e-7b3cb709e0b6 service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390956 Feb 11 05:37:45.553239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e262-af09-4ef8-aabc-9f9b893a2c97 req-11b70dcc-dd67-4c6d-8476-3a3ec36bb5a7 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:45.564390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9882e262-af09-4ef8-aabc-9f9b893a2c97 req-11b70dcc-dd67-4c6d-8476-3a3ec36bb5a7 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 943 time: 0.3110440 Feb 11 05:37:45.812881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-1df3b50d-23ec-4e8f-a58d-073c2e1eda10 service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072738 Feb 11 05:37:45.855687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9882e262-af09-4ef8-aabc-9f9b893a2c97 req-ffc4c9be-a661-422c-a908-d994df76d83d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896340 Feb 11 05:37:45.970950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a432bf6a-0fb3-4002-b996-acc897d6a2ce req-ce81b968-fc90-4c9a-8be1-ff7c683924d1 service neutron] 10.222.0.72 "GET /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294381 Feb 11 05:37:46.124028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4193e81d-1b93-4c81-9e9e-84ba8b3a8708 req-f779768c-5001-465e-b811-851a4c7caa06 service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979648 Feb 11 05:37:46.325874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-0bcc4857-aaeb-4fff-8e5c-9c43874c9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:46.327391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-0bcc4857-aaeb-4fff-8e5c-9c43874c9d3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 1126 time: 0.1343868 Feb 11 05:37:46.549318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-ad076a94-752e-4cb3-8302-a1d32166f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:46.550808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-ad076a94-752e-4cb3-8302-a1d32166f5bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 906 time: 0.2098267 Feb 11 05:37:46.617798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-1a6c4edd-81b9-4994-8a64-575415185eb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28 HTTP/1.1" status: 200 len: 217 time: 0.0590317 Feb 11 05:37:46.730632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-74cc3f12-6142-410d-8457-1579d0bdb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:46.735550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-74cc3f12-6142-410d-8457-1579d0bdb171 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 200 len: 845 time: 0.1055226 Feb 11 05:37:46.768716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38034) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:46.787981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-4260ed00-8a46-4a6e-940a-505ec92be5fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d489b23f-3568-44e7-a96f-02f14020a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422285 Feb 11 05:37:46.920843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-3ce44c9a-be56-4343-b5bc-b27b33cfa9aa service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259551 Feb 11 05:37:46.944345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9db26075-5fd2-4302-8923-a2d88ddbf818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.133991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6484b61-22c7-4b53-8484-2d87008eb1ab req-1d012bdc-f14f-498d-8e98-21df76b24418 service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996949 Feb 11 05:37:47.156516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9db26075-5fd2-4302-8923-a2d88ddbf818 admin admin] Publish callbacks [] for security_group (ea81bddb-257c-4445-826f-72c44f19aba6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.169099 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9db26075-5fd2-4302-8923-a2d88ddbf818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ea81bddb-257c-4445-826f-72c44f19aba6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.209468 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9db26075-5fd2-4302-8923-a2d88ddbf818 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f7e7d0e7e8b4637b0e8862d8c4c1f7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395835 Feb 11 05:37:47.212494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38048) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:47.248960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315df9a-cc63-42f3-9430-32217c66dcc1 req-ecfd7268-2c1e-4fa2-98e1-9c91c71a10ae tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:47.269565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c315df9a-cc63-42f3-9430-32217c66dcc1 req-ecfd7268-2c1e-4fa2-98e1-9c91c71a10ae tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 943 time: 0.1341977 Feb 11 05:37:47.299123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db26075-5fd2-4302-8923-a2d88ddbf818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81bddb-257c-4445-826f-72c44f19aba6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:47.326214 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37016f98-6750-4ffd-b90e-092c86a6c2cb admin admin] Publish callbacks [] for security_group (ea81bddb-257c-4445-826f-72c44f19aba6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.350977 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37016f98-6750-4ffd-b90e-092c86a6c2cb admin admin] Publish callbacks [] for security_group (ea81bddb-257c-4445-826f-72c44f19aba6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.418250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c315df9a-cc63-42f3-9430-32217c66dcc1 req-9d061836-5d41-48fc-a968-592cf4f528b2 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477180 Feb 11 05:37:47.433905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37016f98-6750-4ffd-b90e-092c86a6c2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ea81bddb-257c-4445-826f-72c44f19aba6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.436506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37016f98-6750-4ffd-b90e-092c86a6c2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.437848 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-37016f98-6750-4ffd-b90e-092c86a6c2cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea81bddb-257c-4445-826f-72c44f19aba6 HTTP/1.1" status: 204 len: 168 time: 0.2244163 Feb 11 05:37:47.451198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37016f98-6750-4ffd-b90e-092c86a6c2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81bddb-257c-4445-826f-72c44f19aba6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:47.587543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2629c743-e183-4bc0-b4c7-95bb54d7ee28 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:47.884539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:47.902522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '2629c743-e183-4bc0-b4c7-95bb54d7ee28', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'port_id': '2629c743-e183-4bc0-b4c7-95bb54d7ee28', 'mac_address': 'fa:16:3e:cb:4f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d2dfc5-7a8e-464a-b419-79f2a6a54c84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:47.956084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:47.957372 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.976611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2629c743-e183-4bc0-b4c7-95bb54d7ee28 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:48.009427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:48.030259 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.123786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=2629c743-e183-4bc0-b4c7-95bb54d7ee28,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:48.184285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38090) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:48.204587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec9439ce-58f1-4f85-be05-aefabe8df1d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.293704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2629c743-e183-4bc0-b4c7-95bb54d7ee28'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:48.350460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec9439ce-58f1-4f85-be05-aefabe8df1d7 admin admin] Publish callbacks [] for security_group (a8278553-8151-451d-8061-055c98b71b3d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.361196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ec9439ce-58f1-4f85-be05-aefabe8df1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a8278553-8151-451d-8061-055c98b71b3d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.440209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38098) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:48.440741 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ec9439ce-58f1-4f85-be05-aefabe8df1d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=499cbefa045e4d76b1c4cc18e80c9110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2551789 Feb 11 05:37:48.453517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9439ce-58f1-4f85-be05-aefabe8df1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8278553-8151-451d-8061-055c98b71b3d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:48.479914 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38100) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:48.584715 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64c2ec00-22f3-426b-ba61-1fcfd7278061 admin admin] Publish callbacks [] for security_group (a8278553-8151-451d-8061-055c98b71b3d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.721819 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64c2ec00-22f3-426b-ba61-1fcfd7278061 admin admin] Publish callbacks [] for security_group (a8278553-8151-451d-8061-055c98b71b3d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.808753 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5a46240-4550-4e9b-babd-60e00ef057db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.836788 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64c2ec00-22f3-426b-ba61-1fcfd7278061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a8278553-8151-451d-8061-055c98b71b3d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.840036 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64c2ec00-22f3-426b-ba61-1fcfd7278061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.843618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-64c2ec00-22f3-426b-ba61-1fcfd7278061 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8278553-8151-451d-8061-055c98b71b3d HTTP/1.1" status: 204 len: 168 time: 0.4000750 Feb 11 05:37:48.876637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2ec00-22f3-426b-ba61-1fcfd7278061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8278553-8151-451d-8061-055c98b71b3d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:49.034043 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5a46240-4550-4e9b-babd-60e00ef057db admin admin] Publish callbacks [] for security_group (404d7a51-b8e3-42f6-afd2-0744c613f714), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.043794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5a46240-4550-4e9b-babd-60e00ef057db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (404d7a51-b8e3-42f6-afd2-0744c613f714), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.045873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76021ebd-e14a-4781-be33-62e457ea194e req-961ee18d-95dd-411b-a2c9-f0f708e57cf8 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:49.050544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76021ebd-e14a-4781-be33-62e457ea194e req-961ee18d-95dd-411b-a2c9-f0f708e57cf8 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 944 time: 0.4943967 Feb 11 05:37:49.107230 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d5a46240-4550-4e9b-babd-60e00ef057db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5d9792dc987467ab0bf30c62161a74e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6261840 Feb 11 05:37:49.107980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38120) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:49.158065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76021ebd-e14a-4781-be33-62e457ea194e req-f212c57e-4e14-4398-a6d8-7c1394a8b3da tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009803 Feb 11 05:37:49.191877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a46240-4550-4e9b-babd-60e00ef057db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404d7a51-b8e3-42f6-afd2-0744c613f714,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:49.252143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6da8b41c-1663-4f7c-b2aa-200e61d5ac7a admin admin] Publish callbacks [] for security_group (404d7a51-b8e3-42f6-afd2-0744c613f714), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.304035 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6da8b41c-1663-4f7c-b2aa-200e61d5ac7a admin admin] Publish callbacks [] for security_group (404d7a51-b8e3-42f6-afd2-0744c613f714), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.403409 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6da8b41c-1663-4f7c-b2aa-200e61d5ac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (404d7a51-b8e3-42f6-afd2-0744c613f714), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.406724 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6da8b41c-1663-4f7c-b2aa-200e61d5ac7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.411695 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6da8b41c-1663-4f7c-b2aa-200e61d5ac7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/404d7a51-b8e3-42f6-afd2-0744c613f714 HTTP/1.1" status: 204 len: 168 time: 0.3004797 Feb 11 05:37:49.425136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8b41c-1663-4f7c-b2aa-200e61d5ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404d7a51-b8e3-42f6-afd2-0744c613f714,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:49.589030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2629c743-e183-4bc0-b4c7-95bb54d7ee28 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:49.699326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:37:49.704504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:49.705351 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.809379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:49.809831 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.850733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:49.857445 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f1006-3b12-40c7-b7f3-7fddd565bb3c" -d '{"events": [{"server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "name": "network-vif-plugged", "status": "completed", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:49.899768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:49.913273 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.977794 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d3a49a-f2f4-46f3-9ddb-c9b079749662 x-openstack-request-id: req-d5d3a49a-f2f4-46f3-9ddb-c9b079749662 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:49.978213 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "name": "network-vif-plugged", "status": "completed", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:49.978488 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5d3a49a-f2f4-46f3-9ddb-c9b079749662 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:49.979990 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28', 'code': 200} Feb 11 05:37:50.098357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=2629c743-e183-4bc0-b4c7-95bb54d7ee28,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:50.135090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a49d9-7046-4e28-a877-06c7f14ada44 req-95f866f2-963c-42aa-9788-c603baf54e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:50.136734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e8a49d9-7046-4e28-a877-06c7f14ada44 req-95f866f2-963c-42aa-9788-c603baf54e11 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 1128 time: 0.1350532 Feb 11 05:37:50.248903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e8a49d9-7046-4e28-a877-06c7f14ada44 req-71b13aa4-6d94-44bc-b09e-88d503d383a4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048088 Feb 11 05:37:50.383937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18112df6-24c6-471d-8328-cb3edb0a5bc1 req-c046b17b-a821-462f-8ca5-9337b2767725 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:50.387037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18112df6-24c6-471d-8328-cb3edb0a5bc1 req-c046b17b-a821-462f-8ca5-9337b2767725 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.0841129 Feb 11 05:37:50.541667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18112df6-24c6-471d-8328-cb3edb0a5bc1 req-f0108fdf-7dbe-4673-a9dc-107ec7e73172 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435826 Feb 11 05:37:51.763255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dff587-1b2b-4d9f-b00f-47d81c52c14b req-289cf7e3-f5ce-43c6-8d62-a6f5baa21b46 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.777718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91dff587-1b2b-4d9f-b00f-47d81c52c14b req-289cf7e3-f5ce-43c6-8d62-a6f5baa21b46 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1235394 Feb 11 05:37:51.878557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91dff587-1b2b-4d9f-b00f-47d81c52c14b req-0c2653b9-2151-4415-b691-c88a5e1f3c8d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999522 Feb 11 05:37:51.883141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.471092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79ad92-075d-4d48-a691-69aed932e611 req-5463ee9b-e257-464f-b799-62fc3b508336 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:52.480473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d79ad92-075d-4d48-a691-69aed932e611 req-5463ee9b-e257-464f-b799-62fc3b508336 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1655200 Feb 11 05:37:52.677530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d79ad92-075d-4d48-a691-69aed932e611 req-bd3cd5e7-d24b-4991-b672-0f71c61f0c85 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868725 Feb 11 05:37:52.975949 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.403864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38272) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:53.633951 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4682d86e-792b-4ac1-a661-c420a8797a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.817533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4682d86e-792b-4ac1-a661-c420a8797a2b admin admin] Publish callbacks [] for security_group (e00ead19-32eb-4681-9870-6938b86a3b16), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.845476 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4682d86e-792b-4ac1-a661-c420a8797a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e00ead19-32eb-4681-9870-6938b86a3b16), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.965215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682d86e-792b-4ac1-a661-c420a8797a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ead19-32eb-4681-9870-6938b86a3b16,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:53.982272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:53.993758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4682d86e-792b-4ac1-a661-c420a8797a2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52768a13914448f7bd69383bedc8cec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5880742 Feb 11 05:37:54.027969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db241df-1ab5-4dac-8691-dd7b78c547e1 req-56c58d08-3a47-4abe-9373-236a9b2592b3 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.035923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0db241df-1ab5-4dac-8691-dd7b78c547e1 req-56c58d08-3a47-4abe-9373-236a9b2592b3 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.2160404 Feb 11 05:37:54.110239 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42aefbb6-00a2-4bd8-94e1-395a1a6220b3 admin admin] Publish callbacks [] for security_group (e00ead19-32eb-4681-9870-6938b86a3b16), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.113916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0db241df-1ab5-4dac-8691-dd7b78c547e1 req-ec0764e8-e892-4aac-95e0-de725976af08 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767095 Feb 11 05:37:54.154392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42aefbb6-00a2-4bd8-94e1-395a1a6220b3 admin admin] Publish callbacks [] for security_group (e00ead19-32eb-4681-9870-6938b86a3b16), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.289337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42aefbb6-00a2-4bd8-94e1-395a1a6220b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e00ead19-32eb-4681-9870-6938b86a3b16), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.300340 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42aefbb6-00a2-4bd8-94e1-395a1a6220b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.314621 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-42aefbb6-00a2-4bd8-94e1-395a1a6220b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e00ead19-32eb-4681-9870-6938b86a3b16 HTTP/1.1" status: 204 len: 168 time: 0.3278844 Feb 11 05:37:54.342941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aefbb6-00a2-4bd8-94e1-395a1a6220b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ead19-32eb-4681-9870-6938b86a3b16,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:54.945614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38312) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:54.976497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b1647dd-91f9-47c4-8d05-f3e2ea58ff2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.189016 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b1647dd-91f9-47c4-8d05-f3e2ea58ff2c admin admin] Publish callbacks [] for security_group (d1d9d570-a5b5-4809-9a70-5ec04341261d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.199514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b1647dd-91f9-47c4-8d05-f3e2ea58ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d1d9d570-a5b5-4809-9a70-5ec04341261d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.336489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38326) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:55.350135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0b1647dd-91f9-47c4-8d05-f3e2ea58ff2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d71fc852af7c4b93a532faa79af28186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4017470 Feb 11 05:37:55.354693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1647dd-91f9-47c4-8d05-f3e2ea58ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d9d570-a5b5-4809-9a70-5ec04341261d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:55.437144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5829834-c3a3-4096-b3fe-9596e5de7950 admin admin] Publish callbacks [] for security_group (d1d9d570-a5b5-4809-9a70-5ec04341261d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.463151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ce1a2-fe05-4ada-bf99-295e30f8cd2c req-448fc90f-6514-4cd4-8daa-909be3602f3d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:55.468701 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5829834-c3a3-4096-b3fe-9596e5de7950 admin admin] Publish callbacks [] for security_group (d1d9d570-a5b5-4809-9a70-5ec04341261d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.477454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-421ce1a2-fe05-4ada-bf99-295e30f8cd2c req-448fc90f-6514-4cd4-8daa-909be3602f3d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1865458 Feb 11 05:37:55.551115 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5829834-c3a3-4096-b3fe-9596e5de7950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d1d9d570-a5b5-4809-9a70-5ec04341261d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.555753 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5829834-c3a3-4096-b3fe-9596e5de7950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.562574 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f5829834-c3a3-4096-b3fe-9596e5de7950 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1d9d570-a5b5-4809-9a70-5ec04341261d HTTP/1.1" status: 204 len: 168 time: 0.2229917 Feb 11 05:37:55.583110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-421ce1a2-fe05-4ada-bf99-295e30f8cd2c req-8c47e606-c3a4-450b-a24a-682adf401daa tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046934 Feb 11 05:37:55.604611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5829834-c3a3-4096-b3fe-9596e5de7950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d9d570-a5b5-4809-9a70-5ec04341261d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:55.815299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38342) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:56.147237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19566945-94ce-4f43-9e52-02cddee32a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.278404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19566945-94ce-4f43-9e52-02cddee32a4f admin admin] Publish callbacks [] for security_group (04db03f0-2286-44de-8874-fa8bc1fb55ef), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.288747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19566945-94ce-4f43-9e52-02cddee32a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (04db03f0-2286-44de-8874-fa8bc1fb55ef), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.344721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38360) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:56.345599 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-19566945-94ce-4f43-9e52-02cddee32a4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67c18303adf24379b9f3c87cdcb85892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284746 Feb 11 05:37:56.347511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19566945-94ce-4f43-9e52-02cddee32a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04db03f0-2286-44de-8874-fa8bc1fb55ef,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:56.473923 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8b7e-02ab-4e1d-a0a5-875868ac918b admin admin] Publish callbacks [] for security_group (04db03f0-2286-44de-8874-fa8bc1fb55ef), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.505623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8b7e-02ab-4e1d-a0a5-875868ac918b admin admin] Publish callbacks [] for security_group (04db03f0-2286-44de-8874-fa8bc1fb55ef), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.563810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8b7e-02ab-4e1d-a0a5-875868ac918b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (04db03f0-2286-44de-8874-fa8bc1fb55ef), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.566653 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8b7e-02ab-4e1d-a0a5-875868ac918b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.570486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5dfc8b7e-02ab-4e1d-a0a5-875868ac918b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04db03f0-2286-44de-8874-fa8bc1fb55ef HTTP/1.1" status: 204 len: 168 time: 0.2222614 Feb 11 05:37:56.595023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc8b7e-02ab-4e1d-a0a5-875868ac918b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04db03f0-2286-44de-8874-fa8bc1fb55ef,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:56.867714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29812aef-3f5a-40e6-88c5-224e6255862f req-2f9a6135-5774-4d7e-97ed-d64d41775031 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:56.874926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29812aef-3f5a-40e6-88c5-224e6255862f req-2f9a6135-5774-4d7e-97ed-d64d41775031 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1476703 Feb 11 05:37:56.974491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29812aef-3f5a-40e6-88c5-224e6255862f req-8440c07e-2454-44d8-8c71-24beb7fde551 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921493 Feb 11 05:37:57.290098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38392) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:57.325880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-feee29f2-e140-494f-a03d-df7779e2daef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.505837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-feee29f2-e140-494f-a03d-df7779e2daef admin admin] Publish callbacks [] for security_group (21881878-b69b-4269-aabc-d1dd648c904b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.517174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-feee29f2-e140-494f-a03d-df7779e2daef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (21881878-b69b-4269-aabc-d1dd648c904b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.572829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee29f2-e140-494f-a03d-df7779e2daef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21881878-b69b-4269-aabc-d1dd648c904b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:57.604159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38398) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:57.617751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-feee29f2-e140-494f-a03d-df7779e2daef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81df019ca774430b93a9db55ff69ebbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3263898 Feb 11 05:37:57.671794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cd0476d-6ac1-4261-af51-429ab875d650 admin admin] Publish callbacks [] for security_group (21881878-b69b-4269-aabc-d1dd648c904b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.692298 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a51fc158-0f78-4e0e-953a-f497a04eace3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.764710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cd0476d-6ac1-4261-af51-429ab875d650 admin admin] Publish callbacks [] for security_group (21881878-b69b-4269-aabc-d1dd648c904b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.876392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e05f0e-bd4f-48ee-b6dd-bc99d8fa7268 req-ed1740a1-3d59-4f1e-bdda-22c853ad66cc tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:57.880456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8e05f0e-bd4f-48ee-b6dd-bc99d8fa7268 req-ed1740a1-3d59-4f1e-bdda-22c853ad66cc tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 945 time: 0.1362138 Feb 11 05:37:57.913446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cd0476d-6ac1-4261-af51-429ab875d650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (21881878-b69b-4269-aabc-d1dd648c904b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.924609 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cd0476d-6ac1-4261-af51-429ab875d650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.927266 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6cd0476d-6ac1-4261-af51-429ab875d650 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21881878-b69b-4269-aabc-d1dd648c904b HTTP/1.1" status: 204 len: 168 time: 0.3218272 Feb 11 05:37:57.949826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0476d-6ac1-4261-af51-429ab875d650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21881878-b69b-4269-aabc-d1dd648c904b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:58.080602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8e05f0e-bd4f-48ee-b6dd-bc99d8fa7268 req-b42a92d9-dca3-4197-90a5-3821a6af4d40 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901848 Feb 11 05:37:58.329526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003318ff-748b-4021-809d-0a18685b7812 req-3fa736be-b631-4e8c-9dd5-36f631ddb1a3 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:58.332047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-003318ff-748b-4021-809d-0a18685b7812 req-3fa736be-b631-4e8c-9dd5-36f631ddb1a3 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1122339 Feb 11 05:37:58.409410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-003318ff-748b-4021-809d-0a18685b7812 req-d2ae2e04-0c63-437e-87f5-0cd6957fe9d6 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666883 Feb 11 05:37:58.459073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38426) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:58.724656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9be2e60-25da-4e1f-97d5-1e7e2487bef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.886309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9be2e60-25da-4e1f-97d5-1e7e2487bef1 admin admin] Publish callbacks [] for security_group (808e207c-1b38-488b-b025-c82c023add04), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.891686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9be2e60-25da-4e1f-97d5-1e7e2487bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (808e207c-1b38-488b-b025-c82c023add04), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.928659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be2e60-25da-4e1f-97d5-1e7e2487bef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808e207c-1b38-488b-b025-c82c023add04,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:58.952512 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c9be2e60-25da-4e1f-97d5-1e7e2487bef1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aae85c563a0941ee933943bbc96d5d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4899473 Feb 11 05:37:58.952906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38440) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:59.019445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d892b3b9-10ea-414f-a391-c41400aeb507 admin admin] Publish callbacks [] for security_group (808e207c-1b38-488b-b025-c82c023add04), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.058127 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d892b3b9-10ea-414f-a391-c41400aeb507 admin admin] Publish callbacks [] for security_group (808e207c-1b38-488b-b025-c82c023add04), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.190848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-7bc18627-fd2d-4e21-8570-9f3405002cb0 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:59.195876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-7bc18627-fd2d-4e21-8570-9f3405002cb0 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 945 time: 0.1038153 Feb 11 05:37:59.339283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d892b3b9-10ea-414f-a391-c41400aeb507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (808e207c-1b38-488b-b025-c82c023add04), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.347725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d892b3b9-10ea-414f-a391-c41400aeb507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.352577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d892b3b9-10ea-414f-a391-c41400aeb507 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/808e207c-1b38-488b-b025-c82c023add04 HTTP/1.1" status: 204 len: 168 time: 0.3983507 Feb 11 05:37:59.535277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892b3b9-10ea-414f-a391-c41400aeb507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808e207c-1b38-488b-b025-c82c023add04,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:59.674277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749d9fe-ad48-41f2-924b-11cc688e4a2b req-bc59cd27-8e3a-44de-9c71-c033f8f020a6 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:59.676009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0749d9fe-ad48-41f2-924b-11cc688e4a2b req-bc59cd27-8e3a-44de-9c71-c033f8f020a6 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1363130 Feb 11 05:37:59.687188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57213961-c028-4233-85e1-9dabe79e4538 req-6f10fe2a-969e-4f60-9308-0b33f854a7d0 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:59.689016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57213961-c028-4233-85e1-9dabe79e4538 req-6f10fe2a-969e-4f60-9308-0b33f854a7d0 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8a4c3d2-9596-4992-9ff8-37dda73a0af5 HTTP/1.1" status: 200 len: 945 time: 0.3348794 Feb 11 05:37:59.695393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Deleting port ac932351-5fa7-4694-819b-fa2a665c83ad {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:59.695896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.913317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0749d9fe-ad48-41f2-924b-11cc688e4a2b req-8bc957c5-78a7-4809-abd9-e900124cf615 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222981 Feb 11 05:37:59.943318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57213961-c028-4233-85e1-9dabe79e4538 req-b08e72b1-15bb-452d-aebe-3c70aaa6a465 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372069 Feb 11 05:37:59.951671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] For port ac932351-5fa7-4694-819b-fa2a665c83ad, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ac932351-5fa7-4694-819b-fa2a665c83ad,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:59.952115 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.969096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Calling delete_port for ac932351-5fa7-4694-819b-fa2a665c83ad owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:00.167441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ac932351-5fa7-4694-819b-fa2a665c83ad), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.183097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['78cee3d1-fb42-4036-b3f2-fe1a39e20777', 'b60bee8c-a4d7-46ac-be49-3a23359cef56'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:00.214190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Pushing event deleted for resources: {'Port': ['ID=ac932351-5fa7-4694-819b-fa2a665c83ad,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:00.267167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] No DVR routers for this DVR port ac932351-5fa7-4694-819b-fa2a665c83ad on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:00.269833 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.273895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfbe928a-776e-46dc-8e28-bc4579bb17ca req-fb686da1-d968-4f83-8a18-f5bd3ef73f6b tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.81 "DELETE /v2.0/ports/ac932351-5fa7-4694-819b-fa2a665c83ad HTTP/1.1" status: 204 len: 173 time: 1.0640769 Feb 11 05:38:00.274093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['702a737b-7e74-434e-abb2-4988014dd189'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:00.274485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a4c3d2-9596-4992-9ff8-37dda73a0af5', 'name': 'network-vif-deleted', 'tag': 'ac932351-5fa7-4694-819b-fa2a665c83ad'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:00.285825 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b074ef-4da3-473f-93ad-be6c6f94cf49" -d '{"events": [{"server_uuid": "b8a4c3d2-9596-4992-9ff8-37dda73a0af5", "name": "network-vif-deleted", "tag": "ac932351-5fa7-4694-819b-fa2a665c83ad"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:00.391187 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11214f96-ec77-4355-8172-607b34c8a288 x-openstack-request-id: req-11214f96-ec77-4355-8172-607b34c8a288 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:00.391511 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a4c3d2-9596-4992-9ff8-37dda73a0af5", "name": "network-vif-deleted", "tag": "ac932351-5fa7-4694-819b-fa2a665c83ad", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:00.391975 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11214f96-ec77-4355-8172-607b34c8a288 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:00.392398 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a4c3d2-9596-4992-9ff8-37dda73a0af5', 'name': 'network-vif-deleted', 'tag': 'ac932351-5fa7-4694-819b-fa2a665c83ad', 'status': 'completed', 'code': 200} Feb 11 05:38:00.462167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f2b684bd-aeb1-4826-ac95-221a35e0d59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.067443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.140132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf749-2348-4bfe-bb9f-9a57fdf85146 req-adc2a416-a2ea-4a80-97e8-32a79b8bbe05 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:01.177431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7ebf749-2348-4bfe-bb9f-9a57fdf85146 req-adc2a416-a2ea-4a80-97e8-32a79b8bbe05 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1391065 Feb 11 05:38:01.260395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7ebf749-2348-4bfe-bb9f-9a57fdf85146 req-be9cb96e-bf71-458c-9b37-16a601fcf223 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804908 Feb 11 05:38:01.471465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38556) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:01.708325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0f2d-6f00-49cc-9ed1-b11d17c7e6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.802821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0f2d-6f00-49cc-9ed1-b11d17c7e6bc admin admin] Publish callbacks [] for security_group (ad892739-6c81-44f9-bd31-338a10038808), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.810169 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0f2d-6f00-49cc-9ed1-b11d17c7e6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ad892739-6c81-44f9-bd31-338a10038808), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.862252 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dc4f0f2d-6f00-49cc-9ed1-b11d17c7e6bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=911bc7af930a4895b1f571dc9e322ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896887 Feb 11 05:38:01.864828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38568) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:01.924305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f0f2d-6f00-49cc-9ed1-b11d17c7e6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad892739-6c81-44f9-bd31-338a10038808,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:01.987517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ac932351-5fa7-4694-819b-fa2a665c83ad no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:02.001578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78c62cf7-23dc-4afe-a56e-d4177c5ad315 admin admin] Publish callbacks [] for security_group (ad892739-6c81-44f9-bd31-338a10038808), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.025023 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78c62cf7-23dc-4afe-a56e-d4177c5ad315 admin admin] Publish callbacks [] for security_group (ad892739-6c81-44f9-bd31-338a10038808), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.026605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: ac932351-5fa7-4694-819b-fa2a665c83ad {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:02.027157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ac932351-5fa7-4694-819b-fa2a665c83ad not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:02.105844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78c62cf7-23dc-4afe-a56e-d4177c5ad315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ad892739-6c81-44f9-bd31-338a10038808), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.108838 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78c62cf7-23dc-4afe-a56e-d4177c5ad315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.110322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-78c62cf7-23dc-4afe-a56e-d4177c5ad315 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad892739-6c81-44f9-bd31-338a10038808 HTTP/1.1" status: 204 len: 168 time: 0.2438633 Feb 11 05:38:02.129083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c62cf7-23dc-4afe-a56e-d4177c5ad315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad892739-6c81-44f9-bd31-338a10038808,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:02.491251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08a840-62dd-4949-90f6-c9658b1ced0d req-88dfab4b-133b-4fd1-bb1a-d277e5d90872 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:02.493057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c08a840-62dd-4949-90f6-c9658b1ced0d req-88dfab4b-133b-4fd1-bb1a-d277e5d90872 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1112626 Feb 11 05:38:02.612281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c08a840-62dd-4949-90f6-c9658b1ced0d req-928afc11-088c-4611-a6a9-8ce7127c5f84 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035030 Feb 11 05:38:02.725953 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.910403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9be61-7621-4eed-bd3f-d028e24461be req-f983dc6e-0dae-4169-8e3b-a1f8fd2daf4b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:03.915236 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.920930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3b9be61-7621-4eed-bd3f-d028e24461be req-f983dc6e-0dae-4169-8e3b-a1f8fd2daf4b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1367364 Feb 11 05:38:04.001587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3b9be61-7621-4eed-bd3f-d028e24461be req-16dad705-887a-4ad5-9c00-be7bf33eb278 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725276 Feb 11 05:38:04.351742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38648) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:04.454669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f81bcd61-700d-4630-b6ff-ba2cc80ca82f tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1795103801'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:04.455178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f81bcd61-700d-4630-b6ff-ba2cc80ca82f tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Unknown quota resources ['metering_label']. {{(pid=103120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:38:04.647599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f81bcd61-700d-4630-b6ff-ba2cc80ca82f tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.651713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f81bcd61-700d-4630-b6ff-ba2cc80ca82f tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2957284 Feb 11 05:38:04.652096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38654) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:04.656217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-93aa3285-6823-4227-90dd-fb0fe8c86fdf tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bf1768ee-dd34-479b-986d-690cc688434e'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:04.656729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-93aa3285-6823-4227-90dd-fb0fe8c86fdf tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:38:04.735217 n-d-715271-35 neutron-server[103120]: WARNING neutron.services.metering.metering_plugin [None req-93aa3285-6823-4227-90dd-fb0fe8c86fdf tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:38:04.845703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-93aa3285-6823-4227-90dd-fb0fe8c86fdf tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.850070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-93aa3285-6823-4227-90dd-fb0fe8c86fdf tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1938558 Feb 11 05:38:04.850210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38660) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:04.855176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c2f8fa85-393e-4571-855f-74997c4c9a20 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bf1768ee-dd34-479b-986d-690cc688434e'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:04.855672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c2f8fa85-393e-4571-855f-74997c4c9a20 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:38:04.916721 n-d-715271-35 neutron-server[103120]: WARNING neutron.services.metering.metering_plugin [None req-c2f8fa85-393e-4571-855f-74997c4c9a20 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:38:05.365167 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c2f8fa85-393e-4571-855f-74997c4c9a20 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.369588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c2f8fa85-393e-4571-855f-74997c4c9a20 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5152605 Feb 11 05:38:05.369588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38670) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:05.385177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6d447879-a9db-4fa8-b032-3995848ce050 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=da503246-909d-46df-8a54-f627e8951058 HTTP/1.1" status: 200 len: 464 time: 0.0117545 Feb 11 05:38:05.386086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38672) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:05.402151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990096ef-7ebf-4e1d-a6df-e37ba3109b1b req-c099a561-2e45-4273-8a87-a6a6e90b32d7 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:05.404133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-990096ef-7ebf-4e1d-a6df-e37ba3109b1b req-c099a561-2e45-4273-8a87-a6a6e90b32d7 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.0986388 Feb 11 05:38:05.468999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-990096ef-7ebf-4e1d-a6df-e37ba3109b1b req-3c173cc8-eeaf-4b53-ab83-9ed68b03d722 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589986 Feb 11 05:38:05.585445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859bd8a0-c6a9-45df-b975-04d4763b7ee3 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.586591 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-859bd8a0-c6a9-45df-b975-04d4763b7ee3 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/da503246-909d-46df-8a54-f627e8951058 HTTP/1.1" status: 204 len: 168 time: 0.1993260 Feb 11 05:38:05.589480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38674) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:05.599916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-11a08515-961a-40f0-a617-da81126dfbaf tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=da503246-909d-46df-8a54-f627e8951058 HTTP/1.1" status: 200 len: 221 time: 0.0087938 Feb 11 05:38:05.602780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38676) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:05.607973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0fe771a3-2fc8-4731-8252-b46964adb664 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--133871071', 'description': 'label created by tempest'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:05.608513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0fe771a3-2fc8-4731-8252-b46964adb664 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Unknown quota resources ['metering_label']. {{(pid=103120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:38:05.775027 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0fe771a3-2fc8-4731-8252-b46964adb664 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.776597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0fe771a3-2fc8-4731-8252-b46964adb664 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1718049 Feb 11 05:38:05.779009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38678) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:05.858329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-68bd329d-e236-43c8-8164-af1c8b96aa72 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=10b616c6-68eb-471c-9384-3f2d2c2e0f69 HTTP/1.1" status: 200 len: 467 time: 0.0778937 Feb 11 05:38:05.860873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38680) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.057634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5dae8155-1f94-4d07-8252-3457fcf3f5d0 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.058765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5dae8155-1f94-4d07-8252-3457fcf3f5d0 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/10b616c6-68eb-471c-9384-3f2d2c2e0f69 HTTP/1.1" status: 204 len: 168 time: 0.1965413 Feb 11 05:38:06.061468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38682) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.076142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b711716a-1f4e-4303-9939-426fa73530bd tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=10b616c6-68eb-471c-9384-3f2d2c2e0f69 HTTP/1.1" status: 200 len: 216 time: 0.0097373 Feb 11 05:38:06.076327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38684) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.088232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-af820b48-b1e7-4d9c-a3a7-4df8a990dab7 tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0074732 Feb 11 05:38:06.088432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38686) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.106914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fee8121f-1156-4433-8273-247a8444d99a tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0134182 Feb 11 05:38:06.107141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38688) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.166423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7cfa54c7-7d51-4cce-a7f3-420b71cd518f tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/bf1768ee-dd34-479b-986d-690cc688434e HTTP/1.1" status: 200 len: 473 time: 0.0575497 Feb 11 05:38:06.169776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38690) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.179831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-efa8a38a-4d6e-4b5d-8163-54c10ca60f0b tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/f6a929a6-0cab-46b9-85ce-29a0d4e847f1 HTTP/1.1" status: 200 len: 461 time: 0.0090425 Feb 11 05:38:06.183385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38692) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.300395 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a6307a7-eba7-4694-924e-3c7ed946da9a tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.303910 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9a6307a7-eba7-4694-924e-3c7ed946da9a tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/f6a929a6-0cab-46b9-85ce-29a0d4e847f1 HTTP/1.1" status: 204 len: 168 time: 0.1171277 Feb 11 05:38:06.304228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38694) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.494659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-924d3603-1cf4-4f40-85a4-f7bab29ca26b tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.496146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-924d3603-1cf4-4f40-85a4-f7bab29ca26b tempest-MeteringTestJSON-726542220 tempest-MeteringTestJSON-726542220-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/bf1768ee-dd34-479b-986d-690cc688434e HTTP/1.1" status: 204 len: 168 time: 0.1908176 Feb 11 05:38:06.602395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b561b-3ac6-4559-b211-6574e9c2eb4e req-4d8722e5-7ccb-419b-ac47-f18ba4fa92b8 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:06.604466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c5b561b-3ac6-4559-b211-6574e9c2eb4e req-4d8722e5-7ccb-419b-ac47-f18ba4fa92b8 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.0707741 Feb 11 05:38:06.664298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c5b561b-3ac6-4559-b211-6574e9c2eb4e req-1110682a-c7f2-445b-8604-36aa18c2e790 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542791 Feb 11 05:38:06.784255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38702) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.901678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb21e71d-25ee-4f57-b6c5-2ce6238d233c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.987057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb21e71d-25ee-4f57-b6c5-2ce6238d233c admin admin] Publish callbacks [] for security_group (ae120f07-1c06-45c7-bc5e-03e0df209829), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.992249 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb21e71d-25ee-4f57-b6c5-2ce6238d233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ae120f07-1c06-45c7-bc5e-03e0df209829), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.039209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb21e71d-25ee-4f57-b6c5-2ce6238d233c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb581c482df64653bc1dc928ece119ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522366 Feb 11 05:38:07.039209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21e71d-25ee-4f57-b6c5-2ce6238d233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae120f07-1c06-45c7-bc5e-03e0df209829,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:07.040190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38706) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:07.107906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6ad8-f42e-43fd-b664-9bb7a93c17ff admin admin] Publish callbacks [] for security_group (ae120f07-1c06-45c7-bc5e-03e0df209829), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.132122 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6ad8-f42e-43fd-b664-9bb7a93c17ff admin admin] Publish callbacks [] for security_group (ae120f07-1c06-45c7-bc5e-03e0df209829), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.186689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6ad8-f42e-43fd-b664-9bb7a93c17ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ae120f07-1c06-45c7-bc5e-03e0df209829), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.189437 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6ad8-f42e-43fd-b664-9bb7a93c17ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.192960 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7b2a6ad8-f42e-43fd-b664-9bb7a93c17ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae120f07-1c06-45c7-bc5e-03e0df209829 HTTP/1.1" status: 204 len: 168 time: 0.1487794 Feb 11 05:38:07.199480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a6ad8-f42e-43fd-b664-9bb7a93c17ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae120f07-1c06-45c7-bc5e-03e0df209829,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:07.510232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38712) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:07.526639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08f11d76-8982-4e3a-b741-76ae0f56c29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.613752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08f11d76-8982-4e3a-b741-76ae0f56c29f admin admin] Publish callbacks [] for security_group (cf455391-f037-4bb7-87a9-c4d2782516fa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.619553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08f11d76-8982-4e3a-b741-76ae0f56c29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cf455391-f037-4bb7-87a9-c4d2782516fa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.657636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f11d76-8982-4e3a-b741-76ae0f56c29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf455391-f037-4bb7-87a9-c4d2782516fa,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:07.662146 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-08f11d76-8982-4e3a-b741-76ae0f56c29f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3530ceb001c645faac989c7e500b5c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507092 Feb 11 05:38:07.664707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38714) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:07.729561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98ac75a6-18dd-401c-9a50-8ebef7f762df admin admin] Publish callbacks [] for security_group (cf455391-f037-4bb7-87a9-c4d2782516fa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.757099 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98ac75a6-18dd-401c-9a50-8ebef7f762df admin admin] Publish callbacks [] for security_group (cf455391-f037-4bb7-87a9-c4d2782516fa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.804481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1a02e-1c2f-475b-b414-914f283ca252 req-7b29a85e-d9b5-4202-88fd-878d2a15ab66 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:07.807654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eae1a02e-1c2f-475b-b414-914f283ca252 req-7b29a85e-d9b5-4202-88fd-878d2a15ab66 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.0631597 Feb 11 05:38:07.812269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98ac75a6-18dd-401c-9a50-8ebef7f762df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cf455391-f037-4bb7-87a9-c4d2782516fa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.815066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98ac75a6-18dd-401c-9a50-8ebef7f762df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.816476 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-98ac75a6-18dd-401c-9a50-8ebef7f762df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf455391-f037-4bb7-87a9-c4d2782516fa HTTP/1.1" status: 204 len: 168 time: 0.1506684 Feb 11 05:38:07.832458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac75a6-18dd-401c-9a50-8ebef7f762df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf455391-f037-4bb7-87a9-c4d2782516fa,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:07.876280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eae1a02e-1c2f-475b-b414-914f283ca252 req-4622924a-eb84-43aa-aff2-0766123d7f94 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544941 Feb 11 05:38:08.577087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38738) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:08.675475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1533447101'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:08.708821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Made reservation on behalf of 11395ae4e78b4bd5b54d621bf6c72e5b for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:08.712895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.722226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.798262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks [] for security_group (9d726584-0a44-43ba-9903-a0c91c0ab63a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.804293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9d726584-0a44-43ba-9903-a0c91c0ab63a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.827814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:38:08.842577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d726584-0a44-43ba-9903-a0c91c0ab63a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:08.845590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d2685f99-e8da-460a-9e10-1b589dd1e566), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.846002 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Added segment d2685f99-e8da-460a-9e10-1b589dd1e566 of type vlan for network 0f1c4afd-822a-41be-84b5-f837001315b1 Feb 11 05:38:08.888896 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (0f1c4afd-822a-41be-84b5-f837001315b1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.916399 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (0f1c4afd-822a-41be-84b5-f837001315b1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.922177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:08.922926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.985858 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4076135 Feb 11 05:38:08.989367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38744) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:08.997080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Request body: {'subnet': {'network_id': '0f1c4afd-822a-41be-84b5-f837001315b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:09.048156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff57178-ab51-4eb9-8ada-63ee6b5ccbf5 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event updated for resources: {'Network': ['ID=0f1c4afd-822a-41be-84b5-f837001315b1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:09.059903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 0f1c4afd-822a-41be-84b5-f837001315b1 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:38:09.128740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030fd80-67da-4123-8446-f436a0d98220 req-9e5815bd-4768-4935-bd32-b45d500063cc tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:09.130492 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6030fd80-67da-4123-8446-f436a0d98220 req-9e5815bd-4768-4935-bd32-b45d500063cc tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1540763 Feb 11 05:38:09.170367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Made reservation on behalf of 11395ae4e78b4bd5b54d621bf6c72e5b for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:09.173652 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.277584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6030fd80-67da-4123-8446-f436a0d98220 req-d731ef72-3898-47e9-8096-f70a562e63e5 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290574 Feb 11 05:38:09.415615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (fd7e6739-65c4-4e0c-a51b-ba971514e00f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.489450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event updated for resources: {'Subnet': ['ID=fd7e6739-65c4-4e0c-a51b-ba971514e00f,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:09.498336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Checking segment: {'id': 'd2685f99-e8da-460a-9e10-1b589dd1e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0f1c4afd-822a-41be-84b5-f837001315b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:09.498771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Network hostable DHCP agents. Network: 0f1c4afd-822a-41be-84b5-f837001315b1, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:38:09.517751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Network 0f1c4afd-822a-41be-84b5-f837001315b1 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:38:09.527458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 0f1c4afd-822a-41be-84b5-f837001315b1) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:09.531849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:09.532537 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.537227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e50ea-5de8-4744-b6af-70cad2ea6bc7 None None] Network 0f1c4afd-822a-41be-84b5-f837001315b1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:09.551269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b97a55c4-23d0-4ca6-83dd-0206acd45886 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5600901 Feb 11 05:38:09.554125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38746) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:09.559427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Request body: {'port': {'network_id': '0f1c4afd-822a-41be-84b5-f837001315b1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-552578958'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:09.651426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-0f1c4afd-822a-41be-84b5-f837001315b1', 'network_id': '0f1c4afd-822a-41be-84b5-f837001315b1', 'project_id': '11395ae4e78b4bd5b54d621bf6c72e5b', 'fixed_ips': [{'subnet_id': 'fd7e6739-65c4-4e0c-a51b-ba971514e00f'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:38:09.652736 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.714900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Made reservation on behalf of 11395ae4e78b4bd5b54d621bf6c72e5b for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:09.718623 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.739267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] device_id is not set on port a0da98cf-133e-4fde-ac2e-5128a7b7ef45 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:38:09.800828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Allocated IP 2001:db8::2 (0f1c4afd-822a-41be-84b5-f837001315b1/fd7e6739-65c4-4e0c-a51b-ba971514e00f/397e79f4-7f8b-47a9-b6d7-ed31e5b868da) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:09.946486 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Publish callbacks [] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.952095 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.001507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Network 0f1c4afd-822a-41be-84b5-f837001315b1 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:10.005904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:10.010756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:10.013686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Allocated IP 2001:db8::345 (0f1c4afd-822a-41be-84b5-f837001315b1/fd7e6739-65c4-4e0c-a51b-ba971514e00f/a0da98cf-133e-4fde-ac2e-5128a7b7ef45) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:10.013852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Pushing event updated for resources: {'Port': ['ID=397e79f4-7f8b-47a9-b6d7-ed31e5b868da,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:10.070318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Attempting to bind port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:10.070983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Attempting to bind port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'd2685f99-e8da-460a-9e10-1b589dd1e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0f1c4afd-822a-41be-84b5-f837001315b1'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:10.071121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Attempting to bind port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da on network 0f1c4afd-822a-41be-84b5-f837001315b1 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:10.076719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:10.077320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Checking segment: {'id': 'd2685f99-e8da-460a-9e10-1b589dd1e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0f1c4afd-822a-41be-84b5-f837001315b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:10.077673 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.078217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Bound using segment: {'id': 'd2685f99-e8da-460a-9e10-1b589dd1e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0f1c4afd-822a-41be-84b5-f837001315b1'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:10.078745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Bound port: 397e79f4-7f8b-47a9-b6d7-ed31e5b868da, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2685f99-e8da-460a-9e10-1b589dd1e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0f1c4afd-822a-41be-84b5-f837001315b1'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:10.079189 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.146061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] For port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:10.149191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] For port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=397e79f4-7f8b-47a9-b6d7-ed31e5b868da,segment=NetworkSegment(d2685f99-e8da-460a-9e10-1b589dd1e566),segment_id=d2685f99-e8da-460a-9e10-1b589dd1e566)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:10.159014 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.182351 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks [] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.218077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.239130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edf8a2-0db9-4727-b0ff-5925fc69cbf8 None None] Pushing event updated for resources: {'Port': ['ID=397e79f4-7f8b-47a9-b6d7-ed31e5b868da,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:10.277934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Network 0f1c4afd-822a-41be-84b5-f837001315b1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:10.281039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:10.285558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:10.291326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:10.292010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.295856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event updated for resources: {'Port': ['ID=a0da98cf-133e-4fde-ac2e-5128a7b7ef45,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:10.318815 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8095e819-88e5-40f6-8727-2931e7890c63 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7635217 Feb 11 05:38:10.322151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38750) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:10.328244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Request body: {'port': {'network_id': '0f1c4afd-822a-41be-84b5-f837001315b1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1032901615', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:10.328813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.api.validators [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] bootfile-name is not in valid_values {{(pid=103120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:38:10.329279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.api.validators [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] tftp-server is not in valid_values {{(pid=103120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:38:10.329613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.api.validators [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] server-ip-address is not in valid_values {{(pid=103120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:38:10.495092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa92651-3d8d-41ae-8897-daf05854f66a req-f91039fc-bc94-4923-920f-13f01da9cafc tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:10.496568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daa92651-3d8d-41ae-8897-daf05854f66a req-f91039fc-bc94-4923-920f-13f01da9cafc tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1349261 Feb 11 05:38:10.543963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Made reservation on behalf of 11395ae4e78b4bd5b54d621bf6c72e5b for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:10.547404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.578347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-daa92651-3d8d-41ae-8897-daf05854f66a req-b4898e2b-8ff7-47ae-9c37-d8eac6070606 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751503 Feb 11 05:38:10.581618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] device_id is not set on port a3d432e0-404b-4091-9ad6-586b094d8b1a yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:38:10.709821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Allocated IP 2001:db8::1a3 (0f1c4afd-822a-41be-84b5-f837001315b1/fd7e6739-65c4-4e0c-a51b-ba971514e00f/a3d432e0-404b-4091-9ad6-586b094d8b1a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:10.867492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks [] for port (a3d432e0-404b-4091-9ad6-586b094d8b1a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.902442 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a3d432e0-404b-4091-9ad6-586b094d8b1a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.955702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Network 0f1c4afd-822a-41be-84b5-f837001315b1 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:10.959107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:10.963783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:10.969144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:10.969807 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.976518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event updated for resources: {'Port': ['ID=a3d432e0-404b-4091-9ad6-586b094d8b1a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:10.997745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7ce94580-56db-4fc8-9f61-3c58b3b10795 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6721399 Feb 11 05:38:10.998104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:11.106569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959c73a-d44f-4117-990d-913ac19e7a22 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:11.111845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959c73a-d44f-4117-990d-913ac19e7a22 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:11.121482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959c73a-d44f-4117-990d-913ac19e7a22 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:11.123528 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9959c73a-d44f-4117-990d-913ac19e7a22 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1241910 Feb 11 05:38:11.126102 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38754) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:11.231916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7712beb1-3266-4d65-b301-733832376f0d tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Deleting port a3d432e0-404b-4091-9ad6-586b094d8b1a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:11.232360 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7712beb1-3266-4d65-b301-733832376f0d tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a3d432e0-404b-4091-9ad6-586b094d8b1a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.309411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d69d9f-23db-43fc-939c-5326a6195a83 None None] Network 0f1c4afd-822a-41be-84b5-f837001315b1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:11.336017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7712beb1-3266-4d65-b301-733832376f0d tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a3d432e0-404b-4091-9ad6-586b094d8b1a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.351442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7712beb1-3266-4d65-b301-733832376f0d tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Calling delete_port for a3d432e0-404b-4091-9ad6-586b094d8b1a owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:11.390971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d02f02ca-7717-4528-97e7-80260ebe84ff None None] Provisioning complete for port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:11.391445 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d02f02ca-7717-4528-97e7-80260ebe84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.497829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7712beb1-3266-4d65-b301-733832376f0d tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a3d432e0-404b-4091-9ad6-586b094d8b1a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.513521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d02f02ca-7717-4528-97e7-80260ebe84ff None None] Current status of the port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:11.514052 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d02f02ca-7717-4528-97e7-80260ebe84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.533492 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712beb1-3266-4d65-b301-733832376f0d tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event deleted for resources: {'Port': ['ID=a3d432e0-404b-4091-9ad6-586b094d8b1a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:11.555419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d02f02ca-7717-4528-97e7-80260ebe84ff None None] For port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=397e79f4-7f8b-47a9-b6d7-ed31e5b868da,segment=NetworkSegment(d2685f99-e8da-460a-9e10-1b589dd1e566),segment_id=d2685f99-e8da-460a-9e10-1b589dd1e566)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:11.560638 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d02f02ca-7717-4528-97e7-80260ebe84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.563565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7712beb1-3266-4d65-b301-733832376f0d tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.570609 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7712beb1-3266-4d65-b301-733832376f0d tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "DELETE /v2.0/ports/a3d432e0-404b-4091-9ad6-586b094d8b1a HTTP/1.1" status: 204 len: 168 time: 0.4400063 Feb 11 05:38:11.570970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38756) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:11.577594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Request body: {'port': {'name': 'tempest-new-port-name-714347877', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:11.578003 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.api.validators [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] bootfile-name is not in valid_values {{(pid=103120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:38:11.578349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.api.validators [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] tftp-server is not in valid_values {{(pid=103120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:38:11.578686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.api.validators [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] server-ip-address is not in valid_values {{(pid=103120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:38:11.661333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f02ca-7717-4528-97e7-80260ebe84ff None None] Pushing event updated for resources: {'Port': ['ID=397e79f4-7f8b-47a9-b6d7-ed31e5b868da,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:11.679414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.791176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939728d-2f15-4b71-b149-5e662e87d820 req-4581129c-ea6f-496f-91ef-49d476ec5db4 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:11.792692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9939728d-2f15-4b71-b149-5e662e87d820 req-4581129c-ea6f-496f-91ef-49d476ec5db4 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1107759 Feb 11 05:38:11.887343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-75070723-e402-467e-b09d-a2133b135f26 None None] Provisioning complete for port a0da98cf-133e-4fde-ac2e-5128a7b7ef45 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:11.887724 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75070723-e402-467e-b09d-a2133b135f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.928417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-75070723-e402-467e-b09d-a2133b135f26 None None] Port a0da98cf-133e-4fde-ac2e-5128a7b7ef45 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:11.943322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-75070723-e402-467e-b09d-a2133b135f26 None None] Provisioning complete for port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:11.944463 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75070723-e402-467e-b09d-a2133b135f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.985394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9939728d-2f15-4b71-b149-5e662e87d820 req-ed020f25-55de-4837-9a16-cade744e234a tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821508 Feb 11 05:38:11.999467 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks [] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.009622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.027016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] In _notify_port_updated(), no bound segment for port a0da98cf-133e-4fde-ac2e-5128a7b7ef45 on network 0f1c4afd-822a-41be-84b5-f837001315b1 {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:38:12.032994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:12.033937 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.035516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "PUT /v2.0/ports/a0da98cf-133e-4fde-ac2e-5128a7b7ef45 HTTP/1.1" status: 200 len: 1129 time: 0.4625120 Feb 11 05:38:12.038393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38762) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:12.049744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-75070723-e402-467e-b09d-a2133b135f26 None None] Current status of the port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:12.056121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-75070723-e402-467e-b09d-a2133b135f26 None None] Could not find standard attr ID for object a3d432e0-404b-4091-9ad6-586b094d8b1a. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:38:12.100400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb67295-1e60-403f-a4e7-bc73d3fb47f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event updated for resources: {'Port': ['ID=a0da98cf-133e-4fde-ac2e-5128a7b7ef45,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:12.102361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d04bb8-3255-47fb-9922-017c021a0cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:12.109341 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-72d04bb8-3255-47fb-9922-017c021a0cf7 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "GET /v2.0/ports/a0da98cf-133e-4fde-ac2e-5128a7b7ef45 HTTP/1.1" status: 200 len: 1129 time: 0.0663021 Feb 11 05:38:12.109789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38764) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:12.177954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-bc479224-c541-4623-8d63-eae5e8a6676b None None] Provisioning complete for port a0da98cf-133e-4fde-ac2e-5128a7b7ef45 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:12.178394 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bc479224-c541-4623-8d63-eae5e8a6676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.240220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bc479224-c541-4623-8d63-eae5e8a6676b None None] Port a0da98cf-133e-4fde-ac2e-5128a7b7ef45 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:12.248683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c0488313-4599-4dd9-b6b6-7b906370c5ca tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Deleting port a0da98cf-133e-4fde-ac2e-5128a7b7ef45 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:12.249034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0488313-4599-4dd9-b6b6-7b906370c5ca tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.325706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 397e79f4-7f8b-47a9-b6d7-ed31e5b868da up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:12.366666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3c3f15ef-47c3-4721-ba9a-90fdb84b2b3d None None] Could not find standard attr ID for object a3d432e0-404b-4091-9ad6-586b094d8b1a. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:38:12.371210 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0488313-4599-4dd9-b6b6-7b906370c5ca tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.394920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c0488313-4599-4dd9-b6b6-7b906370c5ca tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Calling delete_port for a0da98cf-133e-4fde-ac2e-5128a7b7ef45 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:12.395767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:12.395981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.496947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:12.554908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0488313-4599-4dd9-b6b6-7b906370c5ca tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a0da98cf-133e-4fde-ac2e-5128a7b7ef45), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.587320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0488313-4599-4dd9-b6b6-7b906370c5ca tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event deleted for resources: {'Port': ['ID=a0da98cf-133e-4fde-ac2e-5128a7b7ef45,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:12.614891 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0488313-4599-4dd9-b6b6-7b906370c5ca tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.620876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c0488313-4599-4dd9-b6b6-7b906370c5ca tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "DELETE /v2.0/ports/a0da98cf-133e-4fde-ac2e-5128a7b7ef45 HTTP/1.1" status: 204 len: 168 time: 0.5070593 Feb 11 05:38:12.621153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38766) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:12.682966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Deleting subnet fd7e6739-65c4-4e0c-a51b-ba971514e00f {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:12.686606 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks [] for subnet (fd7e6739-65c4-4e0c-a51b-ba971514e00f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.731243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (fd7e6739-65c4-4e0c-a51b-ba971514e00f), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.858543 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (fd7e6739-65c4-4e0c-a51b-ba971514e00f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.888095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-265241b6-e9c4-47aa-83b6-1c9caf43be75 None None] Could not find standard attr ID for object a0da98cf-133e-4fde-ac2e-5128a7b7ef45. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:38:12.924758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (fd7e6739-65c4-4e0c-a51b-ba971514e00f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.957307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7e6739-65c4-4e0c-a51b-ba971514e00f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:12.960167 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.966218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "DELETE /v2.0/subnets/fd7e6739-65c4-4e0c-a51b-ba971514e00f HTTP/1.1" status: 204 len: 168 time: 0.3419807 Feb 11 05:38:12.966610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38768) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:12.971163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.971531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.971888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.972237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.972580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.972918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.973447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.973796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.974136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.974593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.974934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.975366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:12.975597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf81338-08e1-4092-8dff-dcb1b36070d3 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:13.011569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f3a03-f3ff-4aa5-affb-67ad6736ffdb None None] Network 0f1c4afd-822a-41be-84b5-f837001315b1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:13.058185 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (0f1c4afd-822a-41be-84b5-f837001315b1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.138793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Deleting port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:13.140096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.152304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df207b23-93ac-476d-92fe-f2172c54d3c7 req-7cbe20f8-3305-4fa2-bc24-013298d290db tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:13.153916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df207b23-93ac-476d-92fe-f2172c54d3c7 req-7cbe20f8-3305-4fa2-bc24-013298d290db tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.0840721 Feb 11 05:38:13.191684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea8cd0-4e12-46fd-b8d0-69fe588ee05a None None] DHCP port deletion for 0f1c4afd-822a-41be-84b5-f837001315b1 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:38:13.227466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] For port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=397e79f4-7f8b-47a9-b6d7-ed31e5b868da,segment=NetworkSegment(d2685f99-e8da-460a-9e10-1b589dd1e566),segment_id=d2685f99-e8da-460a-9e10-1b589dd1e566)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:13.228321 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.250793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df207b23-93ac-476d-92fe-f2172c54d3c7 req-67bca50c-679e-4c3e-b5c7-7fd1b5cffd2b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874395 Feb 11 05:38:13.251288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Calling delete_port for 397e79f4-7f8b-47a9-b6d7-ed31e5b868da owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:13.251668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-13ea8cd0-4e12-46fd-b8d0-69fe588ee05a None None] Deleting port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:13.252142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13ea8cd0-4e12-46fd-b8d0-69fe588ee05a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.327823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-13ea8cd0-4e12-46fd-b8d0-69fe588ee05a None None] For port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=397e79f4-7f8b-47a9-b6d7-ed31e5b868da,segment=NetworkSegment(d2685f99-e8da-460a-9e10-1b589dd1e566),segment_id=d2685f99-e8da-460a-9e10-1b589dd1e566)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:13.328509 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13ea8cd0-4e12-46fd-b8d0-69fe588ee05a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.343472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-13ea8cd0-4e12-46fd-b8d0-69fe588ee05a None None] Calling delete_port for 397e79f4-7f8b-47a9-b6d7-ed31e5b868da owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:13.357634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.388456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event deleted for resources: {'Port': ['ID=397e79f4-7f8b-47a9-b6d7-ed31e5b868da,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:13.395589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] No DVR routers for this DVR port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:13.474032 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13ea8cd0-4e12-46fd-b8d0-69fe588ee05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (397e79f4-7f8b-47a9-b6d7-ed31e5b868da), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.507171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (0f1c4afd-822a-41be-84b5-f837001315b1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.514564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea8cd0-4e12-46fd-b8d0-69fe588ee05a None None] Pushing event deleted for resources: {'Port': ['ID=397e79f4-7f8b-47a9-b6d7-ed31e5b868da,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:13.519238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea8cd0-4e12-46fd-b8d0-69fe588ee05a None None] No DVR routers for this DVR port 397e79f4-7f8b-47a9-b6d7-ed31e5b868da on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:13.540951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1c4afd-822a-41be-84b5-f837001315b1']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:13.551141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2685f99-e8da-460a-9e10-1b589dd1e566') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:13.551561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2685f99-e8da-460a-9e10-1b589dd1e566') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:13.563124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436f490-54ff-4316-b09e-e71d875beaf9 req-454a0ed3-f57d-4ce2-babd-fbbfa2442628 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:13.563901 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (d2685f99-e8da-460a-9e10-1b589dd1e566), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.564776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b436f490-54ff-4316-b09e-e71d875beaf9 req-454a0ed3-f57d-4ce2-babd-fbbfa2442628 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 945 time: 0.0738232 Feb 11 05:38:13.579622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d2685f99-e8da-460a-9e10-1b589dd1e566), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.586197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:13.586672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (d2685f99-e8da-460a-9e10-1b589dd1e566), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:13.590712 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:13.618194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b436f490-54ff-4316-b09e-e71d875beaf9 req-2386061d-89c2-4d35-9898-94ab41add63a tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470040 Feb 11 05:38:13.658839 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (0f1c4afd-822a-41be-84b5-f837001315b1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.664007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.669796 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] 10.222.0.31 "DELETE /v2.0/networks/0f1c4afd-822a-41be-84b5-f837001315b1 HTTP/1.1" status: 204 len: 168 time: 0.7021365 Feb 11 05:38:13.688538 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4bbd1-0bc8-4179-9727-10b4d5d85bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626 tempest-ExtraDHCPOptionsIpV6TestJSON-2143135626-project] Pushing event deleted for resources: {'Network': ['ID=0f1c4afd-822a-41be-84b5-f837001315b1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:13.867612 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:38:13.928194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38780) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:14.060163 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a24798d-860e-4491-bae4-f237b727d809 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11395ae4e78b4bd5b54d621bf6c72e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306152 Feb 11 05:38:14.062704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38784) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:14.109370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f1e469db-5d8f-4d0d-b751-957d3ab468bd admin admin] Publish callbacks [] for security_group (9d726584-0a44-43ba-9903-a0c91c0ab63a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.130651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f1e469db-5d8f-4d0d-b751-957d3ab468bd admin admin] Publish callbacks [] for security_group (9d726584-0a44-43ba-9903-a0c91c0ab63a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.177481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f1e469db-5d8f-4d0d-b751-957d3ab468bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9d726584-0a44-43ba-9903-a0c91c0ab63a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.180171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f1e469db-5d8f-4d0d-b751-957d3ab468bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.182021 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f1e469db-5d8f-4d0d-b751-957d3ab468bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d726584-0a44-43ba-9903-a0c91c0ab63a HTTP/1.1" status: 204 len: 168 time: 0.1184006 Feb 11 05:38:14.190219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e469db-5d8f-4d0d-b751-957d3ab468bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d726584-0a44-43ba-9903-a0c91c0ab63a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:14.305996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 397e79f4-7f8b-47a9-b6d7-ed31e5b868da no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:14.346722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 397e79f4-7f8b-47a9-b6d7-ed31e5b868da {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:14.347307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 397e79f4-7f8b-47a9-b6d7-ed31e5b868da not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:14.390702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ad16c-7bc5-4fc5-bd93-d9c0f4fdc46b req-9750881a-b4e4-4efb-b946-2334e51b4b73 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:14.392404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d3ad16c-7bc5-4fc5-bd93-d9c0f4fdc46b req-9750881a-b4e4-4efb-b946-2334e51b4b73 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.0729346 Feb 11 05:38:14.449693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d3ad16c-7bc5-4fc5-bd93-d9c0f4fdc46b req-69396524-0f2a-4437-a6ef-4a31beff5389 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513842 Feb 11 05:38:14.751345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9d7d4-e0ca-4c3c-b719-310fadd947fa req-751c10e3-793d-4960-8c98-a91a2b756408 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:14.752948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7b9d7d4-e0ca-4c3c-b719-310fadd947fa req-751c10e3-793d-4960-8c98-a91a2b756408 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 945 time: 0.0603685 Feb 11 05:38:14.802648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7b9d7d4-e0ca-4c3c-b719-310fadd947fa req-cf84118c-7ca6-42c5-8eb6-8f217a57476e tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a09d68-96b6-43ae-a426-3558dd9caf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436277 Feb 11 05:38:14.924963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38810) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:14.952781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-64b7fd55-ca1b-47d2-bb5c-a40342123942 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:14.954456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-64b7fd55-ca1b-47d2-bb5c-a40342123942 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 945 time: 0.0619206 Feb 11 05:38:15.034069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895693263'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:15.066151 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.077394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.092215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Deleting port 44c1c538-738e-4014-b36a-a032847e118f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:15.092590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (44c1c538-738e-4014-b36a-a032847e118f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.213493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] For port 44c1c538-738e-4014-b36a-a032847e118f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=44c1c538-738e-4014-b36a-a032847e118f,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:15.213860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (44c1c538-738e-4014-b36a-a032847e118f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.288256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (97215177-7cd3-4796-84fc-4d06f788398c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.294983 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (97215177-7cd3-4796-84fc-4d06f788398c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.382276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97215177-7cd3-4796-84fc-4d06f788398c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:15.469317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (e39c78e5-9038-4831-accc-872169307c2e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.475601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e39c78e5-9038-4831-accc-872169307c2e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.479980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.480849 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (c8d554f7-b72e-4aa8-a123-87b653bed89f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.480849 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Floating IP c8d554f7-b72e-4aa8-a123-87b653bed89f disassociated. External IP: 172.25.1.231, port: 44c1c538-738e-4014-b36a-a032847e118f. Feb 11 05:38:15.481238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Calling delete_port for 44c1c538-738e-4014-b36a-a032847e118f owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:15.560364 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.561537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6353533 Feb 11 05:38:15.564402 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38816) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:15.565776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2a9f2-1742-4428-bad6-85ffa6fadebd tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c78e5-9038-4831-accc-872169307c2e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:15.632000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9bf6b-b703-4d39-b2e8-02c359dd7d9e req-5e11d479-ad0b-46d7-b5a9-6e342836a760 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:15.633535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8df9bf6b-b703-4d39-b2e8-02c359dd7d9e req-5e11d479-ad0b-46d7-b5a9-6e342836a760 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1135411 Feb 11 05:38:15.641217 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-78cd1ed9-5947-463b-8954-4bffde154209 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0739660 Feb 11 05:38:15.643966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38818) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:15.650664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a44faeed-a03b-442e-8aeb-43617db3dcb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-security--317552005', 'description': 'tempest-security-description-789848767'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:15.692178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a44faeed-a03b-442e-8aeb-43617db3dcb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (e39c78e5-9038-4831-accc-872169307c2e), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.729713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8df9bf6b-b703-4d39-b2e8-02c359dd7d9e req-af243c12-be15-445e-82d6-62e7e5c05b34 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882690 Feb 11 05:38:15.730905 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (44c1c538-738e-4014-b36a-a032847e118f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.744134 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a44faeed-a03b-442e-8aeb-43617db3dcb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (e39c78e5-9038-4831-accc-872169307c2e), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.748927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a44faeed-a03b-442e-8aeb-43617db3dcb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e39c78e5-9038-4831-accc-872169307c2e), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.751690 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a44faeed-a03b-442e-8aeb-43617db3dcb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.752929 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a44faeed-a03b-442e-8aeb-43617db3dcb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "PUT /v2.0/security-groups/e39c78e5-9038-4831-accc-872169307c2e HTTP/1.1" status: 200 len: 1795 time: 0.1078925 Feb 11 05:38:15.756592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38820) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:15.765010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Pushing event deleted for resources: {'Port': ['ID=44c1c538-738e-4014-b36a-a032847e118f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:15.799943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44faeed-a03b-442e-8aeb-43617db3dcb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c78e5-9038-4831-accc-872169307c2e,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:15.812094 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8682dd66-d44a-4d28-aa67-8abf54865b22 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups/e39c78e5-9038-4831-accc-872169307c2e HTTP/1.1" status: 200 len: 1795 time: 0.0544126 Feb 11 05:38:15.814776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38822) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:15.878495 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-57cf5066-1955-4531-9ad3-d6a930b0b456 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (e39c78e5-9038-4831-accc-872169307c2e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.903220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-57cf5066-1955-4531-9ad3-d6a930b0b456 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (e39c78e5-9038-4831-accc-872169307c2e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.926842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9deb5234-e033-4bc2-a782-664a6131e3ad req-7ff3e300-d349-404b-89d3-06d59d36a85e tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6092bc9-1913-4b03-b71c-a853056f6140 HTTP/1.1" status: 200 len: 210 time: 0.0336657 Feb 11 05:38:15.955457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-57cf5066-1955-4531-9ad3-d6a930b0b456 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e39c78e5-9038-4831-accc-872169307c2e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.958558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Router 0a2b306c-da6c-43c9-be39-de4068b6d140 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:15.958818 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-57cf5066-1955-4531-9ad3-d6a930b0b456 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.959981 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-57cf5066-1955-4531-9ad3-d6a930b0b456 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/e39c78e5-9038-4831-accc-872169307c2e HTTP/1.1" status: 204 len: 168 time: 0.1443036 Feb 11 05:38:15.964028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38826) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:15.982222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf5066-1955-4531-9ad3-d6a930b0b456 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c78e5-9038-4831-accc-872169307c2e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:16.030745 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-467ebd32-bc6b-4341-9097-d8892b9a9c65 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616095 Feb 11 05:38:16.031000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38828) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.046170 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-69a7761f-7a7c-4ef6-bee3-6cc4dbdb5d5e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] delete failed (client error): The resource could not be found. Feb 11 05:38:16.050835 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-69a7761f-7a7c-4ef6-bee3-6cc4dbdb5d5e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/e39c78e5-9038-4831-accc-872169307c2e HTTP/1.1" status: 404 len: 347 time: 0.0152814 Feb 11 05:38:16.051088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38830) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.055672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-88b8dc2e-f4e6-46b5-b7ff-71dc8c3e50aa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350241573'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:16.076774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b8dc2e-f4e6-46b5-b7ff-71dc8c3e50aa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.092613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:16.106310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] Sync routers for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:16.127668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:16.128283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:16.138081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] No DVR routers for this DVR port 44c1c538-738e-4014-b36a-a032847e118f on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:16.140736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.144322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-685a9eee-2da7-499b-91f0-1db0581d3d82 req-834330ae-7566-484b-b9a9-cb2f9b4a2993 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.72 "DELETE /v2.0/ports/44c1c538-738e-4014-b36a-a032847e118f HTTP/1.1" status: 204 len: 173 time: 1.1838276 Feb 11 05:38:16.144835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'name': 'network-vif-deleted', 'tag': '44c1c538-738e-4014-b36a-a032847e118f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:16.154629 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12424d8e-9eb4-422e-b2ab-feac0f315d90" -d '{"events": [{"server_uuid": "a6092bc9-1913-4b03-b71c-a853056f6140", "name": "network-vif-deleted", "tag": "44c1c538-738e-4014-b36a-a032847e118f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:16.165416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b8dc2e-f4e6-46b5-b7ff-71dc8c3e50aa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (6e476afa-6150-4cc0-b862-984a93e176df), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.172559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b8dc2e-f4e6-46b5-b7ff-71dc8c3e50aa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6e476afa-6150-4cc0-b862-984a93e176df), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.210050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8dc2e-f4e6-46b5-b7ff-71dc8c3e50aa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e476afa-6150-4cc0-b862-984a93e176df,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:16.227942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b8dc2e-f4e6-46b5-b7ff-71dc8c3e50aa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.230486 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-88b8dc2e-f4e6-46b5-b7ff-71dc8c3e50aa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1783228 Feb 11 05:38:16.233605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38836) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.238415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3e39d44b-8bf2-4a04-97b3-4d8bd16ad6ef tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '6e476afa-6150-4cc0-b862-984a93e176df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:16.303156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e39d44b-8bf2-4a04-97b3-4d8bd16ad6ef tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (2680b4d8-59f3-4568-92e5-77a51e35af99), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.397166 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e39d44b-8bf2-4a04-97b3-4d8bd16ad6ef tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (2680b4d8-59f3-4568-92e5-77a51e35af99), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.406239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e39d44b-8bf2-4a04-97b3-4d8bd16ad6ef tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (2680b4d8-59f3-4568-92e5-77a51e35af99), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.426422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39d44b-8bf2-4a04-97b3-4d8bd16ad6ef tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2680b4d8-59f3-4568-92e5-77a51e35af99,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:16.439468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:16.453579 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e39d44b-8bf2-4a04-97b3-4d8bd16ad6ef tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.454883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3e39d44b-8bf2-4a04-97b3-4d8bd16ad6ef tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2202394 Feb 11 05:38:16.457797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38838) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.473191 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036e92b4-4ac8-47a6-b923-cc93d670683d x-openstack-request-id: req-036e92b4-4ac8-47a6-b923-cc93d670683d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:16.473962 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092bc9-1913-4b03-b71c-a853056f6140", "name": "network-vif-deleted", "tag": "44c1c538-738e-4014-b36a-a032847e118f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:16.474311 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-036e92b4-4ac8-47a6-b923-cc93d670683d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:16.474910 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092bc9-1913-4b03-b71c-a853056f6140', 'name': 'network-vif-deleted', 'tag': '44c1c538-738e-4014-b36a-a032847e118f', 'status': 'completed', 'code': 200} Feb 11 05:38:16.494531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-311bf996-ca6b-4e23-9ac2-70c4942c5726 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (2680b4d8-59f3-4568-92e5-77a51e35af99), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.502166 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-311bf996-ca6b-4e23-9ac2-70c4942c5726 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (2680b4d8-59f3-4568-92e5-77a51e35af99), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.538241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-311bf996-ca6b-4e23-9ac2-70c4942c5726 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (2680b4d8-59f3-4568-92e5-77a51e35af99), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.551552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-311bf996-ca6b-4e23-9ac2-70c4942c5726 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.556302 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-311bf996-ca6b-4e23-9ac2-70c4942c5726 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2680b4d8-59f3-4568-92e5-77a51e35af99 HTTP/1.1" status: 204 len: 168 time: 0.0942326 Feb 11 05:38:16.556302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bf996-ca6b-4e23-9ac2-70c4942c5726 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2680b4d8-59f3-4568-92e5-77a51e35af99,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:16.557137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38840) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.599857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4c96c87e-84fe-4d40-9b04-d2e15038d9ba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378211 Feb 11 05:38:16.600064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38842) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.659028 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9da6485b-3303-40eb-ac32-582b95dc66cb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (6e476afa-6150-4cc0-b862-984a93e176df), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.681687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:20Z', 'revision_number': 5, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:16.684837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9da6485b-3303-40eb-ac32-582b95dc66cb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (6e476afa-6150-4cc0-b862-984a93e176df), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.712923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] Checking router: 0a2b306c-da6c-43c9-be39-de4068b6d140 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:16.732767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:16.733790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:16.736130 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9da6485b-3303-40eb-ac32-582b95dc66cb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6e476afa-6150-4cc0-b862-984a93e176df), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.751277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9da6485b-3303-40eb-ac32-582b95dc66cb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.755274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38846) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.756603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9da6485b-3303-40eb-ac32-582b95dc66cb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e476afa-6150-4cc0-b862-984a93e176df HTTP/1.1" status: 204 len: 168 time: 0.1552899 Feb 11 05:38:16.774644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6485b-3303-40eb-ac32-582b95dc66cb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e476afa-6150-4cc0-b862-984a93e176df,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:16.835745 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7faec862-843f-410b-b97b-bbee22237a90 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793111 Feb 11 05:38:16.842266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38848) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.847818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-38c4e8c1-9b8a-4084-b33f-b031e39d171e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-secgroup--160662974'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:16.879056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:16.888602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38c4e8c1-9b8a-4084-b33f-b031e39d171e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.921163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03975e-9b16-42a5-984a-75f184295297 req-2ad2ad31-5f91-40fe-8359-34453c7e6a86 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:16.922777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa03975e-9b16-42a5-984a-75f184295297 req-2ad2ad31-5f91-40fe-8359-34453c7e6a86 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.0719879 Feb 11 05:38:16.980042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38c4e8c1-9b8a-4084-b33f-b031e39d171e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (34635b37-4073-4b48-9e1f-8906ce0ff91e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.985938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38c4e8c1-9b8a-4084-b33f-b031e39d171e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (34635b37-4073-4b48-9e1f-8906ce0ff91e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.988922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa03975e-9b16-42a5-984a-75f184295297 req-26435701-9da1-4b55-82e3-8e52ac7016d1 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556664 Feb 11 05:38:17.049506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4e8c1-9b8a-4084-b33f-b031e39d171e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34635b37-4073-4b48-9e1f-8906ce0ff91e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.062125 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38c4e8c1-9b8a-4084-b33f-b031e39d171e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.063604 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-38c4e8c1-9b8a-4084-b33f-b031e39d171e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2200663 Feb 11 05:38:17.066541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38854) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.073539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2cb2cde4-3a7c-4a21-8f8d-4a4675c3749c tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '34635b37-4073-4b48-9e1f-8906ce0ff91e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:17.084146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38856) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.106705 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2cb2cde4-3a7c-4a21-8f8d-4a4675c3749c tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (633b589a-d172-4e44-a452-ac14ff5489dc), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.143386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e0411d-4436-4b5d-8731-2a9faa03220c tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group (00a09d68-96b6-43ae-a426-3558dd9caf28), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.176047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e0411d-4436-4b5d-8731-2a9faa03220c tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group (00a09d68-96b6-43ae-a426-3558dd9caf28), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.180031 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2cb2cde4-3a7c-4a21-8f8d-4a4675c3749c tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (633b589a-d172-4e44-a452-ac14ff5489dc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.185466 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2cb2cde4-3a7c-4a21-8f8d-4a4675c3749c tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (633b589a-d172-4e44-a452-ac14ff5489dc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.198620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:20Z', 'revision_number': 5, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:17.208506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2cde4-3a7c-4a21-8f8d-4a4675c3749c tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633b589a-d172-4e44-a452-ac14ff5489dc,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.220700 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2cb2cde4-3a7c-4a21-8f8d-4a4675c3749c tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.224438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2cb2cde4-3a7c-4a21-8f8d-4a4675c3749c tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540737 Feb 11 05:38:17.225097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38858) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.230608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-38800e23-497a-4940-9d30-cac9d4e4a566 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '34635b37-4073-4b48-9e1f-8906ce0ff91e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:17.239325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e0411d-4436-4b5d-8731-2a9faa03220c tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (00a09d68-96b6-43ae-a426-3558dd9caf28), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.244050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e0411d-4436-4b5d-8731-2a9faa03220c tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.245956 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-89e0411d-4436-4b5d-8731-2a9faa03220c tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "DELETE /v2.0/security-groups/00a09d68-96b6-43ae-a426-3558dd9caf28 HTTP/1.1" status: 204 len: 168 time: 0.1607678 Feb 11 05:38:17.249811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38860) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.249976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e125d-a5bf-4f85-bda6-3ea04466072c None None] The sync data for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 is: [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:37:03Z', 'revision_number': 4, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '633914a8-0210-46b2-b8b4-f535b63ae081', 'name': '', 'network_id': '989db7f7-5c98-4ead-ae28-6944d738a7aa', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'mac_address': 'fa:16:3e:37:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:02Z', 'updated_at': '2022-02-11T05:37:20Z', 'revision_number': 5, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'subnets': [{'id': '9cac1c2e-a2b6-464b-8f00-a3e90e2798d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:17.266200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0411d-4436-4b5d-8731-2a9faa03220c tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a09d68-96b6-43ae-a426-3558dd9caf28,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.266898 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-a93e892d-945f-4698-a93d-18f1b945cb16 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] show failed (client error): The resource could not be found. Feb 11 05:38:17.268139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a93e892d-945f-4698-a93d-18f1b945cb16 tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "GET /v2.0/security-groups/00a09d68-96b6-43ae-a426-3558dd9caf28 HTTP/1.1" status: 404 len: 347 time: 0.0173974 Feb 11 05:38:17.277426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38862) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.294841 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38800e23-497a-4940-9d30-cac9d4e4a566 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (5f32d32b-ad23-43d1-a129-50c39c6dbb74), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.369511 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38800e23-497a-4940-9d30-cac9d4e4a566 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (5f32d32b-ad23-43d1-a129-50c39c6dbb74), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.374974 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38800e23-497a-4940-9d30-cac9d4e4a566 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (5f32d32b-ad23-43d1-a129-50c39c6dbb74), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.395336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38800e23-497a-4940-9d30-cac9d4e4a566 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f32d32b-ad23-43d1-a129-50c39c6dbb74,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.409446 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38800e23-497a-4940-9d30-cac9d4e4a566 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.411300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-38800e23-497a-4940-9d30-cac9d4e4a566 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1850321 Feb 11 05:38:17.413907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38864) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.428411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-19c4faef-e978-46f1-a2b2-2991ac0e04a4 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '34635b37-4073-4b48-9e1f-8906ce0ff91e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:17.458447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-19c4faef-e978-46f1-a2b2-2991ac0e04a4 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (4754d935-acac-4ef0-8e44-ec806237f46f), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.464025 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Deleting port f00f13aa-7c3c-4bc7-8e94-6f288353ee54 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:17.464375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f00f13aa-7c3c-4bc7-8e94-6f288353ee54), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.539727 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-19c4faef-e978-46f1-a2b2-2991ac0e04a4 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (4754d935-acac-4ef0-8e44-ec806237f46f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.546718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-19c4faef-e978-46f1-a2b2-2991ac0e04a4 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (4754d935-acac-4ef0-8e44-ec806237f46f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.560837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f00f13aa-7c3c-4bc7-8e94-6f288353ee54), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.561484 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for floatingip (f00f13aa-7c3c-4bc7-8e94-6f288353ee54), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.568844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4faef-e978-46f1-a2b2-2991ac0e04a4 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4754d935-acac-4ef0-8e44-ec806237f46f,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.580448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Calling delete_port for f00f13aa-7c3c-4bc7-8e94-6f288353ee54 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:17.614791 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-19c4faef-e978-46f1-a2b2-2991ac0e04a4 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.615184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-19c4faef-e978-46f1-a2b2-2991ac0e04a4 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1999352 Feb 11 05:38:17.618594 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2186e1-fc25-4725-80d5-39c4ce43d907 None None] New status for floating IP c8d554f7-b72e-4aa8-a123-87b653bed89f: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:38:17.619284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38866) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.626105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c0b8621d-1e14-4ac3-a97e-e3f320f3d53f tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '34635b37-4073-4b48-9e1f-8906ce0ff91e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:17.659479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0b8621d-1e14-4ac3-a97e-e3f320f3d53f tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (0e7cce99-0c27-408e-b30a-93db1a8f5f31), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.680358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 44c1c538-738e-4014-b36a-a032847e118f no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:17.720680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 44c1c538-738e-4014-b36a-a032847e118f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:17.721468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 44c1c538-738e-4014-b36a-a032847e118f not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:17.740202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0b8621d-1e14-4ac3-a97e-e3f320f3d53f tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (0e7cce99-0c27-408e-b30a-93db1a8f5f31), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.746239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0b8621d-1e14-4ac3-a97e-e3f320f3d53f tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (0e7cce99-0c27-408e-b30a-93db1a8f5f31), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.764854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8621d-1e14-4ac3-a97e-e3f320f3d53f tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7cce99-0c27-408e-b30a-93db1a8f5f31,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.775150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0b8621d-1e14-4ac3-a97e-e3f320f3d53f tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.778920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c0b8621d-1e14-4ac3-a97e-e3f320f3d53f tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559169 Feb 11 05:38:17.779684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38868) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.785223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d8794da4-9e2f-445b-86fc-e766f182faab tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '34635b37-4073-4b48-9e1f-8906ce0ff91e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:17.796250 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.db.api [None req-ed2186e1-fc25-4725-80d5-39c4ce43d907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:38:17.796641 n-d-715271-35 neutron-server[103123]: DEBUG oslo_db.api [None req-ed2186e1-fc25-4725-80d5-39c4ce43d907 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:38:17.798482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f00f13aa-7c3c-4bc7-8e94-6f288353ee54), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.822559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8794da4-9e2f-445b-86fc-e766f182faab tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (55a4dfc2-3895-4f86-94b3-27b9cd7c473c), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.833541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Pushing event deleted for resources: {'Port': ['ID=f00f13aa-7c3c-4bc7-8e94-6f288353ee54,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.863212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.863576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.863921 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.864265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.864608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.864946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.865435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.865773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.866109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.866441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.866776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.867104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.867574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:17.891231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8794da4-9e2f-445b-86fc-e766f182faab tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (55a4dfc2-3895-4f86-94b3-27b9cd7c473c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.895715 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8794da4-9e2f-445b-86fc-e766f182faab tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (55a4dfc2-3895-4f86-94b3-27b9cd7c473c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.915390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks [] for floatingip (c8d554f7-b72e-4aa8-a123-87b653bed89f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.917912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.919162 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92ca8e64-54e4-4ee3-98c8-84f675d4808b tempest-ServersTestFqdnHostnames-2082088879 tempest-ServersTestFqdnHostnames-2082088879-project] 10.222.0.31 "DELETE /v2.0/floatingips/c8d554f7-b72e-4aa8-a123-87b653bed89f HTTP/1.1" status: 204 len: 168 time: 0.6403611 Feb 11 05:38:17.922206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8794da4-9e2f-445b-86fc-e766f182faab tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a4dfc2-3895-4f86-94b3-27b9cd7c473c,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.923640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38870) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.936979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8794da4-9e2f-445b-86fc-e766f182faab tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.942376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d8794da4-9e2f-445b-86fc-e766f182faab tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1576276 Feb 11 05:38:17.943163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38872) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:17.976469 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a62b3ebf-4543-4230-a381-9e39e36716fa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (55a4dfc2-3895-4f86-94b3-27b9cd7c473c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.987298 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a62b3ebf-4543-4230-a381-9e39e36716fa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (55a4dfc2-3895-4f86-94b3-27b9cd7c473c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.016460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a62b3ebf-4543-4230-a381-9e39e36716fa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (55a4dfc2-3895-4f86-94b3-27b9cd7c473c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.023905 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a62b3ebf-4543-4230-a381-9e39e36716fa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.028327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a62b3ebf-4543-4230-a381-9e39e36716fa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/55a4dfc2-3895-4f86-94b3-27b9cd7c473c HTTP/1.1" status: 204 len: 168 time: 0.0795996 Feb 11 05:38:18.028502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38876) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:18.047922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b3ebf-4543-4230-a381-9e39e36716fa tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55a4dfc2-3895-4f86-94b3-27b9cd7c473c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:18.102870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-57841ac1-eca2-4cbd-b174-c00f30cb636f tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0731926 Feb 11 05:38:18.113063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38878) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:18.166229 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8da2580d-76c4-4192-8103-af90fbbce2d6 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (0e7cce99-0c27-408e-b30a-93db1a8f5f31), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.177708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8da2580d-76c4-4192-8103-af90fbbce2d6 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (0e7cce99-0c27-408e-b30a-93db1a8f5f31), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.204088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531c302-722f-41da-97a6-b11d35edd285 req-3382d267-6e20-45c4-8a0c-e147373bf518 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:18.205949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9531c302-722f-41da-97a6-b11d35edd285 req-3382d267-6e20-45c4-8a0c-e147373bf518 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1018324 Feb 11 05:38:18.244329 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8da2580d-76c4-4192-8103-af90fbbce2d6 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (0e7cce99-0c27-408e-b30a-93db1a8f5f31), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.249239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8da2580d-76c4-4192-8103-af90fbbce2d6 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.250627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8da2580d-76c4-4192-8103-af90fbbce2d6 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0e7cce99-0c27-408e-b30a-93db1a8f5f31 HTTP/1.1" status: 204 len: 168 time: 0.1365778 Feb 11 05:38:18.259494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38880) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:18.291159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2580d-76c4-4192-8103-af90fbbce2d6 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e7cce99-0c27-408e-b30a-93db1a8f5f31,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:18.298119 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2186e1-fc25-4725-80d5-39c4ce43d907 None None] New status for floating IP c8d554f7-b72e-4aa8-a123-87b653bed89f: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:38:18.316889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9531c302-722f-41da-97a6-b11d35edd285 req-be46d5e8-2f10-4c7a-9dcd-59c6439e5d42 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049302 Feb 11 05:38:18.356888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1de87b5d-7a6c-432f-b4b0-6439b7778a4e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0963721 Feb 11 05:38:18.357627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38882) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:18.385867 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a07dc17c-9e85-49f5-8757-e17b2975a8fe tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (4754d935-acac-4ef0-8e44-ec806237f46f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.394452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a07dc17c-9e85-49f5-8757-e17b2975a8fe tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (4754d935-acac-4ef0-8e44-ec806237f46f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.436503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a07dc17c-9e85-49f5-8757-e17b2975a8fe tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (4754d935-acac-4ef0-8e44-ec806237f46f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.444505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a07dc17c-9e85-49f5-8757-e17b2975a8fe tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.450693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a07dc17c-9e85-49f5-8757-e17b2975a8fe tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4754d935-acac-4ef0-8e44-ec806237f46f HTTP/1.1" status: 204 len: 168 time: 0.0916739 Feb 11 05:38:18.451692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38884) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:18.467350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dc17c-9e85-49f5-8757-e17b2975a8fe tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4754d935-acac-4ef0-8e44-ec806237f46f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:18.538722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b060225-1bea-4a24-8408-b22438ad4bad tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0838995 Feb 11 05:38:18.542122 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38886) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:18.599379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30dfed58-a89e-40a1-a624-8b550181c400 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (5f32d32b-ad23-43d1-a129-50c39c6dbb74), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.636920 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30dfed58-a89e-40a1-a624-8b550181c400 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (5f32d32b-ad23-43d1-a129-50c39c6dbb74), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.702261 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30dfed58-a89e-40a1-a624-8b550181c400 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (5f32d32b-ad23-43d1-a129-50c39c6dbb74), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.730364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30dfed58-a89e-40a1-a624-8b550181c400 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.744188 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-30dfed58-a89e-40a1-a624-8b550181c400 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5f32d32b-ad23-43d1-a129-50c39c6dbb74 HTTP/1.1" status: 204 len: 168 time: 0.1913705 Feb 11 05:38:18.744718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38892) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:18.762989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfed58-a89e-40a1-a624-8b550181c400 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f32d32b-ad23-43d1-a129-50c39c6dbb74,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:18.824976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38896) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:18.826104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9090ce34-93e0-4f30-8772-7b714b775767 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0793405 Feb 11 05:38:18.888572 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c357e6ac-26b3-47b8-b18f-f443136488df tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (633b589a-d172-4e44-a452-ac14ff5489dc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.898905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c357e6ac-26b3-47b8-b18f-f443136488df tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (633b589a-d172-4e44-a452-ac14ff5489dc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.911941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (0a2b306c-da6c-43c9-be39-de4068b6d140), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.996204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c357e6ac-26b3-47b8-b18f-f443136488df tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (633b589a-d172-4e44-a452-ac14ff5489dc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.034439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c357e6ac-26b3-47b8-b18f-f443136488df tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.038216 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c357e6ac-26b3-47b8-b18f-f443136488df tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/633b589a-d172-4e44-a452-ac14ff5489dc HTTP/1.1" status: 204 len: 168 time: 0.2122316 Feb 11 05:38:19.038467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38912) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:19.051037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357e6ac-26b3-47b8-b18f-f443136488df tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=633b589a-d172-4e44-a452-ac14ff5489dc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:19.136344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c17ebef4-50f9-47dc-9e19-0fc3ae8397b9 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0960727 Feb 11 05:38:19.138919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38916) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:19.200733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23089d46-9cb3-42d7-9d96-29ac0b595a19 req-d2ab0fc7-2ea1-4fc6-af11-ea15ab579fd5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:19.202535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23089d46-9cb3-42d7-9d96-29ac0b595a19 req-d2ab0fc7-2ea1-4fc6-af11-ea15ab579fd5 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 945 time: 0.1193290 Feb 11 05:38:19.271016 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2b2d-b315-4bf9-ba39-eafb54eb38f9 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (34635b37-4073-4b48-9e1f-8906ce0ff91e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.327487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2b2d-b315-4bf9-ba39-eafb54eb38f9 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (34635b37-4073-4b48-9e1f-8906ce0ff91e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.382093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23089d46-9cb3-42d7-9d96-29ac0b595a19 req-08f406c9-d5ea-45d2-902e-6a2a1045972c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522894 Feb 11 05:38:19.398398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Deleting port 633914a8-0210-46b2-b8b4-f535b63ae081 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:19.399259 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.467739 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2b2d-b315-4bf9-ba39-eafb54eb38f9 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (34635b37-4073-4b48-9e1f-8906ce0ff91e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.480265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2b2d-b315-4bf9-ba39-eafb54eb38f9 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.481181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3c0e2b2d-b315-4bf9-ba39-eafb54eb38f9 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/34635b37-4073-4b48-9e1f-8906ce0ff91e HTTP/1.1" status: 204 len: 168 time: 0.3410575 Feb 11 05:38:19.491117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38930) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:19.517486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] For port 633914a8-0210-46b2-b8b4-f535b63ae081, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=633914a8-0210-46b2-b8b4-f535b63ae081,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:19.517989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.556741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e2b2d-b315-4bf9-ba39-eafb54eb38f9 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34635b37-4073-4b48-9e1f-8906ce0ff91e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:19.557904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Calling delete_port for 633914a8-0210-46b2-b8b4-f535b63ae081 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:19.611440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacf100-4f02-4bfe-81e8-cd0a60160fa3 req-4e3e5cff-d63c-49f6-bc8c-afda8acd362d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:19.612964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bacf100-4f02-4bfe-81e8-cd0a60160fa3 req-4e3e5cff-d63c-49f6-bc8c-afda8acd362d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.1590598 Feb 11 05:38:19.624733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-95587a1a-826e-4755-98dc-44ce03672a3c tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1215019 Feb 11 05:38:19.627434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38932) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:19.636900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b3e18f97-12c7-4351-b46f-57c45d12511b tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-secgroup--405090827'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:19.681865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3e18f97-12c7-4351-b46f-57c45d12511b tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.705825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bacf100-4f02-4bfe-81e8-cd0a60160fa3 req-d40946e6-7324-4a05-85b7-473c5bae9897 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839708 Feb 11 05:38:19.857350 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3e18f97-12c7-4351-b46f-57c45d12511b tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (7b5231ea-c997-4ded-93f4-6bb201bc11a7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.864657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3e18f97-12c7-4351-b46f-57c45d12511b tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7b5231ea-c997-4ded-93f4-6bb201bc11a7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.899488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3e18f97-12c7-4351-b46f-57c45d12511b tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.903846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b3e18f97-12c7-4351-b46f-57c45d12511b tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2725928 Feb 11 05:38:19.908628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38938) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:19.913508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-70f5ea37-a6b6-4dc3-ac2e-4bf4914c8e36 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '7b5231ea-c997-4ded-93f4-6bb201bc11a7', 'direction': 'ingress', 'protocol': 17}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:19.946492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e18f97-12c7-4351-b46f-57c45d12511b tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5231ea-c997-4ded-93f4-6bb201bc11a7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:19.963923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (633914a8-0210-46b2-b8b4-f535b63ae081), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.096280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Pushing event deleted for resources: {'Port': ['ID=633914a8-0210-46b2-b8b4-f535b63ae081,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:20.361472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (0a2b306c-da6c-43c9-be39-de4068b6d140), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.602354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-70f5ea37-a6b6-4dc3-ac2e-4bf4914c8e36 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (593af72a-9ec8-43a9-ab59-7b31e4d92b4f), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.721576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d1335-caab-4fbe-ab41-4fc435745293 req-c7fd0235-7452-406c-a6ca-235cf41482f2 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:20.723265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b3d1335-caab-4fbe-ab41-4fc435745293 req-c7fd0235-7452-406c-a6ca-235cf41482f2 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 945 time: 0.7488487 Feb 11 05:38:20.784796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Router 0a2b306c-da6c-43c9-be39-de4068b6d140 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:20.796488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5286b-d9f3-4949-be86-60f93b55ead8 req-1b8a7027-af62-4b67-8251-5f13f72a9a33 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:20.797901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfc5286b-d9f3-4949-be86-60f93b55ead8 req-1b8a7027-af62-4b67-8251-5f13f72a9a33 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 945 time: 0.1985981 Feb 11 05:38:20.897965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7009-bf59-4824-bbae-be22a329f63c req-d5e260fd-1750-49d2-abad-7f41b106e748 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:20.900895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22ce7009-bf59-4824-bbae-be22a329f63c req-d5e260fd-1750-49d2-abad-7f41b106e748 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.81 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 945 time: 0.3002925 Feb 11 05:38:20.910708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b3d1335-caab-4fbe-ab41-4fc435745293 req-08b19e5b-6288-481f-9eea-46f2968b8de7 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757178 Feb 11 05:38:20.920489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:20.927680 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fe151db7-79ce-4cbf-8845-7015c57a9aac admin admin] 10.222.0.31 "PUT /v2.0/routers/0a2b306c-da6c-43c9-be39-de4068b6d140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0021753 Feb 11 05:38:20.934239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] Sync routers for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:20.944270 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38950) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:20.953641 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-70f5ea37-a6b6-4dc3-ac2e-4bf4914c8e36 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (593af72a-9ec8-43a9-ab59-7b31e4d92b4f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.971742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:20.972415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:20.983759 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-70f5ea37-a6b6-4dc3-ac2e-4bf4914c8e36 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (593af72a-9ec8-43a9-ab59-7b31e4d92b4f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.104459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5ea37-a6b6-4dc3-ac2e-4bf4914c8e36 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593af72a-9ec8-43a9-ab59-7b31e4d92b4f,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:21.199527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-70f5ea37-a6b6-4dc3-ac2e-4bf4914c8e36 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.211053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:21.225070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-70f5ea37-a6b6-4dc3-ac2e-4bf4914c8e36 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3150165 Feb 11 05:38:21.229050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks [] for router (0a2b306c-da6c-43c9-be39-de4068b6d140), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.231600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38954) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:21.293834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfc5286b-d9f3-4949-be86-60f93b55ead8 req-bc08057b-f4cf-429e-86c6-a94e262ad07c tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867082 Feb 11 05:38:21.387604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-3d51701c-9474-42fd-9542-b0b36eeb721f tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:21.389743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-3d51701c-9474-42fd-9542-b0b36eeb721f tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.72 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 945 time: 0.0876744 Feb 11 05:38:21.413762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acb897-a0c4-421b-a3dc-77e1c167cd32 req-10f919f9-c7e0-4860-942b-4615b92728b6 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:21.415611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02acb897-a0c4-421b-a3dc-77e1c167cd32 req-10f919f9-c7e0-4860-942b-4615b92728b6 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.3206224 Feb 11 05:38:21.418336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-22ce7009-bf59-4824-bbae-be22a329f63c req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Deleting port 702a737b-7e74-434e-abb2-4988014dd189 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:21.418940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-22ce7009-bf59-4824-bbae-be22a329f63c req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (702a737b-7e74-434e-abb2-4988014dd189), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.532453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e500ae04-741d-403a-8b1a-639dbabb9adb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (7b5231ea-c997-4ded-93f4-6bb201bc11a7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.544147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-22ce7009-bf59-4824-bbae-be22a329f63c req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] For port 702a737b-7e74-434e-abb2-4988014dd189, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=702a737b-7e74-434e-abb2-4988014dd189,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:21.544946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-22ce7009-bf59-4824-bbae-be22a329f63c req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (702a737b-7e74-434e-abb2-4988014dd189), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.624990 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e500ae04-741d-403a-8b1a-639dbabb9adb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (7b5231ea-c997-4ded-93f4-6bb201bc11a7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.639774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-22ce7009-bf59-4824-bbae-be22a329f63c req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Calling delete_port for 702a737b-7e74-434e-abb2-4988014dd189 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:21.662568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks [] for router_gateway (0a2b306c-da6c-43c9-be39-de4068b6d140), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.726459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:38:19Z', 'revision_number': 5, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port': {'id': 'a3406d59-aa99-451a-b08d-aeb6dd92b2a9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:57Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:21.787113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02acb897-a0c4-421b-a3dc-77e1c167cd32 req-649a43c1-3dd7-4479-abf3-6350950ccc3d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309952 Feb 11 05:38:21.809496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] Checking router: 0a2b306c-da6c-43c9-be39-de4068b6d140 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:21.836674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e500ae04-741d-403a-8b1a-639dbabb9adb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7b5231ea-c997-4ded-93f4-6bb201bc11a7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.837311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] Routers {'0a2b306c-da6c-43c9-be39-de4068b6d140'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:21.838215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0a2b306c-da6c-43c9-be39-de4068b6d140'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:21.839311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e500ae04-741d-403a-8b1a-639dbabb9adb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.843553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38958) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:21.847215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e500ae04-741d-403a-8b1a-639dbabb9adb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/7b5231ea-c997-4ded-93f4-6bb201bc11a7 HTTP/1.1" status: 204 len: 168 time: 0.6145723 Feb 11 05:38:21.864634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500ae04-741d-403a-8b1a-639dbabb9adb tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5231ea-c997-4ded-93f4-6bb201bc11a7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:21.892885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Deleting port a3406d59-aa99-451a-b08d-aeb6dd92b2a9 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:21.893264 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.923133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Deleting port 4b624703-dc58-4382-9035-e97741c567a2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:21.923718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4b624703-dc58-4382-9035-e97741c567a2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.080294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] For port a3406d59-aa99-451a-b08d-aeb6dd92b2a9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a3406d59-aa99-451a-b08d-aeb6dd92b2a9,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:22.080659 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.117885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Calling delete_port for a3406d59-aa99-451a-b08d-aeb6dd92b2a9 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:22.122962 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.174999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] Set router 0a2b306c-da6c-43c9-be39-de4068b6d140 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:22.232685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38968) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:22.238540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-eb5bfcbc-c392-4478-bcb4-bde82de2a1d3 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819902611'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:22.245801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9bee45b6-4699-49c0-9c9c-0063a32be6a9 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3934040 Feb 11 05:38:22.277859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:38:21Z', 'revision_number': 6, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:22.315862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51967132-0e02-424b-8b56-02e6698b4ed8 None None] The sync data for ids ['0a2b306c-da6c-43c9-be39-de4068b6d140'] in n-d-715271-35 is: [{'id': '0a2b306c-da6c-43c9-be39-de4068b6d140', 'name': 'tempest-ServersTestFqdnHostnames-1275962983-router', 'tenant_id': 'ed6f91c189da45c381e643712365a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:38:21Z', 'revision_number': 6, 'project_id': 'ed6f91c189da45c381e643712365a3f4', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:22.362691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-22ce7009-bf59-4824-bbae-be22a329f63c req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (702a737b-7e74-434e-abb2-4988014dd189), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.372783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] For port 4b624703-dc58-4382-9035-e97741c567a2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4b624703-dc58-4382-9035-e97741c567a2,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:22.373478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4b624703-dc58-4382-9035-e97741c567a2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.376827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['78cee3d1-fb42-4036-b3f2-fe1a39e20777', 'b60bee8c-a4d7-46ac-be49-3a23359cef56'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:22.407923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360d9b0-7c9b-4a17-817e-abc74eaac3e9 req-df0da5c5-2c4a-4370-800c-630773bbc197 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:22.411079 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8360d9b0-7c9b-4a17-817e-abc74eaac3e9 req-df0da5c5-2c4a-4370-800c-630773bbc197 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 945 time: 0.2459226 Feb 11 05:38:22.411307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Calling delete_port for 4b624703-dc58-4382-9035-e97741c567a2 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:22.500032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Pushing event deleted for resources: {'Port': ['ID=702a737b-7e74-434e-abb2-4988014dd189,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:22.515282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a3406d59-aa99-451a-b08d-aeb6dd92b2a9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.515568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef3d1320-b289-40c2-8512-59a087903643 req-b51c326c-a58c-4b21-a9d2-d3f95d230966 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c717d294-1a59-44b0-9b51-4ecdf05278b4 HTTP/1.1" status: 200 len: 210 time: 0.0820384 Feb 11 05:38:22.538202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb5bfcbc-c392-4478-bcb4-bde82de2a1d3 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.617020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ce7009-bf59-4824-bbae-be22a329f63c req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] No DVR routers for this DVR port 702a737b-7e74-434e-abb2-4988014dd189 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:22.618570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3406d59-aa99-451a-b08d-aeb6dd92b2a9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:22.620880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-22ce7009-bf59-4824-bbae-be22a329f63c req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.633392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22ce7009-bf59-4824-bbae-be22a329f63c req-28d6d7fa-5775-4d13-bd05-1b50ddd7a577 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.81 "DELETE /v2.0/ports/702a737b-7e74-434e-abb2-4988014dd189 HTTP/1.1" status: 204 len: 173 time: 1.7123449 Feb 11 05:38:22.660569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c717d294-1a59-44b0-9b51-4ecdf05278b4', 'name': 'network-vif-deleted', 'tag': '702a737b-7e74-434e-abb2-4988014dd189'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:22.667346 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313f6dea-6a2a-4a93-9827-78a69931f50b" -d '{"events": [{"server_uuid": "c717d294-1a59-44b0-9b51-4ecdf05278b4", "name": "network-vif-deleted", "tag": "702a737b-7e74-434e-abb2-4988014dd189"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:22.818522 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (0a2b306c-da6c-43c9-be39-de4068b6d140), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.908211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8360d9b0-7c9b-4a17-817e-abc74eaac3e9 req-7ed361e0-fe09-47a6-b5b5-959d87586289 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbb919c0-8d02-4146-8f79-9f528a018c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741123 Feb 11 05:38:22.917284 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40597cea-fe68-4a4f-b41d-43da0a698634 x-openstack-request-id: req-40597cea-fe68-4a4f-b41d-43da0a698634 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:22.917284 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c717d294-1a59-44b0-9b51-4ecdf05278b4", "name": "network-vif-deleted", "tag": "702a737b-7e74-434e-abb2-4988014dd189", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:22.929382 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40597cea-fe68-4a4f-b41d-43da0a698634 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:22.929382 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c717d294-1a59-44b0-9b51-4ecdf05278b4', 'name': 'network-vif-deleted', 'tag': '702a737b-7e74-434e-abb2-4988014dd189', 'status': 'completed', 'code': 200} Feb 11 05:38:23.081183 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.268155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4b624703-dc58-4382-9035-e97741c567a2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.374318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Pushing event deleted for resources: {'Port': ['ID=4b624703-dc58-4382-9035-e97741c567a2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:23.390679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0535345-b1d9-4645-8568-fd2f335ceca9 req-732ac1ff-c42d-4029-b151-59e4fec1d0ac tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:23.398410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0535345-b1d9-4645-8568-fd2f335ceca9 req-732ac1ff-c42d-4029-b151-59e4fec1d0ac tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.3585851 Feb 11 05:38:23.441853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (0a2b306c-da6c-43c9-be39-de4068b6d140), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.444666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks [] for router_controller (0a2b306c-da6c-43c9-be39-de4068b6d140), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.469475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] No DVR routers for this DVR port 4b624703-dc58-4382-9035-e97741c567a2 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:23.474090 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.478843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bd49c1b-a577-4a91-8146-5ac5b4eb881b req-af7de084-d5b0-410c-8619-acc8c80be587 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.72 "DELETE /v2.0/ports/4b624703-dc58-4382-9035-e97741c567a2 HTTP/1.1" status: 204 len: 173 time: 1.9186237 Feb 11 05:38:23.512131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0535345-b1d9-4645-8568-fd2f335ceca9 req-74d48f01-cb33-46fb-8d33-9ecf541ea015 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125214 Feb 11 05:38:23.538162 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (0a2b306c-da6c-43c9-be39-de4068b6d140), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.538825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2b306c-da6c-43c9-be39-de4068b6d140 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:38:23.548339 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.549715 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-74954bae-818c-4d17-bd64-ce2d21bff264 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0a2b306c-da6c-43c9-be39-de4068b6d140 HTTP/1.1" status: 204 len: 168 time: 2.6018679 Feb 11 05:38:23.552544 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb5bfcbc-c392-4478-bcb4-bde82de2a1d3 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (7506fc14-cd34-410e-8f16-e751a25f26e3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.553529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38988) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:23.569505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb5bfcbc-c392-4478-bcb4-bde82de2a1d3 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7506fc14-cd34-410e-8f16-e751a25f26e3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.620217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b214e51-7837-46c3-8078-e59b646da4d5 admin admin] Deleting subnet 9cac1c2e-a2b6-464b-8f00-a3e90e2798d7 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:23.625507 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b214e51-7837-46c3-8078-e59b646da4d5 admin admin] Publish callbacks [] for subnet (9cac1c2e-a2b6-464b-8f00-a3e90e2798d7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.634836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb5bfcbc-c392-4478-bcb4-bde82de2a1d3 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.641259 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eb5bfcbc-c392-4478-bcb4-bde82de2a1d3 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4059806 Feb 11 05:38:23.649007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:23.698105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4b624703-dc58-4382-9035-e97741c567a2 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:23.699166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d311d06c-4fe4-4828-88f7-2aaa28d47c0a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-secgroup--906812323'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:23.743732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b214e51-7837-46c3-8078-e59b646da4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (9cac1c2e-a2b6-464b-8f00-a3e90e2798d7), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.823574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bfcbc-c392-4478-bcb4-bde82de2a1d3 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7506fc14-cd34-410e-8f16-e751a25f26e3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:23.826702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 4b624703-dc58-4382-9035-e97741c567a2 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:23.829585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4b624703-dc58-4382-9035-e97741c567a2 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:23.844398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d311d06c-4fe4-4828-88f7-2aaa28d47c0a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.084560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d311d06c-4fe4-4828-88f7-2aaa28d47c0a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (4792001e-8753-4743-9e54-1a30b8ac3df7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.088217 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b214e51-7837-46c3-8078-e59b646da4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9cac1c2e-a2b6-464b-8f00-a3e90e2798d7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.089330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d311d06c-4fe4-4828-88f7-2aaa28d47c0a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4792001e-8753-4743-9e54-1a30b8ac3df7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.122324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 702a737b-7e74-434e-abb2-4988014dd189 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:24.138020 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d311d06c-4fe4-4828-88f7-2aaa28d47c0a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.143836 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d311d06c-4fe4-4828-88f7-2aaa28d47c0a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4747832 Feb 11 05:38:24.145859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39006) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:24.179335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-31a4ff55-b496-4bed-987d-84771a80afb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '7506fc14-cd34-410e-8f16-e751a25f26e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4792001e-8753-4743-9e54-1a30b8ac3df7', 'remote_ip_prefix': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:24.192886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 702a737b-7e74-434e-abb2-4988014dd189 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:24.199050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 702a737b-7e74-434e-abb2-4988014dd189 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:24.286918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311d06c-4fe4-4828-88f7-2aaa28d47c0a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4792001e-8753-4743-9e54-1a30b8ac3df7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:24.289596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ebf396e-1512-4036-aa70-23347fa5d6ee req-cac8b2cd-c2eb-4ba7-8866-1e786ec999a0 tempest-AttachSCSIVolumeTestJSON-1382345299 tempest-AttachSCSIVolumeTestJSON-1382345299-project] 10.222.0.31 "GET /v2.0/ports?device_id=452846ab-aa23-4c33-9aa9-1032f4fca703 HTTP/1.1" status: 200 len: 210 time: 0.0919285 Feb 11 05:38:24.386082 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b214e51-7837-46c3-8078-e59b646da4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (9cac1c2e-a2b6-464b-8f00-a3e90e2798d7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.387474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31a4ff55-b496-4bed-987d-84771a80afb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (564c9c56-1b00-489a-8770-6faf0d0799a4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.392634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 633914a8-0210-46b2-b8b4-f535b63ae081 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:24.466415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 633914a8-0210-46b2-b8b4-f535b63ae081 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:24.473006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 633914a8-0210-46b2-b8b4-f535b63ae081 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:24.473742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3406d59-aa99-451a-b08d-aeb6dd92b2a9 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:24.520492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: a3406d59-aa99-451a-b08d-aeb6dd92b2a9 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:24.521102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3406d59-aa99-451a-b08d-aeb6dd92b2a9 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:24.538772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b214e51-7837-46c3-8078-e59b646da4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cac1c2e-a2b6-464b-8f00-a3e90e2798d7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:24.539620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e214e-dcb4-4265-baf8-8bda38803177 None None] Network 989db7f7-5c98-4ead-ae28-6944d738a7aa requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:24.562337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31a4ff55-b496-4bed-987d-84771a80afb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (564c9c56-1b00-489a-8770-6faf0d0799a4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.565591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b214e51-7837-46c3-8078-e59b646da4d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.571323 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31a4ff55-b496-4bed-987d-84771a80afb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (564c9c56-1b00-489a-8770-6faf0d0799a4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.583854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b214e51-7837-46c3-8078-e59b646da4d5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9cac1c2e-a2b6-464b-8f00-a3e90e2798d7 HTTP/1.1" status: 204 len: 168 time: 1.0283394 Feb 11 05:38:24.589067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39016) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:24.628171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4ff55-b496-4bed-987d-84771a80afb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564c9c56-1b00-489a-8770-6faf0d0799a4,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:24.678061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31a4ff55-b496-4bed-987d-84771a80afb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.699273 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-31a4ff55-b496-4bed-987d-84771a80afb2 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5386965 Feb 11 05:38:24.704716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:24.751854 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-715b6d6a-a04a-4754-ac7b-6e7c883ed454 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (564c9c56-1b00-489a-8770-6faf0d0799a4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.762749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-715b6d6a-a04a-4754-ac7b-6e7c883ed454 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (564c9c56-1b00-489a-8770-6faf0d0799a4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.839547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-715b6d6a-a04a-4754-ac7b-6e7c883ed454 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (564c9c56-1b00-489a-8770-6faf0d0799a4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.846823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-715b6d6a-a04a-4754-ac7b-6e7c883ed454 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.848227 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-715b6d6a-a04a-4754-ac7b-6e7c883ed454 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/564c9c56-1b00-489a-8770-6faf0d0799a4 HTTP/1.1" status: 204 len: 168 time: 0.1418273 Feb 11 05:38:24.855634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39032) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:24.882888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc88ac6-7284-45e8-b129-e5c09e104636 req-f6cdafad-75d6-47dd-9286-bff7621855cb tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:24.887696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcc88ac6-7284-45e8-b129-e5c09e104636 req-f6cdafad-75d6-47dd-9286-bff7621855cb tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 945 time: 0.3668525 Feb 11 05:38:24.888570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b6d6a-a04a-4754-ac7b-6e7c883ed454 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=564c9c56-1b00-489a-8770-6faf0d0799a4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:24.909759 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (989db7f7-5c98-4ead-ae28-6944d738a7aa), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.938242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] DHCP port deletion for 989db7f7-5c98-4ead-ae28-6944d738a7aa request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:38:24.958015 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-990f9fad-dc5d-44b1-a002-044d14d5d8f1 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1012502 Feb 11 05:38:24.960598 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39034) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:24.969793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452846ab-aa23-4c33-9aa9-1032f4fca703', 'name': 'network-vif-deleted', 'tag': '4b624703-dc58-4382-9035-e97741c567a2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:24.974992 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb96e3af-1ae3-448d-b761-ad10603b9918" -d '{"events": [{"server_uuid": "452846ab-aa23-4c33-9aa9-1032f4fca703", "name": "network-vif-deleted", "tag": "4b624703-dc58-4382-9035-e97741c567a2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:25.063824 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75daab95-ed7a-4a39-abc8-a2314bea1e2c x-openstack-request-id: req-75daab95-ed7a-4a39-abc8-a2314bea1e2c {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:25.064131 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452846ab-aa23-4c33-9aa9-1032f4fca703", "name": "network-vif-deleted", "tag": "4b624703-dc58-4382-9035-e97741c567a2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:25.064396 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75daab95-ed7a-4a39-abc8-a2314bea1e2c {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:25.064808 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452846ab-aa23-4c33-9aa9-1032f4fca703', 'name': 'network-vif-deleted', 'tag': '4b624703-dc58-4382-9035-e97741c567a2', 'status': 'completed', 'code': 200} Feb 11 05:38:25.081720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcc88ac6-7284-45e8-b129-e5c09e104636 req-efdf89a2-e780-474b-996e-6b0b7d848013 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656680 Feb 11 05:38:25.096175 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be07b466-3ad5-47ae-8515-0e9428324845 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (4792001e-8753-4743-9e54-1a30b8ac3df7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.117371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Deleting port 4d7f1f6f-2282-4218-b5de-02c24e8b107b {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:25.118199 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.122944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Deleting port 4d7f1f6f-2282-4218-b5de-02c24e8b107b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:25.123528 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.163065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be07b466-3ad5-47ae-8515-0e9428324845 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (4792001e-8753-4743-9e54-1a30b8ac3df7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.230318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] For port 4d7f1f6f-2282-4218-b5de-02c24e8b107b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d7f1f6f-2282-4218-b5de-02c24e8b107b,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:25.230786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.245786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Calling delete_port for 4d7f1f6f-2282-4218-b5de-02c24e8b107b owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:25.249681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] For port 4d7f1f6f-2282-4218-b5de-02c24e8b107b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d7f1f6f-2282-4218-b5de-02c24e8b107b,segment=NetworkSegment(60d2fc91-eeef-4d2e-9c4d-261e512fb979),segment_id=60d2fc91-eeef-4d2e-9c4d-261e512fb979)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:25.250083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.268959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Calling delete_port for 4d7f1f6f-2282-4218-b5de-02c24e8b107b owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:25.276558 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be07b466-3ad5-47ae-8515-0e9428324845 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4792001e-8753-4743-9e54-1a30b8ac3df7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.279097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be07b466-3ad5-47ae-8515-0e9428324845 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.282655 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-be07b466-3ad5-47ae-8515-0e9428324845 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/4792001e-8753-4743-9e54-1a30b8ac3df7 HTTP/1.1" status: 204 len: 168 time: 0.3184965 Feb 11 05:38:25.283272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39040) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:25.297377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07b466-3ad5-47ae-8515-0e9428324845 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4792001e-8753-4743-9e54-1a30b8ac3df7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:25.363715 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.385629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] No DVR routers for this DVR port 4d7f1f6f-2282-4218-b5de-02c24e8b107b on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:25.438855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Pushing event deleted for resources: {'Port': ['ID=4d7f1f6f-2282-4218-b5de-02c24e8b107b,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:25.453171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.453950 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.454526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.455339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.455825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.456565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.457244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.457728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.458270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.458909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.459395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.459874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.460397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0d178-bbeb-4d38-ac7b-467385283c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:25.472692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-996b05fc-fc3f-4233-95e4-92adac675c8a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1874690 Feb 11 05:38:25.475356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39050) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:25.543185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-a5d6fa19-0373-48c2-890a-1220dc73226e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:25.544584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-a5d6fa19-0373-48c2-890a-1220dc73226e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 945 time: 0.1538522 Feb 11 05:38:25.552913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc381b9f-4427-4c33-bfa2-29a0286e02bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (7506fc14-cd34-410e-8f16-e751a25f26e3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.583976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4d7f1f6f-2282-4218-b5de-02c24e8b107b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.603269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc381b9f-4427-4c33-bfa2-29a0286e02bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (7506fc14-cd34-410e-8f16-e751a25f26e3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.628637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7f1f6f-2282-4218-b5de-02c24e8b107b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:25.644062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] No DVR routers for this DVR port 4d7f1f6f-2282-4218-b5de-02c24e8b107b on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:25.715815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2629c743-e183-4bc0-b4c7-95bb54d7ee28 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:38:25.723475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc381b9f-4427-4c33-bfa2-29a0286e02bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7506fc14-cd34-410e-8f16-e751a25f26e3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.741552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc381b9f-4427-4c33-bfa2-29a0286e02bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.744269 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dc381b9f-4427-4c33-bfa2-29a0286e02bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/7506fc14-cd34-410e-8f16-e751a25f26e3 HTTP/1.1" status: 204 len: 168 time: 0.2673559 Feb 11 05:38:25.747453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39060) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:25.824437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc381b9f-4427-4c33-bfa2-29a0286e02bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506fc14-cd34-410e-8f16-e751a25f26e3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:25.858912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (989db7f7-5c98-4ead-ae28-6944d738a7aa), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.889265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Deleting port b60bee8c-a4d7-46ac-be49-3a23359cef56 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:25.889608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.906275 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7ee6f069-2a69-4b70-b46a-bf21c4f7e434 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1425653 Feb 11 05:38:25.915754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39078) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:25.920173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7fc96945-833b-4181-ade9-e87b939f2066 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-secgroup--226443442'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:25.964429 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fc96945-833b-4181-ade9-e87b939f2066 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.977698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989db7f7-5c98-4ead-ae28-6944d738a7aa']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:25.978655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:26.007960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '2629c743-e183-4bc0-b4c7-95bb54d7ee28', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'port_id': '2629c743-e183-4bc0-b4c7-95bb54d7ee28', 'mac_address': 'fa:16:3e:cb:4f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d2dfc5-7a8e-464a-b419-79f2a6a54c84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:38:26.037633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d2fc91-eeef-4d2e-9c4d-261e512fb979') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:26.039622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d2fc91-eeef-4d2e-9c4d-261e512fb979') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:26.095983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fc96945-833b-4181-ade9-e87b939f2066 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (1bf81ff6-9349-4732-a3f0-5a579de4df41), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.104570 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fc96945-833b-4181-ade9-e87b939f2066 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1bf81ff6-9349-4732-a3f0-5a579de4df41), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.111164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:26.112879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.140777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2629c743-e183-4bc0-b4c7-95bb54d7ee28 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:26.169549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fc96945-833b-4181-ade9-e87b939f2066 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.171505 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7fc96945-833b-4181-ade9-e87b939f2066 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2548468 Feb 11 05:38:26.174225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39104) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:26.177579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:26.181869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f5c9945d-75ff-4aac-b625-e0586835b21d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '1bf81ff6-9349-4732-a3f0-5a579de4df41', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:26.182994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.186215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] For port b60bee8c-a4d7-46ac-be49-3a23359cef56, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=b60bee8c-a4d7-46ac-be49-3a23359cef56,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:26.186824 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.187351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc96945-833b-4181-ade9-e87b939f2066 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf81ff6-9349-4732-a3f0-5a579de4df41,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:26.210632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Calling delete_port for b60bee8c-a4d7-46ac-be49-3a23359cef56 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:26.230554 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (60d2fc91-eeef-4d2e-9c4d-261e512fb979), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.252213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5c9945d-75ff-4aac-b625-e0586835b21d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (8d2076a8-e992-4022-83e2-9d2b586a88cf), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.343518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=2629c743-e183-4bc0-b4c7-95bb54d7ee28,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:26.365625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2629c743-e183-4bc0-b4c7-95bb54d7ee28'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:26.409750 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5c9945d-75ff-4aac-b625-e0586835b21d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (8d2076a8-e992-4022-83e2-9d2b586a88cf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.418952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5c9945d-75ff-4aac-b625-e0586835b21d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (8d2076a8-e992-4022-83e2-9d2b586a88cf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.457676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9945d-75ff-4aac-b625-e0586835b21d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2076a8-e992-4022-83e2-9d2b586a88cf,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:26.497806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d7f1f6f-2282-4218-b5de-02c24e8b107b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:26.500321 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (60d2fc91-eeef-4d2e-9c4d-261e512fb979), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.508599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:26.509016 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (60d2fc91-eeef-4d2e-9c4d-261e512fb979), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.514140 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5c9945d-75ff-4aac-b625-e0586835b21d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.517944 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f5c9945d-75ff-4aac-b625-e0586835b21d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3394520 Feb 11 05:38:26.518256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39110) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:26.535410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 4d7f1f6f-2282-4218-b5de-02c24e8b107b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:26.535944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d7f1f6f-2282-4218-b5de-02c24e8b107b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:26.564595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b934f52a-572f-4b49-9aa0-664134147e48 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (8d2076a8-e992-4022-83e2-9d2b586a88cf), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.573928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b934f52a-572f-4b49-9aa0-664134147e48 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (8d2076a8-e992-4022-83e2-9d2b586a88cf), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:26.593771 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:26.606191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b934f52a-572f-4b49-9aa0-664134147e48 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (8d2076a8-e992-4022-83e2-9d2b586a88cf), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.612673 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b934f52a-572f-4b49-9aa0-664134147e48 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.613476 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b60bee8c-a4d7-46ac-be49-3a23359cef56), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.617864 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b934f52a-572f-4b49-9aa0-664134147e48 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8d2076a8-e992-4022-83e2-9d2b586a88cf HTTP/1.1" status: 204 len: 168 time: 0.0981009 Feb 11 05:38:26.618199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39116) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:26.622273 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (989db7f7-5c98-4ead-ae28-6944d738a7aa), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.638842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934f52a-572f-4b49-9aa0-664134147e48 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d2076a8-e992-4022-83e2-9d2b586a88cf,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:26.657550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Pushing event deleted for resources: {'Port': ['ID=b60bee8c-a4d7-46ac-be49-3a23359cef56,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:26.669962 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.683777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] 10.222.0.31 "DELETE /v2.0/networks/989db7f7-5c98-4ead-ae28-6944d738a7aa HTTP/1.1" status: 204 len: 168 time: 2.0921726 Feb 11 05:38:26.707252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['78cee3d1-fb42-4036-b3f2-fe1a39e20777'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:26.726598 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-83c4e868-6a7b-4ae6-8e83-600cf387a345 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0930827 Feb 11 05:38:26.727693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39122) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:26.737022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc4436-08f6-48f1-b46a-83ff6c71b354 admin admin] Pushing event deleted for resources: {'Network': ['ID=989db7f7-5c98-4ead-ae28-6944d738a7aa,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:26.814559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347673f6-5f3a-427c-b6cb-976060f13194 req-5dd69309-88be-45dc-9d3c-2df65a48c4e7 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:26.819530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-347673f6-5f3a-427c-b6cb-976060f13194 req-5dd69309-88be-45dc-9d3c-2df65a48c4e7 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4050fc8-61de-426c-a666-a35fecb3c700 HTTP/1.1" status: 200 len: 867 time: 0.5744181 Feb 11 05:38:26.846905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abebfd96-509d-40f7-8a5e-08e3647c1c9d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (1bf81ff6-9349-4732-a3f0-5a579de4df41), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.909212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abebfd96-509d-40f7-8a5e-08e3647c1c9d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (1bf81ff6-9349-4732-a3f0-5a579de4df41), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.956162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] No DVR routers for this DVR port b60bee8c-a4d7-46ac-be49-3a23359cef56 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:26.971782 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.989415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78121489-6532-49f7-bcad-2bbaa49ea9a4 req-091aa732-957c-4748-bffd-6cc49e7990df tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.72 "DELETE /v2.0/ports/b60bee8c-a4d7-46ac-be49-3a23359cef56 HTTP/1.1" status: 204 len: 173 time: 1.4366333 Feb 11 05:38:27.020402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-347673f6-5f3a-427c-b6cb-976060f13194 req-408915c9-24f4-4584-92a5-1fb6ae95492d tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940081 Feb 11 05:38:27.027384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abebfd96-509d-40f7-8a5e-08e3647c1c9d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1bf81ff6-9349-4732-a3f0-5a579de4df41), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.033429 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abebfd96-509d-40f7-8a5e-08e3647c1c9d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.035198 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-abebfd96-509d-40f7-8a5e-08e3647c1c9d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/1bf81ff6-9349-4732-a3f0-5a579de4df41 HTTP/1.1" status: 204 len: 168 time: 0.3063788 Feb 11 05:38:27.049392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39150) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:27.100970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebfd96-509d-40f7-8a5e-08e3647c1c9d tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf81ff6-9349-4732-a3f0-5a579de4df41,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:27.135581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4050fc8-61de-426c-a666-a35fecb3c700', 'name': 'network-vif-deleted', 'tag': 'b60bee8c-a4d7-46ac-be49-3a23359cef56'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:27.140883 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0273b9e7-0d78-42a0-81b1-4f275b4126ae" -d '{"events": [{"server_uuid": "c4050fc8-61de-426c-a666-a35fecb3c700", "name": "network-vif-deleted", "tag": "b60bee8c-a4d7-46ac-be49-3a23359cef56"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:27.205911 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39164) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:27.264381 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adc9b03-1a95-42db-a3e0-89f3575685f3 x-openstack-request-id: req-3adc9b03-1a95-42db-a3e0-89f3575685f3 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:27.264922 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4050fc8-61de-426c-a666-a35fecb3c700", "name": "network-vif-deleted", "tag": "b60bee8c-a4d7-46ac-be49-3a23359cef56", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:27.265050 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3adc9b03-1a95-42db-a3e0-89f3575685f3 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:27.265463 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4050fc8-61de-426c-a666-a35fecb3c700', 'name': 'network-vif-deleted', 'tag': 'b60bee8c-a4d7-46ac-be49-3a23359cef56', 'status': 'completed', 'code': 200} Feb 11 05:38:27.276849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-98964f73-edbf-47b8-82b8-915ef539842a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2246568 Feb 11 05:38:27.281680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39166) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:27.289275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-31baca32-bf93-499c-90c8-25d1264aaef7 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-secgroup--79715201'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:27.336418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31baca32-bf93-499c-90c8-25d1264aaef7 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.357268 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b930fb02-c555-40c0-b864-ee0992768787 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed6f91c189da45c381e643712365a3f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501436 Feb 11 05:38:27.359904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39168) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:27.568663 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dcde074c-f6a8-492d-9904-9a3a316776fa admin admin] Publish callbacks [] for security_group (145aee55-d417-4b9e-bf0a-dd6b5b55c693), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.579577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39178) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:27.647330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dcde074c-f6a8-492d-9904-9a3a316776fa admin admin] Publish callbacks [] for security_group (145aee55-d417-4b9e-bf0a-dd6b5b55c693), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.668028 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31baca32-bf93-499c-90c8-25d1264aaef7 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (9f23e696-a901-4c0f-8371-8f9f3017156c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.706129 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31baca32-bf93-499c-90c8-25d1264aaef7 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9f23e696-a901-4c0f-8371-8f9f3017156c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.712365 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-895f3f30-ab4b-498f-a900-0c34644447a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.749856 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31baca32-bf93-499c-90c8-25d1264aaef7 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.756189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-31baca32-bf93-499c-90c8-25d1264aaef7 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4709942 Feb 11 05:38:27.757754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39184) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:27.761031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3de3747f-ee34-438b-90e6-4c0da4623bba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '9f23e696-a901-4c0f-8371-8f9f3017156c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:27.767484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2629c743-e183-4bc0-b4c7-95bb54d7ee28 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:27.803505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baca32-bf93-499c-90c8-25d1264aaef7 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f23e696-a901-4c0f-8371-8f9f3017156c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:27.839760 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dcde074c-f6a8-492d-9904-9a3a316776fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (145aee55-d417-4b9e-bf0a-dd6b5b55c693), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.840965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3de3747f-ee34-438b-90e6-4c0da4623bba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (30cab602-e25e-401b-b174-f36665776296), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.843295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dcde074c-f6a8-492d-9904-9a3a316776fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.845978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dcde074c-f6a8-492d-9904-9a3a316776fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/145aee55-d417-4b9e-bf0a-dd6b5b55c693 HTTP/1.1" status: 204 len: 168 time: 0.4751091 Feb 11 05:38:27.861614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde074c-f6a8-492d-9904-9a3a316776fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145aee55-d417-4b9e-bf0a-dd6b5b55c693,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:27.962083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:27.964526 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.972336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33357780-bb15-463c-bec7-acf4c2c86072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.170083 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3de3747f-ee34-438b-90e6-4c0da4623bba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (30cab602-e25e-401b-b174-f36665776296), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.191803 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3de3747f-ee34-438b-90e6-4c0da4623bba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (30cab602-e25e-401b-b174-f36665776296), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.198369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39212) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.264198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:28.264923 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.332112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3747f-ee34-438b-90e6-4c0da4623bba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cab602-e25e-401b-b174-f36665776296,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.344217 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3de3747f-ee34-438b-90e6-4c0da4623bba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.347772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:28.353520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:28.357007 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0e352a-b29b-4bcb-b882-6410b6da13c8" -d '{"events": [{"server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "name": "network-vif-plugged", "status": "completed", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:28.359209 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3de3747f-ee34-438b-90e6-4c0da4623bba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6016002 Feb 11 05:38:28.361891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39218) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.388401 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.389520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b60bee8c-a4d7-46ac-be49-3a23359cef56 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:28.403097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9f5dd454-3ef4-4de5-a22f-4afbedab32d5 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules/30cab602-e25e-401b-b174-f36665776296 HTTP/1.1" status: 200 len: 763 time: 0.0395069 Feb 11 05:38:28.405949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39224) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.493776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=2629c743-e183-4bc0-b4c7-95bb54d7ee28,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.501986 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33357780-bb15-463c-bec7-acf4c2c86072 admin admin] Publish callbacks [] for security_group (7b3fc250-a596-4a1e-926c-3ff849ebd8a4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.505572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: b60bee8c-a4d7-46ac-be49-3a23359cef56 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:28.506130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device b60bee8c-a4d7-46ac-be49-3a23359cef56 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:28.518367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33357780-bb15-463c-bec7-acf4c2c86072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7b3fc250-a596-4a1e-926c-3ff849ebd8a4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.539481 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d51f873b-a15d-422b-8c56-240013e550a4 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1323924 Feb 11 05:38:28.543023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39228) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.570508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33357780-bb15-463c-bec7-acf4c2c86072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3fc250-a596-4a1e-926c-3ff849ebd8a4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.572723 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8922655e-1b88-47be-a335-807872dede06 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (30cab602-e25e-401b-b174-f36665776296), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.576224 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-33357780-bb15-463c-bec7-acf4c2c86072 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a3895dd688c43ddaa7ee4a64ac6bb7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9955871 Feb 11 05:38:28.580835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39230) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.596602 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8922655e-1b88-47be-a335-807872dede06 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (30cab602-e25e-401b-b174-f36665776296), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.736424 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647cc616-a36d-4bd8-a9aa-ec31aed167fd admin admin] Publish callbacks [] for security_group (7b3fc250-a596-4a1e-926c-3ff849ebd8a4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.739045 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8922655e-1b88-47be-a335-807872dede06 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (30cab602-e25e-401b-b174-f36665776296), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.753699 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8922655e-1b88-47be-a335-807872dede06 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.758277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39236) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.764013 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8922655e-1b88-47be-a335-807872dede06 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/30cab602-e25e-401b-b174-f36665776296 HTTP/1.1" status: 204 len: 168 time: 0.2113376 Feb 11 05:38:28.811384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28bb29b3-1ab9-4027-89ec-ef14beb44e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.841884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922655e-1b88-47be-a335-807872dede06 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30cab602-e25e-401b-b174-f36665776296,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.871532 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c9b5af72-675c-4b54-97eb-ac60acbb2f89 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1111889 Feb 11 05:38:28.872202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647cc616-a36d-4bd8-a9aa-ec31aed167fd admin admin] Publish callbacks [] for security_group (7b3fc250-a596-4a1e-926c-3ff849ebd8a4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.879044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39240) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.899640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4b9e246d-61ec-48c7-b1af-e784466786f1 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '9f23e696-a901-4c0f-8371-8f9f3017156c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:28.973532 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b9e246d-61ec-48c7-b1af-e784466786f1 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (91ed5ac7-b992-41e1-a876-80ef8ccbfeaa), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.087496 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647cc616-a36d-4bd8-a9aa-ec31aed167fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7b3fc250-a596-4a1e-926c-3ff849ebd8a4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.100162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-647cc616-a36d-4bd8-a9aa-ec31aed167fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.101444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-647cc616-a36d-4bd8-a9aa-ec31aed167fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b3fc250-a596-4a1e-926c-3ff849ebd8a4 HTTP/1.1" status: 204 len: 168 time: 0.5187838 Feb 11 05:38:29.149167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cc616-a36d-4bd8-a9aa-ec31aed167fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3fc250-a596-4a1e-926c-3ff849ebd8a4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.163583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b9e246d-61ec-48c7-b1af-e784466786f1 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (91ed5ac7-b992-41e1-a876-80ef8ccbfeaa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.171931 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b9e246d-61ec-48c7-b1af-e784466786f1 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (91ed5ac7-b992-41e1-a876-80ef8ccbfeaa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.238540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28bb29b3-1ab9-4027-89ec-ef14beb44e7a admin admin] Publish callbacks [] for security_group (a96b024e-4abe-427c-9bb2-932179bd3b03), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.239106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e246d-61ec-48c7-b1af-e784466786f1 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ed5ac7-b992-41e1-a876-80ef8ccbfeaa,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.251382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28bb29b3-1ab9-4027-89ec-ef14beb44e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a96b024e-4abe-427c-9bb2-932179bd3b03), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.262422 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf85fa0-f64c-42e4-8972-87c9c44fb60d x-openstack-request-id: req-fbf85fa0-f64c-42e4-8972-87c9c44fb60d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:29.263285 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "name": "network-vif-plugged", "status": "completed", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:29.263748 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbf85fa0-f64c-42e4-8972-87c9c44fb60d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:29.264302 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28', 'code': 200} Feb 11 05:38:29.280730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b9e246d-61ec-48c7-b1af-e784466786f1 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.284119 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4b9e246d-61ec-48c7-b1af-e784466786f1 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4037819 Feb 11 05:38:29.298334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39264) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:29.329390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-28bb29b3-1ab9-4027-89ec-ef14beb44e7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df6e65eb52024e90a664e21336162150&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1293797 Feb 11 05:38:29.330287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb29b3-1ab9-4027-89ec-ef14beb44e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96b024e-4abe-427c-9bb2-932179bd3b03,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.332847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39266) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:29.379168 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1ce84b96-2ea4-4553-8b53-d454bced9cd0 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules/91ed5ac7-b992-41e1-a876-80ef8ccbfeaa HTTP/1.1" status: 200 len: 763 time: 0.0739098 Feb 11 05:38:29.386433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39268) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:29.486430 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eb395876-31fc-43a7-8a70-a2711cbcf5a2 admin admin] Publish callbacks [] for security_group (a96b024e-4abe-427c-9bb2-932179bd3b03), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.491803 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f5878f13-da05-49be-b850-ecba2ead3973 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1023469 Feb 11 05:38:29.495866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39274) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:29.599966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f67b5c89-6e81-4d48-a7f2-db607172afba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (91ed5ac7-b992-41e1-a876-80ef8ccbfeaa), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.638065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eb395876-31fc-43a7-8a70-a2711cbcf5a2 admin admin] Publish callbacks [] for security_group (a96b024e-4abe-427c-9bb2-932179bd3b03), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.644918 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f67b5c89-6e81-4d48-a7f2-db607172afba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (91ed5ac7-b992-41e1-a876-80ef8ccbfeaa), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.804453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f67b5c89-6e81-4d48-a7f2-db607172afba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (91ed5ac7-b992-41e1-a876-80ef8ccbfeaa), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.831632 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f67b5c89-6e81-4d48-a7f2-db607172afba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.840422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f67b5c89-6e81-4d48-a7f2-db607172afba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/91ed5ac7-b992-41e1-a876-80ef8ccbfeaa HTTP/1.1" status: 204 len: 168 time: 0.3432858 Feb 11 05:38:29.842896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:29.873401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b5c89-6e81-4d48-a7f2-db607172afba tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91ed5ac7-b992-41e1-a876-80ef8ccbfeaa,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.901428 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eb395876-31fc-43a7-8a70-a2711cbcf5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a96b024e-4abe-427c-9bb2-932179bd3b03), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.904744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eb395876-31fc-43a7-8a70-a2711cbcf5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.915688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eb395876-31fc-43a7-8a70-a2711cbcf5a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a96b024e-4abe-427c-9bb2-932179bd3b03 HTTP/1.1" status: 204 len: 168 time: 0.5817416 Feb 11 05:38:29.944379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb395876-31fc-43a7-8a70-a2711cbcf5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96b024e-4abe-427c-9bb2-932179bd3b03,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.952488 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4a159d1e-b202-49da-b902-01732017c234 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1084018 Feb 11 05:38:29.957354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39290) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:29.958694 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39292) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:29.979119 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9d4e5c21-78a2-4ec8-938e-4a47a3d97d4e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '9f23e696-a901-4c0f-8371-8f9f3017156c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:30.046802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c21-78a2-4ec8-938e-4a47a3d97d4e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (0aa76137-5670-4368-af3d-eb5065164f4f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.175300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c21-78a2-4ec8-938e-4a47a3d97d4e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (0aa76137-5670-4368-af3d-eb5065164f4f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.197033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c21-78a2-4ec8-938e-4a47a3d97d4e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (0aa76137-5670-4368-af3d-eb5065164f4f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.257593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fee66e13-2579-4719-a5ec-5bcf3c624eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.268913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e5c21-78a2-4ec8-938e-4a47a3d97d4e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa76137-5670-4368-af3d-eb5065164f4f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:30.295248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c21-78a2-4ec8-938e-4a47a3d97d4e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.306221 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9d4e5c21-78a2-4ec8-938e-4a47a3d97d4e tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378255 Feb 11 05:38:30.306863 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39308) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:30.359838 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d0c7ea65-a615-48b7-8718-eea60319f1d6 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules/0aa76137-5670-4368-af3d-eb5065164f4f HTTP/1.1" status: 200 len: 764 time: 0.0496647 Feb 11 05:38:30.360489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39314) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:30.401464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39316) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:30.419199 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a6edff-da4a-46ac-867e-25adaee42434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.500863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4e80c269-12c4-48b8-8fb7-56cbacdb06d9 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1367729 Feb 11 05:38:30.503623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39318) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:30.594238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8850d66b-ab01-45c6-bda9-06f61ca1120a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (0aa76137-5670-4368-af3d-eb5065164f4f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.631011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8850d66b-ab01-45c6-bda9-06f61ca1120a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (0aa76137-5670-4368-af3d-eb5065164f4f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.744377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8850d66b-ab01-45c6-bda9-06f61ca1120a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (0aa76137-5670-4368-af3d-eb5065164f4f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.761838 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8850d66b-ab01-45c6-bda9-06f61ca1120a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.771931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8850d66b-ab01-45c6-bda9-06f61ca1120a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0aa76137-5670-4368-af3d-eb5065164f4f HTTP/1.1" status: 204 len: 168 time: 0.2631257 Feb 11 05:38:30.778091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-18701067-network', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:30.781089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39324) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:30.791634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850d66b-ab01-45c6-bda9-06f61ca1120a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0aa76137-5670-4368-af3d-eb5065164f4f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:30.854997 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a6edff-da4a-46ac-867e-25adaee42434 admin admin] Publish callbacks [] for security_group (afffdf83-80d3-4e0f-a3e9-c68576b347ef), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.898591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a6edff-da4a-46ac-867e-25adaee42434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (afffdf83-80d3-4e0f-a3e9-c68576b347ef), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.995834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-477cb62b-125f-48d6-974c-f2a75e5c289a tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2111332 Feb 11 05:38:30.999272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39334) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:31.040968 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d8a6edff-da4a-46ac-867e-25adaee42434 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=569df9db1759436a9997d999e02e2a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6372421 Feb 11 05:38:31.042368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39336) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:31.047288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Made reservation on behalf of a65411783aa84d94a984fa2a6daa3be9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:31.052297 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.068529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.144479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50644ae4-42f2-48c2-9204-ab276fa2d152 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (9f23e696-a901-4c0f-8371-8f9f3017156c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.197183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6edff-da4a-46ac-867e-25adaee42434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afffdf83-80d3-4e0f-a3e9-c68576b347ef,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:31.216760 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.265965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50644ae4-42f2-48c2-9204-ab276fa2d152 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (9f23e696-a901-4c0f-8371-8f9f3017156c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.384648 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50644ae4-42f2-48c2-9204-ab276fa2d152 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9f23e696-a901-4c0f-8371-8f9f3017156c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.399382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50644ae4-42f2-48c2-9204-ab276fa2d152 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.406382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-50644ae4-42f2-48c2-9204-ab276fa2d152 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/9f23e696-a901-4c0f-8371-8f9f3017156c HTTP/1.1" status: 204 len: 168 time: 0.4059622 Feb 11 05:38:31.408454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39350) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:31.448497 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f45d-7810-49dc-aa44-97a0ea29e824 admin admin] Publish callbacks [] for security_group (afffdf83-80d3-4e0f-a3e9-c68576b347ef), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.511786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50644ae4-42f2-48c2-9204-ab276fa2d152 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f23e696-a901-4c0f-8371-8f9f3017156c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:31.604553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-62e40d18-8c13-4ece-98e2-be5c176d9170 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1430843 Feb 11 05:38:31.604666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39360) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:31.618521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-406b95fd-e030-41f2-90d0-409ff1692451 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007916577'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:31.641940 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f45d-7810-49dc-aa44-97a0ea29e824 admin admin] Publish callbacks [] for security_group (afffdf83-80d3-4e0f-a3e9-c68576b347ef), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.646308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-406b95fd-e030-41f2-90d0-409ff1692451 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.826441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Publish callbacks [] for security_group (30b79d89-e479-4cd4-b638-0042371136da), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.846649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (30b79d89-e479-4cd4-b638-0042371136da), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.910599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b79d89-e479-4cd4-b638-0042371136da,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:31.940719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f45d-7810-49dc-aa44-97a0ea29e824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (afffdf83-80d3-4e0f-a3e9-c68576b347ef), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.944074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f45d-7810-49dc-aa44-97a0ea29e824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.945887 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2dd2f45d-7810-49dc-aa44-97a0ea29e824 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afffdf83-80d3-4e0f-a3e9-c68576b347ef HTTP/1.1" status: 204 len: 168 time: 0.8678775 Feb 11 05:38:31.953975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:38:31.981345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2f45d-7810-49dc-aa44-97a0ea29e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afffdf83-80d3-4e0f-a3e9-c68576b347ef,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:31.990371 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (42627fad-9a28-4000-8da1-fa157a47a457), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.991403 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Added segment 42627fad-9a28-4000-8da1-fa157a47a457 of type vlan for network 7c941a73-cf65-48e4-93c1-8d82c4579694 Feb 11 05:38:32.050636 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-406b95fd-e030-41f2-90d0-409ff1692451 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (1472ef6d-e98b-43ad-9b0d-91703699d5a6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.071354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-406b95fd-e030-41f2-90d0-409ff1692451 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1472ef6d-e98b-43ad-9b0d-91703699d5a6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.110683 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (7c941a73-cf65-48e4-93c1-8d82c4579694), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.112805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b95fd-e030-41f2-90d0-409ff1692451 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1472ef6d-e98b-43ad-9b0d-91703699d5a6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:32.194237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-406b95fd-e030-41f2-90d0-409ff1692451 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.198618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39372) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:32.202354 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-406b95fd-e030-41f2-90d0-409ff1692451 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5881190 Feb 11 05:38:32.203492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-668a7a98-2119-4f90-9048-91ed6d5f27bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Request body: {'security_group_rule': {'security_group_id': '1472ef6d-e98b-43ad-9b0d-91703699d5a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:32.234552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (7c941a73-cf65-48e4-93c1-8d82c4579694), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.235584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:32.236191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.295077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-668a7a98-2119-4f90-9048-91ed6d5f27bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (8593414d-a8e3-4f4b-a3c8-4289e054d556), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.390602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39378) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:32.392054 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4319882 Feb 11 05:38:32.417323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Request body: {'subnet': {'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-18701067-subnet', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:32.494984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3519b0-9116-445d-940a-9c38e27a7c7f admin admin] Pushing event updated for resources: {'Network': ['ID=7c941a73-cf65-48e4-93c1-8d82c4579694,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:32.497397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Made reservation on behalf of a65411783aa84d94a984fa2a6daa3be9 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:32.508691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.511225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 7c941a73-cf65-48e4-93c1-8d82c4579694 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:38:32.871224 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.946995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-668a7a98-2119-4f90-9048-91ed6d5f27bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (8593414d-a8e3-4f4b-a3c8-4289e054d556), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.990212 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-668a7a98-2119-4f90-9048-91ed6d5f27bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (8593414d-a8e3-4f4b-a3c8-4289e054d556), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.100767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a7a98-2119-4f90-9048-91ed6d5f27bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8593414d-a8e3-4f4b-a3c8-4289e054d556,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:33.135178 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-668a7a98-2119-4f90-9048-91ed6d5f27bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.136417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-668a7a98-2119-4f90-9048-91ed6d5f27bc tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9366541 Feb 11 05:38:33.139197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39406) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.352337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1abed316-4da4-4df7-8eff-c22e993df063 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (1472ef6d-e98b-43ad-9b0d-91703699d5a6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.428354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1abed316-4da4-4df7-8eff-c22e993df063 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (1472ef6d-e98b-43ad-9b0d-91703699d5a6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.491919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (1a29c1af-c8c5-41d6-ae28-323b02a7c1f3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.549824 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1abed316-4da4-4df7-8eff-c22e993df063 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1472ef6d-e98b-43ad-9b0d-91703699d5a6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.553938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1abed316-4da4-4df7-8eff-c22e993df063 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.557694 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1abed316-4da4-4df7-8eff-c22e993df063 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/1472ef6d-e98b-43ad-9b0d-91703699d5a6 HTTP/1.1" status: 204 len: 168 time: 0.4154303 Feb 11 05:38:33.561741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39420) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.595020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abed316-4da4-4df7-8eff-c22e993df063 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1472ef6d-e98b-43ad-9b0d-91703699d5a6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:33.687758 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-18757804-b432-4f94-890b-c30eb5fdc7f4 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030772 Feb 11 05:38:33.693225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39426) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.767928 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2ee93b45-2c3f-461b-a64f-ef271b122aa6 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0732698 Feb 11 05:38:33.770809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39434) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.840494 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-a40f8085-8008-4d0c-8985-0d73000d44d7 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] delete failed (client error): The resource could not be found. Feb 11 05:38:33.843863 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a40f8085-8008-4d0c-8985-0d73000d44d7 tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "DELETE /v2.0/security-groups/1472ef6d-e98b-43ad-9b0d-91703699d5a6 HTTP/1.1" status: 404 len: 347 time: 0.0705166 Feb 11 05:38:33.849316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39442) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.859647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a29c1af-c8c5-41d6-ae28-323b02a7c1f3,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:33.890121 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.985338 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-15520e25-4223-4857-bbb0-79945413f4db tempest-SecGroupTest-248359597 tempest-SecGroupTest-248359597-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339419 Feb 11 05:38:34.065404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Checking segment: {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:34.066019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Network hostable DHCP agents. Network: 7c941a73-cf65-48e4-93c1-8d82c4579694, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:38:34.152185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Network 7c941a73-cf65-48e4-93c1-8d82c4579694 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:38:34.172428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 7c941a73-cf65-48e4-93c1-8d82c4579694) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:34.184537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:34.186594 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.192015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ce61a-4768-498e-9579-67c02c558ffa None None] Network 7c941a73-cf65-48e4-93c1-8d82c4579694 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:34.222567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39454) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:34.227499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:34.230518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-253d5756-7dbd-4e2b-addb-120349846f66 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8355289 Feb 11 05:38:34.271364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (102d6294-4647-41a0-afee-b8b1f0145c9c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.272744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (102d6294-4647-41a0-afee-b8b1f0145c9c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.419485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks [] for router_controller (102d6294-4647-41a0-afee-b8b1f0145c9c), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.661801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-7c941a73-cf65-48e4-93c1-8d82c4579694', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:38:34.662683 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.892326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39468) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:34.959345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks [] for router_gateway (102d6294-4647-41a0-afee-b8b1f0145c9c), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.312890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Allocated IP 172.20.0.2 (7c941a73-cf65-48e4-93c1-8d82c4579694/1a29c1af-c8c5-41d6-ae28-323b02a7c1f3/b052bc20-acce-4eee-b047-aba0ba7b6fee) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:35.589689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c1092455-00f7-4a77-bda8-772c406118ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3172d0ab61de4ce9a85a54a3cfff62ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6946425 Feb 11 05:38:35.590645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39490) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:35.678118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks [] for router_gateway (102d6294-4647-41a0-afee-b8b1f0145c9c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.729923 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-519acc4f-e9f6-43ed-b442-9ae9ccc40355 admin admin] Publish callbacks [] for security_group (97215177-7cd3-4796-84fc-4d06f788398c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.770427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.817598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-519acc4f-e9f6-43ed-b442-9ae9ccc40355 admin admin] Publish callbacks [] for security_group (97215177-7cd3-4796-84fc-4d06f788398c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.916805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Publish callbacks [] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.929330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.954662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-519acc4f-e9f6-43ed-b442-9ae9ccc40355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (97215177-7cd3-4796-84fc-4d06f788398c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.958882 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-519acc4f-e9f6-43ed-b442-9ae9ccc40355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.970057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-519acc4f-e9f6-43ed-b442-9ae9ccc40355 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97215177-7cd3-4796-84fc-4d06f788398c HTTP/1.1" status: 204 len: 168 time: 0.3776393 Feb 11 05:38:35.994747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519acc4f-e9f6-43ed-b442-9ae9ccc40355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97215177-7cd3-4796-84fc-4d06f788398c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:36.178485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Allocated IP 172.25.1.145 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/6d62fc19-4a9d-47aa-aafe-0173919c7e41) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:36.181421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Network 7c941a73-cf65-48e4-93c1-8d82c4579694 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:36.189705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:36.198877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:36.202507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Pushing event updated for resources: {'Port': ['ID=b052bc20-acce-4eee-b047-aba0ba7b6fee,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:36.404502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Attempting to bind port b052bc20-acce-4eee-b047-aba0ba7b6fee on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:36.405630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Attempting to bind port b052bc20-acce-4eee-b047-aba0ba7b6fee by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:36.406738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Attempting to bind port b052bc20-acce-4eee-b047-aba0ba7b6fee on network 7c941a73-cf65-48e4-93c1-8d82c4579694 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:36.420033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:36.421471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Checking segment: {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:36.422939 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.423558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Bound using segment: {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:36.425013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Bound port: b052bc20-acce-4eee-b047-aba0ba7b6fee, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:36.427372 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.509589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks [] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.605178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.614457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] For port b052bc20-acce-4eee-b047-aba0ba7b6fee, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:36.625040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] For port b052bc20-acce-4eee-b047-aba0ba7b6fee, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b052bc20-acce-4eee-b047-aba0ba7b6fee,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:36.645724 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.710490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Pushing event updated for resources: {'Port': ['ID=6d62fc19-4a9d-47aa-aafe-0173919c7e41,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:36.724598 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:36.726404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:36.733565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:36.886243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39526) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:36.938086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569567e8-63a7-4446-a4b3-1fd66b91b6b5 None None] Pushing event updated for resources: {'Port': ['ID=b052bc20-acce-4eee-b047-aba0ba7b6fee,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:37.166275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-824d54b7-f62b-467f-bc4d-8f0f3128a910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.600637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-824d54b7-f62b-467f-bc4d-8f0f3128a910 admin admin] Publish callbacks [] for security_group (f50d37f0-fd97-4702-93f4-348dd07279a8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.624369 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-824d54b7-f62b-467f-bc4d-8f0f3128a910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f50d37f0-fd97-4702-93f4-348dd07279a8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.707096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d54b7-f62b-467f-bc4d-8f0f3128a910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50d37f0-fd97-4702-93f4-348dd07279a8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:37.709931 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks [] for router_gateway (102d6294-4647-41a0-afee-b8b1f0145c9c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.785097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-824d54b7-f62b-467f-bc4d-8f0f3128a910 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c523cc72f804348a5da7aa4d7098fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8937602 Feb 11 05:38:37.786062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39554) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:37.994799 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-345522f7-09bd-45a3-82e6-52e634a2ff6d admin admin] Publish callbacks [] for security_group (f50d37f0-fd97-4702-93f4-348dd07279a8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.103221 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-345522f7-09bd-45a3-82e6-52e634a2ff6d admin admin] Publish callbacks [] for security_group (f50d37f0-fd97-4702-93f4-348dd07279a8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.219007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-345522f7-09bd-45a3-82e6-52e634a2ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f50d37f0-fd97-4702-93f4-348dd07279a8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.221944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-345522f7-09bd-45a3-82e6-52e634a2ff6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.223399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-345522f7-09bd-45a3-82e6-52e634a2ff6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f50d37f0-fd97-4702-93f4-348dd07279a8 HTTP/1.1" status: 204 len: 168 time: 0.4358215 Feb 11 05:38:38.237945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345522f7-09bd-45a3-82e6-52e634a2ff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50d37f0-fd97-4702-93f4-348dd07279a8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:38.422626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (102d6294-4647-41a0-afee-b8b1f0145c9c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.511482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b052bc20-acce-4eee-b047-aba0ba7b6fee up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:38.674904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b052bc20-acce-4eee-b047-aba0ba7b6fee triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:38.677501 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.921829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Router 102d6294-4647-41a0-afee-b8b1f0145c9c is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:38:38.969469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b052bc20-acce-4eee-b047-aba0ba7b6fee is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:38.969891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.113325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port b052bc20-acce-4eee-b047-aba0ba7b6fee, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b052bc20-acce-4eee-b047-aba0ba7b6fee,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:39.127452 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.257151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=b052bc20-acce-4eee-b047-aba0ba7b6fee,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:39.262988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97567421-916f-4d85-8962-71108e56775b None None] Network 7c941a73-cf65-48e4-93c1-8d82c4579694 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:39.369607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:39.383606 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Sync routers for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:39.410194 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.414887 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2107421e-0c7b-4eb5-8201-8cc59869592d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.1882045 Feb 11 05:38:39.415428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39592) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:39.429568 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:39.431924 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:39.538124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39608) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:39.589524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b880464-9643-4c62-ac7c-2f832bec41ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.680418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-23eb5465-8eb9-4b6d-a018-156d45c5e5f2 None None] Provisioning complete for port b052bc20-acce-4eee-b047-aba0ba7b6fee triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:39.681005 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-23eb5465-8eb9-4b6d-a018-156d45c5e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.742495 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:39.882631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b880464-9643-4c62-ac7c-2f832bec41ac admin admin] Publish callbacks [] for security_group (9cf51df6-a1f7-4d77-ae98-fb25e78b4b2c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.905573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b880464-9643-4c62-ac7c-2f832bec41ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9cf51df6-a1f7-4d77-ae98-fb25e78b4b2c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.972126 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0b880464-9643-4c62-ac7c-2f832bec41ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8320c21fc274433a8624189e3a3e397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4313924 Feb 11 05:38:39.993299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39622) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:40.081218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b880464-9643-4c62-ac7c-2f832bec41ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf51df6-a1f7-4d77-ae98-fb25e78b4b2c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:40.168111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-23eb5465-8eb9-4b6d-a018-156d45c5e5f2 None None] Current status of the port b052bc20-acce-4eee-b047-aba0ba7b6fee is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:40.243497 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-276ec093-48b9-4755-8d62-2beb6f9c2d37 admin admin] Publish callbacks [] for security_group (9cf51df6-a1f7-4d77-ae98-fb25e78b4b2c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.386136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-276ec093-48b9-4755-8d62-2beb6f9c2d37 admin admin] Publish callbacks [] for security_group (9cf51df6-a1f7-4d77-ae98-fb25e78b4b2c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.486086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b052bc20-acce-4eee-b047-aba0ba7b6fee up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:40.530086 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:37Z', 'revision_number': 3, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:40.588376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-276ec093-48b9-4755-8d62-2beb6f9c2d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9cf51df6-a1f7-4d77-ae98-fb25e78b4b2c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.592270 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-276ec093-48b9-4755-8d62-2beb6f9c2d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.594317 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-276ec093-48b9-4755-8d62-2beb6f9c2d37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cf51df6-a1f7-4d77-ae98-fb25e78b4b2c HTTP/1.1" status: 204 len: 168 time: 0.5962906 Feb 11 05:38:40.620924 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Checking router: 102d6294-4647-41a0-afee-b8b1f0145c9c for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:40.624303 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Updating router 102d6294-4647-41a0-afee-b8b1f0145c9c port 6d62fc19-4a9d-47aa-aafe-0173919c7e41 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:40.656109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ec093-48b9-4755-8d62-2beb6f9c2d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf51df6-a1f7-4d77-ae98-fb25e78b4b2c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:40.682720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b052bc20-acce-4eee-b047-aba0ba7b6fee triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:40.683195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.756634 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.990570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-da5f02c2-b5d8-4014-941c-47ff487c8cc6 None None] Provisioning complete for port b052bc20-acce-4eee-b047-aba0ba7b6fee triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:40.990950 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da5f02c2-b5d8-4014-941c-47ff487c8cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.235540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b052bc20-acce-4eee-b047-aba0ba7b6fee is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:41.287515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.385915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-da5f02c2-b5d8-4014-941c-47ff487c8cc6 None None] Current status of the port b052bc20-acce-4eee-b047-aba0ba7b6fee is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:41.645006 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Publish callbacks [] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.661989 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.887199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Allocated IP 172.20.0.1 (7c941a73-cf65-48e4-93c1-8d82c4579694/1a29c1af-c8c5-41d6-ae28-323b02a7c1f3/28599bf7-a87b-4735-ba1d-f71921b7ed2f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:41.924030 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Pushing event updated for resources: {'Port': ['ID=6d62fc19-4a9d-47aa-aafe-0173919c7e41,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:41.991885 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Attempting to bind port 6d62fc19-4a9d-47aa-aafe-0173919c7e41 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:41.993612 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Attempting to bind port 6d62fc19-4a9d-47aa-aafe-0173919c7e41 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:41.995370 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Attempting to bind port 6d62fc19-4a9d-47aa-aafe-0173919c7e41 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:42.006415 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:42.007474 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:42.008740 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.009916 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:42.010955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Bound port: 6d62fc19-4a9d-47aa-aafe-0173919c7e41, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:42.011688 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.115510 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] For port 6d62fc19-4a9d-47aa-aafe-0173919c7e41, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:42.127495 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] For port 6d62fc19-4a9d-47aa-aafe-0173919c7e41, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6d62fc19-4a9d-47aa-aafe-0173919c7e41,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:42.136109 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.136928 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.137750 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.140490 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.141460 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.142119 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.143181 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.144489 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.145655 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.146468 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.147144 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.147709 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.148461 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.155067 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.279420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39712) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:42.316468 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:42.320888 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:42.339063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Publish callbacks [] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.428472 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.452012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Network 7c941a73-cf65-48e4-93c1-8d82c4579694 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:42.464473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:42.524413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:42.696217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Pushing event updated for resources: {'Port': ['ID=28599bf7-a87b-4735-ba1d-f71921b7ed2f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.731127 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (102d6294-4647-41a0-afee-b8b1f0145c9c), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.826734 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9181be5-8e3d-4df0-9773-f798b4a725fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.924027 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ae2d2-e75d-4ba9-8d66-a353de39e292 None None] Pushing event updated for resources: {'Port': ['ID=6d62fc19-4a9d-47aa-aafe-0173919c7e41,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.964239 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39734) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:43.141991 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.264854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e2a13979-c334-4d09-b561-43550ab82713 None None] Provisioning complete for port 28599bf7-a87b-4735-ba1d-f71921b7ed2f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:43.266184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2a13979-c334-4d09-b561-43550ab82713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.380169 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:43.810955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6688443-f660-46ce-b355-dabb9f566f58 req-171b28b8-7622-4bdd-9539-e99c11d05a39 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4879909 Feb 11 05:38:43.999857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e2a13979-c334-4d09-b561-43550ab82713 None None] Port 28599bf7-a87b-4735-ba1d-f71921b7ed2f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:44.131895 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:37Z', 'revision_number': 3, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:44.302176 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eb6b8-aa57-4b7b-92ad-5b0f2b9497e1 None None] The sync data for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 is: [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:37Z', 'revision_number': 3, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:44.370768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9181be5-8e3d-4df0-9773-f798b4a725fb admin admin] Publish callbacks [] for security_group (706e0c82-e8f4-4b28-8465-449a2c14305c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.384020 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9181be5-8e3d-4df0-9773-f798b4a725fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (706e0c82-e8f4-4b28-8465-449a2c14305c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.657651 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a9181be5-8e3d-4df0-9773-f798b4a725fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55e3444210d6425d97b5dd381f8685d6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3769886 Feb 11 05:38:44.662904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39780) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:44.666195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9181be5-8e3d-4df0-9773-f798b4a725fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e0c82-e8f4-4b28-8465-449a2c14305c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:44.848778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9855dec4-869f-4655-b6d4-ea2f066dd0fe admin admin] Publish callbacks [] for security_group (706e0c82-e8f4-4b28-8465-449a2c14305c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.066135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9855dec4-869f-4655-b6d4-ea2f066dd0fe admin admin] Publish callbacks [] for security_group (706e0c82-e8f4-4b28-8465-449a2c14305c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.386931 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (3cc33109-f8a3-438b-8733-88a5a17430bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.412788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9855dec4-869f-4655-b6d4-ea2f066dd0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (706e0c82-e8f4-4b28-8465-449a2c14305c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.418573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9855dec4-869f-4655-b6d4-ea2f066dd0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.419931 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9855dec4-869f-4655-b6d4-ea2f066dd0fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/706e0c82-e8f4-4b28-8465-449a2c14305c HTTP/1.1" status: 204 len: 168 time: 0.7549121 Feb 11 05:38:45.485811 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Publish callbacks [] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.506505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.628855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855dec4-869f-4655-b6d4-ea2f066dd0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e0c82-e8f4-4b28-8465-449a2c14305c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:45.685005 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (102d6294-4647-41a0-afee-b8b1f0145c9c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.381871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6688443-f660-46ce-b355-dabb9f566f58 req-31b7211d-fa11-42f3-acfc-cffa92c6fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:46.404694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6688443-f660-46ce-b355-dabb9f566f58 req-31b7211d-fa11-42f3-acfc-cffa92c6fded service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 1129 time: 0.8861625 Feb 11 05:38:46.406604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Pushing event updated for resources: {'Port': ['ID=28599bf7-a87b-4735-ba1d-f71921b7ed2f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:46.495201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6d62fc19-4a9d-47aa-aafe-0173919c7e41 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:46.535887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Deleting port 66a5c507-0413-4465-89f2-8035eb059e48 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:46.536469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (66a5c507-0413-4465-89f2-8035eb059e48), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.652498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6d62fc19-4a9d-47aa-aafe-0173919c7e41 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:46.653952 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.658094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Network 7c941a73-cf65-48e4-93c1-8d82c4579694 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:46.667102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39842) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:46.668090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:46.700224 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a79e0ae0-e393-434d-844b-da938b957799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.918070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] For port 66a5c507-0413-4465-89f2-8035eb059e48, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=66a5c507-0413-4465-89f2-8035eb059e48,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:46.918447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (66a5c507-0413-4465-89f2-8035eb059e48), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.995884 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Calling delete_port for 66a5c507-0413-4465-89f2-8035eb059e48 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:47.057207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6d62fc19-4a9d-47aa-aafe-0173919c7e41 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:47.059375 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.127480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 6d62fc19-4a9d-47aa-aafe-0173919c7e41, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6d62fc19-4a9d-47aa-aafe-0173919c7e41,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:47.144212 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.371872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=6d62fc19-4a9d-47aa-aafe-0173919c7e41,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:47.424752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34ddb2f7-0c27-494a-b979-f95dd822fa06 None None] Provisioning complete for port 28599bf7-a87b-4735-ba1d-f71921b7ed2f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:47.425362 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34ddb2f7-0c27-494a-b979-f95dd822fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.449008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a79e0ae0-e393-434d-844b-da938b957799 admin admin] Publish callbacks [] for security_group (940b8de0-27de-423e-9235-bf661d4a896e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.495263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6688443-f660-46ce-b355-dabb9f566f58 req-2df236c0-afd8-40cd-b910-f28c00d864f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:47.499430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6688443-f660-46ce-b355-dabb9f566f58 req-2df236c0-afd8-40cd-b910-f28c00d864f3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 200 len: 914 time: 1.0938606 Feb 11 05:38:47.512811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Router 102d6294-4647-41a0-afee-b8b1f0145c9c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:47.514486 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a79e0ae0-e393-434d-844b-da938b957799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (940b8de0-27de-423e-9235-bf661d4a896e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.597048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34ddb2f7-0c27-494a-b979-f95dd822fa06 None None] Port 28599bf7-a87b-4735-ba1d-f71921b7ed2f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:47.760577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (66a5c507-0413-4465-89f2-8035eb059e48), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.789801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e0ae0-e393-434d-844b-da938b957799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940b8de0-27de-423e-9235-bf661d4a896e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:47.806725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6688443-f660-46ce-b355-dabb9f566f58 req-56c2849b-6c4f-4796-babf-4cd073835c93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df572079-96a5-4e6a-b1aa-4a30879e8fc0 HTTP/1.1" status: 200 len: 217 time: 0.2838974 Feb 11 05:38:47.944123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Pushing event deleted for resources: {'Port': ['ID=66a5c507-0413-4465-89f2-8035eb059e48,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:48.049222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a79e0ae0-e393-434d-844b-da938b957799 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fb535dbbead4dfaaeb2bd2fbbb40708&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3784566 Feb 11 05:38:48.054036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39866) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:48.612167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6688443-f660-46ce-b355-dabb9f566f58 req-fa683df8-1cce-4005-8141-27a0d0cd53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:48.613846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6688443-f660-46ce-b355-dabb9f566f58 req-fa683df8-1cce-4005-8141-27a0d0cd53e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=626436ea-3708-46dc-8918-ccc449182f79 HTTP/1.1" status: 200 len: 853 time: 0.7897632 Feb 11 05:38:48.639746 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7954-c520-4026-b842-40044913f24c admin admin] Publish callbacks [] for security_group (940b8de0-27de-423e-9235-bf661d4a896e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.700690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6d62fc19-4a9d-47aa-aafe-0173919c7e41 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:48.751111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6688443-f660-46ce-b355-dabb9f566f58 req-2779730f-7cbc-4cca-8d18-7efca202f3b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4281e62-a042-4781-9bb3-86f3623bde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266429 Feb 11 05:38:48.795450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7954-c520-4026-b842-40044913f24c admin admin] Publish callbacks [] for security_group (940b8de0-27de-423e-9235-bf661d4a896e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.816281 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (3cc33109-f8a3-438b-8733-88a5a17430bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.010032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6688443-f660-46ce-b355-dabb9f566f58 req-092e6363-8afb-476e-a448-3c8145640e10 service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476478 Feb 11 05:38:49.061142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6d62fc19-4a9d-47aa-aafe-0173919c7e41 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:49.061718 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.229575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:49.255296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Sync routers for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:49.265990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1df8b449-7719-429b-8100-af6c00d58a97 admin admin] 10.222.0.31 "PUT /v2.0/routers/102d6294-4647-41a0-afee-b8b1f0145c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8492086 Feb 11 05:38:49.314778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:49.316445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:49.670598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7954-c520-4026-b842-40044913f24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (940b8de0-27de-423e-9235-bf661d4a896e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.673365 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7954-c520-4026-b842-40044913f24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.678311 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9e5e7954-c520-4026-b842-40044913f24c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/940b8de0-27de-423e-9235-bf661d4a896e HTTP/1.1" status: 204 len: 168 time: 1.6163213 Feb 11 05:38:49.734104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e7954-c520-4026-b842-40044913f24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b8de0-27de-423e-9235-bf661d4a896e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:49.911765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6688443-f660-46ce-b355-dabb9f566f58 req-52a3743b-8caf-4ce8-b51a-1db6321b65e7 service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8930101 Feb 11 05:38:50.029158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:50.037268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9bd6a-3f7f-4d0a-97e5-4bc1424cd2d9 req-08a1d9d4-5e65-4d49-880e-ef1d102cc4e4 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.058332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50d9bd6a-3f7f-4d0a-97e5-4bc1424cd2d9 req-08a1d9d4-5e65-4d49-880e-ef1d102cc4e4 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 945 time: 0.4500849 Feb 11 05:38:50.178327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Router 3cc33109-f8a3-438b-8733-88a5a17430bc has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:50.417012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-d2f900cb-9ad7-4f3b-a101-eb56f15c52be tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.425710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-d2f900cb-9ad7-4f3b-a101-eb56f15c52be tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 945 time: 0.5912209 Feb 11 05:38:50.525606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50d9bd6a-3f7f-4d0a-97e5-4bc1424cd2d9 req-f2de1f99-dca1-4068-b4a2-d8071597af14 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550624 Feb 11 05:38:50.534923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6d62fc19-4a9d-47aa-aafe-0173919c7e41 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:50.817647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '28599bf7-a87b-4735-ba1d-f71921b7ed2f', 'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'mac_address': 'fa:16:3e:f7:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:41Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 2, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'subnets': [{'id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:50.871280 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:38:50.886256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:50.895546 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ac9f16b9-d997-4ba8-8f08-fcf968a0f24d admin admin] 10.222.0.31 "PUT /v2.0/routers/3cc33109-f8a3-438b-8733-88a5a17430bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9253500 Feb 11 05:38:50.899322 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] Sync routers for ids ['3cc33109-f8a3-438b-8733-88a5a17430bc'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:50.907361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39936) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:50.916580 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] Routers {'3cc33109-f8a3-438b-8733-88a5a17430bc'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:50.917458 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['3cc33109-f8a3-438b-8733-88a5a17430bc'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:51.140874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Checking router: 102d6294-4647-41a0-afee-b8b1f0145c9c for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:51.142254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Updating router 102d6294-4647-41a0-afee-b8b1f0145c9c port 28599bf7-a87b-4735-ba1d-f71921b7ed2f binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:51.154728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Deleting port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:51.157706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.201940 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] Set router 3cc33109-f8a3-438b-8733-88a5a17430bc gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:51.294353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.376299 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks [] for router (3cc33109-f8a3-438b-8733-88a5a17430bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.562643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] For port 78cee3d1-fb42-4036-b3f2-fe1a39e20777, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=78cee3d1-fb42-4036-b3f2-fe1a39e20777,segment=NetworkSegment(cf07679c-ca8d-4d61-8c48-2caff7406b30),segment_id=cf07679c-ca8d-4d61-8c48-2caff7406b30)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:51.572627 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.626918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Calling delete_port for 78cee3d1-fb42-4036-b3f2-fe1a39e20777 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:51.806073 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks [] for router_gateway (3cc33109-f8a3-438b-8733-88a5a17430bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.856298 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:33Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 5, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'gw_port': {'id': '8c0923f0-6f5b-4428-b251-c2b940e9aee7', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:36Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:51.922321 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] Checking router: 3cc33109-f8a3-438b-8733-88a5a17430bc for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:51.945611 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] Routers {'3cc33109-f8a3-438b-8733-88a5a17430bc'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:51.946932 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['3cc33109-f8a3-438b-8733-88a5a17430bc'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:51.958353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.972652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Deleting port 8c0923f0-6f5b-4428-b251-c2b940e9aee7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:51.972807 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.071879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d92f-715d-494f-b3a9-0d34cb804cbc req-7f0994b7-7609-4d15-ae07-6467028153d6 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:52.108526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c04d92f-715d-494f-b3a9-0d34cb804cbc req-7f0994b7-7609-4d15-ae07-6467028153d6 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 945 time: 0.3360696 Feb 11 05:38:52.243707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Publish callbacks [] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.274901 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.314578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] For port 8c0923f0-6f5b-4428-b251-c2b940e9aee7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8c0923f0-6f5b-4428-b251-c2b940e9aee7,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:52.318596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.323333 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] Set router 3cc33109-f8a3-438b-8733-88a5a17430bc gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:52.341994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39974) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:52.352817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c04d92f-715d-494f-b3a9-0d34cb804cbc req-960332ca-781f-47f4-9cbd-641f1c572138 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/security-groups?id=3229070d-10cd-45d6-afab-5e2a2e45f220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430279 Feb 11 05:38:52.378546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5cb70193-fa8d-477b-a680-2c35e2ccffd9 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423816324', 'description': 'tempest-description--670543618'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:52.396530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (78cee3d1-fb42-4036-b3f2-fe1a39e20777), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.468254 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cb70193-fa8d-477b-a680-2c35e2ccffd9 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.471329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fae9a-a4bf-4caa-bf46-eb446102aa1d None None] Pushing event updated for resources: {'Port': ['ID=28599bf7-a87b-4735-ba1d-f71921b7ed2f,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:52.471486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Pushing event deleted for resources: {'Port': ['ID=78cee3d1-fb42-4036-b3f2-fe1a39e20777,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:52.586047 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:33Z', 'updated_at': '2022-02-11T05:38:51Z', 'revision_number': 6, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:52.644578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] No DVR routers for this DVR port 78cee3d1-fb42-4036-b3f2-fe1a39e20777 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:52.650479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.657102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d686815-fd28-4fe3-8c1b-1b1ba380bfe1 req-051f6cf2-18a8-4338-9443-cd30d0566f5e tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.72 "DELETE /v2.0/ports/78cee3d1-fb42-4036-b3f2-fe1a39e20777 HTTP/1.1" status: 204 len: 173 time: 2.2186391 Feb 11 05:38:52.663568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f203f12-f9fc-4b4a-a7e4-d83f1f025874', 'name': 'network-vif-deleted', 'tag': '78cee3d1-fb42-4036-b3f2-fe1a39e20777'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:52.672103 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d2e995-27a7-493f-bf89-0bb36da27a89" -d '{"events": [{"server_uuid": "3f203f12-f9fc-4b4a-a7e4-d83f1f025874", "name": "network-vif-deleted", "tag": "78cee3d1-fb42-4036-b3f2-fe1a39e20777"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:52.727773 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443d181-881b-4abf-8edc-1df8e25604e8 None None] The sync data for ids ['3cc33109-f8a3-438b-8733-88a5a17430bc'] in n-d-715271-35 is: [{'id': '3cc33109-f8a3-438b-8733-88a5a17430bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141994264-router', 'tenant_id': '90b142c8562d49de8b95cc8d82227ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:33Z', 'updated_at': '2022-02-11T05:38:51Z', 'revision_number': 6, 'project_id': '90b142c8562d49de8b95cc8d82227ca5', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:52.779924 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54736bc4-ce83-47a1-b96e-43aabb7b8d01 x-openstack-request-id: req-54736bc4-ce83-47a1-b96e-43aabb7b8d01 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:52.780508 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f203f12-f9fc-4b4a-a7e4-d83f1f025874", "name": "network-vif-deleted", "tag": "78cee3d1-fb42-4036-b3f2-fe1a39e20777", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:52.780940 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54736bc4-ce83-47a1-b96e-43aabb7b8d01 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:52.781538 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f203f12-f9fc-4b4a-a7e4-d83f1f025874', 'name': 'network-vif-deleted', 'tag': '78cee3d1-fb42-4036-b3f2-fe1a39e20777', 'status': 'completed', 'code': 200} Feb 11 05:38:52.897373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Calling delete_port for 8c0923f0-6f5b-4428-b251-c2b940e9aee7 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:52.925723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Attempting to bind port 28599bf7-a87b-4735-ba1d-f71921b7ed2f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:52.926125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Attempting to bind port 28599bf7-a87b-4735-ba1d-f71921b7ed2f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:52.926486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Attempting to bind port 28599bf7-a87b-4735-ba1d-f71921b7ed2f on network 7c941a73-cf65-48e4-93c1-8d82c4579694 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:52.989407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:52.989802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Checking segment: {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:52.993351 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.993782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Bound using segment: {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:52.994474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Bound port: 28599bf7-a87b-4735-ba1d-f71921b7ed2f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:53.007727 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:53.154326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] For port 28599bf7-a87b-4735-ba1d-f71921b7ed2f, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:53.177230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] For port 28599bf7-a87b-4735-ba1d-f71921b7ed2f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=28599bf7-a87b-4735-ba1d-f71921b7ed2f,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:53.230629 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:53.495989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:53.500307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:38:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:53.658237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8c0923f0-6f5b-4428-b251-c2b940e9aee7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:53.671671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cb70193-fa8d-477b-a680-2c35e2ccffd9 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group (493a9468-127d-46c3-86bc-9fad5959a71a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:53.715733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b29940e-2c4e-4e2e-a352-a0aca51c023e req-3d27b679-66cb-44ac-82e9-b45064de7e71 tempest-AttachVolumeNegativeTest-909295558 tempest-AttachVolumeNegativeTest-909295558-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f203f12-f9fc-4b4a-a7e4-d83f1f025874 HTTP/1.1" status: 200 len: 210 time: 0.0708449 Feb 11 05:38:53.781147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cb70193-fa8d-477b-a680-2c35e2ccffd9 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (493a9468-127d-46c3-86bc-9fad5959a71a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:53.886305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0923f0-6f5b-4428-b251-c2b940e9aee7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:54.058588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cb70193-fa8d-477b-a680-2c35e2ccffd9 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.059821 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5cb70193-fa8d-477b-a680-2c35e2ccffd9 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7152886 Feb 11 05:38:54.063234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40022) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:54.068083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-935b9bdd-18d1-417c-9c2b-5b8b62d90afe tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Request body: {'security_group_rule': {'security_group_id': '493a9468-127d-46c3-86bc-9fad5959a71a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:54.082063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb70193-fa8d-477b-a680-2c35e2ccffd9 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493a9468-127d-46c3-86bc-9fad5959a71a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:54.105982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 78cee3d1-fb42-4036-b3f2-fe1a39e20777 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:54.120891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.122077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fae9a-a4bf-4caa-bf46-eb446102aa1d None None] Pushing event updated for resources: {'Port': ['ID=28599bf7-a87b-4735-ba1d-f71921b7ed2f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:54.145415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (3cc33109-f8a3-438b-8733-88a5a17430bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.152041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-935b9bdd-18d1-417c-9c2b-5b8b62d90afe tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group_rule (e10f7970-35e0-4059-8400-9fa3cb1f425a), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.262891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c1e7b351-5b0f-4bcb-ad96-b2e07372fce6 None None] Provisioning complete for port 28599bf7-a87b-4735-ba1d-f71921b7ed2f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:54.267599 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b351-5b0f-4bcb-ad96-b2e07372fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.275883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 78cee3d1-fb42-4036-b3f2-fe1a39e20777 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:54.275883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 78cee3d1-fb42-4036-b3f2-fe1a39e20777 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:54.333770 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-935b9bdd-18d1-417c-9c2b-5b8b62d90afe tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group_rule (e10f7970-35e0-4059-8400-9fa3cb1f425a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.353816 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-935b9bdd-18d1-417c-9c2b-5b8b62d90afe tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e10f7970-35e0-4059-8400-9fa3cb1f425a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.433624 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (3cc33109-f8a3-438b-8733-88a5a17430bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.436599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:54.439710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks [] for router_controller (3cc33109-f8a3-438b-8733-88a5a17430bc), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.474101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b9bdd-18d1-417c-9c2b-5b8b62d90afe tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10f7970-35e0-4059-8400-9fa3cb1f425a,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:54.517172 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-935b9bdd-18d1-417c-9c2b-5b8b62d90afe tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.519514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-935b9bdd-18d1-417c-9c2b-5b8b62d90afe tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4554300 Feb 11 05:38:54.522728 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (3cc33109-f8a3-438b-8733-88a5a17430bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.523891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc33109-f8a3-438b-8733-88a5a17430bc {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:38:54.530093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40030) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:54.537478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-71003b0c-3912-498f-a651-41e383762750 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Request body: {'security_group_rule': {'security_group_id': '493a9468-127d-46c3-86bc-9fad5959a71a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:54.539573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.558668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40032) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:54.562124 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-859e5baa-b8fe-4c4f-b6ec-9e9b0f454c76 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3cc33109-f8a3-438b-8733-88a5a17430bc HTTP/1.1" status: 204 len: 168 time: 3.6356928 Feb 11 05:38:54.698908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71003b0c-3912-498f-a651-41e383762750 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group_rule (a2cfafb8-05d8-4666-a17f-8fd00b1269f7), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.820261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40056) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:54.829175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 66a5c507-0413-4465-89f2-8035eb059e48 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:54.836241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-9611915d-91d1-45e2-a25d-4fc0c3e81c16 admin admin] Deleting subnet c37e1206-70b5-4b6a-8c86-2bc2f572abec {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:54.839668 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9611915d-91d1-45e2-a25d-4fc0c3e81c16 admin admin] Publish callbacks [] for subnet (c37e1206-70b5-4b6a-8c86-2bc2f572abec), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.980764 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9611915d-91d1-45e2-a25d-4fc0c3e81c16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (c37e1206-70b5-4b6a-8c86-2bc2f572abec), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.116601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 66a5c507-0413-4465-89f2-8035eb059e48 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:55.117299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 66a5c507-0413-4465-89f2-8035eb059e48 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:55.125565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8c0923f0-6f5b-4428-b251-c2b940e9aee7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:55.273156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71003b0c-3912-498f-a651-41e383762750 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group_rule (a2cfafb8-05d8-4666-a17f-8fd00b1269f7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.284013 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71003b0c-3912-498f-a651-41e383762750 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (a2cfafb8-05d8-4666-a17f-8fd00b1269f7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.297626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 8c0923f0-6f5b-4428-b251-c2b940e9aee7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:55.298077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8c0923f0-6f5b-4428-b251-c2b940e9aee7 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:55.313546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9611915d-91d1-45e2-a25d-4fc0c3e81c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c37e1206-70b5-4b6a-8c86-2bc2f572abec), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.569426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9611915d-91d1-45e2-a25d-4fc0c3e81c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (c37e1206-70b5-4b6a-8c86-2bc2f572abec), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.578731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7b351-5b0f-4bcb-ad96-b2e07372fce6 None None] Current status of the port 28599bf7-a87b-4735-ba1d-f71921b7ed2f is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:55.579128 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b351-5b0f-4bcb-ad96-b2e07372fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.608752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611915d-91d1-45e2-a25d-4fc0c3e81c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37e1206-70b5-4b6a-8c86-2bc2f572abec,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:55.632354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71003b0c-3912-498f-a651-41e383762750 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cfafb8-05d8-4666-a17f-8fd00b1269f7,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:55.664623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71003b0c-3912-498f-a651-41e383762750 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.673721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40066) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:55.680304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:55.684717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-71003b0c-3912-498f-a651-41e383762750 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1394324 Feb 11 05:38:55.686458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9611915d-91d1-45e2-a25d-4fc0c3e81c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.712740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9611915d-91d1-45e2-a25d-4fc0c3e81c16 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c37e1206-70b5-4b6a-8c86-2bc2f572abec HTTP/1.1" status: 204 len: 168 time: 1.1313741 Feb 11 05:38:55.715240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40068) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:55.717025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c40b15-926f-4085-81d1-42cf08bc3215 None None] Network 39f958d4-4aea-493d-971c-dc5b74bcb2de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:55.791422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.108405 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (39f958d4-4aea-493d-971c-dc5b74bcb2de), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.147205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc01f635-a6d2-4835-98f1-dd7772a6f348 admin admin] Deleting subnet 75535e81-136b-455e-823e-db1995cc9522 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:56.151271 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc01f635-a6d2-4835-98f1-dd7772a6f348 admin admin] Publish callbacks [] for subnet (75535e81-136b-455e-823e-db1995cc9522), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.305751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Deleting port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:56.306099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.379961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc01f635-a6d2-4835-98f1-dd7772a6f348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (75535e81-136b-455e-823e-db1995cc9522), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.519336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] For port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e25099bf-a87e-4d00-a7c6-ea93b0b7a53c,segment=NetworkSegment(df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60),segment_id=df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:56.519700 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.566243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Calling delete_port for e25099bf-a87e-4d00-a7c6-ea93b0b7a53c owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:56.612167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc01f635-a6d2-4835-98f1-dd7772a6f348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (75535e81-136b-455e-823e-db1995cc9522), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.758843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e25099bf-a87e-4d00-a7c6-ea93b0b7a53c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.839651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25099bf-a87e-4d00-a7c6-ea93b0b7a53c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:56.849797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] No DVR routers for this DVR port e25099bf-a87e-4d00-a7c6-ea93b0b7a53c on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:56.955948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c1e7b351-5b0f-4bcb-ad96-b2e07372fce6 None None] For port 28599bf7-a87b-4735-ba1d-f71921b7ed2f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=28599bf7-a87b-4735-ba1d-f71921b7ed2f,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:56.989790 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b351-5b0f-4bcb-ad96-b2e07372fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.113297 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (39f958d4-4aea-493d-971c-dc5b74bcb2de), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.159260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f958d4-4aea-493d-971c-dc5b74bcb2de']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:57.187706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:57.188137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:57.243652 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.320495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.328195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7b351-5b0f-4bcb-ad96-b2e07372fce6 None None] Pushing event updated for resources: {'Port': ['ID=28599bf7-a87b-4735-ba1d-f71921b7ed2f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:57.343431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:57.343431 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (df94d9fb-5f15-47d1-8bb9-d8c5c40c5e60), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:57.354323 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:57.388296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5cfb3-49ff-4afb-9f9f-4fcd6e972166 None None] DHCP port deletion for 39f958d4-4aea-493d-971c-dc5b74bcb2de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:38:57.414271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9b076306-8216-43b4-a7c0-8e0cb079d4ba None None] Provisioning complete for port 28599bf7-a87b-4735-ba1d-f71921b7ed2f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:57.415676 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b076306-8216-43b4-a7c0-8e0cb079d4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.473927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.532083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (39f958d4-4aea-493d-971c-dc5b74bcb2de), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.538624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.543036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] 10.222.0.31 "DELETE /v2.0/networks/39f958d4-4aea-493d-971c-dc5b74bcb2de HTTP/1.1" status: 204 len: 168 time: 1.8215523 Feb 11 05:38:57.544287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '28599bf7-a87b-4735-ba1d-f71921b7ed2f', 'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'mac_address': 'fa:16:3e:f7:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:41Z', 'updated_at': '2022-02-11T05:38:53Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'subnets': [{'id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:57.547249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40116) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:57.572243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b75de-fcf3-4f89-8306-36dde603bd59 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f958d4-4aea-493d-971c-dc5b74bcb2de,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:57.592919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273efb-ce8d-45cd-96ff-d00bf9bfcf25 None None] The sync data for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 is: [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '28599bf7-a87b-4735-ba1d-f71921b7ed2f', 'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'mac_address': 'fa:16:3e:f7:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:41Z', 'updated_at': '2022-02-11T05:38:53Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'subnets': [{'id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:57.743269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9b076306-8216-43b4-a7c0-8e0cb079d4ba None None] Current status of the port 28599bf7-a87b-4735-ba1d-f71921b7ed2f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:57.802859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4f8da50f-8465-450c-8ea9-db8e21c2f2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.915151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Allocated IP 172.25.1.238 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/41e55a06-36f0-4a0a-bc05-fb20ac37bd8f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:58.110618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for port (41e55a06-36f0-4a0a-bc05-fb20ac37bd8f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.199042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (41e55a06-36f0-4a0a-bc05-fb20ac37bd8f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.261220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc01f635-a6d2-4835-98f1-dd7772a6f348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (75535e81-136b-455e-823e-db1995cc9522), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.279809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Pushing event updated for resources: {'Port': ['ID=41e55a06-36f0-4a0a-bc05-fb20ac37bd8f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:58.336889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc01f635-a6d2-4835-98f1-dd7772a6f348 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.341811 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cc01f635-a6d2-4835-98f1-dd7772a6f348 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/75535e81-136b-455e-823e-db1995cc9522 HTTP/1.1" status: 204 len: 168 time: 3.5197330 Feb 11 05:38:58.343720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40134) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:58.349710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01f635-a6d2-4835-98f1-dd7772a6f348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75535e81-136b-455e-823e-db1995cc9522,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:58.376493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:58.378459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:58.383146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:58.639086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (2ee70d01-8371-4a8f-9578-84f2895a32ab), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.896650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 28599bf7-a87b-4735-ba1d-f71921b7ed2f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:58.934609 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (2ee70d01-8371-4a8f-9578-84f2895a32ab), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.018674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee70d01-8371-4a8f-9578-84f2895a32ab']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:59.034125 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for floatingip (2c5d5a79-28eb-4467-bc6c-061f652b60cb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.066481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf07679c-ca8d-4d61-8c48-2caff7406b30') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:59.068589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf07679c-ca8d-4d61-8c48-2caff7406b30') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:59.118574 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (cf07679c-ca8d-4d61-8c48-2caff7406b30), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.145260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 28599bf7-a87b-4735-ba1d-f71921b7ed2f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:59.146962 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.173410 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (cf07679c-ca8d-4d61-8c48-2caff7406b30), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.198610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:59.199321 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (cf07679c-ca8d-4d61-8c48-2caff7406b30), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.271604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (41e55a06-36f0-4a0a-bc05-fb20ac37bd8f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:59.293986 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:59.297178 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (2ee70d01-8371-4a8f-9578-84f2895a32ab), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.303180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.309756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] 10.222.0.31 "DELETE /v2.0/networks/2ee70d01-8371-4a8f-9578-84f2895a32ab HTTP/1.1" status: 204 len: 168 time: 0.9594481 Feb 11 05:38:59.324616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd1bcc-8f6e-4f64-acb2-67f1bb228dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee70d01-8371-4a8f-9578-84f2895a32ab,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:59.487474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 28599bf7-a87b-4735-ba1d-f71921b7ed2f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:59.627180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e25099bf-a87e-4d00-a7c6-ea93b0b7a53c no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:59.676775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: e25099bf-a87e-4d00-a7c6-ea93b0b7a53c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:59.679058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e25099bf-a87e-4d00-a7c6-ea93b0b7a53c not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:59.810925 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for port (41e55a06-36f0-4a0a-bc05-fb20ac37bd8f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.819973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (41e55a06-36f0-4a0a-bc05-fb20ac37bd8f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.963193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2c5d5a79-28eb-4467-bc6c-061f652b60cb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.986411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Pushing event updated for resources: {'Port': ['ID=41e55a06-36f0-4a0a-bc05-fb20ac37bd8f,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:00.002965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.004676 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b0d0e1f4-fc3c-4696-a598-1549c7976d92 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3297539 Feb 11 05:39:00.033292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40174) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:00.153909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b80e377c-f6f9-491c-a4d6-ad442988339e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31d01b8953884b02a010f85b8ce90594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1185827 Feb 11 05:39:00.158208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40178) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:00.246209 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed100397-6834-4a61-871d-0df5f46e4cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.356325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (4a588947-5e85-4f65-8aac-e5339529bfa2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.378476 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de50caf5-618d-40ff-868e-83659b75e85e admin admin] Publish callbacks [] for security_group (3229070d-10cd-45d6-afab-5e2a2e45f220), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.430075 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de50caf5-618d-40ff-868e-83659b75e85e admin admin] Publish callbacks [] for security_group (3229070d-10cd-45d6-afab-5e2a2e45f220), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.628728 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de50caf5-618d-40ff-868e-83659b75e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3229070d-10cd-45d6-afab-5e2a2e45f220), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.643611 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de50caf5-618d-40ff-868e-83659b75e85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.647439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-de50caf5-618d-40ff-868e-83659b75e85e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3229070d-10cd-45d6-afab-5e2a2e45f220 HTTP/1.1" status: 204 len: 168 time: 0.4871941 Feb 11 05:39:00.712493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50caf5-618d-40ff-868e-83659b75e85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3229070d-10cd-45d6-afab-5e2a2e45f220,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:00.759415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-0559b0cd-7caa-4ae2-b085-99a0952faafe tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1423816324&fields=id&tenant_id=a65411783aa84d94a984fa2a6daa3be9 HTTP/1.1" status: 200 len: 267 time: 0.1923335 Feb 11 05:39:00.975825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-a9e7bb13-4f09-4fc6-96d7-4c9ba5b15e72 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:00.978359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-a9e7bb13-4f09-4fc6-96d7-4c9ba5b15e72 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/networks?id=7c941a73-cf65-48e4-93c1-8d82c4579694 HTTP/1.1" status: 200 len: 804 time: 0.2125390 Feb 11 05:39:01.003985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-9f372581-09a6-48dd-aba5-a6b4e0290a25 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/quotas/a65411783aa84d94a984fa2a6daa3be9 HTTP/1.1" status: 200 len: 375 time: 0.0201333 Feb 11 05:39:01.043641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:01.172180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-be5ca9dd-42a5-4266-98c1-5f2bdcef1146 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a65411783aa84d94a984fa2a6daa3be9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621184 Feb 11 05:39:01.214002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Deleting port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:01.214428 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:01.504898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] For port 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=23f5f4b1-c32a-4e07-b2c8-002e61df4bcc,segment=NetworkSegment(60801a81-3715-4ce2-b405-58a019b9a3d9),segment_id=60801a81-3715-4ce2-b405-58a019b9a3d9)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:01.508474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:01.557269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Calling delete_port for 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:01.720999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-525ecade-82e4-472e-847b-c4772cecbd72 service neutron] 10.222.0.31 "GET /v2.0/networks/7c941a73-cf65-48e4-93c1-8d82c4579694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341532 Feb 11 05:39:01.908847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f0d6a359-c9c6-46f9-89bb-1c26311907e6 service neutron] 10.222.0.31 "GET /v2.0/networks/7c941a73-cf65-48e4-93c1-8d82c4579694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811664 Feb 11 05:39:02.017601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (23f5f4b1-c32a-4e07-b2c8-002e61df4bcc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:02.103711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f5f4b1-c32a-4e07-b2c8-002e61df4bcc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:02.482797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40262) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:02.621331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ad23882-665a-463a-a3bf-540294d55305 req-a03b2d8e-2b1f-41d1-8508-8c4fcc583bd1 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 210 time: 0.1254897 Feb 11 05:39:02.721856 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:02.803886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (4a588947-5e85-4f65-8aac-e5339529bfa2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:02.843451 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b4aea66-efd9-4348-9965-f21acc2b51a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.110206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b4aea66-efd9-4348-9965-f21acc2b51a1 admin admin] Publish callbacks [] for security_group (cf3c131c-67c4-4abb-97c4-acf49ec9062a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.121540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b4aea66-efd9-4348-9965-f21acc2b51a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cf3c131c-67c4-4abb-97c4-acf49ec9062a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.184689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5b4aea66-efd9-4348-9965-f21acc2b51a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d29cc32edc3b4e43b7b3f0523a6784a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999407 Feb 11 05:39:03.186433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4aea66-efd9-4348-9965-f21acc2b51a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3c131c-67c4-4abb-97c4-acf49ec9062a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:03.189639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40294) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:03.330946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c545234f-c8f2-4163-b723-c4de0b107c25 admin admin] Publish callbacks [] for security_group (cf3c131c-67c4-4abb-97c4-acf49ec9062a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.396188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Router 4a588947-5e85-4f65-8aac-e5339529bfa2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:03.413159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c545234f-c8f2-4163-b723-c4de0b107c25 admin admin] Publish callbacks [] for security_group (cf3c131c-67c4-4abb-97c4-acf49ec9062a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.542458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c545234f-c8f2-4163-b723-c4de0b107c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cf3c131c-67c4-4abb-97c4-acf49ec9062a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.545435 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c545234f-c8f2-4163-b723-c4de0b107c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.546749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c545234f-c8f2-4163-b723-c4de0b107c25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf3c131c-67c4-4abb-97c4-acf49ec9062a HTTP/1.1" status: 204 len: 168 time: 0.3564310 Feb 11 05:39:03.578355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545234f-c8f2-4163-b723-c4de0b107c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3c131c-67c4-4abb-97c4-acf49ec9062a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:03.915951 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.966369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-476e88f3-b8e8-466f-acc2-04c6ebbcdd46 req-df1faefc-38a3-47d2-8257-7c42c9cbb7ab tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 210 time: 0.1793554 Feb 11 05:39:03.980763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:03.992660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] Sync routers for ids ['4a588947-5e85-4f65-8aac-e5339529bfa2'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:04.013862 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3eb8e911-5fa7-48c6-a7b1-67ac3fcb0c88 admin admin] 10.222.0.31 "PUT /v2.0/routers/4a588947-5e85-4f65-8aac-e5339529bfa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4585307 Feb 11 05:39:04.014551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40326) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:04.035408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] Routers {'4a588947-5e85-4f65-8aac-e5339529bfa2'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:04.036075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4a588947-5e85-4f65-8aac-e5339529bfa2'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:04.365444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] Set router 4a588947-5e85-4f65-8aac-e5339529bfa2 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:04.441609 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks [] for router (4a588947-5e85-4f65-8aac-e5339529bfa2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.739374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks [] for router_gateway (4a588947-5e85-4f65-8aac-e5339529bfa2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.802055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:39:01Z', 'revision_number': 5, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'gw_port': {'id': 'e0365202-a0cd-4cb9-b413-b82bd7008b92', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:54Z', 'updated_at': '2022-02-11T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:04.896197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] Checking router: 4a588947-5e85-4f65-8aac-e5339529bfa2 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:04.897171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Deleting port e0365202-a0cd-4cb9-b413-b82bd7008b92 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:04.910492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.940164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] Routers {'4a588947-5e85-4f65-8aac-e5339529bfa2'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:04.940879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4a588947-5e85-4f65-8aac-e5339529bfa2'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:05.019330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40372) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:05.043439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1c1052f-4650-4dfa-8bf6-c8d272736d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:05.221593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] For port e0365202-a0cd-4cb9-b413-b82bd7008b92, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e0365202-a0cd-4cb9-b413-b82bd7008b92,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:05.222542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:05.371667 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1c1052f-4650-4dfa-8bf6-c8d272736d95 admin admin] Publish callbacks [] for security_group (6bfdc6f1-8536-4ee2-8f56-18317f62af89), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:05.394286 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1c1052f-4650-4dfa-8bf6-c8d272736d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6bfdc6f1-8536-4ee2-8f56-18317f62af89), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:05.423221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] Set router 4a588947-5e85-4f65-8aac-e5339529bfa2 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:05.593432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40378) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:05.598227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:39:04Z', 'revision_number': 6, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:05.664906 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Calling delete_port for e0365202-a0cd-4cb9-b413-b82bd7008b92 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:05.715416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d1c1052f-4650-4dfa-8bf6-c8d272736d95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0e100178bf14e1ba025ceaac9238645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6369598 Feb 11 05:39:05.716127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40380) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:05.716232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e22a5-f47d-45d3-9976-36f598260724 None None] The sync data for ids ['4a588947-5e85-4f65-8aac-e5339529bfa2'] in n-d-715271-35 is: [{'id': '4a588947-5e85-4f65-8aac-e5339529bfa2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051025371-router', 'tenant_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:39:04Z', 'revision_number': 6, 'project_id': 'ca5d9ceaedff4e02ba44eb99706215d9', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:05.785443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1052f-4650-4dfa-8bf6-c8d272736d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfdc6f1-8536-4ee2-8f56-18317f62af89,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:05.813586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb7c9706-07dc-4d81-a5d2-b16b10b949df req-fb26905f-8cba-4dcb-b111-45d8f8682a7e tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 210 time: 0.6254292 Feb 11 05:39:05.982562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-fcf85e85-5b1a-4443-8685-52888b6b3498 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:05.986976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-fcf85e85-5b1a-4443-8685-52888b6b3498 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.81 "GET /v2.0/networks?id=7c941a73-cf65-48e4-93c1-8d82c4579694 HTTP/1.1" status: 200 len: 804 time: 0.3927255 Feb 11 05:39:06.134355 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-372f1ea8-88f8-45a0-a37e-be9f4fb6491c admin admin] Publish callbacks [] for security_group (6bfdc6f1-8536-4ee2-8f56-18317f62af89), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.231654 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-372f1ea8-88f8-45a0-a37e-be9f4fb6491c admin admin] Publish callbacks [] for security_group (6bfdc6f1-8536-4ee2-8f56-18317f62af89), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.233707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-8ab704b3-20cf-424d-9471-bd561ed3b3fb tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65411783aa84d94a984fa2a6daa3be9 HTTP/1.1" status: 200 len: 380 time: 0.2370830 Feb 11 05:39:06.234533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c82d6a5-fa6b-4861-901f-b26b3af1003f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.307909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Request body: {'port': {'device_id': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'admin_state_up': True, 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'security_groups': ['493a9468-127d-46c3-86bc-9fad5959a71a']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:06.359260 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-372f1ea8-88f8-45a0-a37e-be9f4fb6491c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6bfdc6f1-8536-4ee2-8f56-18317f62af89), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.363013 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-372f1ea8-88f8-45a0-a37e-be9f4fb6491c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.388107 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-372f1ea8-88f8-45a0-a37e-be9f4fb6491c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bfdc6f1-8536-4ee2-8f56-18317f62af89 HTTP/1.1" status: 204 len: 168 time: 0.6911964 Feb 11 05:39:06.429831 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e0365202-a0cd-4cb9-b413-b82bd7008b92), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.451100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f1ea8-88f8-45a0-a37e-be9f4fb6491c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfdc6f1-8536-4ee2-8f56-18317f62af89,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:06.598267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0365202-a0cd-4cb9-b413-b82bd7008b92,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:06.720103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Made reservation on behalf of a65411783aa84d94a984fa2a6daa3be9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:06.758755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.871783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e0365202-a0cd-4cb9-b413-b82bd7008b92 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:06.916295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (4a588947-5e85-4f65-8aac-e5339529bfa2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.926747 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c82d6a5-fa6b-4861-901f-b26b3af1003f admin admin] Publish callbacks [] for security_group (f273ff9d-54d4-4bae-ad07-05b41ec97c01), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.966276 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c82d6a5-fa6b-4861-901f-b26b3af1003f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f273ff9d-54d4-4bae-ad07-05b41ec97c01), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.966960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: e0365202-a0cd-4cb9-b413-b82bd7008b92 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:06.967319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e0365202-a0cd-4cb9-b413-b82bd7008b92 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:06.967751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:07.098947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:07.099657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 23f5f4b1-c32a-4e07-b2c8-002e61df4bcc not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:07.232011 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (4a588947-5e85-4f65-8aac-e5339529bfa2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:07.239070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks [] for router_controller (4a588947-5e85-4f65-8aac-e5339529bfa2), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:07.335664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (4a588947-5e85-4f65-8aac-e5339529bfa2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:07.336558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a588947-5e85-4f65-8aac-e5339529bfa2 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:39:07.345743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:07.348519 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1f19a18e-8c5d-4c16-b473-1a04f27146c4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4a588947-5e85-4f65-8aac-e5339529bfa2 HTTP/1.1" status: 204 len: 168 time: 3.3327954 Feb 11 05:39:07.351200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40432) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:07.421447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d8480e9-a689-4da8-a758-1b8c9fa94783 req-540659a8-cfbc-4a12-a20b-07beae5036d6 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 210 time: 0.3245018 Feb 11 05:39:07.487926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad56fd4-ca99-4fcd-9700-966b4a559afe admin admin] Deleting subnet 5ba21fd7-c727-40d4-934e-a91efa6732f0 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:39:07.499098 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ad56fd4-ca99-4fcd-9700-966b4a559afe admin admin] Publish callbacks [] for subnet (5ba21fd7-c727-40d4-934e-a91efa6732f0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:07.539505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82d6a5-fa6b-4861-901f-b26b3af1003f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f273ff9d-54d4-4bae-ad07-05b41ec97c01,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:07.572761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9c82d6a5-fa6b-4861-901f-b26b3af1003f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b032be43422146658d002a7cd9506e49&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9135025 Feb 11 05:39:07.621627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40442) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:07.621627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ad56fd4-ca99-4fcd-9700-966b4a559afe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (5ba21fd7-c727-40d4-934e-a91efa6732f0), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:07.646589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Allocated IP 172.20.0.14 (7c941a73-cf65-48e4-93c1-8d82c4579694/1a29c1af-c8c5-41d6-ae28-323b02a7c1f3/6eee3f58-732a-4513-bc29-0980c8251593) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:07.842581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b9e94a-69bd-47db-95fd-ea638704ff0a admin admin] Publish callbacks [] for security_group (f273ff9d-54d4-4bae-ad07-05b41ec97c01), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:07.943369 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b9e94a-69bd-47db-95fd-ea638704ff0a admin admin] Publish callbacks [] for security_group (f273ff9d-54d4-4bae-ad07-05b41ec97c01), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:07.961167 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for port (6eee3f58-732a-4513-bc29-0980c8251593), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:07.969804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ad56fd4-ca99-4fcd-9700-966b4a559afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (5ba21fd7-c727-40d4-934e-a91efa6732f0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.070295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ad56fd4-ca99-4fcd-9700-966b4a559afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (5ba21fd7-c727-40d4-934e-a91efa6732f0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.102411 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6eee3f58-732a-4513-bc29-0980c8251593), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.113042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ad56fd4-ca99-4fcd-9700-966b4a559afe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.126792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40466) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:08.127986 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0ad56fd4-ca99-4fcd-9700-966b4a559afe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5ba21fd7-c727-40d4-934e-a91efa6732f0 HTTP/1.1" status: 204 len: 168 time: 0.7750783 Feb 11 05:39:08.145559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a0a57-4f41-454e-9338-f28883790380 None None] Network d868611e-93a5-4446-813d-bf567b61c654 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:08.234528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad56fd4-ca99-4fcd-9700-966b4a559afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba21fd7-c727-40d4-934e-a91efa6732f0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:08.269560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b9e94a-69bd-47db-95fd-ea638704ff0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f273ff9d-54d4-4bae-ad07-05b41ec97c01), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.273614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82b9e94a-69bd-47db-95fd-ea638704ff0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.279095 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-82b9e94a-69bd-47db-95fd-ea638704ff0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f273ff9d-54d4-4bae-ad07-05b41ec97c01 HTTP/1.1" status: 204 len: 168 time: 0.6941333 Feb 11 05:39:08.292864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9e94a-69bd-47db-95fd-ea638704ff0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f273ff9d-54d4-4bae-ad07-05b41ec97c01,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:08.345732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Pushing event updated for resources: {'Port': ['ID=6eee3f58-732a-4513-bc29-0980c8251593,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:08.449235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Network 7c941a73-cf65-48e4-93c1-8d82c4579694 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:08.531082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:08.548020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:08.566718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d868611e-93a5-4446-813d-bf567b61c654), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.597376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c7d14a-9fe9-49ff-8262-5f7f7d2d90ab None None] DHCP port deletion for d868611e-93a5-4446-813d-bf567b61c654 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:39:08.800041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7d14a-9fe9-49ff-8262-5f7f7d2d90ab None None] Deleting port 713ab756-c760-4060-8cd8-6eff2c807121 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:08.805264 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d14a-9fe9-49ff-8262-5f7f7d2d90ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (713ab756-c760-4060-8cd8-6eff2c807121), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.864011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:08.867160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 713ab756-c760-4060-8cd8-6eff2c807121 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:08.868134 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.920258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-f390426f-806d-4f9c-9265-21c4c7752efa tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6188240 Feb 11 05:39:08.952486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c244a91-3bfd-4c6c-b306-99ec62633317 req-2222c9aa-37e5-4184-917c-6d00ebe836da tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:08.963412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c244a91-3bfd-4c6c-b306-99ec62633317 req-2222c9aa-37e5-4184-917c-6d00ebe836da tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 932 time: 0.3272705 Feb 11 05:39:08.970974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Deleting port 713ab756-c760-4060-8cd8-6eff2c807121 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:08.971739 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (713ab756-c760-4060-8cd8-6eff2c807121), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.130371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] For port 713ab756-c760-4060-8cd8-6eff2c807121, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=713ab756-c760-4060-8cd8-6eff2c807121,segment=NetworkSegment(60801a81-3715-4ce2-b405-58a019b9a3d9),segment_id=60801a81-3715-4ce2-b405-58a019b9a3d9)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:09.130746 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (713ab756-c760-4060-8cd8-6eff2c807121), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.155281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Calling delete_port for 713ab756-c760-4060-8cd8-6eff2c807121 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:09.189598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 713ab756-c760-4060-8cd8-6eff2c807121 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:09.190535 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (713ab756-c760-4060-8cd8-6eff2c807121), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.222105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a4c7d14a-9fe9-49ff-8262-5f7f7d2d90ab None None] For port 713ab756-c760-4060-8cd8-6eff2c807121, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=713ab756-c760-4060-8cd8-6eff2c807121,segment=NetworkSegment(60801a81-3715-4ce2-b405-58a019b9a3d9),segment_id=60801a81-3715-4ce2-b405-58a019b9a3d9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:09.223242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d14a-9fe9-49ff-8262-5f7f7d2d90ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (713ab756-c760-4060-8cd8-6eff2c807121), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.245020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4c4785f7-8832-441c-87d3-964df707d35d None None] Provisioning complete for port 6eee3f58-732a-4513-bc29-0980c8251593 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:09.245601 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c4785f7-8832-441c-87d3-964df707d35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6eee3f58-732a-4513-bc29-0980c8251593), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.274401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7d14a-9fe9-49ff-8262-5f7f7d2d90ab None None] Calling delete_port for 713ab756-c760-4060-8cd8-6eff2c807121 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:09.307928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 713ab756-c760-4060-8cd8-6eff2c807121, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=713ab756-c760-4060-8cd8-6eff2c807121,segment=NetworkSegment(60801a81-3715-4ce2-b405-58a019b9a3d9),segment_id=60801a81-3715-4ce2-b405-58a019b9a3d9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:09.322526 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (713ab756-c760-4060-8cd8-6eff2c807121), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.374212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Request body: {'port': {'device_id': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:09.403812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (713ab756-c760-4060-8cd8-6eff2c807121), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.422563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=713ab756-c760-4060-8cd8-6eff2c807121,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:09.545395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] No DVR routers for this DVR port 713ab756-c760-4060-8cd8-6eff2c807121 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:09.560252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4c4785f7-8832-441c-87d3-964df707d35d None None] Port 6eee3f58-732a-4513-bc29-0980c8251593 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:09.686740 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d14a-9fe9-49ff-8262-5f7f7d2d90ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (713ab756-c760-4060-8cd8-6eff2c807121), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.731340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7d14a-9fe9-49ff-8262-5f7f7d2d90ab None None] No DVR routers for this DVR port 713ab756-c760-4060-8cd8-6eff2c807121 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:09.765816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=713ab756-c760-4060-8cd8-6eff2c807121,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:09.810792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7d14a-9fe9-49ff-8262-5f7f7d2d90ab None None] Pushing event deleted for resources: {'Port': ['ID=713ab756-c760-4060-8cd8-6eff2c807121,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:10.565229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c244a91-3bfd-4c6c-b306-99ec62633317 req-b92a826e-9337-47aa-b3eb-763ca3e2ca3e tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1817999 Feb 11 05:39:10.568615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d868611e-93a5-4446-813d-bf567b61c654), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.573390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6eee3f58-732a-4513-bc29-0980c8251593), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.605617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d868611e-93a5-4446-813d-bf567b61c654']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:10.648323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60801a81-3715-4ce2-b405-58a019b9a3d9') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:10.648827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60801a81-3715-4ce2-b405-58a019b9a3d9') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:10.666035 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (60801a81-3715-4ce2-b405-58a019b9a3d9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.706284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (60801a81-3715-4ce2-b405-58a019b9a3d9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.883201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:39:10.883618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (60801a81-3715-4ce2-b405-58a019b9a3d9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:39:10.885768 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:39:11.143699 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d868611e-93a5-4446-813d-bf567b61c654), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.188976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.197208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d868611e-93a5-4446-813d-bf567b61c654 HTTP/1.1" status: 204 len: 168 time: 2.9056354 Feb 11 05:39:11.280096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c124eb-0bc3-4cfc-98ae-fa10728ae5c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d868611e-93a5-4446-813d-bf567b61c654,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:11.431776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-ad6b15ea-813a-491f-a586-89b929442057 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:11.438502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-ad6b15ea-813a-491f-a586-89b929442057 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 805 time: 0.5913155 Feb 11 05:39:11.497424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-3d20004f-934e-4125-9829-7057b0b5f5ba tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/quotas/6220a83203024137b0bdf1c0597dbbcd HTTP/1.1" status: 200 len: 375 time: 0.0578845 Feb 11 05:39:11.614838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40658) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:11.757582 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b11507a1-9524-4af4-bf15-a5827f2ee4ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90b142c8562d49de8b95cc8d82227ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403198 Feb 11 05:39:11.758324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40662) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:11.867677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-58c1faf0-03ac-497d-b1cc-a954e809e2ae tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3469796 Feb 11 05:39:11.910124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e62c0139-b901-4730-9e61-bfbed8241d2a admin admin] Publish callbacks [] for security_group (fbb919c0-8d02-4146-8f79-9f528a018c43), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.917551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2629c743-e183-4bc0-b4c7-95bb54d7ee28 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:11.984204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eee3f58-732a-4513-bc29-0980c8251593 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:11.996895 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Publish callbacks [] for port (6eee3f58-732a-4513-bc29-0980c8251593), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.998841 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e62c0139-b901-4730-9e61-bfbed8241d2a admin admin] Publish callbacks [] for security_group (fbb919c0-8d02-4146-8f79-9f528a018c43), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.016602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Transition to ACTIVE for port object 6eee3f58-732a-4513-bc29-0980c8251593 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:39:12.035526 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6eee3f58-732a-4513-bc29-0980c8251593), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.135891 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e62c0139-b901-4730-9e61-bfbed8241d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fbb919c0-8d02-4146-8f79-9f528a018c43), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.139358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:12.139586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e62c0139-b901-4730-9e61-bfbed8241d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.143702 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e62c0139-b901-4730-9e61-bfbed8241d2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbb919c0-8d02-4146-8f79-9f528a018c43 HTTP/1.1" status: 204 len: 168 time: 0.3821089 Feb 11 05:39:12.143888 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.164005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c0139-b901-4730-9e61-bfbed8241d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb919c0-8d02-4146-8f79-9f528a018c43,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:12.273478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:12.276243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:12.283960 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e7940-ae92-4ce8-af4a-f815a3dc6f1d" -d '{"events": [{"server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:12.320749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-b1ef7c39-5e3d-496a-ac3f-22ec0ad89201 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:12.323233 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.330010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-b1ef7c39-5e3d-496a-ac3f-22ec0ad89201 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "GET /v2.0/ports?device_id=6af4aba6-da65-4a28-934e-09a461ed43a4 HTTP/1.1" status: 200 len: 945 time: 0.7003064 Feb 11 05:39:12.465409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562cc0d-531e-4574-88c8-58b61506aa80 req-37e4cf6a-34ef-4990-ad98-6523d69c8777 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:12.467144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1562cc0d-531e-4574-88c8-58b61506aa80 req-37e4cf6a-34ef-4990-ad98-6523d69c8777 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 932 time: 0.7291026 Feb 11 05:39:12.473608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Pushing event updated for resources: {'Port': ['ID=6eee3f58-732a-4513-bc29-0980c8251593,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:12.527996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=2629c743-e183-4bc0-b4c7-95bb54d7ee28,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:12.564161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-de45aa87-34ec-46ec-a3c2-689f98f05d87 service neutron] 10.222.0.31 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955609 Feb 11 05:39:12.627668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Attempting to bind port 6eee3f58-732a-4513-bc29-0980c8251593 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:12.628214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Attempting to bind port 6eee3f58-732a-4513-bc29-0980c8251593 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:12.628639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Attempting to bind port 6eee3f58-732a-4513-bc29-0980c8251593 on network 7c941a73-cf65-48e4-93c1-8d82c4579694 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:12.648337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Port 6eee3f58-732a-4513-bc29-0980c8251593 on network 7c941a73-cf65-48e4-93c1-8d82c4579694 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:12.648947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Attempting to bind port 6eee3f58-732a-4513-bc29-0980c8251593 on network 7c941a73-cf65-48e4-93c1-8d82c4579694 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:12.714498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:12.714789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Checking segment: {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:12.715186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Bound using segment: {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:12.715728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Bound port: 6eee3f58-732a-4513-bc29-0980c8251593, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42627fad-9a28-4000-8da1-fa157a47a457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:12.716277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6eee3f58-732a-4513-bc29-0980c8251593), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.792047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1562cc0d-531e-4574-88c8-58b61506aa80 req-a03738b1-3bab-4d8c-b856-e2880f2c38ff tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002281 Feb 11 05:39:12.862219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Deleting port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:12.862541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.946758 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba455d3-4fd0-4528-802d-54e7f7e064a7 x-openstack-request-id: req-7ba455d3-4fd0-4528-802d-54e7f7e064a7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:12.947600 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:12.948034 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ba455d3-4fd0-4528-802d-54e7f7e064a7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:12.948586 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28', 'code': 200} Feb 11 05:39:13.022484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] For port 2629c743-e183-4bc0-b4c7-95bb54d7ee28, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2629c743-e183-4bc0-b4c7-95bb54d7ee28,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:13.023497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.040986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Calling delete_port for 2629c743-e183-4bc0-b4c7-95bb54d7ee28 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:13.231849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40698) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:13.290842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2629c743-e183-4bc0-b4c7-95bb54d7ee28), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.349697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-120aacc9-915d-4a06-abf8-64ee8802f35a service neutron] 10.222.0.31 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723014 Feb 11 05:39:13.350156 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4f130016-33e2-4529-88c8-2e8af3fedde4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca5d9ceaedff4e02ba44eb99706215d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165085 Feb 11 05:39:13.353478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40700) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:13.428467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Pushing event deleted for resources: {'Port': ['ID=2629c743-e183-4bc0-b4c7-95bb54d7ee28,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:13.452276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] For port 6eee3f58-732a-4513-bc29-0980c8251593, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:13.465070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40702) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:13.481663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] For port 6eee3f58-732a-4513-bc29-0980c8251593, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6eee3f58-732a-4513-bc29-0980c8251593,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:13.523960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.524520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.526449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.526449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.527010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.529876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.530359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.530829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.531287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.531760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.532018 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d48b9ec8-ae9e-4c9a-a704-a719d90bbfe9 admin admin] Publish callbacks [] for security_group (f4678068-4d7c-417a-82f6-d1d7e2d0b680), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.532718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.534080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.534558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:13.577570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6eee3f58-732a-4513-bc29-0980c8251593), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.630120 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d48b9ec8-ae9e-4c9a-a704-a719d90bbfe9 admin admin] Publish callbacks [] for security_group (f4678068-4d7c-417a-82f6-d1d7e2d0b680), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.647809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:13.649001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.650910 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] 10.222.0.81 "PUT /v2.0/ports/6eee3f58-732a-4513-bc29-0980c8251593 HTTP/1.1" status: 200 len: 1093 time: 4.6828892 Feb 11 05:39:13.676606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'tag': '6eee3f58-732a-4513-bc29-0980c8251593'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:13.679488 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f685c-8fab-486f-8cce-db988cfd79ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3ba6dd-93fc-43da-8605-abc0db9504c3", "tag": "6eee3f58-732a-4513-bc29-0980c8251593"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:13.734466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] No DVR routers for this DVR port 2629c743-e183-4bc0-b4c7-95bb54d7ee28 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:13.774304 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.778189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fffa5cd7-9936-46af-9ffd-4d6a2fd21e99 req-7b95d287-e08f-47df-9b2a-df82d0086060 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "DELETE /v2.0/ports/2629c743-e183-4bc0-b4c7-95bb54d7ee28 HTTP/1.1" status: 204 len: 173 time: 1.3892682 Feb 11 05:39:13.808739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d48b9ec8-ae9e-4c9a-a704-a719d90bbfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f4678068-4d7c-417a-82f6-d1d7e2d0b680), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.814119 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d48b9ec8-ae9e-4c9a-a704-a719d90bbfe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.815766 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d48b9ec8-ae9e-4c9a-a704-a719d90bbfe9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4678068-4d7c-417a-82f6-d1d7e2d0b680 HTTP/1.1" status: 204 len: 168 time: 0.4611945 Feb 11 05:39:13.860393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b9ec8-ae9e-4c9a-a704-a719d90bbfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4678068-4d7c-417a-82f6-d1d7e2d0b680,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:13.861198 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8708b6-499a-4d6a-a1f5-700b62715faa x-openstack-request-id: req-8e8708b6-499a-4d6a-a1f5-700b62715faa {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:13.861905 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3ba6dd-93fc-43da-8605-abc0db9504c3", "tag": "6eee3f58-732a-4513-bc29-0980c8251593", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:13.862391 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e8708b6-499a-4d6a-a1f5-700b62715faa {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:13.863534 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'tag': '6eee3f58-732a-4513-bc29-0980c8251593', 'status': 'completed', 'code': 200} Feb 11 05:39:13.919414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27111b72-2eb6-4bdd-9e46-fccc4a545176 req-d298a8d7-4215-4ed1-8a38-568768065f85 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 210 time: 0.1612732 Feb 11 05:39:13.957910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62b993-87b2-4138-89af-9dec815b3d2b service neutron] Pushing event updated for resources: {'Port': ['ID=6eee3f58-732a-4513-bc29-0980c8251593,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:13.967009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-13c43ec1-1a22-4d3c-88cf-14292223a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:13.973034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-13c43ec1-1a22-4d3c-88cf-14292223a7f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65411783aa84d94a984fa2a6daa3be9&device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 1127 time: 0.2441082 Feb 11 05:39:14.066422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-5bf5c6eb-ade1-490b-91ca-faa0816e251f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eee3f58-732a-4513-bc29-0980c8251593 HTTP/1.1" status: 200 len: 217 time: 0.0845284 Feb 11 05:39:14.177472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64cf3b66-9bef-4ba4-9402-c38171387510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.412972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-182c4237-2c5e-45d1-9341-92daa802b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:14.414579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-182c4237-2c5e-45d1-9341-92daa802b548 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1a29c1af-c8c5-41d6-ae28-323b02a7c1f3 HTTP/1.1" status: 200 len: 843 time: 0.3285270 Feb 11 05:39:14.472682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64cf3b66-9bef-4ba4-9402-c38171387510 admin admin] Publish callbacks [] for security_group (0b0fd1c1-b5e7-4e85-acf1-c146c8b7a317), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.478411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64cf3b66-9bef-4ba4-9402-c38171387510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b0fd1c1-b5e7-4e85-acf1-c146c8b7a317), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.543704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b116-f56e-423b-9590-d44bd74eadaf req-5cc1ec00-6bdd-4663-9ee4-57c207f878d1 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:14.559979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1af0b116-f56e-423b-9590-d44bd74eadaf req-5cc1ec00-6bdd-4663-9ee4-57c207f878d1 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 944 time: 0.5121512 Feb 11 05:39:14.606494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf3b66-9bef-4ba4-9402-c38171387510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0fd1c1-b5e7-4e85-acf1-c146c8b7a317,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:14.662362 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-64cf3b66-9bef-4ba4-9402-c38171387510 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=437903bed8ab4421be1f6db4f07dbe5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1955612 Feb 11 05:39:14.673730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40742) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:14.781892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-e5249d62-7335-4409-a69e-3a91988f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:14.783556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-e5249d62-7335-4409-a69e-3a91988f3b01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c941a73-cf65-48e4-93c1-8d82c4579694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3605592 Feb 11 05:39:14.873314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1af0b116-f56e-423b-9590-d44bd74eadaf req-62197ce5-f96e-402b-b6ff-bc006db887a4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122904 Feb 11 05:39:15.258685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-671f8821-90eb-46b9-88b8-db751d3c4ef3 req-29fdcea5-bd03-4202-9ce9-5fff18666049 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 210 time: 0.1028602 Feb 11 05:39:15.343887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-c42f824d-869f-4678-a16d-ad74cc63511f service neutron] 10.222.0.81 "GET /v2.0/networks/7c941a73-cf65-48e4-93c1-8d82c4579694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516973 Feb 11 05:39:15.349044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3b151ef-2f42-4492-8277-b91f5cca1f6e admin admin] Publish callbacks [] for security_group (0b0fd1c1-b5e7-4e85-acf1-c146c8b7a317), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.535758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3b151ef-2f42-4492-8277-b91f5cca1f6e admin admin] Publish callbacks [] for security_group (0b0fd1c1-b5e7-4e85-acf1-c146c8b7a317), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.717045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac33dfeb-5771-419a-a4ac-54b4ef22a86f req-5df106f8-7dc0-423c-ae21-038d3ef81285 service neutron] 10.222.0.81 "GET /v2.0/networks/7c941a73-cf65-48e4-93c1-8d82c4579694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614545 Feb 11 05:39:15.747047 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3b151ef-2f42-4492-8277-b91f5cca1f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b0fd1c1-b5e7-4e85-acf1-c146c8b7a317), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.753444 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3b151ef-2f42-4492-8277-b91f5cca1f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.756832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c3b151ef-2f42-4492-8277-b91f5cca1f6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b0fd1c1-b5e7-4e85-acf1-c146c8b7a317 HTTP/1.1" status: 204 len: 168 time: 1.0796957 Feb 11 05:39:15.793701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-23aa29a2-5bea-4857-83f5-985af7f7ed13 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:15.800927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-23aa29a2-5bea-4857-83f5-985af7f7ed13 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 805 time: 0.3256996 Feb 11 05:39:15.802800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b151ef-2f42-4492-8277-b91f5cca1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0fd1c1-b5e7-4e85-acf1-c146c8b7a317,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:15.830001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Request body: {'port': {'device_id': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'admin_state_up': True, 'tenant_id': '6220a83203024137b0bdf1c0597dbbcd'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:15.883003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'name': 'network-vif-deleted', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:15.899519 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1e3ee-72e8-4d89-ae7e-a2658b79ef98" -d '{"events": [{"server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "name": "network-vif-deleted", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:16.013399 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d17898-dce3-40a2-a35b-7a58a3c94af6 x-openstack-request-id: req-23d17898-dce3-40a2-a35b-7a58a3c94af6 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:16.013698 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af4aba6-da65-4a28-934e-09a461ed43a4", "name": "network-vif-deleted", "tag": "2629c743-e183-4bc0-b4c7-95bb54d7ee28", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:16.013963 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23d17898-dce3-40a2-a35b-7a58a3c94af6 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:16.014375 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4aba6-da65-4a28-934e-09a461ed43a4', 'name': 'network-vif-deleted', 'tag': '2629c743-e183-4bc0-b4c7-95bb54d7ee28', 'status': 'completed', 'code': 200} Feb 11 05:39:16.133229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-12fb097c-7df8-4894-a9c3-e2cd2bc9f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:16.134687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-12fb097c-7df8-4894-a9c3-e2cd2bc9f240 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65411783aa84d94a984fa2a6daa3be9&device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 1127 time: 0.3265719 Feb 11 05:39:16.216676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Made reservation on behalf of 6220a83203024137b0bdf1c0597dbbcd for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:16.220190 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:16.251629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e781b-aca6-4b0f-bbec-30e8c5af85d1 req-c6981a65-14b6-4b4e-9c64-7dc44bc50053 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:16.254437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-848e781b-aca6-4b0f-bbec-30e8c5af85d1 req-c6981a65-14b6-4b4e-9c64-7dc44bc50053 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 944 time: 0.2040088 Feb 11 05:39:16.730091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40796) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:16.755019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55c97c2e-fe68-47f5-aba2-2652e68cdcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:16.780095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62213bb8-b3cd-475d-8aca-e1b6de18f7c7 req-d1e3901c-b17f-431a-9330-90c0ca30d02c tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 210 time: 0.2137051 Feb 11 05:39:16.872235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Allocated IP 172.20.0.11 (d489b23f-3568-44e7-a96f-02f14020a737/14d2dfc5-7a8e-464a-b419-79f2a6a54c84/73cc00ca-70f6-4a8e-b85f-43340176cf99) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:17.012907 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55c97c2e-fe68-47f5-aba2-2652e68cdcbe admin admin] Publish callbacks [] for security_group (cfdc6d93-5dc1-4011-b64a-528c7b0a8831), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.020804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55c97c2e-fe68-47f5-aba2-2652e68cdcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cfdc6d93-5dc1-4011-b64a-528c7b0a8831), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.098104 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-55c97c2e-fe68-47f5-aba2-2652e68cdcbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=224c98b4fdf944b2b1da132eedca6439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639612 Feb 11 05:39:17.108039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40800) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:17.138757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-dec97d3a-8b84-419f-8544-636d2fad32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:17.140353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-dec97d3a-8b84-419f-8544-636d2fad32e0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c941a73-cf65-48e4-93c1-8d82c4579694 HTTP/1.1" status: 200 len: 905 time: 0.9976640 Feb 11 05:39:17.233361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c97c2e-fe68-47f5-aba2-2652e68cdcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdc6d93-5dc1-4011-b64a-528c7b0a8831,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:17.389196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40808) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:17.399948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-055290c6-a78e-4609-8f8b-3c2f4e8a609b admin admin] Publish callbacks [] for security_group (cfdc6d93-5dc1-4011-b64a-528c7b0a8831), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.421170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-848e781b-aca6-4b0f-bbec-30e8c5af85d1 req-0b3b176e-6a49-45e2-86d2-4c4b464b755c tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1138408 Feb 11 05:39:17.426968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-2a0bed5e-026e-4b86-ba78-5ecb2e3ef780 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eee3f58-732a-4513-bc29-0980c8251593 HTTP/1.1" status: 200 len: 217 time: 0.2634444 Feb 11 05:39:17.472182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-055290c6-a78e-4609-8f8b-3c2f4e8a609b admin admin] Publish callbacks [] for security_group (cfdc6d93-5dc1-4011-b64a-528c7b0a8831), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.574884 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-055290c6-a78e-4609-8f8b-3c2f4e8a609b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cfdc6d93-5dc1-4011-b64a-528c7b0a8831), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.578132 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-055290c6-a78e-4609-8f8b-3c2f4e8a609b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.579385 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-055290c6-a78e-4609-8f8b-3c2f4e8a609b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfdc6d93-5dc1-4011-b64a-528c7b0a8831 HTTP/1.1" status: 204 len: 168 time: 0.4532447 Feb 11 05:39:17.587390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-5f0cc78a-5e6d-4b15-b0f2-8ce25d24ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:17.588990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-5f0cc78a-5e6d-4b15-b0f2-8ce25d24ca70 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1a29c1af-c8c5-41d6-ae28-323b02a7c1f3 HTTP/1.1" status: 200 len: 843 time: 0.1440561 Feb 11 05:39:17.596853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055290c6-a78e-4609-8f8b-3c2f4e8a609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdc6d93-5dc1-4011-b64a-528c7b0a8831,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:17.622797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-network', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:17.633141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks [] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.686439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Made reservation on behalf of a9bda7d2ebbc46389016383ca25d5794 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:17.689548 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.720191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.766536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-2bfe2b34-8e87-4dee-bce3-8155cee1c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:17.768470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-2bfe2b34-8e87-4dee-bce3-8155cee1c856 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c941a73-cf65-48e4-93c1-8d82c4579694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1603096 Feb 11 05:39:17.770859 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.893932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Publish callbacks [] for security_group (65018145-760e-486a-9ff4-995b126b5e10), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.901424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (65018145-760e-486a-9ff4-995b126b5e10), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.993163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:17.999774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65018145-760e-486a-9ff4-995b126b5e10,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:18.023750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.026439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.026866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.027243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.029421 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.029841 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.030200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.030549 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.030893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.034021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.034414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.034759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.035109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:18.076898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (21c417ee-fa6d-4975-8b3b-430d76c90650), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.077283 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Added segment 21c417ee-fa6d-4975-8b3b-430d76c90650 of type vlan for network 3789604e-027f-4971-a257-386aaaff1321 Feb 11 05:39:18.140571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Network d489b23f-3568-44e7-a96f-02f14020a737 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:18.151724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:18.153642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Pushing event updated for resources: {'Port': ['ID=73cc00ca-70f6-4a8e-b85f-43340176cf99,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:18.156801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:18.204615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3789604e-027f-4971-a257-386aaaff1321), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.289024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3789604e-027f-4971-a257-386aaaff1321), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.290409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:18.291490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.382563 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9919868 Feb 11 05:39:18.440951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40838) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:18.453750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6eee3f58-732a-4513-bc29-0980c8251593 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:39:18.484411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Request body: {'subnet': {'network_id': '3789604e-027f-4971-a257-386aaaff1321', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-subnet', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:18.567930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Made reservation on behalf of a9bda7d2ebbc46389016383ca25d5794 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:18.583109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.588761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd83669-4ac2-4e8c-8971-9884237e50cb admin admin] Pushing event updated for resources: {'Network': ['ID=3789604e-027f-4971-a257-386aaaff1321,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:18.641410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3789604e-027f-4971-a257-386aaaff1321 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:19.032986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6eee3f58-732a-4513-bc29-0980c8251593, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6eee3f58-732a-4513-bc29-0980c8251593,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:19.076374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '6eee3f58-732a-4513-bc29-0980c8251593', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'port_id': '6eee3f58-732a-4513-bc29-0980c8251593', 'mac_address': 'fa:16:3e:4a:e4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:39:19.104314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (40ac74b3-9953-4e4f-b215-8c58638fd268), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.176715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 6eee3f58-732a-4513-bc29-0980c8251593 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:19.177186 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6eee3f58-732a-4513-bc29-0980c8251593), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.185929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-662cfcba-b6f3-4052-b86c-396d474ab337 service neutron] 10.222.0.81 "GET /v2.0/networks/7c941a73-cf65-48e4-93c1-8d82c4579694?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4064538 Feb 11 05:39:19.198049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eee3f58-732a-4513-bc29-0980c8251593 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:19.228551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6eee3f58-732a-4513-bc29-0980c8251593, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6eee3f58-732a-4513-bc29-0980c8251593,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:19.234772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6eee3f58-732a-4513-bc29-0980c8251593), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.235960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:19.236797 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.288553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21de834-e141-450f-868a-24bc36609b18 req-0cdef59d-0c93-403e-8c0a-881e5fff2390 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:19.291498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f21de834-e141-450f-868a-24bc36609b18 req-0cdef59d-0c93-403e-8c0a-881e5fff2390 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 932 time: 1.2938914 Feb 11 05:39:19.293888 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ac74b3-9953-4e4f-b215-8c58638fd268,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:19.405382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-bd87be21-07f0-43b5-9fae-7555f7c83f58 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5955663 Feb 11 05:39:19.448930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=6eee3f58-732a-4513-bc29-0980c8251593,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:19.520322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Checking segment: {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:19.520541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Network hostable DHCP agents. Network: 3789604e-027f-4971-a257-386aaaff1321, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:39:19.536181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f21de834-e141-450f-868a-24bc36609b18 req-fb873de4-51f8-4b8e-b0ac-5460346f6628 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126951 Feb 11 05:39:19.543977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391cfd2-9442-4cb4-92ce-3bcde9b1c157 req-094d600c-bceb-4f7a-92df-22dd493b0821 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:19.545939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c391cfd2-9442-4cb4-92ce-3bcde9b1c157 req-094d600c-bceb-4f7a-92df-22dd493b0821 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 944 time: 0.6026080 Feb 11 05:39:19.575232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['6eee3f58-732a-4513-bc29-0980c8251593'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:19.605203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Network 3789604e-027f-4971-a257-386aaaff1321 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:39:19.634972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3789604e-027f-4971-a257-386aaaff1321) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:19.659699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:19.660331 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.709545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca8f685c-8fab-486f-8cce-db988cfd79ec req-8d5c39a8-4416-45ad-8236-f9a6dc9b893a service neutron] 10.222.0.81 "GET /v2.0/networks/7c941a73-cf65-48e4-93c1-8d82c4579694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794617 Feb 11 05:39:19.710513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4d63af-b2e7-4e36-b176-c0577f8df3f8 None None] Network 3789604e-027f-4971-a257-386aaaff1321 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:19.728752 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-25eb1b59-fac1-46fe-b7bf-aff7b9d0aa38 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2866096 Feb 11 05:39:19.729756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40872) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:19.746035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:19.778397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c391cfd2-9442-4cb4-92ce-3bcde9b1c157 req-5a043824-8bf8-4d79-8657-f3b6b6387e60 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049870 Feb 11 05:39:19.851779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (150c67f3-113e-49f9-8774-aa4dba09ad2a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.852533 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (150c67f3-113e-49f9-8774-aa4dba09ad2a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.906633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Request body: {'port': {'device_id': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:20.058631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks [] for router_controller (150c67f3-113e-49f9-8774-aa4dba09ad2a), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.076772 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.173976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-3789604e-027f-4971-a257-386aaaff1321', 'network_id': '3789604e-027f-4971-a257-386aaaff1321', 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'fixed_ips': [{'subnet_id': '40ac74b3-9953-4e4f-b215-8c58638fd268'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:39:20.176609 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.513183 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks [] for router_gateway (150c67f3-113e-49f9-8774-aa4dba09ad2a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.535491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Allocated IP 172.20.0.2 (3789604e-027f-4971-a257-386aaaff1321/40ac74b3-9953-4e4f-b215-8c58638fd268/89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:21.014339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a9ccf-64ff-4d66-8eb6-c938d1c5ca6a req-b92f5f7c-5144-4900-be58-68ea595b2f62 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:21.022405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb5a9ccf-64ff-4d66-8eb6-c938d1c5ca6a req-b92f5f7c-5144-4900-be58-68ea595b2f62 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 932 time: 0.3487072 Feb 11 05:39:21.071818 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Publish callbacks [] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.109819 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.263270 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks [] for router_gateway (150c67f3-113e-49f9-8774-aa4dba09ad2a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.309107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Pushing event updated for resources: {'Port': ['ID=89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:21.319905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.330661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Network 3789604e-027f-4971-a257-386aaaff1321 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:21.337952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:21.346843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:21.492476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Attempting to bind port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:21.493026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Attempting to bind port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:21.493532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Attempting to bind port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 on network 3789604e-027f-4971-a257-386aaaff1321 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:21.500601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:21.501278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Checking segment: {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:21.501783 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.501871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Bound using segment: {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:21.502298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Bound port: 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:21.502692 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.510569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb5a9ccf-64ff-4d66-8eb6-c938d1c5ca6a req-1614d2e5-acf0-4fe3-8e33-452da724ba67 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626453 Feb 11 05:39:21.514452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cc00ca-70f6-4a8e-b85f-43340176cf99 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:21.525608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Publish callbacks [] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.569617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Transition to ACTIVE for port object 73cc00ca-70f6-4a8e-b85f-43340176cf99 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:39:21.578885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.620477 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Allocated IP 172.25.1.62 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/61e0df6a-ca12-4202-ac3f-18bcb414b050) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:21.632095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] For port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:21.640511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] For port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20,segment=NetworkSegment(21c417ee-fa6d-4975-8b3b-430d76c90650),segment_id=21c417ee-fa6d-4975-8b3b-430d76c90650)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:21.656193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059f608-238f-4e5e-9500-e9a650e62a80 req-1589bf71-26db-4cc8-be13-0e60d07e61f2 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:21.665300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5059f608-238f-4e5e-9500-e9a650e62a80 req-1589bf71-26db-4cc8-be13-0e60d07e61f2 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 945 time: 0.3026378 Feb 11 05:39:21.675497 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.757146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Pushing event updated for resources: {'Port': ['ID=73cc00ca-70f6-4a8e-b85f-43340176cf99,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:21.802242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5059f608-238f-4e5e-9500-e9a650e62a80 req-ce61e597-d8fc-41c2-af9a-aa3f083a4fea tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356304 Feb 11 05:39:21.871894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Attempting to bind port 73cc00ca-70f6-4a8e-b85f-43340176cf99 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:21.872393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Attempting to bind port 73cc00ca-70f6-4a8e-b85f-43340176cf99 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:21.872988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Attempting to bind port 73cc00ca-70f6-4a8e-b85f-43340176cf99 on network d489b23f-3568-44e7-a96f-02f14020a737 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:21.894403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Port 73cc00ca-70f6-4a8e-b85f-43340176cf99 on network d489b23f-3568-44e7-a96f-02f14020a737 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:21.894858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Attempting to bind port 73cc00ca-70f6-4a8e-b85f-43340176cf99 on network d489b23f-3568-44e7-a96f-02f14020a737 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:21.908283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:21.908730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Checking segment: {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:21.909600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Bound using segment: {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:21.910052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Bound port: 73cc00ca-70f6-4a8e-b85f-43340176cf99, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:21.915091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64daf9-35d6-4e38-b439-3b49acbc16e8 None None] Pushing event updated for resources: {'Port': ['ID=89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:21.921352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.990851 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.074707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks [] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.130381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:22.139138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:22.152899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.168594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.306345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.307165 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.308887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-b75065e4-c715-402a-8112-4439784afcbc service neutron] 10.222.0.72 "PUT /v2.0/ports/73cc00ca-70f6-4a8e-b85f-43340176cf99 HTTP/1.1" status: 200 len: 1093 time: 2.8242650 Feb 11 05:39:22.310882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:22.313563 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7b278f-009b-438b-adc9-3e6a609cd2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:22.416151 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b26e7-83b8-45b3-8fb0-f3cfb6ad9bea x-openstack-request-id: req-711b26e7-83b8-45b3-8fb0-f3cfb6ad9bea {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:22.416727 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:22.417382 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-711b26e7-83b8-45b3-8fb0-f3cfb6ad9bea {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:22.418024 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99', 'status': 'completed', 'code': 200} Feb 11 05:39:22.436742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75065e4-c715-402a-8112-4439784afcbc service neutron] Pushing event updated for resources: {'Port': ['ID=73cc00ca-70f6-4a8e-b85f-43340176cf99,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:22.468801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6eee3f58-732a-4513-bc29-0980c8251593 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:22.486222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-2ecdc1f4-111a-40d6-84e1-9ec9a079387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.488293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-2ecdc1f4-111a-40d6-84e1-9ec9a079387a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 1127 time: 0.1019988 Feb 11 05:39:22.519899 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Pushing event updated for resources: {'Port': ['ID=61e0df6a-ca12-4202-ac3f-18bcb414b050,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:22.610590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:22.619073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:22.625462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 6eee3f58-732a-4513-bc29-0980c8251593 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:39:22.630531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 6eee3f58-732a-4513-bc29-0980c8251593 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:22.631384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:22.631816 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6eee3f58-732a-4513-bc29-0980c8251593), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.656641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-a2780292-0cac-47bc-9e4a-79f577f25766 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99 HTTP/1.1" status: 200 len: 217 time: 0.1590126 Feb 11 05:39:22.882750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:22.898336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-746e4aee-77fa-410f-be95-38afec004572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.899858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-746e4aee-77fa-410f-be95-38afec004572 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 200 len: 845 time: 0.2307982 Feb 11 05:39:23.032063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-4a33b6e9-b859-4022-a6ec-8c88b7540220 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d489b23f-3568-44e7-a96f-02f14020a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960057 Feb 11 05:39:23.137035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 6eee3f58-732a-4513-bc29-0980c8251593 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:23.138733 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6eee3f58-732a-4513-bc29-0980c8251593), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.209762 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.323661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9916ce0-b3f6-4328-bea5-6d0ef81badae req-e2bb1f58-fdca-410a-819a-8d7a6c940c9b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:23.326455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9916ce0-b3f6-4328-bea5-6d0ef81badae req-e2bb1f58-fdca-410a-819a-8d7a6c940c9b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 944 time: 0.4256716 Feb 11 05:39:23.330504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eee3f58-732a-4513-bc29-0980c8251593'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:23.348505 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b00b6-cf7a-4fc3-ab31-b000c45a5983" -d '{"events": [{"server_uuid": "1e3ba6dd-93fc-43da-8605-abc0db9504c3", "name": "network-vif-plugged", "status": "completed", "tag": "6eee3f58-732a-4513-bc29-0980c8251593"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:23.410364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6eee3f58-732a-4513-bc29-0980c8251593, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6eee3f58-732a-4513-bc29-0980c8251593,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:23.432846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:23.435611 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.443660 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6eee3f58-732a-4513-bc29-0980c8251593), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.467972 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks [] for router_gateway (150c67f3-113e-49f9-8774-aa4dba09ad2a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.538429 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9916ce0-b3f6-4328-bea5-6d0ef81badae req-31955cd0-f686-4498-b0e5-1c7f931b3e52 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013648 Feb 11 05:39:23.578030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64fcbc-1d24-498a-b840-e90c089268a5 req-f098891b-4a81-467d-864b-8a0f80dedf43 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:23.583798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba64fcbc-1d24-498a-b840-e90c089268a5 req-f098891b-4a81-467d-864b-8a0f80dedf43 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 945 time: 0.5333166 Feb 11 05:39:23.592712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-12a5e14b-df49-4ac0-9b41-346aca6a549b service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507598 Feb 11 05:39:23.778070 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a56ce-08c0-47a0-a7cf-f50b79473278 x-openstack-request-id: req-a34a56ce-08c0-47a0-a7cf-f50b79473278 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:23.778600 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3ba6dd-93fc-43da-8605-abc0db9504c3", "name": "network-vif-plugged", "status": "completed", "tag": "6eee3f58-732a-4513-bc29-0980c8251593", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:23.778729 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a34a56ce-08c0-47a0-a7cf-f50b79473278 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:23.779035 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eee3f58-732a-4513-bc29-0980c8251593', 'code': 200} Feb 11 05:39:23.890020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=6eee3f58-732a-4513-bc29-0980c8251593,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:23.998924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:23.999322 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.029793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba64fcbc-1d24-498a-b840-e90c089268a5 req-c7629316-41f0-4ef2-827d-47ecd4199db0 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325120 Feb 11 05:39:24.123746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20,segment=NetworkSegment(21c417ee-fa6d-4975-8b3b-430d76c90650),segment_id=21c417ee-fa6d-4975-8b3b-430d76c90650)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:24.138354 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.163993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb4a9c-02d0-4f00-a00e-2c255fa14d25 req-40e69c49-9f6b-4e5a-a426-866991c37303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:24.168612 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cb4a9c-02d0-4f00-a00e-2c255fa14d25 req-40e69c49-9f6b-4e5a-a426-866991c37303 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 1129 time: 0.3445523 Feb 11 05:39:24.276863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39cfaf0f-c42b-475e-b69f-023ed9dc87cb req-410b8d54-8067-4bec-9776-a245b7841c9a service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939395 Feb 11 05:39:24.277266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5017048-d5b6-44d7-a514-a68b2363e8a8 None None] Network 3789604e-027f-4971-a257-386aaaff1321 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:24.455153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:24.502030 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (150c67f3-113e-49f9-8774-aa4dba09ad2a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.542318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cb4a9c-02d0-4f00-a00e-2c255fa14d25 req-20d7fbe2-8736-4212-8bc0-ee9597c40375 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608129 Feb 11 05:39:24.577929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-012f0f2b-fb77-454b-b0e0-0a9103be525d None None] Provisioning complete for port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:24.578647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-012f0f2b-fb77-454b-b0e0-0a9103be525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.586022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-719e5731-7e2f-4dd9-852e-4cccc8a27ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:24.591688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-719e5731-7e2f-4dd9-852e-4cccc8a27ff7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 1127 time: 0.2237158 Feb 11 05:39:24.687355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41018) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:24.742880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Router 150c67f3-113e-49f9-8774-aa4dba09ad2a is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:39:24.893099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:24.907719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-012f0f2b-fb77-454b-b0e0-0a9103be525d None None] Current status of the port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:25.091914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:25.091914 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.210012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75435ac7-9260-4f8b-9694-e1667ce0777c req-1187d026-7e5b-40cd-9960-da30f317c335 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:25.231410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75435ac7-9260-4f8b-9694-e1667ce0777c req-1187d026-7e5b-40cd-9960-da30f317c335 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 944 time: 0.3190327 Feb 11 05:39:25.275005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:25.285833 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Sync routers for ids ['150c67f3-113e-49f9-8774-aa4dba09ad2a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:25.313004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.314404 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fd6df7e2-1330-431f-a752-ca5456b5c900 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5836222 Feb 11 05:39:25.317519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41032) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:25.320648 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Routers {'150c67f3-113e-49f9-8774-aa4dba09ad2a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:25.328854 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['150c67f3-113e-49f9-8774-aa4dba09ad2a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:25.374757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-1b154eac-3bf6-42fb-8bcf-1ad8c4f25420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:25.386179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-1b154eac-3bf6-42fb-8bcf-1ad8c4f25420 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 906 time: 0.7761769 Feb 11 05:39:25.402158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:25.567095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-40a87f9c-837c-493e-8e05-8fc9c78bd072 None None] Provisioning complete for port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:25.568869 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40a87f9c-837c-493e-8e05-8fc9c78bd072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.595616 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec458c87-3773-43fb-b4b2-24648aa19d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.602938 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Set router 150c67f3-113e-49f9-8774-aa4dba09ad2a gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:25.762056 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec458c87-3773-43fb-b4b2-24648aa19d8d admin admin] Publish callbacks [] for security_group (7a17723e-49a4-4d0d-b82b-218550ac2222), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.767234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-5c8eaa7a-ea74-47ad-adb9-3259c19d1ade service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99 HTTP/1.1" status: 200 len: 217 time: 0.3800442 Feb 11 05:39:25.797616 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec458c87-3773-43fb-b4b2-24648aa19d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7a17723e-49a4-4d0d-b82b-218550ac2222), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.839291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-40a87f9c-837c-493e-8e05-8fc9c78bd072 None None] Current status of the port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:25.882100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75435ac7-9260-4f8b-9694-e1667ce0777c req-af85b382-0c10-4664-a7e2-b326d4034f5d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299040 Feb 11 05:39:25.960112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 73cc00ca-70f6-4a8e-b85f-43340176cf99 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:39:25.977875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec458c87-3773-43fb-b4b2-24648aa19d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a17723e-49a4-4d0d-b82b-218550ac2222,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.039847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42672-c6d1-40c3-bb85-60afc4b1d015 req-e00d3ee1-6165-41c7-9474-23b262415c33 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:26.041811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9a42672-c6d1-40c3-bb85-60afc4b1d015 req-e00d3ee1-6165-41c7-9474-23b262415c33 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 946 time: 0.7232008 Feb 11 05:39:26.055298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ec458c87-3773-43fb-b4b2-24648aa19d8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f33d319cfde5454a9a053209e86c41d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3568735 Feb 11 05:39:26.059077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41042) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:26.061761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-110f4816-0adb-4cfd-9cc7-b26e7972adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:26.071041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-110f4816-0adb-4cfd-9cc7-b26e7972adb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 200 len: 845 time: 0.2650228 Feb 11 05:39:26.169842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-436c2c4c-bcfa-47fe-b22e-be6439e34f40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d489b23f-3568-44e7-a96f-02f14020a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916359 Feb 11 05:39:26.198056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:26.224347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-147357e5-e830-4893-8421-a289f8b1fe40 admin admin] Publish callbacks [] for security_group (7a17723e-49a4-4d0d-b82b-218550ac2222), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.228596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '73cc00ca-70f6-4a8e-b85f-43340176cf99', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'port_id': '73cc00ca-70f6-4a8e-b85f-43340176cf99', 'mac_address': 'fa:16:3e:c0:01:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d2dfc5-7a8e-464a-b419-79f2a6a54c84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:39:26.303731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-147357e5-e830-4893-8421-a289f8b1fe40 admin admin] Publish callbacks [] for security_group (7a17723e-49a4-4d0d-b82b-218550ac2222), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.305831 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:19Z', 'updated_at': '2022-02-11T05:39:23Z', 'revision_number': 3, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'gw_port': {'id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:21Z', 'updated_at': '2022-02-11T05:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:26.312131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 73cc00ca-70f6-4a8e-b85f-43340176cf99 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:26.312534 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.342302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cc00ca-70f6-4a8e-b85f-43340176cf99 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:26.393230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:26.406492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.426764 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Checking router: 150c67f3-113e-49f9-8774-aa4dba09ad2a for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:26.428777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-4ae59e60-c095-4926-9dc4-f460ce192b2e service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449913 Feb 11 05:39:26.429806 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Updating router 150c67f3-113e-49f9-8774-aa4dba09ad2a port 61e0df6a-ca12-4202-ac3f-18bcb414b050 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:26.457558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9a42672-c6d1-40c3-bb85-60afc4b1d015 req-775924e9-9b2d-4b5a-97a1-2a73013b1a68 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092522 Feb 11 05:39:26.501222 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.598304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=73cc00ca-70f6-4a8e-b85f-43340176cf99,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.612446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.612805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.624771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.627420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.637839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.643917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.644670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.645171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.645695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.646846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.647613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.648134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.648625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.649183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.655295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41062) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:26.697633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['73cc00ca-70f6-4a8e-b85f-43340176cf99'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:26.767407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e7b278f-009b-438b-adc9-3e6a609cd2ea req-752c411c-5a19-4590-8909-b631f7258f34 service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052468 Feb 11 05:39:26.909607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41076) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:27.146936 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-195401db-fdfa-44a0-a30a-6b1039341576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.199035 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Publish callbacks [] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.211446 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.266777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8830c09-ec1b-4c24-b69a-542c5318a6cb req-6ec36cf9-c98d-4277-95fd-1a9a96cf96b0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:27.269060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8830c09-ec1b-4c24-b69a-542c5318a6cb req-6ec36cf9-c98d-4277-95fd-1a9a96cf96b0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 945 time: 0.2439070 Feb 11 05:39:27.317813 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Attempting to bind port 61e0df6a-ca12-4202-ac3f-18bcb414b050 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:27.319182 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Attempting to bind port 61e0df6a-ca12-4202-ac3f-18bcb414b050 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:27.319782 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Attempting to bind port 61e0df6a-ca12-4202-ac3f-18bcb414b050 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:27.341910 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:27.342700 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:27.343335 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.343933 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:27.344613 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Bound port: 61e0df6a-ca12-4202-ac3f-18bcb414b050, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:27.345260 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.358534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Allocated IP 172.20.0.1 (3789604e-027f-4971-a257-386aaaff1321/40ac74b3-9953-4e4f-b215-8c58638fd268/ff420df1-d1be-43dc-be62-7920798c4c6d) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:27.442644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8830c09-ec1b-4c24-b69a-542c5318a6cb req-5958bdf4-9f71-483c-aff3-7eb36c13596b tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584923 Feb 11 05:39:27.466459 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] For port 61e0df6a-ca12-4202-ac3f-18bcb414b050, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:27.469911 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] For port 61e0df6a-ca12-4202-ac3f-18bcb414b050, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=61e0df6a-ca12-4202-ac3f-18bcb414b050,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:27.479669 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb68f77-7005-4b1b-9ca0-f79fe1a8543b None None] Pushing event updated for resources: {'Port': ['ID=61e0df6a-ca12-4202-ac3f-18bcb414b050,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:27.492551 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.529787 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-195401db-fdfa-44a0-a30a-6b1039341576 admin admin] Publish callbacks [] for security_group (48ba45c0-e5e1-44c8-b440-81e8c8aae159), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.544047 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-195401db-fdfa-44a0-a30a-6b1039341576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (48ba45c0-e5e1-44c8-b440-81e8c8aae159), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.587519 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Routers {'150c67f3-113e-49f9-8774-aa4dba09ad2a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:27.594240 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['150c67f3-113e-49f9-8774-aa4dba09ad2a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:27.594403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195401db-fdfa-44a0-a30a-6b1039341576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ba45c0-e5e1-44c8-b440-81e8c8aae159,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:27.597274 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Publish callbacks [] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.646857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-195401db-fdfa-44a0-a30a-6b1039341576 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=336153a9fe30407eb9946f8fef99049c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7328060 Feb 11 05:39:27.661031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-147357e5-e830-4893-8421-a289f8b1fe40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7a17723e-49a4-4d0d-b82b-218550ac2222), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.666906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41082) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:27.668377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-147357e5-e830-4893-8421-a289f8b1fe40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.674080 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-147357e5-e830-4893-8421-a289f8b1fe40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a17723e-49a4-4d0d-b82b-218550ac2222 HTTP/1.1" status: 204 len: 168 time: 1.6107225 Feb 11 05:39:27.714124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.727104 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a9a-7732-4499-9364-bf50f36048ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.750393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147357e5-e830-4893-8421-a289f8b1fe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a17723e-49a4-4d0d-b82b-218550ac2222,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:27.809073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a9376-49fd-4267-b921-610d5601ba16 req-e80d3aa0-aec7-4284-a760-920404688222 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:27.810713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-589a9376-49fd-4267-b921-610d5601ba16 req-e80d3aa0-aec7-4284-a760-920404688222 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 946 time: 0.2218790 Feb 11 05:39:27.819425 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26af975b-e14b-43d6-85aa-095057accdf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.874076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Network 3789604e-027f-4971-a257-386aaaff1321 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:27.882896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:27.891469 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb68f77-7005-4b1b-9ca0-f79fe1a8543b None None] Pushing event updated for resources: {'Port': ['ID=61e0df6a-ca12-4202-ac3f-18bcb414b050,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:27.897277 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:39:27.908619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:27.957457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-589a9376-49fd-4267-b921-610d5601ba16 req-e64d63c0-57e6-4a71-ac6f-2f1814d1d92f tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213062 Feb 11 05:39:27.958247 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] Set router 150c67f3-113e-49f9-8774-aa4dba09ad2a gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:27.975703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 73cc00ca-70f6-4a8e-b85f-43340176cf99 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:27.987964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Pushing event updated for resources: {'Port': ['ID=ff420df1-d1be-43dc-be62-7920798c4c6d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:27.994921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4e57baac-961a-4887-a752-6c1557cbc37e admin admin] Publish callbacks [] for security_group (48ba45c0-e5e1-44c8-b440-81e8c8aae159), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.044478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4e57baac-961a-4887-a752-6c1557cbc37e admin admin] Publish callbacks [] for security_group (48ba45c0-e5e1-44c8-b440-81e8c8aae159), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.075367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (150c67f3-113e-49f9-8774-aa4dba09ad2a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.144476 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4e57baac-961a-4887-a752-6c1557cbc37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (48ba45c0-e5e1-44c8-b440-81e8c8aae159), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.151783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4e57baac-961a-4887-a752-6c1557cbc37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.153218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4e57baac-961a-4887-a752-6c1557cbc37e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48ba45c0-e5e1-44c8-b440-81e8c8aae159 HTTP/1.1" status: 204 len: 168 time: 0.4839036 Feb 11 05:39:28.165618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57baac-961a-4887-a752-6c1557cbc37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ba45c0-e5e1-44c8-b440-81e8c8aae159,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:28.272183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 73cc00ca-70f6-4a8e-b85f-43340176cf99 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:39:28.286483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 73cc00ca-70f6-4a8e-b85f-43340176cf99 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:28.293080 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.296602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26af975b-e14b-43d6-85aa-095057accdf9 admin admin] Publish callbacks [] for security_group (f829f3ba-e0ca-409e-ba0f-dcdd83b4e6c0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.315457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26af975b-e14b-43d6-85aa-095057accdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f829f3ba-e0ca-409e-ba0f-dcdd83b4e6c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.368221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef37ef-784a-4741-b4af-cb37d664d282 req-6797bd43-47c0-4fd9-9b31-d3092bfe9d56 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:28.368221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8ef37ef-784a-4741-b4af-cb37d664d282 req-6797bd43-47c0-4fd9-9b31-d3092bfe9d56 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 946 time: 0.2137010 Feb 11 05:39:28.383479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41098) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:28.389890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Request body: {'floatingip': {'port_id': '6eee3f58-732a-4513-bc29-0980c8251593'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:28.458162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 73cc00ca-70f6-4a8e-b85f-43340176cf99 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:28.459542 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.501065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for floatingip (2c5d5a79-28eb-4467-bc6c-061f652b60cb), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.510665 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:19Z', 'updated_at': '2022-02-11T05:39:23Z', 'revision_number': 3, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'gw_port': {'id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:21Z', 'updated_at': '2022-02-11T05:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:28.553590 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db4802-9736-4e1c-b677-866af4e6fcde None None] The sync data for ids ['150c67f3-113e-49f9-8774-aa4dba09ad2a'] in n-d-715271-35 is: [{'id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:19Z', 'updated_at': '2022-02-11T05:39:23Z', 'revision_number': 3, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'gw_port': {'id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:21Z', 'updated_at': '2022-02-11T05:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:28.618349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:28.625966 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ab8327-581b-41d9-bb83-ad94bdb21d64" -d '{"events": [{"server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "name": "network-vif-plugged", "status": "completed", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:28.662844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9422d867-1678-4391-828b-a19828478d15 None None] Provisioning complete for port ff420df1-d1be-43dc-be62-7920798c4c6d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:28.663503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9422d867-1678-4391-828b-a19828478d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.664417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41102) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:28.785357 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-26af975b-e14b-43d6-85aa-095057accdf9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b601138d579e456b9cb69ec324fc609d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1311960 Feb 11 05:39:28.789259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41108) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:28.827675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af975b-e14b-43d6-85aa-095057accdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f829f3ba-e0ca-409e-ba0f-dcdd83b4e6c0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:28.831083 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.835985 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7826308c-1acd-4383-a008-e4893eb58da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.850112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:28.871006 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91926a12-f4bc-4d79-a65f-9c255021bfb5 x-openstack-request-id: req-91926a12-f4bc-4d79-a65f-9c255021bfb5 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:28.871594 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "name": "network-vif-plugged", "status": "completed", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:28.872048 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91926a12-f4bc-4d79-a65f-9c255021bfb5 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:28.872619 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99', 'code': 200} Feb 11 05:39:28.893781 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.966023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0025592f-35c0-4162-8194-6e771540e5c2 admin admin] Publish callbacks [] for security_group (f829f3ba-e0ca-409e-ba0f-dcdd83b4e6c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.085756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9422d867-1678-4391-828b-a19828478d15 None None] Port ff420df1-d1be-43dc-be62-7920798c4c6d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:29.180976 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0025592f-35c0-4162-8194-6e771540e5c2 admin admin] Publish callbacks [] for security_group (f829f3ba-e0ca-409e-ba0f-dcdd83b4e6c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.182362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=73cc00ca-70f6-4a8e-b85f-43340176cf99,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:29.245894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8323cf-1782-409b-963d-8f5af515b402 req-689da0d7-9779-456a-b8e3-8c421b5ca5ca tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:29.249408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab8323cf-1782-409b-963d-8f5af515b402 req-689da0d7-9779-456a-b8e3-8c421b5ca5ca tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 945 time: 0.6169031 Feb 11 05:39:29.407382 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Publish callbacks [] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.429651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.438368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc717de-7fe9-4f99-8f68-ba9792ff65e3 req-ffee8693-911e-435a-9a40-ea4a720308b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:29.445545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efc717de-7fe9-4f99-8f68-ba9792ff65e3 req-ffee8693-911e-435a-9a40-ea4a720308b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 1129 time: 0.5605047 Feb 11 05:39:29.533969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7826308c-1acd-4383-a008-e4893eb58da3 admin admin] Publish callbacks [] for security_group (eb7ba7bf-1f34-465a-9975-140a66ecaa05), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.585270 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7826308c-1acd-4383-a008-e4893eb58da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (eb7ba7bf-1f34-465a-9975-140a66ecaa05), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.668283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7826308c-1acd-4383-a008-e4893eb58da3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74b692e9da9e47c4a456827214da6a2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9853115 Feb 11 05:39:29.682221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41124) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:29.709934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Pushing event updated for resources: {'Port': ['ID=ff420df1-d1be-43dc-be62-7920798c4c6d,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:29.719845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (150c67f3-113e-49f9-8774-aa4dba09ad2a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.925357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab8323cf-1782-409b-963d-8f5af515b402 req-2aa2eed5-7a04-4277-9289-4e1e14f35f28 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614735 Feb 11 05:39:29.970657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Network 3789604e-027f-4971-a257-386aaaff1321 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:29.982945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826308c-1acd-4383-a008-e4893eb58da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ba7bf-1f34-465a-9975-140a66ecaa05,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:29.984229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:30.005700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efc717de-7fe9-4f99-8f68-ba9792ff65e3 req-82c1c39b-f847-4362-8976-24d9c8a839e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349264 Feb 11 05:39:30.100369 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0025592f-35c0-4162-8194-6e771540e5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f829f3ba-e0ca-409e-ba0f-dcdd83b4e6c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.103985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0025592f-35c0-4162-8194-6e771540e5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.106177 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0025592f-35c0-4162-8194-6e771540e5c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f829f3ba-e0ca-409e-ba0f-dcdd83b4e6c0 HTTP/1.1" status: 204 len: 168 time: 1.3129222 Feb 11 05:39:30.156179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025592f-35c0-4162-8194-6e771540e5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f829f3ba-e0ca-409e-ba0f-dcdd83b4e6c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:30.272145 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2cd91e2a-87af-410f-9a33-fbf61036c0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.279673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5490b41-8fcd-417e-a555-a4fb38713599 admin admin] Publish callbacks [] for security_group (eb7ba7bf-1f34-465a-9975-140a66ecaa05), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.386724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Router 150c67f3-113e-49f9-8774-aa4dba09ad2a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:30.406659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5490b41-8fcd-417e-a555-a4fb38713599 admin admin] Publish callbacks [] for security_group (eb7ba7bf-1f34-465a-9975-140a66ecaa05), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.563221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4f180a0c-6b23-40d2-aca3-773f4bc5c49e None None] Provisioning complete for port ff420df1-d1be-43dc-be62-7920798c4c6d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:30.565416 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4f180a0c-6b23-40d2-aca3-773f4bc5c49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.669722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4f180a0c-6b23-40d2-aca3-773f4bc5c49e None None] Port ff420df1-d1be-43dc-be62-7920798c4c6d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:30.727524 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.resource_extend [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:39:30.798079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:30.817816 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b1a9bf8f-740b-4e2a-81c3-029bdf644381 admin admin] 10.222.0.31 "PUT /v2.0/routers/150c67f3-113e-49f9-8774-aa4dba09ad2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4957948 Feb 11 05:39:30.933249 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5490b41-8fcd-417e-a555-a4fb38713599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (eb7ba7bf-1f34-465a-9975-140a66ecaa05), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.996866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 61e0df6a-ca12-4202-ac3f-18bcb414b050 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:31.001670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5490b41-8fcd-417e-a555-a4fb38713599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.002885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b5490b41-8fcd-417e-a555-a4fb38713599 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb7ba7bf-1f34-465a-9975-140a66ecaa05 HTTP/1.1" status: 204 len: 168 time: 1.3195939 Feb 11 05:39:31.132591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5490b41-8fcd-417e-a555-a4fb38713599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ba7bf-1f34-465a-9975-140a66ecaa05,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:31.235119 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.282096 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.289612 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2c5d5a79-28eb-4467-bc6c-061f652b60cb), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.290982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 61e0df6a-ca12-4202-ac3f-18bcb414b050 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:31.291518 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.493586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41164) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:31.505678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 61e0df6a-ca12-4202-ac3f-18bcb414b050 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:31.506072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.516980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e83322de-17fd-42ca-8f61-8cbbb3e5f0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.558409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 61e0df6a-ca12-4202-ac3f-18bcb414b050, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=61e0df6a-ca12-4202-ac3f-18bcb414b050,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:31.571883 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.610473 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Floating IP 2c5d5a79-28eb-4467-bc6c-061f652b60cb associated. External IP: 172.25.1.238, port: 6eee3f58-732a-4513-bc29-0980c8251593. Feb 11 05:39:31.745389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=61e0df6a-ca12-4202-ac3f-18bcb414b050,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:31.775187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e83322de-17fd-42ca-8f61-8cbbb3e5f0b5 admin admin] Publish callbacks [] for security_group (ef0e59e7-da53-4525-93db-2a4227a22dab), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.784987 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e83322de-17fd-42ca-8f61-8cbbb3e5f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ef0e59e7-da53-4525-93db-2a4227a22dab), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.880091 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e83322de-17fd-42ca-8f61-8cbbb3e5f0b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c72cae88e0742e1a089c1bd03ad0914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3847489 Feb 11 05:39:31.884873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83322de-17fd-42ca-8f61-8cbbb3e5f0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0e59e7-da53-4525-93db-2a4227a22dab,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:31.891317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41170) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:31.962180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff6351-d39e-430c-b015-6f0b46761dd2 req-34d7675b-b3d6-47f2-86f5-014805a3c04c tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:31.979332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09ff6351-d39e-430c-b015-6f0b46761dd2 req-34d7675b-b3d6-47f2-86f5-014805a3c04c tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 946 time: 0.8167434 Feb 11 05:39:32.034248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12059c65-7e37-408f-bcf1-1514a81a0a4c admin admin] Publish callbacks [] for security_group (ef0e59e7-da53-4525-93db-2a4227a22dab), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.088962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12059c65-7e37-408f-bcf1-1514a81a0a4c admin admin] Publish callbacks [] for security_group (ef0e59e7-da53-4525-93db-2a4227a22dab), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.171638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Sync routers for ids ['150c67f3-113e-49f9-8774-aa4dba09ad2a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:32.190911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Routers {'150c67f3-113e-49f9-8774-aa4dba09ad2a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:32.191602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['150c67f3-113e-49f9-8774-aa4dba09ad2a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:32.238674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12059c65-7e37-408f-bcf1-1514a81a0a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ef0e59e7-da53-4525-93db-2a4227a22dab), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.242459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12059c65-7e37-408f-bcf1-1514a81a0a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.243760 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-12059c65-7e37-408f-bcf1-1514a81a0a4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef0e59e7-da53-4525-93db-2a4227a22dab HTTP/1.1" status: 204 len: 168 time: 0.3511651 Feb 11 05:39:32.256244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12059c65-7e37-408f-bcf1-1514a81a0a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0e59e7-da53-4525-93db-2a4227a22dab,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:32.431410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Set router 150c67f3-113e-49f9-8774-aa4dba09ad2a gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:32.476996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Router 102d6294-4647-41a0-afee-b8b1f0145c9c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:32.489321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ce4b5455-5467-4977-9f49-8425a7a23aa5 req-97a44c72-5287-477c-bfac-f5c6f77c13d2 tempest-FloatingIPsNegativeTestJSON-1446399309 tempest-FloatingIPsNegativeTestJSON-1446399309-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=a9bda7d2ebbc46389016383ca25d5794 HTTP/1.1" status: 200 len: 217 time: 0.0815475 Feb 11 05:39:32.894777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 61e0df6a-ca12-4202-ac3f-18bcb414b050 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:33.113783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1375cab-e6a0-41c4-a471-f6ea1bcdeabf req-2e50c33d-dc60-4ae9-9c7b-a875f3d5b508 tempest-FloatingIPsNegativeTestJSON-1446399309 tempest-FloatingIPsNegativeTestJSON-1446399309-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.5936098 Feb 11 05:39:33.150154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09ff6351-d39e-430c-b015-6f0b46761dd2 req-63ef8589-c080-43f1-851c-e5881b450449 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1706066 Feb 11 05:39:33.248379 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-f2ef1aac-2287-4e95-ba05-0008ef2e1961 req-0c88ce83-9cbe-4463-95d3-2be334d54a12 tempest-FloatingIPsNegativeTestJSON-1446399309 tempest-FloatingIPsNegativeTestJSON-1446399309-project] show failed (client error): The resource could not be found. Feb 11 05:39:33.249716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2ef1aac-2287-4e95-ba05-0008ef2e1961 req-0c88ce83-9cbe-4463-95d3-2be334d54a12 tempest-FloatingIPsNegativeTestJSON-1446399309 tempest-FloatingIPsNegativeTestJSON-1446399309-project] 10.222.0.31 "GET /v2.0/floatingips/3eb88486-9170-499a-bac3-c55fc0c99c38 HTTP/1.1" status: 404 len: 350 time: 0.1093307 Feb 11 05:39:33.260784 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41208) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:33.508842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.557948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:33.567892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.571936 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] Sync routers for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:33.590805 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:33.591866 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:33.615528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 61e0df6a-ca12-4202-ac3f-18bcb414b050 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:33.618703 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.640728 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e98748ba-d39e-4a20-9dcb-ca3c66bfd064 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "PUT /v2.0/floatingips/2c5d5a79-28eb-4467-bc6c-061f652b60cb HTTP/1.1" status: 200 len: 992 time: 5.2559521 Feb 11 05:39:33.641492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'tag': '6eee3f58-732a-4513-bc29-0980c8251593'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:33.647497 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb0534e-09b6-4f55-9d37-8ab09efbf34f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3ba6dd-93fc-43da-8605-abc0db9504c3", "tag": "6eee3f58-732a-4513-bc29-0980c8251593"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:33.723914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:19Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'gw_port': {'id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:21Z', 'updated_at': '2022-02-11T05:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'ff420df1-d1be-43dc-be62-7920798c4c6d', 'name': '', 'network_id': '3789604e-027f-4971-a257-386aaaff1321', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'mac_address': 'fa:16:3e:18:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '40ac74b3-9953-4e4f-b215-8c58638fd268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:26Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 2, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'subnets': [{'id': '40ac74b3-9953-4e4f-b215-8c58638fd268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:33.795318 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beff0235-39d8-4986-a9e0-806ddba2d068 x-openstack-request-id: req-beff0235-39d8-4986-a9e0-806ddba2d068 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:33.795619 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3ba6dd-93fc-43da-8605-abc0db9504c3", "tag": "6eee3f58-732a-4513-bc29-0980c8251593", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:33.796355 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-beff0235-39d8-4986-a9e0-806ddba2d068 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:33.796778 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'tag': '6eee3f58-732a-4513-bc29-0980c8251593', 'status': 'completed', 'code': 200} Feb 11 05:39:33.813133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Checking router: 150c67f3-113e-49f9-8774-aa4dba09ad2a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:33.818540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Updating router 150c67f3-113e-49f9-8774-aa4dba09ad2a port ff420df1-d1be-43dc-be62-7920798c4c6d binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:33.940093 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:33.987249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.029473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-4d76dd4f-17f0-4e3c-be7e-81c336f4c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:34.042493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-4d76dd4f-17f0-4e3c-be7e-81c336f4c5e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65411783aa84d94a984fa2a6daa3be9&device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 1129 time: 0.2259738 Feb 11 05:39:34.070996 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.075654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f963a-b07d-4335-9442-6f3edaa8da7c req-d3d25298-9a69-451d-ae2c-a0927938d020 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:34.090738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c43f963a-b07d-4335-9442-6f3edaa8da7c req-d3d25298-9a69-451d-ae2c-a0927938d020 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 946 time: 0.2170677 Feb 11 05:39:34.378937 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2c5d5a79-28eb-4467-bc6c-061f652b60cb', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'port_id': '6eee3f58-732a-4513-bc29-0980c8251593', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'mac_address': 'fa:16:3e:4a:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:38:58Z', 'updated_at': '2022-02-11T05:39:30Z', 'revision_number': 1, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28599bf7-a87b-4735-ba1d-f71921b7ed2f', 'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'mac_address': 'fa:16:3e:f7:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:41Z', 'updated_at': '2022-02-11T05:38:55Z', 'revision_number': 5, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'subnets': [{'id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:34.498367 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] Checking router: 102d6294-4647-41a0-afee-b8b1f0145c9c for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:34.525040 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:34.526361 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:34.558481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (150c67f3-113e-49f9-8774-aa4dba09ad2a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.567540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 61e0df6a-ca12-4202-ac3f-18bcb414b050 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:34.734341 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:34.740634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c43f963a-b07d-4335-9442-6f3edaa8da7c req-f81dc655-b1d4-4837-8d39-17c891e70367 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6346219 Feb 11 05:39:34.848662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-2642aad0-7e14-40f2-8095-44d84827097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:34.856648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-2642aad0-7e14-40f2-8095-44d84827097c service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c941a73-cf65-48e4-93c1-8d82c4579694 HTTP/1.1" status: 200 len: 905 time: 0.7604256 Feb 11 05:39:34.900555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05e0ce-ea49-42e4-828e-fa832643d20a req-434e41a2-801d-449c-83bd-919fd9ec26a6 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:34.909996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f05e0ce-ea49-42e4-828e-fa832643d20a req-434e41a2-801d-449c-83bd-919fd9ec26a6 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 946 time: 0.5898116 Feb 11 05:39:35.145028 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Publish callbacks [] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.164266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.271518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7bdf8-55fc-42dd-af95-bcaf215bbc89 None None] Pushing event updated for resources: {'Port': ['ID=ff420df1-d1be-43dc-be62-7920798c4c6d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:35.274201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-8561e580-834e-4c67-8565-165b90f5d479 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eee3f58-732a-4513-bc29-0980c8251593 HTTP/1.1" status: 200 len: 1000 time: 0.3568335 Feb 11 05:39:35.385379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Deleting port ff420df1-d1be-43dc-be62-7920798c4c6d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:35.385636 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.515991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Attempting to bind port ff420df1-d1be-43dc-be62-7920798c4c6d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:35.516415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Attempting to bind port ff420df1-d1be-43dc-be62-7920798c4c6d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:35.516794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Attempting to bind port ff420df1-d1be-43dc-be62-7920798c4c6d on network 3789604e-027f-4971-a257-386aaaff1321 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:35.535231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:35.535660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Checking segment: {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:35.543115 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.543795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Bound using segment: {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:35.545715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Bound port: ff420df1-d1be-43dc-be62-7920798c4c6d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:35.546975 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.613649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f05e0ce-ea49-42e4-828e-fa832643d20a req-bda05e24-e66d-4992-ab46-f5e569aecdd4 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617694 Feb 11 05:39:35.626117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-93f6e029-78c2-4d16-b6e5-1b247665c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:35.631117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-93f6e029-78c2-4d16-b6e5-1b247665c793 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1a29c1af-c8c5-41d6-ae28-323b02a7c1f3 HTTP/1.1" status: 200 len: 843 time: 0.3469026 Feb 11 05:39:35.643048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] For port ff420df1-d1be-43dc-be62-7920798c4c6d, host n-d-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:35.644015 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.659848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Calling delete_port for ff420df1-d1be-43dc-be62-7920798c4c6d owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:35.833209 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2c5d5a79-28eb-4467-bc6c-061f652b60cb', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'port_id': '6eee3f58-732a-4513-bc29-0980c8251593', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'mac_address': 'fa:16:3e:4a:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:38:58Z', 'updated_at': '2022-02-11T05:39:30Z', 'revision_number': 1, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28599bf7-a87b-4735-ba1d-f71921b7ed2f', 'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'mac_address': 'fa:16:3e:f7:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:41Z', 'updated_at': '2022-02-11T05:38:55Z', 'revision_number': 5, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'subnets': [{'id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:35.875018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-4363a4fa-ccf1-4a30-a5a6-fa3a56137e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:35.877347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-4363a4fa-ccf1-4a30-a5a6-fa3a56137e8f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c941a73-cf65-48e4-93c1-8d82c4579694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2392001 Feb 11 05:39:35.899902 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.900671 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:39:35.901185 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:39:35.933156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-42daf6f8-5315-4953-9688-465aaa696575 None None] Could not find standard attr ID for object ff420df1-d1be-43dc-be62-7920798c4c6d. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:39:35.968405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff420df1-d1be-43dc-be62-7920798c4c6d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:35.969987 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d4189-f199-4b14-9e83-704a26bce86b None None] The sync data for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 is: [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2c5d5a79-28eb-4467-bc6c-061f652b60cb', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'port_id': '6eee3f58-732a-4513-bc29-0980c8251593', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'mac_address': 'fa:16:3e:4a:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:38:58Z', 'updated_at': '2022-02-11T05:39:30Z', 'revision_number': 1, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28599bf7-a87b-4735-ba1d-f71921b7ed2f', 'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'mac_address': 'fa:16:3e:f7:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:41Z', 'updated_at': '2022-02-11T05:38:55Z', 'revision_number': 5, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'subnets': [{'id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:36.390036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-b2cc0cf3-c90b-4dbc-965f-681d8af4f3f7 service neutron] 10.222.0.81 "GET /v2.0/networks/7c941a73-cf65-48e4-93c1-8d82c4579694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985626 Feb 11 05:39:36.453156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Attempting to bind port ff420df1-d1be-43dc-be62-7920798c4c6d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:36.453534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Attempting to bind port ff420df1-d1be-43dc-be62-7920798c4c6d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:36.453903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Attempting to bind port ff420df1-d1be-43dc-be62-7920798c4c6d on network 3789604e-027f-4971-a257-386aaaff1321 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:36.483859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:36.484215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Checking segment: {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:36.487308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.487774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Bound using segment: {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:36.488289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Bound port: ff420df1-d1be-43dc-be62-7920798c4c6d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c417ee-fa6d-4975-8b3b-430d76c90650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3789604e-027f-4971-a257-386aaaff1321'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:36.488693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff420df1-d1be-43dc-be62-7920798c4c6d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.634322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Port ff420df1-d1be-43dc-be62-7920798c4c6d has been deleted concurrently {{(pid=103122) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 05:39:36.667463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (150c67f3-113e-49f9-8774-aa4dba09ad2a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.672874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1db50f-f58b-475e-97c3-9992093aaef1 None None] New status for floating IP 2c5d5a79-28eb-4467-bc6c-061f652b60cb: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:39:36.776925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a18cf-51ef-4941-9cdd-d76a7ef95fc6 req-4cf9ae27-14fd-4a68-9910-d699507f1b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:36.782472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e5a18cf-51ef-4941-9cdd-d76a7ef95fc6 req-4cf9ae27-14fd-4a68-9910-d699507f1b25 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 946 time: 0.4844713 Feb 11 05:39:36.883421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afb0534e-09b6-4f55-9d37-8ab09efbf34f req-d7706f76-d304-4e55-9d2a-f89d2b7bc697 service neutron] 10.222.0.81 "GET /v2.0/networks/7c941a73-cf65-48e4-93c1-8d82c4579694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829609 Feb 11 05:39:36.925041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Routers {'150c67f3-113e-49f9-8774-aa4dba09ad2a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:36.925796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['150c67f3-113e-49f9-8774-aa4dba09ad2a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:36.974154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e5a18cf-51ef-4941-9cdd-d76a7ef95fc6 req-498509f3-acd2-494e-afed-ef54a050af1a tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822617 Feb 11 05:39:37.337457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Router 150c67f3-113e-49f9-8774-aa4dba09ad2a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:37.634787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] Set router 150c67f3-113e-49f9-8774-aa4dba09ad2a gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:37.693598 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:37.702391 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-537ff39d-8980-4ba6-b791-6fdee8da54d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/150c67f3-113e-49f9-8774-aa4dba09ad2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4397595 Feb 11 05:39:37.704943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41352) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:38.040711 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks [] for router (150c67f3-113e-49f9-8774-aa4dba09ad2a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.199509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:19Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'gw_port': {'id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:21Z', 'updated_at': '2022-02-11T05:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:38.292305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78113d2a-cf0d-4868-bffe-2bfd33a9d623 None None] The sync data for ids ['150c67f3-113e-49f9-8774-aa4dba09ad2a'] in n-d-715271-35 is: [{'id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:19Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'gw_port': {'id': '61e0df6a-ca12-4202-ac3f-18bcb414b050', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:21Z', 'updated_at': '2022-02-11T05:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:38.526558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c545-22f7-4895-b9ab-8560f3894f9c req-f79bb9bc-21b4-4386-9d28-3c35c1218c43 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:38.528066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfa9c545-22f7-4895-b9ab-8560f3894f9c req-f79bb9bc-21b4-4386-9d28-3c35c1218c43 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 946 time: 0.3661954 Feb 11 05:39:38.707601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks [] for router_gateway (150c67f3-113e-49f9-8774-aa4dba09ad2a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.756098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfa9c545-22f7-4895-b9ab-8560f3894f9c req-fe553276-31eb-427a-b1e8-5e039ac71f88 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796699 Feb 11 05:39:38.938829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Deleting port 61e0df6a-ca12-4202-ac3f-18bcb414b050 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:38.939168 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.226013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] For port 61e0df6a-ca12-4202-ac3f-18bcb414b050, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=61e0df6a-ca12-4202-ac3f-18bcb414b050,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:39.226605 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.310229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Calling delete_port for 61e0df6a-ca12-4202-ac3f-18bcb414b050 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:39.735368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41426) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:39.844814 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] Sync routers for ids ['150c67f3-113e-49f9-8774-aa4dba09ad2a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:39.858696 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] Routers {'150c67f3-113e-49f9-8774-aa4dba09ad2a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:39.860863 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['150c67f3-113e-49f9-8774-aa4dba09ad2a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:39.924899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (61e0df6a-ca12-4202-ac3f-18bcb414b050), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.983612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e0df6a-ca12-4202-ac3f-18bcb414b050,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:40.109723 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] Set router 150c67f3-113e-49f9-8774-aa4dba09ad2a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:40.138587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (150c67f3-113e-49f9-8774-aa4dba09ad2a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.242032 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88372978-5cc5-407f-a1f7-a5c48d48306b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.291603 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:19Z', 'updated_at': '2022-02-11T05:39:38Z', 'revision_number': 6, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:40.371405 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (150c67f3-113e-49f9-8774-aa4dba09ad2a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.374914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks [] for router_controller (150c67f3-113e-49f9-8774-aa4dba09ad2a), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.404309 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] Checking router: 150c67f3-113e-49f9-8774-aa4dba09ad2a for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:40.456557 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] Routers {'150c67f3-113e-49f9-8774-aa4dba09ad2a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:40.459908 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['150c67f3-113e-49f9-8774-aa4dba09ad2a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:40.508294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88372978-5cc5-407f-a1f7-a5c48d48306b admin admin] Publish callbacks [] for security_group (525eebde-7af5-42ba-907d-86f18a1a862b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.516715 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (150c67f3-113e-49f9-8774-aa4dba09ad2a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.517038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 150c67f3-113e-49f9-8774-aa4dba09ad2a {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:39:40.522804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88372978-5cc5-407f-a1f7-a5c48d48306b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (525eebde-7af5-42ba-907d-86f18a1a862b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.531371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.532557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0f0068eb-2354-4d23-a71d-db0f4c9616b0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/150c67f3-113e-49f9-8774-aa4dba09ad2a HTTP/1.1" status: 204 len: 168 time: 2.8263369 Feb 11 05:39:40.535449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41448) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:40.624761 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-88372978-5cc5-407f-a1f7-a5c48d48306b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c098a80d842e481bb82417eceee63c76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8882465 Feb 11 05:39:40.625418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41450) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:40.628115 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88372978-5cc5-407f-a1f7-a5c48d48306b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525eebde-7af5-42ba-907d-86f18a1a862b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:40.654954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37b0bc2-6368-41fc-9394-0300cea81cba admin admin] Deleting subnet 40ac74b3-9953-4e4f-b215-8c58638fd268 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:39:40.668941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c37b0bc2-6368-41fc-9394-0300cea81cba admin admin] Publish callbacks [] for subnet (40ac74b3-9953-4e4f-b215-8c58638fd268), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.688519 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] Set router 150c67f3-113e-49f9-8774-aa4dba09ad2a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:40.765284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c37b0bc2-6368-41fc-9394-0300cea81cba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (40ac74b3-9953-4e4f-b215-8c58638fd268), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.780769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bc13daa-34e7-4dbc-9410-b3e2656325f6 admin admin] Publish callbacks [] for security_group (525eebde-7af5-42ba-907d-86f18a1a862b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.843788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bc13daa-34e7-4dbc-9410-b3e2656325f6 admin admin] Publish callbacks [] for security_group (525eebde-7af5-42ba-907d-86f18a1a862b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.864064 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:19Z', 'updated_at': '2022-02-11T05:39:39Z', 'revision_number': 7, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:40.955945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bc13daa-34e7-4dbc-9410-b3e2656325f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (525eebde-7af5-42ba-907d-86f18a1a862b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.959631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bc13daa-34e7-4dbc-9410-b3e2656325f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.963972 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2bc13daa-34e7-4dbc-9410-b3e2656325f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/525eebde-7af5-42ba-907d-86f18a1a862b HTTP/1.1" status: 204 len: 168 time: 0.3367994 Feb 11 05:39:40.976351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc13daa-34e7-4dbc-9410-b3e2656325f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525eebde-7af5-42ba-907d-86f18a1a862b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:41.017048 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c37b0bc2-6368-41fc-9394-0300cea81cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (40ac74b3-9953-4e4f-b215-8c58638fd268), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.027628 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9abc7-334e-49ad-9760-01daa67af1af None None] The sync data for ids ['150c67f3-113e-49f9-8774-aa4dba09ad2a'] in n-d-715271-35 is: [{'id': '150c67f3-113e-49f9-8774-aa4dba09ad2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-17685981-router', 'tenant_id': 'a9bda7d2ebbc46389016383ca25d5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:19Z', 'updated_at': '2022-02-11T05:39:39Z', 'revision_number': 7, 'project_id': 'a9bda7d2ebbc46389016383ca25d5794', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:41.162068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c37b0bc2-6368-41fc-9394-0300cea81cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (40ac74b3-9953-4e4f-b215-8c58638fd268), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.234848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b0bc2-6368-41fc-9394-0300cea81cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ac74b3-9953-4e4f-b215-8c58638fd268,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:41.281711 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c37b0bc2-6368-41fc-9394-0300cea81cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.288774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d15d1-0ecd-4025-ba67-311c1e9d0a25 None None] Network 3789604e-027f-4971-a257-386aaaff1321 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:41.300356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c37b0bc2-6368-41fc-9394-0300cea81cba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/40ac74b3-9953-4e4f-b215-8c58638fd268 HTTP/1.1" status: 204 len: 168 time: 0.7638485 Feb 11 05:39:41.303462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41478) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:41.506711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3789604e-027f-4971-a257-386aaaff1321), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.649477 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Deleting port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:41.650153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.727144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c48ae-334b-42c8-88bd-6e4957eba6c6 None None] DHCP port deletion for 3789604e-027f-4971-a257-386aaaff1321 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:39:41.792281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41490) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:41.853209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] For port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20,segment=NetworkSegment(21c417ee-fa6d-4975-8b3b-430d76c90650),segment_id=21c417ee-fa6d-4975-8b3b-430d76c90650)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:41.858681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d4ec8a4-ac47-4602-9ad5-110b9e9708b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.863332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.880984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c48ae-334b-42c8-88bd-6e4957eba6c6 None None] Deleting port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:41.885687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fa5c48ae-334b-42c8-88bd-6e4957eba6c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.026721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-fa5c48ae-334b-42c8-88bd-6e4957eba6c6 None None] For port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20,segment=NetworkSegment(21c417ee-fa6d-4975-8b3b-430d76c90650),segment_id=21c417ee-fa6d-4975-8b3b-430d76c90650)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:42.027701 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fa5c48ae-334b-42c8-88bd-6e4957eba6c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.050344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c48ae-334b-42c8-88bd-6e4957eba6c6 None None] Calling delete_port for 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:42.152124 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d4ec8a4-ac47-4602-9ad5-110b9e9708b1 admin admin] Publish callbacks [] for security_group (71461a33-c2c1-4851-b1d3-ae70071d2c3f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.166920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d4ec8a4-ac47-4602-9ad5-110b9e9708b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (71461a33-c2c1-4851-b1d3-ae70071d2c3f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.168302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 73cc00ca-70f6-4a8e-b85f-43340176cf99 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:39:42.215024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1d4ec8a4-ac47-4602-9ad5-110b9e9708b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=690de31a76c54e17a65f48466f47f593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4127924 Feb 11 05:39:42.222127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41514) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:42.287323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:42.290278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ec8a4-ac47-4602-9ad5-110b9e9708b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71461a33-c2c1-4851-b1d3-ae70071d2c3f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:42.305558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '73cc00ca-70f6-4a8e-b85f-43340176cf99', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'port_id': '73cc00ca-70f6-4a8e-b85f-43340176cf99', 'mac_address': 'fa:16:3e:c0:01:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d2dfc5-7a8e-464a-b419-79f2a6a54c84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:39:42.309283 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fa5c48ae-334b-42c8-88bd-6e4957eba6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.344257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c48ae-334b-42c8-88bd-6e4957eba6c6 None None] No DVR routers for this DVR port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:42.360690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c48ae-334b-42c8-88bd-6e4957eba6c6 None None] Pushing event deleted for resources: {'Port': ['ID=89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:42.408052 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a63dca8-d981-4835-a1dd-ef529aaf4037 admin admin] Publish callbacks [] for security_group (71461a33-c2c1-4851-b1d3-ae70071d2c3f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.438709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 73cc00ca-70f6-4a8e-b85f-43340176cf99 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:42.439192 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.497153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73cc00ca-70f6-4a8e-b85f-43340176cf99 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:42.514796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a63dca8-d981-4835-a1dd-ef529aaf4037 admin admin] Publish callbacks [] for security_group (71461a33-c2c1-4851-b1d3-ae70071d2c3f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.542262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Calling delete_port for 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:42.549696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:42.558752 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.640328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a63dca8-d981-4835-a1dd-ef529aaf4037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (71461a33-c2c1-4851-b1d3-ae70071d2c3f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.643753 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a63dca8-d981-4835-a1dd-ef529aaf4037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.645259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5a63dca8-d981-4835-a1dd-ef529aaf4037 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71461a33-c2c1-4851-b1d3-ae70071d2c3f HTTP/1.1" status: 204 len: 168 time: 0.4195135 Feb 11 05:39:42.661889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63dca8-d981-4835-a1dd-ef529aaf4037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71461a33-c2c1-4851-b1d3-ae70071d2c3f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:42.690713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=73cc00ca-70f6-4a8e-b85f-43340176cf99,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:42.706510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.723322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] No DVR routers for this DVR port 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:42.748406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['73cc00ca-70f6-4a8e-b85f-43340176cf99'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:42.943670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 61e0df6a-ca12-4202-ac3f-18bcb414b050 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:42.984345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 61e0df6a-ca12-4202-ac3f-18bcb414b050 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:42.984602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 61e0df6a-ca12-4202-ac3f-18bcb414b050 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:42.985024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:42.987400 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3789604e-027f-4971-a257-386aaaff1321), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.014568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:43.014941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:43.072278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328358f-6a55-4e35-b527-376045abe41d req-8b24afee-8ca5-4f08-900d-30d6215e3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:43.074918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3328358f-6a55-4e35-b527-376045abe41d req-8b24afee-8ca5-4f08-900d-30d6215e3ec0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 1128 time: 0.1023016 Feb 11 05:39:43.075622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3789604e-027f-4971-a257-386aaaff1321']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:43.117404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c417ee-fa6d-4975-8b3b-430d76c90650') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:43.117933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c417ee-fa6d-4975-8b3b-430d76c90650') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:43.158556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (21c417ee-fa6d-4975-8b3b-430d76c90650), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.168061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=89a5d3d6-f2ff-4463-8a55-d8a7a30cfc20,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:43.185217 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (21c417ee-fa6d-4975-8b3b-430d76c90650), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.196782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:39:43.197129 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (21c417ee-fa6d-4975-8b3b-430d76c90650), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:39:43.199057 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:39:43.314569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328358f-6a55-4e35-b527-376045abe41d req-d76e959a-05e4-4369-bde1-dd0331ecb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:43.316553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3328358f-6a55-4e35-b527-376045abe41d req-d76e959a-05e4-4369-bde1-dd0331ecb0f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 906 time: 0.2119558 Feb 11 05:39:43.347228 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3789604e-027f-4971-a257-386aaaff1321), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.354574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.359245 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] 10.222.0.31 "DELETE /v2.0/networks/3789604e-027f-4971-a257-386aaaff1321 HTTP/1.1" status: 204 len: 168 time: 2.0545850 Feb 11 05:39:43.389454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f9ae4-aa83-45a6-a8cb-9281f2b82e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=3789604e-027f-4971-a257-386aaaff1321,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:43.424603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3328358f-6a55-4e35-b527-376045abe41d req-109cd229-3cbd-442d-b290-0487406bd8f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99 HTTP/1.1" status: 200 len: 217 time: 0.1018090 Feb 11 05:39:43.550135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328358f-6a55-4e35-b527-376045abe41d req-42acd355-cf21-448e-b33c-ea41a41edc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:43.553065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3328358f-6a55-4e35-b527-376045abe41d req-42acd355-cf21-448e-b33c-ea41a41edc2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 200 len: 845 time: 0.1219921 Feb 11 05:39:43.639125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3328358f-6a55-4e35-b527-376045abe41d req-dbca175d-a828-4b66-8a95-77ac1a489b44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d489b23f-3568-44e7-a96f-02f14020a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807729 Feb 11 05:39:43.828283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41578) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:43.853949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3328358f-6a55-4e35-b527-376045abe41d req-0634ecf3-2003-4a10-a34b-b88a6b169738 service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068691 Feb 11 05:39:43.909297 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4fee538f-a04a-4a93-b981-6f6f56466df7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9bda7d2ebbc46389016383ca25d5794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793238 Feb 11 05:39:43.915446 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41580) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:44.053552 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 73cc00ca-70f6-4a8e-b85f-43340176cf99 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:44.066010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5475f99c-fd2a-4577-a86c-5781ed4a456d admin admin] Publish callbacks [] for security_group (65018145-760e-486a-9ff4-995b126b5e10), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.145528 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5475f99c-fd2a-4577-a86c-5781ed4a456d admin admin] Publish callbacks [] for security_group (65018145-760e-486a-9ff4-995b126b5e10), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.185142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 73cc00ca-70f6-4a8e-b85f-43340176cf99 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:44.185523 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.323433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5475f99c-fd2a-4577-a86c-5781ed4a456d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (65018145-760e-486a-9ff4-995b126b5e10), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.326962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5475f99c-fd2a-4577-a86c-5781ed4a456d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.329854 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5475f99c-fd2a-4577-a86c-5781ed4a456d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65018145-760e-486a-9ff4-995b126b5e10 HTTP/1.1" status: 204 len: 168 time: 0.4131672 Feb 11 05:39:44.346790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475f99c-fd2a-4577-a86c-5781ed4a456d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65018145-760e-486a-9ff4-995b126b5e10,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:44.396287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3328358f-6a55-4e35-b527-376045abe41d req-ac81309f-b613-4a83-88b4-9da6956ae4f9 service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319221 Feb 11 05:39:44.420604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-7f1e23f1-9f3a-405b-8117-56f01634a7cd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2826881 Feb 11 05:39:44.550561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 73cc00ca-70f6-4a8e-b85f-43340176cf99 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:44.554073 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.591994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-aa7397e0-0fa4-4406-b9a8-7e3945d6f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:44.593644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-aa7397e0-0fa4-4406-b9a8-7e3945d6f32e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 1129 time: 0.1168070 Feb 11 05:39:44.634183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:44.640582 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25ad353-d940-4f7e-b192-9848ca620f61" -d '{"events": [{"server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "name": "network-vif-plugged", "status": "completed", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:44.710310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:44.755647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.830012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-d4df8bea-531e-4bb3-ae72-b20091d59bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:44.834379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-d4df8bea-531e-4bb3-ae72-b20091d59bd0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 200 len: 914 time: 0.2123623 Feb 11 05:39:44.878526 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a8b08f-9e3f-4f09-9103-d61830e3cbd4 x-openstack-request-id: req-77a8b08f-9e3f-4f09-9103-d61830e3cbd4 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:44.878830 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "name": "network-vif-plugged", "status": "completed", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:44.879271 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77a8b08f-9e3f-4f09-9103-d61830e3cbd4 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:44.880371 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99', 'code': 200} Feb 11 05:39:44.966333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-271b0e0c-0901-49e6-8b7d-d60724fb642f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df572079-96a5-4e6a-b1aa-4a30879e8fc0 HTTP/1.1" status: 200 len: 217 time: 0.1242986 Feb 11 05:39:44.966969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=73cc00ca-70f6-4a8e-b85f-43340176cf99,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:45.085722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-74053f72-0dfc-4de8-919e-d286aa25dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:45.090127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-74053f72-0dfc-4de8-919e-d286aa25dc4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=626436ea-3708-46dc-8918-ccc449182f79 HTTP/1.1" status: 200 len: 853 time: 0.1123800 Feb 11 05:39:45.136107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-dbd62dda-061d-4d08-ab73-34899fa5cd08 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4281e62-a042-4781-9bb3-86f3623bde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388508 Feb 11 05:39:45.391699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-2b2d480d-415e-42ed-95af-491a1a6c6f00 service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490740 Feb 11 05:39:45.596102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa40e91-70c3-4f18-8fa8-7b71442dce1b req-d48402b5-0005-49e3-a198-fc442ace905d service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863706 Feb 11 05:39:46.436511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a35784-6e08-40c7-9e42-bacf4fc9231b req-9652195f-444d-4713-96cf-2e24985e078f tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:46.464982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6a35784-6e08-40c7-9e42-bacf4fc9231b req-9652195f-444d-4713-96cf-2e24985e078f tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 946 time: 0.1562672 Feb 11 05:39:46.665154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6a35784-6e08-40c7-9e42-bacf4fc9231b req-a7ba068f-2e9c-42c3-abbd-73174c631884 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954587 Feb 11 05:39:47.533108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:47.810629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-network', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:47.879248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Made reservation on behalf of 33232232d28a4b8dba6d0cf4c94ab941 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:47.879248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.892224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41754) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:48.007500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.013799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fccc9a6-49d1-4d3d-9e8d-2fdffad1509e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.158464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Publish callbacks [] for security_group (4b55d7f5-09bf-4f49-9d0a-e63c757789fd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.159079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fccc9a6-49d1-4d3d-9e8d-2fdffad1509e admin admin] Publish callbacks [] for security_group (6526dd78-0884-42f3-ac42-6024929d2254), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.168763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4b55d7f5-09bf-4f49-9d0a-e63c757789fd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.171441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7fccc9a6-49d1-4d3d-9e8d-2fdffad1509e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6526dd78-0884-42f3-ac42-6024929d2254), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.182543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:48.193221 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (62680969-9cf9-4a3a-a54b-3836cd8dc8c1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.193899 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Added segment 62680969-9cf9-4a3a-a54b-3836cd8dc8c1 of type vlan for network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 Feb 11 05:39:48.221810 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7fccc9a6-49d1-4d3d-9e8d-2fdffad1509e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87efbaab937a4bc9a20fe14a345a323c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277686 Feb 11 05:39:48.227933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41764) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:48.254144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccc9a6-49d1-4d3d-9e8d-2fdffad1509e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6526dd78-0884-42f3-ac42-6024929d2254,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:48.295315 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (6fd8f9fd-9d62-4a76-b978-e53fce05bd64), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.351253 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3830c163-9f18-445a-9075-95687b36d27a admin admin] Publish callbacks [] for security_group (6526dd78-0884-42f3-ac42-6024929d2254), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.372279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b55d7f5-09bf-4f49-9d0a-e63c757789fd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:48.377640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (6fd8f9fd-9d62-4a76-b978-e53fce05bd64), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.378872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.379901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.395131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-7930fd44-abe7-42e3-880b-e4ed30bbed80 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.397649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-7930fd44-abe7-42e3-880b-e4ed30bbed80 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 946 time: 0.5506706 Feb 11 05:39:48.400633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3830c163-9f18-445a-9075-95687b36d27a admin admin] Publish callbacks [] for security_group (6526dd78-0884-42f3-ac42-6024929d2254), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.474690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1a06-3672-44f0-8b85-ad383cd1bfa1 req-0095a912-7d56-49e5-b38b-c35552f7d4cd tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.482783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7de1a06-3672-44f0-8b85-ad383cd1bfa1 req-0095a912-7d56-49e5-b38b-c35552f7d4cd tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 946 time: 0.6097560 Feb 11 05:39:48.482989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3830c163-9f18-445a-9075-95687b36d27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6526dd78-0884-42f3-ac42-6024929d2254), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.490094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3830c163-9f18-445a-9075-95687b36d27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.491012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] Pushing event updated for resources: {'Network': ['ID=6fd8f9fd-9d62-4a76-b978-e53fce05bd64,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:48.491747 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3830c163-9f18-445a-9075-95687b36d27a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6526dd78-0884-42f3-ac42-6024929d2254 HTTP/1.1" status: 204 len: 168 time: 0.2623224 Feb 11 05:39:48.505499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:48.520869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830c163-9f18-445a-9075-95687b36d27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6526dd78-0884-42f3-ac42-6024929d2254,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:48.686531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f5094e64-f38c-4f55-9f8c-8b01b6ddfd7e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1492558 Feb 11 05:39:48.687473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41782) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:48.696620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Request body: {'subnet': {'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-subnet', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:48.803953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Made reservation on behalf of 33232232d28a4b8dba6d0cf4c94ab941 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:48.810970 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.032054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7de1a06-3672-44f0-8b85-ad383cd1bfa1 req-0a919f6c-7c38-4e93-b52b-1267f134e5d5 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457568 Feb 11 05:39:49.090009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Deleting port df572079-96a5-4e6a-b1aa-4a30879e8fc0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:49.090397 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.314142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] For port df572079-96a5-4e6a-b1aa-4a30879e8fc0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=df572079-96a5-4e6a-b1aa-4a30879e8fc0,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:49.314513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.343673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Calling delete_port for df572079-96a5-4e6a-b1aa-4a30879e8fc0 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:49.352706 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9befa9d3-12eb-4026-a191-d12c2a2c1456), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.450635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9befa9d3-12eb-4026-a191-d12c2a2c1456,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:49.458683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Checking segment: {'id': '62680969-9cf9-4a3a-a54b-3836cd8dc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:49.460050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Network hostable DHCP agents. Network: 6fd8f9fd-9d62-4a76-b978-e53fce05bd64, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:39:49.505397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:39:49.519185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 6fd8f9fd-9d62-4a76-b978-e53fce05bd64) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:49.533264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce5cb98-a72a-4acb-a17a-9166bca2db9b None None] Network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:49.540201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:49.541101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.592229 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-361c6cf2-ad80-418d-be7a-4bf96b35745f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8982358 Feb 11 05:39:49.593391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41822) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:49.600652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:49.641416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (2c586afa-6304-401d-860e-450d35e19892), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.643318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (2c586afa-6304-401d-860e-450d35e19892), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.813180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-6fd8f9fd-9d62-4a76-b978-e53fce05bd64', 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64', 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'fixed_ips': [{'subnet_id': '9befa9d3-12eb-4026-a191-d12c2a2c1456'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:39:49.814083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.916769 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks [] for router_controller (2c586afa-6304-401d-860e-450d35e19892), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.928771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (df572079-96a5-4e6a-b1aa-4a30879e8fc0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.269394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] No DVR routers for this DVR port df572079-96a5-4e6a-b1aa-4a30879e8fc0 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:50.288392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Pushing event deleted for resources: {'Port': ['ID=df572079-96a5-4e6a-b1aa-4a30879e8fc0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:50.297438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.306625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6edec35b-40fb-451c-9dd3-a310694dd57e req-6505479a-336d-41c2-9d93-9a7860663bea tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.81 "DELETE /v2.0/ports/df572079-96a5-4e6a-b1aa-4a30879e8fc0 HTTP/1.1" status: 204 len: 173 time: 1.8210747 Feb 11 05:39:50.309785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e030582-36b8-4b82-a5c1-0c4782cd814f', 'name': 'network-vif-deleted', 'tag': 'df572079-96a5-4e6a-b1aa-4a30879e8fc0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:50.319456 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f64697-8f8f-4140-b29c-c3b6300101c2" -d '{"events": [{"server_uuid": "9e030582-36b8-4b82-a5c1-0c4782cd814f", "name": "network-vif-deleted", "tag": "df572079-96a5-4e6a-b1aa-4a30879e8fc0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:50.344168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Allocated IP 172.20.0.2 (6fd8f9fd-9d62-4a76-b978-e53fce05bd64/9befa9d3-12eb-4026-a191-d12c2a2c1456/33ec37b7-bead-46a1-b175-7cca42131f0b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:50.590918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device df572079-96a5-4e6a-b1aa-4a30879e8fc0 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:50.650730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61b35c06-61c9-4afa-be2e-18382366c297 req-996ed645-c80a-4896-a563-764831537226 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e030582-36b8-4b82-a5c1-0c4782cd814f HTTP/1.1" status: 200 len: 210 time: 0.3661294 Feb 11 05:39:50.776383 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dcfee9-5e05-40bf-9fb8-259adcd672a0 x-openstack-request-id: req-62dcfee9-5e05-40bf-9fb8-259adcd672a0 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:50.776659 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e030582-36b8-4b82-a5c1-0c4782cd814f", "name": "network-vif-deleted", "tag": "df572079-96a5-4e6a-b1aa-4a30879e8fc0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:50.776932 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62dcfee9-5e05-40bf-9fb8-259adcd672a0 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:50.777368 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e030582-36b8-4b82-a5c1-0c4782cd814f', 'name': 'network-vif-deleted', 'tag': 'df572079-96a5-4e6a-b1aa-4a30879e8fc0', 'status': 'completed', 'code': 200} Feb 11 05:39:50.813127 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Publish callbacks [] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.818029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: df572079-96a5-4e6a-b1aa-4a30879e8fc0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:50.818716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device df572079-96a5-4e6a-b1aa-4a30879e8fc0 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:50.826375 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.877924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:50.884986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:50.895764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:51.013546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Attempting to bind port 33ec37b7-bead-46a1-b175-7cca42131f0b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:51.014244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Attempting to bind port 33ec37b7-bead-46a1-b175-7cca42131f0b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '62680969-9cf9-4a3a-a54b-3836cd8dc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:51.014803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Attempting to bind port 33ec37b7-bead-46a1-b175-7cca42131f0b on network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:51.027862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:51.028518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Checking segment: {'id': '62680969-9cf9-4a3a-a54b-3836cd8dc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:51.029102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.029697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Bound using segment: {'id': '62680969-9cf9-4a3a-a54b-3836cd8dc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:51.030472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Bound port: 33ec37b7-bead-46a1-b175-7cca42131f0b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62680969-9cf9-4a3a-a54b-3836cd8dc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:51.031296 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.050789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Pushing event updated for resources: {'Port': ['ID=33ec37b7-bead-46a1-b175-7cca42131f0b,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:51.172999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] For port 33ec37b7-bead-46a1-b175-7cca42131f0b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:51.177948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] For port 33ec37b7-bead-46a1-b175-7cca42131f0b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=33ec37b7-bead-46a1-b175-7cca42131f0b,segment=NetworkSegment(62680969-9cf9-4a3a-a54b-3836cd8dc8c1),segment_id=62680969-9cf9-4a3a-a54b-3836cd8dc8c1)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:51.199714 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.474175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e85d2c-523a-46d1-9ca0-1a6f7dfca9ef None None] Pushing event updated for resources: {'Port': ['ID=33ec37b7-bead-46a1-b175-7cca42131f0b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:51.951646 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.992349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks [] for router_gateway (2c586afa-6304-401d-860e-450d35e19892), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.770949 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks [] for router_gateway (2c586afa-6304-401d-860e-450d35e19892), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.898014 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.008258 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.047648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 33ec37b7-bead-46a1-b175-7cca42131f0b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:53.234697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41938) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:53.255212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 33ec37b7-bead-46a1-b175-7cca42131f0b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:53.255918 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.371002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Allocated IP 172.25.1.193 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/3ff1fde6-17dd-41bd-9a29-cb9da60fb31b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:53.501775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff34a41-1a57-41f5-9a36-ec7e9f2c2b99 None None] Network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:53.697844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks [] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.777533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.903493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff1fde6-17dd-41bd-9a29-cb9da60fb31b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:53.923911 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-863299383'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:53.940161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:53.941675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:53.956469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:53.986616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Made reservation on behalf of 2f6ca295816249adbb18672f9de443a0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:53.990505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.016229 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.355097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks [] for security_group (378e66d5-1e42-4398-a650-23d630a41169), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.367258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (378e66d5-1e42-4398-a650-23d630a41169), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.412466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 33ec37b7-bead-46a1-b175-7cca42131f0b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:54.413462 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.435762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e89dbe2d-9c5a-4526-9b87-71ab88b452fd None None] Provisioning complete for port 33ec37b7-bead-46a1-b175-7cca42131f0b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:54.437181 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e89dbe2d-9c5a-4526-9b87-71ab88b452fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.477990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:54.528044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 33ec37b7-bead-46a1-b175-7cca42131f0b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=33ec37b7-bead-46a1-b175-7cca42131f0b,segment=NetworkSegment(62680969-9cf9-4a3a-a54b-3836cd8dc8c1),segment_id=62680969-9cf9-4a3a-a54b-3836cd8dc8c1)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:54.534647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.538049 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Added segment edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef of type vlan for network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b Feb 11 05:39:54.678718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e89dbe2d-9c5a-4526-9b87-71ab88b452fd None None] Current status of the port 33ec37b7-bead-46a1-b175-7cca42131f0b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:54.692402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.721076 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (37ba3f6b-15f8-47e9-a2cb-3c735ff5572b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.843088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (37ba3f6b-15f8-47e9-a2cb-3c735ff5572b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.850523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=33ec37b7-bead-46a1-b175-7cca42131f0b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:54.879808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:54.886674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.988182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378e66d5-1e42-4398-a650-23d630a41169,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:55.070658 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8176937 Feb 11 05:39:55.113717 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks [] for router_gateway (2c586afa-6304-401d-860e-450d35e19892), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.239999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6a045-7730-44fd-8c7a-2796c69660a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Pushing event updated for resources: {'Network': ['ID=37ba3f6b-15f8-47e9-a2cb-3c735ff5572b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:55.272031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:55.509520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6a072473-0d24-4daa-a320-9204a3353da4 None None] Provisioning complete for port 33ec37b7-bead-46a1-b175-7cca42131f0b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:55.513858 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a072473-0d24-4daa-a320-9204a3353da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.763591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:55.768601 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Request body: {'port': {'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b', 'binding:host_id': 'n-h1-715271-35', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851366161'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:55.800931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6a072473-0d24-4daa-a320-9204a3353da4 None None] Current status of the port 33ec37b7-bead-46a1-b175-7cca42131f0b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:55.815194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Made reservation on behalf of 8a50472e03b145aebb2235211ca6869b for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:55.821775 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.860663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.907142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (2c586afa-6304-401d-860e-450d35e19892), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.071414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks [] for security_group (16d6cfa0-e763-47ed-bdad-4a2ee22e2554), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.090388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (16d6cfa0-e763-47ed-bdad-4a2ee22e2554), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.097343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] device_id is not set on port f5c6dc90-2a7f-4006-905d-52407de2f762 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:39:56.264656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Router 2c586afa-6304-401d-860e-450d35e19892 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:39:56.597351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:56.607696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Sync routers for ids ['2c586afa-6304-401d-860e-450d35e19892'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:56.633098 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Routers {'2c586afa-6304-401d-860e-450d35e19892'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:56.633779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2c586afa-6304-401d-860e-450d35e19892'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:56.664839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.669376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c306b9da-a447-43e2-b89c-b7eaed49b224 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.0714486 Feb 11 05:39:56.669545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d6cfa0-e763-47ed-bdad-4a2ee22e2554,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:56.680642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42040) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:57.033707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Set router 2c586afa-6304-401d-860e-450d35e19892 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:57.111438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 33ec37b7-bead-46a1-b175-7cca42131f0b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:57.180772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] device_id is not set on port f5c6dc90-2a7f-4006-905d-52407de2f762 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:39:57.212558 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks [] for port (f5c6dc90-2a7f-4006-905d-52407de2f762), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.288010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f5c6dc90-2a7f-4006-905d-52407de2f762), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.329910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 33ec37b7-bead-46a1-b175-7cca42131f0b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:57.331050 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.667542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 33ec37b7-bead-46a1-b175-7cca42131f0b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:57.715160 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c618d766-c031-48ed-9d76-e83be31807e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.722503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c586afa-6304-401d-860e-450d35e19892', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:39:54Z', 'revision_number': 3, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'gw_port': {'id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c586afa-6304-401d-860e-450d35e19892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:52Z', 'updated_at': '2022-02-11T05:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:57.727050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'Port': ['ID=f5c6dc90-2a7f-4006-905d-52407de2f762,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:57.770989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Checking segment: {'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:57.773582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Network hostable DHCP agents. Network: 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:39:57.803334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Checking router: 2c586afa-6304-401d-860e-450d35e19892 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:57.803867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Updating router 2c586afa-6304-401d-860e-450d35e19892 port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:57.871152 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.051644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:39:58.191492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.193463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:58.224133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:58.234672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fdc880-ab27-465d-b7ed-3c10d558e785 None None] Network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:58.272766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:58.277762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:58.278362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:58.417940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:58.418568 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:58.431093 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 2 to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 Feb 11 05:39:58.487595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:58.487929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:58.497853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:58.518113 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:58.522863 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:58.534740 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 3 to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 Feb 11 05:39:58.668737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:58.669156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:58.669500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:58.715608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:58.716178 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:58.717470 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Publish callbacks [] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.740218 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.741259 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 4 to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 Feb 11 05:39:58.829303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Attempting to bind port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:58.829303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Attempting to bind port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:58.829303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Attempting to bind port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:58.830754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:58.831108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:58.831451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:58.904385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:58.904730 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:58.914135 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 5 to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 Feb 11 05:39:58.953778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:58.954042 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:58.954386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:58.975768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:58.976102 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:58.981543 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 6 to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 Feb 11 05:39:58.985227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Allocated IP 172.20.0.1 (6fd8f9fd-9d62-4a76-b978-e53fce05bd64/9befa9d3-12eb-4026-a191-d12c2a2c1456/16678105-2da2-4ce3-8818-41e291581688) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:59.009074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:59.010091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:59.010935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:59.012633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:59.013478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:59.015090 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.016784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:59.021162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Bound port: 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:59.022095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:59.022438 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:59.024259 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.027581 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 7 to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 Feb 11 05:39:59.136054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f795d-2396-4f55-81cc-fa24c5b91a8e None None] Pushing event updated for resources: {'Port': ['ID=3ff1fde6-17dd-41bd-9a29-cb9da60fb31b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:59.166159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:59.170647 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:59.171149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:59.229708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] For port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:59.236025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] For port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3ff1fde6-17dd-41bd-9a29-cb9da60fb31b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:59.244943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:59.245554 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:59.250349 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.260209 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 8 to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 Feb 11 05:39:59.303874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:59.320588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:59.326349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:59.372096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:59.378798 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:59.394257 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 9 to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 Feb 11 05:39:59.435601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Routers {'2c586afa-6304-401d-860e-450d35e19892'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:59.438877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:39:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2c586afa-6304-401d-860e-450d35e19892'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:59.491230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:59.491888 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:59.492418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:59.503335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Publish callbacks [] for port (16678105-2da2-4ce3-8818-41e291581688), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.507445 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:59.508038 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:59.510794 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 10 to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 Feb 11 05:39:59.533047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:59.534035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:59.534590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:59.542527 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port f5c6dc90-2a7f-4006-905d-52407de2f762 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:59.543949 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port f5c6dc90-2a7f-4006-905d-52407de2f762 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:39:59.544582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f5c6dc90-2a7f-4006-905d-52407de2f762), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.631621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] Set router 2c586afa-6304-401d-860e-450d35e19892 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:59.777265 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (16678105-2da2-4ce3-8818-41e291581688), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.874177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f795d-2396-4f55-81cc-fa24c5b91a8e None None] Pushing event updated for resources: {'Port': ['ID=3ff1fde6-17dd-41bd-9a29-cb9da60fb31b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:59.886433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c586afa-6304-401d-860e-450d35e19892', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:39:54Z', 'revision_number': 3, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'gw_port': {'id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c586afa-6304-401d-860e-450d35e19892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:52Z', 'updated_at': '2022-02-11T05:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:59.899325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Pushing event updated for resources: {'Port': ['ID=16678105-2da2-4ce3-8818-41e291581688,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:59.920141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] For port f5c6dc90-2a7f-4006-905d-52407de2f762, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:59.922201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempted to set empty binding levels {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:39:59.923470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e176f0-15dc-47c1-aa62-6d6a0f2c71ec None None] The sync data for ids ['2c586afa-6304-401d-860e-450d35e19892'] in n-d-715271-35 is: [{'id': '2c586afa-6304-401d-860e-450d35e19892', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:39:54Z', 'revision_number': 3, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'gw_port': {'id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c586afa-6304-401d-860e-450d35e19892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:52Z', 'updated_at': '2022-02-11T05:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:59.931606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:59.933686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:59.937153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (f5c6dc90-2a7f-4006-905d-52407de2f762), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.948376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:00.018709 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (2c586afa-6304-401d-860e-450d35e19892), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.232074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:00.232893 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.241444 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d358d949-1925-4112-99ca-4d2b42d76611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.314414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (16678105-2da2-4ce3-8818-41e291581688), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.488012 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4b7f3064-d567-49b7-8d57-8e85b168ae22 None None] Provisioning complete for port 16678105-2da2-4ce3-8818-41e291581688 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:00.488425 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b7f3064-d567-49b7-8d57-8e85b168ae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (16678105-2da2-4ce3-8818-41e291581688), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.589160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f3064-d567-49b7-8d57-8e85b168ae22 None None] Port 16678105-2da2-4ce3-8818-41e291581688 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:00.596053 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.8285253 Feb 11 05:40:00.596182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42146) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:00.795563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d1da719e-47a7-464c-bb0c-00c47a6d1668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Deleting port f5c6dc90-2a7f-4006-905d-52407de2f762 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:00.804337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1da719e-47a7-464c-bb0c-00c47a6d1668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f5c6dc90-2a7f-4006-905d-52407de2f762), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.833398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Publish callbacks [] for port (16678105-2da2-4ce3-8818-41e291581688), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.842286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a244960-cf1e-48cc-9a45-04b830cf2b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'Port': ['ID=f5c6dc90-2a7f-4006-905d-52407de2f762,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:00.855036 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (16678105-2da2-4ce3-8818-41e291581688), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.972594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:01.100234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-d1da719e-47a7-464c-bb0c-00c47a6d1668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] For port f5c6dc90-2a7f-4006-905d-52407de2f762, host n-h1-715271-35, got binding levels [] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:01.100608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1da719e-47a7-464c-bb0c-00c47a6d1668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f5c6dc90-2a7f-4006-905d-52407de2f762), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.106317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:01.125372 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.164595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d1da719e-47a7-464c-bb0c-00c47a6d1668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Calling delete_port for f5c6dc90-2a7f-4006-905d-52407de2f762 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:01.218451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Pushing event updated for resources: {'Port': ['ID=16678105-2da2-4ce3-8818-41e291581688,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:01.221109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (2c586afa-6304-401d-860e-450d35e19892), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.326844 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.510496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:01.511027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.552327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3ff1fde6-17dd-41bd-9a29-cb9da60fb31b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:01.568322 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.631118 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1da719e-47a7-464c-bb0c-00c47a6d1668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f5c6dc90-2a7f-4006-905d-52407de2f762), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.736660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=3ff1fde6-17dd-41bd-9a29-cb9da60fb31b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:01.780404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:01.787447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:01.792712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da719e-47a7-464c-bb0c-00c47a6d1668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5c6dc90-2a7f-4006-905d-52407de2f762,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:01.854778 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1da719e-47a7-464c-bb0c-00c47a6d1668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.893223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d1da719e-47a7-464c-bb0c-00c47a6d1668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f5c6dc90-2a7f-4006-905d-52407de2f762 HTTP/1.1" status: 204 len: 168 time: 1.2912354 Feb 11 05:40:01.894294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42196) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:02.106986 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e303509-06ff-439e-b3a2-3c0ebcc4d12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:40:02.118708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6e303509-06ff-439e-b3a2-3c0ebcc4d12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "GET /v2.0/ports/f5c6dc90-2a7f-4006-905d-52407de2f762 HTTP/1.1" status: 404 len: 333 time: 0.2225778 Feb 11 05:40:02.137365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42200) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:02.148308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Request body: {'port': {'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819285470'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:02.320484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Made reservation on behalf of 8a50472e03b145aebb2235211ca6869b for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:02.327365 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.460172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9c19c284-5188-4315-8339-f46a61c6896a None None] Provisioning complete for port 16678105-2da2-4ce3-8818-41e291581688 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:02.461177 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9c19c284-5188-4315-8339-f46a61c6896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (16678105-2da2-4ce3-8818-41e291581688), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.476523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Router 2c586afa-6304-401d-860e-450d35e19892 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:02.496222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] device_id is not set on port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:02.592977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9c19c284-5188-4315-8339-f46a61c6896a None None] Port 16678105-2da2-4ce3-8818-41e291581688 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:02.726585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.860399 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks [] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.978522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e86a0-431f-4a72-a54d-34e20f89ae6a req-a0380e31-d420-4ec9-8fb3-fe7a53f933ef tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:02.990563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d8e86a0-431f-4a72-a54d-34e20f89ae6a req-a0380e31-d420-4ec9-8fb3-fe7a53f933ef tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 946 time: 0.8518786 Feb 11 05:40:02.991392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:02.997493 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.169469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:03.169853 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.189799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d8e86a0-431f-4a72-a54d-34e20f89ae6a req-31f8625e-7b5a-4a4a-bf0a-639cf357ba7b tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980438 Feb 11 05:40:03.357344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:03.364640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:03.375612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:03.384908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:03.385906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:03.386530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.422379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f60fc467-4fb0-42b6-94a1-60073444a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2741313 Feb 11 05:40:03.423096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42230) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:03.437234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:03.615940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:03.634110 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4b015146-99ef-4375-848f-e3b939f36e99 admin admin] 10.222.0.31 "PUT /v2.0/routers/2c586afa-6304-401d-860e-450d35e19892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9508801 Feb 11 05:40:03.759224 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Sync routers for ids ['2c586afa-6304-401d-860e-450d35e19892'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:03.774312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.784538 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Routers {'2c586afa-6304-401d-860e-450d35e19892'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:03.785344 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2c586afa-6304-401d-860e-450d35e19892'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:04.034447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:04.039313 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.273967 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Set router 2c586afa-6304-401d-860e-450d35e19892 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:04.446104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] device_id is not set on port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:04.475103 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks [] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.538404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.548605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42268) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:04.692957 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-b83b50aa-70d4-403d-bec5-a09c519e46d7 req-ce4de95b-e483-4ea5-9af6-33cbad6791f8 tempest-FloatingIPDetailsNegativeTestJSON-863954490 tempest-FloatingIPDetailsNegativeTestJSON-863954490-project] show failed (client error): The resource could not be found. Feb 11 05:40:04.711232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42276) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:04.739953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b83b50aa-70d4-403d-bec5-a09c519e46d7 req-ce4de95b-e483-4ea5-9af6-33cbad6791f8 tempest-FloatingIPDetailsNegativeTestJSON-863954490 tempest-FloatingIPDetailsNegativeTestJSON-863954490-project] 10.222.0.31 "GET /v2.0/floatingips/fcda1d96-f9fa-40af-8a82-3063103ec678 HTTP/1.1" status: 404 len: 350 time: 0.2521632 Feb 11 05:40:04.826844 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c586afa-6304-401d-860e-450d35e19892', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:40:00Z', 'revision_number': 4, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'gw_port': {'id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c586afa-6304-401d-860e-450d35e19892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:52Z', 'updated_at': '2022-02-11T05:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '16678105-2da2-4ce3-8818-41e291581688', 'name': '', 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c586afa-6304-401d-860e-450d35e19892', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9befa9d3-12eb-4026-a191-d12c2a2c1456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:58Z', 'updated_at': '2022-02-11T05:40:00Z', 'revision_number': 2, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'subnets': [{'id': '9befa9d3-12eb-4026-a191-d12c2a2c1456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:04.895670 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Checking router: 2c586afa-6304-401d-860e-450d35e19892 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:04.896371 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Updating router 2c586afa-6304-401d-860e-450d35e19892 port 16678105-2da2-4ce3-8818-41e291581688 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:40:04.897536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:04.924593 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:40:04.931073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b5fb3-6d85-413f-8ee1-f0644041186f req-77fb2891-43c2-4fbb-a678-3d1ac624eb8b tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:04.939164 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (16678105-2da2-4ce3-8818-41e291581688), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.942412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e00b5fb3-6d85-413f-8ee1-f0644041186f req-77fb2891-43c2-4fbb-a678-3d1ac624eb8b tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 946 time: 0.7876773 Feb 11 05:40:04.981590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-91c4f7ce-0f15-4d1b-89a1-7e688be71707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.022920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.023303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.023655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.041134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.041517 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.045727 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 2 to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c Feb 11 05:40:05.078223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e00b5fb3-6d85-413f-8ee1-f0644041186f req-10bf2cf3-8ae5-420d-92a9-82ba25d8c50c tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348119 Feb 11 05:40:05.082093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.085659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.086287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.093771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.094411 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.095011 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 3 to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c Feb 11 05:40:05.143596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.144430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.145623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.157792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.158465 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.159245 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 4 to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c Feb 11 05:40:05.214944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.215311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.215650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.224925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.230459 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.230947 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 5 to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c Feb 11 05:40:05.271903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.272250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.272601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.277607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.277943 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.278373 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 6 to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c Feb 11 05:40:05.328109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.328109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.328109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.364178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.364508 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.369849 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 7 to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c Feb 11 05:40:05.390203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce2fa58d-13e8-4ba5-bac0-50e6d7f2a501 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:05.391744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce2fa58d-13e8-4ba5-bac0-50e6d7f2a501 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 946 time: 0.0837178 Feb 11 05:40:05.397162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.397532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.397916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.405222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.405572 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.411797 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 8 to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c Feb 11 05:40:05.463154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.463783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.463783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.473356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.473691 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.475958 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 9 to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c Feb 11 05:40:05.496985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.497358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.497689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.538056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.538401 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.544546 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 10 to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c Feb 11 05:40:05.576242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:05.576605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:05.576924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:05.597167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Deleting port 6eee3f58-732a-4513-bc29-0980c8251593 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:05.598086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6eee3f58-732a-4513-bc29-0980c8251593), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.632201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:05.632957 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:05.638764 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.694346 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Publish callbacks [] for port (16678105-2da2-4ce3-8818-41e291581688), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.706598 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (16678105-2da2-4ce3-8818-41e291581688), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.731123 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-91c4f7ce-0f15-4d1b-89a1-7e688be71707 admin admin] Publish callbacks [] for security_group (c41e2470-b373-402d-af95-1965027ecafa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.789356 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-91c4f7ce-0f15-4d1b-89a1-7e688be71707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c41e2470-b373-402d-af95-1965027ecafa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.871045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] For port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:05.886491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempted to set empty binding levels {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:40:05.901177 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.974135 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-91c4f7ce-0f15-4d1b-89a1-7e688be71707 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9de1062536114de1968906febf86696e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4241521 Feb 11 05:40:05.999296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42310) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.016541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4f7ce-0f15-4d1b-89a1-7e688be71707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e2470-b373-402d-af95-1965027ecafa,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.082512 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Pushing event updated for resources: {'Port': ['ID=16678105-2da2-4ce3-8818-41e291581688,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.100294 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.100911 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.101457 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.102099 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.102591 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.103874 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.104376 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.104866 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.105378 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.105890 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.106422 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.107494 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.108780 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:06.130994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.151412 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Attempting to bind port 16678105-2da2-4ce3-8818-41e291581688 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:06.151794 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Attempting to bind port 16678105-2da2-4ce3-8818-41e291581688 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '62680969-9cf9-4a3a-a54b-3836cd8dc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:06.152160 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Attempting to bind port 16678105-2da2-4ce3-8818-41e291581688 on network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:06.182856 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:06.183247 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Checking segment: {'id': '62680969-9cf9-4a3a-a54b-3836cd8dc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:06.184205 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.185456 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Bound using segment: {'id': '62680969-9cf9-4a3a-a54b-3836cd8dc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:06.190910 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Bound port: 16678105-2da2-4ce3-8818-41e291581688, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62680969-9cf9-4a3a-a54b-3836cd8dc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:06.194639 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (16678105-2da2-4ce3-8818-41e291581688), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.227397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] In _notify_port_updated(), no bound segment for port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:40:06.230415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.234417 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.241250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42314) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.252974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0b2c9f86-040a-42db-972f-207b063da106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "PUT /v2.0/ports/eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c HTTP/1.1" status: 200 len: 980 time: 2.8082612 Feb 11 05:40:06.280540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9bd0351a-ddc2-4133-a43c-7261af020293 None None] Provisioning complete for port 16678105-2da2-4ce3-8818-41e291581688 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:06.281685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9bd0351a-ddc2-4133-a43c-7261af020293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (16678105-2da2-4ce3-8818-41e291581688), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.408836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (2c586afa-6304-401d-860e-450d35e19892), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.423475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9bd0351a-ddc2-4133-a43c-7261af020293 None None] Port 16678105-2da2-4ce3-8818-41e291581688 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:06.500534 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e74cb17e-e2b9-4357-8e3f-487a9e11184b admin admin] Publish callbacks [] for security_group (c41e2470-b373-402d-af95-1965027ecafa), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.531208 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] For port 16678105-2da2-4ce3-8818-41e291581688, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:06.542206 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] For port 16678105-2da2-4ce3-8818-41e291581688, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=16678105-2da2-4ce3-8818-41e291581688,segment=NetworkSegment(62680969-9cf9-4a3a-a54b-3836cd8dc8c1),segment_id=62680969-9cf9-4a3a-a54b-3836cd8dc8c1)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:06.554285 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (16678105-2da2-4ce3-8818-41e291581688), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.641454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] For port 6eee3f58-732a-4513-bc29-0980c8251593, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6eee3f58-732a-4513-bc29-0980c8251593,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:06.642237 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6eee3f58-732a-4513-bc29-0980c8251593), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.646809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.647522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.648152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.648776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.649415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.651722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.652350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.652959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.655462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.656272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.656919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.657605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.658380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.659044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.665595 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-41a6e532-8fde-4a8c-b8a7-31109a4cc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12951 time: 0.4231393 Feb 11 05:40:06.697618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42316) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.724180 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Routers {'2c586afa-6304-401d-860e-450d35e19892'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:06.729352 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2c586afa-6304-401d-860e-450d35e19892'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.910843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e74cb17e-e2b9-4357-8e3f-487a9e11184b admin admin] Publish callbacks [] for security_group (c41e2470-b373-402d-af95-1965027ecafa), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.995705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Deleting port 16678105-2da2-4ce3-8818-41e291581688 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:06.996281 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (16678105-2da2-4ce3-8818-41e291581688), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.044180 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] Set router 2c586afa-6304-401d-860e-450d35e19892 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:07.065507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-071aa0e5-3c04-47fb-9b60-b6de322c5f53 None None] Provisioning complete for port 16678105-2da2-4ce3-8818-41e291581688 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:07.068216 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-071aa0e5-3c04-47fb-9b60-b6de322c5f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (16678105-2da2-4ce3-8818-41e291581688), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.073894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1063c67-0cd1-4aae-9f87-e746277c8f41 req-cc09482d-53fa-4871-8da5-79dc863000d0 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:07.081918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1063c67-0cd1-4aae-9f87-e746277c8f41 req-cc09482d-53fa-4871-8da5-79dc863000d0 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 946 time: 0.7900336 Feb 11 05:40:07.202100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] For port 16678105-2da2-4ce3-8818-41e291581688, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=16678105-2da2-4ce3-8818-41e291581688,segment=NetworkSegment(62680969-9cf9-4a3a-a54b-3836cd8dc8c1),segment_id=62680969-9cf9-4a3a-a54b-3836cd8dc8c1)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:07.202470 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (16678105-2da2-4ce3-8818-41e291581688), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.214393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-071aa0e5-3c04-47fb-9b60-b6de322c5f53 None None] Current status of the port 16678105-2da2-4ce3-8818-41e291581688 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:07.216112 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-071aa0e5-3c04-47fb-9b60-b6de322c5f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (16678105-2da2-4ce3-8818-41e291581688), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.231532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Calling delete_port for 16678105-2da2-4ce3-8818-41e291581688 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:07.260570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-071aa0e5-3c04-47fb-9b60-b6de322c5f53 None None] For port 16678105-2da2-4ce3-8818-41e291581688, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=16678105-2da2-4ce3-8818-41e291581688,segment=NetworkSegment(62680969-9cf9-4a3a-a54b-3836cd8dc8c1),segment_id=62680969-9cf9-4a3a-a54b-3836cd8dc8c1)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:07.271914 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-071aa0e5-3c04-47fb-9b60-b6de322c5f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (16678105-2da2-4ce3-8818-41e291581688), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.342944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071aa0e5-3c04-47fb-9b60-b6de322c5f53 None None] Pushing event updated for resources: {'Port': ['ID=16678105-2da2-4ce3-8818-41e291581688,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:07.350799 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776c693-ff17-4671-9847-53dbb8e64dec None None] Pushing event updated for resources: {'Port': ['ID=16678105-2da2-4ce3-8818-41e291581688,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:07.438078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1063c67-0cd1-4aae-9f87-e746277c8f41 req-7dbd4340-9a6d-4b46-ad61-d0dd4ad640c3 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329725 Feb 11 05:40:07.512054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1835911a-e080-4dfe-bfd5-6f5124a625d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Deleting port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:07.513785 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1835911a-e080-4dfe-bfd5-6f5124a625d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.559921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (16678105-2da2-4ce3-8818-41e291581688), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.614014 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Pushing event deleted for resources: {'Port': ['ID=16678105-2da2-4ce3-8818-41e291581688,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:07.751337 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-58d22333-4bae-4868-9662-b546229abf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c586afa-6304-401d-860e-450d35e19892', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:40:00Z', 'revision_number': 4, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'gw_port': {'id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c586afa-6304-401d-860e-450d35e19892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:52Z', 'updated_at': '2022-02-11T05:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '16678105-2da2-4ce3-8818-41e291581688', 'name': '', 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c586afa-6304-401d-860e-450d35e19892', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9befa9d3-12eb-4026-a191-d12c2a2c1456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:58Z', 'updated_at': '2022-02-11T05:40:06Z', 'revision_number': 4, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'subnets': [{'id': '9befa9d3-12eb-4026-a191-d12c2a2c1456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:07.806791 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d22333-4bae-4868-9662-b546229abf60 None None] The sync data for ids ['2c586afa-6304-401d-860e-450d35e19892'] in n-d-715271-35 is: [{'id': '2c586afa-6304-401d-860e-450d35e19892', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:40:00Z', 'revision_number': 4, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'gw_port': {'id': '3ff1fde6-17dd-41bd-9a29-cb9da60fb31b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c586afa-6304-401d-860e-450d35e19892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:52Z', 'updated_at': '2022-02-11T05:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '16678105-2da2-4ce3-8818-41e291581688', 'name': '', 'network_id': '6fd8f9fd-9d62-4a76-b978-e53fce05bd64', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'mac_address': 'fa:16:3e:e6:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c586afa-6304-401d-860e-450d35e19892', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '9befa9d3-12eb-4026-a191-d12c2a2c1456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:58Z', 'updated_at': '2022-02-11T05:40:06Z', 'revision_number': 4, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'subnets': [{'id': '9befa9d3-12eb-4026-a191-d12c2a2c1456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:07.963634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.963993 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2c5d5a79-28eb-4467-bc6c-061f652b60cb), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.964306 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Floating IP 2c5d5a79-28eb-4467-bc6c-061f652b60cb disassociated. External IP: 172.25.1.238, port: 6eee3f58-732a-4513-bc29-0980c8251593. Feb 11 05:40:07.964653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Calling delete_port for 6eee3f58-732a-4513-bc29-0980c8251593 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:08.034717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (2c586afa-6304-401d-860e-450d35e19892), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.099527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e74cb17e-e2b9-4357-8e3f-487a9e11184b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c41e2470-b373-402d-af95-1965027ecafa), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.103026 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e74cb17e-e2b9-4357-8e3f-487a9e11184b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.104821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e74cb17e-e2b9-4357-8e3f-487a9e11184b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c41e2470-b373-402d-af95-1965027ecafa HTTP/1.1" status: 204 len: 168 time: 1.9913111 Feb 11 05:40:08.151718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-1835911a-e080-4dfe-bfd5-6f5124a625d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] For port eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c, host n-h1-715271-35, got binding levels [] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:08.152156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1835911a-e080-4dfe-bfd5-6f5124a625d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.280915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1835911a-e080-4dfe-bfd5-6f5124a625d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Calling delete_port for eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:08.286617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cb17e-e2b9-4357-8e3f-487a9e11184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e2470-b373-402d-af95-1965027ecafa,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:08.661362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6eee3f58-732a-4513-bc29-0980c8251593 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:08.695585 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1835911a-e080-4dfe-bfd5-6f5124a625d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.779377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Router 2c586afa-6304-401d-860e-450d35e19892 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:08.927841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835911a-e080-4dfe-bfd5-6f5124a625d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event deleted for resources: {'Port': ['ID=eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:08.967696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1835911a-e080-4dfe-bfd5-6f5124a625d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.985382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1835911a-e080-4dfe-bfd5-6f5124a625d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "DELETE /v2.0/ports/eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c HTTP/1.1" status: 204 len: 168 time: 2.2864125 Feb 11 05:40:08.996421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42370) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:09.064348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 6eee3f58-732a-4513-bc29-0980c8251593 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:09.065165 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6eee3f58-732a-4513-bc29-0980c8251593), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.109820 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-66abab8f-4ce1-40ef-9cc1-54e7b76f50f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:40:09.113799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-66abab8f-4ce1-40ef-9cc1-54e7b76f50f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "GET /v2.0/ports/eeb77cec-1202-4ac0-a66e-6e6c5a15cc7c HTTP/1.1" status: 404 len: 333 time: 0.1093152 Feb 11 05:40:09.121467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42372) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:09.130424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-706049457', 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:09.165064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42374) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:09.166815 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6eee3f58-732a-4513-bc29-0980c8251593), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.253776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Made reservation on behalf of 8a50472e03b145aebb2235211ca6869b for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:09.256082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:09.256571 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.270957 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-91164a67-bdaf-4261-8237-e5a2fc67b91e admin admin] 10.222.0.31 "PUT /v2.0/routers/2c586afa-6304-401d-860e-450d35e19892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5583799 Feb 11 05:40:09.284243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42378) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:09.308376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Pushing event deleted for resources: {'Port': ['ID=6eee3f58-732a-4513-bc29-0980c8251593,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:09.320325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] device_id is not set on port 201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:09.428690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820672c9-b4e8-4481-970a-fce060d06487 req-51a30562-dde8-4d30-9a60-d28d1fbe8787 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:09.436136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820672c9-b4e8-4481-970a-fce060d06487 req-51a30562-dde8-4d30-9a60-d28d1fbe8787 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 946 time: 0.7670078 Feb 11 05:40:09.439640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2021121f-7ce5-42e5-be4c-3e5ad432e536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.610137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-820672c9-b4e8-4481-970a-fce060d06487 req-13dd1631-ef87-47f9-94aa-665be9293ad8 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a9468-127d-46c3-86bc-9fad5959a71a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726887 Feb 11 05:40:09.612976 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks [] for router (2c586afa-6304-401d-860e-450d35e19892), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.767256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2021121f-7ce5-42e5-be4c-3e5ad432e536 admin admin] Publish callbacks [] for security_group (38b2d5fb-4efb-4d8f-a4af-4088bb63b9fd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.781514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2021121f-7ce5-42e5-be4c-3e5ad432e536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (38b2d5fb-4efb-4d8f-a4af-4088bb63b9fd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.879246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks [] for router_gateway (2c586afa-6304-401d-860e-450d35e19892), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.009630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Deleting port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:10.015460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.118675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Router 102d6294-4647-41a0-afee-b8b1f0145c9c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:10.235545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42398) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:10.242034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2021121f-7ce5-42e5-be4c-3e5ad432e536 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dae55aaeaa60459dbbacd12e05a21b07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0722077 Feb 11 05:40:10.249087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021121f-7ce5-42e5-be4c-3e5ad432e536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b2d5fb-4efb-4d8f-a4af-4088bb63b9fd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:10.255644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] For port 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3ff1fde6-17dd-41bd-9a29-cb9da60fb31b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:10.266284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.326096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Calling delete_port for 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:10.522710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] Sync routers for ids ['2c586afa-6304-401d-860e-450d35e19892'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:10.555335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] Routers {'2c586afa-6304-401d-860e-450d35e19892'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:10.556186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2c586afa-6304-401d-860e-450d35e19892'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:10.581638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks [] for port (201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.608604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:10.621861 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] Sync routers for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:10.644313 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:10.644955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:10.722874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] No DVR routers for this DVR port 6eee3f58-732a-4513-bc29-0980c8251593 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:10.731779 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.744071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7107098a-5bb2-48a5-a882-7bc34b2a1649 req-ce1f4dcc-dfbb-463e-83b8-926514ed0445 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.81 "DELETE /v2.0/ports/6eee3f58-732a-4513-bc29-0980c8251593 HTTP/1.1" status: 204 len: 173 time: 5.3385534 Feb 11 05:40:10.749001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'name': 'network-vif-deleted', 'tag': '6eee3f58-732a-4513-bc29-0980c8251593'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:10.758407 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923014d5-b3a3-4745-839f-c220a28aa332" -d '{"events": [{"server_uuid": "1e3ba6dd-93fc-43da-8605-abc0db9504c3", "name": "network-vif-deleted", "tag": "6eee3f58-732a-4513-bc29-0980c8251593"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:10.765525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ebda7ba-5b8c-468b-9528-2a00ad5f9a28 admin admin] Publish callbacks [] for security_group (38b2d5fb-4efb-4d8f-a4af-4088bb63b9fd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.779899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3ff1fde6-17dd-41bd-9a29-cb9da60fb31b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.821808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-708d9b63-18bf-4ea6-8a6f-3f8a4a9b589f req-2b102028-afe2-4810-bdcd-ac395f0f87a6 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3ba6dd-93fc-43da-8605-abc0db9504c3 HTTP/1.1" status: 200 len: 210 time: 0.0735826 Feb 11 05:40:10.841567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.886248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff1fde6-17dd-41bd-9a29-cb9da60fb31b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:10.951688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ebda7ba-5b8c-468b-9528-2a00ad5f9a28 admin admin] Publish callbacks [] for security_group (38b2d5fb-4efb-4d8f-a4af-4088bb63b9fd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.019054 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:11.026517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] Set router 2c586afa-6304-401d-860e-450d35e19892 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:11.150778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (2c586afa-6304-401d-860e-450d35e19892), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.216528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c586afa-6304-401d-860e-450d35e19892', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:40:09Z', 'revision_number': 6, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:11.338551 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (2c586afa-6304-401d-860e-450d35e19892), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.342187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks [] for router_controller (2c586afa-6304-401d-860e-450d35e19892), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.371844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] Checking router: 2c586afa-6304-401d-860e-450d35e19892 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:11.402152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] Routers {'2c586afa-6304-401d-860e-450d35e19892'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:11.405911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2c586afa-6304-401d-860e-450d35e19892'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:11.840524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] Set router 2c586afa-6304-401d-860e-450d35e19892 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:11.861779 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a91bf1-71df-4ddb-a3b8-e1d23f6a3ba4 x-openstack-request-id: req-f5a91bf1-71df-4ddb-a3b8-e1d23f6a3ba4 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:11.869204 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '28599bf7-a87b-4735-ba1d-f71921b7ed2f', 'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'mac_address': 'fa:16:3e:f7:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:41Z', 'updated_at': '2022-02-11T05:38:55Z', 'revision_number': 5, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'subnets': [{'id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:11.875875 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3ba6dd-93fc-43da-8605-abc0db9504c3", "name": "network-vif-deleted", "tag": "6eee3f58-732a-4513-bc29-0980c8251593", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:11.877971 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5a91bf1-71df-4ddb-a3b8-e1d23f6a3ba4 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:11.878637 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3ba6dd-93fc-43da-8605-abc0db9504c3', 'name': 'network-vif-deleted', 'tag': '6eee3f58-732a-4513-bc29-0980c8251593', 'status': 'completed', 'code': 200} Feb 11 05:40:11.986480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:11.992703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c586afa-6304-401d-860e-450d35e19892', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:40:10Z', 'revision_number': 7, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:11.993580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'Port': ['ID=201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:12.018528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:12.021797 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] Checking router: 102d6294-4647-41a0-afee-b8b1f0145c9c for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:12.022657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:12.023790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:12.029288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.037404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19dbb85-608d-4cd1-8033-f2a0b907da38 None None] The sync data for ids ['2c586afa-6304-401d-860e-450d35e19892'] in n-d-715271-35 is: [{'id': '2c586afa-6304-401d-860e-450d35e19892', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997591760-router', 'tenant_id': '33232232d28a4b8dba6d0cf4c94ab941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:40:10Z', 'revision_number': 7, 'project_id': '33232232d28a4b8dba6d0cf4c94ab941', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:12.052285 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:12.054138 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:12.062554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42462) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:12.202421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3309b56d-74f2-4053-9d5b-c06f9c045774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.0793877 Feb 11 05:40:12.216354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42464) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:12.246285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ebda7ba-5b8c-468b-9528-2a00ad5f9a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (38b2d5fb-4efb-4d8f-a4af-4088bb63b9fd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.253006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ebda7ba-5b8c-468b-9528-2a00ad5f9a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.257796 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9ebda7ba-5b8c-468b-9528-2a00ad5f9a28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38b2d5fb-4efb-4d8f-a4af-4088bb63b9fd HTTP/1.1" status: 204 len: 168 time: 2.0176907 Feb 11 05:40:12.293229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebda7ba-5b8c-468b-9528-2a00ad5f9a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b2d5fb-4efb-4d8f-a4af-4088bb63b9fd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:12.320861 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (2c586afa-6304-401d-860e-450d35e19892), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.322813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c586afa-6304-401d-860e-450d35e19892 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:12.346501 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.355809 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-572c7ba8-7323-4e7f-8a38-c921fd5968e8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2c586afa-6304-401d-860e-450d35e19892 HTTP/1.1" status: 204 len: 168 time: 3.0682962 Feb 11 05:40:12.357627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42468) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:12.364705 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:12.451539 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3f7422f-63dc-4532-8573-805a91f46162 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group (493a9468-127d-46c3-86bc-9fad5959a71a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.544608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5e1e9f-ab3c-438b-9347-f0b2e7743f94 admin admin] Deleting subnet 9befa9d3-12eb-4026-a191-d12c2a2c1456 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:12.551277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3f7422f-63dc-4532-8573-805a91f46162 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group (493a9468-127d-46c3-86bc-9fad5959a71a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.561963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1e9f-ab3c-438b-9347-f0b2e7743f94 admin admin] Publish callbacks [] for subnet (9befa9d3-12eb-4026-a191-d12c2a2c1456), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.706548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cbb313-e833-4596-8573-a05a13a10a19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:12.711393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c8cbb313-e833-4596-8573-a05a13a10a19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "GET /v2.0/ports/201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e HTTP/1.1" status: 200 len: 958 time: 0.4913259 Feb 11 05:40:12.712477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42484) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:12.717555 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3f7422f-63dc-4532-8573-805a91f46162 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (493a9468-127d-46c3-86bc-9fad5959a71a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.723708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3f7422f-63dc-4532-8573-805a91f46162 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.729858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c3f7422f-63dc-4532-8573-805a91f46162 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "DELETE /v2.0/security-groups/493a9468-127d-46c3-86bc-9fad5959a71a HTTP/1.1" status: 204 len: 168 time: 0.6513877 Feb 11 05:40:12.741503 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1e9f-ab3c-438b-9347-f0b2e7743f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (9befa9d3-12eb-4026-a191-d12c2a2c1456), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.766713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42486) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:12.909915 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-4f555489-9c9a-486c-bae4-e33e7aab9848 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] show failed (client error): The resource could not be found. Feb 11 05:40:12.937152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42494) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:12.938795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4f555489-9c9a-486c-bae4-e33e7aab9848 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "GET /v2.0/security-groups/493a9468-127d-46c3-86bc-9fad5959a71a HTTP/1.1" status: 404 len: 347 time: 0.1581326 Feb 11 05:40:12.959759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7422f-63dc-4532-8573-805a91f46162 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a9468-127d-46c3-86bc-9fad5959a71a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:13.242955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '28599bf7-a87b-4735-ba1d-f71921b7ed2f', 'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'mac_address': 'fa:16:3e:f7:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:41Z', 'updated_at': '2022-02-11T05:38:55Z', 'revision_number': 5, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'subnets': [{'id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:13.291123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:13.295154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Deleting port 201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:13.295743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.341516 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91797f05-abf0-448c-a51c-c1480c708d7a None None] The sync data for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 is: [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:38:43Z', 'revision_number': 4, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '28599bf7-a87b-4735-ba1d-f71921b7ed2f', 'name': '', 'network_id': '7c941a73-cf65-48e4-93c1-8d82c4579694', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'mac_address': 'fa:16:3e:f7:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:41Z', 'updated_at': '2022-02-11T05:38:55Z', 'revision_number': 5, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'subnets': [{'id': '1a29c1af-c8c5-41d6-ae28-323b02a7c1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:13.428219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:13.428219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3ff1fde6-17dd-41bd-9a29-cb9da60fb31b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:13.428219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 16678105-2da2-4ce3-8818-41e291581688 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:13.592161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 16678105-2da2-4ce3-8818-41e291581688 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:13.592502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 16678105-2da2-4ce3-8818-41e291581688 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:13.666596 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.742975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Calling delete_port for 201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:13.928291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1e9f-ab3c-438b-9347-f0b2e7743f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9befa9d3-12eb-4026-a191-d12c2a2c1456), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.031500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.064762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Deleting port 41e55a06-36f0-4a0a-bc05-fb20ac37bd8f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:14.065654 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (41e55a06-36f0-4a0a-bc05-fb20ac37bd8f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.123907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event deleted for resources: {'Port': ['ID=201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:14.150870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.154549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "DELETE /v2.0/ports/201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e HTTP/1.1" status: 204 len: 168 time: 1.4383535 Feb 11 05:40:14.156331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.161610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.162362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.162949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.163517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.166065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.166691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.167264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.167830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.168410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.172934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.173566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.174144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9c6a0-c8e0-484d-8bb5-658afd20abe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:14.177695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42526) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:14.261152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8f6a9-8988-42c0-982d-605feedacf32 None None] New status for floating IP 2c5d5a79-28eb-4467-bc6c-061f652b60cb: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:40:14.288081 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddd2d01-e4c0-4264-886b-1410d8dc0386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:40:14.295540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fddd2d01-e4c0-4264-886b-1410d8dc0386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "GET /v2.0/ports/201c7b8f-d31f-4ddc-af6a-11a8bc96ca0e HTTP/1.1" status: 404 len: 333 time: 0.1164954 Feb 11 05:40:14.301404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42530) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:14.306639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Request body: {'port': {'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2136732796'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:14.356000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Made reservation on behalf of 8a50472e03b145aebb2235211ca6869b for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:14.358513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.391556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] device_id is not set on port d46881ff-cec3-474c-9260-216c6c464014 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:14.436450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1e9f-ab3c-438b-9347-f0b2e7743f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (9befa9d3-12eb-4026-a191-d12c2a2c1456), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.475284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (41e55a06-36f0-4a0a-bc05-fb20ac37bd8f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.475284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for floatingip (41e55a06-36f0-4a0a-bc05-fb20ac37bd8f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.577308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e1e9f-ab3c-438b-9347-f0b2e7743f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9befa9d3-12eb-4026-a191-d12c2a2c1456,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:14.594499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Calling delete_port for 41e55a06-36f0-4a0a-bc05-fb20ac37bd8f owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:14.748505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks [] for port (d46881ff-cec3-474c-9260-216c6c464014), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.810119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a78111-6af6-484b-9fbf-f10799306385 None None] Network 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:14.846828 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1e9f-ab3c-438b-9347-f0b2e7743f94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.875902 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1e5e1e9f-ab3c-438b-9347-f0b2e7743f94 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9befa9d3-12eb-4026-a191-d12c2a2c1456 HTTP/1.1" status: 204 len: 168 time: 2.5145407 Feb 11 05:40:14.893975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42552) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:14.904980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (d46881ff-cec3-474c-9260-216c6c464014), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.110548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'Port': ['ID=d46881ff-cec3-474c-9260-216c6c464014,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:15.187180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (6fd8f9fd-9d62-4a76-b978-e53fce05bd64), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.248990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:15.258889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:15.282134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c90f0d-a149-4e46-9a51-36071afff4e7 None None] DHCP port deletion for 6fd8f9fd-9d62-4a76-b978-e53fce05bd64 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:40:15.292969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:15.323730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.323730 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.454969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e9c90f0d-a149-4e46-9a51-36071afff4e7 None None] Deleting port 33ec37b7-bead-46a1-b175-7cca42131f0b {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:15.455470 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9c90f0d-a149-4e46-9a51-36071afff4e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.535768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (41e55a06-36f0-4a0a-bc05-fb20ac37bd8f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.608121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e9c90f0d-a149-4e46-9a51-36071afff4e7 None None] For port 33ec37b7-bead-46a1-b175-7cca42131f0b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=33ec37b7-bead-46a1-b175-7cca42131f0b,segment=NetworkSegment(62680969-9cf9-4a3a-a54b-3836cd8dc8c1),segment_id=62680969-9cf9-4a3a-a54b-3836cd8dc8c1)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:15.610810 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9c90f0d-a149-4e46-9a51-36071afff4e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.613550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-abde4fb2-6006-4c89-b316-f4529ad65241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3101740 Feb 11 05:40:15.624403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42578) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:15.637565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:15.651204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e9c90f0d-a149-4e46-9a51-36071afff4e7 None None] Calling delete_port for 33ec37b7-bead-46a1-b175-7cca42131f0b owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:15.662956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Deleting port 33ec37b7-bead-46a1-b175-7cca42131f0b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:15.666138 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.669389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Pushing event deleted for resources: {'Port': ['ID=41e55a06-36f0-4a0a-bc05-fb20ac37bd8f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:15.749037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-f179b381-085a-4ff8-86a5-254fefcc6db9 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.762843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-f179b381-085a-4ff8-86a5-254fefcc6db9 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/networks?id=d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 200 len: 813 time: 0.6213253 Feb 11 05:40:15.838373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-95b64068-c54d-439b-aab2-1a911a57ca1e tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/quotas/2981a5aaffb94c4682f1cc3fbe22914b HTTP/1.1" status: 200 len: 375 time: 0.0740921 Feb 11 05:40:15.895137 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9c90f0d-a149-4e46-9a51-36071afff4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.915762 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks [] for floatingip (2c5d5a79-28eb-4467-bc6c-061f652b60cb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.923107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.926868 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eb431ecb-8467-4094-9123-6dbea56b36d4 tempest-ServersTestJSON-1519160553 tempest-ServersTestJSON-1519160553-project] 10.222.0.31 "DELETE /v2.0/floatingips/2c5d5a79-28eb-4467-bc6c-061f652b60cb HTTP/1.1" status: 204 len: 168 time: 2.9820912 Feb 11 05:40:15.935939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] For port 33ec37b7-bead-46a1-b175-7cca42131f0b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=33ec37b7-bead-46a1-b175-7cca42131f0b,segment=NetworkSegment(62680969-9cf9-4a3a-a54b-3836cd8dc8c1),segment_id=62680969-9cf9-4a3a-a54b-3836cd8dc8c1)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:15.936705 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.949448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42588) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:15.986882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c90f0d-a149-4e46-9a51-36071afff4e7 None None] Pushing event deleted for resources: {'Port': ['ID=33ec37b7-bead-46a1-b175-7cca42131f0b,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:16.006803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c90f0d-a149-4e46-9a51-36071afff4e7 None None] No DVR routers for this DVR port 33ec37b7-bead-46a1-b175-7cca42131f0b on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:16.012653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-5f6c1c99-1ee6-4da4-8dd7-0c23fc08481a tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1533835 Feb 11 05:40:16.161633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Calling delete_port for 33ec37b7-bead-46a1-b175-7cca42131f0b owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:16.229523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-cbc84931-cdb1-4660-93f2-5d2d9426ba6a service neutron] 10.222.0.31 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144122 Feb 11 05:40:16.231515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d46881ff-cec3-474c-9260-216c6c464014), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.599483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-6b07bffc-c461-48e8-a240-a8091e9dcbc6 service neutron] 10.222.0.31 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688655 Feb 11 05:40:16.791880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (33ec37b7-bead-46a1-b175-7cca42131f0b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.952016 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ec37b7-bead-46a1-b175-7cca42131f0b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:16.955382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 33ec37b7-bead-46a1-b175-7cca42131f0b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:16.996828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] No DVR routers for this DVR port 33ec37b7-bead-46a1-b175-7cca42131f0b on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:17.041487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 33ec37b7-bead-46a1-b175-7cca42131f0b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:17.041793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 33ec37b7-bead-46a1-b175-7cca42131f0b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:17.061517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc9256f6-7e27-4af3-9ad8-ed66231c14d0 req-5e7225e4-4ed0-4317-83d8-666c225497ae tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 210 time: 0.1622341 Feb 11 05:40:17.124737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] device_id is not set on port d46881ff-cec3-474c-9260-216c6c464014 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:17.186022 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks [] for port (d46881ff-cec3-474c-9260-216c6c464014), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.209830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (d46881ff-cec3-474c-9260-216c6c464014), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.373734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.385396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.385814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.392255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.392768 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.393554 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 2 to bind port d46881ff-cec3-474c-9260-216c6c464014 Feb 11 05:40:17.396944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'Port': ['ID=d46881ff-cec3-474c-9260-216c6c464014,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:17.434388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.434863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.435319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.440410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.442435 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.444505 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 3 to bind port d46881ff-cec3-474c-9260-216c6c464014 Feb 11 05:40:17.473974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.475755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.476241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.486478 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (6fd8f9fd-9d62-4a76-b978-e53fce05bd64), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.488753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.492134 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.492812 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 4 to bind port d46881ff-cec3-474c-9260-216c6c464014 Feb 11 05:40:17.532455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.532799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.535439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.547279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.548416 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.548416 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 5 to bind port d46881ff-cec3-474c-9260-216c6c464014 Feb 11 05:40:17.601809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd8f9fd-9d62-4a76-b978-e53fce05bd64']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:17.624778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.633742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.634123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.650962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62680969-9cf9-4a3a-a54b-3836cd8dc8c1') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:17.651272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62680969-9cf9-4a3a-a54b-3836cd8dc8c1') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:17.653927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.654266 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.654661 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 6 to bind port d46881ff-cec3-474c-9260-216c6c464014 Feb 11 05:40:17.703899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.704507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.705107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.710076 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (62680969-9cf9-4a3a-a54b-3836cd8dc8c1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.711587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.712099 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.712962 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 7 to bind port d46881ff-cec3-474c-9260-216c6c464014 Feb 11 05:40:17.731548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.732120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.732625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.739219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.739778 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.740342 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 8 to bind port d46881ff-cec3-474c-9260-216c6c464014 Feb 11 05:40:17.760216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (62680969-9cf9-4a3a-a54b-3836cd8dc8c1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.773690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.774049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.774833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:17.775283 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (62680969-9cf9-4a3a-a54b-3836cd8dc8c1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.776009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.787178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.788766 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.789382 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 9 to bind port d46881ff-cec3-474c-9260-216c6c464014 Feb 11 05:40:17.825086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.825875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.826750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.839246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.843094 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.843897 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempt 10 to bind port d46881ff-cec3-474c-9260-216c6c464014 Feb 11 05:40:17.898871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:17.899083 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:17.905471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:17.907401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempting to bind port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:17.919586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:17.920229 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Failed to bind port d46881ff-cec3-474c-9260-216c6c464014 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '37ba3f6b-15f8-47e9-a2cb-3c735ff5572b'}] Feb 11 05:40:17.920710 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d46881ff-cec3-474c-9260-216c6c464014), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.066677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (6fd8f9fd-9d62-4a76-b978-e53fce05bd64), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.081898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.100506 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6fd8f9fd-9d62-4a76-b978-e53fce05bd64 HTTP/1.1" status: 204 len: 168 time: 3.2005899 Feb 11 05:40:18.171330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd8f9fd-9d62-4a76-b978-e53fce05bd64,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:18.182392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] For port d46881ff-cec3-474c-9260-216c6c464014, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:18.182849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attempted to set empty binding levels {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:40:18.196853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (d46881ff-cec3-474c-9260-216c6c464014), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.234524 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.234883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.235234 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.235578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.235915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.236248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.236579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.236908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.237268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.238152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.238506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.238833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.239160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac2b2c-8952-428e-b655-0f275ac8ae67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:18.450975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (102d6294-4647-41a0-afee-b8b1f0145c9c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.451797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] In _notify_port_updated(), no bound segment for port d46881ff-cec3-474c-9260-216c6c464014 on network 37ba3f6b-15f8-47e9-a2cb-3c735ff5572b {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:40:18.452681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:18.463029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.464540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "PUT /v2.0/ports/d46881ff-cec3-474c-9260-216c6c464014 HTTP/1.1" status: 200 len: 980 time: 2.8387482 Feb 11 05:40:18.469663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42702) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:18.479382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c416d067-ad03-47b8-9f65-0f8498b652c5 req-ccccfb31-3c9d-4fa9-98ae-f04616bc44c3 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 210 time: 0.1380239 Feb 11 05:40:18.500359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42708) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:18.531577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f39b47-438f-4574-8321-06fae0c70d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event updated for resources: {'Port': ['ID=d46881ff-cec3-474c-9260-216c6c464014,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:18.619534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8806d052-141c-4f55-aecb-0615632a7053 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33232232d28a4b8dba6d0cf4c94ab941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180165 Feb 11 05:40:18.626007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42714) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:18.993202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d4e837a-72c1-4c1b-8f60-464b4df80113 admin admin] Publish callbacks [] for security_group (4b55d7f5-09bf-4f49-9d0a-e63c757789fd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.044450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d4e837a-72c1-4c1b-8f60-464b4df80113 admin admin] Publish callbacks [] for security_group (4b55d7f5-09bf-4f49-9d0a-e63c757789fd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.078609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-58acc87a-4f0f-4a52-9af5-bb53acb1b234 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:19.080574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-58acc87a-4f0f-4a52-9af5-bb53acb1b234 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.81 "GET /v2.0/networks?id=d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 200 len: 813 time: 0.3613873 Feb 11 05:40:19.119043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Request body: {'port': {'device_id': '3973df56-a812-4244-a918-0897cb5607c0', 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51', 'admin_state_up': True, 'tenant_id': '2981a5aaffb94c4682f1cc3fbe22914b'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:19.229726 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d4e837a-72c1-4c1b-8f60-464b4df80113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4b55d7f5-09bf-4f49-9d0a-e63c757789fd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.232539 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d4e837a-72c1-4c1b-8f60-464b4df80113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.236010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7d4e837a-72c1-4c1b-8f60-464b4df80113 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b55d7f5-09bf-4f49-9d0a-e63c757789fd HTTP/1.1" status: 204 len: 168 time: 0.6025703 Feb 11 05:40:19.247868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:19.248644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e837a-72c1-4c1b-8f60-464b4df80113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b55d7f5-09bf-4f49-9d0a-e63c757789fd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:19.362046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5c89331e-4129-4668-a700-7cbe7ef20081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Deleting port d46881ff-cec3-474c-9260-216c6c464014 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:19.362046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c89331e-4129-4668-a700-7cbe7ef20081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d46881ff-cec3-474c-9260-216c6c464014), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.368841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Made reservation on behalf of 2981a5aaffb94c4682f1cc3fbe22914b for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:19.376024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.550570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5c89331e-4129-4668-a700-7cbe7ef20081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] For port d46881ff-cec3-474c-9260-216c6c464014, host n-h1-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:19.550960 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c89331e-4129-4668-a700-7cbe7ef20081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d46881ff-cec3-474c-9260-216c6c464014), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.554559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Deleting port 28599bf7-a87b-4735-ba1d-f71921b7ed2f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:19.554948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.580220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Allocated IP 172.20.0.8 (d4281e62-a042-4781-9bb3-86f3623bde51/626436ea-3708-46dc-8918-ccc449182f79/ff86945c-c72e-4f7a-9ea3-3c190f2e2725) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:19.650571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5c89331e-4129-4668-a700-7cbe7ef20081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Calling delete_port for d46881ff-cec3-474c-9260-216c6c464014 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:19.844874 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks [] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.848142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38a94529-be0b-447c-a564-8d37f091e812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.884657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-123c6b31-b55d-4025-9cc5-111254dd2db8 req-4106af1f-55c2-4757-8209-a362d97e1623 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 210 time: 0.0910649 Feb 11 05:40:19.891694 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] For port 28599bf7-a87b-4735-ba1d-f71921b7ed2f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=28599bf7-a87b-4735-ba1d-f71921b7ed2f,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:19.893220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.951228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.951445 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Calling delete_port for 28599bf7-a87b-4735-ba1d-f71921b7ed2f owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:19.961933 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c89331e-4129-4668-a700-7cbe7ef20081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d46881ff-cec3-474c-9260-216c6c464014), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.002216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c89331e-4129-4668-a700-7cbe7ef20081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.009137 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c89331e-4129-4668-a700-7cbe7ef20081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d46881ff-cec3-474c-9260-216c6c464014 HTTP/1.1" status: 204 len: 168 time: 1.4657662 Feb 11 05:40:20.012770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42776) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:20.068543 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89331e-4129-4668-a700-7cbe7ef20081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] Pushing event deleted for resources: {'Port': ['ID=d46881ff-cec3-474c-9260-216c6c464014,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:20.125408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Network d4281e62-a042-4781-9bb3-86f3623bde51 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:20.130351 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf35ae33-cdf9-4934-8cf1-d8f55fbd9321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:40:20.132037 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf35ae33-cdf9-4934-8cf1-d8f55fbd9321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139747311-project-admin] 10.222.0.31 "GET /v2.0/ports/d46881ff-cec3-474c-9260-216c6c464014 HTTP/1.1" status: 404 len: 333 time: 0.0665863 Feb 11 05:40:20.135768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42782) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:20.142853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:20.153064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:20.167018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 73cc00ca-70f6-4a8e-b85f-43340176cf99 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:20.258843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Pushing event updated for resources: {'Port': ['ID=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:20.284190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 73cc00ca-70f6-4a8e-b85f-43340176cf99 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:20.284977 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.330412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (37ba3f6b-15f8-47e9-a2cb-3c735ff5572b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.337317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:20.339668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:20.344312 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d162094-c696-4ac7-9d7d-81663ca9afc2" -d '{"events": [{"server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "name": "network-vif-unplugged", "status": "completed", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:20.348763 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.370956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.371746 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.421823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=73cc00ca-70f6-4a8e-b85f-43340176cf99,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:20.454487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38a94529-be0b-447c-a564-8d37f091e812 admin admin] Publish callbacks [] for security_group (952376cf-737e-4920-8d63-63827a437870), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.459035 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c79334-c6d7-470e-aa34-6a7d167f910a x-openstack-request-id: req-51c79334-c6d7-470e-aa34-6a7d167f910a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:20.459721 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "name": "network-vif-unplugged", "status": "completed", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:20.460190 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51c79334-c6d7-470e-aa34-6a7d167f910a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:20.460942 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99', 'code': 200} Feb 11 05:40:20.462297 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38a94529-be0b-447c-a564-8d37f091e812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (952376cf-737e-4920-8d63-63827a437870), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.490343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-b5bb3439-ea80-4078-9843-2a88b7ca3b26 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3914921 Feb 11 05:40:20.499480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Request body: {'port': {'device_id': '3973df56-a812-4244-a918-0897cb5607c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:20.583924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-38a94529-be0b-447c-a564-8d37f091e812 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b5503ab1f1b42df996049b15b18863b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2920351 Feb 11 05:40:20.585908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a94529-be0b-447c-a564-8d37f091e812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952376cf-737e-4920-8d63-63827a437870,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:20.602615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42806) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:20.603853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (37ba3f6b-15f8-47e9-a2cb-3c735ff5572b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.629655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ba3f6b-15f8-47e9-a2cb-3c735ff5572b']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:20.640338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:20.641152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:20.654190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.669408 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.677452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:20.677916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (edea4dfe-d68b-4fda-a3b0-7bf52ffe41ef), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.787792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-73eb8194-7ea7-48fe-ab67-25361f86a326 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.790105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-73eb8194-7ea7-48fe-ab67-25361f86a326 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 805 time: 0.2299104 Feb 11 05:40:20.790945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42808) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:20.855717 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.878836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-a1b37141-d0bd-4a2b-b2de-7c53a6b87c59 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/quotas/6220a83203024137b0bdf1c0597dbbcd HTTP/1.1" status: 200 len: 375 time: 0.0775154 Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:21.086014 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:21.103558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-431727770-network', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:21.111110 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (37ba3f6b-15f8-47e9-a2cb-3c735ff5572b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.123072 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.126896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] 10.222.0.31 "DELETE /v2.0/networks/37ba3f6b-15f8-47e9-a2cb-3c735ff5572b HTTP/1.1" status: 204 len: 168 time: 0.9898355 Feb 11 05:40:21.144948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea35def-e8b8-4f04-a597-f62d2ce40324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753160695-project] Pushing event deleted for resources: {'Network': ['ID=37ba3f6b-15f8-47e9-a2cb-3c735ff5572b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:21.193136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (28599bf7-a87b-4735-ba1d-f71921b7ed2f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.211143 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d6e167e-e598-47d7-ba89-72ac4d2d63a4 admin admin] Publish callbacks [] for security_group (952376cf-737e-4920-8d63-63827a437870), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.244980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Pushing event deleted for resources: {'Port': ['ID=28599bf7-a87b-4735-ba1d-f71921b7ed2f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:21.265582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:21.268531 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.298162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86614e76-cf89-40c5-b551-d08d536f2ab8 req-f07f5850-1446-4657-8c6c-5febcd40d0aa tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:21.299732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86614e76-cf89-40c5-b551-d08d536f2ab8 req-f07f5850-1446-4657-8c6c-5febcd40d0aa tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 931 time: 0.2012458 Feb 11 05:40:21.304216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ad25988a-5ff5-49cf-ba7f-0fed47db0d84 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2104237 Feb 11 05:40:21.330698 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d6e167e-e598-47d7-ba89-72ac4d2d63a4 admin admin] Publish callbacks [] for security_group (952376cf-737e-4920-8d63-63827a437870), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.336666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.520263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (102d6294-4647-41a0-afee-b8b1f0145c9c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.593070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42824) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:21.740453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff86945c-c72e-4f7a-9ea3-3c190f2e2725 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:21.755224 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Publish callbacks [] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.761573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-79efc4fa-966f-452c-a7cb-5f700c4f70a7 service neutron] 10.222.0.31 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284313 Feb 11 05:40:21.773265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86614e76-cf89-40c5-b551-d08d536f2ab8 req-ae5e7a76-c54d-431f-981e-8bd6c3a828ba tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340017 Feb 11 05:40:21.811284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Transition to ACTIVE for port object ff86945c-c72e-4f7a-9ea3-3c190f2e2725 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:40:21.905863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Publish callbacks [] for security_group (9fa2816b-9edb-474a-8cb6-69c550b8be27), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.928436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Router 102d6294-4647-41a0-afee-b8b1f0145c9c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:21.934123 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.943519 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d6e167e-e598-47d7-ba89-72ac4d2d63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (952376cf-737e-4920-8d63-63827a437870), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.948163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d6e167e-e598-47d7-ba89-72ac4d2d63a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.953335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1d6e167e-e598-47d7-ba89-72ac4d2d63a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/952376cf-737e-4920-8d63-63827a437870 HTTP/1.1" status: 204 len: 168 time: 1.3447762 Feb 11 05:40:22.004989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7e31b791-c32a-48d5-9b6c-1367cc36b180 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f6ca295816249adbb18672f9de443a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107819 Feb 11 05:40:22.006053 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.010599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42832) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.020583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9fa2816b-9edb-474a-8cb6-69c550b8be27), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.024044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e167e-e598-47d7-ba89-72ac4d2d63a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952376cf-737e-4920-8d63-63827a437870,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.079806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:22.092585 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] Sync routers for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:22.163113 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:22.169231 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b23484ac-aaaa-42ba-b4c8-1cb9a04e4922 admin admin] 10.222.0.31 "PUT /v2.0/routers/102d6294-4647-41a0-afee-b8b1f0145c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1936362 Feb 11 05:40:22.170242 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:22.172908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42836) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.344332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:22.379581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2816b-9edb-474a-8cb6-69c550b8be27,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.400977 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:22.435215 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks [] for router (102d6294-4647-41a0-afee-b8b1f0145c9c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.511829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Pushing event updated for resources: {'Port': ['ID=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.541107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f5c210d9-e319-4db8-b915-4926d1eecd08), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.541763 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Added segment f5c210d9-e319-4db8-b915-4926d1eecd08 of type vlan for network 8770f123-170d-4514-879f-ee00ededafcb Feb 11 05:40:22.555568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks [] for router_gateway (102d6294-4647-41a0-afee-b8b1f0145c9c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.601630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42840) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.656778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Deleting port 6d62fc19-4a9d-47aa-aafe-0173919c7e41 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:22.657403 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.665307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-96dfa3ba-ace9-4355-983d-58317f429d11 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.666912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-96dfa3ba-ace9-4355-983d-58317f429d11 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "GET /v2.0/ports?device_id=8443cc08-8892-4957-a1c1-2c7cc456ee00 HTTP/1.1" status: 200 len: 944 time: 0.7248604 Feb 11 05:40:22.701034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-4eb1aefd-35b6-4f5d-ad35-1141a9e50f3c service neutron] 10.222.0.31 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9209015 Feb 11 05:40:22.717917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ccba897-4c6b-43d5-b6d3-9583a71ad7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.766703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (8770f123-170d-4514-879f-ee00ededafcb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.792781 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] For port 6d62fc19-4a9d-47aa-aafe-0173919c7e41, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6d62fc19-4a9d-47aa-aafe-0173919c7e41,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:22.793103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.813824 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be25efe1-29c0-4d9e-8bf7-9cbc30a03de5 admin admin] Publish callbacks [] for security_group (378e66d5-1e42-4398-a650-23d630a41169), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.824633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Calling delete_port for 6d62fc19-4a9d-47aa-aafe-0173919c7e41 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:22.838765 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:40:21Z', 'revision_number': 5, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port': {'id': '6d62fc19-4a9d-47aa-aafe-0173919c7e41', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:35Z', 'updated_at': '2022-02-11T05:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:22.893936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Attempting to bind port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:22.894289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Attempting to bind port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:22.894597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Attempting to bind port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 on network d4281e62-a042-4781-9bb3-86f3623bde51 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:22.910557 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] Checking router: 102d6294-4647-41a0-afee-b8b1f0145c9c for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:22.927124 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] Routers {'102d6294-4647-41a0-afee-b8b1f0145c9c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:22.927794 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['102d6294-4647-41a0-afee-b8b1f0145c9c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:22.953374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be25efe1-29c0-4d9e-8bf7-9cbc30a03de5 admin admin] Publish callbacks [] for security_group (378e66d5-1e42-4398-a650-23d630a41169), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.955784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 on network d4281e62-a042-4781-9bb3-86f3623bde51 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:22.955784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Attempting to bind port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 on network d4281e62-a042-4781-9bb3-86f3623bde51 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:22.990002 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (8770f123-170d-4514-879f-ee00ededafcb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.990998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.991614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.007643 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.029847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:23.030189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Checking segment: {'id': 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:23.030677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Bound using segment: {'id': 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:23.031128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Bound port: ff86945c-c72e-4f7a-9ea3-3c190f2e2725, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:23.031487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.130896 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] Set router 102d6294-4647-41a0-afee-b8b1f0145c9c gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:23.233727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6d62fc19-4a9d-47aa-aafe-0173919c7e41), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.250649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4514596 Feb 11 05:40:23.256832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42862) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:23.273783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Request body: {'subnet': {'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-subnet', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:23.306377 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:40:22Z', 'revision_number': 6, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:23.340620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21d5fe79-9b1c-4220-837e-6ae731b10a86 req-1e0a2584-4002-45ef-a075-6a3daa8293b7 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 210 time: 0.2173140 Feb 11 05:40:23.343670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d62fc19-4a9d-47aa-aafe-0173919c7e41,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:23.381455 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be979684-4629-4660-831b-2dc7b29cfd62 None None] The sync data for ids ['102d6294-4647-41a0-afee-b8b1f0145c9c'] in n-d-715271-35 is: [{'id': '102d6294-4647-41a0-afee-b8b1f0145c9c', 'name': 'tempest-ServersTestJSON-18701067-router', 'tenant_id': 'a65411783aa84d94a984fa2a6daa3be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:34Z', 'updated_at': '2022-02-11T05:40:22Z', 'revision_number': 6, 'project_id': 'a65411783aa84d94a984fa2a6daa3be9', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:23.406459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:23.411201 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.525430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0622dbb-2b9c-4701-888a-efed33c4d62c admin admin] Pushing event updated for resources: {'Network': ['ID=8770f123-170d-4514-879f-ee00ededafcb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:23.537999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 8770f123-170d-4514-879f-ee00ededafcb details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:23.570310 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (102d6294-4647-41a0-afee-b8b1f0145c9c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.626761 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ccba897-4c6b-43d5-b6d3-9583a71ad7e7 admin admin] Publish callbacks [] for security_group (c14b67ff-68bd-42cd-a911-eaefb21518ef), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.657377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa79748-a18e-4240-9aa7-345470433a01 req-f95c0c7e-b556-477a-83bf-d5959e4bf9b5 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.659295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa79748-a18e-4240-9aa7-345470433a01 req-f95c0c7e-b556-477a-83bf-d5959e4bf9b5 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 943 time: 0.7326741 Feb 11 05:40:23.665132 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ccba897-4c6b-43d5-b6d3-9583a71ad7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c14b67ff-68bd-42cd-a911-eaefb21518ef), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.688594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (102d6294-4647-41a0-afee-b8b1f0145c9c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.692025 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks [] for router_controller (102d6294-4647-41a0-afee-b8b1f0145c9c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.709234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Deleting port 73cc00ca-70f6-4a8e-b85f-43340176cf99 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:23.710007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.752623 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (102d6294-4647-41a0-afee-b8b1f0145c9c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.753957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 102d6294-4647-41a0-afee-b8b1f0145c9c {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:23.769993 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.771215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f76dd1d-af39-4e0f-8626-777adf25b7dd admin admin] 10.222.0.31 "DELETE /v2.0/routers/102d6294-4647-41a0-afee-b8b1f0145c9c HTTP/1.1" status: 204 len: 168 time: 1.5921180 Feb 11 05:40:23.773737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42880) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:23.864123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be25efe1-29c0-4d9e-8bf7-9cbc30a03de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (378e66d5-1e42-4398-a650-23d630a41169), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.869527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be25efe1-29c0-4d9e-8bf7-9cbc30a03de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.871019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-be25efe1-29c0-4d9e-8bf7-9cbc30a03de5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/378e66d5-1e42-4398-a650-23d630a41169 HTTP/1.1" status: 204 len: 168 time: 1.8442347 Feb 11 05:40:23.886259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b57482c-e1b8-4287-a222-d4dfcbded012 admin admin] Deleting subnet 1a29c1af-c8c5-41d6-ae28-323b02a7c1f3 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:23.908934 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b57482c-e1b8-4287-a222-d4dfcbded012 admin admin] Publish callbacks [] for subnet (1a29c1af-c8c5-41d6-ae28-323b02a7c1f3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.975435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] For port ff86945c-c72e-4f7a-9ea3-3c190f2e2725, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:23.980770 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b57482c-e1b8-4287-a222-d4dfcbded012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (1a29c1af-c8c5-41d6-ae28-323b02a7c1f3), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.984297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1ccba897-4c6b-43d5-b6d3-9583a71ad7e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e9611c4d2ea4ef7826f5d457ad5bd79&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3732777 Feb 11 05:40:23.996122 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42884) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:24.044616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] For port ff86945c-c72e-4f7a-9ea3-3c190f2e2725, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:24.051793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccba897-4c6b-43d5-b6d3-9583a71ad7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14b67ff-68bd-42cd-a911-eaefb21518ef,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.071730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25efe1-29c0-4d9e-8bf7-9cbc30a03de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e66d5-1e42-4398-a650-23d630a41169,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.088883 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.107449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa79748-a18e-4240-9aa7-345470433a01 req-289c35a6-84f9-4367-bea6-c6cc9bf790d0 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100249 Feb 11 05:40:24.140310 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9e61559c-2b6f-48a9-93a8-8c9b06b0c678), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.178513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Pushing event updated for resources: {'Port': ['ID=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.192275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 73cc00ca-70f6-4a8e-b85f-43340176cf99 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:24.194302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] For port 73cc00ca-70f6-4a8e-b85f-43340176cf99, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=73cc00ca-70f6-4a8e-b85f-43340176cf99,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:24.195146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.209325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:24.210384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.212255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8c27205a-7ef9-4a8c-b6e5-df9c63141682 service neutron] 10.222.0.81 "PUT /v2.0/ports/ff86945c-c72e-4f7a-9ea3-3c190f2e2725 HTTP/1.1" status: 200 len: 1092 time: 3.7205932 Feb 11 05:40:24.212751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3973df56-a812-4244-a918-0897cb5607c0', 'tag': 'ff86945c-c72e-4f7a-9ea3-3c190f2e2725'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:24.216046 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f217f8a-f8f5-4847-ac67-986a7d65119b" -d '{"events": [{"name": "network-changed", "server_uuid": "3973df56-a812-4244-a918-0897cb5607c0", "tag": "ff86945c-c72e-4f7a-9ea3-3c190f2e2725"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:24.239220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Calling delete_port for 73cc00ca-70f6-4a8e-b85f-43340176cf99 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:24.420196 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f971e85-2ae7-4eee-9875-235c0d07773f x-openstack-request-id: req-2f971e85-2ae7-4eee-9875-235c0d07773f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:24.421711 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3973df56-a812-4244-a918-0897cb5607c0", "tag": "ff86945c-c72e-4f7a-9ea3-3c190f2e2725", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:24.422455 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f971e85-2ae7-4eee-9875-235c0d07773f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:24.424311 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3973df56-a812-4244-a918-0897cb5607c0', 'tag': 'ff86945c-c72e-4f7a-9ea3-3c190f2e2725', 'status': 'completed', 'code': 200} Feb 11 05:40:24.446554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 73cc00ca-70f6-4a8e-b85f-43340176cf99 is: DOWN; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:24.586384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b57482c-e1b8-4287-a222-d4dfcbded012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1a29c1af-c8c5-41d6-ae28-323b02a7c1f3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.643522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Checking segment: {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:24.643940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Network hostable DHCP agents. Network: 8770f123-170d-4514-879f-ee00ededafcb, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:24.652873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e61559c-2b6f-48a9-93a8-8c9b06b0c678,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.661481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42896) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:24.684524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecee1318-d2d5-4dc9-ac60-d2771e40eda5 admin admin] Publish callbacks [] for security_group (c14b67ff-68bd-42cd-a911-eaefb21518ef), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.716195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecee1318-d2d5-4dc9-ac60-d2771e40eda5 admin admin] Publish callbacks [] for security_group (c14b67ff-68bd-42cd-a911-eaefb21518ef), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.811771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Network 8770f123-170d-4514-879f-ee00ededafcb is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:24.856433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecee1318-d2d5-4dc9-ac60-d2771e40eda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c14b67ff-68bd-42cd-a911-eaefb21518ef), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.873863 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecee1318-d2d5-4dc9-ac60-d2771e40eda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.875657 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ecee1318-d2d5-4dc9-ac60-d2771e40eda5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c14b67ff-68bd-42cd-a911-eaefb21518ef HTTP/1.1" status: 204 len: 168 time: 0.8785639 Feb 11 05:40:24.882311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 8770f123-170d-4514-879f-ee00ededafcb) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:24.884817 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b57482c-e1b8-4287-a222-d4dfcbded012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (1a29c1af-c8c5-41d6-ae28-323b02a7c1f3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.884971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 28599bf7-a87b-4735-ba1d-f71921b7ed2f no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:24.962636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:24.968204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.980150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd294612-47b2-4126-866d-63f8eb5a8a27 None None] Network 8770f123-170d-4514-879f-ee00ededafcb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:24.981170 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9d9a9018-6712-4445-9e82-ed3a6bc37d10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a50472e03b145aebb2235211ca6869b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177981 Feb 11 05:40:24.991194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42904) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:25.004741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57482c-e1b8-4287-a222-d4dfcbded012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a29c1af-c8c5-41d6-ae28-323b02a7c1f3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:25.025077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee1318-d2d5-4dc9-ac60-d2771e40eda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14b67ff-68bd-42cd-a911-eaefb21518ef,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:25.038368 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b57482c-e1b8-4287-a222-d4dfcbded012 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.048258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 28599bf7-a87b-4735-ba1d-f71921b7ed2f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:25.048616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 28599bf7-a87b-4735-ba1d-f71921b7ed2f not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:25.050029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6d62fc19-4a9d-47aa-aafe-0173919c7e41 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:25.054484 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7b57482c-e1b8-4287-a222-d4dfcbded012 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1a29c1af-c8c5-41d6-ae28-323b02a7c1f3 HTTP/1.1" status: 204 len: 168 time: 1.2669985 Feb 11 05:40:25.070362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42908) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:25.091049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13dae4a-d8b0-4df7-8541-2de73581cf92 None None] Network 7c941a73-cf65-48e4-93c1-8d82c4579694 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:25.095103 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c98ac595-cdf5-4371-bbb7-f862d0e1a292 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8269265 Feb 11 05:40:25.122473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42910) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:25.131422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6d62fc19-4a9d-47aa-aafe-0173919c7e41 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:25.133350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6d62fc19-4a9d-47aa-aafe-0173919c7e41 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:25.138949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:25.313992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (7c941a73-cf65-48e4-93c1-8d82c4579694), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.342144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (b28a3713-5d64-4237-a228-18b8b02081ff), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.348682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (b28a3713-5d64-4237-a228-18b8b02081ff), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.356807 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2588510-4a8c-4b3a-b784-c297652666dd admin admin] Publish callbacks [] for security_group (16d6cfa0-e763-47ed-bdad-4a2ee22e2554), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.404286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-8770f123-170d-4514-879f-ee00ededafcb', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:25.405621 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.431717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2588510-4a8c-4b3a-b784-c297652666dd admin admin] Publish callbacks [] for security_group (16d6cfa0-e763-47ed-bdad-4a2ee22e2554), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.540372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Deleting port b052bc20-acce-4eee-b047-aba0ba7b6fee {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:25.540704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.549205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-309636cc-16af-44f2-a8f0-65511406bf54 req-5da46648-8aa3-40ab-8c37-5c15a62a35e2 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 210 time: 1.0310719 Feb 11 05:40:25.592527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2588510-4a8c-4b3a-b784-c297652666dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (16d6cfa0-e763-47ed-bdad-4a2ee22e2554), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.605331 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2588510-4a8c-4b3a-b784-c297652666dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.609385 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a2588510-4a8c-4b3a-b784-c297652666dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16d6cfa0-e763-47ed-bdad-4a2ee22e2554 HTTP/1.1" status: 204 len: 168 time: 0.6102998 Feb 11 05:40:25.670973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2588510-4a8c-4b3a-b784-c297652666dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d6cfa0-e763-47ed-bdad-4a2ee22e2554,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:25.726154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-2facef4d-046f-4d21-b586-ffc8cdca25f9 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:25.727789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-2facef4d-046f-4d21-b586-ffc8cdca25f9 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 805 time: 0.1897852 Feb 11 05:40:25.761299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Request body: {'port': {'device_id': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'admin_state_up': True, 'tenant_id': '6220a83203024137b0bdf1c0597dbbcd'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:25.836096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Allocated IP 172.20.0.2 (8770f123-170d-4514-879f-ee00ededafcb/9e61559c-2b6f-48a9-93a8-8c9b06b0c678/791de1f2-630a-4668-bdde-b15dd3b9ad90) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:25.837887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-2ca58f41-3eaf-48fc-a81f-bcc286cac4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:25.849720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-2ca58f41-3eaf-48fc-a81f-bcc286cac4db service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 1126 time: 1.4662611 Feb 11 05:40:25.859176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] For port b052bc20-acce-4eee-b047-aba0ba7b6fee, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b052bc20-acce-4eee-b047-aba0ba7b6fee,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:25.859567 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.940316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Calling delete_port for b052bc20-acce-4eee-b047-aba0ba7b6fee owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:25.989450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (73cc00ca-70f6-4a8e-b85f-43340176cf99), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.998483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093c1ef-31dc-4385-807f-872cb9d65307 None None] DHCP port deletion for 7c941a73-cf65-48e4-93c1-8d82c4579694 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:40:26.002944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-5b7d8c02-61d1-4a74-818b-4a19dda743c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff86945c-c72e-4f7a-9ea3-3c190f2e2725 HTTP/1.1" status: 200 len: 217 time: 0.1522076 Feb 11 05:40:26.197146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks [] for router_controller (b28a3713-5d64-4237-a228-18b8b02081ff), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.199281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8432f6f9-9f8b-451d-8b02-8ebba8ce5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:26.200882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8432f6f9-9f8b-451d-8b02-8ebba8ce5769 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=626436ea-3708-46dc-8918-ccc449182f79 HTTP/1.1" status: 200 len: 853 time: 0.1801672 Feb 11 05:40:26.212600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e5cc-cbd3-4efb-a155-04b731766ff3 req-b0849561-44bc-4bea-99cd-633498837e21 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:26.224174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a70e5cc-cbd3-4efb-a155-04b731766ff3 req-b0849561-44bc-4bea-99cd-633498837e21 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 943 time: 0.6872649 Feb 11 05:40:26.232091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6093c1ef-31dc-4385-807f-872cb9d65307 None None] Deleting port b052bc20-acce-4eee-b047-aba0ba7b6fee {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:26.232830 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6093c1ef-31dc-4385-807f-872cb9d65307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.385282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.391160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6093c1ef-31dc-4385-807f-872cb9d65307 None None] For port b052bc20-acce-4eee-b047-aba0ba7b6fee, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b052bc20-acce-4eee-b047-aba0ba7b6fee,segment=NetworkSegment(42627fad-9a28-4000-8da1-fa157a47a457),segment_id=42627fad-9a28-4000-8da1-fa157a47a457)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:26.391758 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6093c1ef-31dc-4385-807f-872cb9d65307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.409905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Pushing event deleted for resources: {'Port': ['ID=73cc00ca-70f6-4a8e-b85f-43340176cf99,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:26.438077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6093c1ef-31dc-4385-807f-872cb9d65307 None None] Calling delete_port for b052bc20-acce-4eee-b047-aba0ba7b6fee owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:26.443194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Made reservation on behalf of 6220a83203024137b0bdf1c0597dbbcd for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:26.447316 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.452995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-30c08e28-0e6f-4942-b6e0-fa2311e26fea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4281e62-a042-4781-9bb3-86f3623bde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429780 Feb 11 05:40:26.457251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks [] for router_gateway (b28a3713-5d64-4237-a228-18b8b02081ff), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.460887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b052bc20-acce-4eee-b047-aba0ba7b6fee,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:26.464990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] No DVR routers for this DVR port b052bc20-acce-4eee-b047-aba0ba7b6fee on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:26.478211 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Publish callbacks [] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.501227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] No DVR routers for this DVR port 73cc00ca-70f6-4a8e-b85f-43340176cf99 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:26.506773 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.517056 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26c4d576-1d27-4203-a7ce-181632a09f08 req-644ff5cb-9314-43c2-a2d4-83e5e5e7dfde tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "DELETE /v2.0/ports/73cc00ca-70f6-4a8e-b85f-43340176cf99 HTTP/1.1" status: 204 len: 173 time: 3.8199627 Feb 11 05:40:26.531232 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.541721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'name': 'network-vif-deleted', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:26.554271 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b945bf4-74a7-4b19-9343-7c47da71d900" -d '{"events": [{"server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "name": "network-vif-deleted", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:26.695314 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8dd569-e991-461e-9247-52c747c786c9 x-openstack-request-id: req-aa8dd569-e991-461e-9247-52c747c786c9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:26.695616 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8443cc08-8892-4957-a1c1-2c7cc456ee00", "name": "network-vif-deleted", "tag": "73cc00ca-70f6-4a8e-b85f-43340176cf99", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:26.695875 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa8dd569-e991-461e-9247-52c747c786c9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:26.696285 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8443cc08-8892-4957-a1c1-2c7cc456ee00', 'name': 'network-vif-deleted', 'tag': '73cc00ca-70f6-4a8e-b85f-43340176cf99', 'status': 'completed', 'code': 200} Feb 11 05:40:26.707800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a70e5cc-cbd3-4efb-a155-04b731766ff3 req-e571ddb8-4bcd-4e6e-a240-c80d6d49876d tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939265 Feb 11 05:40:26.801765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (7c941a73-cf65-48e4-93c1-8d82c4579694), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.856724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Network 8770f123-170d-4514-879f-ee00ededafcb is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:26.885373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:26.901151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:26.918271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Pushing event updated for resources: {'Port': ['ID=791de1f2-630a-4668-bdde-b15dd3b9ad90,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:26.932495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c941a73-cf65-48e4-93c1-8d82c4579694']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:26.949633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b052bc20-acce-4eee-b047-aba0ba7b6fee no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:26.958809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-c38b8224-c18f-4dac-85d9-1cd9ffe4526b service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364047 Feb 11 05:40:26.964183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17b97486-00e0-4c46-8001-979ff90323f1 req-4c4ab414-c014-48c7-80ba-cd88e50ba462 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 210 time: 0.0896165 Feb 11 05:40:26.988688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Allocated IP 172.20.0.10 (d489b23f-3568-44e7-a96f-02f14020a737/14d2dfc5-7a8e-464a-b419-79f2a6a54c84/8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:27.008318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: b052bc20-acce-4eee-b047-aba0ba7b6fee {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:27.008989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b052bc20-acce-4eee-b047-aba0ba7b6fee not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:27.030255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42627fad-9a28-4000-8da1-fa157a47a457') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:27.030793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42627fad-9a28-4000-8da1-fa157a47a457') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:27.060294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (42627fad-9a28-4000-8da1-fa157a47a457), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.064566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.064930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.068166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.070831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.071288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.071652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.072009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.072358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.072697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.076531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.077190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.079281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.080100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.136865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (42627fad-9a28-4000-8da1-fa157a47a457), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.167227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:27.171172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (42627fad-9a28-4000-8da1-fa157a47a457), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:27.176572 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:27.238231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Attempting to bind port 791de1f2-630a-4668-bdde-b15dd3b9ad90 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:27.238628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Attempting to bind port 791de1f2-630a-4668-bdde-b15dd3b9ad90 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:27.239001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Attempting to bind port 791de1f2-630a-4668-bdde-b15dd3b9ad90 on network 8770f123-170d-4514-879f-ee00ededafcb {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:27.251132 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6093c1ef-31dc-4385-807f-872cb9d65307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (b052bc20-acce-4eee-b047-aba0ba7b6fee), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.339064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093c1ef-31dc-4385-807f-872cb9d65307 None None] Pushing event deleted for resources: {'Port': ['ID=b052bc20-acce-4eee-b047-aba0ba7b6fee,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:27.342307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093c1ef-31dc-4385-807f-872cb9d65307 None None] No DVR routers for this DVR port b052bc20-acce-4eee-b047-aba0ba7b6fee on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:27.344908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:27.345556 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Checking segment: {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:27.346217 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.347402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Bound using segment: {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:27.348054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Bound port: 791de1f2-630a-4668-bdde-b15dd3b9ad90, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:27.348755 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.468009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47aca488-8a47-49f3-acc8-76f1326c9697 req-8265070a-3d84-4f53-ab6b-4a156f866be6 service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005679 Feb 11 05:40:27.550784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] For port 791de1f2-630a-4668-bdde-b15dd3b9ad90, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:27.555072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] For port 791de1f2-630a-4668-bdde-b15dd3b9ad90, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=791de1f2-630a-4668-bdde-b15dd3b9ad90,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:27.557439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (7c941a73-cf65-48e4-93c1-8d82c4579694), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.567583 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.580723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.588346 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7c941a73-cf65-48e4-93c1-8d82c4579694 HTTP/1.1" status: 204 len: 168 time: 2.5104547 Feb 11 05:40:27.721479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56022f-4977-488b-884e-2acbe4ad3b49 None None] Pushing event updated for resources: {'Port': ['ID=791de1f2-630a-4668-bdde-b15dd3b9ad90,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:27.737661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e13b2-beb8-4c90-92d1-2db388b8e2e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c941a73-cf65-48e4-93c1-8d82c4579694,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:27.753519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-07486e91-e75b-48a6-b587-26aa50ab274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:27.761441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-07486e91-e75b-48a6-b587-26aa50ab274e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 1126 time: 0.1996992 Feb 11 05:40:27.772762 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks [] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.794806 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-222e9cd3-0f62-4e50-86b7-36840c9cafa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.894238 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks [] for router_gateway (b28a3713-5d64-4237-a228-18b8b02081ff), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.998517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.018135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-2dc02e06-bea2-4662-8686-bcc3315757ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.020274 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-2dc02e06-bea2-4662-8686-bcc3315757ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 200 len: 914 time: 0.2390344 Feb 11 05:40:28.039165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.042496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42986) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:28.181376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Network d489b23f-3568-44e7-a96f-02f14020a737 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:28.254818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:28.269504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:28.385895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d64b57-945f-4b2c-8dbe-6be20eecae01 req-2efc1c9b-c606-475f-bfc2-2376d63476ef tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.391770 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-247e5243-d163-499e-81b3-f7960a2c86c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a65411783aa84d94a984fa2a6daa3be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414676 Feb 11 05:40:28.394340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94d64b57-945f-4b2c-8dbe-6be20eecae01 req-2efc1c9b-c606-475f-bfc2-2376d63476ef tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 943 time: 0.5199125 Feb 11 05:40:28.404080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42996) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:28.410505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-976f0d98-2642-4f46-b5e5-6bcd16c14c7c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff86945c-c72e-4f7a-9ea3-3c190f2e2725 HTTP/1.1" status: 200 len: 217 time: 0.3243141 Feb 11 05:40:28.429191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Allocated IP 172.25.1.135 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/6f5ea896-3090-4f8c-824f-571ed4e89ceb) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:28.499583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.500153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.586444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-f300279a-9225-4b0f-bbec-964f1f43a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.588667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-f300279a-9225-4b0f-bbec-964f1f43a0e9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=626436ea-3708-46dc-8918-ccc449182f79 HTTP/1.1" status: 200 len: 853 time: 0.0733154 Feb 11 05:40:28.647567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Pushing event updated for resources: {'Port': ['ID=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:28.657474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks [] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.668952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-d4d5f28e-ac75-45e8-b8cd-26cfc443fabd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9115067 Feb 11 05:40:28.700616 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.746506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:28.758681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:28.761513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:28.768879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Request body: {'port': {'device_id': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:28.841644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5ea896-3090-4f8c-824f-571ed4e89ceb,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:28.860673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-55bb7e6a-7518-4159-88de-0b2b5c21519c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4281e62-a042-4781-9bb3-86f3623bde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1988726 Feb 11 05:40:28.995230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 791de1f2-630a-4668-bdde-b15dd3b9ad90 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:29.060324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94d64b57-945f-4b2c-8dbe-6be20eecae01 req-c66aa20c-1984-4eb6-b7ac-d4223d89a5a5 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302915 Feb 11 05:40:29.098714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3132f1-5c96-41b9-8bb6-0c68a77897d0 req-8f947e72-1513-4a52-b8bb-934f23b42dd4 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:29.114338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d3132f1-5c96-41b9-8bb6-0c68a77897d0 req-8f947e72-1513-4a52-b8bb-934f23b42dd4 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 932 time: 0.9189522 Feb 11 05:40:29.159937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 791de1f2-630a-4668-bdde-b15dd3b9ad90 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:29.160148 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.281544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8165d11-5062-4b27-b612-67ebe8324567 admin admin] Publish callbacks [] for security_group (30b79d89-e479-4cd4-b638-0042371136da), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.369394 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:29.370082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks [] for router_gateway (b28a3713-5d64-4237-a228-18b8b02081ff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.374613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 791de1f2-630a-4668-bdde-b15dd3b9ad90 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:29.375047 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.468259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 791de1f2-630a-4668-bdde-b15dd3b9ad90, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=791de1f2-630a-4668-bdde-b15dd3b9ad90,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:29.486430 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.511203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d3132f1-5c96-41b9-8bb6-0c68a77897d0 req-17084033-cb87-4780-b0d5-bc3f7451cc95 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955238 Feb 11 05:40:29.560209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.567256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8165d11-5062-4b27-b612-67ebe8324567 admin admin] Publish callbacks [] for security_group (30b79d89-e479-4cd4-b638-0042371136da), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.627059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=791de1f2-630a-4668-bdde-b15dd3b9ad90,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:29.638006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77832fee-de8f-43df-844c-fcdc9047c474 None None] Network 8770f123-170d-4514-879f-ee00ededafcb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:29.651680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-a43c3195-8140-4d8b-bff0-15dc21971200 service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141588 Feb 11 05:40:29.842351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-58b33d97-15c6-40b0-b20f-22921877bb40 None None] Provisioning complete for port 791de1f2-630a-4668-bdde-b15dd3b9ad90 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:29.846150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8165d11-5062-4b27-b612-67ebe8324567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (30b79d89-e479-4cd4-b638-0042371136da), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.847917 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-58b33d97-15c6-40b0-b20f-22921877bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.857803 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8165d11-5062-4b27-b612-67ebe8324567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.861993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c8165d11-5062-4b27-b612-67ebe8324567 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30b79d89-e479-4cd4-b638-0042371136da HTTP/1.1" status: 204 len: 168 time: 1.4462259 Feb 11 05:40:29.920605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8165d11-5062-4b27-b612-67ebe8324567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b79d89-e479-4cd4-b638-0042371136da,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.004475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f217f8a-f8f5-4847-ac67-986a7d65119b req-722154d8-8f3b-4da5-aa95-1f0df0bd19cc service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438742 Feb 11 05:40:30.265412 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-58b33d97-15c6-40b0-b20f-22921877bb40 None None] Current status of the port 791de1f2-630a-4668-bdde-b15dd3b9ad90 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:30.272620 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-57d81c69-f48b-4c6c-9042-85b18e417c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.352777 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6ddacd43-4595-4c9f-b3e8-e89aee0f7d51 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1369353188'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:30.462968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ddacd43-4595-4c9f-b3e8-e89aee0f7d51 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (67b5fbc2-d321-4a81-9aba-a06e7496e4f4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.466357 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ddacd43-4595-4c9f-b3e8-e89aee0f7d51 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (67b5fbc2-d321-4a81-9aba-a06e7496e4f4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.482011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea35a52-9554-4043-ba9d-9a81e5e6b69a req-94b3acab-ea41-4778-883e-7e067f89ba70 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.496504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ea35a52-9554-4043-ba9d-9a81e5e6b69a req-94b3acab-ea41-4778-883e-7e067f89ba70 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 943 time: 0.2436788 Feb 11 05:40:30.519852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:30.600696 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ddacd43-4595-4c9f-b3e8-e89aee0f7d51 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (67b5fbc2-d321-4a81-9aba-a06e7496e4f4), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.610574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b1ddd0c8-c9fe-4ae7-bf77-de5a02cbb9eb None None] Provisioning complete for port 791de1f2-630a-4668-bdde-b15dd3b9ad90 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:30.616465 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0c8-c9fe-4ae7-bf77-de5a02cbb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.670452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ddacd43-4595-4c9f-b3e8-e89aee0f7d51 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (67b5fbc2-d321-4a81-9aba-a06e7496e4f4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.729713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ea35a52-9554-4043-ba9d-9a81e5e6b69a req-78083b8f-6463-43b0-bdc6-00f91e604ebf tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140610 Feb 11 05:40:30.736434 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ddacd43-4595-4c9f-b3e8-e89aee0f7d51 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.742047 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ddacd43-4595-4c9f-b3e8-e89aee0f7d51 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3691132 Feb 11 05:40:30.742535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Publish callbacks [] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.743121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43056) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:30.744717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (b28a3713-5d64-4237-a228-18b8b02081ff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.769647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ff86945c-c72e-4f7a-9ea3-3c190f2e2725 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:30.898169 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d54871ec-d016-45e1-8622-b82e2489effe tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (67b5fbc2-d321-4a81-9aba-a06e7496e4f4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.905439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Transition to ACTIVE for port object 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:40:30.920866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 791de1f2-630a-4668-bdde-b15dd3b9ad90 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:30.928974 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.076487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddd0c8-c9fe-4ae7-bf77-de5a02cbb9eb None None] Current status of the port 791de1f2-630a-4668-bdde-b15dd3b9ad90 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:31.130491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 791de1f2-630a-4668-bdde-b15dd3b9ad90 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:31.130896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.204497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:31.244474 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.249151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Router b28a3713-5d64-4237-a228-18b8b02081ff is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:40:31.320518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97906333-1167-45ad-a6f2-4dd7a9eb554f req-7982b34a-5a5f-4923-805d-880aa4533b8c tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.323204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97906333-1167-45ad-a6f2-4dd7a9eb554f req-7982b34a-5a5f-4923-805d-880aa4533b8c tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 932 time: 0.6161048 Feb 11 05:40:31.376649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d54871ec-d016-45e1-8622-b82e2489effe tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (67b5fbc2-d321-4a81-9aba-a06e7496e4f4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.381603 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d54871ec-d016-45e1-8622-b82e2489effe tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (67b5fbc2-d321-4a81-9aba-a06e7496e4f4), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.548195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ff86945c-c72e-4f7a-9ea3-3c190f2e2725, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:31.566655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 791de1f2-630a-4668-bdde-b15dd3b9ad90 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:31.572194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97906333-1167-45ad-a6f2-4dd7a9eb554f req-abebbeee-4e7d-427c-9c0c-67bee33732c9 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423029 Feb 11 05:40:31.584548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Attempting to bind port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:31.585005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Attempting to bind port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:31.592949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Attempting to bind port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 on network d489b23f-3568-44e7-a96f-02f14020a737 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:31.606015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ff86945c-c72e-4f7a-9ea3-3c190f2e2725', 'network_id': 'd4281e62-a042-4781-9bb3-86f3623bde51', 'port_id': 'ff86945c-c72e-4f7a-9ea3-3c190f2e2725', 'mac_address': 'fa:16:3e:f3:29:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626436ea-3708-46dc-8918-ccc449182f79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:31.607264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 on network d489b23f-3568-44e7-a96f-02f14020a737 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:31.607703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Attempting to bind port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 on network d489b23f-3568-44e7-a96f-02f14020a737 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:31.625253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:31.626619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Checking segment: {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:31.628847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Bound using segment: {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:31.633107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Bound port: 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e793e610-552d-4019-bf11-aefa746313bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:31.633623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.712077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d54871ec-d016-45e1-8622-b82e2489effe tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (67b5fbc2-d321-4a81-9aba-a06e7496e4f4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.712981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54871ec-d016-45e1-8622-b82e2489effe tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67b5fbc2-d321-4a81-9aba-a06e7496e4f4 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:31.743287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d54871ec-d016-45e1-8622-b82e2489effe tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.750282 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d54871ec-d016-45e1-8622-b82e2489effe tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "DELETE /v2.0/routers/67b5fbc2-d321-4a81-9aba-a06e7496e4f4 HTTP/1.1" status: 204 len: 168 time: 0.9996588 Feb 11 05:40:31.754688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43082) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:31.764547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9bb99ecc-691b-4440-9f72-75079c202b3f tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Request body: {'router': {'name': 'tempest-router-1336101528', 'distributed': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:31.782365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:31.783025 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.815001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43084) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:31.816382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff86945c-c72e-4f7a-9ea3-3c190f2e2725 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:31.829903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:31.840443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:31.854925 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.895401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ff86945c-c72e-4f7a-9ea3-3c190f2e2725, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:31.902200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9bb99ecc-691b-4440-9f72-75079c202b3f tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (0459de09-6fe4-4f26-a321-eb7fbc996a6c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.902461 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.911818 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9bb99ecc-691b-4440-9f72-75079c202b3f tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (0459de09-6fe4-4f26-a321-eb7fbc996a6c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.922759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:32.022574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:32.047390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:32.047601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.048191 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.052224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-ac018bac-2054-4d38-9922-32dad6f16c9b service neutron] 10.222.0.72 "PUT /v2.0/ports/8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 HTTP/1.1" status: 200 len: 1093 time: 3.3234220 Feb 11 05:40:32.056661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'tag': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:32.057381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Sync routers for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:32.062377 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c2fd79-24fc-4a4a-8947-77e637b94fd0", "tag": "8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:32.093805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Routers {'b28a3713-5d64-4237-a228-18b8b02081ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:32.097729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b28a3713-5d64-4237-a228-18b8b02081ff'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:32.127127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253073e-d2dc-4d42-905c-df1c002b1303 req-09483658-c0a4-4b7d-a400-ecdf5b1c5fd8 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.137664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9253073e-d2dc-4d42-905c-df1c002b1303 req-09483658-c0a4-4b7d-a400-ecdf5b1c5fd8 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 944 time: 0.1508312 Feb 11 05:40:32.149313 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.164628 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eb6da78c-c53a-4271-9f68-0d7054e53cd6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0330396 Feb 11 05:40:32.165068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ff86945c-c72e-4f7a-9ea3-3c190f2e2725'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:32.170354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43096) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:32.180583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9bb99ecc-691b-4440-9f72-75079c202b3f tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (0459de09-6fe4-4f26-a321-eb7fbc996a6c), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.196401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9bb99ecc-691b-4440-9f72-75079c202b3f tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (0459de09-6fe4-4f26-a321-eb7fbc996a6c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.240917 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9bb99ecc-691b-4440-9f72-75079c202b3f tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.244806 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9bb99ecc-691b-4440-9f72-75079c202b3f tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4812522 Feb 11 05:40:32.246624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43098) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:32.330582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Set router b28a3713-5d64-4237-a228-18b8b02081ff gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:32.431213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0b3b-0334-4579-a630-edbf92eef94d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (0459de09-6fe4-4f26-a321-eb7fbc996a6c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.441403 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2179a3-a9c0-4867-948e-c35b55f6df52 x-openstack-request-id: req-9d2179a3-a9c0-4867-948e-c35b55f6df52 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:32.441700 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c2fd79-24fc-4a4a-8947-77e637b94fd0", "tag": "8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:32.441966 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d2179a3-a9c0-4867-948e-c35b55f6df52 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:32.442459 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'tag': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2', 'status': 'completed', 'code': 200} Feb 11 05:40:32.582156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-89941194-network', 'tenant_id': '3c75556137b8430aad60300261085fb6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:32.678963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:32.686574 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.774942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9253073e-d2dc-4d42-905c-df1c002b1303 req-e0cacc8a-7122-4430-bdaa-5fdad0f4f3a4 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024904 Feb 11 05:40:32.775608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.875488 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.878614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0b3b-0334-4579-a630-edbf92eef94d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (0459de09-6fe4-4f26-a321-eb7fbc996a6c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.881253 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0b3b-0334-4579-a630-edbf92eef94d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (0459de09-6fe4-4f26-a321-eb7fbc996a6c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.965446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0b3b-0334-4579-a630-edbf92eef94d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (0459de09-6fe4-4f26-a321-eb7fbc996a6c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.965954 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfa0b3b-0334-4579-a630-edbf92eef94d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0459de09-6fe4-4f26-a321-eb7fbc996a6c {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:32.971631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0b3b-0334-4579-a630-edbf92eef94d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.976470 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7dfa0b3b-0334-4579-a630-edbf92eef94d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0459de09-6fe4-4f26-a321-eb7fbc996a6c HTTP/1.1" status: 204 len: 168 time: 0.7224755 Feb 11 05:40:32.977102 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43112) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:32.985333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-26d61dd2-c2a8-458d-bc9b-ce76a51a9494 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Request body: {'router': {'name': 'tempest-router-1544470837', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2798c057710f4fcabf40cc9afabec550'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:33.000515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-5228c2a0-c8cb-49f8-92e0-6cb0679a723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.003554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-5228c2a0-c8cb-49f8-92e0-6cb0679a723e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 1127 time: 0.8623369 Feb 11 05:40:33.006165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:29Z', 'revision_number': 3, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:33.019252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Publish callbacks [] for security_group (e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.024520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26d61dd2-c2a8-458d-bc9b-ce76a51a9494 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (daf24674-c13a-4358-8dc2-c206f45139ef), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.027235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26d61dd2-c2a8-458d-bc9b-ce76a51a9494 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (daf24674-c13a-4358-8dc2-c206f45139ef), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.055237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Checking router: b28a3713-5d64-4237-a228-18b8b02081ff for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:33.055815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Updating router b28a3713-5d64-4237-a228-18b8b02081ff port 6f5ea896-3090-4f8c-824f-571ed4e89ceb binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:40:33.064783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.111692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-73f08357-2097-40b1-8095-a29df8f90ff8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 HTTP/1.1" status: 200 len: 217 time: 0.0783648 Feb 11 05:40:33.139767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:33.151947 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.178234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26d61dd2-c2a8-458d-bc9b-ce76a51a9494 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (daf24674-c13a-4358-8dc2-c206f45139ef), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.193593 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26d61dd2-c2a8-458d-bc9b-ce76a51a9494 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (daf24674-c13a-4358-8dc2-c206f45139ef), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.216447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26d61dd2-c2a8-458d-bc9b-ce76a51a9494 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.217898 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-26d61dd2-c2a8-458d-bc9b-ce76a51a9494 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2398176 Feb 11 05:40:33.220837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43120) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:33.230627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:33.316217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8c4f7-f729-4b0a-9658-9181d6a6e155 req-93344b67-3f4b-47ae-beec-5ab3f11990ad tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.320674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40b8c4f7-f729-4b0a-9658-9181d6a6e155 req-93344b67-3f4b-47ae-beec-5ab3f11990ad tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 944 time: 0.5887685 Feb 11 05:40:33.324011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (808154d8-77a1-4eeb-afc8-7600deb047e8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.324578 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Added segment 808154d8-77a1-4eeb-afc8-7600deb047e8 of type vlan for network 3e3f3e81-a691-4174-b896-35ab08eecc0b Feb 11 05:40:33.337036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:33.435288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-1e2c00d7-2907-42e0-9b7c-d9f4713c021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.439402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-1e2c00d7-2907-42e0-9b7c-d9f4713c021b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 200 len: 845 time: 0.3176517 Feb 11 05:40:33.453319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3e3f3e81-a691-4174-b896-35ab08eecc0b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.514464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-77b99872-690d-478d-bffe-dc8a0f4fba21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d489b23f-3568-44e7-a96f-02f14020a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652640 Feb 11 05:40:33.570751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40b8c4f7-f729-4b0a-9658-9181d6a6e155 req-d8606db2-2db0-4c71-8b05-c58c20435d1f tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133291 Feb 11 05:40:33.650911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3e3f3e81-a691-4174-b896-35ab08eecc0b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.658354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.660121 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.773667 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (daf24674-c13a-4358-8dc2-c206f45139ef), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.774362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (daf24674-c13a-4358-8dc2-c206f45139ef), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.835619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0165510 Feb 11 05:40:33.843616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43128) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:33.954520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103121) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 11 05:40:33.955565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Router daf24674-c13a-4358-8dc2-c206f45139ef migrating from provider to provider. {{(pid=103121) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 11 05:40:33.957051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (daf24674-c13a-4358-8dc2-c206f45139ef), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.963619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (daf24674-c13a-4358-8dc2-c206f45139ef), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.974072 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (daf24674-c13a-4358-8dc2-c206f45139ef), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.037957 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.177232 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Publish callbacks [] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.192823 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.211488 n-d-715271-35 neutron-server[103121]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] No L3 agents can host the router daf24674-c13a-4358-8dc2-c206f45139ef Feb 11 05:40:34.321245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Attempting to bind port 6f5ea896-3090-4f8c-824f-571ed4e89ceb on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:34.321613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Attempting to bind port 6f5ea896-3090-4f8c-824f-571ed4e89ceb by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:34.321987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Attempting to bind port 6f5ea896-3090-4f8c-824f-571ed4e89ceb on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:34.343502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e4148-31fa-49c7-89ff-096def393d63 None None] Pushing event updated for resources: {'Port': ['ID=6f5ea896-3090-4f8c-824f-571ed4e89ceb,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:34.348870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:34.349290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:34.349691 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.350089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:34.350574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Bound port: 6f5ea896-3090-4f8c-824f-571ed4e89ceb, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:34.350962 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.461173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] For port 6f5ea896-3090-4f8c-824f-571ed4e89ceb, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:34.465534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] For port 6f5ea896-3090-4f8c-824f-571ed4e89ceb, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6f5ea896-3090-4f8c-824f-571ed4e89ceb,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:34.497725 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.550703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Hosts for router daf24674-c13a-4358-8dc2-c206f45139ef: [] {{(pid=103121) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 11 05:40:34.634532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Hosts for other DVR routers connected to router daf24674-c13a-4358-8dc2-c206f45139ef: set() {{(pid=103121) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 11 05:40:34.637634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.642852 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8ebf1735-3d8b-4f88-9397-b6c5169c6f1d tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "PUT /v2.0/routers/daf24674-c13a-4358-8dc2-c206f45139ef HTTP/1.1" status: 200 len: 717 time: 1.4170139 Feb 11 05:40:34.643986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:34.654583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Routers {'b28a3713-5d64-4237-a228-18b8b02081ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:34.655244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b28a3713-5d64-4237-a228-18b8b02081ff'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:34.750088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e4148-31fa-49c7-89ff-096def393d63 None None] Pushing event updated for resources: {'Port': ['ID=6f5ea896-3090-4f8c-824f-571ed4e89ceb,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:34.782440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ff86945c-c72e-4f7a-9ea3-3c190f2e2725 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:34.822611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Request body: {'subnet': {'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-89941194-subnet', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:34.843693 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e1019057-d047-4452-a4f7-5320279d3b89 tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "GET /v2.0/routers/daf24674-c13a-4358-8dc2-c206f45139ef HTTP/1.1" status: 200 len: 717 time: 0.1983707 Feb 11 05:40:34.846111 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43146) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:34.971958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] Set router b28a3713-5d64-4237-a228-18b8b02081ff gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:34.980565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.070493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712d479-1b48-4215-80ba-10ed0a64ce95 admin admin] Pushing event updated for resources: {'Network': ['ID=3e3f3e81-a691-4174-b896-35ab08eecc0b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:35.098749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3e3f3e81-a691-4174-b896-35ab08eecc0b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:35.108961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-86e0a788-e742-43b5-8b7f-1f2f11418ce3 service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5723825 Feb 11 05:40:35.117803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:40:35.172570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:35.172749 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.190431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:35.195025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.282667 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-11d241d7-43c9-409e-9dca-2284f1d00bd2 tempest-RoutersTestDVR-1497951186 tempest-RoutersTestDVR-1497951186-project] 10.222.0.31 "GET /v2.0/routers/daf24674-c13a-4358-8dc2-c206f45139ef HTTP/1.1" status: 200 len: 683 time: 0.4347186 Feb 11 05:40:35.286165 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43154) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:35.520696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:35.521189 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.610707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3973df56-a812-4244-a918-0897cb5607c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff86945c-c72e-4f7a-9ea3-3c190f2e2725'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:35.621018 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddf3f9e-ede6-4b19-8432-784380df066d" -d '{"events": [{"server_uuid": "3973df56-a812-4244-a918-0897cb5607c0", "name": "network-vif-plugged", "status": "completed", "tag": "ff86945c-c72e-4f7a-9ea3-3c190f2e2725"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:35.659563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ff86945c-c72e-4f7a-9ea3-3c190f2e2725, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:35.674664 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.737386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (cdb202e0-2a12-4799-8de8-da2c49396bed), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.742097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:29Z', 'revision_number': 3, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:35.838334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a089f4-279d-40a1-a4cc-9d57e1f82b69 None None] The sync data for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 is: [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:29Z', 'revision_number': 3, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:35.881726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:35.915050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb202e0-2a12-4799-8de8-da2c49396bed,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:35.930908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e0d9b-276b-409a-a85a-5b97421efd67 req-b1a86b6a-3288-4d71-bd25-dd11c70ec774 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:35.932623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b65e0d9b-276b-409a-a85a-5b97421efd67 req-b1a86b6a-3288-4d71-bd25-dd11c70ec774 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 944 time: 1.0406196 Feb 11 05:40:35.936881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4884b73a-49db-49b0-920d-35fcaa306aae tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (daf24674-c13a-4358-8dc2-c206f45139ef), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.975530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc474a9a-72cb-40fa-a7ad-2065b15de11b req-cbcc72ff-cc65-4d9b-a34a-ef50a16a4ad0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:35.985712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc474a9a-72cb-40fa-a7ad-2065b15de11b req-cbcc72ff-cc65-4d9b-a34a-ef50a16a4ad0 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 944 time: 1.1138992 Feb 11 05:40:35.995293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e5e4f16-907e-49ac-a99d-30611d95013d req-9db441ce-e428-4033-a899-a6a009defa9c service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8082335 Feb 11 05:40:36.085156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b65e0d9b-276b-409a-a85a-5b97421efd67 req-e07675de-bfab-4646-b9d9-a03312a9e96f tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308782 Feb 11 05:40:36.209004 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a23454e-646e-4835-aa6f-160f1aa2915c x-openstack-request-id: req-3a23454e-646e-4835-aa6f-160f1aa2915c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:36.209527 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3973df56-a812-4244-a918-0897cb5607c0", "name": "network-vif-plugged", "status": "completed", "tag": "ff86945c-c72e-4f7a-9ea3-3c190f2e2725", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:36.209736 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a23454e-646e-4835-aa6f-160f1aa2915c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:36.210223 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3973df56-a812-4244-a918-0897cb5607c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff86945c-c72e-4f7a-9ea3-3c190f2e2725', 'code': 200} Feb 11 05:40:36.257311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc474a9a-72cb-40fa-a7ad-2065b15de11b req-622de788-2385-473a-b1f5-d04f75a4bd60 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706506 Feb 11 05:40:36.280058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Allocated IP 172.20.0.1 (8770f123-170d-4514-879f-ee00ededafcb/9e61559c-2b6f-48a9-93a8-8c9b06b0c678/045f6dd3-00a2-4007-83ab-b2b7cb015e44) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:36.281053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4884b73a-49db-49b0-920d-35fcaa306aae tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (daf24674-c13a-4358-8dc2-c206f45139ef), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.283263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4884b73a-49db-49b0-920d-35fcaa306aae tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (daf24674-c13a-4358-8dc2-c206f45139ef), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.351611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4884b73a-49db-49b0-920d-35fcaa306aae tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (daf24674-c13a-4358-8dc2-c206f45139ef), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.352205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4884b73a-49db-49b0-920d-35fcaa306aae tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router daf24674-c13a-4358-8dc2-c206f45139ef {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:36.365985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4884b73a-49db-49b0-920d-35fcaa306aae tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.373783 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4884b73a-49db-49b0-920d-35fcaa306aae tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "DELETE /v2.0/routers/daf24674-c13a-4358-8dc2-c206f45139ef HTTP/1.1" status: 204 len: 168 time: 1.0865963 Feb 11 05:40:36.378491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43188) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:36.385021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3374995d-11aa-43bb-a873-c97a516725cb tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Request body: {'router': {'name': 'tempest-router-1140485162', 'distributed': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:36.457061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3374995d-11aa-43bb-a873-c97a516725cb tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (46f199f4-a5fa-4126-a3eb-756f7eb99bcd), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.461173 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3374995d-11aa-43bb-a873-c97a516725cb tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (46f199f4-a5fa-4126-a3eb-756f7eb99bcd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.510489 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Publish callbacks [] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.576623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.585936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Checking segment: {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:36.586325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Network hostable DHCP agents. Network: 3e3f3e81-a691-4174-b896-35ab08eecc0b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:36.641787 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3374995d-11aa-43bb-a873-c97a516725cb tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (46f199f4-a5fa-4126-a3eb-756f7eb99bcd), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.649294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-55bf08cc-e1e0-4c46-ae70-c18048d59607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:36.650880 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-55bf08cc-e1e0-4c46-ae70-c18048d59607 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6220a83203024137b0bdf1c0597dbbcd&device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 1127 time: 0.5750327 Feb 11 05:40:36.657747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3374995d-11aa-43bb-a873-c97a516725cb tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (46f199f4-a5fa-4126-a3eb-756f7eb99bcd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.713468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3374995d-11aa-43bb-a873-c97a516725cb tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.721900 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3374995d-11aa-43bb-a873-c97a516725cb tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3383856 Feb 11 05:40:36.723252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43190) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:36.858852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Network 8770f123-170d-4514-879f-ee00ededafcb is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:36.879725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Network 3e3f3e81-a691-4174-b896-35ab08eecc0b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:36.895103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:36.904750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:36.912760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Pushing event updated for resources: {'Port': ['ID=045f6dd3-00a2-4007-83ab-b2b7cb015e44,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:36.963908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3e3f3e81-a691-4174-b896-35ab08eecc0b) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:36.975111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:36.975718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.989083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea7ff3-b203-4e05-ba2d-0ff79832b098 req-a45c2847-d49d-4308-9e08-de7369377aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:36.992682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bea7ff3-b203-4e05-ba2d-0ff79832b098 req-a45c2847-d49d-4308-9e08-de7369377aab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 1128 time: 0.4433682 Feb 11 05:40:36.997905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d0712-498d-403c-921d-401961721360 None None] Network 3e3f3e81-a691-4174-b896-35ab08eecc0b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:37.000252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f5ea896-3090-4f8c-824f-571ed4e89ceb up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:37.006646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-120b75f2-84cb-4715-b70d-92706ee5beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.015013 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-120b75f2-84cb-4715-b70d-92706ee5beb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 200 len: 906 time: 0.3483243 Feb 11 05:40:37.041404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-47545853-431c-4b6b-a071-6071a0432ab3 req-67df8d02-5af6-4fc1-b2ad-1994fb913fa9 service neutron] (103121) timed out ('10.222.0.81', 54585) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:40:37.063640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (b28a3713-5d64-4237-a228-18b8b02081ff), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.074876 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d65ca1b5-99bc-4266-9f46-cbee9271477b tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (46f199f4-a5fa-4126-a3eb-756f7eb99bcd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.244902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ec8eb1b0-d1ef-4a59-a2df-87b17358a474 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3962502 Feb 11 05:40:37.245615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43202) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:37.405147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6f5ea896-3090-4f8c-824f-571ed4e89ceb triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:37.405716 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.478430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:37.483136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-af9bf148-56dc-4dde-9a3e-01962dbece32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 HTTP/1.1" status: 200 len: 217 time: 0.4592519 Feb 11 05:40:37.498606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-3e3f3e81-a691-4174-b896-35ab08eecc0b', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'project_id': '3c75556137b8430aad60300261085fb6', 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:37.508760 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.647422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bea7ff3-b203-4e05-ba2d-0ff79832b098 req-d89c8857-a6da-44ba-9cd9-ccde3d23fda0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420348 Feb 11 05:40:37.656891 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (cf35f11c-a36e-4a36-84a8-690db1ce6d58), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.658066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (cf35f11c-a36e-4a36-84a8-690db1ce6d58), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.739938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-904b2a13-35d3-4c90-8e69-3739e41e2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.742080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-904b2a13-35d3-4c90-8e69-3739e41e2537 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 200 len: 845 time: 0.2344410 Feb 11 05:40:37.760741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f27a3-826a-441e-904e-69ba3f30c25d req-9b971bfe-137e-4e60-af6a-c5a8a2fcf32f tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.768730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9f27a3-826a-441e-904e-69ba3f30c25d req-9b971bfe-137e-4e60-af6a-c5a8a2fcf32f tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 944 time: 0.2845633 Feb 11 05:40:37.805107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d65ca1b5-99bc-4266-9f46-cbee9271477b tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (46f199f4-a5fa-4126-a3eb-756f7eb99bcd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.807100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-2f311915-621b-4144-a292-ead52f8f7238 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d489b23f-3568-44e7-a96f-02f14020a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329351 Feb 11 05:40:37.819922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d65ca1b5-99bc-4266-9f46-cbee9271477b tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router_controller (46f199f4-a5fa-4126-a3eb-756f7eb99bcd), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.850631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d804ac-ddd8-4590-9bd3-704a6d4298ba req-e9cf1748-9a93-4b56-ad38-5a5726849558 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.857927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9d804ac-ddd8-4590-9bd3-704a6d4298ba req-e9cf1748-9a93-4b56-ad38-5a5726849558 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 945 time: 0.3637738 Feb 11 05:40:37.859697 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.923197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-77a8cce6-80d2-484e-a331-ecf2dc038869 None None] Provisioning complete for port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:37.923584 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-77a8cce6-80d2-484e-a331-ecf2dc038869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.927777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d65ca1b5-99bc-4266-9f46-cbee9271477b tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (46f199f4-a5fa-4126-a3eb-756f7eb99bcd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.930112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65ca1b5-99bc-4266-9f46-cbee9271477b tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46f199f4-a5fa-4126-a3eb-756f7eb99bcd {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:37.947826 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d65ca1b5-99bc-4266-9f46-cbee9271477b tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.949745 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d65ca1b5-99bc-4266-9f46-cbee9271477b tempest-RoutersTestDVR-1461969871 tempest-RoutersTestDVR-1461969871-project-admin] 10.222.0.31 "DELETE /v2.0/routers/46f199f4-a5fa-4126-a3eb-756f7eb99bcd HTTP/1.1" status: 204 len: 168 time: 1.2246249 Feb 11 05:40:38.086346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Allocated IP 172.20.0.2 (3e3f3e81-a691-4174-b896-35ab08eecc0b/cdb202e0-2a12-4799-8de8-da2c49396bed/803457ab-6e7b-49d1-9fa9-8c8eb113b8ed) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:38.097015 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks [] for router_controller (cf35f11c-a36e-4a36-84a8-690db1ce6d58), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.130184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-77a8cce6-80d2-484e-a331-ecf2dc038869 None None] Port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:38.144334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6f5ea896-3090-4f8c-824f-571ed4e89ceb is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:38.145820 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.168785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 6f5ea896-3090-4f8c-824f-571ed4e89ceb, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6f5ea896-3090-4f8c-824f-571ed4e89ceb,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:38.178999 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.433131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=6f5ea896-3090-4f8c-824f-571ed4e89ceb,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:38.528067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9f27a3-826a-441e-904e-69ba3f30c25d req-b257d3b2-1ee8-490a-8a95-0d14fb1cfbb7 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457316 Feb 11 05:40:38.604152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43224) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:38.773884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9d804ac-ddd8-4590-9bd3-704a6d4298ba req-78b297ed-1a62-4341-9431-90163807e040 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9149737 Feb 11 05:40:38.784129 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Publish callbacks [] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.808646 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.875466 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks [] for router_gateway (cf35f11c-a36e-4a36-84a8-690db1ce6d58), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.897901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-8da58e79-514b-459e-8858-eb1d056b7c0c service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0211234 Feb 11 05:40:39.022812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f5ea896-3090-4f8c-824f-571ed4e89ceb up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:39.026943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Network 3e3f3e81-a691-4174-b896-35ab08eecc0b is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:39.059005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:39.066259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:39.084011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Pushing event updated for resources: {'Port': ['ID=803457ab-6e7b-49d1-9fa9-8c8eb113b8ed,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:39.164484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Attempting to bind port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:39.164925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Attempting to bind port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:39.165801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Attempting to bind port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed on network 3e3f3e81-a691-4174-b896-35ab08eecc0b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:39.168433 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Publish callbacks [] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.175172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:39.176088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Checking segment: {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:39.176870 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.177138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Bound using segment: {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:39.177700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Bound port: 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:39.178507 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.181944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.200908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6f5ea896-3090-4f8c-824f-571ed4e89ceb triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:39.201312 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.247850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662b5e2d-f4e8-4874-bb56-9b8523b2e18b req-d3592632-9990-440b-b7c4-1e0918c8def8 service neutron] 10.222.0.72 "GET /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430970 Feb 11 05:40:39.284566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Pushing event updated for resources: {'Port': ['ID=045f6dd3-00a2-4007-83ab-b2b7cb015e44,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:39.304569 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (b28a3713-5d64-4237-a228-18b8b02081ff), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.415104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cec9c96-2050-4ee3-b51d-4ccbbe5f92ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.423057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] For port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:39.444378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] For port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=803457ab-6e7b-49d1-9fa9-8c8eb113b8ed,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:39.449171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6f5ea896-3090-4f8c-824f-571ed4e89ceb is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:39.454084 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.626828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da2c7a-10f2-495a-b38d-4c03663602a1 None None] Pushing event updated for resources: {'Port': ['ID=803457ab-6e7b-49d1-9fa9-8c8eb113b8ed,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:39.696902 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cec9c96-2050-4ee3-b51d-4ccbbe5f92ff admin admin] Publish callbacks [] for security_group (0caefbc6-d186-41cf-adc6-0f800f906dd1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.702693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cec9c96-2050-4ee3-b51d-4ccbbe5f92ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0caefbc6-d186-41cf-adc6-0f800f906dd1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.751077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0cec9c96-2050-4ee3-b51d-4ccbbe5f92ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2798c057710f4fcabf40cc9afabec550&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1452854 Feb 11 05:40:39.754324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec9c96-2050-4ee3-b51d-4ccbbe5f92ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caefbc6-d186-41cf-adc6-0f800f906dd1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:39.756217 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks [] for router_gateway (cf35f11c-a36e-4a36-84a8-690db1ce6d58), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.757190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43240) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:39.855818 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.863994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Network 8770f123-170d-4514-879f-ee00ededafcb is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:39.881299 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1307f05-e419-4399-b5cc-dc3467f3dedb admin admin] Publish callbacks [] for security_group (0caefbc6-d186-41cf-adc6-0f800f906dd1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.939416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:39.999866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1307f05-e419-4399-b5cc-dc3467f3dedb admin admin] Publish callbacks [] for security_group (0caefbc6-d186-41cf-adc6-0f800f906dd1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.170578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1307f05-e419-4399-b5cc-dc3467f3dedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0caefbc6-d186-41cf-adc6-0f800f906dd1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.177568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b1307f05-e419-4399-b5cc-dc3467f3dedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.182833 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b1307f05-e419-4399-b5cc-dc3467f3dedb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0caefbc6-d186-41cf-adc6-0f800f906dd1 HTTP/1.1" status: 204 len: 168 time: 0.4244983 Feb 11 05:40:40.202386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1307f05-e419-4399-b5cc-dc3467f3dedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caefbc6-d186-41cf-adc6-0f800f906dd1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:40.252726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:40.358775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815fdb1-ee8f-40bf-bcc9-e082022f001d req-61effce6-5b94-4fe2-ac27-85f6b294d7bd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:40.360387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3815fdb1-ee8f-40bf-bcc9-e082022f001d req-61effce6-5b94-4fe2-ac27-85f6b294d7bd tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 944 time: 0.6721704 Feb 11 05:40:40.650428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3815fdb1-ee8f-40bf-bcc9-e082022f001d req-a809d08d-1514-46b5-bb44-50036bc2e3be tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652783 Feb 11 05:40:40.691568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd77ab-46b0-416c-a0b7-538d79ec2198 req-1f09a7e5-1ddb-4779-a68f-571e0a599a74 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:40.698368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88cd77ab-46b0-416c-a0b7-538d79ec2198 req-1f09a7e5-1ddb-4779-a68f-571e0a599a74 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 945 time: 0.7345884 Feb 11 05:40:40.744749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:40.780758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'port_id': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2', 'mac_address': 'fa:16:3e:fa:fe:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d2dfc5-7a8e-464a-b419-79f2a6a54c84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:40.785732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2126f1fe-de04-4201-8689-21046d951c04 None None] Provisioning complete for port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:40.786337 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2126f1fe-de04-4201-8689-21046d951c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.869677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Allocated IP 172.25.1.87 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/45db104e-b9a0-4931-8b58-1156525ac077) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:40.931833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2126f1fe-de04-4201-8689-21046d951c04 None None] Port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:40.950885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:40.951257 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.004644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:41.050229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:41.140570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:41.161778 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.232419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Router b28a3713-5d64-4237-a228-18b8b02081ff has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:41.253638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:41.254019 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.306992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:41.331269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88cd77ab-46b0-416c-a0b7-538d79ec2198 req-c8174008-1bb6-4cac-94ed-2ec77b98632c tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231853 Feb 11 05:40:41.432864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c312f8d-443e-4861-a84a-1caa0ee21e1a None None] Network 3e3f3e81-a691-4174-b896-35ab08eecc0b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:41.440696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:41.536129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43268) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:41.553680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bc2119d-7492-441b-b7ba-6d2adb77238c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.571869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:41.572559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.626130 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks [] for port (45db104e-b9a0-4931-8b58-1156525ac077), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.659766 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=803457ab-6e7b-49d1-9fa9-8c8eb113b8ed,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:41.675994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.678151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4509851f-5618-4353-bd14-d83956f9bef0 None None] Provisioning complete for port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:41.679305 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4509851f-5618-4353-bd14-d83956f9bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.796708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bc2119d-7492-441b-b7ba-6d2adb77238c admin admin] Publish callbacks [] for security_group (33efdcb1-8ed1-4cc3-a25a-b66400159c45), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.810715 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bc2119d-7492-441b-b7ba-6d2adb77238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (33efdcb1-8ed1-4cc3-a25a-b66400159c45), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.850568 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (45db104e-b9a0-4931-8b58-1156525ac077), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.936057 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:40:41.950744 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2bc2119d-7492-441b-b7ba-6d2adb77238c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38d047a826e04d1fa5a2c275287d02ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133945 Feb 11 05:40:41.952584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2119d-7492-441b-b7ba-6d2adb77238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33efdcb1-8ed1-4cc3-a25a-b66400159c45,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:41.953382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4509851f-5618-4353-bd14-d83956f9bef0 None None] Current status of the port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:41.960512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43282) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:41.980100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Pushing event updated for resources: {'Port': ['ID=45db104e-b9a0-4931-8b58-1156525ac077,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:42.172487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=803457ab-6e7b-49d1-9fa9-8c8eb113b8ed,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:42.219769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4efd3989-e66e-49c8-ab84-515d1cb32d39 admin admin] Publish callbacks [] for security_group (33efdcb1-8ed1-4cc3-a25a-b66400159c45), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.355444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4efd3989-e66e-49c8-ab84-515d1cb32d39 admin admin] Publish callbacks [] for security_group (33efdcb1-8ed1-4cc3-a25a-b66400159c45), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.456609 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4efd3989-e66e-49c8-ab84-515d1cb32d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (33efdcb1-8ed1-4cc3-a25a-b66400159c45), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.460090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4efd3989-e66e-49c8-ab84-515d1cb32d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.461305 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4efd3989-e66e-49c8-ab84-515d1cb32d39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33efdcb1-8ed1-4cc3-a25a-b66400159c45 HTTP/1.1" status: 204 len: 168 time: 0.4989672 Feb 11 05:40:42.483373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd3989-e66e-49c8-ab84-515d1cb32d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33efdcb1-8ed1-4cc3-a25a-b66400159c45,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:42.704040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-70d02f74-5583-4ebb-a610-92170a4baac6 None None] Provisioning complete for port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:42.704833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-70d02f74-5583-4ebb-a610-92170a4baac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.902796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:43.068542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:43.074281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:43.108493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:43.159377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-70d02f74-5583-4ebb-a610-92170a4baac6 None None] Current status of the port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:43.227888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:43.228281 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.231064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:43.254056 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5c4804bf-acae-4173-b9ed-88e5f5e9a995 admin admin] 10.222.0.31 "PUT /v2.0/routers/b28a3713-5d64-4237-a228-18b8b02081ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0381708 Feb 11 05:40:43.257484 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Sync routers for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:43.300910 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Routers {'b28a3713-5d64-4237-a228-18b8b02081ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:43.302793 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b28a3713-5d64-4237-a228-18b8b02081ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:43.372212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef978e0-e852-46e1-8b29-c9c18f9b803b req-e8efccb9-4210-4657-85bc-3c515c0832e4 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:43.380742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bef978e0-e852-46e1-8b29-c9c18f9b803b req-e8efccb9-4210-4657-85bc-3c515c0832e4 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 945 time: 1.4108346 Feb 11 05:40:43.613638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:43.661716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bef978e0-e852-46e1-8b29-c9c18f9b803b req-cc1f9fbc-f96d-44b1-b042-bc566e9de4f5 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724924 Feb 11 05:40:43.668223 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Set router b28a3713-5d64-4237-a228-18b8b02081ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:43.939217 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks [] for router_gateway (cf35f11c-a36e-4a36-84a8-690db1ce6d58), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.262744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:44.405466 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:37Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '045f6dd3-00a2-4007-83ab-b2b7cb015e44', 'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'mac_address': 'fa:16:3e:fc:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 2, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'subnets': [{'id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:44.441085 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Checking router: b28a3713-5d64-4237-a228-18b8b02081ff for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:44.441494 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Updating router b28a3713-5d64-4237-a228-18b8b02081ff port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:40:44.448860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (cf35f11c-a36e-4a36-84a8-690db1ce6d58), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.455055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:40:44.466089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:44.466480 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.480456 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.804486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:44.817042 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.920994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:44.923142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:44.927048 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9f6009-bc68-47b2-9707-671d7bea7819" -d '{"events": [{"server_uuid": "a3c2fd79-24fc-4a4a-8947-77e637b94fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:44.937901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Router cf35f11c-a36e-4a36-84a8-690db1ce6d58 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:40:44.946510 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.018382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3b776-2975-4ede-bed2-831d92421965 req-34a35c98-9dc2-49e3-965d-00432e71de95 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:45.026553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79b3b776-2975-4ede-bed2-831d92421965 req-34a35c98-9dc2-49e3-965d-00432e71de95 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 945 time: 0.2055461 Feb 11 05:40:45.034728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:45.072151 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaf32fa-73e2-4bfe-b6dc-efc8d78c2835 x-openstack-request-id: req-feaf32fa-73e2-4bfe-b6dc-efc8d78c2835 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:45.079838 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c2fd79-24fc-4a4a-8947-77e637b94fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:45.080572 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-feaf32fa-73e2-4bfe-b6dc-efc8d78c2835 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:45.081286 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2', 'code': 200} Feb 11 05:40:45.159085 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Publish callbacks [] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.159922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79b3b776-2975-4ede-bed2-831d92421965 req-294d65e6-3c3b-4969-9b2f-02dea634b3e9 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263812 Feb 11 05:40:45.163020 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.293883 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d6402-cc9d-43df-bea9-6ad6f95fdc7b None None] Pushing event updated for resources: {'Port': ['ID=045f6dd3-00a2-4007-83ab-b2b7cb015e44,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:45.335196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:45.342113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7b94f-ab1a-4660-9805-6c67072bdf8e req-7de1f839-9a00-470c-a7f0-75d02c8538cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:45.343675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dee7b94f-ab1a-4660-9805-6c67072bdf8e req-7de1f839-9a00-470c-a7f0-75d02c8538cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 1129 time: 0.1805055 Feb 11 05:40:45.344983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Sync routers for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:45.364713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:45.366082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:45.419096 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.423524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8a01975a-528e-4234-aa7a-63568fa59540 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9455364 Feb 11 05:40:45.423671 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43364) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:45.488340 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Attempting to bind port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:45.488851 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Attempting to bind port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:45.489075 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Attempting to bind port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 on network 8770f123-170d-4514-879f-ee00ededafcb {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:45.497921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43372) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:45.501702 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:45.504899 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Checking segment: {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:45.506111 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.508200 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Bound using segment: {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:45.508969 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Bound port: 045f6dd3-00a2-4007-83ab-b2b7cb015e44, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:45.511576 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.517429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-network', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:45.587511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dee7b94f-ab1a-4660-9805-6c67072bdf8e req-cdc78eb2-f0c1-4627-9f8e-8cc1814ea3cb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236791 Feb 11 05:40:45.590509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Made reservation on behalf of 13b15f531fde48f0ad54201d1ce98582 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:45.593352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.609678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.723946 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] For port 045f6dd3-00a2-4007-83ab-b2b7cb015e44, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:45.731994 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] For port 045f6dd3-00a2-4007-83ab-b2b7cb015e44, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=045f6dd3-00a2-4007-83ab-b2b7cb015e44,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:45.745020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:45.749455 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.938178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-47ceba6f-4b4e-4236-8f8f-8bd2d52901a1 None None] Provisioning complete for port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:45.938834 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-47ceba6f-4b4e-4236-8f8f-8bd2d52901a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.965418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Publish callbacks [] for security_group (bcec8c78-8813-4897-8722-0d50999eccc5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.971441 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d6402-cc9d-43df-bea9-6ad6f95fdc7b None None] Pushing event updated for resources: {'Port': ['ID=045f6dd3-00a2-4007-83ab-b2b7cb015e44,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:45.972818 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bcec8c78-8813-4897-8722-0d50999eccc5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.987246 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Routers {'b28a3713-5d64-4237-a228-18b8b02081ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:45.987246 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b28a3713-5d64-4237-a228-18b8b02081ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:46.075481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec8c78-8813-4897-8722-0d50999eccc5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:46.115561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:46.157824 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (00fe30d7-6c41-4679-98c2-9bdaf1861ceb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.158160 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Added segment 00fe30d7-6c41-4679-98c2-9bdaf1861ceb of type vlan for network 511afa49-4199-497b-9df7-8781e52be587 Feb 11 05:40:46.348405 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (511afa49-4199-497b-9df7-8781e52be587), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.486823 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.resource_extend [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:40:46.487049 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] Set router b28a3713-5d64-4237-a228-18b8b02081ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:46.545033 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (511afa49-4199-497b-9df7-8781e52be587), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.551228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:46.551844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.665685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1563747 Feb 11 05:40:46.670141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43390) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:46.687321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-47ceba6f-4b4e-4236-8f8f-8bd2d52901a1 None None] Current status of the port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:46.693100 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-47ceba6f-4b4e-4236-8f8f-8bd2d52901a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.807547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-47ceba6f-4b4e-4236-8f8f-8bd2d52901a1 None None] For port 045f6dd3-00a2-4007-83ab-b2b7cb015e44, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=045f6dd3-00a2-4007-83ab-b2b7cb015e44,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:46.813053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:43Z', 'revision_number': 3, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:46.816703 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-47ceba6f-4b4e-4236-8f8f-8bd2d52901a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.831147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Request body: {'subnet': {'network_id': '511afa49-4199-497b-9df7-8781e52be587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-subnet', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:46.879119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Checking router: cf35f11c-a36e-4a36-84a8-690db1ce6d58 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:46.880908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Updating router cf35f11c-a36e-4a36-84a8-690db1ce6d58 port 45db104e-b9a0-4931-8b58-1156525ac077 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:40:46.934556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19fbfb-fe49-4d01-b60a-cf0155176181 req-a54b8428-07f1-41ed-8751-17c649b35337 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:46.955217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a19fbfb-fe49-4d01-b60a-cf0155176181 req-a54b8428-07f1-41ed-8751-17c649b35337 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 946 time: 0.5936236 Feb 11 05:40:46.972914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Made reservation on behalf of 13b15f531fde48f0ad54201d1ce98582 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:46.989542 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.027829 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (45db104e-b9a0-4931-8b58-1156525ac077), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.117667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-82aa86d7-975c-4699-bc8b-362fc9d8e239 None None] Provisioning complete for port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:47.118267 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-82aa86d7-975c-4699-bc8b-362fc9d8e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.173981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceba6f-4b4e-4236-8f8f-8bd2d52901a1 None None] Pushing event updated for resources: {'Port': ['ID=045f6dd3-00a2-4007-83ab-b2b7cb015e44,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:47.181475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.332747 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:37Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '045f6dd3-00a2-4007-83ab-b2b7cb015e44', 'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'mac_address': 'fa:16:3e:fc:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:45Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'subnets': [{'id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:47.390967 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e198ccbf-2580-435b-9e52-2edcb7eab53a None None] The sync data for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 is: [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:37Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '045f6dd3-00a2-4007-83ab-b2b7cb015e44', 'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'mac_address': 'fa:16:3e:fc:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:45Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'subnets': [{'id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:47.530077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-82aa86d7-975c-4699-bc8b-362fc9d8e239 None None] Current status of the port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:47.641137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be982f76-6829-4942-96db-9fd4f4129bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=511afa49-4199-497b-9df7-8781e52be587,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:47.659813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Allocated IP 172.20.0.1 (3e3f3e81-a691-4174-b896-35ab08eecc0b/cdb202e0-2a12-4799-8de8-da2c49396bed/43069cf7-92c0-4b29-a275-e6c6443c6a14) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:47.805209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (1405e254-f634-4848-a0a4-9724bd362f64), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.926821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1405e254-f634-4848-a0a4-9724bd362f64,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:47.940116 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a19fbfb-fe49-4d01-b60a-cf0155176181 req-c98008bf-dd2a-4643-bad9-a6699949601f tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9772680 Feb 11 05:40:47.985577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Publish callbacks [] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.989443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Checking segment: {'id': '00fe30d7-6c41-4679-98c2-9bdaf1861ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '511afa49-4199-497b-9df7-8781e52be587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:47.990526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Network hostable DHCP agents. Network: 511afa49-4199-497b-9df7-8781e52be587, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:48.046698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Network 511afa49-4199-497b-9df7-8781e52be587 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:48.053498 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.074318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 511afa49-4199-497b-9df7-8781e52be587) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:48.083282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.084041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.121931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ada1307a-e13f-44c7-a477-69013bc1957b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3268011 Feb 11 05:40:48.125226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43424) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:48.135389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:48.136218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 511afa49-4199-497b-9df7-8781e52be587 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:48.154246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd0106-5597-4ff2-88aa-a7bebb92b88a None None] Network 511afa49-4199-497b-9df7-8781e52be587 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:48.187464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (19301858-f575-44c3-8914-b0acc5f62c4e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.191645 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (19301858-f575-44c3-8914-b0acc5f62c4e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.246242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Network 3e3f3e81-a691-4174-b896-35ab08eecc0b is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:48.279659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:48.287201 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks [] for router_controller (19301858-f575-44c3-8914-b0acc5f62c4e), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.304556 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:48.318720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Pushing event updated for resources: {'Port': ['ID=43069cf7-92c0-4b29-a275-e6c6443c6a14,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:48.455415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (cf35f11c-a36e-4a36-84a8-690db1ce6d58), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.547518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43436) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:48.874634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.900809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1699258107', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:48.941594 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks [] for router_gateway (19301858-f575-44c3-8914-b0acc5f62c4e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.009339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Made reservation on behalf of ca6b54d561774595918a021249559294 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:49.016018 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.040742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 045f6dd3-00a2-4007-83ab-b2b7cb015e44 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:49.044087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-511afa49-4199-497b-9df7-8781e52be587', 'network_id': '511afa49-4199-497b-9df7-8781e52be587', 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'fixed_ips': [{'subnet_id': '1405e254-f634-4848-a0a4-9724bd362f64'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:49.045235 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.055383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-15b7d89e-941b-4e8c-a5f6-acd1f3ed50c6 None None] Provisioning complete for port 43069cf7-92c0-4b29-a275-e6c6443c6a14 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:49.063071 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.067198 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-15b7d89e-941b-4e8c-a5f6-acd1f3ed50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.271789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Publish callbacks [] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.277523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.427223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17833a78-4b94-436e-815a-690501b2a77e req-6b322d10-c107-48a3-a4e6-6c3fb16cbca9 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:49.435687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17833a78-4b94-436e-815a-690501b2a77e req-6b322d10-c107-48a3-a4e6-6c3fb16cbca9 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 946 time: 0.3354223 Feb 11 05:40:49.469828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-15b7d89e-941b-4e8c-a5f6-acd1f3ed50c6 None None] Port 43069cf7-92c0-4b29-a275-e6c6443c6a14 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:49.487072 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Pushing event updated for resources: {'Port': ['ID=43069cf7-92c0-4b29-a275-e6c6443c6a14,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:49.505620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (cf35f11c-a36e-4a36-84a8-690db1ce6d58), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.507612 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Publish callbacks [] for port (45db104e-b9a0-4931-8b58-1156525ac077), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.536059 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks [] for security_group (640dd365-9f91-4802-8ca7-f737a7f61424), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.556626 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (45db104e-b9a0-4931-8b58-1156525ac077), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.578392 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (640dd365-9f91-4802-8ca7-f737a7f61424), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.593243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] device_id is not set on port 2372311c-3a48-4d7d-8f6b-b670cde675ee yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:49.718102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:49.718625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.723015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17833a78-4b94-436e-815a-690501b2a77e req-11d9afe1-bddf-49d2-b136-8562f8f882e4 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858915 Feb 11 05:40:49.803217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43458) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:49.839069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640dd365-9f91-4802-8ca7-f737a7f61424,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:49.969436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Attempting to bind port 45db104e-b9a0-4931-8b58-1156525ac077 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:49.969924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Attempting to bind port 45db104e-b9a0-4931-8b58-1156525ac077 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:49.970304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Attempting to bind port 45db104e-b9a0-4931-8b58-1156525ac077 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:49.990734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70fd54-0d71-40c9-9b8c-e674184658f4 None None] Pushing event updated for resources: {'Port': ['ID=45db104e-b9a0-4931-8b58-1156525ac077,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:50.014751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:50.018016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:50.018649 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.019214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:50.019870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Bound port: 45db104e-b9a0-4931-8b58-1156525ac077, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:50.025721 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (45db104e-b9a0-4931-8b58-1156525ac077), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.038944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Allocated IP 172.20.0.2 (511afa49-4199-497b-9df7-8781e52be587/1405e254-f634-4848-a0a4-9724bd362f64/f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:50.210305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] For port 45db104e-b9a0-4931-8b58-1156525ac077, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:50.229811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] For port 45db104e-b9a0-4931-8b58-1156525ac077, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=45db104e-b9a0-4931-8b58-1156525ac077,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:50.251395 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (45db104e-b9a0-4931-8b58-1156525ac077), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.365548 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e1e03bc-281d-4276-8b1c-e05d00b928d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.375040 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Network 3e3f3e81-a691-4174-b896-35ab08eecc0b is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:50.381051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:50.446392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:50.447322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:50.550284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Allocated IP 172.25.1.52 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/2372311c-3a48-4d7d-8f6b-b670cde675ee) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:50.610064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70fd54-0d71-40c9-9b8c-e674184658f4 None None] Pushing event updated for resources: {'Port': ['ID=45db104e-b9a0-4931-8b58-1156525ac077,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:50.629720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:50.662995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks [] for router_gateway (19301858-f575-44c3-8914-b0acc5f62c4e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.827422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.858773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Router cf35f11c-a36e-4a36-84a8-690db1ce6d58 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:50.946319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:50.988317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a9ad64e9-25b6-4822-9b5c-7e5546abe439 None None] Provisioning complete for port 43069cf7-92c0-4b29-a275-e6c6443c6a14 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:50.988694 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a9ad64e9-25b6-4822-9b5c-7e5546abe439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.035859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a9ad64e9-25b6-4822-9b5c-7e5546abe439 None None] Port 43069cf7-92c0-4b29-a275-e6c6443c6a14 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:51.046134 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Publish callbacks [] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.059514 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.188772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:51.209283 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af6df8a8-f0c4-4aa4-85a0-2056d1e5f842 admin admin] 10.222.0.31 "PUT /v2.0/routers/cf35f11c-a36e-4a36-84a8-690db1ce6d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7842062 Feb 11 05:40:51.271468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Network 511afa49-4199-497b-9df7-8781e52be587 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:51.321281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:51.348315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Pushing event updated for resources: {'Port': ['ID=f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:51.356805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:51.610464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e1e03bc-281d-4276-8b1c-e05d00b928d6 admin admin] Publish callbacks [] for security_group (f8f5872b-8a5c-4e27-81d0-7f6ce715cd66), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.676682 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e1e03bc-281d-4276-8b1c-e05d00b928d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f8f5872b-8a5c-4e27-81d0-7f6ce715cd66), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.714904 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks [] for port (2372311c-3a48-4d7d-8f6b-b670cde675ee), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.726656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Attempting to bind port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:51.729721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Attempting to bind port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '00fe30d7-6c41-4679-98c2-9bdaf1861ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '511afa49-4199-497b-9df7-8781e52be587'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:51.730455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Attempting to bind port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf on network 511afa49-4199-497b-9df7-8781e52be587 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:51.752067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:51.752668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Checking segment: {'id': '00fe30d7-6c41-4679-98c2-9bdaf1861ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '511afa49-4199-497b-9df7-8781e52be587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:51.754980 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.755567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Bound using segment: {'id': '00fe30d7-6c41-4679-98c2-9bdaf1861ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '511afa49-4199-497b-9df7-8781e52be587'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:51.756339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Bound port: f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fe30d7-6c41-4679-98c2-9bdaf1861ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '511afa49-4199-497b-9df7-8781e52be587'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:51.758859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.886419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2e1e03bc-281d-4276-8b1c-e05d00b928d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d77e6623ae384483ba2d3e27c41594f6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0821319 Feb 11 05:40:51.889063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:51.895978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e03bc-281d-4276-8b1c-e05d00b928d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5872b-8a5c-4e27-81d0-7f6ce715cd66,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:51.927318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c35882-515e-424e-a584-2ce2e7ad5dd2 req-3fb9159d-5264-42f5-8d0a-f4b11a60506d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:51.935676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5c35882-515e-424e-a584-2ce2e7ad5dd2 req-3fb9159d-5264-42f5-8d0a-f4b11a60506d tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 946 time: 0.2653744 Feb 11 05:40:51.950867 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2372311c-3a48-4d7d-8f6b-b670cde675ee), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.990315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7ec199c-0187-4a00-b7c3-d8171438a6a7 admin admin] Publish callbacks [] for security_group (f8f5872b-8a5c-4e27-81d0-7f6ce715cd66), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.023158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.036617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Pushing event updated for resources: {'Port': ['ID=2372311c-3a48-4d7d-8f6b-b670cde675ee,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.038344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:40:49Z', 'revision_number': 2, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:52.041740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7ec199c-0187-4a00-b7c3-d8171438a6a7 admin admin] Publish callbacks [] for security_group (f8f5872b-8a5c-4e27-81d0-7f6ce715cd66), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.145190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:52.147314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a86e8-82d8-4f28-afa5-0424d09e698c None None] The sync data for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 is: [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:40:49Z', 'revision_number': 2, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:52.149812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] For port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:52.157407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7ec199c-0187-4a00-b7c3-d8171438a6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f8f5872b-8a5c-4e27-81d0-7f6ce715cd66), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.166478 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7ec199c-0187-4a00-b7c3-d8171438a6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.174778 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e7ec199c-0187-4a00-b7c3-d8171438a6a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8f5872b-8a5c-4e27-81d0-7f6ce715cd66 HTTP/1.1" status: 204 len: 168 time: 0.2840512 Feb 11 05:40:52.175707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:52.191294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] For port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf,segment=NetworkSegment(00fe30d7-6c41-4679-98c2-9bdaf1861ceb),segment_id=00fe30d7-6c41-4679-98c2-9bdaf1861ceb)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:52.198082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:52.200817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec199c-0187-4a00-b7c3-d8171438a6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5872b-8a5c-4e27-81d0-7f6ce715cd66,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.249637 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.268389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Allocated IP 172.25.1.102 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/5b15e9c5-95b3-4279-9e9c-795ec92ef0d1) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:52.316703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5c35882-515e-424e-a584-2ce2e7ad5dd2 req-39640af7-ba19-46a1-bf7b-5343be959aaa tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795619 Feb 11 05:40:52.354800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43540) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:52.358796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1962547964-network', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:52.398002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.398933 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.431584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Made reservation on behalf of e277e3832fda4ffd8db941ee3c0baaa3 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:52.437345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.471723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.490393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e60368fb-0759-4c3b-9e8f-e9b0b736c931 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9418018 Feb 11 05:40:52.491288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43542) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:52.491423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954528e-6d34-427a-80e5-72c62539bc9c None None] Pushing event updated for resources: {'Port': ['ID=f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.514726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.52'}]}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:52.622461 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (ecfdf36f-06c4-4146-bbb2-5b29df563472), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.623621 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (ecfdf36f-06c4-4146-bbb2-5b29df563472), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.690973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Publish callbacks [] for security_group (6a4f35c8-4fdf-4cd6-a17b-71ea18215601), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.700877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6a4f35c8-4fdf-4cd6-a17b-71ea18215601), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.758893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:52.760245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks [] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.807561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4f35c8-4fdf-4cd6-a17b-71ea18215601,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.814892 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0a7ab91a-e53e-43c6-8609-7fb5701a2c4b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.823027 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Added segment 0a7ab91a-e53e-43c6-8609-7fb5701a2c4b of type vlan for network 60e7acdc-590c-4a19-88fa-decaf2d930da Feb 11 05:40:52.922032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks [] for router_controller (ecfdf36f-06c4-4146-bbb2-5b29df563472), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.992911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (60e7acdc-590c-4a19-88fa-decaf2d930da), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.020741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.076995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (60e7acdc-590c-4a19-88fa-decaf2d930da), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.079134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:53.082337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.221180 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8657181 Feb 11 05:40:53.227129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43554) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:53.247369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Request body: {'subnet': {'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1962547964-subnet', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:53.325277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43556) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:53.358007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-278e6a2a-a4d9-478e-9c01-87a324bfdb85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.359224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Made reservation on behalf of e277e3832fda4ffd8db941ee3c0baaa3 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:53.362741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250265d6-04d5-401e-822d-775c849b385e admin admin] Pushing event updated for resources: {'Network': ['ID=60e7acdc-590c-4a19-88fa-decaf2d930da,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:53.367285 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.378752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 60e7acdc-590c-4a19-88fa-decaf2d930da details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:53.591235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-278e6a2a-a4d9-478e-9c01-87a324bfdb85 admin admin] Publish callbacks [] for security_group (f146c0ca-5a8f-46fa-8eda-f9088ca92308), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.596561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-278e6a2a-a4d9-478e-9c01-87a324bfdb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f146c0ca-5a8f-46fa-8eda-f9088ca92308), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.693459 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-278e6a2a-a4d9-478e-9c01-87a324bfdb85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b6120c0c2db47439ad5d85745d21dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669009 Feb 11 05:40:53.694723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e6a2a-a4d9-478e-9c01-87a324bfdb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f146c0ca-5a8f-46fa-8eda-f9088ca92308,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:53.697223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43560) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:53.850818 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e8aedd8-4218-4927-9685-ce4c24415dfb admin admin] Publish callbacks [] for security_group (f146c0ca-5a8f-46fa-8eda-f9088ca92308), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.918924 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e8aedd8-4218-4927-9685-ce4c24415dfb admin admin] Publish callbacks [] for security_group (f146c0ca-5a8f-46fa-8eda-f9088ca92308), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.046070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e8aedd8-4218-4927-9685-ce4c24415dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f146c0ca-5a8f-46fa-8eda-f9088ca92308), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.051057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e8aedd8-4218-4927-9685-ce4c24415dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.076496 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1e8aedd8-4218-4927-9685-ce4c24415dfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f146c0ca-5a8f-46fa-8eda-f9088ca92308 HTTP/1.1" status: 204 len: 168 time: 0.3777196 Feb 11 05:40:54.101483 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8aedd8-4218-4927-9685-ce4c24415dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f146c0ca-5a8f-46fa-8eda-f9088ca92308,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:54.301302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:54.350227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.588261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Pushing event updated for resources: {'Port': ['ID=5b15e9c5-95b3-4279-9e9c-795ec92ef0d1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:54.619104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:54.662508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2', 'network_id': 'd489b23f-3568-44e7-a96f-02f14020a737', 'port_id': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2', 'mac_address': 'fa:16:3e:fa:fe:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d2dfc5-7a8e-464a-b419-79f2a6a54c84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:54.677193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269dfec4-17b4-4013-825f-636ce0cc5994 None None] Network 511afa49-4199-497b-9df7-8781e52be587 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:54.717624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:54.733733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66e6eb-364b-4f26-9ae7-98f87400c900 req-6bdcc3f7-c253-4895-85d9-25312b273b19 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:54.736487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca66e6eb-364b-4f26-9ae7-98f87400c900 req-6bdcc3f7-c253-4895-85d9-25312b273b19 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 946 time: 0.2674389 Feb 11 05:40:54.737667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:54.741691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:54.922184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43576) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:54.955516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f00a881-9e20-4db9-887b-6ddfd5e29409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.980141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:54.981348 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.025907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-493231f7-3688-4806-8e88-8a1497cb1749 None None] Provisioning complete for port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:55.026900 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-493231f7-3688-4806-8e88-8a1497cb1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.084174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:55.102699 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks [] for router_gateway (ecfdf36f-06c4-4146-bbb2-5b29df563472), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.122587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:55.136175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:55.184376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f00a881-9e20-4db9-887b-6ddfd5e29409 admin admin] Publish callbacks [] for security_group (d1aea746-31e4-42c6-921e-67d24d96c08b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.200171 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.206104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f00a881-9e20-4db9-887b-6ddfd5e29409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d1aea746-31e4-42c6-921e-67d24d96c08b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.281596 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00a881-9e20-4db9-887b-6ddfd5e29409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aea746-31e4-42c6-921e-67d24d96c08b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:55.360528 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3f00a881-9e20-4db9-887b-6ddfd5e29409 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08688bf853d646afad31a5886fb9a839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4372320 Feb 11 05:40:55.361998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43588) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:55.415756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca66e6eb-364b-4f26-9ae7-98f87400c900 req-4db0e524-749b-4445-ae84-769b1b9573f9 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176481 Feb 11 05:40:55.418009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:55.500686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-479e8659-ed76-48e4-ab26-810f9d42ae85 admin admin] Publish callbacks [] for security_group (d1aea746-31e4-42c6-921e-67d24d96c08b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.562173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:55.562552 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.564440 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-479e8659-ed76-48e4-ab26-810f9d42ae85 admin admin] Publish callbacks [] for security_group (d1aea746-31e4-42c6-921e-67d24d96c08b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.686802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-479e8659-ed76-48e4-ab26-810f9d42ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d1aea746-31e4-42c6-921e-67d24d96c08b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.691393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-479e8659-ed76-48e4-ab26-810f9d42ae85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.692720 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-479e8659-ed76-48e4-ab26-810f9d42ae85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1aea746-31e4-42c6-921e-67d24d96c08b HTTP/1.1" status: 204 len: 168 time: 0.3294015 Feb 11 05:40:55.704326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-493231f7-3688-4806-8e88-8a1497cb1749 None None] Current status of the port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:55.705950 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-493231f7-3688-4806-8e88-8a1497cb1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.719699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e8659-ed76-48e4-ab26-810f9d42ae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aea746-31e4-42c6-921e-67d24d96c08b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:55.730418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:55.818341 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks [] for router_gateway (19301858-f575-44c3-8914-b0acc5f62c4e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.939675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-493231f7-3688-4806-8e88-8a1497cb1749 None None] For port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf,segment=NetworkSegment(00fe30d7-6c41-4679-98c2-9bdaf1861ceb),segment_id=00fe30d7-6c41-4679-98c2-9bdaf1861ceb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:55.979955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (e362f1c2-8314-4dcd-a0d9-52397a270b48), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.077339 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-493231f7-3688-4806-8e88-8a1497cb1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.108885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e362f1c2-8314-4dcd-a0d9-52397a270b48,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:56.252281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:56.253681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 45db104e-b9a0-4931-8b58-1156525ac077 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:56.371305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:56.386594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493231f7-3688-4806-8e88-8a1497cb1749 None None] Pushing event updated for resources: {'Port': ['ID=f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:56.527280 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2be4ed1a-01a4-40d5-856b-75845b6d6d59 None None] Provisioning complete for port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:56.527955 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2be4ed1a-01a4-40d5-856b-75845b6d6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.672786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 is: BUILD; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:56.674723 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.683551 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Sync routers for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:56.692969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 45db104e-b9a0-4931-8b58-1156525ac077 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:56.693516 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (45db104e-b9a0-4931-8b58-1156525ac077), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.698088 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:56.700504 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:56.725575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:56.748607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:56.764999 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.792104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Checking segment: {'id': '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:56.792725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Network hostable DHCP agents. Network: 60e7acdc-590c-4a19-88fa-decaf2d930da, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:56.873591 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:56.912672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2be4ed1a-01a4-40d5-856b-75845b6d6d59 None None] Current status of the port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:57.000891 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks [] for router_gateway (ecfdf36f-06c4-4146-bbb2-5b29df563472), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.007486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 45db104e-b9a0-4931-8b58-1156525ac077 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:57.007886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (45db104e-b9a0-4931-8b58-1156525ac077), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.037473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (19301858-f575-44c3-8914-b0acc5f62c4e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.058176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 45db104e-b9a0-4931-8b58-1156525ac077, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=45db104e-b9a0-4931-8b58-1156525ac077,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:57.071099 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (45db104e-b9a0-4931-8b58-1156525ac077), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.181223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=45db104e-b9a0-4931-8b58-1156525ac077,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:57.244894 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.268779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:57.277100 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:57.399935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:57.400317 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.660149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:57.701226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345fe2a-1780-452d-b374-f7c69310c024 req-ce339dea-c93a-4456-a128-16078c204423 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:57.711333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e345fe2a-1780-452d-b374-f7c69310c024 req-ce339dea-c93a-4456-a128-16078c204423 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 944 time: 1.1522765 Feb 11 05:40:57.712874 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks [] for router (ecfdf36f-06c4-4146-bbb2-5b29df563472), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.750644 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-357cab58-c6ff-42b0-8f9e-cea6f667999f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.846457 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:40:49Z', 'revision_number': 2, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:57.851699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Network 60e7acdc-590c-4a19-88fa-decaf2d930da is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:57.919255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 60e7acdc-590c-4a19-88fa-decaf2d930da) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:57.928115 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b6f619-f6bc-47c8-9367-e4ff7261113e None None] Network 60e7acdc-590c-4a19-88fa-decaf2d930da requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:57.931951 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Checking router: cf35f11c-a36e-4a36-84a8-690db1ce6d58 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:57.932454 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Updating router cf35f11c-a36e-4a36-84a8-690db1ce6d58 port 43069cf7-92c0-4b29-a275-e6c6443c6a14 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:40:58.023705 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.034755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:58.035383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.101454 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (ecfdf36f-06c4-4146-bbb2-5b29df563472), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.108447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-38dd30f5-348f-4fb6-a8f1-6a02312fb1db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.8789508 Feb 11 05:40:58.110014 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks [] for router_controller (ecfdf36f-06c4-4146-bbb2-5b29df563472), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.111193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43654) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:58.116600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:58.134239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e345fe2a-1780-452d-b374-f7c69310c024 req-e77032e2-c53a-47b9-9f79-431084a3a59f tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598912 Feb 11 05:40:58.165576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (5704a9c2-5fdd-426c-8bd7-c0667240e46d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.166648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (5704a9c2-5fdd-426c-8bd7-c0667240e46d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.222277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-60e7acdc-590c-4a19-88fa-decaf2d930da', 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da', 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'fixed_ips': [{'subnet_id': 'e362f1c2-8314-4dcd-a0d9-52397a270b48'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:58.223169 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.300879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (ecfdf36f-06c4-4146-bbb2-5b29df563472), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.302722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecfdf36f-06c4-4146-bbb2-5b29df563472 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:58.345077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Router 19301858-f575-44c3-8914-b0acc5f62c4e is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:40:58.357721 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks [] for router_controller (5704a9c2-5fdd-426c-8bd7-c0667240e46d), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.470538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:58.664959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:58.683708 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:40:58.694697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f0c82be5-e948-4afe-8579-6512e9aedcc2 tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.1969433 Feb 11 05:40:58.697098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43672) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:58.706244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Sync routers for ids ['19301858-f575-44c3-8914-b0acc5f62c4e'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:58.763004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.780971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b667a717-3879-449a-8af3-1ff1a11a1280 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.6501989 Feb 11 05:40:58.782723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43678) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:58.808830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Routers {'19301858-f575-44c3-8914-b0acc5f62c4e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:58.825989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['19301858-f575-44c3-8914-b0acc5f62c4e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:58.939858 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks [] for router_gateway (5704a9c2-5fdd-426c-8bd7-c0667240e46d), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.958094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:58.958672 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.026181 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Publish callbacks [] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.048949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Allocated IP 172.20.0.2 (60e7acdc-590c-4a19-88fa-decaf2d930da/e362f1c2-8314-4dcd-a0d9-52397a270b48/811f1b00-f642-49c0-bf27-97068e024525) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:59.052427 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.290712 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Attempting to bind port 43069cf7-92c0-4b29-a275-e6c6443c6a14 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:59.291651 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Attempting to bind port 43069cf7-92c0-4b29-a275-e6c6443c6a14 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:59.292320 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Attempting to bind port 43069cf7-92c0-4b29-a275-e6c6443c6a14 on network 3e3f3e81-a691-4174-b896-35ab08eecc0b {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:59.300265 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:59.300947 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Checking segment: {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:59.301543 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.302090 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Bound using segment: {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:59.302741 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Bound port: 43069cf7-92c0-4b29-a275-e6c6443c6a14, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:59.303297 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.330229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 45db104e-b9a0-4931-8b58-1156525ac077 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:59.405672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2538d9-45d4-4818-bb09-2e7029cc7d30 req-d729f966-f274-4e82-a913-3f1451cee171 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:59.417377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f2538d9-45d4-4818-bb09-2e7029cc7d30 req-d729f966-f274-4e82-a913-3f1451cee171 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 944 time: 0.4104364 Feb 11 05:40:59.496095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Set router 19301858-f575-44c3-8914-b0acc5f62c4e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:59.530337 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] For port 43069cf7-92c0-4b29-a275-e6c6443c6a14, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:59.548767 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] For port 43069cf7-92c0-4b29-a275-e6c6443c6a14, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=43069cf7-92c0-4b29-a275-e6c6443c6a14,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:59.585553 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009a356-39c5-4cd3-8211-fac830223770 None None] Pushing event updated for resources: {'Port': ['ID=43069cf7-92c0-4b29-a275-e6c6443c6a14,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:59.598034 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.686764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ed6adf11-fb48-43f1-afb4-be4dc3bfd4ed tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Deleting port 2372311c-3a48-4d7d-8f6b-b670cde675ee {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:59.687312 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ed6adf11-fb48-43f1-afb4-be4dc3bfd4ed tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2372311c-3a48-4d7d-8f6b-b670cde675ee), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.735298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f2538d9-45d4-4818-bb09-2e7029cc7d30 req-3891bb23-7f0f-42df-ba55-4cf9c86f3d55 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978852 Feb 11 05:40:59.764815 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:59.789933 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:40:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:59.793925 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009a356-39c5-4cd3-8211-fac830223770 None None] Pushing event updated for resources: {'Port': ['ID=43069cf7-92c0-4b29-a275-e6c6443c6a14,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:00.116222 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:00.380753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-54ccb359-1e7f-4282-b504-116e681a5815 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:00.382866 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-54ccb359-1e7f-4282-b504-116e681a5815 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 944 time: 0.2425015 Feb 11 05:41:00.398329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ed6adf11-fb48-43f1-afb4-be4dc3bfd4ed tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2372311c-3a48-4d7d-8f6b-b670cde675ee), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.442505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ed6adf11-fb48-43f1-afb4-be4dc3bfd4ed tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Calling delete_port for 2372311c-3a48-4d7d-8f6b-b670cde675ee owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:00.495353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:00.495915 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.591737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 45db104e-b9a0-4931-8b58-1156525ac077 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:00.592125 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (45db104e-b9a0-4931-8b58-1156525ac077), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.686275 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b015be0e-24af-489c-8b3f-00905b2b67f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.793229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:00.833039 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.836533 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:40:59Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:00.839049 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ed6adf11-fb48-43f1-afb4-be4dc3bfd4ed tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (2372311c-3a48-4d7d-8f6b-b670cde675ee), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.847222 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks [] for router_gateway (5704a9c2-5fdd-426c-8bd7-c0667240e46d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.889739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:00.894918 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554673a8-85c3-4cab-9996-974b0c063d5a" -d '{"events": [{"server_uuid": "a3c2fd79-24fc-4a4a-8947-77e637b94fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:00.913062 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.915131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4cbd048-0cf6-4611-b84d-e2952e8c9c93 None None] Provisioning complete for port 43069cf7-92c0-4b29-a275-e6c6443c6a14 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:00.915460 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd048-0cf6-4611-b84d-e2952e8c9c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.978579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:00.984333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.987020 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f4e424-457e-418c-9e91-4efc00453d83 None None] The sync data for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 is: [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:40:59Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:01.041535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Deleting port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:01.048654 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.087677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6adf11-fb48-43f1-afb4-be4dc3bfd4ed tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Pushing event deleted for resources: {'Port': ['ID=2372311c-3a48-4d7d-8f6b-b670cde675ee,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:01.141527 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c90c38c-be8d-45c1-82aa-7b4a91cdc1b7 x-openstack-request-id: req-7c90c38c-be8d-45c1-82aa-7b4a91cdc1b7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:01.142117 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c2fd79-24fc-4a4a-8947-77e637b94fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:01.142546 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c90c38c-be8d-45c1-82aa-7b4a91cdc1b7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:01.143102 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2', 'code': 200} Feb 11 05:41:01.528253 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Publish callbacks [] for port (811f1b00-f642-49c0-bf27-97068e024525), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.595452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Allocated IP 172.25.1.198 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/f44b5fd4-f864-4e61-a796-96ff343a106b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:01.688190 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.689521 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (811f1b00-f642-49c0-bf27-97068e024525), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.718904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Network 60e7acdc-590c-4a19-88fa-decaf2d930da is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:01.776797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:01.815894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:01.822805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbd048-0cf6-4611-b84d-e2952e8c9c93 None None] Current status of the port 43069cf7-92c0-4b29-a275-e6c6443c6a14 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:01.823249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd048-0cf6-4611-b84d-e2952e8c9c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.879647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks [] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.931480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ed6adf11-fb48-43f1-afb4-be4dc3bfd4ed tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.935617 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ed6adf11-fb48-43f1-afb4-be4dc3bfd4ed tempest-RoutersAdminNegativeTest-1258336317 tempest-RoutersAdminNegativeTest-1258336317-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2372311c-3a48-4d7d-8f6b-b670cde675ee HTTP/1.1" status: 204 len: 168 time: 3.2280941 Feb 11 05:41:01.938003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.980757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:01.991983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:01.997441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:01.999894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:48Z', 'updated_at': '2022-02-11T05:40:55Z', 'revision_number': 3, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'gw_port': {'id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:47:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:50Z', 'updated_at': '2022-02-11T05:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:02.000593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:02.052999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Checking router: 19301858-f575-44c3-8914-b0acc5f62c4e for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:02.054809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Updating router 19301858-f575-44c3-8914-b0acc5f62c4e port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:02.055868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Pushing event updated for resources: {'Port': ['ID=f44b5fd4-f864-4e61-a796-96ff343a106b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.153062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4cbd048-0cf6-4611-b84d-e2952e8c9c93 None None] For port 43069cf7-92c0-4b29-a275-e6c6443c6a14, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=43069cf7-92c0-4b29-a275-e6c6443c6a14,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:02.158224 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.187032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:02.234167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9f8a7-52e4-435f-8894-2920ea50f971 req-02611879-97d9-4d8d-82df-125f1b49fd06 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:02.236018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dca9f8a7-52e4-435f-8894-2920ea50f971 req-02611879-97d9-4d8d-82df-125f1b49fd06 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3c2fd79-24fc-4a4a-8947-77e637b94fd0 HTTP/1.1" status: 200 len: 946 time: 1.2340887 Feb 11 05:41:02.267992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] For port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,segment=NetworkSegment(e793e610-552d-4019-bf11-aefa746313bc),segment_id=e793e610-552d-4019-bf11-aefa746313bc)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:02.274387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.349961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Calling delete_port for 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:02.377482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Allocated IP 172.20.0.1 (511afa49-4199-497b-9df7-8781e52be587/1405e254-f634-4848-a0a4-9724bd362f64/880c6392-7c47-44ec-921f-a2a208f34ed2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:02.453772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 45db104e-b9a0-4931-8b58-1156525ac077 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:02.457371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Attempting to bind port 811f1b00-f642-49c0-bf27-97068e024525 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:02.457749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Attempting to bind port 811f1b00-f642-49c0-bf27-97068e024525 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:02.458115 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Attempting to bind port 811f1b00-f642-49c0-bf27-97068e024525 on network 60e7acdc-590c-4a19-88fa-decaf2d930da {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:02.510149 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd048-0cf6-4611-b84d-e2952e8c9c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.671627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Pushing event updated for resources: {'Port': ['ID=811f1b00-f642-49c0-bf27-97068e024525,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.718297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:02.731888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Checking segment: {'id': '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:02.732356 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.732770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Bound using segment: {'id': '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:02.733306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Bound port: 811f1b00-f642-49c0-bf27-97068e024525, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:02.733694 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (811f1b00-f642-49c0-bf27-97068e024525), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.741662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks [] for router_gateway (5704a9c2-5fdd-426c-8bd7-c0667240e46d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.777374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 43069cf7-92c0-4b29-a275-e6c6443c6a14 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:02.788423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dca9f8a7-52e4-435f-8894-2920ea50f971 req-33572177-25ef-4dcb-acd8-9b6205775f51 tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.31 "GET /v2.0/security-groups?id=16404820-a36f-4702-8f12-52cf16fa1447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436668 Feb 11 05:41:02.810778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43748) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:02.908011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.964160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:02.965208 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.095995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] No DVR routers for this DVR port 8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:03.102878 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.105630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dd07c502-5a41-46f7-86b3-daff55a5d3c4 None None] Provisioning complete for port 43069cf7-92c0-4b29-a275-e6c6443c6a14 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:03.106173 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dd07c502-5a41-46f7-86b3-daff55a5d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.108032 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.114141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e77d50e-f0af-43e8-9bd3-96dde91d9b75 req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] 10.222.0.72 "DELETE /v2.0/ports/8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2 HTTP/1.1" status: 204 len: 173 time: 2.6932297 Feb 11 05:41:03.125800 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0258482-c92a-4d58-af8b-3eed8dc4a2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.193501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'name': 'network-vif-deleted', 'tag': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:03.197885 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c53d665-fd47-432a-88cf-d32934ba7577" -d '{"events": [{"server_uuid": "a3c2fd79-24fc-4a4a-8947-77e637b94fd0", "name": "network-vif-deleted", "tag": "8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:03.252431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbd048-0cf6-4611-b84d-e2952e8c9c93 None None] Pushing event updated for resources: {'Port': ['ID=43069cf7-92c0-4b29-a275-e6c6443c6a14,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:03.254038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7fd25-631f-4a68-bae9-6c7a9e55652e tempest-ImagesTestJSON-325377816 tempest-ImagesTestJSON-325377816-project] Pushing event deleted for resources: {'Port': ['ID=8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:03.264781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd7065be-405d-4aec-8ac4-f6dddac38eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.308912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (5704a9c2-5fdd-426c-8bd7-c0667240e46d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.449741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] For port 811f1b00-f642-49c0-bf27-97068e024525, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:03.454111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] For port 811f1b00-f642-49c0-bf27-97068e024525, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=811f1b00-f642-49c0-bf27-97068e024525,segment=NetworkSegment(0a7ab91a-e53e-43c6-8609-7fb5701a2c4b),segment_id=0a7ab91a-e53e-43c6-8609-7fb5701a2c4b)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:03.498167 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0258482-c92a-4d58-af8b-3eed8dc4a2e4 admin admin] Publish callbacks [] for security_group (4b8da6fb-4aed-4355-9a6f-a81698dadb3b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.500558 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904e90de-c78c-4f91-96d5-c620523bcf4a x-openstack-request-id: req-904e90de-c78c-4f91-96d5-c620523bcf4a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:03.500864 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c2fd79-24fc-4a4a-8947-77e637b94fd0", "name": "network-vif-deleted", "tag": "8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:03.501361 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-904e90de-c78c-4f91-96d5-c620523bcf4a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:03.501737 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c2fd79-24fc-4a4a-8947-77e637b94fd0', 'name': 'network-vif-deleted', 'tag': '8f3e8e9d-0c56-45b1-8b34-2f93b9f7cdb2', 'status': 'completed', 'code': 200} Feb 11 05:41:03.518350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 43069cf7-92c0-4b29-a275-e6c6443c6a14 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:03.518638 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.520559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (811f1b00-f642-49c0-bf27-97068e024525), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.524302 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0258482-c92a-4d58-af8b-3eed8dc4a2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4b8da6fb-4aed-4355-9a6f-a81698dadb3b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.632508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c0258482-c92a-4d58-af8b-3eed8dc4a2e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7b9c70f04db468db9edc9b78f52f9ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8176832 Feb 11 05:41:03.634436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0258482-c92a-4d58-af8b-3eed8dc4a2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8da6fb-4aed-4355-9a6f-a81698dadb3b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:03.636867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43768) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:03.688822 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Publish callbacks [] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.886352 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Publish callbacks [] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.943907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dd07c502-5a41-46f7-86b3-daff55a5d3c4 None None] Current status of the port 43069cf7-92c0-4b29-a275-e6c6443c6a14 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:03.953602 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd7065be-405d-4aec-8ac4-f6dddac38eb3 admin admin] Publish callbacks [] for security_group (6d1efb6a-f89c-433e-8176-c1c046f66a30), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.978064 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.993358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd7065be-405d-4aec-8ac4-f6dddac38eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6d1efb6a-f89c-433e-8176-c1c046f66a30), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.116340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Attempting to bind port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:04.117373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Attempting to bind port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:04.117896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Attempting to bind port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:04.145700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:04.145978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:04.146531 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.146940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:04.147977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Bound port: 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:04.148755 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.153779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7065be-405d-4aec-8ac4-f6dddac38eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1efb6a-f89c-433e-8176-c1c046f66a30,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.240195 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bf827fc1-e83b-4953-959a-1f180cd110c7 admin admin] Publish callbacks [] for security_group (4b8da6fb-4aed-4355-9a6f-a81698dadb3b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.244924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cd7065be-405d-4aec-8ac4-f6dddac38eb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c4eed484942422f856c2f761370c4bd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0544422 Feb 11 05:41:04.254207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43784) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:04.353144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bf827fc1-e83b-4953-959a-1f180cd110c7 admin admin] Publish callbacks [] for security_group (4b8da6fb-4aed-4355-9a6f-a81698dadb3b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.379372 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.381142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] For port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:04.389955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] For port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5b15e9c5-95b3-4279-9e9c-795ec92ef0d1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:04.405922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2801c-593b-419e-a6eb-856a7d9de7fe None None] Pushing event updated for resources: {'Port': ['ID=811f1b00-f642-49c0-bf27-97068e024525,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.406299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Network 511afa49-4199-497b-9df7-8781e52be587 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:04.433316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:04.444879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:04.547309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aa3c4-ddfe-406a-a76f-9743c4f93c71 None None] Pushing event updated for resources: {'Port': ['ID=5b15e9c5-95b3-4279-9e9c-795ec92ef0d1,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.550130 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Router 5704a9c2-5fdd-426c-8bd7-c0667240e46d is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:04.577371 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.580970 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.721942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (19301858-f575-44c3-8914-b0acc5f62c4e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.755431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Routers {'19301858-f575-44c3-8914-b0acc5f62c4e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:04.757470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['19301858-f575-44c3-8914-b0acc5f62c4e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:04.762650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43810) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:04.994939 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da36f8ea-4512-4f47-9b78-2a9d7f216326 admin admin] Publish callbacks [] for security_group (6d1efb6a-f89c-433e-8176-c1c046f66a30), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.020023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Pushing event updated for resources: {'Port': ['ID=880c6392-7c47-44ec-921f-a2a208f34ed2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.074896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-8babe2bc-c23e-4160-ba84-976e8c57b1e3 admin admin] Deleting subnet 14d2dfc5-7a8e-464a-b419-79f2a6a54c84 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:05.095806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8babe2bc-c23e-4160-ba84-976e8c57b1e3 admin admin] Publish callbacks [] for subnet (14d2dfc5-7a8e-464a-b419-79f2a6a54c84), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.146998 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da36f8ea-4512-4f47-9b78-2a9d7f216326 admin admin] Publish callbacks [] for security_group (6d1efb6a-f89c-433e-8176-c1c046f66a30), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.218160 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bf827fc1-e83b-4953-959a-1f180cd110c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4b8da6fb-4aed-4355-9a6f-a81698dadb3b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.222317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bf827fc1-e83b-4953-959a-1f180cd110c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.224051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bf827fc1-e83b-4953-959a-1f180cd110c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b8da6fb-4aed-4355-9a6f-a81698dadb3b HTTP/1.1" status: 204 len: 168 time: 1.5821936 Feb 11 05:41:05.293373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf827fc1-e83b-4953-959a-1f180cd110c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8da6fb-4aed-4355-9a6f-a81698dadb3b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.295653 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8babe2bc-c23e-4160-ba84-976e8c57b1e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (14d2dfc5-7a8e-464a-b419-79f2a6a54c84), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.301959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:05.324383 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Sync routers for ids ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:05.342256 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Routers {'5704a9c2-5fdd-426c-8bd7-c0667240e46d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:05.342910 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:05.430936 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da36f8ea-4512-4f47-9b78-2a9d7f216326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6d1efb6a-f89c-433e-8176-c1c046f66a30), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.434710 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da36f8ea-4512-4f47-9b78-2a9d7f216326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.435191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.439004 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af76ffc7-f557-4419-9c6e-f59a13c824ba admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3237758 Feb 11 05:41:05.448065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-da36f8ea-4512-4f47-9b78-2a9d7f216326 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d1efb6a-f89c-433e-8176-c1c046f66a30 HTTP/1.1" status: 204 len: 168 time: 1.1826720 Feb 11 05:41:05.449054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43816) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:05.456029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8babe2bc-c23e-4160-ba84-976e8c57b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (14d2dfc5-7a8e-464a-b419-79f2a6a54c84), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.462656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 43069cf7-92c0-4b29-a275-e6c6443c6a14 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:05.594037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aa3c4-ddfe-406a-a76f-9743c4f93c71 None None] Pushing event updated for resources: {'Port': ['ID=5b15e9c5-95b3-4279-9e9c-795ec92ef0d1,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.645247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8babe2bc-c23e-4160-ba84-976e8c57b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (14d2dfc5-7a8e-464a-b419-79f2a6a54c84), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.649766 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d389f3b1-3775-4f73-a424-df0b1471a5b5 None None] Provisioning complete for port 880c6392-7c47-44ec-921f-a2a208f34ed2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:05.649766 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d389f3b1-3775-4f73-a424-df0b1471a5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.719687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babe2bc-c23e-4160-ba84-976e8c57b1e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d2dfc5-7a8e-464a-b419-79f2a6a54c84,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.734238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.739181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8babe2bc-c23e-4160-ba84-976e8c57b1e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.756566 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8babe2bc-c23e-4160-ba84-976e8c57b1e3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/14d2dfc5-7a8e-464a-b419-79f2a6a54c84 HTTP/1.1" status: 204 len: 168 time: 0.9902697 Feb 11 05:41:05.757641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43824) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:05.759882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36f8ea-4512-4f47-9b78-2a9d7f216326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1efb6a-f89c-433e-8176-c1c046f66a30,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.889817 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Set router 5704a9c2-5fdd-426c-8bd7-c0667240e46d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:05.960740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d489b23f-3568-44e7-a96f-02f14020a737), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.052134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d389f3b1-3775-4f73-a424-df0b1471a5b5 None None] Port 880c6392-7c47-44ec-921f-a2a208f34ed2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:06.103254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeecf05-081b-4f85-a84a-ce3e789f0375 None None] Network 60e7acdc-590c-4a19-88fa-decaf2d930da requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:06.137904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 43069cf7-92c0-4b29-a275-e6c6443c6a14 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:06.189538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43830) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:06.208340 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d489b23f-3568-44e7-a96f-02f14020a737), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.299277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d489b23f-3568-44e7-a96f-02f14020a737']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:06.345756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e793e610-552d-4019-bf11-aefa746313bc') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:06.346140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e793e610-552d-4019-bf11-aefa746313bc') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:06.370085 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (e793e610-552d-4019-bf11-aefa746313bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.403804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e793e610-552d-4019-bf11-aefa746313bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.413730 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:58Z', 'updated_at': '2022-02-11T05:41:02Z', 'revision_number': 3, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'gw_port': {'id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:01Z', 'updated_at': '2022-02-11T05:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:06.420173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:06.420173 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (e793e610-552d-4019-bf11-aefa746313bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:06.423595 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:06.447956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ab6509bc-f040-45c9-b92c-0d91026ff162 None None] Provisioning complete for port 811f1b00-f642-49c0-bf27-97068e024525 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:06.451605 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab6509bc-f040-45c9-b92c-0d91026ff162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (811f1b00-f642-49c0-bf27-97068e024525), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.500513 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Checking router: 5704a9c2-5fdd-426c-8bd7-c0667240e46d for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:06.501632 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Updating router 5704a9c2-5fdd-426c-8bd7-c0667240e46d port f44b5fd4-f864-4e61-a796-96ff343a106b binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:06.571196 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Publish callbacks [] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.574765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] Set router 19301858-f575-44c3-8914-b0acc5f62c4e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:06.591932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d489b23f-3568-44e7-a96f-02f14020a737), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.605239 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.619157 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d489b23f-3568-44e7-a96f-02f14020a737 HTTP/1.1" status: 204 len: 168 time: 0.8586562 Feb 11 05:41:06.653040 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7ec79-b174-4fad-a4b5-3475e64dc6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d489b23f-3568-44e7-a96f-02f14020a737,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.705442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43844) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:06.716002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b6b4f10b-8648-41d3-8eb9-1d0e6d359dc9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca6b54d561774595918a021249559294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376257 Feb 11 05:41:06.716950 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.795556 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 43069cf7-92c0-4b29-a275-e6c6443c6a14 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:06.801766 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.811240 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbb2905e-a75f-4f4f-9175-a6e49e7d45be admin admin] Publish callbacks [] for security_group (640dd365-9f91-4802-8ca7-f737a7f61424), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.882251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbb2905e-a75f-4f4f-9175-a6e49e7d45be admin admin] Publish callbacks [] for security_group (640dd365-9f91-4802-8ca7-f737a7f61424), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.967398 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.028316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Pushing event updated for resources: {'Port': ['ID=880c6392-7c47-44ec-921f-a2a208f34ed2,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:07.063127 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbb2905e-a75f-4f4f-9175-a6e49e7d45be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (640dd365-9f91-4802-8ca7-f737a7f61424), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.066929 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbb2905e-a75f-4f4f-9175-a6e49e7d45be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.068110 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bbb2905e-a75f-4f4f-9175-a6e49e7d45be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/640dd365-9f91-4802-8ca7-f737a7f61424 HTTP/1.1" status: 204 len: 168 time: 0.3614671 Feb 11 05:41:07.074629 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (19301858-f575-44c3-8914-b0acc5f62c4e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.088522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2905e-a75f-4f4f-9175-a6e49e7d45be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640dd365-9f91-4802-8ca7-f737a7f61424,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:07.165409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43858) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:07.275263 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-febefdc6-9e4e-4b6f-8ecb-74f344072ff1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6220a83203024137b0bdf1c0597dbbcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1086287 Feb 11 05:41:07.277649 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43862) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:07.415496 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ab58271-1788-4450-b4dc-d9d7a6a5ed89 admin admin] Publish callbacks [] for security_group (16404820-a36f-4702-8f12-52cf16fa1447), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.495612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ab58271-1788-4450-b4dc-d9d7a6a5ed89 admin admin] Publish callbacks [] for security_group (16404820-a36f-4702-8f12-52cf16fa1447), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.541660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Network 511afa49-4199-497b-9df7-8781e52be587 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:07.547890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:07.642426 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ab58271-1788-4450-b4dc-d9d7a6a5ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (16404820-a36f-4702-8f12-52cf16fa1447), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.646990 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ab58271-1788-4450-b4dc-d9d7a6a5ed89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.650112 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ab58271-1788-4450-b4dc-d9d7a6a5ed89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16404820-a36f-4702-8f12-52cf16fa1447 HTTP/1.1" status: 204 len: 168 time: 0.3702979 Feb 11 05:41:07.678627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab58271-1788-4450-b4dc-d9d7a6a5ed89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16404820-a36f-4702-8f12-52cf16fa1447,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:07.955660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ab6509bc-f040-45c9-b92c-0d91026ff162 None None] Current status of the port 811f1b00-f642-49c0-bf27-97068e024525 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:07.956144 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab6509bc-f040-45c9-b92c-0d91026ff162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (811f1b00-f642-49c0-bf27-97068e024525), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.970838 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Publish callbacks [] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.987713 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.047257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 43069cf7-92c0-4b29-a275-e6c6443c6a14 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:08.048706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 811f1b00-f642-49c0-bf27-97068e024525 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:08.154445 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Pushing event updated for resources: {'Port': ['ID=f44b5fd4-f864-4e61-a796-96ff343a106b,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.186533 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.186889 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.187237 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.187578 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.187917 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.188249 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.189140 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.189476 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.189805 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.190134 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.190460 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.190788 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.191107 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.254673 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Attempting to bind port f44b5fd4-f864-4e61-a796-96ff343a106b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:08.255350 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Attempting to bind port f44b5fd4-f864-4e61-a796-96ff343a106b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:08.255887 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Attempting to bind port f44b5fd4-f864-4e61-a796-96ff343a106b on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:08.268877 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:08.271348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ab6509bc-f040-45c9-b92c-0d91026ff162 None None] For port 811f1b00-f642-49c0-bf27-97068e024525, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=811f1b00-f642-49c0-bf27-97068e024525,segment=NetworkSegment(0a7ab91a-e53e-43c6-8609-7fb5701a2c4b),segment_id=0a7ab91a-e53e-43c6-8609-7fb5701a2c4b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:08.271751 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:08.272329 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.273395 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:08.274949 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Bound port: f44b5fd4-f864-4e61-a796-96ff343a106b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:08.276271 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.312859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab6509bc-f040-45c9-b92c-0d91026ff162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (811f1b00-f642-49c0-bf27-97068e024525), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.363845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:48Z', 'updated_at': '2022-02-11T05:40:55Z', 'revision_number': 3, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'gw_port': {'id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:47:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:50Z', 'updated_at': '2022-02-11T05:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:08.431555 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] For port f44b5fd4-f864-4e61-a796-96ff343a106b, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:08.441057 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] For port f44b5fd4-f864-4e61-a796-96ff343a106b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f44b5fd4-f864-4e61-a796-96ff343a106b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:08.457616 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.531105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22300977-3210-48ac-a12b-37585cd4e470 None None] The sync data for ids ['19301858-f575-44c3-8914-b0acc5f62c4e'] in n-d-715271-35 is: [{'id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:48Z', 'updated_at': '2022-02-11T05:40:55Z', 'revision_number': 3, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'gw_port': {'id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:47:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:50Z', 'updated_at': '2022-02-11T05:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:08.537749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Router 19301858-f575-44c3-8914-b0acc5f62c4e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:08.579013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 811f1b00-f642-49c0-bf27-97068e024525 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:08.590249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (811f1b00-f642-49c0-bf27-97068e024525), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.614603 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d04367-79be-4c01-8b4a-1814814836b5 None None] Pushing event updated for resources: {'Port': ['ID=f44b5fd4-f864-4e61-a796-96ff343a106b,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.666839 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Routers {'5704a9c2-5fdd-426c-8bd7-c0667240e46d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:08.667755 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:08.696297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-54fcc85c-83f8-4e61-afdd-528f88545b88 None None] Provisioning complete for port 880c6392-7c47-44ec-921f-a2a208f34ed2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:08.696676 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54fcc85c-83f8-4e61-afdd-528f88545b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.702279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6509bc-f040-45c9-b92c-0d91026ff162 None None] Pushing event updated for resources: {'Port': ['ID=811f1b00-f642-49c0-bf27-97068e024525,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.869877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-54fcc85c-83f8-4e61-afdd-528f88545b88 None None] Port 880c6392-7c47-44ec-921f-a2a208f34ed2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:09.040242 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.072780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 811f1b00-f642-49c0-bf27-97068e024525 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:09.115969 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] Set router 5704a9c2-5fdd-426c-8bd7-c0667240e46d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:09.118171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-16aea462-b4ad-4e4c-bca8-5324098bb265 None None] Provisioning complete for port 811f1b00-f642-49c0-bf27-97068e024525 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:09.118607 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16aea462-b4ad-4e4c-bca8-5324098bb265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (811f1b00-f642-49c0-bf27-97068e024525), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.376738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-16aea462-b4ad-4e4c-bca8-5324098bb265 None None] Current status of the port 811f1b00-f642-49c0-bf27-97068e024525 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:09.662310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:09.737285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Allocated IP 172.20.0.1 (60e7acdc-590c-4a19-88fa-decaf2d930da/e362f1c2-8314-4dcd-a0d9-52397a270b48/7d7b241e-3b4d-47b7-af96-d5b57c2d5b63) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:09.832834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:09.833637 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.874896 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:58Z', 'updated_at': '2022-02-11T05:41:02Z', 'revision_number': 3, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'gw_port': {'id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:01Z', 'updated_at': '2022-02-11T05:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:09.950817 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7850e54-4a7d-4d7e-8390-a761744ba952 None None] The sync data for ids ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'] in n-d-715271-35 is: [{'id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:58Z', 'updated_at': '2022-02-11T05:41:02Z', 'revision_number': 3, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'gw_port': {'id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:01Z', 'updated_at': '2022-02-11T05:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:10.060228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:10.074474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f05429d-3aa6-4874-bac5-9b4bc8e9deb5 admin admin] 10.222.0.31 "PUT /v2.0/routers/19301858-f575-44c3-8914-b0acc5f62c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2906067 Feb 11 05:41:10.118209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Publish callbacks [] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.159946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:10.160497 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.197623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5b15e9c5-95b3-4279-9e9c-795ec92ef0d1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:10.210461 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.211491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 811f1b00-f642-49c0-bf27-97068e024525 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:10.226118 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.293870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Network 60e7acdc-590c-4a19-88fa-decaf2d930da is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:10.297648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:10.300604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:10.414762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=5b15e9c5-95b3-4279-9e9c-795ec92ef0d1,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:10.434775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Pushing event updated for resources: {'Port': ['ID=7d7b241e-3b4d-47b7-af96-d5b57c2d5b63,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:10.453925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 811f1b00-f642-49c0-bf27-97068e024525 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:10.455274 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (811f1b00-f642-49c0-bf27-97068e024525), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.506151 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (5704a9c2-5fdd-426c-8bd7-c0667240e46d), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.756655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 811f1b00-f642-49c0-bf27-97068e024525 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:10.936780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4c652556-ef26-4a74-83ac-fa0cd467928e None None] Provisioning complete for port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:10.943492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c652556-ef26-4a74-83ac-fa0cd467928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.971948 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.028474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4c652556-ef26-4a74-83ac-fa0cd467928e None None] Port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:11.443702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43986) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:11.502948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:11.512775 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Publish callbacks [] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.530337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.668207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:11.672791 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.720745 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (5704a9c2-5fdd-426c-8bd7-c0667240e46d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.727935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Pushing event updated for resources: {'Port': ['ID=7d7b241e-3b4d-47b7-af96-d5b57c2d5b63,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.835349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210071410'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:11.883348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:11.885416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f44b5fd4-f864-4e61-a796-96ff343a106b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:11.933829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:11.942190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Network 60e7acdc-590c-4a19-88fa-decaf2d930da is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:11.947501 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.949714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:11.987679 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.046321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f44b5fd4-f864-4e61-a796-96ff343a106b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:12.047065 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.366063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for security_group (bfb0102a-1b75-4d46-905a-d9c9eb679fc4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.374960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f44b5fd4-f864-4e61-a796-96ff343a106b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:12.380561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.385813 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bfb0102a-1b75-4d46-905a-d9c9eb679fc4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.412988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Router 5704a9c2-5fdd-426c-8bd7-c0667240e46d has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:12.430352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:12.433940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port f44b5fd4-f864-4e61-a796-96ff343a106b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f44b5fd4-f864-4e61-a796-96ff343a106b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:12.448909 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.453533 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6f3ad7a5-f290-4f5d-8024-88d15839514e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.454547 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment 6f3ad7a5-f290-4f5d-8024-88d15839514e of type vlan for network 9ac07d44-6503-4023-98d3-819d03528fce Feb 11 05:41:12.606626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (9ac07d44-6503-4023-98d3-819d03528fce), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.724046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (9ac07d44-6503-4023-98d3-819d03528fce), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.737770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-20c84196-8343-414c-ac62-2db2c2da63ff None None] Provisioning complete for port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:12.738297 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-20c84196-8343-414c-ac62-2db2c2da63ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.739901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:12.740608 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.742669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=f44b5fd4-f864-4e61-a796-96ff343a106b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.885811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-20c84196-8343-414c-ac62-2db2c2da63ff None None] Port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:12.909591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb0102a-1b75-4d46-905a-d9c9eb679fc4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.991137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:13.014373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6112f34c-4195-4816-ac59-dbe88c276f9e admin admin] 10.222.0.31 "PUT /v2.0/routers/5704a9c2-5fdd-426c-8bd7-c0667240e46d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5538085 Feb 11 05:41:13.021547 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5754287 Feb 11 05:41:13.042774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8c770-4a89-46be-971e-d88dc2d3d062 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=9ac07d44-6503-4023-98d3-819d03528fce,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:13.079618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 9ac07d44-6503-4023-98d3-819d03528fce details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:13.155558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44124) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:13.162133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': '9ac07d44-6503-4023-98d3-819d03528fce', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:13.163413 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44126) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:13.416567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:13.421278 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44130) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:13.429107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.467387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f44b5fd4-f864-4e61-a796-96ff343a106b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:13.557861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Sync routers for ids ['19301858-f575-44c3-8914-b0acc5f62c4e'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:13.610343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Routers {'19301858-f575-44c3-8914-b0acc5f62c4e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:13.611301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['19301858-f575-44c3-8914-b0acc5f62c4e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:13.675090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99a302c6-744a-4e30-991c-0b76ade85117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.677246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-597aae14-564f-4d47-942a-07cc8329c8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.723621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f44b5fd4-f864-4e61-a796-96ff343a106b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:13.724008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.942196 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (9ddbcc6c-b6a8-448a-8e63-8c74b04dce01), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.036720 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Sync routers for ids ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:14.059310 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Routers {'5704a9c2-5fdd-426c-8bd7-c0667240e46d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:14.059999 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:14.116151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-597aae14-564f-4d47-942a-07cc8329c8c6 admin admin] Publish callbacks [] for security_group (0a764d4f-a752-42e9-bc94-34b46feda125), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.122875 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99a302c6-744a-4e30-991c-0b76ade85117 admin admin] Publish callbacks [] for security_group (bd6595c8-9f57-483f-9e21-74dc7f657c81), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.124954 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-597aae14-564f-4d47-942a-07cc8329c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a764d4f-a752-42e9-bc94-34b46feda125), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.154667 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597aae14-564f-4d47-942a-07cc8329c8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a764d4f-a752-42e9-bc94-34b46feda125,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:14.158039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99a302c6-744a-4e30-991c-0b76ade85117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bd6595c8-9f57-483f-9e21-74dc7f657c81), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.193589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=9ddbcc6c-b6a8-448a-8e63-8c74b04dce01,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:14.202427 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-99a302c6-744a-4e30-991c-0b76ade85117 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4706efd5623f435fb7162b6de61b0b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7793739 Feb 11 05:41:14.212757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44184) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:14.247028 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-597aae14-564f-4d47-942a-07cc8329c8c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d71333651c27495086f6355e9be8c79a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0822899 Feb 11 05:41:14.247246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': '6f3ad7a5-f290-4f5d-8024-88d15839514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ac07d44-6503-4023-98d3-819d03528fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:14.247432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: 9ac07d44-6503-4023-98d3-819d03528fce, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:14.248867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a302c6-744a-4e30-991c-0b76ade85117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6595c8-9f57-483f-9e21-74dc7f657c81,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:14.252346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44194) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:14.284520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.284878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.285254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.293294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.293837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f44b5fd4-f864-4e61-a796-96ff343a106b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:14.294456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.294817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.295335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.296875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.300593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.301231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.302104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.302613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.302965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.327875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Set router 19301858-f575-44c3-8914-b0acc5f62c4e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:14.390283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network 9ac07d44-6503-4023-98d3-819d03528fce is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:14.395171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e713607f-9499-43df-aeb1-16d2b451b4af admin admin] Publish callbacks [] for security_group (0a764d4f-a752-42e9-bc94-34b46feda125), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.405043 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Set router 5704a9c2-5fdd-426c-8bd7-c0667240e46d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:14.424682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 9ac07d44-6503-4023-98d3-819d03528fce) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:14.438119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:14.442106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.450220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e713607f-9499-43df-aeb1-16d2b451b4af admin admin] Publish callbacks [] for security_group (0a764d4f-a752-42e9-bc94-34b46feda125), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.481045 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25e12e86-ab2a-4c31-bb9b-e7fea80a18f9 admin admin] Publish callbacks [] for security_group (bd6595c8-9f57-483f-9e21-74dc7f657c81), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.524212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c87870bd-a053-4c6d-af6f-dc8c6dd6be3c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3636703 Feb 11 05:41:14.532803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44212) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:14.535292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7868b30-1f9a-44bd-a40a-3573b1c55246 None None] Network 9ac07d44-6503-4023-98d3-819d03528fce requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:14.546507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e713607f-9499-43df-aeb1-16d2b451b4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a764d4f-a752-42e9-bc94-34b46feda125), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.550899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e713607f-9499-43df-aeb1-16d2b451b4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.552500 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e713607f-9499-43df-aeb1-16d2b451b4af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a764d4f-a752-42e9-bc94-34b46feda125 HTTP/1.1" status: 204 len: 168 time: 0.2988071 Feb 11 05:41:14.563916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713607f-9499-43df-aeb1-16d2b451b4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a764d4f-a752-42e9-bc94-34b46feda125,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:14.586230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1852395573'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:14.595431 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25e12e86-ab2a-4c31-bb9b-e7fea80a18f9 admin admin] Publish callbacks [] for security_group (bd6595c8-9f57-483f-9e21-74dc7f657c81), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.710886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:14.721083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.828354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25e12e86-ab2a-4c31-bb9b-e7fea80a18f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bd6595c8-9f57-483f-9e21-74dc7f657c81), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.848076 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25e12e86-ab2a-4c31-bb9b-e7fea80a18f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.857806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-25e12e86-ab2a-4c31-bb9b-e7fea80a18f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd6595c8-9f57-483f-9e21-74dc7f657c81 HTTP/1.1" status: 204 len: 168 time: 0.6412008 Feb 11 05:41:14.917780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:14.926272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-9ac07d44-6503-4023-98d3-819d03528fce', 'network_id': '9ac07d44-6503-4023-98d3-819d03528fce', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': '9ddbcc6c-b6a8-448a-8e63-8c74b04dce01'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:14.933202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e12e86-ab2a-4c31-bb9b-e7fea80a18f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6595c8-9f57-483f-9e21-74dc7f657c81,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:14.959348 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.965276 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c8eca72d-8252-42f3-a89d-3e7cb6b6d363), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.967114 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment c8eca72d-8252-42f3-a89d-3e7cb6b6d363 of type vlan for network fbbdf963-0a62-42cb-8053-015141dc44e0 Feb 11 05:41:15.131031 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:58Z', 'updated_at': '2022-02-11T05:41:10Z', 'revision_number': 4, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'gw_port': {'id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:01Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '7d7b241e-3b4d-47b7-af96-d5b57c2d5b63', 'name': '', 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'mac_address': 'fa:16:3e:28:db:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'e362f1c2-8314-4dcd-a0d9-52397a270b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:09Z', 'updated_at': '2022-02-11T05:41:11Z', 'revision_number': 2, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'subnets': [{'id': 'e362f1c2-8314-4dcd-a0d9-52397a270b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:15.131745 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (fbbdf963-0a62-42cb-8053-015141dc44e0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.223191 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Checking router: 5704a9c2-5fdd-426c-8bd7-c0667240e46d for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:15.224791 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Updating router 5704a9c2-5fdd-426c-8bd7-c0667240e46d port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:15.312243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (fbbdf963-0a62-42cb-8053-015141dc44e0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.323767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:15.338945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.353365 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.523833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9765050 Feb 11 05:41:15.527225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44246) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:15.532933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': 'fbbdf963-0a62-42cb-8053-015141dc44e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:15.648315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:48Z', 'updated_at': '2022-02-11T05:41:05Z', 'revision_number': 4, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'gw_port': {'id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:47:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:50Z', 'updated_at': '2022-02-11T05:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '880c6392-7c47-44ec-921f-a2a208f34ed2', 'name': '', 'network_id': '511afa49-4199-497b-9df7-8781e52be587', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'mac_address': 'fa:16:3e:13:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '1405e254-f634-4848-a0a4-9724bd362f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:00Z', 'updated_at': '2022-02-11T05:41:06Z', 'revision_number': 2, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'subnets': [{'id': '1405e254-f634-4848-a0a4-9724bd362f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:15.680616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Checking router: 19301858-f575-44c3-8914-b0acc5f62c4e for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:15.681411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Updating router 19301858-f575-44c3-8914-b0acc5f62c4e port 880c6392-7c47-44ec-921f-a2a208f34ed2 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:15.707458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f5078-feb7-4bee-b241-4d7f95a4647c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=fbbdf963-0a62-42cb-8053-015141dc44e0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:15.746910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network fbbdf963-0a62-42cb-8053-015141dc44e0 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:15.816906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Allocated IP 172.20.255.242 (9ac07d44-6503-4023-98d3-819d03528fce/9ddbcc6c-b6a8-448a-8e63-8c74b04dce01/90e78681-10df-49aa-9b87-a2ad4fd1c0e7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:15.833376 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.870397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:15.878095 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.200035 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Publish callbacks [] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.214360 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.274188 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Publish callbacks [] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.276144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44282) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:16.289262 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.323868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88456cc6-c346-4c13-8328-0527c845effd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.455057 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e97fe-43b4-4ea9-a1aa-726900bebbb9 None None] Pushing event updated for resources: {'Port': ['ID=7d7b241e-3b4d-47b7-af96-d5b57c2d5b63,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.515489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Network 9ac07d44-6503-4023-98d3-819d03528fce is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:16.552657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (2092ad01-ccd6-43d9-b70c-846858e76da4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.590745 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88456cc6-c346-4c13-8328-0527c845effd admin admin] Publish callbacks [] for security_group (6ada6434-9c66-4f08-95b6-0e61fd9cd9fe), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.607992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88456cc6-c346-4c13-8328-0527c845effd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6ada6434-9c66-4f08-95b6-0e61fd9cd9fe), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.683196 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Attempting to bind port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:16.683491 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Attempting to bind port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:16.683853 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Attempting to bind port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 on network 60e7acdc-590c-4a19-88fa-decaf2d930da {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:16.703292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44302) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:16.709552 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:16.709936 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Checking segment: {'id': '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:16.710343 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.710745 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Bound using segment: {'id': '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:16.711218 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Bound port: 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:16.711603 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.788622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88456cc6-c346-4c13-8328-0527c845effd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada6434-9c66-4f08-95b6-0e61fd9cd9fe,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.793069 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-88456cc6-c346-4c13-8328-0527c845effd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90cf205cf19e497aad2f37ae0dbdc7ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157192 Feb 11 05:41:16.810395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44306) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:16.911453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=2092ad01-ccd6-43d9-b70c-846858e76da4,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.928075 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Publish callbacks [] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.947722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:16.954659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:16.982405 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.020338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': 'c8eca72d-8252-42f3-a89d-3e7cb6b6d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fbbdf963-0a62-42cb-8053-015141dc44e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:17.022378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: fbbdf963-0a62-42cb-8053-015141dc44e0, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:17.039439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Pushing event updated for resources: {'Port': ['ID=90e78681-10df-49aa-9b87-a2ad4fd1c0e7,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:17.042374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2052a717-d008-4056-9f2f-fdebd2ed62c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.068335 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] For port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:17.072776 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] For port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7d7b241e-3b4d-47b7-af96-d5b57c2d5b63,segment=NetworkSegment(0a7ab91a-e53e-43c6-8609-7fb5701a2c4b),segment_id=0a7ab91a-e53e-43c6-8609-7fb5701a2c4b)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:17.086315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc64e55e-1848-4c93-8154-78c5ce813ddc admin admin] Publish callbacks [] for security_group (6ada6434-9c66-4f08-95b6-0e61fd9cd9fe), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.093389 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.101019 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network fbbdf963-0a62-42cb-8053-015141dc44e0 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:17.136591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, fbbdf963-0a62-42cb-8053-015141dc44e0) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:17.161783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:17.165422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.180262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a09cd-644f-4eca-916b-bf3a7799105c None None] Network fbbdf963-0a62-42cb-8053-015141dc44e0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:17.207785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc64e55e-1848-4c93-8154-78c5ce813ddc admin admin] Publish callbacks [] for security_group (6ada6434-9c66-4f08-95b6-0e61fd9cd9fe), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.300614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44314) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:17.308369 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5121684d-e50e-4914-a046-f0bfae07b41c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7797196 Feb 11 05:41:17.355402 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2052a717-d008-4056-9f2f-fdebd2ed62c1 admin admin] Publish callbacks [] for security_group (70552f3f-5b09-4ae9-963d-faf7ecd7ff6b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.400558 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2052a717-d008-4056-9f2f-fdebd2ed62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (70552f3f-5b09-4ae9-963d-faf7ecd7ff6b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.416809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc64e55e-1848-4c93-8154-78c5ce813ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6ada6434-9c66-4f08-95b6-0e61fd9cd9fe), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.423782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cc64e55e-1848-4c93-8154-78c5ce813ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.424986 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cc64e55e-1848-4c93-8154-78c5ce813ddc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ada6434-9c66-4f08-95b6-0e61fd9cd9fe HTTP/1.1" status: 204 len: 168 time: 0.6134818 Feb 11 05:41:17.460624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64e55e-1848-4c93-8154-78c5ce813ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada6434-9c66-4f08-95b6-0e61fd9cd9fe,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:17.528258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Attempting to bind port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:17.530409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Attempting to bind port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6f3ad7a5-f290-4f5d-8024-88d15839514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ac07d44-6503-4023-98d3-819d03528fce'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:17.530874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Attempting to bind port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 on network 9ac07d44-6503-4023-98d3-819d03528fce {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:17.632704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:17.636925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Checking segment: {'id': '6f3ad7a5-f290-4f5d-8024-88d15839514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ac07d44-6503-4023-98d3-819d03528fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:17.638742 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.641540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Bound using segment: {'id': '6f3ad7a5-f290-4f5d-8024-88d15839514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ac07d44-6503-4023-98d3-819d03528fce'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:17.642161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Bound port: 90e78681-10df-49aa-9b87-a2ad4fd1c0e7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3ad7a5-f290-4f5d-8024-88d15839514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ac07d44-6503-4023-98d3-819d03528fce'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:17.642577 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.696772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2052a717-d008-4056-9f2f-fdebd2ed62c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=221a50f250b747779500973d27190083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9918706 Feb 11 05:41:17.699918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44328) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:17.704702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052a717-d008-4056-9f2f-fdebd2ed62c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70552f3f-5b09-4ae9-963d-faf7ecd7ff6b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:17.778844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (fbbdf963-0a62-42cb-8053-015141dc44e0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.875626 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Routers {'5704a9c2-5fdd-426c-8bd7-c0667240e46d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:17.876193 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:17.887599 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e97fe-43b4-4ea9-a1aa-726900bebbb9 None None] Pushing event updated for resources: {'Port': ['ID=7d7b241e-3b4d-47b7-af96-d5b57c2d5b63,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:17.904179 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Publish callbacks [] for security_group (70552f3f-5b09-4ae9-963d-faf7ecd7ff6b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.996289 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Publish callbacks [] for security_group (70552f3f-5b09-4ae9-963d-faf7ecd7ff6b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.178428 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (70552f3f-5b09-4ae9-963d-faf7ecd7ff6b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.194268 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.206722 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70552f3f-5b09-4ae9-963d-faf7ecd7ff6b HTTP/1.1" status: 204 len: 168 time: 0.5054638 Feb 11 05:41:18.259460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70552f3f-5b09-4ae9-963d-faf7ecd7ff6b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.263857 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (2092ad01-ccd6-43d9-b70c-846858e76da4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.283029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.283426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.287616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.288199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.288726 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.290903 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] Set router 5704a9c2-5fdd-426c-8bd7-c0667240e46d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:18.292917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.293529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.294029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.295593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.299703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.300322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.300909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.301332 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d8d2b-05b9-4911-90be-0640875321bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:18.497877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (2092ad01-ccd6-43d9-b70c-846858e76da4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.577733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=2092ad01-ccd6-43d9-b70c-846858e76da4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.818102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-84e27ae5-bc4c-4541-b47f-f706b8bd8035 None None] Provisioning complete for port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:18.818671 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-84e27ae5-bc4c-4541-b47f-f706b8bd8035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.941960 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:41:18.971933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc13536-f8f4-4618-b6e3-ed44307aed41 None None] Pushing event updated for resources: {'Port': ['ID=880c6392-7c47-44ec-921f-a2a208f34ed2,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.993918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Attempting to bind port 880c6392-7c47-44ec-921f-a2a208f34ed2 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:18.994252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Attempting to bind port 880c6392-7c47-44ec-921f-a2a208f34ed2 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '00fe30d7-6c41-4679-98c2-9bdaf1861ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '511afa49-4199-497b-9df7-8781e52be587'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:18.994744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Attempting to bind port 880c6392-7c47-44ec-921f-a2a208f34ed2 on network 511afa49-4199-497b-9df7-8781e52be587 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:19.017271 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:58Z', 'updated_at': '2022-02-11T05:41:10Z', 'revision_number': 4, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'gw_port': {'id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:01Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '7d7b241e-3b4d-47b7-af96-d5b57c2d5b63', 'name': '', 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'mac_address': 'fa:16:3e:28:db:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'e362f1c2-8314-4dcd-a0d9-52397a270b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:09Z', 'updated_at': '2022-02-11T05:41:17Z', 'revision_number': 4, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'subnets': [{'id': 'e362f1c2-8314-4dcd-a0d9-52397a270b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:19.017538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:19.017982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Checking segment: {'id': '00fe30d7-6c41-4679-98c2-9bdaf1861ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '511afa49-4199-497b-9df7-8781e52be587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:19.018402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.019059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Bound using segment: {'id': '00fe30d7-6c41-4679-98c2-9bdaf1861ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '511afa49-4199-497b-9df7-8781e52be587'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:19.019577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Bound port: 880c6392-7c47-44ec-921f-a2a208f34ed2, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fe30d7-6c41-4679-98c2-9bdaf1861ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '511afa49-4199-497b-9df7-8781e52be587'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:19.019975 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.060159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bfb7e2-2250-425a-aa9f-2a28be31b474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fbbdf963-0a62-42cb-8053-015141dc44e0', 'network_id': 'fbbdf963-0a62-42cb-8053-015141dc44e0', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': '2092ad01-ccd6-43d9-b70c-846858e76da4'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:19.064663 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb7e2-2250-425a-aa9f-2a28be31b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.107032 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fd674-cfc7-4f75-9ebb-7c12faa1c3a8 None None] The sync data for ids ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'] in n-d-715271-35 is: [{'id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:58Z', 'updated_at': '2022-02-11T05:41:10Z', 'revision_number': 4, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'gw_port': {'id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:01Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '7d7b241e-3b4d-47b7-af96-d5b57c2d5b63', 'name': '', 'network_id': '60e7acdc-590c-4a19-88fa-decaf2d930da', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'mac_address': 'fa:16:3e:28:db:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'e362f1c2-8314-4dcd-a0d9-52397a270b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:09Z', 'updated_at': '2022-02-11T05:41:17Z', 'revision_number': 4, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'subnets': [{'id': 'e362f1c2-8314-4dcd-a0d9-52397a270b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:19.526806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] For port 880c6392-7c47-44ec-921f-a2a208f34ed2, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:19.676247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] For port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:19.691442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] For port 880c6392-7c47-44ec-921f-a2a208f34ed2, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=880c6392-7c47-44ec-921f-a2a208f34ed2,segment=NetworkSegment(00fe30d7-6c41-4679-98c2-9bdaf1861ceb),segment_id=00fe30d7-6c41-4679-98c2-9bdaf1861ceb)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:19.751317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9042a5d-f173-4801-98e5-c4de94d39c07 None None] Network fbbdf963-0a62-42cb-8053-015141dc44e0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:19.898769 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.905845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] For port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=90e78681-10df-49aa-9b87-a2ad4fd1c0e7,segment=NetworkSegment(6f3ad7a5-f290-4f5d-8024-88d15839514e),segment_id=6f3ad7a5-f290-4f5d-8024-88d15839514e)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:19.941014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-84e27ae5-bc4c-4541-b47f-f706b8bd8035 None None] Current status of the port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:19.941979 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-84e27ae5-bc4c-4541-b47f-f706b8bd8035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.074801 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.296369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-84e27ae5-bc4c-4541-b47f-f706b8bd8035 None None] For port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7d7b241e-3b4d-47b7-af96-d5b57c2d5b63,segment=NetworkSegment(0a7ab91a-e53e-43c6-8609-7fb5701a2c4b),segment_id=0a7ab91a-e53e-43c6-8609-7fb5701a2c4b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:20.324842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-84e27ae5-bc4c-4541-b47f-f706b8bd8035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.341191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc13536-f8f4-4618-b6e3-ed44307aed41 None None] Pushing event updated for resources: {'Port': ['ID=880c6392-7c47-44ec-921f-a2a208f34ed2,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:20.344220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (fbbdf963-0a62-42cb-8053-015141dc44e0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.366509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Routers {'19301858-f575-44c3-8914-b0acc5f62c4e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:20.367758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['19301858-f575-44c3-8914-b0acc5f62c4e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:20.454521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbbdf963-0a62-42cb-8053-015141dc44e0']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:20.473986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8eca72d-8252-42f3-a89d-3e7cb6b6d363') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:20.475246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8eca72d-8252-42f3-a89d-3e7cb6b6d363') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:20.494664 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (c8eca72d-8252-42f3-a89d-3e7cb6b6d363), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.577654 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c8eca72d-8252-42f3-a89d-3e7cb6b6d363), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.639483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:20.645534 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (c8eca72d-8252-42f3-a89d-3e7cb6b6d363), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.742136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] Set router 19301858-f575-44c3-8914-b0acc5f62c4e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:20.889934 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:20.898380 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (fbbdf963-0a62-42cb-8053-015141dc44e0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.911549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.918951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/fbbdf963-0a62-42cb-8053-015141dc44e0 HTTP/1.1" status: 204 len: 168 time: 3.6057909 Feb 11 05:41:20.923588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44420) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:20.930926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1820896492'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:21.027370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e9208-ee5b-44c0-90c8-999419bcd15d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=fbbdf963-0a62-42cb-8053-015141dc44e0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.048306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:21.058724 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.155203 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] Provisioning complete for port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:21.155772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.170133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:21.215693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ae92743f-2c88-4e21-965b-a2e4801a9b8b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.216210 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment ae92743f-2c88-4e21-965b-a2e4801a9b8b of type vlan for network ed22b936-0561-40c1-b374-d26711e1b4d6 Feb 11 05:41:21.386113 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (ed22b936-0561-40c1-b374-d26711e1b4d6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.396138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3f227-d5ac-4ead-a78d-652cf67fb57d None None] Pushing event updated for resources: {'Port': ['ID=90e78681-10df-49aa-9b87-a2ad4fd1c0e7,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.472565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (ed22b936-0561-40c1-b374-d26711e1b4d6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.478656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:21.480733 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.481405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.580300 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6552944 Feb 11 05:41:21.584457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44434) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:21.590074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': 'ed22b936-0561-40c1-b374-d26711e1b4d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:21.734956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d11154-d666-49a1-bdba-b0e1589e0cf0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=ed22b936-0561-40c1-b374-d26711e1b4d6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.820399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:21.826714 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.834602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e27ae5-bc4c-4541-b47f-f706b8bd8035 None None] Pushing event updated for resources: {'Port': ['ID=7d7b241e-3b4d-47b7-af96-d5b57c2d5b63,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.843447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network ed22b936-0561-40c1-b374-d26711e1b4d6 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:21.941858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Performing IP validity checks on allocation pools {{(pid=103120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:41:21.943118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:41:21.951417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:21.961572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.269140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] Current status of the port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:22.271311 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (4e206317-fa8e-4065-b3bb-93b2e5af26e1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.294888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55a205-3c25-410d-8e6c-e3761876839a None None] Network 9ac07d44-6503-4023-98d3-819d03528fce requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:22.310682 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.402952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=4e206317-fa8e-4065-b3bb-93b2e5af26e1,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.450830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': 'ae92743f-2c88-4e21-965b-a2e4801a9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ed22b936-0561-40c1-b374-d26711e1b4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:22.451226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: ed22b936-0561-40c1-b374-d26711e1b4d6, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:22.474393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] Provisioning complete for port 880c6392-7c47-44ec-921f-a2a208f34ed2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:22.474712 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.490018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network ed22b936-0561-40c1-b374-d26711e1b4d6 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:22.507686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, ed22b936-0561-40c1-b374-d26711e1b4d6) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:22.512350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:22.512977 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.546291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44452) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:22.546853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8a1b1380-57ad-4a40-9ec0-6b638bc37dd6 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9607902 Feb 11 05:41:22.559888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0f351-d0f2-494c-b2e0-e9c9caff7176 None None] Network ed22b936-0561-40c1-b374-d26711e1b4d6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:22.731943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:22.787116 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (ed22b936-0561-40c1-b374-d26711e1b4d6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.900519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:48Z', 'updated_at': '2022-02-11T05:41:05Z', 'revision_number': 4, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'gw_port': {'id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:47:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:50Z', 'updated_at': '2022-02-11T05:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '880c6392-7c47-44ec-921f-a2a208f34ed2', 'name': '', 'network_id': '511afa49-4199-497b-9df7-8781e52be587', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'mac_address': 'fa:16:3e:13:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '1405e254-f634-4848-a0a4-9724bd362f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:00Z', 'updated_at': '2022-02-11T05:41:19Z', 'revision_number': 4, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'subnets': [{'id': '1405e254-f634-4848-a0a4-9724bd362f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:22.983447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4e206317-fa8e-4065-b3bb-93b2e5af26e1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.043110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56510473-9ca7-4b5b-9ece-215a68d0ea14 None None] The sync data for ids ['19301858-f575-44c3-8914-b0acc5f62c4e'] in n-d-715271-35 is: [{'id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:48Z', 'updated_at': '2022-02-11T05:41:05Z', 'revision_number': 4, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'gw_port': {'id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:47:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:50Z', 'updated_at': '2022-02-11T05:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '880c6392-7c47-44ec-921f-a2a208f34ed2', 'name': '', 'network_id': '511afa49-4199-497b-9df7-8781e52be587', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'mac_address': 'fa:16:3e:13:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '1405e254-f634-4848-a0a4-9724bd362f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:00Z', 'updated_at': '2022-02-11T05:41:19Z', 'revision_number': 4, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'subnets': [{'id': '1405e254-f634-4848-a0a4-9724bd362f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:23.206687 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (4e206317-fa8e-4065-b3bb-93b2e5af26e1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.321108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=4e206317-fa8e-4065-b3bb-93b2e5af26e1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:23.611674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (ed22b936-0561-40c1-b374-d26711e1b4d6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.652963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:23.655941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed22b936-0561-40c1-b374-d26711e1b4d6']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:23.681766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae92743f-2c88-4e21-965b-a2e4801a9b8b') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:23.681766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae92743f-2c88-4e21-965b-a2e4801a9b8b') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:23.692461 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (ae92743f-2c88-4e21-965b-a2e4801a9b8b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.709270 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ae92743f-2c88-4e21-965b-a2e4801a9b8b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.718271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:23.719005 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (ae92743f-2c88-4e21-965b-a2e4801a9b8b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.726690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] Current status of the port 880c6392-7c47-44ec-921f-a2a208f34ed2 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:23.727118 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.835014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] For port 880c6392-7c47-44ec-921f-a2a208f34ed2, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=880c6392-7c47-44ec-921f-a2a208f34ed2,segment=NetworkSegment(00fe30d7-6c41-4679-98c2-9bdaf1861ceb),segment_id=00fe30d7-6c41-4679-98c2-9bdaf1861ceb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:23.838463 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:23.843046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (ed22b936-0561-40c1-b374-d26711e1b4d6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.852396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.862432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44480) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:23.868585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1895417988'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:23.875957 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.880136 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/ed22b936-0561-40c1-b374-d26711e1b4d6 HTTP/1.1" status: 204 len: 168 time: 1.3246620 Feb 11 05:41:23.886337 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.916166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a103e47-ef9f-4d2d-984b-11e2cc1e5569 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=ed22b936-0561-40c1-b374-d26711e1b4d6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:23.924717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:23.930805 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.966299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:23.987277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.988016 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5 of type vlan for network ea558f60-c7af-48e1-bad5-a28b8905573d Feb 11 05:41:24.037987 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (ea558f60-c7af-48e1-bad5-a28b8905573d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.079970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ba5751-3260-4774-8787-cbd05c07a411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-ed22b936-0561-40c1-b374-d26711e1b4d6', 'network_id': 'ed22b936-0561-40c1-b374-d26711e1b4d6', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': '4e206317-fa8e-4065-b3bb-93b2e5af26e1'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:24.082965 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5751-3260-4774-8787-cbd05c07a411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.089002 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (ea558f60-c7af-48e1-bad5-a28b8905573d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.101360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.102154 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.224155 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44486) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:24.231331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': 'ea558f60-c7af-48e1-bad5-a28b8905573d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:24.235112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ea4f5-b36f-4d8a-9516-cb71581838ff None None] Network ed22b936-0561-40c1-b374-d26711e1b4d6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:24.237391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3723555 Feb 11 05:41:24.285531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] Provisioning complete for port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:24.285911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.329876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a2b69-f06d-4490-bf89-f11ee9ed9dfe None None] Pushing event updated for resources: {'Port': ['ID=880c6392-7c47-44ec-921f-a2a208f34ed2,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:24.333564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059286d-2ec6-4f1d-aa10-1d7ea47aaf52 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=ea558f60-c7af-48e1-bad5-a28b8905573d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:24.346493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:24.347692 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.352365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ea4f5-b36f-4d8a-9516-cb71581838ff None None] Network ed22b936-0561-40c1-b374-d26711e1b4d6 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:41:24.396692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network ea558f60-c7af-48e1-bad5-a28b8905573d details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:24.493640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:24.500053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.824207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] Current status of the port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:24.824207 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.851555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:24.851883 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.906817 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] For port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=90e78681-10df-49aa-9b87-a2ad4fd1c0e7,segment=NetworkSegment(6f3ad7a5-f290-4f5d-8024-88d15839514e),segment_id=6f3ad7a5-f290-4f5d-8024-88d15839514e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:24.913402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.964783 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (cfcd8a07-c905-4688-8fc7-20d4f8c47439), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.986332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] Provisioning complete for port 880c6392-7c47-44ec-921f-a2a208f34ed2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:24.986661 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.039568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] Pushing event updated for resources: {'Port': ['ID=90e78681-10df-49aa-9b87-a2ad4fd1c0e7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:25.075166 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:25.075532 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:25.085991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=cfcd8a07-c905-4688-8fc7-20d4f8c47439,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:25.143556 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': 'a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ea558f60-c7af-48e1-bad5-a28b8905573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:25.143933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: ea558f60-c7af-48e1-bad5-a28b8905573d, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:25.189556 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network ea558f60-c7af-48e1-bad5-a28b8905573d is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:25.193741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-65e85265-bead-41c8-a6ac-3d2aa2a0c8f9 None None] Current status of the port 880c6392-7c47-44ec-921f-a2a208f34ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:25.212813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, ea558f60-c7af-48e1-bad5-a28b8905573d) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:25.234703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a72c9d-fd3d-49a1-96e1-a1151ff5a868 None None] Network ea558f60-c7af-48e1-bad5-a28b8905573d requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:25.257288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:25.258338 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.291147 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-34230a4c-0c49-4a0c-b72c-a4099a896170 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0644565 Feb 11 05:41:25.294029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44502) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:25.438411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-ea558f60-c7af-48e1-bad5-a28b8905573d', 'network_id': 'ea558f60-c7af-48e1-bad5-a28b8905573d', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': 'cfcd8a07-c905-4688-8fc7-20d4f8c47439'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:25.442957 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.565511 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (ea558f60-c7af-48e1-bad5-a28b8905573d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.685581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (cfcd8a07-c905-4688-8fc7-20d4f8c47439), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.714863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:25.716274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 880c6392-7c47-44ec-921f-a2a208f34ed2 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:25.852281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Allocated IP 172.20.0.1 (ea558f60-c7af-48e1-bad5-a28b8905573d/cfcd8a07-c905-4688-8fc7-20d4f8c47439/1a890ca1-49ac-4985-9a24-027e3a4859bc) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:25.885626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 880c6392-7c47-44ec-921f-a2a208f34ed2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:25.886092 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.197503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 880c6392-7c47-44ec-921f-a2a208f34ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:26.198820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:26.248428 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Publish callbacks [] for port (1a890ca1-49ac-4985-9a24-027e3a4859bc), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.269467 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (1a890ca1-49ac-4985-9a24-027e3a4859bc), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.278767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (cfcd8a07-c905-4688-8fc7-20d4f8c47439), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.360221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Network ea558f60-c7af-48e1-bad5-a28b8905573d is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:26.368073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:26.372093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:26.388991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcd8a07-c905-4688-8fc7-20d4f8c47439,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:26.395650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:26.396306 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.402342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Pushing event updated for resources: {'Port': ['ID=1a890ca1-49ac-4985-9a24-027e3a4859bc,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:26.536748 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (ea558f60-c7af-48e1-bad5-a28b8905573d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.548487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Attempting to bind port 1a890ca1-49ac-4985-9a24-027e3a4859bc on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:26.548852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Attempting to bind port 1a890ca1-49ac-4985-9a24-027e3a4859bc by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ea558f60-c7af-48e1-bad5-a28b8905573d'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:26.549240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Attempting to bind port 1a890ca1-49ac-4985-9a24-027e3a4859bc on network ea558f60-c7af-48e1-bad5-a28b8905573d {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:26.563110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:26.563774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Checking segment: {'id': 'a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ea558f60-c7af-48e1-bad5-a28b8905573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:26.564321 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.564719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Bound using segment: {'id': 'a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ea558f60-c7af-48e1-bad5-a28b8905573d'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:26.565392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Bound port: 1a890ca1-49ac-4985-9a24-027e3a4859bc, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ea558f60-c7af-48e1-bad5-a28b8905573d'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:26.565773 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1a890ca1-49ac-4985-9a24-027e3a4859bc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.574692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea558f60-c7af-48e1-bad5-a28b8905573d']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:26.602503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:26.603251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:26.624332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.656691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.657391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:26.658295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.672602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:26.680663 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:26.711266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] For port 1a890ca1-49ac-4985-9a24-027e3a4859bc, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:26.753200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] For port 1a890ca1-49ac-4985-9a24-027e3a4859bc, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1a890ca1-49ac-4985-9a24-027e3a4859bc,segment=NetworkSegment(a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5),segment_id=a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:26.757949 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.api [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:26.757949 n-d-715271-35 neutron-server[103121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:26.757949 n-d-715271-35 neutron-server[103121]: [parameters: {'id': 'ea558f60-c7af-48e1-bad5-a28b8905573d'}] Feb 11 05:41:26.757949 n-d-715271-35 neutron-server[103121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:26.758656 n-d-715271-35 neutron-server[103121]: DEBUG oslo_db.api [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:26.765630 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1a890ca1-49ac-4985-9a24-027e3a4859bc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.911900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75ec97d-9882-41e0-8151-7fdf0c79ed3e None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:26.961616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:27.024562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71d9fd-47a4-4c4c-8d7d-a7eb2c6b62e3 None None] Pushing event updated for resources: {'Port': ['ID=1a890ca1-49ac-4985-9a24-027e3a4859bc,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:27.073097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:27.073664 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.190567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ec97d-9882-41e0-8151-7fdf0c79ed3e None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:27.241185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:27.243578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 880c6392-7c47-44ec-921f-a2a208f34ed2 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:27.261244 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (ea558f60-c7af-48e1-bad5-a28b8905573d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.383459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Deleting port 1a890ca1-49ac-4985-9a24-027e3a4859bc {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:27.385953 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1a890ca1-49ac-4985-9a24-027e3a4859bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.476292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 880c6392-7c47-44ec-921f-a2a208f34ed2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:27.476625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.507658 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] For port 1a890ca1-49ac-4985-9a24-027e3a4859bc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1a890ca1-49ac-4985-9a24-027e3a4859bc,segment=NetworkSegment(a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5),segment_id=a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:27.508032 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1a890ca1-49ac-4985-9a24-027e3a4859bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.526268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Calling delete_port for 1a890ca1-49ac-4985-9a24-027e3a4859bc owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:27.612451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93b8ca-2891-4bbc-9a13-1004c38bdf09 None None] Network ea558f60-c7af-48e1-bad5-a28b8905573d requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:27.619354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1a890ca1-49ac-4985-9a24-027e3a4859bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.650642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Port': ['ID=1a890ca1-49ac-4985-9a24-027e3a4859bc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:27.655375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No DVR routers for this DVR port 1a890ca1-49ac-4985-9a24-027e3a4859bc on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:27.708572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 880c6392-7c47-44ec-921f-a2a208f34ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:27.714137 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ef97806-d6ff-4233-b98d-f773f2ff6e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.757278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (ea558f60-c7af-48e1-bad5-a28b8905573d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.781751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea558f60-c7af-48e1-bad5-a28b8905573d']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:27.799540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:27.799788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:27.820126 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.839848 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.850008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:27.850428 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (a0474c8f-ba06-4fe8-bb15-7b5e1a2a81d5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:27.933975 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:27.938538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (ea558f60-c7af-48e1-bad5-a28b8905573d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.952283 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.957639 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/ea558f60-c7af-48e1-bad5-a28b8905573d HTTP/1.1" status: 204 len: 168 time: 2.6611428 Feb 11 05:41:27.961235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44542) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:27.967648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200845974'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:27.998392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6407aa1-60b5-4c77-bb4e-c794e26f990d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=ea558f60-c7af-48e1-bad5-a28b8905573d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:28.013092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:28.020288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.068548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:28.080605 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (efdcd5ea-a598-47ff-81ec-d1a31c98badb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.081034 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment efdcd5ea-a598-47ff-81ec-d1a31c98badb of type vlan for network ba5c602e-ab8c-4d82-89d1-2d6b243defd3 Feb 11 05:41:28.163081 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (ba5c602e-ab8c-4d82-89d1-2d6b243defd3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.228708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (ba5c602e-ab8c-4d82-89d1-2d6b243defd3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.246732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:28.249624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.334398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:28.336507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3739781 Feb 11 05:41:28.339775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': 'ba5c602e-ab8c-4d82-89d1-2d6b243defd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:28.393007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5e377-d4d1-4df3-91a9-b2f9560c304b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=ba5c602e-ab8c-4d82-89d1-2d6b243defd3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:28.404467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network ba5c602e-ab8c-4d82-89d1-2d6b243defd3 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:28.505290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:28.510824 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.888030 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (fba5a07f-4a46-4d7b-9f7b-2ea1a1f2b1b0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.005788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=fba5a07f-4a46-4d7b-9f7b-2ea1a1f2b1b0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:29.016457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': 'efdcd5ea-a598-47ff-81ec-d1a31c98badb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ba5c602e-ab8c-4d82-89d1-2d6b243defd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:29.016822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: ba5c602e-ab8c-4d82-89d1-2d6b243defd3, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:29.053284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network ba5c602e-ab8c-4d82-89d1-2d6b243defd3 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:29.070600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, ba5c602e-ab8c-4d82-89d1-2d6b243defd3) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:29.080830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f2a932-b192-4df9-80f6-db17697b6d10 None None] Network ba5c602e-ab8c-4d82-89d1-2d6b243defd3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:29.082554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:29.084338 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.109552 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5d8d0c34-45a0-4249-827e-840005b1573f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7734697 Feb 11 05:41:29.111849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44584) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:29.407474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (ba5c602e-ab8c-4d82-89d1-2d6b243defd3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.555549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (fba5a07f-4a46-4d7b-9f7b-2ea1a1f2b1b0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.601814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2664f9-9593-4430-89c5-329dc7dd5e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-ba5c602e-ab8c-4d82-89d1-2d6b243defd3', 'network_id': 'ba5c602e-ab8c-4d82-89d1-2d6b243defd3', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': 'fba5a07f-4a46-4d7b-9f7b-2ea1a1f2b1b0'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:29.602504 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-af2664f9-9593-4430-89c5-329dc7dd5e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.700676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (fba5a07f-4a46-4d7b-9f7b-2ea1a1f2b1b0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.736793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=fba5a07f-4a46-4d7b-9f7b-2ea1a1f2b1b0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-af2664f9-9593-4430-89c5-329dc7dd5e38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba5a07f-4a46-4d7b-9f7b-2ea1a1f2b1b0: This subnet is being modified by another concurrent operation. Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:41:29.762905 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba5a07f-4a46-4d7b-9f7b-2ea1a1f2b1b0: This subnet is being modified by another concurrent operation. Feb 11 05:41:29.767224 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 05:41:29.808952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dab931-359a-4781-a32d-71d2c1717564 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:29.879656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (ba5c602e-ab8c-4d82-89d1-2d6b243defd3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.907479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5c602e-ab8c-4d82-89d1-2d6b243defd3']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:29.919322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdcd5ea-a598-47ff-81ec-d1a31c98badb') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:29.919582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdcd5ea-a598-47ff-81ec-d1a31c98badb') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:29.931676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (efdcd5ea-a598-47ff-81ec-d1a31c98badb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.954612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (efdcd5ea-a598-47ff-81ec-d1a31c98badb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.973375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:29.973819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (efdcd5ea-a598-47ff-81ec-d1a31c98badb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:29.978100 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:30.129524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dab931-359a-4781-a32d-71d2c1717564 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:30.159000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (ba5c602e-ab8c-4d82-89d1-2d6b243defd3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.172997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44612) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.173559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.181163 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/ba5c602e-ab8c-4d82-89d1-2d6b243defd3 HTTP/1.1" status: 204 len: 168 time: 1.0642371 Feb 11 05:41:30.184552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44614) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.210159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1389697964'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:30.297779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:30.298596 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130a5bd-5d9c-469c-a8b6-5c9ca4bb9d7e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=ba5c602e-ab8c-4d82-89d1-2d6b243defd3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:30.334325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.497862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:30.528393 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-47f4e3ab-5008-4130-a50e-f01bbac7751c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.532327 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b0cfda69-5311-49f5-9460-d4a45b54104d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.532915 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment b0cfda69-5311-49f5-9460-d4a45b54104d of type vlan for network 3da0d81c-21bc-4b75-8c8c-893e451c5b7d Feb 11 05:41:30.664084 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3da0d81c-21bc-4b75-8c8c-893e451c5b7d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.671417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24587a83-21dd-4bee-a5c7-a414dc0a071f None None] Network ba5c602e-ab8c-4d82-89d1-2d6b243defd3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:30.674624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8023ba0-47db-45a5-9fc6-37231b571f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.733168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24587a83-21dd-4bee-a5c7-a414dc0a071f None None] Network ba5c602e-ab8c-4d82-89d1-2d6b243defd3 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:41:30.833098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3da0d81c-21bc-4b75-8c8c-893e451c5b7d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.839835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:30.840362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.871369 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8023ba0-47db-45a5-9fc6-37231b571f1a admin admin] Publish callbacks [] for security_group (222dff91-5916-43fe-a03f-14d0d04049c3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.881240 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8023ba0-47db-45a5-9fc6-37231b571f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (222dff91-5916-43fe-a03f-14d0d04049c3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.934879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023ba0-47db-45a5-9fc6-37231b571f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222dff91-5916-43fe-a03f-14d0d04049c3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:30.979947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7815690 Feb 11 05:41:30.980188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44624) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.981560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': '3da0d81c-21bc-4b75-8c8c-893e451c5b7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:31.008700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c8023ba0-47db-45a5-9fc6-37231b571f1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bb9ff5895c443aa9e0901290b77256b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8333492 Feb 11 05:41:31.015063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44626) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.021934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16631866-54d3-4285-986c-344ed829a5a3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=3da0d81c-21bc-4b75-8c8c-893e451c5b7d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:31.047884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3da0d81c-21bc-4b75-8c8c-893e451c5b7d details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:31.113565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c6578a9-9fc7-4b72-b29c-751bc54d51a2 admin admin] Publish callbacks [] for security_group (222dff91-5916-43fe-a03f-14d0d04049c3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.138773 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.190179 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c6578a9-9fc7-4b72-b29c-751bc54d51a2 admin admin] Publish callbacks [] for security_group (222dff91-5916-43fe-a03f-14d0d04049c3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.291141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:31.297529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c6578a9-9fc7-4b72-b29c-751bc54d51a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (222dff91-5916-43fe-a03f-14d0d04049c3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.300395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c6578a9-9fc7-4b72-b29c-751bc54d51a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.305149 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.307243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6c6578a9-9fc7-4b72-b29c-751bc54d51a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/222dff91-5916-43fe-a03f-14d0d04049c3 HTTP/1.1" status: 204 len: 168 time: 0.2907145 Feb 11 05:41:31.326705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6578a9-9fc7-4b72-b29c-751bc54d51a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222dff91-5916-43fe-a03f-14d0d04049c3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:31.455620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Performing IP validity checks on allocation pools {{(pid=103121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:41:31.456145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:41:31.790986 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (4a5ab1bd-a7cb-405b-a61f-8b4ff1ea350d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.940759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=4a5ab1bd-a7cb-405b-a61f-8b4ff1ea350d,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:31.974047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': 'b0cfda69-5311-49f5-9460-d4a45b54104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3da0d81c-21bc-4b75-8c8c-893e451c5b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:31.974421 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: 3da0d81c-21bc-4b75-8c8c-893e451c5b7d, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:31.991776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44644) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:32.015142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network 3da0d81c-21bc-4b75-8c8c-893e451c5b7d is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:32.018256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-00cc6f71-908c-42f3-8108-b9ad2a59222c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.030893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3da0d81c-21bc-4b75-8c8c-893e451c5b7d) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:32.042713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.042925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25befa90-93cd-4398-b705-ed9510d76b12 None None] Network 3da0d81c-21bc-4b75-8c8c-893e451c5b7d requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:32.043383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.064219 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-15628bdd-a826-4d48-ae7a-d93bd64642d0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0867162 Feb 11 05:41:32.066947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44646) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:32.238331 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3da0d81c-21bc-4b75-8c8c-893e451c5b7d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.361928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-3da0d81c-21bc-4b75-8c8c-893e451c5b7d', 'network_id': '3da0d81c-21bc-4b75-8c8c-893e451c5b7d', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': '4a5ab1bd-a7cb-405b-a61f-8b4ff1ea350d'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:32.364636 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.477411 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-00cc6f71-908c-42f3-8108-b9ad2a59222c admin admin] Publish callbacks [] for security_group (a6d8b6e0-3d97-497f-87b8-afc129e01e7f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.479136 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4a5ab1bd-a7cb-405b-a61f-8b4ff1ea350d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.485387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-00cc6f71-908c-42f3-8108-b9ad2a59222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a6d8b6e0-3d97-497f-87b8-afc129e01e7f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.535012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-00cc6f71-908c-42f3-8108-b9ad2a59222c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f59e32b421f048b0a636603423aaf8a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5418649 Feb 11 05:41:32.537678 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44650) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:32.595719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc6f71-908c-42f3-8108-b9ad2a59222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d8b6e0-3d97-497f-87b8-afc129e01e7f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:32.645142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-90cf8008-7c83-4727-82e4-3d43fc4e8f06 admin admin] Publish callbacks [] for security_group (a6d8b6e0-3d97-497f-87b8-afc129e01e7f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.679459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-90cf8008-7c83-4727-82e4-3d43fc4e8f06 admin admin] Publish callbacks [] for security_group (a6d8b6e0-3d97-497f-87b8-afc129e01e7f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.740993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Allocated IP 172.20.0.3 (3da0d81c-21bc-4b75-8c8c-893e451c5b7d/4a5ab1bd-a7cb-405b-a61f-8b4ff1ea350d/dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:32.753909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-90cf8008-7c83-4727-82e4-3d43fc4e8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a6d8b6e0-3d97-497f-87b8-afc129e01e7f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.757055 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-90cf8008-7c83-4727-82e4-3d43fc4e8f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.760539 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-90cf8008-7c83-4727-82e4-3d43fc4e8f06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6d8b6e0-3d97-497f-87b8-afc129e01e7f HTTP/1.1" status: 204 len: 168 time: 0.2194431 Feb 11 05:41:32.794719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8008-7c83-4727-82e4-3d43fc4e8f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d8b6e0-3d97-497f-87b8-afc129e01e7f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:33.086020 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Publish callbacks [] for port (dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.103739 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.133025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (4a5ab1bd-a7cb-405b-a61f-8b4ff1ea350d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.171793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Pushing event updated for resources: {'Port': ['ID=dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:33.181354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Network 3da0d81c-21bc-4b75-8c8c-893e451c5b7d is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:33.182390 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.188220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:33.191464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.191924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.192373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.192816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.193438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.194173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.194607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.195074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.195675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.196100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.196550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.196964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.197415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.201685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:33.214019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5ab1bd-a7cb-405b-a61f-8b4ff1ea350d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:33.269852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Attempting to bind port dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:33.270506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Attempting to bind port dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b0cfda69-5311-49f5-9460-d4a45b54104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3da0d81c-21bc-4b75-8c8c-893e451c5b7d'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:33.270981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Attempting to bind port dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8 on network 3da0d81c-21bc-4b75-8c8c-893e451c5b7d {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:33.276694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:33.277250 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Checking segment: {'id': 'b0cfda69-5311-49f5-9460-d4a45b54104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3da0d81c-21bc-4b75-8c8c-893e451c5b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:33.277783 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.278499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Bound using segment: {'id': 'b0cfda69-5311-49f5-9460-d4a45b54104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3da0d81c-21bc-4b75-8c8c-893e451c5b7d'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:33.279088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Bound port: dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cfda69-5311-49f5-9460-d4a45b54104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3da0d81c-21bc-4b75-8c8c-893e451c5b7d'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:33.279587 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.397672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] For port dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:33.407024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] For port dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8,segment=NetworkSegment(b0cfda69-5311-49f5-9460-d4a45b54104d),segment_id=b0cfda69-5311-49f5-9460-d4a45b54104d)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:33.418331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.429298 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3da0d81c-21bc-4b75-8c8c-893e451c5b7d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.475041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da0d81c-21bc-4b75-8c8c-893e451c5b7d']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:33.535856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaa410-44e6-46fb-9ad5-5ad6d58280d5 None None] Pushing event updated for resources: {'Port': ['ID=dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:33.552247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cfda69-5311-49f5-9460-d4a45b54104d') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:33.552515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cfda69-5311-49f5-9460-d4a45b54104d') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:33.586972 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (b0cfda69-5311-49f5-9460-d4a45b54104d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.667022 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b0cfda69-5311-49f5-9460-d4a45b54104d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.689396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccbcbe6-4215-4b6f-a652-6bd653151c4e None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:33.694566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:33.695318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (b0cfda69-5311-49f5-9460-d4a45b54104d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:33.842003 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:33.849578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.api [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:33.849578 n-d-715271-35 neutron-server[103120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:33.849578 n-d-715271-35 neutron-server[103120]: [parameters: {'id': '3da0d81c-21bc-4b75-8c8c-893e451c5b7d'}] Feb 11 05:41:33.849578 n-d-715271-35 neutron-server[103120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:33.850012 n-d-715271-35 neutron-server[103120]: DEBUG oslo_db.api [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:33.914513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccbcbe6-4215-4b6f-a652-6bd653151c4e None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:34.079476 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.279627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819b0bcd-da3e-4e29-8867-7ac0a2537c12 None None] Network 3da0d81c-21bc-4b75-8c8c-893e451c5b7d requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:34.350960 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3da0d81c-21bc-4b75-8c8c-893e451c5b7d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.493237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Deleting port dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:34.493924 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.643145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] For port dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8,segment=NetworkSegment(b0cfda69-5311-49f5-9460-d4a45b54104d),segment_id=b0cfda69-5311-49f5-9460-d4a45b54104d)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:34.643818 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.667661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Calling delete_port for dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:34.810420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.832321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No DVR routers for this DVR port dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:35.043167 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3da0d81c-21bc-4b75-8c8c-893e451c5b7d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.071807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da0d81c-21bc-4b75-8c8c-893e451c5b7d']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.083552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cfda69-5311-49f5-9460-d4a45b54104d') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.083860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cfda69-5311-49f5-9460-d4a45b54104d') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.094651 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (b0cfda69-5311-49f5-9460-d4a45b54104d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.109458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b0cfda69-5311-49f5-9460-d4a45b54104d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.117642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:35.118052 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (b0cfda69-5311-49f5-9460-d4a45b54104d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:35.197059 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:35.199740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Port': ['ID=dfe4c0ca-6069-44a2-8796-7ca00f0ef8a8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:35.202234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3da0d81c-21bc-4b75-8c8c-893e451c5b7d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.208034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.214832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/3da0d81c-21bc-4b75-8c8c-893e451c5b7d HTTP/1.1" status: 204 len: 168 time: 3.1430447 Feb 11 05:41:35.215964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44702) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:35.223051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879396482'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:35.240961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fa919-ce4b-401b-9b6b-7174d8bf711e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=3da0d81c-21bc-4b75-8c8c-893e451c5b7d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:35.269931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:35.279285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.335884 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:35.358268 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f3b51178-ed78-4a0c-83fe-5c89465f1c59), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.359422 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment f3b51178-ed78-4a0c-83fe-5c89465f1c59 of type vlan for network 48b5b927-bb6d-4dc5-81ad-8d88ceec0298 Feb 11 05:41:35.454422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (48b5b927-bb6d-4dc5-81ad-8d88ceec0298), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.524243 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (48b5b927-bb6d-4dc5-81ad-8d88ceec0298), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.534571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:35.536801 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.653840 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4358010 Feb 11 05:41:35.659143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44714) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:35.665080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': '48b5b927-bb6d-4dc5-81ad-8d88ceec0298', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:35.755484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd13210-02c0-4f94-80c0-12731d632d82 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=48b5b927-bb6d-4dc5-81ad-8d88ceec0298,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:35.777926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 48b5b927-bb6d-4dc5-81ad-8d88ceec0298 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:35.846571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:35.852319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.158416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (5fa4fe30-d105-457e-a820-765d055e4967), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.268071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': 'f3b51178-ed78-4a0c-83fe-5c89465f1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48b5b927-bb6d-4dc5-81ad-8d88ceec0298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:36.268440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: 48b5b927-bb6d-4dc5-81ad-8d88ceec0298, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:36.276697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=5fa4fe30-d105-457e-a820-765d055e4967,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:36.294328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network 48b5b927-bb6d-4dc5-81ad-8d88ceec0298 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:36.304905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 48b5b927-bb6d-4dc5-81ad-8d88ceec0298) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:36.309389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:36.310042 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.315563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c73842-9073-4d5c-8b5a-4b21abdcfc92 None None] Network 48b5b927-bb6d-4dc5-81ad-8d88ceec0298 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:36.355114 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7130d300-f9cc-4e4a-bf0a-40158e84c5e4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6913366 Feb 11 05:41:36.355466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44734) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:36.495424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-48b5b927-bb6d-4dc5-81ad-8d88ceec0298', 'network_id': '48b5b927-bb6d-4dc5-81ad-8d88ceec0298', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': '5fa4fe30-d105-457e-a820-765d055e4967'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:36.496689 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.500576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (48b5b927-bb6d-4dc5-81ad-8d88ceec0298), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.556533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44740) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:36.611206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (5fa4fe30-d105-457e-a820-765d055e4967), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.740609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Allocated IP 172.20.0.1 (48b5b927-bb6d-4dc5-81ad-8d88ceec0298/5fa4fe30-d105-457e-a820-765d055e4967/eae93736-31e8-42ea-b325-46c697599bae) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:36.768220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbf27b32-60fe-488e-9740-52e365c7290b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.910859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbf27b32-60fe-488e-9740-52e365c7290b admin admin] Publish callbacks [] for security_group (4fc6382a-603b-46cd-92f4-25bf33c4868f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.915934 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bbf27b32-60fe-488e-9740-52e365c7290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4fc6382a-603b-46cd-92f4-25bf33c4868f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.952410 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Publish callbacks [] for port (eae93736-31e8-42ea-b325-46c697599bae), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.964508 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (eae93736-31e8-42ea-b325-46c697599bae), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.988522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (5fa4fe30-d105-457e-a820-765d055e4967), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.009461 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bbf27b32-60fe-488e-9740-52e365c7290b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f6080baad604f8d91eac8f12897de5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503183 Feb 11 05:41:37.018542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf27b32-60fe-488e-9740-52e365c7290b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc6382a-603b-46cd-92f4-25bf33c4868f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.022591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44750) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:37.087667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa4fe30-d105-457e-a820-765d055e4967,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.113014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Network 48b5b927-bb6d-4dc5-81ad-8d88ceec0298 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:37.121738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:37.130421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:37.132524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Pushing event updated for resources: {'Port': ['ID=eae93736-31e8-42ea-b325-46c697599bae,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.145080 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d31781f-a2d6-44e9-bba0-3a414480a176 admin admin] Publish callbacks [] for security_group (4fc6382a-603b-46cd-92f4-25bf33c4868f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.174443 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d31781f-a2d6-44e9-bba0-3a414480a176 admin admin] Publish callbacks [] for security_group (4fc6382a-603b-46cd-92f4-25bf33c4868f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.188314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (48b5b927-bb6d-4dc5-81ad-8d88ceec0298), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.236158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b5b927-bb6d-4dc5-81ad-8d88ceec0298']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:37.239168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Attempting to bind port eae93736-31e8-42ea-b325-46c697599bae on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:37.239550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Attempting to bind port eae93736-31e8-42ea-b325-46c697599bae by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f3b51178-ed78-4a0c-83fe-5c89465f1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48b5b927-bb6d-4dc5-81ad-8d88ceec0298'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:37.239920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Attempting to bind port eae93736-31e8-42ea-b325-46c697599bae on network 48b5b927-bb6d-4dc5-81ad-8d88ceec0298 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:37.242433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d31781f-a2d6-44e9-bba0-3a414480a176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4fc6382a-603b-46cd-92f4-25bf33c4868f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.245423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:37.245809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Checking segment: {'id': 'f3b51178-ed78-4a0c-83fe-5c89465f1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48b5b927-bb6d-4dc5-81ad-8d88ceec0298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:37.246215 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.246614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Bound using segment: {'id': 'f3b51178-ed78-4a0c-83fe-5c89465f1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48b5b927-bb6d-4dc5-81ad-8d88ceec0298'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:37.247084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Bound port: eae93736-31e8-42ea-b325-46c697599bae, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b51178-ed78-4a0c-83fe-5c89465f1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48b5b927-bb6d-4dc5-81ad-8d88ceec0298'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:37.247469 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eae93736-31e8-42ea-b325-46c697599bae), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.247774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d31781f-a2d6-44e9-bba0-3a414480a176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.251991 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d31781f-a2d6-44e9-bba0-3a414480a176 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fc6382a-603b-46cd-92f4-25bf33c4868f HTTP/1.1" status: 204 len: 168 time: 0.2244112 Feb 11 05:41:37.274089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b51178-ed78-4a0c-83fe-5c89465f1c59') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:37.275887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b51178-ed78-4a0c-83fe-5c89465f1c59') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:37.295710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31781f-a2d6-44e9-bba0-3a414480a176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc6382a-603b-46cd-92f4-25bf33c4868f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.302777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (f3b51178-ed78-4a0c-83fe-5c89465f1c59), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.338232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f3b51178-ed78-4a0c-83fe-5c89465f1c59), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.363415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:37.365019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (f3b51178-ed78-4a0c-83fe-5c89465f1c59), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:37.373717 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:37.428757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] For port eae93736-31e8-42ea-b325-46c697599bae, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:37.524444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] For port eae93736-31e8-42ea-b325-46c697599bae, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eae93736-31e8-42ea-b325-46c697599bae,segment=NetworkSegment(f3b51178-ed78-4a0c-83fe-5c89465f1c59),segment_id=f3b51178-ed78-4a0c-83fe-5c89465f1c59)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:37.530027 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.api [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:37.530027 n-d-715271-35 neutron-server[103120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:37.530027 n-d-715271-35 neutron-server[103120]: [parameters: {'id': '48b5b927-bb6d-4dc5-81ad-8d88ceec0298'}] Feb 11 05:41:37.530027 n-d-715271-35 neutron-server[103120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:37.530381 n-d-715271-35 neutron-server[103120]: DEBUG oslo_db.api [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:37.536120 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eae93736-31e8-42ea-b325-46c697599bae), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.740219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe6d5e-6d2d-4a0d-9429-d5edf5ab238c None None] Pushing event updated for resources: {'Port': ['ID=eae93736-31e8-42ea-b325-46c697599bae,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.750487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5e4fb-a5a2-4b3a-aeda-497df1eba90c None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:37.824132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44766) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:37.851692 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eeccb9ff-37d8-453b-bd98-5222464be735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.032091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (48b5b927-bb6d-4dc5-81ad-8d88ceec0298), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.034020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5e4fb-a5a2-4b3a-aeda-497df1eba90c None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:38.048479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eeccb9ff-37d8-453b-bd98-5222464be735 admin admin] Publish callbacks [] for security_group (f52f437f-5a2f-4e2c-b9f3-fd8d474e4ade), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.056011 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eeccb9ff-37d8-453b-bd98-5222464be735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f52f437f-5a2f-4e2c-b9f3-fd8d474e4ade), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.102464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Deleting port eae93736-31e8-42ea-b325-46c697599bae {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:38.103370 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (eae93736-31e8-42ea-b325-46c697599bae), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.141204 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eeccb9ff-37d8-453b-bd98-5222464be735 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4065e31668b340bbab612e3d08fe156a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105252 Feb 11 05:41:38.141908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44776) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:38.159935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccb9ff-37d8-453b-bd98-5222464be735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52f437f-5a2f-4e2c-b9f3-fd8d474e4ade,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:38.230302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] For port eae93736-31e8-42ea-b325-46c697599bae, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eae93736-31e8-42ea-b325-46c697599bae,segment=NetworkSegment(f3b51178-ed78-4a0c-83fe-5c89465f1c59),segment_id=f3b51178-ed78-4a0c-83fe-5c89465f1c59)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:38.230929 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (eae93736-31e8-42ea-b325-46c697599bae), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.248267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Calling delete_port for eae93736-31e8-42ea-b325-46c697599bae owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:38.260903 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-339b5dd9-9364-4a61-bac1-7e359e07a8fe admin admin] Publish callbacks [] for security_group (f52f437f-5a2f-4e2c-b9f3-fd8d474e4ade), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.307259 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-339b5dd9-9364-4a61-bac1-7e359e07a8fe admin admin] Publish callbacks [] for security_group (f52f437f-5a2f-4e2c-b9f3-fd8d474e4ade), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.351445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bfa640-8cd9-4823-8d87-e8ad1cbcac66 None None] Network 48b5b927-bb6d-4dc5-81ad-8d88ceec0298 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:38.407983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-339b5dd9-9364-4a61-bac1-7e359e07a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f52f437f-5a2f-4e2c-b9f3-fd8d474e4ade), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.412627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-339b5dd9-9364-4a61-bac1-7e359e07a8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.414215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-339b5dd9-9364-4a61-bac1-7e359e07a8fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f52f437f-5a2f-4e2c-b9f3-fd8d474e4ade HTTP/1.1" status: 204 len: 168 time: 0.2554018 Feb 11 05:41:38.417218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (eae93736-31e8-42ea-b325-46c697599bae), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.430400 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b5dd9-9364-4a61-bac1-7e359e07a8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52f437f-5a2f-4e2c-b9f3-fd8d474e4ade,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:38.433591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No DVR routers for this DVR port eae93736-31e8-42ea-b325-46c697599bae on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:38.485801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Port': ['ID=eae93736-31e8-42ea-b325-46c697599bae,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:38.689620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (48b5b927-bb6d-4dc5-81ad-8d88ceec0298), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.763158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b5b927-bb6d-4dc5-81ad-8d88ceec0298']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:38.780604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b51178-ed78-4a0c-83fe-5c89465f1c59') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:38.781028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b51178-ed78-4a0c-83fe-5c89465f1c59') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:38.798934 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (f3b51178-ed78-4a0c-83fe-5c89465f1c59), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.815951 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f3b51178-ed78-4a0c-83fe-5c89465f1c59), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.833693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:38.834102 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (f3b51178-ed78-4a0c-83fe-5c89465f1c59), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:38.839047 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:39.016182 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (48b5b927-bb6d-4dc5-81ad-8d88ceec0298), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.027738 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.034872 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44788) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:39.035509 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/48b5b927-bb6d-4dc5-81ad-8d88ceec0298 HTTP/1.1" status: 204 len: 168 time: 2.6779630 Feb 11 05:41:39.045263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-281656766'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:39.060759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b5b1a-fc98-459c-9223-8b6190c8b006 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=48b5b927-bb6d-4dc5-81ad-8d88ceec0298,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:39.129761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:39.142135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.205868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:39.233790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (86088972-1449-43a1-b281-42f91d5c04dd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.234837 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment 86088972-1449-43a1-b281-42f91d5c04dd of type vlan for network cfc96c3e-d912-4e7a-a2b1-4b3f715ae761 Feb 11 05:41:39.303305 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (cfc96c3e-d912-4e7a-a2b1-4b3f715ae761), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.337090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (cfc96c3e-d912-4e7a-a2b1-4b3f715ae761), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.344635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.345743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.385512 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3468754 Feb 11 05:41:39.388457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44798) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:39.396111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': 'cfc96c3e-d912-4e7a-a2b1-4b3f715ae761', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:39.442363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b25ab-9b32-4677-8326-8298b6541200 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=cfc96c3e-d912-4e7a-a2b1-4b3f715ae761,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:39.457835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network cfc96c3e-d912-4e7a-a2b1-4b3f715ae761 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:39.632850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:39.637040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.119857 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (68c533c9-bc30-4f50-baf0-b80d834b4476), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.225148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=68c533c9-bc30-4f50-baf0-b80d834b4476,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:40.239396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': '86088972-1449-43a1-b281-42f91d5c04dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cfc96c3e-d912-4e7a-a2b1-4b3f715ae761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:40.240248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: cfc96c3e-d912-4e7a-a2b1-4b3f715ae761, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:40.280784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network cfc96c3e-d912-4e7a-a2b1-4b3f715ae761 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:40.300714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, cfc96c3e-d912-4e7a-a2b1-4b3f715ae761) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:40.311396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec96313b-5058-43c5-bab7-d4d31f292b72 None None] Network cfc96c3e-d912-4e7a-a2b1-4b3f715ae761 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:40.316817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:40.317892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.344448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-29c87132-8440-4120-bd02-25a64dc3a82c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9545269 Feb 11 05:41:40.348206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44820) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:40.524679 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (cfc96c3e-d912-4e7a-a2b1-4b3f715ae761), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.545158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba361439-f14d-4945-a47c-637489c0b45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-cfc96c3e-d912-4e7a-a2b1-4b3f715ae761', 'network_id': 'cfc96c3e-d912-4e7a-a2b1-4b3f715ae761', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': '68c533c9-bc30-4f50-baf0-b80d834b4476'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:40.546165 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ba361439-f14d-4945-a47c-637489c0b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.611609 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (68c533c9-bc30-4f50-baf0-b80d834b4476), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.748718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (68c533c9-bc30-4f50-baf0-b80d834b4476), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-ba361439-f14d-4945-a47c-637489c0b45c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68c533c9-bc30-4f50-baf0-b80d834b4476: This subnet is being modified by another concurrent operation. Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:41:40.772977 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68c533c9-bc30-4f50-baf0-b80d834b4476: This subnet is being modified by another concurrent operation. Feb 11 05:41:40.777585 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 05:41:40.801195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0fbf8-cbfa-4328-8377-08f8ba71e4cf None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:40.825184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=68c533c9-bc30-4f50-baf0-b80d834b4476,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:40.943291 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (cfc96c3e-d912-4e7a-a2b1-4b3f715ae761), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.967364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a0fbf8-cbfa-4328-8377-08f8ba71e4cf None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:40.994800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc96c3e-d912-4e7a-a2b1-4b3f715ae761']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.020615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86088972-1449-43a1-b281-42f91d5c04dd') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.021218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86088972-1449-43a1-b281-42f91d5c04dd') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.037005 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (86088972-1449-43a1-b281-42f91d5c04dd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.054306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (86088972-1449-43a1-b281-42f91d5c04dd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.084676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:41.084676 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (86088972-1449-43a1-b281-42f91d5c04dd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:41.089514 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:41.190093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (cfc96c3e-d912-4e7a-a2b1-4b3f715ae761), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.203468 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.221900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/cfc96c3e-d912-4e7a-a2b1-4b3f715ae761 HTTP/1.1" status: 204 len: 168 time: 0.8669014 Feb 11 05:41:41.222146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44840) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.226650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-139888735'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:41.236507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0bf4d-77e5-4c17-80dd-17aa48d76767 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=cfc96c3e-d912-4e7a-a2b1-4b3f715ae761,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:41.268042 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:41.272274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b22d95-2921-4ee0-b2cd-7a625f28253d None None] Network cfc96c3e-d912-4e7a-a2b1-4b3f715ae761 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:41.299986 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.325797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b22d95-2921-4ee0-b2cd-7a625f28253d None None] Network cfc96c3e-d912-4e7a-a2b1-4b3f715ae761 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:41:41.769180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:41.780515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6c728d72-575d-4031-91c8-2361879dc0ba), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.781653 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment 6c728d72-575d-4031-91c8-2361879dc0ba of type vlan for network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 Feb 11 05:41:41.847040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (2ba8c686-1b74-42b9-922f-7c6a65d678c4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.880993 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (2ba8c686-1b74-42b9-922f-7c6a65d678c4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.897870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:41.898534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617105'] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.972799 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7513680 Feb 11 05:41:41.975316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44876) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.981013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a1eb5f50-31d5-4685-9a80-6176aeeacd72 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:42.067571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efecf0-984e-4ada-aa9d-999d724d7ae8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=2ba8c686-1b74-42b9-922f-7c6a65d678c4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.085293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:42.122948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44880) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:42.279509 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5f50-31d5-4685-9a80-6176aeeacd72 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (2ba8c686-1b74-42b9-922f-7c6a65d678c4), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.299700 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5f50-31d5-4685-9a80-6176aeeacd72 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (2ba8c686-1b74-42b9-922f-7c6a65d678c4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.331762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1eb5f50-31d5-4685-9a80-6176aeeacd72 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 is not hosted by any dhcp agent {{(pid=103120) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:41:42.338628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb5f50-31d5-4685-9a80-6176aeeacd72 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:42.339452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5f50-31d5-4685-9a80-6176aeeacd72 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.340955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a1eb5f50-31d5-4685-9a80-6176aeeacd72 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "PUT /v2.0/networks/2ba8c686-1b74-42b9-922f-7c6a65d678c4 HTTP/1.1" status: 200 len: 723 time: 0.3645675 Feb 11 05:41:42.344432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44884) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:42.349630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': '2ba8c686-1b74-42b9-922f-7c6a65d678c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:42.367493 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f903-cf77-4464-bb17-2f6b3a553ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.450886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb5f50-31d5-4685-9a80-6176aeeacd72 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=2ba8c686-1b74-42b9-922f-7c6a65d678c4,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.467885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:42.544716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:42.549526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.708018 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f903-cf77-4464-bb17-2f6b3a553ae3 admin admin] Publish callbacks [] for security_group (a27b6b06-3204-4536-bc5a-aa53956f627b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.718822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f903-cf77-4464-bb17-2f6b3a553ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a27b6b06-3204-4536-bc5a-aa53956f627b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.749545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5f903-cf77-4464-bb17-2f6b3a553ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27b6b06-3204-4536-bc5a-aa53956f627b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.786939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9ce5f903-cf77-4464-bb17-2f6b3a553ae3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdff61760d354894b30af716c1cbbef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6599982 Feb 11 05:41:42.789913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44890) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:42.878207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-df475083-9ea2-4db4-b3bb-582cbbfc1c46 admin admin] Publish callbacks [] for security_group (a27b6b06-3204-4536-bc5a-aa53956f627b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.910088 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-df475083-9ea2-4db4-b3bb-582cbbfc1c46 admin admin] Publish callbacks [] for security_group (a27b6b06-3204-4536-bc5a-aa53956f627b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.972661 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-df475083-9ea2-4db4-b3bb-582cbbfc1c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a27b6b06-3204-4536-bc5a-aa53956f627b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.976360 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-df475083-9ea2-4db4-b3bb-582cbbfc1c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.980993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-df475083-9ea2-4db4-b3bb-582cbbfc1c46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a27b6b06-3204-4536-bc5a-aa53956f627b HTTP/1.1" status: 204 len: 168 time: 0.1889591 Feb 11 05:41:42.987192 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (7b378ef8-54b2-4c7f-84c2-d044de8ba390), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.008662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df475083-9ea2-4db4-b3bb-582cbbfc1c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27b6b06-3204-4536-bc5a-aa53956f627b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.178794 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': '6c728d72-575d-4031-91c8-2361879dc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ba8c686-1b74-42b9-922f-7c6a65d678c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:43.179174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: 2ba8c686-1b74-42b9-922f-7c6a65d678c4, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:43.191757 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=7b378ef8-54b2-4c7f-84c2-d044de8ba390,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.237571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:43.250520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 2ba8c686-1b74-42b9-922f-7c6a65d678c4) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:43.262961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:43.262961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.270132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37abff6-ce52-414f-8265-9ffce9d23c0d None None] Network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:43.295719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44900) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:43.306247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2bc59fc5-a5aa-490d-bc13-bf471e79b7d4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:43.307047 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c2f3480-68c9-4c70-ae0c-59b87caca2cd tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9614618 Feb 11 05:41:43.453325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bc59fc5-a5aa-490d-bc13-bf471e79b7d4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4309701'] for subnet (7b378ef8-54b2-4c7f-84c2-d044de8ba390), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.460940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-2ba8c686-1b74-42b9-922f-7c6a65d678c4', 'network_id': '2ba8c686-1b74-42b9-922f-7c6a65d678c4', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': '7b378ef8-54b2-4c7f-84c2-d044de8ba390'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:43.462530 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.607350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44906) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:43.642485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6cd5-c0ea-407a-8f37-d841e6da94b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.762097 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bc59fc5-a5aa-490d-bc13-bf471e79b7d4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787122544631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5004169'] for subnet (7b378ef8-54b2-4c7f-84c2-d044de8ba390), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.803116 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6cd5-c0ea-407a-8f37-d841e6da94b8 admin admin] Publish callbacks [] for security_group (752c1097-e93a-4dc8-9ca1-451dcebfd794), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.813280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6cd5-c0ea-407a-8f37-d841e6da94b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (752c1097-e93a-4dc8-9ca1-451dcebfd794), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.814604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc59fc5-a5aa-490d-bc13-bf471e79b7d4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:43.815259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bc59fc5-a5aa-490d-bc13-bf471e79b7d4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.819380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2bc59fc5-a5aa-490d-bc13-bf471e79b7d4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "PUT /v2.0/subnets/7b378ef8-54b2-4c7f-84c2-d044de8ba390 HTTP/1.1" status: 200 len: 806 time: 0.5166450 Feb 11 05:41:43.820213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44908) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:43.876941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Allocated IP 172.20.0.2 (2ba8c686-1b74-42b9-922f-7c6a65d678c4/7b378ef8-54b2-4c7f-84c2-d044de8ba390/b423f85c-152a-4e2e-9629-04ce96921c26) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:43.896671 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1e6f6cd5-c0ea-407a-8f37-d841e6da94b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=183e49f7832a4888b5bf77eb71a2c319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879195 Feb 11 05:41:43.898683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f6cd5-c0ea-407a-8f37-d841e6da94b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752c1097-e93a-4dc8-9ca1-451dcebfd794,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.901325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44910) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:44.005085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (2ba8c686-1b74-42b9-922f-7c6a65d678c4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.046313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc59fc5-a5aa-490d-bc13-bf471e79b7d4 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=7b378ef8-54b2-4c7f-84c2-d044de8ba390,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:44.048767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24d98394-4635-4588-9ca8-1f54d64c7a64 admin admin] Publish callbacks [] for security_group (752c1097-e93a-4dc8-9ca1-451dcebfd794), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.087156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24d98394-4635-4588-9ca8-1f54d64c7a64 admin admin] Publish callbacks [] for security_group (752c1097-e93a-4dc8-9ca1-451dcebfd794), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.120560 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7b378ef8-54b2-4c7f-84c2-d044de8ba390), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.166724 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24d98394-4635-4588-9ca8-1f54d64c7a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (752c1097-e93a-4dc8-9ca1-451dcebfd794), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.169657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24d98394-4635-4588-9ca8-1f54d64c7a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.170987 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-24d98394-4635-4588-9ca8-1f54d64c7a64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/752c1097-e93a-4dc8-9ca1-451dcebfd794 HTTP/1.1" status: 204 len: 168 time: 0.2622585 Feb 11 05:41:44.187374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d98394-4635-4588-9ca8-1f54d64c7a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752c1097-e93a-4dc8-9ca1-451dcebfd794,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:44.293755 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Publish callbacks [] for port (b423f85c-152a-4e2e-9629-04ce96921c26), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.330479 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (b423f85c-152a-4e2e-9629-04ce96921c26), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.378799 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (7b378ef8-54b2-4c7f-84c2-d044de8ba390), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.495289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:44.498339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Pushing event updated for resources: {'Port': ['ID=b423f85c-152a-4e2e-9629-04ce96921c26,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:44.507808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=7b378ef8-54b2-4c7f-84c2-d044de8ba390,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:44.517947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:44.537635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:44.691971 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (2ba8c686-1b74-42b9-922f-7c6a65d678c4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.695879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Attempting to bind port b423f85c-152a-4e2e-9629-04ce96921c26 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:44.696404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Attempting to bind port b423f85c-152a-4e2e-9629-04ce96921c26 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6c728d72-575d-4031-91c8-2361879dc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ba8c686-1b74-42b9-922f-7c6a65d678c4'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:44.698364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Attempting to bind port b423f85c-152a-4e2e-9629-04ce96921c26 on network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:44.712493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:44.714581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Checking segment: {'id': '6c728d72-575d-4031-91c8-2361879dc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ba8c686-1b74-42b9-922f-7c6a65d678c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:44.715254 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.717212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Bound using segment: {'id': '6c728d72-575d-4031-91c8-2361879dc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ba8c686-1b74-42b9-922f-7c6a65d678c4'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:44.719662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Bound port: b423f85c-152a-4e2e-9629-04ce96921c26, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c728d72-575d-4031-91c8-2361879dc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ba8c686-1b74-42b9-922f-7c6a65d678c4'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:44.720158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b423f85c-152a-4e2e-9629-04ce96921c26), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.748754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba8c686-1b74-42b9-922f-7c6a65d678c4']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:44.774787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c728d72-575d-4031-91c8-2361879dc0ba') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:44.775282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c728d72-575d-4031-91c8-2361879dc0ba') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:44.798911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (6c728d72-575d-4031-91c8-2361879dc0ba), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.833265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6c728d72-575d-4031-91c8-2361879dc0ba), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.851556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:44.852349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (6c728d72-575d-4031-91c8-2361879dc0ba), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:44.884265 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:44.889681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] For port b423f85c-152a-4e2e-9629-04ce96921c26, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:44.963402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] For port b423f85c-152a-4e2e-9629-04ce96921c26, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b423f85c-152a-4e2e-9629-04ce96921c26,segment=NetworkSegment(6c728d72-575d-4031-91c8-2361879dc0ba),segment_id=6c728d72-575d-4031-91c8-2361879dc0ba)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:44.968596 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.api [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:44.968596 n-d-715271-35 neutron-server[103120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:44.968596 n-d-715271-35 neutron-server[103120]: [parameters: {'id': '2ba8c686-1b74-42b9-922f-7c6a65d678c4'}] Feb 11 05:41:44.968596 n-d-715271-35 neutron-server[103120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:44.972101 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b423f85c-152a-4e2e-9629-04ce96921c26), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.981061 n-d-715271-35 neutron-server[103120]: DEBUG oslo_db.api [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:45.122212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af4b0d-4a11-4c8b-8fdc-9ac3278aaad6 None None] Pushing event updated for resources: {'Port': ['ID=b423f85c-152a-4e2e-9629-04ce96921c26,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:45.144298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab616438-5114-409b-b183-c815adf0ef92 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:45.181795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-924f954c-f05c-486e-8d0a-318920ed31a6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0790720 Feb 11 05:41:45.305783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-427ca667-7931-4126-9e44-295dc46fbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:45.307294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-427ca667-7931-4126-9e44-295dc46fbc53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 1128 time: 0.0734224 Feb 11 05:41:45.336541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab616438-5114-409b-b183-c815adf0ef92 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:45.499160 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (2ba8c686-1b74-42b9-922f-7c6a65d678c4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.533061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-78baaaf8-1eb4-48d3-88c6-372e336d52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:45.534541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-78baaaf8-1eb4-48d3-88c6-372e336d52e9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 200 len: 914 time: 0.2007179 Feb 11 05:41:45.618566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd799ac2-70fb-463c-8a57-78efe468b889 None None] Network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:45.620370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-104491b6-9330-4891-afb3-8a557a4f625b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff86945c-c72e-4f7a-9ea3-3c190f2e2725 HTTP/1.1" status: 200 len: 217 time: 0.0781136 Feb 11 05:41:45.692749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-ee48c68f-4645-44d6-9b9e-3bbd7fb40c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:45.694587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-ee48c68f-4645-44d6-9b9e-3bbd7fb40c5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=626436ea-3708-46dc-8918-ccc449182f79 HTTP/1.1" status: 200 len: 853 time: 0.0638692 Feb 11 05:41:45.744810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c20467-54d8-42bc-968a-ff0076790604 None None] Network 2ba8c686-1b74-42b9-922f-7c6a65d678c4 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:45.748034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-fde50c3f-75cf-4fee-b225-c4eb640aa15d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4281e62-a042-4781-9bb3-86f3623bde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478132 Feb 11 05:41:45.794530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Deleting port b423f85c-152a-4e2e-9629-04ce96921c26 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:45.794941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b423f85c-152a-4e2e-9629-04ce96921c26), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.942740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] For port b423f85c-152a-4e2e-9629-04ce96921c26, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b423f85c-152a-4e2e-9629-04ce96921c26,segment=NetworkSegment(6c728d72-575d-4031-91c8-2361879dc0ba),segment_id=6c728d72-575d-4031-91c8-2361879dc0ba)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:45.943127 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b423f85c-152a-4e2e-9629-04ce96921c26), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.967649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Calling delete_port for b423f85c-152a-4e2e-9629-04ce96921c26 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:45.974993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-137f8815-463c-4dca-994a-075e4c6b2ee4 service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188778 Feb 11 05:41:46.299564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b423f85c-152a-4e2e-9629-04ce96921c26), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.326012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No DVR routers for this DVR port b423f85c-152a-4e2e-9629-04ce96921c26 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:46.412335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd1dcc88-01d4-4616-9fcd-06811318e8e4 req-aa3f507b-00f0-47de-863a-fe466e93354f service neutron] 10.222.0.81 "GET /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295523 Feb 11 05:41:46.416685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Port': ['ID=b423f85c-152a-4e2e-9629-04ce96921c26,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:46.466870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (2ba8c686-1b74-42b9-922f-7c6a65d678c4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.515196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba8c686-1b74-42b9-922f-7c6a65d678c4']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:46.528696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c728d72-575d-4031-91c8-2361879dc0ba') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:46.529376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c728d72-575d-4031-91c8-2361879dc0ba') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:46.546820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (6c728d72-575d-4031-91c8-2361879dc0ba), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.571046 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6c728d72-575d-4031-91c8-2361879dc0ba), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.582017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:46.582815 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (6c728d72-575d-4031-91c8-2361879dc0ba), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:46.589980 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:46.692904 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (2ba8c686-1b74-42b9-922f-7c6a65d678c4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.700561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.709874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/2ba8c686-1b74-42b9-922f-7c6a65d678c4 HTTP/1.1" status: 204 len: 168 time: 2.8862906 Feb 11 05:41:46.710238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44978) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:46.732451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc6d9a-58a6-4b9e-9b96-cd5d75e62cd9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=2ba8c686-1b74-42b9-922f-7c6a65d678c4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:46.745922 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9d4326-650f-4318-b954-e1b57acbe1ac tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:46.747363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9d4326-650f-4318-b954-e1b57acbe1ac tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:46.754989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44980) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:46.756203 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-db9d4326-650f-4318-b954-e1b57acbe1ac tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/2ba8c686-1b74-42b9-922f-7c6a65d678c4 HTTP/1.1" status: 404 len: 339 time: 0.0443032 Feb 11 05:41:46.759958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559074440', 'description': 'd1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:46.791475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:46.798539 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.852401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:46.871005 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (66b26a64-9b94-4d65-ab9e-8a880488e32f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.871547 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment 66b26a64-9b94-4d65-ab9e-8a880488e32f of type vlan for network 5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6 Feb 11 05:41:46.935658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.992584 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.000164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:47.000805 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.124621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:47.138330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:47.159050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:47.175279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7445a80e-3d11-42b2-99c1-8b7d8a5addad tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4190912 Feb 11 05:41:47.391633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c833a905-427a-4b03-b1e3-48fbd3d08f5e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:47.393862 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c833a905-427a-4b03-b1e3-48fbd3d08f5e tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/networks?id=5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6 HTTP/1.1" status: 200 len: 760 time: 0.2337818 Feb 11 05:41:47.396840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44998) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:47.406264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d52eee46-e215-4afe-837f-aeaa2f07c6ba tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'description': 'd2'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:47.807809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d52eee46-e215-4afe-837f-aeaa2f07c6ba tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.827295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d52eee46-e215-4afe-837f-aeaa2f07c6ba tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.837495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d52eee46-e215-4afe-837f-aeaa2f07c6ba tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network 5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6 is not hosted by any dhcp agent {{(pid=103121) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:41:47.844103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52eee46-e215-4afe-837f-aeaa2f07c6ba tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:47.844713 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d52eee46-e215-4afe-837f-aeaa2f07c6ba tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.849766 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d52eee46-e215-4afe-837f-aeaa2f07c6ba tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "PUT /v2.0/networks/5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6 HTTP/1.1" status: 200 len: 757 time: 0.4515810 Feb 11 05:41:47.852515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45016) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:48.000562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eee46-e215-4afe-837f-aeaa2f07c6ba tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:48.019570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:48.096699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d434cc23-ca04-4cd7-9c8b-4db5ee73374d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:48.106603 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45026) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:48.107832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d434cc23-ca04-4cd7-9c8b-4db5ee73374d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/networks?id=5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6 HTTP/1.1" status: 200 len: 760 time: 0.2535777 Feb 11 05:41:48.113744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2036428885'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:48.154903 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:48.158361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.185804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:48.198771 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8698a5a1-effd-4cd7-b705-5429a98be72c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.199650 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment 8698a5a1-effd-4cd7-b705-5429a98be72c of type vlan for network f53cfe80-1fb2-46a1-afc8-851f80574963 Feb 11 05:41:48.252079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45028) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:48.286125 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (f53cfe80-1fb2-46a1-afc8-851f80574963), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.319501 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (f53cfe80-1fb2-46a1-afc8-851f80574963), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.330716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:48.330716 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.431921 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=f53cfe80-1fb2-46a1-afc8-851f80574963,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:48.440083 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8bc93a80-8183-44a8-b463-c2376ac18ea2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3317900 Feb 11 05:41:48.444744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45034) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:48.451361 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network f53cfe80-1fb2-46a1-afc8-851f80574963 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:48.455324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': 'f53cfe80-1fb2-46a1-afc8-851f80574963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:48.542611 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-92686aa5-b313-4899-ad07-9b734fcacc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.679778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:48.683956 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.048026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45046) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:49.287913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-997bac76-a4ac-417a-994e-b5afb31f4155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.350743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-92686aa5-b313-4899-ad07-9b734fcacc64 admin admin] Publish callbacks [] for security_group (a43c5838-b38d-4a7c-a3e2-9ba0d9221584), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.370231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-92686aa5-b313-4899-ad07-9b734fcacc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a43c5838-b38d-4a7c-a3e2-9ba0d9221584), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.446937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92686aa5-b313-4899-ad07-9b734fcacc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43c5838-b38d-4a7c-a3e2-9ba0d9221584,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.454595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-92686aa5-b313-4899-ad07-9b734fcacc64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08d1a9c1c08245a89835daa823298dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2014472 Feb 11 05:41:49.460984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45058) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:49.476786 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-997bac76-a4ac-417a-994e-b5afb31f4155 admin admin] Publish callbacks [] for security_group (1a75789d-bcfd-4a95-8af8-2a03dcc20934), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.485615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-997bac76-a4ac-417a-994e-b5afb31f4155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1a75789d-bcfd-4a95-8af8-2a03dcc20934), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.565763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bac76-a4ac-417a-994e-b5afb31f4155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a75789d-bcfd-4a95-8af8-2a03dcc20934,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.595450 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-997bac76-a4ac-417a-994e-b5afb31f4155 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ba8d28205c54dd89a72ab126772391a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5461473 Feb 11 05:41:49.602682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45062) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:49.725491 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9dd7144-532b-44e1-9adc-bb68c79659db admin admin] Publish callbacks [] for security_group (1a75789d-bcfd-4a95-8af8-2a03dcc20934), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.782912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9dd7144-532b-44e1-9adc-bb68c79659db admin admin] Publish callbacks [] for security_group (1a75789d-bcfd-4a95-8af8-2a03dcc20934), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.784072 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (0c5ecc89-f263-4d42-b91d-a9b7ffbfe4bd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.865151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-25037355-09c7-4676-a06c-8199c522abf3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a683affb9b64d8880344ad66b5d867b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1784196 Feb 11 05:41:49.919077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9dd7144-532b-44e1-9adc-bb68c79659db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1a75789d-bcfd-4a95-8af8-2a03dcc20934), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.923666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9dd7144-532b-44e1-9adc-bb68c79659db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.925089 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a9dd7144-532b-44e1-9adc-bb68c79659db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a75789d-bcfd-4a95-8af8-2a03dcc20934 HTTP/1.1" status: 204 len: 168 time: 0.3188765 Feb 11 05:41:49.943248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd7144-532b-44e1-9adc-bb68c79659db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a75789d-bcfd-4a95-8af8-2a03dcc20934,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:50.043632 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b875b2-1a84-4990-96ba-1f4b07d885e0 admin admin] Publish callbacks [] for security_group (a43c5838-b38d-4a7c-a3e2-9ba0d9221584), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.221348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=0c5ecc89-f263-4d42-b91d-a9b7ffbfe4bd,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:50.334670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b875b2-1a84-4990-96ba-1f4b07d885e0 admin admin] Publish callbacks [] for security_group (a43c5838-b38d-4a7c-a3e2-9ba0d9221584), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.338547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45120) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:50.447353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-fb08390d-989c-4f22-b4a5-a93e16a8b15b tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.450664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-fb08390d-989c-4f22-b4a5-a93e16a8b15b tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5827701 Feb 11 05:41:50.465089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': '8698a5a1-effd-4cd7-b705-5429a98be72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f53cfe80-1fb2-46a1-afc8-851f80574963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:50.465768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: f53cfe80-1fb2-46a1-afc8-851f80574963, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:50.547121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-547438cb-32d6-40cf-bb84-1d172949b9ab tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/quotas/3a683affb9b64d8880344ad66b5d867b HTTP/1.1" status: 200 len: 375 time: 0.0874465 Feb 11 05:41:50.576226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c88d-0e4a-4561-9e6e-d73f23886a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.614364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45124) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:50.667805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-d93b7350-d26b-4809-b6c8-1e30b2e7024c tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a683affb9b64d8880344ad66b5d867b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008632 Feb 11 05:41:50.675705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network f53cfe80-1fb2-46a1-afc8-851f80574963 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:50.676711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4669f30-3faf-45b1-9f25-8849b069ca02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.706965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, f53cfe80-1fb2-46a1-afc8-851f80574963) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:50.723533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a581201-3073-4f76-8885-742b206efe1e None None] Network f53cfe80-1fb2-46a1-afc8-851f80574963 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:50.733361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.736294 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.749675 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b875b2-1a84-4990-96ba-1f4b07d885e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a43c5838-b38d-4a7c-a3e2-9ba0d9221584), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.756763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b875b2-1a84-4990-96ba-1f4b07d885e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.762372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e7b875b2-1a84-4990-96ba-1f4b07d885e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a43c5838-b38d-4a7c-a3e2-9ba0d9221584 HTTP/1.1" status: 204 len: 168 time: 1.2982092 Feb 11 05:41:50.823726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b875b2-1a84-4990-96ba-1f4b07d885e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43c5838-b38d-4a7c-a3e2-9ba0d9221584,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:50.855172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-67d22b71-be3e-44cd-a61e-61ebdc8f966c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4079056 Feb 11 05:41:50.857082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45130) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:51.099126 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4669f30-3faf-45b1-9f25-8849b069ca02 admin admin] Publish callbacks [] for security_group (a71c1a58-1a97-4f3c-9520-432c36d7d6ca), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.113768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4669f30-3faf-45b1-9f25-8849b069ca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a71c1a58-1a97-4f3c-9520-432c36d7d6ca), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.217191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-f53cfe80-1fb2-46a1-afc8-851f80574963', 'network_id': 'f53cfe80-1fb2-46a1-afc8-851f80574963', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': '0c5ecc89-f263-4d42-b91d-a9b7ffbfe4bd'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:51.223542 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.245397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4669f30-3faf-45b1-9f25-8849b069ca02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71c1a58-1a97-4f3c-9520-432c36d7d6ca,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:51.269962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0fbea5c-b001-4df4-b33e-d765425af072 req-2ca5948d-2256-4991-983e-4bb5b49c758e tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 210 time: 0.1472161 Feb 11 05:41:51.316518 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c88d-0e4a-4561-9e6e-d73f23886a96 admin admin] Publish callbacks [] for security_group (b955965d-955e-4942-90a0-c0be2462267d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.325417 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b4669f30-3faf-45b1-9f25-8849b069ca02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3a2e25f7c484ff49747d5bcab49477a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7094407 Feb 11 05:41:51.326948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c88d-0e4a-4561-9e6e-d73f23886a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b955965d-955e-4942-90a0-c0be2462267d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.329939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45140) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:51.362535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (f53cfe80-1fb2-46a1-afc8-851f80574963), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.520520 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0ca4c88d-0e4a-4561-9e6e-d73f23886a96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=451910a31ed74022b49b2b3e1fbdd339&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1802802 Feb 11 05:41:51.529534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45148) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:51.548069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4c88d-0e4a-4561-9e6e-d73f23886a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b955965d-955e-4942-90a0-c0be2462267d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:51.588854 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0fa4-f314-4f69-a471-580e2e7199b0 admin admin] Publish callbacks [] for security_group (a71c1a58-1a97-4f3c-9520-432c36d7d6ca), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.642054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Allocated IP 172.20.0.2 (f53cfe80-1fb2-46a1-afc8-851f80574963/0c5ecc89-f263-4d42-b91d-a9b7ffbfe4bd/860a7e60-15d5-49ba-a884-5f6a75910b7d) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:51.660624 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0fa4-f314-4f69-a471-580e2e7199b0 admin admin] Publish callbacks [] for security_group (a71c1a58-1a97-4f3c-9520-432c36d7d6ca), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.673011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (0c5ecc89-f263-4d42-b91d-a9b7ffbfe4bd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.798102 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0fa4-f314-4f69-a471-580e2e7199b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a71c1a58-1a97-4f3c-9520-432c36d7d6ca), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.801389 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0fa4-f314-4f69-a471-580e2e7199b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.809674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45154) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:51.810857 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2c9d0fa4-f314-4f69-a471-580e2e7199b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a71c1a58-1a97-4f3c-9520-432c36d7d6ca HTTP/1.1" status: 204 len: 168 time: 0.4726236 Feb 11 05:41:51.835907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-05f5b5b8-698a-48cd-98ef-c50625ba18bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.841289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d0fa4-f314-4f69-a471-580e2e7199b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71c1a58-1a97-4f3c-9520-432c36d7d6ca,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:51.875547 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-effe9152-bc1d-4c7b-ac09-31f1a6c44384 admin admin] Publish callbacks [] for security_group (b955965d-955e-4942-90a0-c0be2462267d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.923174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-effe9152-bc1d-4c7b-ac09-31f1a6c44384 admin admin] Publish callbacks [] for security_group (b955965d-955e-4942-90a0-c0be2462267d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.024522 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Publish callbacks [] for port (860a7e60-15d5-49ba-a884-5f6a75910b7d), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.064514 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (860a7e60-15d5-49ba-a884-5f6a75910b7d), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.190676 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (0c5ecc89-f263-4d42-b91d-a9b7ffbfe4bd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.275136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Network f53cfe80-1fb2-46a1-afc8-851f80574963 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:52.276415 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.277947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Pushing event updated for resources: {'Port': ['ID=860a7e60-15d5-49ba-a884-5f6a75910b7d,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:52.297138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:52.300007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:52.342449 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-05f5b5b8-698a-48cd-98ef-c50625ba18bc admin admin] Publish callbacks [] for security_group (8de069ee-7ece-4c59-aa83-2d842481f657), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.359265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-effe9152-bc1d-4c7b-ac09-31f1a6c44384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b955965d-955e-4942-90a0-c0be2462267d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.363979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-effe9152-bc1d-4c7b-ac09-31f1a6c44384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.387472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-effe9152-bc1d-4c7b-ac09-31f1a6c44384 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b955965d-955e-4942-90a0-c0be2462267d HTTP/1.1" status: 204 len: 168 time: 0.8530633 Feb 11 05:41:52.409387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5ecc89-f263-4d42-b91d-a9b7ffbfe4bd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:52.417854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Attempting to bind port 860a7e60-15d5-49ba-a884-5f6a75910b7d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:52.418190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Attempting to bind port 860a7e60-15d5-49ba-a884-5f6a75910b7d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '8698a5a1-effd-4cd7-b705-5429a98be72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f53cfe80-1fb2-46a1-afc8-851f80574963'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:52.418581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Attempting to bind port 860a7e60-15d5-49ba-a884-5f6a75910b7d on network f53cfe80-1fb2-46a1-afc8-851f80574963 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:52.433870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:52.434643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Checking segment: {'id': '8698a5a1-effd-4cd7-b705-5429a98be72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f53cfe80-1fb2-46a1-afc8-851f80574963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:52.435241 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.435915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Bound using segment: {'id': '8698a5a1-effd-4cd7-b705-5429a98be72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f53cfe80-1fb2-46a1-afc8-851f80574963'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:52.437159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Bound port: 860a7e60-15d5-49ba-a884-5f6a75910b7d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8698a5a1-effd-4cd7-b705-5429a98be72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f53cfe80-1fb2-46a1-afc8-851f80574963'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:52.437932 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (860a7e60-15d5-49ba-a884-5f6a75910b7d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.444657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-05f5b5b8-698a-48cd-98ef-c50625ba18bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8de069ee-7ece-4c59-aa83-2d842481f657), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.531952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] For port 860a7e60-15d5-49ba-a884-5f6a75910b7d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:52.536134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] For port 860a7e60-15d5-49ba-a884-5f6a75910b7d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=860a7e60-15d5-49ba-a884-5f6a75910b7d,segment=NetworkSegment(8698a5a1-effd-4cd7-b705-5429a98be72c),segment_id=8698a5a1-effd-4cd7-b705-5429a98be72c)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:52.545632 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (860a7e60-15d5-49ba-a884-5f6a75910b7d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.599654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-05f5b5b8-698a-48cd-98ef-c50625ba18bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58c8c2e4cc8242f6b8f501982162bcda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7854307 Feb 11 05:41:52.602353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45184) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:52.620413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d42fc5-b2ae-4201-a7ae-55d914c05de8 None None] Pushing event updated for resources: {'Port': ['ID=860a7e60-15d5-49ba-a884-5f6a75910b7d,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:52.710220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972cb4f-41a5-431c-a18e-46317be4fa01 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:52.712394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe9152-bc1d-4c7b-ac09-31f1a6c44384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b955965d-955e-4942-90a0-c0be2462267d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:52.796314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-baf51ecb-90b3-4fd9-af5c-6a2095cabec5 admin admin] Publish callbacks [] for security_group (8de069ee-7ece-4c59-aa83-2d842481f657), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.871939 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-baf51ecb-90b3-4fd9-af5c-6a2095cabec5 admin admin] Publish callbacks [] for security_group (8de069ee-7ece-4c59-aa83-2d842481f657), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.913134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08b89d42-0a3d-4299-9d5a-90ed930f363e req-9ee58007-e2da-4633-89d0-555d44c645f1 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 210 time: 0.3249955 Feb 11 05:41:52.989471 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (f53cfe80-1fb2-46a1-afc8-851f80574963), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.990144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-baf51ecb-90b3-4fd9-af5c-6a2095cabec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8de069ee-7ece-4c59-aa83-2d842481f657), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.993608 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-baf51ecb-90b3-4fd9-af5c-6a2095cabec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.995178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-41637037-5d60-49ed-8d56-ca5cb4e79fcd tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3a683affb9b64d8880344ad66b5d867b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1383646 Feb 11 05:41:52.996323 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-baf51ecb-90b3-4fd9-af5c-6a2095cabec5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8de069ee-7ece-4c59-aa83-2d842481f657 HTTP/1.1" status: 204 len: 168 time: 0.3928084 Feb 11 05:41:53.012022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf51ecb-90b3-4fd9-af5c-6a2095cabec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de069ee-7ece-4c59-aa83-2d842481f657,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:53.161785 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.243646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b972cb4f-41a5-431c-a18e-46317be4fa01 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:53.250335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5b5b8-698a-48cd-98ef-c50625ba18bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de069ee-7ece-4c59-aa83-2d842481f657,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:53.291274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-04c6eb63-c30a-4c31-91d6-afdba2f908bc tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:53.293047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-04c6eb63-c30a-4c31-91d6-afdba2f908bc tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900844 Feb 11 05:41:53.329260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Request body: {'port': {'device_id': '20385871-a7b3-4392-b888-226ce8e03ad2', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '3a683affb9b64d8880344ad66b5d867b'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:53.383852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53cfe80-1fb2-46a1-afc8-851f80574963']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:53.424932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8698a5a1-effd-4cd7-b705-5429a98be72c') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:53.427725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8698a5a1-effd-4cd7-b705-5429a98be72c') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:53.528418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (8698a5a1-effd-4cd7-b705-5429a98be72c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.614144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8698a5a1-effd-4cd7-b705-5429a98be72c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.687167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:53.687783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (8698a5a1-effd-4cd7-b705-5429a98be72c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:53.690957 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:53.720874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45216) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:53.722930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ebd80b-8fc3-46e4-aa3c-9a9060fa1f2d None None] Network f53cfe80-1fb2-46a1-afc8-851f80574963 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:53.740776 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a85c3806-3c6f-4323-884c-8c7a9be3daf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.887778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Made reservation on behalf of 3a683affb9b64d8880344ad66b5d867b for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:53.894961 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.918857 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.938455 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.api [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:53.938455 n-d-715271-35 neutron-server[103120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:53.938455 n-d-715271-35 neutron-server[103120]: [parameters: {'id': 'f53cfe80-1fb2-46a1-afc8-851f80574963'}] Feb 11 05:41:53.938455 n-d-715271-35 neutron-server[103120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:53.938959 n-d-715271-35 neutron-server[103120]: DEBUG oslo_db.api [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:53.955068 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a85c3806-3c6f-4323-884c-8c7a9be3daf7 admin admin] Publish callbacks [] for security_group (385e2059-61d7-4efe-8619-97dc288ae92e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.970028 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a85c3806-3c6f-4323-884c-8c7a9be3daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (385e2059-61d7-4efe-8619-97dc288ae92e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.069792 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a85c3806-3c6f-4323-884c-8c7a9be3daf7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3ae2d80dfe445f2959ac7b45af86dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440466 Feb 11 05:41:54.079062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45224) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:54.144659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks [] for security_group (16631fcb-8ded-4c98-9be6-0faebb0d0fc2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.160023 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (16631fcb-8ded-4c98-9be6-0faebb0d0fc2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.184463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c3806-3c6f-4323-884c-8c7a9be3daf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e2059-61d7-4efe-8619-97dc288ae92e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:54.341176 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1baba34f-514f-4425-afff-7586a2c6317f admin admin] Publish callbacks [] for security_group (385e2059-61d7-4efe-8619-97dc288ae92e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.388565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Allocated IP 192.168.233.176 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/016a71df-9118-426a-8a18-5c03948d3e41) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:54.404898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1baba34f-514f-4425-afff-7586a2c6317f admin admin] Publish callbacks [] for security_group (385e2059-61d7-4efe-8619-97dc288ae92e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.501452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1baba34f-514f-4425-afff-7586a2c6317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (385e2059-61d7-4efe-8619-97dc288ae92e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.506550 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1baba34f-514f-4425-afff-7586a2c6317f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.508028 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1baba34f-514f-4425-afff-7586a2c6317f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/385e2059-61d7-4efe-8619-97dc288ae92e HTTP/1.1" status: 204 len: 168 time: 0.4280846 Feb 11 05:41:54.531244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baba34f-514f-4425-afff-7586a2c6317f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e2059-61d7-4efe-8619-97dc288ae92e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:54.583487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks [] for port (016a71df-9118-426a-8a18-5c03948d3e41), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.610689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (f53cfe80-1fb2-46a1-afc8-851f80574963), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.646361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d203d96c-e03a-41d5-8e39-810802d1ccc8 req-a0c1533b-2c36-43b9-9e47-e46b67395d11 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 210 time: 0.4966645 Feb 11 05:41:54.695111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16631fcb-8ded-4c98-9be6-0faebb0d0fc2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:54.801946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.909194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:54.914403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:54.917455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:54.962367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:54.973252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Deleting port 860a7e60-15d5-49ba-a884-5f6a75910b7d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:54.973609 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (860a7e60-15d5-49ba-a884-5f6a75910b7d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.121752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] For port 860a7e60-15d5-49ba-a884-5f6a75910b7d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=860a7e60-15d5-49ba-a884-5f6a75910b7d,segment=NetworkSegment(8698a5a1-effd-4cd7-b705-5429a98be72c),segment_id=8698a5a1-effd-4cd7-b705-5429a98be72c)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:55.123313 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (860a7e60-15d5-49ba-a884-5f6a75910b7d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.168272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Calling delete_port for 860a7e60-15d5-49ba-a884-5f6a75910b7d owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:55.206604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.207295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.325433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6b872dcc-8d35-43c1-8b0c-1eceebc5e1e3 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0068240 Feb 11 05:41:55.370937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Request body: {'port': {'device_id': '20385871-a7b3-4392-b888-226ce8e03ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:55.372349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7a2df789-ff51-4b59-a71e-65629284e626 None None] Provisioning complete for port 016a71df-9118-426a-8a18-5c03948d3e41 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:55.372830 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7a2df789-ff51-4b59-a71e-65629284e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (016a71df-9118-426a-8a18-5c03948d3e41), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.431436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7a2df789-ff51-4b59-a71e-65629284e626 None None] Port 016a71df-9118-426a-8a18-5c03948d3e41 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:55.487832 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (860a7e60-15d5-49ba-a884-5f6a75910b7d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.588605 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.914282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Port': ['ID=860a7e60-15d5-49ba-a884-5f6a75910b7d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:55.928440 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:41:55.947460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No DVR routers for this DVR port 860a7e60-15d5-49ba-a884-5f6a75910b7d on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:56.194902 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (f53cfe80-1fb2-46a1-afc8-851f80574963), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.329912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867acd9-4d73-47f4-a15b-b44a6b771be6 req-1b35de7d-e6af-4764-aeb6-f44b164e72cc tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.331627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3867acd9-4d73-47f4-a15b-b44a6b771be6 req-1b35de7d-e6af-4764-aeb6-f44b164e72cc tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 936 time: 0.4085186 Feb 11 05:41:56.335486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53cfe80-1fb2-46a1-afc8-851f80574963']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.360128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8698a5a1-effd-4cd7-b705-5429a98be72c') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.360605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8698a5a1-effd-4cd7-b705-5429a98be72c') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.391624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016a71df-9118-426a-8a18-5c03948d3e41 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:56.397568 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (8698a5a1-effd-4cd7-b705-5429a98be72c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.418967 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8698a5a1-effd-4cd7-b705-5429a98be72c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.433913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:56.434690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (8698a5a1-effd-4cd7-b705-5429a98be72c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.573579 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Publish callbacks [] for port (016a71df-9118-426a-8a18-5c03948d3e41), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.614036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Transition to ACTIVE for port object 016a71df-9118-426a-8a18-5c03948d3e41 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:56.615065 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:56.632619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3867acd9-4d73-47f4-a15b-b44a6b771be6 req-51835354-7f5f-4843-95f6-a5fd60029603 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904890 Feb 11 05:41:56.639708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (f53cfe80-1fb2-46a1-afc8-851f80574963), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.646003 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.710719 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.714928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/f53cfe80-1fb2-46a1-afc8-851f80574963 HTTP/1.1" status: 204 len: 168 time: 5.8544552 Feb 11 05:41:56.716995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:56.718884 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45316) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:56.765773 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7181df43-ca9c-4f46-ad74-24f4fa4bbce9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] GET failed (client error): The resource could not be found. Feb 11 05:41:56.767482 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7181df43-ca9c-4f46-ad74-24f4fa4bbce9 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/subnets/0c5ecc89-f263-4d42-b91d-a9b7ffbfe4bd HTTP/1.1" status: 404 len: 337 time: 0.0438063 Feb 11 05:41:56.770251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45318) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:56.802267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb88ea6-119d-48b6-a12b-9163597b285b tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=f53cfe80-1fb2-46a1-afc8-851f80574963,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:56.847795 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8db8160-469c-4b90-8211-3f26e0af7695 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:56.848340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8db8160-469c-4b90-8211-3f26e0af7695 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:56.862860 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a8db8160-469c-4b90-8211-3f26e0af7695 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/f53cfe80-1fb2-46a1-afc8-851f80574963 HTTP/1.1" status: 404 len: 339 time: 0.0909915 Feb 11 05:41:56.872473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45324) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:57.127119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Attempting to bind port 016a71df-9118-426a-8a18-5c03948d3e41 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:57.127676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Attempting to bind port 016a71df-9118-426a-8a18-5c03948d3e41 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:57.134307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Attempting to bind port 016a71df-9118-426a-8a18-5c03948d3e41 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:57.152119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Port 016a71df-9118-426a-8a18-5c03948d3e41 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:41:57.156065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Attempting to bind port 016a71df-9118-426a-8a18-5c03948d3e41 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:57.169518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:57.177513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:57.178845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:57.183574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Bound port: 016a71df-9118-426a-8a18-5c03948d3e41, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:57.185441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.388129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:57.392278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:57.407738 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.482492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:57.497382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.499599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] 10.222.0.72 "PUT /v2.0/ports/016a71df-9118-426a-8a18-5c03948d3e41 HTTP/1.1" status: 200 len: 1097 time: 2.1591794 Feb 11 05:41:57.500194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:57.502787 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "tag": "016a71df-9118-426a-8a18-5c03948d3e41"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:57.614731 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc91f527-3905-41d1-8108-9e53c9fcddaf tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:57.621360 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fc91f527-3905-41d1-8108-9e53c9fcddaf tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7445955 Feb 11 05:41:57.624734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45346) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:57.625090 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45348) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:57.652800 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1343a1-4334-4ce2-974c-ec02de91ceec x-openstack-request-id: req-bd1343a1-4334-4ce2-974c-ec02de91ceec {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:57.653211 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "tag": "016a71df-9118-426a-8a18-5c03948d3e41", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:57.654606 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd1343a1-4334-4ce2-974c-ec02de91ceec {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:57.660881 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41', 'status': 'completed', 'code': 200} Feb 11 05:41:57.666257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf24ad-9965-45f2-9be8-5c0c07f72159 service neutron] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:57.715398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-b7b0a1d2-c91c-4691-aef3-b23314bf5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:57.717042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-b7b0a1d2-c91c-4691-aef3-b23314bf5245 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a683affb9b64d8880344ad66b5d867b&device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 1131 time: 0.1608109 Feb 11 05:41:57.723830 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-48a3118c-6550-490f-80aa-3515a38cd502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.782653 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-47aca56e-e16a-4337-a216-5d26632dda00 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 207 time: 0.1563950 Feb 11 05:41:57.787441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45356) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:57.869987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-e919bede-b7e8-4f26-a344-e0fb4aed908b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=016a71df-9118-426a-8a18-5c03948d3e41 HTTP/1.1" status: 200 len: 217 time: 0.1437182 Feb 11 05:41:58.002991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3889b5-4841-4964-ac0c-8c30c8c902b0 req-684d1a4c-9751-48f9-a7de-7ecbe51a39a0 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.010620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de3889b5-4841-4964-ac0c-8c30c8c902b0 req-684d1a4c-9751-48f9-a7de-7ecbe51a39a0 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 948 time: 0.1874053 Feb 11 05:41:58.018707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-baeb85b8-9585-4707-b567-a53d3b8ce77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.020473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-baeb85b8-9585-4707-b567-a53d3b8ce77f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0989463 Feb 11 05:41:58.142075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1733446693'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:58.162958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de3889b5-4841-4964-ac0c-8c30c8c902b0 req-61c3c5b9-95fa-473c-8b89-9ea5bbe94ed4 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511550 Feb 11 05:41:58.211571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6ec68dd2-ca69-4b89-9244-a5463da71ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.213218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6ec68dd2-ca69-4b89-9244-a5463da71ecd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1526256 Feb 11 05:41:58.253788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Made reservation on behalf of 012d8c9697834fbe86a9fa96abeed2c0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:58.258204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.283884 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.304824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf76854-112d-4ab9-bf89-5ab47f09c9e0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.311553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf76854-112d-4ab9-bf89-5ab47f09c9e0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.318077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf76854-112d-4ab9-bf89-5ab47f09c9e0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.332537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf76854-112d-4ab9-bf89-5ab47f09c9e0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.337795 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4bf76854-112d-4ab9-bf89-5ab47f09c9e0 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5456095 Feb 11 05:41:58.353184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45364) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:58.502225 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for security_group (f5275672-ca14-4cb8-8e9b-6be8cc0a3eb9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.513310 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f5275672-ca14-4cb8-8e9b-6be8cc0a3eb9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.534904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:58.556773 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.558510 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Added segment f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7 of type vlan for network 79058366-2253-4c91-93ed-94862e28ff97 Feb 11 05:41:58.661448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (79058366-2253-4c91-93ed-94862e28ff97), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.712793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-6e1b4ce9-064a-4998-ad61-e03d301c0bc0 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926183 Feb 11 05:41:58.783871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5275672-ca14-4cb8-8e9b-6be8cc0a3eb9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:58.801232 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (79058366-2253-4c91-93ed-94862e28ff97), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.813246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.815505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.908226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-462e428b-d6b4-47d9-96b5-cc0ec3f6c3a8 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5484786 Feb 11 05:41:58.908802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45404) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:58.910075 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2757678 Feb 11 05:41:58.926296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45406) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:58.943919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Request body: {'subnet': {'network_id': '79058366-2253-4c91-93ed-94862e28ff97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:59.045272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0259285d-a177-4ebb-b4f6-9fdb5782d64e req-ce22aa61-3102-4e84-a1db-6e9e6671d850 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223016 Feb 11 05:41:59.053375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d322f-d568-4c51-9404-23c27d28f9fc tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.054927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d322f-d568-4c51-9404-23c27d28f9fc tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.060882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e63d322f-d568-4c51-9404-23c27d28f9fc tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1473269 Feb 11 05:41:59.061956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45408) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.130408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f1468-d9fa-433d-95cd-190240e46982 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event updated for resources: {'Network': ['ID=79058366-2253-4c91-93ed-94862e28ff97,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:59.143415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 79058366-2253-4c91-93ed-94862e28ff97 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:59.293849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17817177-6d04-4b94-8da2-f7d64803a3d1 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.296760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17817177-6d04-4b94-8da2-f7d64803a3d1 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.299112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-17817177-6d04-4b94-8da2-f7d64803a3d1 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2355397 Feb 11 05:41:59.302379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45416) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.367019 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Made reservation on behalf of 012d8c9697834fbe86a9fa96abeed2c0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:59.371691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.459376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-39703631-152e-4ed4-b061-f6a5afa9a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.460919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-39703631-152e-4ed4-b061-f6a5afa9a0ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a683affb9b64d8880344ad66b5d867b&device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 1131 time: 0.2916622 Feb 11 05:41:59.532035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc319535-b245-4dea-b4c2-640533a6c0c1 req-2ffeb9de-f5bc-4bfd-83f0-28d9c765998f tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.534483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc319535-b245-4dea-b4c2-640533a6c0c1 req-2ffeb9de-f5bc-4bfd-83f0-28d9c765998f tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 948 time: 0.1905742 Feb 11 05:41:59.553870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dc2fe-a297-414b-aa0a-2b11b8c3fe57 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.561012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-130dc2fe-a297-414b-aa0a-2b11b8c3fe57 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/networks/9ac07d44-6503-4023-98d3-819d03528fce HTTP/1.1" status: 200 len: 800 time: 0.2552063 Feb 11 05:41:59.562237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45420) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.753853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-8fba957b-ad3d-4eff-a897-8e3be5713dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.755341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-8fba957b-ad3d-4eff-a897-8e3be5713dde service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2837937 Feb 11 05:41:59.890718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc319535-b245-4dea-b4c2-640533a6c0c1 req-7b8507b6-35fb-45a4-971a-934476fe9a86 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479211 Feb 11 05:41:59.903673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-f65d432e-8e79-4648-b7e3-41bb5e360ca2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=016a71df-9118-426a-8a18-5c03948d3e41 HTTP/1.1" status: 200 len: 217 time: 0.1229298 Feb 11 05:41:59.904560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (3bbe803c-b001-4655-87f6-2035091e99d3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.947254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-db70ba9d-56d8-4960-b93c-069a1d04e414 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/networks/9ac07d44-6503-4023-98d3-819d03528fce?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3793252 Feb 11 05:41:59.948092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45452) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.964247 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event updated for resources: {'Subnet': ['ID=3bbe803c-b001-4655-87f6-2035091e99d3,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:00.022148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Checking segment: {'id': 'f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '79058366-2253-4c91-93ed-94862e28ff97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:00.022754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Network hostable DHCP agents. Network: 79058366-2253-4c91-93ed-94862e28ff97, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:00.047312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Network 79058366-2253-4c91-93ed-94862e28ff97 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:00.078181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 79058366-2253-4c91-93ed-94862e28ff97) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:00.083069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.084010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.095982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d391e7-45fc-4163-8bd4-c2f24dbf1704 None None] Network 79058366-2253-4c91-93ed-94862e28ff97 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:00.104455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-0b34ca23-d54c-4dc4-b83e-4c27584ba736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.106340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-0b34ca23-d54c-4dc4-b83e-4c27584ba736 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1933699 Feb 11 05:42:00.114277 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa9afa8a-f012-4fab-bf8f-a09933da5cdf tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1854820 Feb 11 05:42:00.116856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45460) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:00.130579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Request body: {'port': {'network_id': '79058366-2253-4c91-93ed-94862e28ff97', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1917371297'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:00.146315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6888866-01b2-4553-9994-d7498e7a76d2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.158722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45462) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:00.159051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b6888866-01b2-4553-9994-d7498e7a76d2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/subnets/9ddbcc6c-b6a8-448a-8e63-8c74b04dce01 HTTP/1.1" status: 200 len: 811 time: 0.1654160 Feb 11 05:42:00.300308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b6863e-93a1-4e63-a748-b2c015e50685 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.303839 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-82b6863e-93a1-4e63-a748-b2c015e50685 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "GET /v2.0/subnets/9ddbcc6c-b6a8-448a-8e63-8c74b04dce01?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1431601 Feb 11 05:42:00.311681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45466) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:00.328022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1810892659'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:00.391371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:00.395382 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.447018 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1bebb629-c33d-4eaa-961e-cb1405a3e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.450485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-79058366-2253-4c91-93ed-94862e28ff97', 'network_id': '79058366-2253-4c91-93ed-94862e28ff97', 'project_id': '012d8c9697834fbe86a9fa96abeed2c0', 'fixed_ips': [{'subnet_id': '3bbe803c-b001-4655-87f6-2035091e99d3'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:00.453067 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.459014 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:00.481596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2525c8c3-e45f-4fd6-8318-2a0094090eea), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.483036 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Added segment 2525c8c3-e45f-4fd6-8318-2a0094090eea of type vlan for network fb6da3f6-6546-4832-8864-2a7ba6351910 Feb 11 05:42:00.592876 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (fb6da3f6-6546-4832-8864-2a7ba6351910), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.655415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (fb6da3f6-6546-4832-8864-2a7ba6351910), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.663496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.666810 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.862091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Allocated IP 172.20.0.2 (79058366-2253-4c91-93ed-94862e28ff97/3bbe803c-b001-4655-87f6-2035091e99d3/f20c7248-cb2e-4233-b5a2-d454c3abe72e) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:00.970802 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6499591 Feb 11 05:42:00.972939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092cc05-0738-4d53-885f-9af1f0723389 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Network': ['ID=fb6da3f6-6546-4832-8864-2a7ba6351910,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:00.980540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45478) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:01.001438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'network_id': 'fb6da3f6-6546-4832-8864-2a7ba6351910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:01.215964 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Publish callbacks [] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.220474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network fb6da3f6-6546-4832-8864-2a7ba6351910 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:01.266348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Made reservation on behalf of 9954b5703f744a91a968d3852ae05969 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:01.270397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.278803 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.334599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Pushing event updated for resources: {'Port': ['ID=f20c7248-cb2e-4233-b5a2-d454c3abe72e,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:01.355943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-147075a0-57ca-4337-aa9b-66a148ec766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.357533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-147075a0-57ca-4337-aa9b-66a148ec766e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.2424610 Feb 11 05:42:01.360236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Performing IP validity checks on allocation pools {{(pid=103121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:42:01.360868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:42:01.397894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.418968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Network 79058366-2253-4c91-93ed-94862e28ff97 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:01.422675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:01.431347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:01.563261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Attempting to bind port f20c7248-cb2e-4233-b5a2-d454c3abe72e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:01.564634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Attempting to bind port f20c7248-cb2e-4233-b5a2-d454c3abe72e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '79058366-2253-4c91-93ed-94862e28ff97'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:01.565443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Attempting to bind port f20c7248-cb2e-4233-b5a2-d454c3abe72e on network 79058366-2253-4c91-93ed-94862e28ff97 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:01.573658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-98befa7d-6007-4ce7-a40e-8dafbe6f3ccf service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947584 Feb 11 05:42:01.581139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:01.582038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Checking segment: {'id': 'f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '79058366-2253-4c91-93ed-94862e28ff97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:01.582805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.583773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Bound using segment: {'id': 'f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '79058366-2253-4c91-93ed-94862e28ff97'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:01.584628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Bound port: f20c7248-cb2e-4233-b5a2-d454c3abe72e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '79058366-2253-4c91-93ed-94862e28ff97'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:01.585981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.704302 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (a8873bf1-58a1-4e14-8baa-0974a45c3369), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.766082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Made reservation on behalf of 012d8c9697834fbe86a9fa96abeed2c0 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:01.776729 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.810567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1efaee-bfc7-4792-8ab8-099f6a358796 req-255eeeab-b8af-4183-bcab-0d6c725e4525 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.812694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] For port f20c7248-cb2e-4233-b5a2-d454c3abe72e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:01.814157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=a8873bf1-58a1-4e14-8baa-0974a45c3369,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:01.817099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1efaee-bfc7-4792-8ab8-099f6a358796 req-255eeeab-b8af-4183-bcab-0d6c725e4525 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 948 time: 0.6131787 Feb 11 05:42:01.819619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] For port f20c7248-cb2e-4233-b5a2-d454c3abe72e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f20c7248-cb2e-4233-b5a2-d454c3abe72e,segment=NetworkSegment(f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7),segment_id=f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:01.840479 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.864576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Checking segment: {'id': '2525c8c3-e45f-4fd6-8318-2a0094090eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb6da3f6-6546-4832-8864-2a7ba6351910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:01.864953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network hostable DHCP agents. Network: fb6da3f6-6546-4832-8864-2a7ba6351910, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:01.910702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Network fb6da3f6-6546-4832-8864-2a7ba6351910 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:01.931689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, fb6da3f6-6546-4832-8864-2a7ba6351910) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:01.939142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.939751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.965008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab708b6-eb36-4a6b-8621-dc69f88c1890 None None] Network fb6da3f6-6546-4832-8864-2a7ba6351910 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:02.000694 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9b199af4-0ab9-47fc-b7f4-441783551abe tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0148971 Feb 11 05:42:02.007411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45494) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:02.023000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-27770c2a-e244-40a6-8356-386b0315e437 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:02.083875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1efaee-bfc7-4792-8ab8-099f6a358796 req-4eb9bc65-ad30-460d-bec3-7cd1574cb3b8 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115164 Feb 11 05:42:02.141394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2126b129-5a7a-4822-bb87-d4f1fd07b9c1 req-9ff2b803-7c92-4aba-8a38-b0e75a28d7c8 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620623 Feb 11 05:42:02.148467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] device_id is not set on port 90b08ceb-3469-4269-8462-2cfe3a2db934 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:02.380179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fb6da3f6-6546-4832-8864-2a7ba6351910', 'network_id': 'fb6da3f6-6546-4832-8864-2a7ba6351910', 'project_id': '9954b5703f744a91a968d3852ae05969', 'fixed_ips': [{'subnet_id': 'a8873bf1-58a1-4e14-8baa-0974a45c3369'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:02.381532 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.506157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Allocated IP 172.20.0.3 (79058366-2253-4c91-93ed-94862e28ff97/3bbe803c-b001-4655-87f6-2035091e99d3/90b08ceb-3469-4269-8462-2cfe3a2db934) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:02.538925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:02.837612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:02.862606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '016a71df-9118-426a-8a18-5c03948d3e41', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '016a71df-9118-426a-8a18-5c03948d3e41', 'mac_address': 'fa:16:3e:80:8b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:02.929249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df73b8-bc21-45e9-9baa-32b05af991f5 None None] Pushing event updated for resources: {'Port': ['ID=f20c7248-cb2e-4233-b5a2-d454c3abe72e,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:02.946784 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for port (90b08ceb-3469-4269-8462-2cfe3a2db934), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.958845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 016a71df-9118-426a-8a18-5c03948d3e41 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:02.961182 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.001284 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.039236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016a71df-9118-426a-8a18-5c03948d3e41 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:03.051377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (90b08ceb-3469-4269-8462-2cfe3a2db934), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.063632 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27770c2a-e244-40a6-8356-386b0315e437 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5976467'] for subnet (a8873bf1-58a1-4e14-8baa-0974a45c3369), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.130673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Network 79058366-2253-4c91-93ed-94862e28ff97 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:03.132709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event updated for resources: {'Port': ['ID=90b08ceb-3469-4269-8462-2cfe3a2db934,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:03.138875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:03.142640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:03.210329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:03.210990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.232159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:03.232389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-40696fcc-07cd-4a6c-878e-13839aa1bd0d tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1144204 Feb 11 05:42:03.262399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:03.300666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.421091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605b31-eacd-4f9d-b92c-cdbad12b88d4 req-97860922-3c0d-49a3-ba2d-88e7b82cd915 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:03.424985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b605b31-eacd-4f9d-b92c-cdbad12b88d4 req-97860922-3c0d-49a3-ba2d-88e7b82cd915 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 949 time: 0.1742084 Feb 11 05:42:03.457982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Allocated IP 172.20.0.3 (fb6da3f6-6546-4832-8864-2a7ba6351910/a8873bf1-58a1-4e14-8baa-0974a45c3369/0e4f117b-2788-4404-a9aa-564dbf6c15b5) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:03.524600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:03.539870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e953dd9b-50c4-4107-9d87-53cbdd02d1ba tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Deleting port 90b08ceb-3469-4269-8462-2cfe3a2db934 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:03.540589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e953dd9b-50c4-4107-9d87-53cbdd02d1ba tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (90b08ceb-3469-4269-8462-2cfe3a2db934), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.546302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['016a71df-9118-426a-8a18-5c03948d3e41'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:03.600607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b605b31-eacd-4f9d-b92c-cdbad12b88d4 req-003a1a39-d607-425d-b6b6-85dc21084d1d tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693614 Feb 11 05:42:03.788896 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e953dd9b-50c4-4107-9d87-53cbdd02d1ba tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (90b08ceb-3469-4269-8462-2cfe3a2db934), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.835965 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e953dd9b-50c4-4107-9d87-53cbdd02d1ba tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Calling delete_port for 90b08ceb-3469-4269-8462-2cfe3a2db934 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:03.974451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971626fd-8b40-41b7-9679-7a095d88d24f None None] Network 79058366-2253-4c91-93ed-94862e28ff97 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:04.180199 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e953dd9b-50c4-4107-9d87-53cbdd02d1ba tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (90b08ceb-3469-4269-8462-2cfe3a2db934), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.354364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953dd9b-50c4-4107-9d87-53cbdd02d1ba tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event deleted for resources: {'Port': ['ID=90b08ceb-3469-4269-8462-2cfe3a2db934,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:04.366121 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Publish callbacks [] for port (0e4f117b-2788-4404-a9aa-564dbf6c15b5), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.466106 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (0e4f117b-2788-4404-a9aa-564dbf6c15b5), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.474205 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.507748 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e953dd9b-50c4-4107-9d87-53cbdd02d1ba tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.511260 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e953dd9b-50c4-4107-9d87-53cbdd02d1ba tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] 10.222.0.31 "DELETE /v2.0/ports/90b08ceb-3469-4269-8462-2cfe3a2db934 HTTP/1.1" status: 204 len: 168 time: 1.2768409 Feb 11 05:42:04.514701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45524) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:04.715043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45534) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:04.716468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-25c488f7-f03f-4380-bb58-b498c147c5e0 tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.1937692 Feb 11 05:42:04.731705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-278885429'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:04.797338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Network fb6da3f6-6546-4832-8864-2a7ba6351910 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:04.804623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:04.815791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:04.876650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Made reservation on behalf of 012d8c9697834fbe86a9fa96abeed2c0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:04.883821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b7e73f41-c70d-4d1e-94f6-9cddbd7cd5dd None None] Provisioning complete for port f20c7248-cb2e-4233-b5a2-d454c3abe72e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:04.886351 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.886931 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7e73f41-c70d-4d1e-94f6-9cddbd7cd5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.037493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:05.050600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bcb99-449f-410e-9512-4a0bf6101a4b req-54c43df3-f509-4334-b81e-f3e349afb014 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:05.060169 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (79391332-f008-49f5-bf5e-4482d49c7773), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.062871 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Added segment 79391332-f008-49f5-bf5e-4482d49c7773 of type vlan for network d96f2b8b-78c0-438c-8698-9d7cf70c226d Feb 11 05:42:05.064088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f9bcb99-449f-410e-9512-4a0bf6101a4b req-54c43df3-f509-4334-b81e-f3e349afb014 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 949 time: 0.2958295 Feb 11 05:42:05.084133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Pushing event updated for resources: {'Port': ['ID=0e4f117b-2788-4404-a9aa-564dbf6c15b5,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.157671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d96f2b8b-78c0-438c-8698-9d7cf70c226d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.211526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f9bcb99-449f-410e-9512-4a0bf6101a4b req-9e7fc0ba-efe2-48dc-89d9-70fe92b0b996 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368146 Feb 11 05:42:05.228657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f20c7248-cb2e-4233-b5a2-d454c3abe72e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:05.253930 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d96f2b8b-78c0-438c-8698-9d7cf70c226d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.266565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:05.272350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.323303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Attempting to bind port 0e4f117b-2788-4404-a9aa-564dbf6c15b5 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:05.324011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Attempting to bind port 0e4f117b-2788-4404-a9aa-564dbf6c15b5 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '2525c8c3-e45f-4fd6-8318-2a0094090eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb6da3f6-6546-4832-8864-2a7ba6351910'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:05.324454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Attempting to bind port 0e4f117b-2788-4404-a9aa-564dbf6c15b5 on network fb6da3f6-6546-4832-8864-2a7ba6351910 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:05.354999 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27770c2a-e244-40a6-8356-386b0315e437 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787122544631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5988768'] for subnet (a8873bf1-58a1-4e14-8baa-0974a45c3369), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.373358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:05.374003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Checking segment: {'id': '2525c8c3-e45f-4fd6-8318-2a0094090eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb6da3f6-6546-4832-8864-2a7ba6351910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:05.374492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.374964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Bound using segment: {'id': '2525c8c3-e45f-4fd6-8318-2a0094090eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb6da3f6-6546-4832-8864-2a7ba6351910'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:05.379125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Bound port: 0e4f117b-2788-4404-a9aa-564dbf6c15b5, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2525c8c3-e45f-4fd6-8318-2a0094090eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb6da3f6-6546-4832-8864-2a7ba6351910'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:05.379718 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0e4f117b-2788-4404-a9aa-564dbf6c15b5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.472783 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7561445 Feb 11 05:42:05.475240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45554) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:05.532540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f20c7248-cb2e-4233-b5a2-d454c3abe72e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:05.534482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.614584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca427fa-b172-431c-8f4d-0de2ba3a98cd tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event updated for resources: {'Network': ['ID=d96f2b8b-78c0-438c-8698-9d7cf70c226d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.700153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27770c2a-e244-40a6-8356-386b0315e437 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event updated for resources: {'Subnet': ['ID=a8873bf1-58a1-4e14-8baa-0974a45c3369,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.741107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27770c2a-e244-40a6-8356-386b0315e437 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:05.749858 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27770c2a-e244-40a6-8356-386b0315e437 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.753174 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27770c2a-e244-40a6-8356-386b0315e437 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "PUT /v2.0/subnets/a8873bf1-58a1-4e14-8baa-0974a45c3369 HTTP/1.1" status: 200 len: 877 time: 3.7428284 Feb 11 05:42:05.756966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45562) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:05.910906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0c3c0e9f-c7d0-4b76-86af-3b180717ac43 tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] 10.222.0.31 "GET /v2.0/agents/7a27849b-4a42-49a0-8577-2ba2c1beaa55/dhcp-networks HTTP/1.1" status: 200 len: 8885 time: 0.4324179 Feb 11 05:42:05.911665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45568) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:05.972200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d96f2b8b-78c0-438c-8698-9d7cf70c226d details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:06.019465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (fb6da3f6-6546-4832-8864-2a7ba6351910), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.095455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b7e73f41-c70d-4d1e-94f6-9cddbd7cd5dd None None] Current status of the port f20c7248-cb2e-4233-b5a2-d454c3abe72e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:06.096709 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7e73f41-c70d-4d1e-94f6-9cddbd7cd5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.166464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Deleting port 0e4f117b-2788-4404-a9aa-564dbf6c15b5 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:06.168753 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0e4f117b-2788-4404-a9aa-564dbf6c15b5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.237700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd3152-edd5-4364-ad18-1805d089e17e tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] Network d96f2b8b-78c0-438c-8698-9d7cf70c226d is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:06.276508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-38cd3152-edd5-4364-ad18-1805d089e17e tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] 10.222.0.31 "POST /v2.0/agents/7a27849b-4a42-49a0-8577-2ba2c1beaa55/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3592060 Feb 11 05:42:06.279293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45580) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:06.438649 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] For port 0e4f117b-2788-4404-a9aa-564dbf6c15b5, host n-d-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:06.440311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0e4f117b-2788-4404-a9aa-564dbf6c15b5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.448852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee1749-35dc-49ef-aab1-b0d6c1de03d7 None None] Network d96f2b8b-78c0-438c-8698-9d7cf70c226d requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:06.477973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Calling delete_port for 0e4f117b-2788-4404-a9aa-564dbf6c15b5 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:06.567562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] For port 0e4f117b-2788-4404-a9aa-564dbf6c15b5, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:06.577256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:06.726301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f20c7248-cb2e-4233-b5a2-d454c3abe72e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:06.727106 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.731100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e00f2-60fe-41c1-8d42-aa3693cddc34 req-82c6da09-6857-4b62-b6ff-e80b074df0d9 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:06.739288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-676e00f2-60fe-41c1-8d42-aa3693cddc34 req-82c6da09-6857-4b62-b6ff-e80b074df0d9 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 949 time: 0.2104197 Feb 11 05:42:06.769613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-08e35590-94e1-4e7b-974b-d54230573aec tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] 10.222.0.31 "GET /v2.0/agents/7a27849b-4a42-49a0-8577-2ba2c1beaa55/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.4892232 Feb 11 05:42:06.772612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45592) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:06.780843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] For port 0e4f117b-2788-4404-a9aa-564dbf6c15b5, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0e4f117b-2788-4404-a9aa-564dbf6c15b5,segment=NetworkSegment(2525c8c3-e45f-4fd6-8318-2a0094090eea),segment_id=2525c8c3-e45f-4fd6-8318-2a0094090eea)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:06.797826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b7e73f41-c70d-4d1e-94f6-9cddbd7cd5dd None None] For port f20c7248-cb2e-4233-b5a2-d454c3abe72e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f20c7248-cb2e-4233-b5a2-d454c3abe72e,segment=NetworkSegment(f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7),segment_id=f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:06.859659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-676e00f2-60fe-41c1-8d42-aa3693cddc34 req-b3050716-8c62-45d3-9f86-8590b0fea11a tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156850 Feb 11 05:42:06.894809 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7e73f41-c70d-4d1e-94f6-9cddbd7cd5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.018001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e73f41-c70d-4d1e-94f6-9cddbd7cd5dd None None] Pushing event updated for resources: {'Port': ['ID=f20c7248-cb2e-4233-b5a2-d454c3abe72e,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:07.019286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45594) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:07.023786 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1e64f13d-3639-4ab3-914a-c2d9fc9ba2e3 tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] 10.222.0.31 "DELETE /v2.0/agents/7a27849b-4a42-49a0-8577-2ba2c1beaa55/dhcp-networks/d96f2b8b-78c0-438c-8698-9d7cf70c226d HTTP/1.1" status: 204 len: 168 time: 0.2489858 Feb 11 05:42:07.036906 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:42:07.038553 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:42:07.100970 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0e4f117b-2788-4404-a9aa-564dbf6c15b5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.119029 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0e4f117b-2788-4404-a9aa-564dbf6c15b5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.185078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Port': ['ID=0e4f117b-2788-4404-a9aa-564dbf6c15b5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:07.320432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No DVR routers for this DVR port 0e4f117b-2788-4404-a9aa-564dbf6c15b5 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:07.334666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 016a71df-9118-426a-8a18-5c03948d3e41 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:42:07.338225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0e946-cd5d-4f90-8bfa-9e82065fa994 None None] Pushing event deleted for resources: {'Port': ['ID=0e4f117b-2788-4404-a9aa-564dbf6c15b5,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:07.401218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5b2c3b2b-e2ec-41e3-9a01-8d158738f5ec None None] Provisioning complete for port f20c7248-cb2e-4233-b5a2-d454c3abe72e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:07.401472 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3b2b-e2ec-41e3-9a01-8d158738f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.409040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 016a71df-9118-426a-8a18-5c03948d3e41 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:07.410290 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (016a71df-9118-426a-8a18-5c03948d3e41), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.501519 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (a8873bf1-58a1-4e14-8baa-0974a45c3369), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.516207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e51e80a0-3574-44bb-9c7e-4105d5aa2600 tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] 10.222.0.31 "GET /v2.0/agents/7a27849b-4a42-49a0-8577-2ba2c1beaa55/dhcp-networks HTTP/1.1" status: 200 len: 8885 time: 0.4908898 Feb 11 05:42:07.516705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45604) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:07.587506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6bd91614-9c6a-4c38-ad20-f3048dbba153 tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] 10.222.0.31 "GET /v2.0/networks/79058366-2253-4c91-93ed-94862e28ff97/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0697014 Feb 11 05:42:07.592877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45610) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:07.683896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-299023da-271a-425d-b8b3-a13cb6bc6c99 tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] 10.222.0.31 "GET /v2.0/networks/79058366-2253-4c91-93ed-94862e28ff97/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0724599 Feb 11 05:42:07.684738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45612) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:07.726654 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (a8873bf1-58a1-4e14-8baa-0974a45c3369), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.833854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f20c7248-cb2e-4233-b5a2-d454c3abe72e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:07.988942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=a8873bf1-58a1-4e14-8baa-0974a45c3369,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:08.198415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 016a71df-9118-426a-8a18-5c03948d3e41 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:08.206669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.211458 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (fb6da3f6-6546-4832-8864-2a7ba6351910), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.237419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5d515c85-58a4-4dd4-9f3a-2eded3d0da31 tempest-DHCPAgentSchedulersTestJSON-126424042 tempest-DHCPAgentSchedulersTestJSON-126424042-project-admin] 10.222.0.31 "GET /v2.0/agents/7a27849b-4a42-49a0-8577-2ba2c1beaa55/dhcp-networks HTTP/1.1" status: 200 len: 8847 time: 0.5501380 Feb 11 05:42:08.244875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45624) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:08.298582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6da3f6-6546-4832-8864-2a7ba6351910']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:08.328384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2525c8c3-e45f-4fd6-8318-2a0094090eea') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:08.328809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2525c8c3-e45f-4fd6-8318-2a0094090eea') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:08.329544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c3b2b-e2ec-41e3-9a01-8d158738f5ec None None] Current status of the port f20c7248-cb2e-4233-b5a2-d454c3abe72e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:08.367740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (2525c8c3-e45f-4fd6-8318-2a0094090eea), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.391641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5b2c3b2b-e2ec-41e3-9a01-8d158738f5ec None None] Could not find standard attr ID for object 90b08ceb-3469-4269-8462-2cfe3a2db934. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:08.410448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2525c8c3-e45f-4fd6-8318-2a0094090eea), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.433565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:08.434050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (2525c8c3-e45f-4fd6-8318-2a0094090eea), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:08.449472 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:08.451973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:08.462150 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c507e148-aba6-4ec8-946d-b11355618fb8" -d '{"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-plugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:08.520634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:08.534542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f20c7248-cb2e-4233-b5a2-d454c3abe72e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:08.587394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421f099-cf4d-4daa-85a0-5307daf4f622 req-6c7cd96d-c13d-427a-84a9-445b0cf1e262 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:08.589863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b421f099-cf4d-4daa-85a0-5307daf4f622 req-6c7cd96d-c13d-427a-84a9-445b0cf1e262 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 949 time: 0.4871905 Feb 11 05:42:08.622251 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d96f2b8b-78c0-438c-8698-9d7cf70c226d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.640734 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (fb6da3f6-6546-4832-8864-2a7ba6351910), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.648825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.660387 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/fb6da3f6-6546-4832-8864-2a7ba6351910 HTTP/1.1" status: 204 len: 168 time: 2.9021690 Feb 11 05:42:08.661153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45630) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:08.780326 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c32422e-9f3b-4126-b841-8cb1dadf0e0f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:08.780921 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c32422e-9f3b-4126-b841-8cb1dadf0e0f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:08.786953 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8c32422e-9f3b-4126-b841-8cb1dadf0e0f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/a8873bf1-58a1-4e14-8baa-0974a45c3369 HTTP/1.1" status: 404 len: 337 time: 0.1229959 Feb 11 05:42:08.787994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45634) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:08.791593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.831388 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-034370db-7ba5-4204-a909-4dbacbb19c16 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:08.832320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034370db-7ba5-4204-a909-4dbacbb19c16 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:08.841657 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-034370db-7ba5-4204-a909-4dbacbb19c16 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/fb6da3f6-6546-4832-8864-2a7ba6351910 HTTP/1.1" status: 404 len: 339 time: 0.0523989 Feb 11 05:42:08.843110 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73619984-911a-40bf-b803-a668dc4cb592 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=fb6da3f6-6546-4832-8864-2a7ba6351910,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:08.852146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45636) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:08.917716 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b70950-3d09-46ed-85e1-b0443cefcdd3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:08.918208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b70950-3d09-46ed-85e1-b0443cefcdd3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:08.947998 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-95b70950-3d09-46ed-85e1-b0443cefcdd3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/0c5ecc89-f263-4d42-b91d-a9b7ffbfe4bd HTTP/1.1" status: 404 len: 337 time: 0.0942955 Feb 11 05:42:08.948574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45640) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:09.013243 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af8688f-ccd0-4d72-9ca6-eb067979814c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:09.014317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af8688f-ccd0-4d72-9ca6-eb067979814c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:09.033513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f20c7248-cb2e-4233-b5a2-d454c3abe72e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:09.033513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.048401 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7af8688f-ccd0-4d72-9ca6-eb067979814c tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/f53cfe80-1fb2-46a1-afc8-851f80574963 HTTP/1.1" status: 404 len: 339 time: 0.0983713 Feb 11 05:42:09.051521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45642) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:09.170022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:09.267654 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.348481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f20c7248-cb2e-4233-b5a2-d454c3abe72e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:09.486228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b421f099-cf4d-4daa-85a0-5307daf4f622 req-350c6629-5888-4d86-9553-a02b1180110a tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146648 Feb 11 05:42:09.493839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d96f2b8b-78c0-438c-8698-9d7cf70c226d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.525101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.565291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3547-56e5-453c-af87-5d968d6ad962 req-e7150d0d-39f5-4b22-a443-fafbcd9e38e1 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:09.578970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.579418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-830b3547-56e5-453c-af87-5d968d6ad962 req-e7150d0d-39f5-4b22-a443-fafbcd9e38e1 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 945 time: 0.7652433 Feb 11 05:42:09.605361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b26a64-9b94-4d65-ab9e-8a880488e32f') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.605672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b26a64-9b94-4d65-ab9e-8a880488e32f') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.627913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c5b3c410-f86e-466e-9149-4589c33ddbee None None] Could not find standard attr ID for object 0e4f117b-2788-4404-a9aa-564dbf6c15b5. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:09.636865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (66b26a64-9b94-4d65-ab9e-8a880488e32f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.648296 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307c39a0-098f-4070-884e-e08beaadb395 x-openstack-request-id: req-307c39a0-098f-4070-884e-e08beaadb395 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:09.648603 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-plugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:09.649010 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-307c39a0-098f-4070-884e-e08beaadb395 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:09.649450 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41', 'code': 200} Feb 11 05:42:09.680842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (66b26a64-9b94-4d65-ab9e-8a880488e32f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.695525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96f2b8b-78c0-438c-8698-9d7cf70c226d']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.702059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d14a85-ed42-49bd-985c-84f66ae8f7cb None None] DHCP port deletion for fb6da3f6-6546-4832-8864-2a7ba6351910 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:09.723136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:09.728840 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (66b26a64-9b94-4d65-ab9e-8a880488e32f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.736309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6323733-fff2-4ca4-9e3c-3e300d69d92b None None] Network fb6da3f6-6546-4832-8864-2a7ba6351910 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:09.741799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79391332-f008-49f5-bf5e-4482d49c7773') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.743616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79391332-f008-49f5-bf5e-4482d49c7773') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:09.748961 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:09.758592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (79391332-f008-49f5-bf5e-4482d49c7773), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.765517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6323733-fff2-4ca4-9e3c-3e300d69d92b None None] Network fb6da3f6-6546-4832-8864-2a7ba6351910 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:42:09.798645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6035a-3f3e-4214-b2ee-afbbcdc87474 None None] Network fb6da3f6-6546-4832-8864-2a7ba6351910 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:09.816918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6035a-3f3e-4214-b2ee-afbbcdc87474 None None] Network fb6da3f6-6546-4832-8864-2a7ba6351910 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:42:09.900325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (79391332-f008-49f5-bf5e-4482d49c7773), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.910358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:09.910780 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (79391332-f008-49f5-bf5e-4482d49c7773), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.918381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.929021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0e4f117b-2788-4404-a9aa-564dbf6c15b5 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:09.941628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-830b3547-56e5-453c-af87-5d968d6ad962 req-d233df57-b532-4821-a01c-625bbb027106 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610830 Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:09.945217 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:09.950114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.956539 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6 HTTP/1.1" status: 204 len: 168 time: 0.9038537 Feb 11 05:42:09.961001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45650) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.007030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382fe6b-fe42-4942-b667-193e3bfeb5ec tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=5c88ffb8-4e65-4748-a1a2-e5dc74d7b9d6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:10.040436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 0e4f117b-2788-4404-a9aa-564dbf6c15b5 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:10.044514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0e4f117b-2788-4404-a9aa-564dbf6c15b5 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:10.062231 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b86dab-f075-42a2-8f24-f346790aa8cf tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.062675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b86dab-f075-42a2-8f24-f346790aa8cf tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.072645 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-28b86dab-f075-42a2-8f24-f346790aa8cf tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/7b378ef8-54b2-4c7f-84c2-d044de8ba390 HTTP/1.1" status: 404 len: 337 time: 0.1068735 Feb 11 05:42:10.075324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45654) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.120355 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c766423b-8497-4ebc-81b9-5c0093bad490 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.121109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c766423b-8497-4ebc-81b9-5c0093bad490 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.124560 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c766423b-8497-4ebc-81b9-5c0093bad490 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/2ba8c686-1b74-42b9-922f-7c6a65d678c4 HTTP/1.1" status: 404 len: 339 time: 0.0453682 Feb 11 05:42:10.131408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45656) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.147036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa11a03-2c7a-4337-aef6-6cca51c31dbe req-784f7b01-1220-47f2-bae2-55809122e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.153159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2fa11a03-2c7a-4337-aef6-6cca51c31dbe req-784f7b01-1220-47f2-bae2-55809122e84e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 1133 time: 0.3614585 Feb 11 05:42:10.158956 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d96f2b8b-78c0-438c-8698-9d7cf70c226d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.180089 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-2392bd62-1a18-4d68-a56f-675388c763bb tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.180557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2392bd62-1a18-4d68-a56f-675388c763bb tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.192482 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.197160 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2392bd62-1a18-4d68-a56f-675388c763bb tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/68c533c9-bc30-4f50-baf0-b80d834b4476 HTTP/1.1" status: 404 len: 337 time: 0.0606773 Feb 11 05:42:10.198230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45658) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.202534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] 10.222.0.31 "DELETE /v2.0/networks/d96f2b8b-78c0-438c-8698-9d7cf70c226d HTTP/1.1" status: 204 len: 168 time: 1.9461591 Feb 11 05:42:10.207547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45660) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.232131 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-244aaa88-3c89-4420-9a09-5c043fafee25 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.235031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244aaa88-3c89-4420-9a09-5c043fafee25 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.241462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-244aaa88-3c89-4420-9a09-5c043fafee25 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/cfc96c3e-d912-4e7a-a2b1-4b3f715ae761 HTTP/1.1" status: 404 len: 339 time: 0.0421431 Feb 11 05:42:10.242289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45662) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.276173 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-fded2361-a8b1-4707-9c8b-088be4c8d773 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.276901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fded2361-a8b1-4707-9c8b-088be4c8d773 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.286901 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fded2361-a8b1-4707-9c8b-088be4c8d773 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/5fa4fe30-d105-457e-a820-765d055e4967 HTTP/1.1" status: 404 len: 337 time: 0.0433936 Feb 11 05:42:10.287787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45666) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.293370 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-5354efe6-be8d-4c31-87c7-149f806fe31e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.294176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5354efe6-be8d-4c31-87c7-149f806fe31e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.298398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5354efe6-be8d-4c31-87c7-149f806fe31e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] 10.222.0.31 "DELETE /v2.0/ports/90b08ceb-3469-4269-8462-2cfe3a2db934 HTTP/1.1" status: 404 len: 333 time: 0.0838022 Feb 11 05:42:10.303013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c931fb-cc29-4c79-b7c3-3defc3177d77 tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event deleted for resources: {'Network': ['ID=d96f2b8b-78c0-438c-8698-9d7cf70c226d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:10.305791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45668) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.315049 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-0316c466-088b-4001-88fa-3756e247750f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.315566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0316c466-088b-4001-88fa-3756e247750f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.323704 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0316c466-088b-4001-88fa-3756e247750f tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/48b5b927-bb6d-4dc5-81ad-8d88ceec0298 HTTP/1.1" status: 404 len: 339 time: 0.0346451 Feb 11 05:42:10.324348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45670) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.355255 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9990f804-eb9b-435e-8117-3a57198f078d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.355725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9990f804-eb9b-435e-8117-3a57198f078d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.368680 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9990f804-eb9b-435e-8117-3a57198f078d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/4a5ab1bd-a7cb-405b-a61f-8b4ff1ea350d HTTP/1.1" status: 404 len: 337 time: 0.0432665 Feb 11 05:42:10.369333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45672) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.377525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-635c4436-80c7-4380-a34d-f6f7d76e373f tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Deleting subnet 3bbe803c-b001-4655-87f6-2035091e99d3 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:10.387864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-71c1fbbe-df5f-4c5b-a1ed-fb00a40620c8 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.389971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-71c1fbbe-df5f-4c5b-a1ed-fb00a40620c8 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.81 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 945 time: 0.3954043 Feb 11 05:42:10.398257 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b1e671-5a94-4ab1-925b-25a1fdf27107 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.400016 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-635c4436-80c7-4380-a34d-f6f7d76e373f tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for subnet (3bbe803c-b001-4655-87f6-2035091e99d3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.400211 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b1e671-5a94-4ab1-925b-25a1fdf27107 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.406731 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-00b1e671-5a94-4ab1-925b-25a1fdf27107 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/3da0d81c-21bc-4b75-8c8c-893e451c5b7d HTTP/1.1" status: 404 len: 339 time: 0.0363963 Feb 11 05:42:10.407587 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45674) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.438310 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-309132bf-0f6d-4c13-9c43-99ede34568b7 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.439576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309132bf-0f6d-4c13-9c43-99ede34568b7 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.448291 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-309132bf-0f6d-4c13-9c43-99ede34568b7 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/fba5a07f-4a46-4d7b-9f7b-2ea1a1f2b1b0 HTTP/1.1" status: 404 len: 337 time: 0.0396249 Feb 11 05:42:10.449060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.469633 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b06e57e-0a8e-403f-aa56-e91c95693963 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.470140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b06e57e-0a8e-403f-aa56-e91c95693963 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.475926 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1b06e57e-0a8e-403f-aa56-e91c95693963 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/ba5c602e-ab8c-4d82-89d1-2d6b243defd3 HTTP/1.1" status: 404 len: 339 time: 0.0257902 Feb 11 05:42:10.476752 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45678) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.548261 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3748e352-7609-46a0-9132-7ab1b7c302e5 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.550170 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3748e352-7609-46a0-9132-7ab1b7c302e5 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.553222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2fa11a03-2c7a-4337-aef6-6cca51c31dbe req-b32a3991-bb09-4777-8eeb-e429fff03ba2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865952 Feb 11 05:42:10.563070 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3748e352-7609-46a0-9132-7ab1b7c302e5 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/cfcd8a07-c905-4688-8fc7-20d4f8c47439 HTTP/1.1" status: 404 len: 337 time: 0.0828857 Feb 11 05:42:10.565714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.588688 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-73aca83b-f417-45ef-aca0-3479fc468db3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.589646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73aca83b-f417-45ef-aca0-3479fc468db3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.596462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-73aca83b-f417-45ef-aca0-3479fc468db3 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/ea558f60-c7af-48e1-bad5-a28b8905573d HTTP/1.1" status: 404 len: 339 time: 0.0295215 Feb 11 05:42:10.597339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45686) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.602706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-635c4436-80c7-4380-a34d-f6f7d76e373f tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (3bbe803c-b001-4655-87f6-2035091e99d3), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.667829 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e047637-f2df-4df9-abb4-a8d46060e44a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.668378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e047637-f2df-4df9-abb4-a8d46060e44a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.672158 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1e047637-f2df-4df9-abb4-a8d46060e44a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/4e206317-fa8e-4065-b3bb-93b2e5af26e1 HTTP/1.1" status: 404 len: 337 time: 0.0736878 Feb 11 05:42:10.677508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45688) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.724583 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd12af9e-cc60-43ad-a2c4-9c36861ddd87 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.728461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd12af9e-cc60-43ad-a2c4-9c36861ddd87 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.739939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cd12af9e-cc60-43ad-a2c4-9c36861ddd87 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/ed22b936-0561-40c1-b374-d26711e1b4d6 HTTP/1.1" status: 404 len: 339 time: 0.0605514 Feb 11 05:42:10.742362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45690) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.790301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfbee4-1225-42f0-9265-816cdb37af51 req-c86d655e-7215-443f-8088-76472b252efe tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.792049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95dfbee4-1225-42f0-9265-816cdb37af51 req-c86d655e-7215-443f-8088-76472b252efe tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 950 time: 0.1861875 Feb 11 05:42:10.801224 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc67f30c-07ae-4008-beb3-f3bd53b7768d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.801975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc67f30c-07ae-4008-beb3-f3bd53b7768d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.805591 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dc67f30c-07ae-4008-beb3-f3bd53b7768d tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/2092ad01-ccd6-43d9-b70c-846858e76da4 HTTP/1.1" status: 404 len: 337 time: 0.0619352 Feb 11 05:42:10.807923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45692) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.856354 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef9349b-8443-48ce-afa7-d8e3a7e3ce03 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:10.857534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef9349b-8443-48ce-afa7-d8e3a7e3ce03 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:10.860142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Deleting port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:10.860605 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.863309 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9ef9349b-8443-48ce-afa7-d8e3a7e3ce03 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/fbbdf963-0a62-42cb-8053-015141dc44e0 HTTP/1.1" status: 404 len: 339 time: 0.0541806 Feb 11 05:42:10.866676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45694) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.868810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-635c4436-80c7-4380-a34d-f6f7d76e373f tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (3bbe803c-b001-4655-87f6-2035091e99d3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.930939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb5e75e-c9a4-4746-8eba-2326b24fc96a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Deleting subnet 9ddbcc6c-b6a8-448a-8e63-8c74b04dce01 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:10.936965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e75e-c9a4-4746-8eba-2326b24fc96a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (9ddbcc6c-b6a8-448a-8e63-8c74b04dce01), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.975506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95dfbee4-1225-42f0-9265-816cdb37af51 req-fd9ae80b-8c75-4a89-8007-2e2b36489e4f tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754057 Feb 11 05:42:10.996198 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e75e-c9a4-4746-8eba-2326b24fc96a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (9ddbcc6c-b6a8-448a-8e63-8c74b04dce01), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.206885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-635c4436-80c7-4380-a34d-f6f7d76e373f tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (3bbe803c-b001-4655-87f6-2035091e99d3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.235881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e75e-c9a4-4746-8eba-2326b24fc96a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9ddbcc6c-b6a8-448a-8e63-8c74b04dce01), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.262396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c4436-80c7-4380-a34d-f6f7d76e373f tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event deleted for resources: {'Subnet': ['ID=3bbe803c-b001-4655-87f6-2035091e99d3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:11.286924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b2b88-8a9f-4284-877f-761a9a9b8e0d req-9b183995-814f-44d7-9a97-7850bed58ddd tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.289998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-695b2b88-8a9f-4284-877f-761a9a9b8e0d req-9b183995-814f-44d7-9a97-7850bed58ddd tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/ports?device_id=3973df56-a812-4244-a918-0897cb5607c0 HTTP/1.1" status: 200 len: 945 time: 0.2094970 Feb 11 05:42:11.308021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] For port ff86945c-c72e-4f7a-9ea3-3c190f2e2725, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,segment=NetworkSegment(ac7fd85b-f144-4f18-ae5a-ac2ca636060e),segment_id=ac7fd85b-f144-4f18-ae5a-ac2ca636060e)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:11.310382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.321655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-635c4436-80c7-4380-a34d-f6f7d76e373f tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.356473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33786ee0-28c8-4f40-944e-b2b729c8b748 None None] Network 79058366-2253-4c91-93ed-94862e28ff97 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:11.370950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-635c4436-80c7-4380-a34d-f6f7d76e373f tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] 10.222.0.31 "DELETE /v2.0/subnets/3bbe803c-b001-4655-87f6-2035091e99d3 HTTP/1.1" status: 204 len: 168 time: 1.0626652 Feb 11 05:42:11.375138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45702) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:11.376628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e75e-c9a4-4746-8eba-2326b24fc96a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (9ddbcc6c-b6a8-448a-8e63-8c74b04dce01), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.428042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Calling delete_port for ff86945c-c72e-4f7a-9ea3-3c190f2e2725 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:11.530451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5e75e-c9a4-4746-8eba-2326b24fc96a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Subnet': ['ID=9ddbcc6c-b6a8-448a-8e63-8c74b04dce01,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:11.608291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e75e-c9a4-4746-8eba-2326b24fc96a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.622216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4b17d-662f-4459-916a-4cc4898e989a None None] Network 9ac07d44-6503-4023-98d3-819d03528fce requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:11.649270 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5bb5e75e-c9a4-4746-8eba-2326b24fc96a tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/subnets/9ddbcc6c-b6a8-448a-8e63-8c74b04dce01 HTTP/1.1" status: 204 len: 168 time: 0.7806430 Feb 11 05:42:11.650904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45708) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:11.867796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162da28a-7a82-4ce3-8ca3-f46569be4a75 None None] DHCP port deletion for 79058366-2253-4c91-93ed-94862e28ff97 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:11.873932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-695b2b88-8a9f-4284-877f-761a9a9b8e0d req-80efd62b-a40d-414d-807c-fb09682c9804 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.31 "GET /v2.0/security-groups?id=10636ca8-e571-449a-9cfe-bdd2fd50b3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718291 Feb 11 05:42:11.954084 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ff86945c-c72e-4f7a-9ea3-3c190f2e2725), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.020926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Pushing event deleted for resources: {'Port': ['ID=ff86945c-c72e-4f7a-9ea3-3c190f2e2725,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:12.037086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd259516-cb92-4085-9c65-73af0b88ae22 None None] DHCP port deletion for 9ac07d44-6503-4023-98d3-819d03528fce request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:12.070211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-162da28a-7a82-4ce3-8ca3-f46569be4a75 None None] Deleting port f20c7248-cb2e-4233-b5a2-d454c3abe72e {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:12.070773 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-162da28a-7a82-4ce3-8ca3-f46569be4a75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.085932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (79058366-2253-4c91-93ed-94862e28ff97), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.129558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] No DVR routers for this DVR port ff86945c-c72e-4f7a-9ea3-3c190f2e2725 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:12.149388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.152979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f7493f7-1f30-41f7-9eee-a882f698eadf req-ec1119a1-be9b-4112-adb9-23ddb94dab00 tempest-VolumesSnapshotTestJSON-1117482928 tempest-VolumesSnapshotTestJSON-1117482928-project] 10.222.0.81 "DELETE /v2.0/ports/ff86945c-c72e-4f7a-9ea3-3c190f2e2725 HTTP/1.1" status: 204 len: 173 time: 1.7491753 Feb 11 05:42:12.153496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3973df56-a812-4244-a918-0897cb5607c0', 'name': 'network-vif-deleted', 'tag': 'ff86945c-c72e-4f7a-9ea3-3c190f2e2725'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:12.156610 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9c6933-c5f5-4bf0-ac0c-be4e66d1022c" -d '{"events": [{"server_uuid": "3973df56-a812-4244-a918-0897cb5607c0", "name": "network-vif-deleted", "tag": "ff86945c-c72e-4f7a-9ea3-3c190f2e2725"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:12.157603 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (9ac07d44-6503-4023-98d3-819d03528fce), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.297495 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4e7ae3-3d68-4f1c-8bd6-0f68a88b2771 x-openstack-request-id: req-6c4e7ae3-3d68-4f1c-8bd6-0f68a88b2771 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:12.297803 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3973df56-a812-4244-a918-0897cb5607c0", "name": "network-vif-deleted", "tag": "ff86945c-c72e-4f7a-9ea3-3c190f2e2725", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:12.298066 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c4e7ae3-3d68-4f1c-8bd6-0f68a88b2771 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:12.298489 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3973df56-a812-4244-a918-0897cb5607c0', 'name': 'network-vif-deleted', 'tag': 'ff86945c-c72e-4f7a-9ea3-3c190f2e2725', 'status': 'completed', 'code': 200} Feb 11 05:42:12.355384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5001-f43f-4427-b1e4-1ea11984fa85 req-e743e5ac-3f94-48c9-884a-e066f3bd9cbf tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:12.357175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceef5001-f43f-4427-b1e4-1ea11984fa85 req-e743e5ac-3f94-48c9-884a-e066f3bd9cbf tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 950 time: 0.2255085 Feb 11 05:42:12.413669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f20c7248-cb2e-4233-b5a2-d454c3abe72e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:12.453133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Deleting port f20c7248-cb2e-4233-b5a2-d454c3abe72e {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:12.454269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.474187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-162da28a-7a82-4ce3-8ca3-f46569be4a75 None None] For port f20c7248-cb2e-4233-b5a2-d454c3abe72e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f20c7248-cb2e-4233-b5a2-d454c3abe72e,segment=NetworkSegment(f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7),segment_id=f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:12.474601 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-162da28a-7a82-4ce3-8ca3-f46569be4a75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.499428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-162da28a-7a82-4ce3-8ca3-f46569be4a75 None None] Calling delete_port for f20c7248-cb2e-4233-b5a2-d454c3abe72e owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:12.533766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceef5001-f43f-4427-b1e4-1ea11984fa85 req-c126570a-1c1f-4887-b3ab-92ab5bb91afc tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633706 Feb 11 05:42:12.571153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bd259516-cb92-4085-9c65-73af0b88ae22 None None] Deleting port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:12.571528 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd259516-cb92-4085-9c65-73af0b88ae22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.612148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] For port f20c7248-cb2e-4233-b5a2-d454c3abe72e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f20c7248-cb2e-4233-b5a2-d454c3abe72e,segment=NetworkSegment(f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7),segment_id=f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:12.634231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.710784 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Calling delete_port for f20c7248-cb2e-4233-b5a2-d454c3abe72e owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:12.714788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Deleting port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:12.715287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.889574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-bd259516-cb92-4085-9c65-73af0b88ae22 None None] For port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=90e78681-10df-49aa-9b87-a2ad4fd1c0e7,segment=NetworkSegment(6f3ad7a5-f290-4f5d-8024-88d15839514e),segment_id=6f3ad7a5-f290-4f5d-8024-88d15839514e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:12.889980 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd259516-cb92-4085-9c65-73af0b88ae22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.908697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] For port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=90e78681-10df-49aa-9b87-a2ad4fd1c0e7,segment=NetworkSegment(6f3ad7a5-f290-4f5d-8024-88d15839514e),segment_id=6f3ad7a5-f290-4f5d-8024-88d15839514e)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:12.909067 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.922259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f20c7248-cb2e-4233-b5a2-d454c3abe72e is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:12.922818 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.930749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Calling delete_port for 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:12.966159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bd259516-cb92-4085-9c65-73af0b88ae22 None None] Calling delete_port for 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:13.094686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-162da28a-7a82-4ce3-8ca3-f46569be4a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.100200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f20c7248-cb2e-4233-b5a2-d454c3abe72e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.173511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] No DVR routers for this DVR port f20c7248-cb2e-4233-b5a2-d454c3abe72e on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:13.221058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162da28a-7a82-4ce3-8ca3-f46569be4a75 None None] Pushing event deleted for resources: {'Port': ['ID=f20c7248-cb2e-4233-b5a2-d454c3abe72e,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:13.241932 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event deleted for resources: {'Port': ['ID=f20c7248-cb2e-4233-b5a2-d454c3abe72e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:13.242753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162da28a-7a82-4ce3-8ca3-f46569be4a75 None None] No DVR routers for this DVR port f20c7248-cb2e-4233-b5a2-d454c3abe72e on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:13.249747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ff86945c-c72e-4f7a-9ea3-3c190f2e2725 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:13.309458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: ff86945c-c72e-4f7a-9ea3-3c190f2e2725 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:13.309813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ff86945c-c72e-4f7a-9ea3-3c190f2e2725 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:13.377382 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (79058366-2253-4c91-93ed-94862e28ff97), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.411991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79058366-2253-4c91-93ed-94862e28ff97']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:13.425275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:13.425807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:13.435950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.457591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.470249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:13.470711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (f20f1fd2-cc1d-4d7b-8e9d-f7c9df570af7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.474727 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd259516-cb92-4085-9c65-73af0b88ae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:13.475255 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:13.543638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd259516-cb92-4085-9c65-73af0b88ae22 None None] Pushing event deleted for resources: {'Port': ['ID=90e78681-10df-49aa-9b87-a2ad4fd1c0e7,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:13.550948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd259516-cb92-4085-9c65-73af0b88ae22 None None] No DVR routers for this DVR port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:13.598231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (90e78681-10df-49aa-9b87-a2ad4fd1c0e7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.678103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Port': ['ID=90e78681-10df-49aa-9b87-a2ad4fd1c0e7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:13.688612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (79058366-2253-4c91-93ed-94862e28ff97), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.734535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.738794 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] 10.222.0.31 "DELETE /v2.0/networks/79058366-2253-4c91-93ed-94862e28ff97 HTTP/1.1" status: 204 len: 168 time: 2.3578639 Feb 11 05:42:13.769290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] No DVR routers for this DVR port 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:13.774986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e34585-0086-40ae-b72e-76dd49845c0e tempest-DHCPAgentSchedulersTestJSON-1108924542 tempest-DHCPAgentSchedulersTestJSON-1108924542-project] Pushing event deleted for resources: {'Network': ['ID=79058366-2253-4c91-93ed-94862e28ff97,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:14.070775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:14.079424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (9ac07d44-6503-4023-98d3-819d03528fce), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.119362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:14.119996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 90e78681-10df-49aa-9b87-a2ad4fd1c0e7 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:14.139181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac07d44-6503-4023-98d3-819d03528fce']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.156066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3ad7a5-f290-4f5d-8024-88d15839514e') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.159928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3ad7a5-f290-4f5d-8024-88d15839514e') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.188614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (6f3ad7a5-f290-4f5d-8024-88d15839514e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.251909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6f3ad7a5-f290-4f5d-8024-88d15839514e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.271685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:14.272083 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (6f3ad7a5-f290-4f5d-8024-88d15839514e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:14.275558 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:14.368893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45784) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:14.409950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (9ac07d44-6503-4023-98d3-819d03528fce), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.445535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.454558 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] 10.222.0.31 "DELETE /v2.0/networks/9ac07d44-6503-4023-98d3-819d03528fce HTTP/1.1" status: 204 len: 168 time: 2.7882605 Feb 11 05:42:14.455656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbf304-2ee3-4fb4-bd93-3d432f105fa2 tempest-NetworksTest-1941024189 tempest-NetworksTest-1941024189-project] Pushing event deleted for resources: {'Network': ['ID=9ac07d44-6503-4023-98d3-819d03528fce,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:14.753184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45796) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:14.754895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-613d143f-a9a4-4a78-91eb-bbe5fb08b0d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=012d8c9697834fbe86a9fa96abeed2c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836665 Feb 11 05:42:14.909080 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41755c2a-9a8b-468c-b224-9aa408571de4 admin admin] Publish callbacks [] for security_group (f5275672-ca14-4cb8-8e9b-6be8cc0a3eb9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.962253 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41755c2a-9a8b-468c-b224-9aa408571de4 admin admin] Publish callbacks [] for security_group (f5275672-ca14-4cb8-8e9b-6be8cc0a3eb9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.976638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45802) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:15.091596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41755c2a-9a8b-468c-b224-9aa408571de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f5275672-ca14-4cb8-8e9b-6be8cc0a3eb9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.094097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41755c2a-9a8b-468c-b224-9aa408571de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.097654 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-41755c2a-9a8b-468c-b224-9aa408571de4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5275672-ca14-4cb8-8e9b-6be8cc0a3eb9 HTTP/1.1" status: 204 len: 168 time: 0.3414068 Feb 11 05:42:15.112766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41755c2a-9a8b-468c-b224-9aa408571de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5275672-ca14-4cb8-8e9b-6be8cc0a3eb9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:15.406915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45822) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:15.407580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-37ff1957-c4ba-4fcd-bff3-38f7ccf4ab73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9954b5703f744a91a968d3852ae05969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4279938 Feb 11 05:42:15.474194 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2b7536ec-a27d-4544-9f7d-f2a1798f36a1 admin admin] Publish callbacks [] for security_group (bfb0102a-1b75-4d46-905a-d9c9eb679fc4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.502341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2b7536ec-a27d-4544-9f7d-f2a1798f36a1 admin admin] Publish callbacks [] for security_group (bfb0102a-1b75-4d46-905a-d9c9eb679fc4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.583313 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2b7536ec-a27d-4544-9f7d-f2a1798f36a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bfb0102a-1b75-4d46-905a-d9c9eb679fc4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.586282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2b7536ec-a27d-4544-9f7d-f2a1798f36a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.589105 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2b7536ec-a27d-4544-9f7d-f2a1798f36a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfb0102a-1b75-4d46-905a-d9c9eb679fc4 HTTP/1.1" status: 204 len: 168 time: 0.1803350 Feb 11 05:42:15.630137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7536ec-a27d-4544-9f7d-f2a1798f36a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb0102a-1b75-4d46-905a-d9c9eb679fc4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:15.984541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45848) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:16.010511 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e26e1fa-849e-4523-b65d-9c48e511c7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.249729 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e26e1fa-849e-4523-b65d-9c48e511c7d0 admin admin] Publish callbacks [] for security_group (03a2c034-a0cc-48db-9871-c103cf737dad), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.260212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e26e1fa-849e-4523-b65d-9c48e511c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (03a2c034-a0cc-48db-9871-c103cf737dad), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.392903 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2e26e1fa-849e-4523-b65d-9c48e511c7d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bc339546fba4e87970fba04dc489a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4068651 Feb 11 05:42:16.395464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26e1fa-849e-4523-b65d-9c48e511c7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a2c034-a0cc-48db-9871-c103cf737dad,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:16.395617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45870) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:16.539922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:16.890942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45892) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:17.022847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:17.052414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '016a71df-9118-426a-8a18-5c03948d3e41', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '016a71df-9118-426a-8a18-5c03948d3e41', 'mac_address': 'fa:16:3e:80:8b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:17.081211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Publish callbacks [] for security_group (03a2c034-a0cc-48db-9871-c103cf737dad), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.130232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Publish callbacks [] for security_group (03a2c034-a0cc-48db-9871-c103cf737dad), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.146108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 016a71df-9118-426a-8a18-5c03948d3e41 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:17.146509 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.174811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 016a71df-9118-426a-8a18-5c03948d3e41 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:17.225503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:17.235067 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.252478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (03a2c034-a0cc-48db-9871-c103cf737dad), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.255205 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.256376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03a2c034-a0cc-48db-9871-c103cf737dad HTTP/1.1" status: 204 len: 168 time: 0.8597116 Feb 11 05:42:17.274989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a2c034-a0cc-48db-9871-c103cf737dad,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.295429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.295792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.296140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.301356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.301356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.301356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.302425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.302741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.303090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.303937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.304446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.304955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.305486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bc5a0-d2c1-4e9a-8637-9787c7f8499b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:17.376797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['016a71df-9118-426a-8a18-5c03948d3e41'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:17.440668 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a287fcd-c636-4673-94b5-76e99401a1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.528894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.757377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a287fcd-c636-4673-94b5-76e99401a1ee admin admin] Publish callbacks [] for security_group (e7daea43-feaf-42ba-92c7-7579b5fd7028), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.772397 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a287fcd-c636-4673-94b5-76e99401a1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e7daea43-feaf-42ba-92c7-7579b5fd7028), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.837601 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a287fcd-c636-4673-94b5-76e99401a1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7daea43-feaf-42ba-92c7-7579b5fd7028,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.913678 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a287fcd-c636-4673-94b5-76e99401a1ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dcac25d043d4b7f93f3f5c6d4c93386&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0159824 Feb 11 05:42:17.914331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45922) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:18.077467 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12953dac-00a9-438b-a382-5295d3c20ec9 admin admin] Publish callbacks [] for security_group (e7daea43-feaf-42ba-92c7-7579b5fd7028), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.150959 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12953dac-00a9-438b-a382-5295d3c20ec9 admin admin] Publish callbacks [] for security_group (e7daea43-feaf-42ba-92c7-7579b5fd7028), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.288219 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12953dac-00a9-438b-a382-5295d3c20ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e7daea43-feaf-42ba-92c7-7579b5fd7028), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.300546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12953dac-00a9-438b-a382-5295d3c20ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.304408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-12953dac-00a9-438b-a382-5295d3c20ec9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7daea43-feaf-42ba-92c7-7579b5fd7028 HTTP/1.1" status: 204 len: 168 time: 0.3912773 Feb 11 05:42:18.328678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12953dac-00a9-438b-a382-5295d3c20ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7daea43-feaf-42ba-92c7-7579b5fd7028,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:18.535177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45950) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:18.547451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:18.807102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 016a71df-9118-426a-8a18-5c03948d3e41 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:18.807790 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (016a71df-9118-426a-8a18-5c03948d3e41), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.011064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 016a71df-9118-426a-8a18-5c03948d3e41 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:19.011723 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.078084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:19.084256 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e6208-3591-43f2-889d-ea685ae201a9" -d '{"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-plugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:19.139932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:19.149158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.163426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1622786926'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:19.240532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:19.242764 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786ffe26-67a2-4ec4-a0bc-d6f2c5acc5df x-openstack-request-id: req-786ffe26-67a2-4ec4-a0bc-d6f2c5acc5df {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:19.244142 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-plugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:19.247920 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-786ffe26-67a2-4ec4-a0bc-d6f2c5acc5df {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:19.249716 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41', 'code': 200} Feb 11 05:42:19.252712 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.288116 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.336643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:19.369304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45976) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.429325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-00f90441-37c3-4245-89e3-ac038236c645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.689266 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (c395a6a7-713f-4bd5-8b36-22eb63ecdd42), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.695639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c395a6a7-713f-4bd5-8b36-22eb63ecdd42), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.781285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:19.822138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c395a6a7-713f-4bd5-8b36-22eb63ecdd42,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:19.823661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (bc50947e-cfa2-45bb-8750-a8c91db28110), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.824950 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Added segment bc50947e-cfa2-45bb-8750-a8c91db28110 of type vlan for network df3913af-06e0-4fbe-aaeb-4cfa36c29dba Feb 11 05:42:19.836298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45984) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.887320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-00f90441-37c3-4245-89e3-ac038236c645 admin admin] Publish callbacks [] for security_group (ebe837eb-075d-4848-a923-af776919cd75), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.897428 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-00f90441-37c3-4245-89e3-ac038236c645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ebe837eb-075d-4848-a923-af776919cd75), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.904669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.907452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.908046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.910796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.912311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.913246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.915242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.917330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.917854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.927623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.927979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.932133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.932507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:19.961874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f90441-37c3-4245-89e3-ac038236c645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe837eb-075d-4848-a923-af776919cd75,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.019830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-00f90441-37c3-4245-89e3-ac038236c645 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f84ac3f84fa3467d938bf20c563e623a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6486645 Feb 11 05:42:20.022359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45988) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:20.123240 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (df3913af-06e0-4fbe-aaeb-4cfa36c29dba), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.129374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5acc003f-65b5-4e44-bfdb-d555794bc49a admin admin] Publish callbacks [] for security_group (ebe837eb-075d-4848-a923-af776919cd75), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.193752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5acc003f-65b5-4e44-bfdb-d555794bc49a admin admin] Publish callbacks [] for security_group (ebe837eb-075d-4848-a923-af776919cd75), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.218631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-804575249'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:20.293738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Made reservation on behalf of e2ca035600c74f21bae0e2ec7f6fb998 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:20.304883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.312238 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (df3913af-06e0-4fbe-aaeb-4cfa36c29dba), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.327030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:20.331774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.334077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5acc003f-65b5-4e44-bfdb-d555794bc49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ebe837eb-075d-4848-a923-af776919cd75), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.337477 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5acc003f-65b5-4e44-bfdb-d555794bc49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.339237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5acc003f-65b5-4e44-bfdb-d555794bc49a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebe837eb-075d-4848-a923-af776919cd75 HTTP/1.1" status: 204 len: 168 time: 0.3155513 Feb 11 05:42:20.374194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc003f-65b5-4e44-bfdb-d555794bc49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe837eb-075d-4848-a923-af776919cd75,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.439911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45996) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:20.448336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'name': 'tempest-PortsTestJSON-713168559'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:20.455814 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9189322 Feb 11 05:42:20.461370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.873041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:20.882635 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.891595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for security_group (3e9ec7d7-2465-442b-a3f3-7b21db56d52f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.915369 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3e9ec7d7-2465-442b-a3f3-7b21db56d52f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.927896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 8a28056c-dbc3-4019-bd6b-27f784f084c2 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:21.102577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eecdef-0785-4f8d-be5a-9957983dfd99 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Network': ['ID=df3913af-06e0-4fbe-aaeb-4cfa36c29dba,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.118658 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:21.161505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:21.164141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ec7d7-2465-442b-a3f3-7b21db56d52f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.183262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c37aa329-6663-4854-8013-161f6a79509a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.185634 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Added segment c37aa329-6663-4854-8013-161f6a79509a of type vlan for network 84dd1532-f192-4100-9388-9ddf8bce4c47 Feb 11 05:42:21.410894 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (84dd1532-f192-4100-9388-9ddf8bce4c47), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.505809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (84dd1532-f192-4100-9388-9ddf8bce4c47), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.520149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:21.524109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.586099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.674027 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8235722 Feb 11 05:42:21.710703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46024) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:21.716257 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f582a4-6f10-4312-a893-68da5c4f1c11 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Network': ['ID=84dd1532-f192-4100-9388-9ddf8bce4c47,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.731106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:21.736572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'subnet': {'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:21.757174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.014905 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.290075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=8a28056c-dbc3-4019-bd6b-27f784f084c2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:22.369651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Checking segment: {'id': 'bc50947e-cfa2-45bb-8750-a8c91db28110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:22.370180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network hostable DHCP agents. Network: df3913af-06e0-4fbe-aaeb-4cfa36c29dba, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:22.397334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Made reservation on behalf of e2ca035600c74f21bae0e2ec7f6fb998 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:22.413304 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.676609 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-50023695-dacf-48e6-ad28-5a7f72c65917 req-8f6d018d-97d9-49de-b819-85a4e6e5c46e tempest-MigrationsAdminTest-79894952 tempest-MigrationsAdminTest-79894952-project] (103121) timed out ('10.222.0.31', 47378) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:42:22.700457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:22.796368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, df3913af-06e0-4fbe-aaeb-4cfa36c29dba) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:22.810129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2996ed2c-7f17-4bb1-93bb-54c70aa9eb9d None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:22.819183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:22.870761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:22.879415 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.057157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46048) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:23.066114 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4e44e0a2-e1c2-4a5e-bbfb-1b856baf69a5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6107063 Feb 11 05:42:23.068592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-633165896'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:23.199266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.261074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:23.294129 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.465027 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:23.508142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (bda95766-df4f-4c88-8dbc-c1b27551c3de), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.515248 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Added segment bda95766-df4f-4c88-8dbc-c1b27551c3de of type vlan for network 48448eba-a8d7-47dc-984f-07da3321396e Feb 11 05:42:23.543445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (d5583bd6-399d-4df6-9d3f-8161ba9bf907), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.701480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (48448eba-a8d7-47dc-984f-07da3321396e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.802302 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (48448eba-a8d7-47dc-984f-07da3321396e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.829091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:23.829836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.837624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Subnet': ['ID=d5583bd6-399d-4df6-9d3f-8161ba9bf907,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:23.891331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Checking segment: {'id': 'c37aa329-6663-4854-8013-161f6a79509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:23.893574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Network hostable DHCP agents. Network: 84dd1532-f192-4100-9388-9ddf8bce4c47, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:23.936864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46062) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:23.937785 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8787072 Feb 11 05:42:23.972099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'ports': [{'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba'}, {'network_id': '48448eba-a8d7-47dc-984f-07da3321396e'}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:23.976170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:23.977302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': '48448eba-a8d7-47dc-984f-07da3321396e'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:24.046732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:24.126836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 84dd1532-f192-4100-9388-9ddf8bce4c47) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:24.147878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66563d-c9b1-4c10-9b2b-695784248bdf None None] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:24.155159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:24.156472 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.309268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f04568-96e6-4b33-8e33-42609cfbc172 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Network': ['ID=48448eba-a8d7-47dc-984f-07da3321396e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:24.356218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46072) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:24.363515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ddeca12c-d758-4e20-be51-a5b942e26fb2 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6490695 Feb 11 05:42:24.382022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'port': {'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47', 'name': 'tempest-AllowedAddressPairTestJSON-1840538037'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:24.418875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 48448eba-a8d7-47dc-984f-07da3321396e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:24.694313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 2} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:24.710075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Made reservation on behalf of e2ca035600c74f21bae0e2ec7f6fb998 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:24.711913 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.715600 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.765251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] device_id is not set on port ccf53b20-945e-4cb6-a11d-4137ffe7d057 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:24.799453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.048902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46090) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:25.066198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-49698381'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:25.067326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-84dd1532-f192-4100-9388-9ddf8bce4c47', 'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47', 'project_id': 'e2ca035600c74f21bae0e2ec7f6fb998', 'fixed_ips': [{'subnet_id': 'd5583bd6-399d-4df6-9d3f-8161ba9bf907'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:25.074477 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.083148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Allocated IP 172.20.0.5 (84dd1532-f192-4100-9388-9ddf8bce4c47/d5583bd6-399d-4df6-9d3f-8161ba9bf907/ccf53b20-945e-4cb6-a11d-4137ffe7d057) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:25.217398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:25.223449 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.250281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port b76faace-c0e8-455b-8f81-f1cc46de97a7 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:25.296981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:25.330230 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6e99462e-2fe2-4877-af1c-3122ba54005e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.332948 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Added segment 6e99462e-2fe2-4877-af1c-3122ba54005e of type vlan for network fb83d269-2acd-412f-8a84-5425707c72b1 Feb 11 05:42:25.486540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (fb83d269-2acd-412f-8a84-5425707c72b1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.536847 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (fb83d269-2acd-412f-8a84-5425707c72b1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.543228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:25.543806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.692569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for port (ccf53b20-945e-4cb6-a11d-4137ffe7d057), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.738232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6802094 Feb 11 05:42:25.744461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46112) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:25.762115 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-691139180'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:25.806228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:25.809536 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.859569 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (b76faace-c0e8-455b-8f81-f1cc46de97a7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.883799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0be7e7-4b55-48ba-b89b-bb2fb9da5823 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Network': ['ID=fb83d269-2acd-412f-8a84-5425707c72b1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:25.885017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ccf53b20-945e-4cb6-a11d-4137ffe7d057), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.982750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network fb83d269-2acd-412f-8a84-5425707c72b1 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:25.998966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 536e8385-f4f9-45d5-aade-5638884ae22b yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:26.048057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:26.067912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0e75857e-25dc-4b60-814c-b3380e543401), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.068990 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Added segment 0e75857e-25dc-4b60-814c-b3380e543401 of type vlan for network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 Feb 11 05:42:26.150637 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3933aaa4-ebd8-4f26-942b-f465028f6bf9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.190283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Port': ['ID=ccf53b20-945e-4cb6-a11d-4137ffe7d057,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:26.200071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3933aaa4-ebd8-4f26-942b-f465028f6bf9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.209151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:26.212430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.219776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:26.244404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:26.260244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:26.262176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Allocated IP 172.20.0.2 (84dd1532-f192-4100-9388-9ddf8bce4c47/d5583bd6-399d-4df6-9d3f-8161ba9bf907/eef0004c-4859-4f10-9428-5f1bf9fb3110) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:26.286057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (536e8385-f4f9-45d5-aade-5638884ae22b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.488484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b76faace-c0e8-455b-8f81-f1cc46de97a7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.502795 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7572019 Feb 11 05:42:26.524995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46126) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:26.549264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'subnet': {'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:26.612541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=b76faace-c0e8-455b-8f81-f1cc46de97a7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:26.651662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Publish callbacks [] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.667907 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.691589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:26.704882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46128) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:26.750758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Pushing event updated for resources: {'Port': ['ID=eef0004c-4859-4f10-9428-5f1bf9fb3110,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:26.768667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:26.768868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:26.771383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:26.772317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (536e8385-f4f9-45d5-aade-5638884ae22b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.783278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:26.790212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:26.978266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Attempting to bind port eef0004c-4859-4f10-9428-5f1bf9fb3110 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:26.978637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Attempting to bind port eef0004c-4859-4f10-9428-5f1bf9fb3110 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c37aa329-6663-4854-8013-161f6a79509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:26.979014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Attempting to bind port eef0004c-4859-4f10-9428-5f1bf9fb3110 on network 84dd1532-f192-4100-9388-9ddf8bce4c47 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:27.009321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:27.009999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Checking segment: {'id': 'c37aa329-6663-4854-8013-161f6a79509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:27.010134 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.010528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Bound using segment: {'id': 'c37aa329-6663-4854-8013-161f6a79509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:27.011011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Bound port: eef0004c-4859-4f10-9428-5f1bf9fb3110, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37aa329-6663-4854-8013-161f6a79509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:27.011401 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.093612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=536e8385-f4f9-45d5-aade-5638884ae22b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.105965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de481028-eaac-4266-98b8-39c9ec14411b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.126092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Checking segment: {'id': 'bda95766-df4f-4c88-8dbc-c1b27551c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '48448eba-a8d7-47dc-984f-07da3321396e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:27.126624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network hostable DHCP agents. Network: 48448eba-a8d7-47dc-984f-07da3321396e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:27.171885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 48448eba-a8d7-47dc-984f-07da3321396e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:27.201187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 48448eba-a8d7-47dc-984f-07da3321396e) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:27.223514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f85b587-f303-4855-a0d8-6a7fcdbfcedb None None] Network 48448eba-a8d7-47dc-984f-07da3321396e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:27.234417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:27.249006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:27.266799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:27.267622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.322855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c8fd22a6-fd1d-49cc-8e9c-79683d8fad1a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3749549 Feb 11 05:42:27.324048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46138) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:27.330326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] For port eef0004c-4859-4f10-9428-5f1bf9fb3110, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:27.378675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] For port eef0004c-4859-4f10-9428-5f1bf9fb3110, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eef0004c-4859-4f10-9428-5f1bf9fb3110,segment=NetworkSegment(c37aa329-6663-4854-8013-161f6a79509a),segment_id=c37aa329-6663-4854-8013-161f6a79509a)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:27.419742 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.444918 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de481028-eaac-4266-98b8-39c9ec14411b admin admin] Publish callbacks [] for security_group (aa14f40e-b74e-4950-8836-1a731692075c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.456563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de481028-eaac-4266-98b8-39c9ec14411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (aa14f40e-b74e-4950-8836-1a731692075c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.546826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de481028-eaac-4266-98b8-39c9ec14411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa14f40e-b74e-4950-8836-1a731692075c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.562510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c337c-ffa0-49f3-ba3f-55c4e7abbe23 None None] Pushing event updated for resources: {'Port': ['ID=eef0004c-4859-4f10-9428-5f1bf9fb3110,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.612820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86cc5c-b7cd-4a9a-ac2b-34517788cd87 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Network': ['ID=3933aaa4-ebd8-4f26-942b-f465028f6bf9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.618904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:27.622919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.650281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:27.651025 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.672961 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6f9aa325-1ad7-4fab-8f8c-a7e3f360ea8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3122303 Feb 11 05:42:27.678848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46144) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:27.688526 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'port': {'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47', 'name': 'tempest-AllowedAddressPairTestJSON-1792654620', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e2:05:a3'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:27.690268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:27.827062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-de481028-eaac-4266-98b8-39c9ec14411b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d92de7d5dca4effa8577a197f3f4929&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1133440 Feb 11 05:42:27.833724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46146) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:27.876314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d28152ca-b2b8-4835-861f-d853bd50ea19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.907259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-58c6d3c1-1d0d-42ee-bcef-b6fedd4a297a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 536e8385-f4f9-45d5-aade-5638884ae22b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:27.907771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-58c6d3c1-1d0d-42ee-bcef-b6fedd4a297a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (536e8385-f4f9-45d5-aade-5638884ae22b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.112952 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c4a0-7339-45ae-904c-834b607c222e admin admin] Publish callbacks [] for security_group (aa14f40e-b74e-4950-8836-1a731692075c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.176195 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c4a0-7339-45ae-904c-834b607c222e admin admin] Publish callbacks [] for security_group (aa14f40e-b74e-4950-8836-1a731692075c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.191901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-58c6d3c1-1d0d-42ee-bcef-b6fedd4a297a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (536e8385-f4f9-45d5-aade-5638884ae22b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.218645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-58c6d3c1-1d0d-42ee-bcef-b6fedd4a297a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 536e8385-f4f9-45d5-aade-5638884ae22b owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:28.329517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Made reservation on behalf of e2ca035600c74f21bae0e2ec7f6fb998 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:28.335978 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (aa8fc154-ad35-44bc-839a-eb8ae4c6964c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.378149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-58c6d3c1-1d0d-42ee-bcef-b6fedd4a297a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (536e8385-f4f9-45d5-aade-5638884ae22b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.406018 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c4a0-7339-45ae-904c-834b607c222e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (aa14f40e-b74e-4950-8836-1a731692075c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.408649 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c4a0-7339-45ae-904c-834b607c222e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.410057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2fc7c4a0-7339-45ae-904c-834b607c222e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa14f40e-b74e-4950-8836-1a731692075c HTTP/1.1" status: 204 len: 168 time: 0.5708704 Feb 11 05:42:28.423801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7c4a0-7339-45ae-904c-834b607c222e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa14f40e-b74e-4950-8836-1a731692075c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:28.505163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Subnet': ['ID=aa8fc154-ad35-44bc-839a-eb8ae4c6964c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:28.561170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.640134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46156) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:28.657839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Checking segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:28.658970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network hostable DHCP agents. Network: fb83d269-2acd-412f-8a84-5425707c72b1, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:28.664447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] device_id is not set on port cd07a6f0-6394-4142-8165-b6ca75cfe6c1 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:28.664636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1780019714'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:28.674381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-58c6d3c1-1d0d-42ee-bcef-b6fedd4a297a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.693967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-58c6d3c1-1d0d-42ee-bcef-b6fedd4a297a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/536e8385-f4f9-45d5-aade-5638884ae22b HTTP/1.1" status: 204 len: 168 time: 1.3664615 Feb 11 05:42:28.702965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6d3c1-1d0d-42ee-bcef-b6fedd4a297a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=536e8385-f4f9-45d5-aade-5638884ae22b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:28.708723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46158) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:28.728440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network fb83d269-2acd-412f-8a84-5425707c72b1 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:28.749035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, fb83d269-2acd-412f-8a84-5425707c72b1) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:28.757554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29abea1c-f277-4d59-a350-ebad7a7eef8c None None] Network fb83d269-2acd-412f-8a84-5425707c72b1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:28.774259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:28.779866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.781064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:28.784853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.870902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:28.919156 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-28e7e3e3-5883-4655-92b1-040875a5347f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3928945 Feb 11 05:42:28.922712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46166) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:28.937576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e43858-c0c2-4d00-ab20-b74268284cdf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:28.947392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e43858-c0c2-4d00-ab20-b74268284cdf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:28.966634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-46e43858-c0c2-4d00-ab20-b74268284cdf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2566292 Feb 11 05:42:28.973636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'subnet': {'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:28.976500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46168) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:28.987089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fb83d269-2acd-412f-8a84-5425707c72b1', 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'fixed_ips': [{'subnet_id': 'aa8fc154-ad35-44bc-839a-eb8ae4c6964c'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:28.987989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.080418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (20021b27-657a-4829-b884-372b418f50ad), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.089365 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Added segment 20021b27-657a-4829-b884-372b418f50ad of type vlan for network 38a333df-eb9e-4410-9a73-327d64d75f7a Feb 11 05:42:29.152599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Allocated IP 172.20.0.12 (84dd1532-f192-4100-9388-9ddf8bce4c47/d5583bd6-399d-4df6-9d3f-8161ba9bf907/cd07a6f0-6394-4142-8165-b6ca75cfe6c1) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:29.231493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46174) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:29.311489 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6e61b76-409f-40b8-b34e-2c6c79ba15a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.342412 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (38a333df-eb9e-4410-9a73-327d64d75f7a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.491437 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for port (cd07a6f0-6394-4142-8165-b6ca75cfe6c1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.506667 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (38a333df-eb9e-4410-9a73-327d64d75f7a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.513568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:29.514181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.562220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (cd07a6f0-6394-4142-8165-b6ca75cfe6c1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.584446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Allocated IP 10.1.1.2 (fb83d269-2acd-412f-8a84-5425707c72b1/aa8fc154-ad35-44bc-839a-eb8ae4c6964c/d00760d7-cafb-42ef-8cb7-250158c8b0ae) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:29.741471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Network': ['ID=38a333df-eb9e-4410-9a73-327d64d75f7a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:29.744753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Port': ['ID=cd07a6f0-6394-4142-8165-b6ca75cfe6c1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:29.768348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:29.770114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 38a333df-eb9e-4410-9a73-327d64d75f7a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:29.775562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:29.786813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:29.794921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-24dced93-12d8-4c92-9859-753bd6796340 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port b76faace-c0e8-455b-8f81-f1cc46de97a7 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:29.803378 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24dced93-12d8-4c92-9859-753bd6796340 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b76faace-c0e8-455b-8f81-f1cc46de97a7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.854967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-910f27bc-23d3-43c7-86b1-3563f6e60164 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2096858 Feb 11 05:42:29.855702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46176) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:29.877323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:29.877993 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.881265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:29.885349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.083363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ead512-7f80-4848-8a2e-ba7962200e89 None None] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:30.106288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24dced93-12d8-4c92-9859-753bd6796340 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b76faace-c0e8-455b-8f81-f1cc46de97a7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.140023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-24dced93-12d8-4c92-9859-753bd6796340 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for b76faace-c0e8-455b-8f81-f1cc46de97a7 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:30.157985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (d9a71f2c-2510-405a-8034-db3d4d59d111), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.167709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-428838465'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:30.222360 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0864794e-8488-4203-9925-485a9e96daa3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5427673 Feb 11 05:42:30.226999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46184) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:30.275421 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6e61b76-409f-40b8-b34e-2c6c79ba15a3 admin admin] Publish callbacks [] for security_group (022fc752-a76e-46c8-b8b5-f26a6fa4e434), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.288088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:30.295941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.307597 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6e61b76-409f-40b8-b34e-2c6c79ba15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (022fc752-a76e-46c8-b8b5-f26a6fa4e434), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.314187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Subnet': ['ID=d9a71f2c-2510-405a-8034-db3d4d59d111,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:30.336789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Checking segment: {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:30.337300 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network hostable DHCP agents. Network: 3933aaa4-ebd8-4f26-942b-f465028f6bf9, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:30.363761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2d087-aee1-4611-8138-3d5f0b8aca03 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:30.370602 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2d087-aee1-4611-8138-3d5f0b8aca03 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:30.377579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2d087-aee1-4611-8138-3d5f0b8aca03 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:30.382215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c4f2d087-aee1-4611-8138-3d5f0b8aca03 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1511149 Feb 11 05:42:30.390101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46188) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:30.417959 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Publish callbacks [] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.445462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eef0004c-4859-4f10-9428-5f1bf9fb3110 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:30.462470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:30.520416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3933aaa4-ebd8-4f26-942b-f465028f6bf9) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:30.533318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:30.533929 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.566105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e61b76-409f-40b8-b34e-2c6c79ba15a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022fc752-a76e-46c8-b8b5-f26a6fa4e434,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:30.578988 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bc9e7e03-8fe5-4306-a8e3-cd9e4d510822 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6407766 Feb 11 05:42:30.579456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46190) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:30.586621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'port': {'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1393916432', 'fixed_ips': [{'subnet_id': 'aa8fc154-ad35-44bc-839a-eb8ae4c6964c'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:30.601942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e6e61b76-409f-40b8-b34e-2c6c79ba15a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c36edf3b62d9441fb5cb21737688d2bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3590510 Feb 11 05:42:30.609461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46192) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:30.615878 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.631558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eadbb4-ddab-4fee-858f-5b496a80ac99 None None] Network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:30.646196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:30.707418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (38957bd3-7166-4426-a8bd-afb24ca3cf5a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.708182 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Added segment 38957bd3-7166-4426-a8bd-afb24ca3cf5a of type vlan for network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c Feb 11 05:42:30.762414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24dced93-12d8-4c92-9859-753bd6796340 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b76faace-c0e8-455b-8f81-f1cc46de97a7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.788389 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (33d6bcbb-ffb0-4128-aa24-99f07f31cf9c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.833795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-833a4e62-fb86-4af7-aa08-e63ff68b7b7e admin admin] Publish callbacks [] for security_group (022fc752-a76e-46c8-b8b5-f26a6fa4e434), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.849624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:30.874236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6d6bc-d375-4444-92e6-6a7cd15c7675 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Deleting port cd07a6f0-6394-4142-8165-b6ca75cfe6c1 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:30.874693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d6bc-d375-4444-92e6-6a7cd15c7675 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (cd07a6f0-6394-4142-8165-b6ca75cfe6c1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.902861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-833a4e62-fb86-4af7-aa08-e63ff68b7b7e admin admin] Publish callbacks [] for security_group (022fc752-a76e-46c8-b8b5-f26a6fa4e434), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.983460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24dced93-12d8-4c92-9859-753bd6796340 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.987651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-24dced93-12d8-4c92-9859-753bd6796340 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/b76faace-c0e8-455b-8f81-f1cc46de97a7 HTTP/1.1" status: 204 len: 168 time: 2.0066164 Feb 11 05:42:30.991398 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-833a4e62-fb86-4af7-aa08-e63ff68b7b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (022fc752-a76e-46c8-b8b5-f26a6fa4e434), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.994118 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-833a4e62-fb86-4af7-aa08-e63ff68b7b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.995428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-833a4e62-fb86-4af7-aa08-e63ff68b7b7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/022fc752-a76e-46c8-b8b5-f26a6fa4e434 HTTP/1.1" status: 204 len: 168 time: 0.3827050 Feb 11 05:42:30.996347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dced93-12d8-4c92-9859-753bd6796340 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=b76faace-c0e8-455b-8f81-f1cc46de97a7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:31.011921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46204) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:31.118388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d6bc-d375-4444-92e6-6a7cd15c7675 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (cd07a6f0-6394-4142-8165-b6ca75cfe6c1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.132992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6d6bc-d375-4444-92e6-6a7cd15c7675 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Calling delete_port for cd07a6f0-6394-4142-8165-b6ca75cfe6c1 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:31.211553 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (33d6bcbb-ffb0-4128-aa24-99f07f31cf9c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.225317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:31.226009 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.259944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a4e62-fb86-4af7-aa08-e63ff68b7b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022fc752-a76e-46c8-b8b5-f26a6fa4e434,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:31.447435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5401471 Feb 11 05:42:31.486605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46224) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:31.502687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'subnet': {'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:31.510475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Network fb83d269-2acd-412f-8a84-5425707c72b1 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:31.530346 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d6bc-d375-4444-92e6-6a7cd15c7675 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (cd07a6f0-6394-4142-8165-b6ca75cfe6c1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.580301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2bcad-bf7e-419b-a2b8-3d2eb09c8e8c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:31.581233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:31.597263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:31.599282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-83b2bcad-bf7e-419b-a2b8-3d2eb09c8e8c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5794725 Feb 11 05:42:31.599956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46230) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:31.627411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Provisioning complete for port eef0004c-4859-4f10-9428-5f1bf9fb3110 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:31.627774 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.641650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef492113-2ffa-4025-8acf-b490d4c43520 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Network': ['ID=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:31.711306 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e72af8-5ca5-46f8-9c4e-a874d6ccaf2d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:42:31.712017 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-50db72f2-ce04-429a-a83c-9472cb11f38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.723222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d5e72af8-5ca5-46f8-9c4e-a874d6ccaf2d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/536e8385-f4f9-45d5-aade-5638884ae22b HTTP/1.1" status: 404 len: 333 time: 0.1195667 Feb 11 05:42:31.723880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46234) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:31.746385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:31.825537 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6ccbf6-b048-4488-aa88-53f12ba143f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:42:31.839347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bf6ccbf6-b048-4488-aa88-53f12ba143f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/b76faace-c0e8-455b-8f81-f1cc46de97a7 HTTP/1.1" status: 404 len: 333 time: 0.1141274 Feb 11 05:42:31.840287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46238) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:32.015472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6d6bc-d375-4444-92e6-6a7cd15c7675 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event deleted for resources: {'Port': ['ID=cd07a6f0-6394-4142-8165-b6ca75cfe6c1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:32.068976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (48448eba-a8d7-47dc-984f-07da3321396e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.176386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Pushing event updated for resources: {'Port': ['ID=d00760d7-cafb-42ef-8cb7-250158c8b0ae,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:32.311121 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (48448eba-a8d7-47dc-984f-07da3321396e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.356013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48448eba-a8d7-47dc-984f-07da3321396e']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:32.373616 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d6bc-d375-4444-92e6-6a7cd15c7675 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.382046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda95766-df4f-4c88-8dbc-c1b27551c3de') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:32.388463 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4a6d6bc-d375-4444-92e6-6a7cd15c7675 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "DELETE /v2.0/ports/cd07a6f0-6394-4142-8165-b6ca75cfe6c1 HTTP/1.1" status: 204 len: 168 time: 1.9974327 Feb 11 05:42:32.389156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda95766-df4f-4c88-8dbc-c1b27551c3de') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:32.396011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46256) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:32.458712 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.492265 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.506500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (bda95766-df4f-4c88-8dbc-c1b27551c3de), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.513731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Attempting to bind port d00760d7-cafb-42ef-8cb7-250158c8b0ae on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:32.514278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Attempting to bind port d00760d7-cafb-42ef-8cb7-250158c8b0ae by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:32.514589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Attempting to bind port d00760d7-cafb-42ef-8cb7-250158c8b0ae on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:32.518701 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f637d2c-96e3-4ba4-ba58-e67d8f854d23 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] GET failed (client error): The resource could not be found. Feb 11 05:42:32.529381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0f637d2c-96e3-4ba4-ba58-e67d8f854d23 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "GET /v2.0/ports/cd07a6f0-6394-4142-8165-b6ca75cfe6c1 HTTP/1.1" status: 404 len: 333 time: 0.1315775 Feb 11 05:42:32.552985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46262) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:32.561695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'port': {'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47', 'name': 'tempest-AllowedAddressPairTestJSON-1329711456'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:32.630208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] device_id is not set on port d294594c-7a83-4810-99bc-b12b11584445 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:32.639752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (bda95766-df4f-4c88-8dbc-c1b27551c3de), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.682395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:32.682837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (bda95766-df4f-4c88-8dbc-c1b27551c3de), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:32.767327 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:32.826201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:32.826587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Checking segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:32.828067 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.828472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Bound using segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:32.828967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Bound port: d00760d7-cafb-42ef-8cb7-250158c8b0ae, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:32.838975 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.861800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Current status of the port eef0004c-4859-4f10-9428-5f1bf9fb3110 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:32.862205 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.918289 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:42:32.927485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-3933aaa4-ebd8-4f26-942b-f465028f6bf9', 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9', 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'fixed_ips': [{'subnet_id': 'd9a71f2c-2510-405a-8034-db3d4d59d111'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:32.937434 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.957706 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:32.964696 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.068829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (48448eba-a8d7-47dc-984f-07da3321396e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.083255 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.102140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/networks/48448eba-a8d7-47dc-984f-07da3321396e HTTP/1.1" status: 204 len: 168 time: 1.2595086 Feb 11 05:42:33.105598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46270) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:33.124784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] For port eef0004c-4859-4f10-9428-5f1bf9fb3110, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eef0004c-4859-4f10-9428-5f1bf9fb3110,segment=NetworkSegment(c37aa329-6663-4854-8013-161f6a79509a),segment_id=c37aa329-6663-4854-8013-161f6a79509a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:33.142521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port eef0004c-4859-4f10-9428-5f1bf9fb3110 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:33.142898 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.161861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.169197 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.192550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-555395243'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:33.250725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de565456-6468-414a-8e1e-5419c8d2e0f6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Network': ['ID=48448eba-a8d7-47dc-984f-07da3321396e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:33.296860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:33.313252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.428721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Pushing event updated for resources: {'Port': ['ID=eef0004c-4859-4f10-9428-5f1bf9fb3110,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:33.434207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:33.469600 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0dadf477-ecee-4bb7-99d8-03f45ae44838), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.470269 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Added segment 0dadf477-ecee-4bb7-99d8-03f45ae44838 of type vlan for network 87ea5c64-962b-4409-8305-f8c6dfe4853f Feb 11 05:42:33.480127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.481310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.481702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.482051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.482399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.486831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.487212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.487559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.487914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.488269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.494356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.496685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.498252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b12f13-684c-4b33-8cb1-f32d01f74868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.605771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (87ea5c64-962b-4409-8305-f8c6dfe4853f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.665601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (87ea5c64-962b-4409-8305-f8c6dfe4853f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.676650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:33.681742 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.712431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Made reservation on behalf of e2ca035600c74f21bae0e2ec7f6fb998 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:33.721518 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.772181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5939815 Feb 11 05:42:33.830404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46292) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:33.839224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] device_id is not set on port ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:33.847866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e0b9d8a9-8846-41ae-ad83-e15e93fe59bb None None] Provisioning complete for port eef0004c-4859-4f10-9428-5f1bf9fb3110 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:33.848500 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0b9d8a9-8846-41ae-ad83-e15e93fe59bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.913237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': '87ea5c64-962b-4409-8305-f8c6dfe4853f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:34.035583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Allocated IP 10.1.1.52 (fb83d269-2acd-412f-8a84-5425707c72b1/aa8fc154-ad35-44bc-839a-eb8ae4c6964c/d294594c-7a83-4810-99bc-b12b11584445) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:34.123031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa85eb-5ca2-4631-afc2-644b49ed5eea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Network': ['ID=87ea5c64-962b-4409-8305-f8c6dfe4853f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:34.244711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 87ea5c64-962b-4409-8305-f8c6dfe4853f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:34.333035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Allocated IP 172.20.0.8 (84dd1532-f192-4100-9388-9ddf8bce4c47/d5583bd6-399d-4df6-9d3f-8161ba9bf907/ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:34.578840 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (2118ca17-0c0c-420c-b7e3-b521503c3190), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.695958 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.867127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] For port d00760d7-cafb-42ef-8cb7-250158c8b0ae, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:34.873497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port eef0004c-4859-4f10-9428-5f1bf9fb3110 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:34.964362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e0b9d8a9-8846-41ae-ad83-e15e93fe59bb None None] Current status of the port eef0004c-4859-4f10-9428-5f1bf9fb3110 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:34.985522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] For port d00760d7-cafb-42ef-8cb7-250158c8b0ae, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d00760d7-cafb-42ef-8cb7-250158c8b0ae,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:35.032942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e0b9d8a9-8846-41ae-ad83-e15e93fe59bb None None] Provisioning complete for port ccf53b20-945e-4cb6-a11d-4137ffe7d057 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:35.033650 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0b9d8a9-8846-41ae-ad83-e15e93fe59bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ccf53b20-945e-4cb6-a11d-4137ffe7d057), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.051872 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Subnet': ['ID=2118ca17-0c0c-420c-b7e3-b521503c3190,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:35.107939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e0b9d8a9-8846-41ae-ad83-e15e93fe59bb None None] Port ccf53b20-945e-4cb6-a11d-4137ffe7d057 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:35.111135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.121200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Checking segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:35.121574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network hostable DHCP agents. Network: 38a333df-eb9e-4410-9a73-327d64d75f7a, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:35.283235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for port (d294594c-7a83-4810-99bc-b12b11584445), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.297900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 38a333df-eb9e-4410-9a73-327d64d75f7a is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:35.343186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 38a333df-eb9e-4410-9a73-327d64d75f7a) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:35.361662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.362460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.409394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15720a-a681-471b-8c5a-7fa9277965df None None] Pushing event updated for resources: {'Port': ['ID=d00760d7-cafb-42ef-8cb7-250158c8b0ae,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:35.441048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eef0004c-4859-4f10-9428-5f1bf9fb3110 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:35.454487 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5d1e10c8-a5a4-4a8e-ba17-3873c1f7534d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.9615166 Feb 11 05:42:35.460618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46334) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:35.461937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ae6860-2840-4dc8-9610-f7cf9450be33 None None] Network 38a333df-eb9e-4410-9a73-327d64d75f7a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:35.466173 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d294594c-7a83-4810-99bc-b12b11584445), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.488142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'subnet': {'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:35.613032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for port (ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.655803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Allocated IP 10.2.2.2 (3933aaa4-ebd8-4f26-942b-f465028f6bf9/d9a71f2c-2510-405a-8034-db3d4d59d111/dc6baf1c-3c10-4588-a44a-7f3f714acdd0) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:35.677095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b118d0c1-fda5-4c7a-a725-38398d0e6b50 None None] Could not find standard attr ID for object cd07a6f0-6394-4142-8165-b6ca75cfe6c1. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:35.781312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.947172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network fb83d269-2acd-412f-8a84-5425707c72b1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:35.969445 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:35.982861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:36.003972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Port': ['ID=d294594c-7a83-4810-99bc-b12b11584445,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:36.162476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:36.178324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:36.208837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b118d0c1-fda5-4c7a-a725-38398d0e6b50 None None] Provisioning complete for port ccf53b20-945e-4cb6-a11d-4137ffe7d057 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:36.209427 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b118d0c1-fda5-4c7a-a725-38398d0e6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ccf53b20-945e-4cb6-a11d-4137ffe7d057), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.212640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:36.230059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:36.251673 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.410745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Port': ['ID=ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:36.436535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:36.436843 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.437386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.447338 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.625464 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b239e285-6239-4996-bcfe-d875deb6167e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.0425868 Feb 11 05:42:36.626427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46366) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:36.650091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'port': {'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1190795156', 'fixed_ips': [{'subnet_id': 'aa8fc154-ad35-44bc-839a-eb8ae4c6964c'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:36.687870 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Publish callbacks [] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.732251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Performing IP validity checks on allocation pools {{(pid=103120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:42:36.735509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:42:36.761334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-38a333df-eb9e-4410-9a73-327d64d75f7a', 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'project_id': '3c75556137b8430aad60300261085fb6', 'fixed_ips': [{'subnet_id': '2118ca17-0c0c-420c-b7e3-b521503c3190'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:36.764935 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.847533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.850865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.939948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-493b6671-bafa-444e-a245-220ae90eb96c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3842142 Feb 11 05:42:36.941706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46380) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:36.954904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a27c488b-76b9-4283-876b-6f586992ae5d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e2:05:a3'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:36.958179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46382) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:37.052463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:37.057136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.116999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port eef0004c-4859-4f10-9428-5f1bf9fb3110 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:37.117461 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.119671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b118d0c1-fda5-4c7a-a725-38398d0e6b50 None None] Port ccf53b20-945e-4cb6-a11d-4137ffe7d057 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:37.181004 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.230260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] device_id is not set on port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:37.348774 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ead12c9-02f0-4769-b50b-30f75e333493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.394581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe23a5f-4867-40b5-90f3-3453ce5896f7 None None] Network fb83d269-2acd-412f-8a84-5425707c72b1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:37.482488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (cfcd604f-47e1-48de-aa59-b42f532e5d2c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.523750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:37.592953 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (6f3a5c0b-99a8-4a2f-a6df-e92859e760d3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.625522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:37.635978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:37.691152 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a27c488b-76b9-4283-876b-6f586992ae5d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.712595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=cfcd604f-47e1-48de-aa59-b42f532e5d2c,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:37.738555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Subnet': ['ID=6f3a5c0b-99a8-4a2f-a6df-e92859e760d3,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:37.746961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-722d6c68-41fd-4990-a1f8-5b84b532ac0e None None] Provisioning complete for port ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:37.749001 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-722d6c68-41fd-4990-a1f8-5b84b532ac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.838629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Allocated IP 10.1.1.114 (fb83d269-2acd-412f-8a84-5425707c72b1/aa8fc154-ad35-44bc-839a-eb8ae4c6964c/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:38.090734 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.188875 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a27c488b-76b9-4283-876b-6f586992ae5d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for port (ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.218297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Checking segment: {'id': '0dadf477-ecee-4bb7-99d8-03f45ae44838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87ea5c64-962b-4409-8305-f8c6dfe4853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:38.218925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network hostable DHCP agents. Network: 87ea5c64-962b-4409-8305-f8c6dfe4853f, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:38.223792 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a27c488b-76b9-4283-876b-6f586992ae5d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.237861 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.345496 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ead12c9-02f0-4769-b50b-30f75e333493 admin admin] Publish callbacks [] for security_group (28978c6a-9f4b-4de9-9461-5335199e6f5d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.363368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Checking segment: {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:38.364349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network hostable DHCP agents. Network: 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:38.367262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ead12c9-02f0-4769-b50b-30f75e333493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (28978c6a-9f4b-4de9-9461-5335199e6f5d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.442699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network fb83d269-2acd-412f-8a84-5425707c72b1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:38.461922 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:38.483596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8ead12c9-02f0-4769-b50b-30f75e333493 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=099da7078b57475a8db95415cdc8ad8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5215142 Feb 11 05:42:38.494328 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:38.505817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead12c9-02f0-4769-b50b-30f75e333493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28978c6a-9f4b-4de9-9461-5335199e6f5d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:38.510028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46404) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:38.574708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Port': ['ID=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:38.578150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 87ea5c64-962b-4409-8305-f8c6dfe4853f is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:38.617920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:38.620590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Pushing event updated for resources: {'Port': ['ID=dc6baf1c-3c10-4588-a44a-7f3f714acdd0,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:38.625219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c488b-76b9-4283-876b-6f586992ae5d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Port': ['ID=ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:38.651145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port eef0004c-4859-4f10-9428-5f1bf9fb3110 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:38.656632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 87ea5c64-962b-4409-8305-f8c6dfe4853f) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:38.666276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-722d6c68-41fd-4990-a1f8-5b84b532ac0e None None] Port ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:38.673212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:38.687464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.687464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.688804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.706058 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.718352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee85cf8-d6c8-4806-9acf-d57a3dfb4beb None None] Network 87ea5c64-962b-4409-8305-f8c6dfe4853f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:38.748085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.757686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.768777 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5ae28a54-4728-4959-872b-398dd8b21a23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3040915 Feb 11 05:42:38.776661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e251338f-8781-4883-abfa-de7c421fa357 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9390101 Feb 11 05:42:38.778426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46406) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:38.782363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46408) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:38.806879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'port': {'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'name': 'tempest-TaggedBootDevicesTest-611223222', 'fixed_ips': [{'subnet_id': '2118ca17-0c0c-420c-b7e3-b521503c3190'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:38.807589 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-40e35331-76ba-4835-a04c-1bad13a0ea0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1691997 Feb 11 05:42:38.932899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa0c601-b9da-4dcd-8967-02210128819e None None] Network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:38.950689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d00760d7-cafb-42ef-8cb7-250158c8b0ae up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:39.029935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': '87ea5c64-962b-4409-8305-f8c6dfe4853f', 'name': 'tempest-PortsTestJSON-1367388294'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:39.051394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a58cbd31-47ef-4bf6-b35e-8021972e7918 admin admin] Publish callbacks [] for security_group (28978c6a-9f4b-4de9-9461-5335199e6f5d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.057825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a27c488b-76b9-4283-876b-6f586992ae5d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] In _notify_port_updated(), no bound segment for port ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2 on network 84dd1532-f192-4100-9388-9ddf8bce4c47 {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:42:39.060708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-87ea5c64-962b-4409-8305-f8c6dfe4853f', 'network_id': '87ea5c64-962b-4409-8305-f8c6dfe4853f', 'project_id': '24439a02c0e743fbb7970d0f47733ba6', 'fixed_ips': [{'subnet_id': 'cfcd604f-47e1-48de-aa59-b42f532e5d2c'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:39.063743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27c488b-76b9-4283-876b-6f586992ae5d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.064772 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a27c488b-76b9-4283-876b-6f586992ae5d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.066758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a27c488b-76b9-4283-876b-6f586992ae5d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "PUT /v2.0/ports/ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2 HTTP/1.1" status: 200 len: 993 time: 2.1193755 Feb 11 05:42:39.067721 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.069440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46422) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:39.136432 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a58cbd31-47ef-4bf6-b35e-8021972e7918 admin admin] Publish callbacks [] for security_group (28978c6a-9f4b-4de9-9461-5335199e6f5d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.379460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:39.407014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Allocated IP 172.20.0.2 (87ea5c64-962b-4409-8305-f8c6dfe4853f/cfcd604f-47e1-48de-aa59-b42f532e5d2c/67a5dbfb-3ed1-4e1d-8d30-c59174ce071f) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:39.560214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.593456 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Publish callbacks [] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.628878 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.641736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Allocated IP 10.1.1.2 (38a333df-eb9e-4410-9a73-327d64d75f7a/2118ca17-0c0c-420c-b7e3-b521503c3190/774fb5ce-f9eb-4b40-b3e1-80803f79f6ad) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:39.663548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] device_id is not set on port c42625e7-478d-46cd-9ac9-810d31b616d5 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:39.705131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Attempting to bind port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:39.705953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Attempting to bind port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:39.706510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Attempting to bind port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 on network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:39.718037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Network 87ea5c64-962b-4409-8305-f8c6dfe4853f is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:39.720766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:39.736979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.826385 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a58cbd31-47ef-4bf6-b35e-8021972e7918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (28978c6a-9f4b-4de9-9461-5335199e6f5d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.831850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a58cbd31-47ef-4bf6-b35e-8021972e7918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.844219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:39.846667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1507ffb3-ba1d-4e5b-8fb3-462b746f6128 None None] Provisioning complete for port d00760d7-cafb-42ef-8cb7-250158c8b0ae triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:39.847188 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1507ffb3-ba1d-4e5b-8fb3-462b746f6128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.851537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a58cbd31-47ef-4bf6-b35e-8021972e7918 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28978c6a-9f4b-4de9-9461-5335199e6f5d HTTP/1.1" status: 204 len: 168 time: 1.3316255 Feb 11 05:42:39.973975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:39.974204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cbd31-47ef-4bf6-b35e-8021972e7918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28978c6a-9f4b-4de9-9461-5335199e6f5d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:40.021906 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-aa5285fb-b4f6-4796-b825-f7dbe8c37cde tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Deleting port ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:40.022852 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa5285fb-b4f6-4796-b825-f7dbe8c37cde tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.089323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 773dacc0-4ca6-4171-ace7-89aae50eefb6 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:40.175458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Pushing event updated for resources: {'Port': ['ID=67a5dbfb-3ed1-4e1d-8d30-c59174ce071f,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:40.223916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:40.227926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Checking segment: {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:40.231728 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.232350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Bound using segment: {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:40.233377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Bound port: dc6baf1c-3c10-4588-a44a-7f3f714acdd0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:40.234493 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.311116 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa5285fb-b4f6-4796-b825-f7dbe8c37cde tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.336245 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-aa5285fb-b4f6-4796-b825-f7dbe8c37cde tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Calling delete_port for ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:40.507260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46450) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:40.520899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-45ab53ba-f213-40e2-9f60-12481c4ff6c1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502316152', 'description': 'tempest-description--639764341'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:40.615392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.11 (87ea5c64-962b-4409-8305-f8c6dfe4853f/cfcd604f-47e1-48de-aa59-b42f532e5d2c/773dacc0-4ca6-4171-ace7-89aae50eefb6) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:40.619815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1507ffb3-ba1d-4e5b-8fb3-462b746f6128 None None] Current status of the port d00760d7-cafb-42ef-8cb7-250158c8b0ae is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:40.622833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1507ffb3-ba1d-4e5b-8fb3-462b746f6128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.641223 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-45ab53ba-f213-40e2-9f60-12481c4ff6c1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.649675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port d00760d7-cafb-42ef-8cb7-250158c8b0ae triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:40.650240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.674188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa5285fb-b4f6-4796-b825-f7dbe8c37cde tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.730260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] For port dc6baf1c-3c10-4588-a44a-7f3f714acdd0, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:40.734395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] For port dc6baf1c-3c10-4588-a44a-7f3f714acdd0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dc6baf1c-3c10-4588-a44a-7f3f714acdd0,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:40.737946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46454) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:40.740286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5285fb-b4f6-4796-b825-f7dbe8c37cde tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event deleted for resources: {'Port': ['ID=ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:40.817523 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.834040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-45ab53ba-f213-40e2-9f60-12481c4ff6c1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group (87cf8a0d-100b-476c-8d4c-6ee08f415a2a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.839230 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-45ab53ba-f213-40e2-9f60-12481c4ff6c1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (87cf8a0d-100b-476c-8d4c-6ee08f415a2a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.912336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10482210-8350-40c9-945b-be6076aab028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.977094 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-45ab53ba-f213-40e2-9f60-12481c4ff6c1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.982470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-45ab53ba-f213-40e2-9f60-12481c4ff6c1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4738133 Feb 11 05:42:40.993976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46456) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:41.027902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-71ab6134-5135-4463-a149-50508dc00ce5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'security_group_rule': {'security_group_id': '87cf8a0d-100b-476c-8d4c-6ee08f415a2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:41.079570 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10482210-8350-40c9-945b-be6076aab028 admin admin] Publish callbacks [] for security_group (bb3d474e-c945-4bad-a3f5-978186202fee), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.086926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10482210-8350-40c9-945b-be6076aab028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bb3d474e-c945-4bad-a3f5-978186202fee), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.096653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab53ba-f213-40e2-9f60-12481c4ff6c1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf8a0d-100b-476c-8d4c-6ee08f415a2a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:41.139813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71ab6134-5135-4463-a149-50508dc00ce5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group_rule (4a7b951c-bcfd-41df-91fd-7507c1002212), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.281702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Attempting to bind port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:41.282105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Attempting to bind port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '0dadf477-ecee-4bb7-99d8-03f45ae44838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87ea5c64-962b-4409-8305-f8c6dfe4853f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:41.282482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Attempting to bind port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f on network 87ea5c64-962b-4409-8305-f8c6dfe4853f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:41.294062 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71ab6134-5135-4463-a149-50508dc00ce5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group_rule (4a7b951c-bcfd-41df-91fd-7507c1002212), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.300847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-33d6bcbb-ffb0-4128-aa24-99f07f31cf9c', 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c', 'project_id': '3c75556137b8430aad60300261085fb6', 'fixed_ips': [{'subnet_id': '6f3a5c0b-99a8-4a2f-a6df-e92859e760d3'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:41.300847 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.314961 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71ab6134-5135-4463-a149-50508dc00ce5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (4a7b951c-bcfd-41df-91fd-7507c1002212), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.328850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:41.329302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Checking segment: {'id': '0dadf477-ecee-4bb7-99d8-03f45ae44838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87ea5c64-962b-4409-8305-f8c6dfe4853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:41.329673 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.330076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Bound using segment: {'id': '0dadf477-ecee-4bb7-99d8-03f45ae44838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87ea5c64-962b-4409-8305-f8c6dfe4853f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:41.330566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Bound port: 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dadf477-ecee-4bb7-99d8-03f45ae44838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87ea5c64-962b-4409-8305-f8c6dfe4853f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:41.330951 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.385095 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-10482210-8350-40c9-945b-be6076aab028 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cb0e54519b5433db4c8723086179e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6342905 Feb 11 05:42:41.388920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46468) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:41.395142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1507ffb3-ba1d-4e5b-8fb3-462b746f6128 None None] For port d00760d7-cafb-42ef-8cb7-250158c8b0ae, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d00760d7-cafb-42ef-8cb7-250158c8b0ae,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:41.395562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa5285fb-b4f6-4796-b825-f7dbe8c37cde tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.396104 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71ab6134-5135-4463-a149-50508dc00ce5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.401521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-71ab6134-5135-4463-a149-50508dc00ce5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4028883 Feb 11 05:42:41.402888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46470) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:41.419707 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aa5285fb-b4f6-4796-b825-f7dbe8c37cde tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "DELETE /v2.0/ports/ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2 HTTP/1.1" status: 204 len: 168 time: 2.3463542 Feb 11 05:42:41.421912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46472) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:41.425311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-85e3bdba-429c-4188-8dc0-9c893df30b22 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'security_group_rule': {'security_group_id': '87cf8a0d-100b-476c-8d4c-6ee08f415a2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:41.432295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab6134-5135-4463-a149-50508dc00ce5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7b951c-bcfd-41df-91fd-7507c1002212,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:41.440202 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1507ffb3-ba1d-4e5b-8fb3-462b746f6128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.461024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10482210-8350-40c9-945b-be6076aab028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3d474e-c945-4bad-a3f5-978186202fee,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:41.492464 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f798ea0-fc8d-4155-9893-5fe8ea932fd3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] GET failed (client error): The resource could not be found. Feb 11 05:42:41.498381 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f798ea0-fc8d-4155-9893-5fe8ea932fd3 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "GET /v2.0/ports/ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2 HTTP/1.1" status: 404 len: 333 time: 0.0708833 Feb 11 05:42:41.498814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46474) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:41.521889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'port': {'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47', 'name': 'tempest-AllowedAddressPairTestJSON-398703773'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:41.624505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (773dacc0-4ca6-4171-ace7-89aae50eefb6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.755615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4bb97a7b-7191-4bb5-b2c5-dde4a27a3976 admin admin] Publish callbacks [] for security_group (bb3d474e-c945-4bad-a3f5-978186202fee), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.775300 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85e3bdba-429c-4188-8dc0-9c893df30b22 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group_rule (41ee43af-dafd-4e96-bb10-c18a20a1c5d6), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.844912 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5b9a3633-ab1a-42b6-ac5e-fa83b987fce9 None None] Could not find standard attr ID for object ebb0b6b6-ac7f-4c1f-be37-470de6eb2be2. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:41.850766 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ac133-3dc0-4fb7-b847-825062c11ade None None] Pushing event updated for resources: {'Port': ['ID=dc6baf1c-3c10-4588-a44a-7f3f714acdd0,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:41.960658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4bb97a7b-7191-4bb5-b2c5-dde4a27a3976 admin admin] Publish callbacks [] for security_group (bb3d474e-c945-4bad-a3f5-978186202fee), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.967643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (773dacc0-4ca6-4171-ace7-89aae50eefb6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.130310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Made reservation on behalf of e2ca035600c74f21bae0e2ec7f6fb998 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:42.144860 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.184687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] device_id is not set on port 6eb8815d-a7b1-4f7e-9968-50f7c92a8885 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:42.186195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port d00760d7-cafb-42ef-8cb7-250158c8b0ae is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:42.368357 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85e3bdba-429c-4188-8dc0-9c893df30b22 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group_rule (41ee43af-dafd-4e96-bb10-c18a20a1c5d6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.395231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 87ea5c64-962b-4409-8305-f8c6dfe4853f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:42.410938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:42.427804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:42.432866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85e3bdba-429c-4188-8dc0-9c893df30b22 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (41ee43af-dafd-4e96-bb10-c18a20a1c5d6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.456358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=773dacc0-4ca6-4171-ace7-89aae50eefb6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.527938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3bdba-429c-4188-8dc0-9c893df30b22 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ee43af-dafd-4e96-bb10-c18a20a1c5d6,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.566227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85e3bdba-429c-4188-8dc0-9c893df30b22 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.570503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Allocated IP 172.20.0.9 (84dd1532-f192-4100-9388-9ddf8bce4c47/d5583bd6-399d-4df6-9d3f-8161ba9bf907/6eb8815d-a7b1-4f7e-9968-50f7c92a8885) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:42.578009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-85e3bdba-429c-4188-8dc0-9c893df30b22 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1610038 Feb 11 05:42:42.582114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46498) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:42.591917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:42.646322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc6baf1c-3c10-4588-a44a-7f3f714acdd0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:42.655531 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.660481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4bb97a7b-7191-4bb5-b2c5-dde4a27a3976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bb3d474e-c945-4bad-a3f5-978186202fee), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.663604 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4bb97a7b-7191-4bb5-b2c5-dde4a27a3976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.685677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4bb97a7b-7191-4bb5-b2c5-dde4a27a3976 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb3d474e-c945-4bad-a3f5-978186202fee HTTP/1.1" status: 204 len: 168 time: 1.2819843 Feb 11 05:42:42.790428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.807545 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.887870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34f43483-b2f7-4b37-ae19-71d4ebb0eae5 None None] Provisioning complete for port d294594c-7a83-4810-99bc-b12b11584445 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:42.888467 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34f43483-b2f7-4b37-ae19-71d4ebb0eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d294594c-7a83-4810-99bc-b12b11584445), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.906469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb97a7b-7191-4bb5-b2c5-dde4a27a3976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3d474e-c945-4bad-a3f5-978186202fee,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.924543 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Publish callbacks [] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.928730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507ffb3-ba1d-4e5b-8fb3-462b746f6128 None None] Pushing event updated for resources: {'Port': ['ID=d00760d7-cafb-42ef-8cb7-250158c8b0ae,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:43.031655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:43.032000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-01ee62c5-f657-4720-9b36-ad9240a8b104 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0102212 Feb 11 05:42:43.352476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for port (6eb8815d-a7b1-4f7e-9968-50f7c92a8885), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.384085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.581094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-bff43dc1-4b40-4bd6-86c8-eb05e2caf699 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 773dacc0-4ca6-4171-ace7-89aae50eefb6 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:43.581735 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bff43dc1-4b40-4bd6-86c8-eb05e2caf699 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (773dacc0-4ca6-4171-ace7-89aae50eefb6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.675059 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6eb8815d-a7b1-4f7e-9968-50f7c92a8885), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.798785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] For port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:43.823679 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.857065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] For port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=67a5dbfb-3ed1-4e1d-8d30-c59174ce071f,segment=NetworkSegment(0dadf477-ecee-4bb7-99d8-03f45ae44838),segment_id=0dadf477-ecee-4bb7-99d8-03f45ae44838)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:43.898171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fabd47-99a3-40c0-8836-2f41a81dce95 None None] Network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:44.017955 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.023760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:44.053964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:44.062850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Network 38a333df-eb9e-4410-9a73-327d64d75f7a is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:44.077463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Allocated IP 10.1.1.37 (38a333df-eb9e-4410-9a73-327d64d75f7a/2118ca17-0c0c-420c-b7e3-b521503c3190/c42625e7-478d-46cd-9ac9-810d31b616d5) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:44.084719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:44.088808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:44.095873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34f43483-b2f7-4b37-ae19-71d4ebb0eae5 None None] Port d294594c-7a83-4810-99bc-b12b11584445 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:44.122251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Port': ['ID=6eb8815d-a7b1-4f7e-9968-50f7c92a8885,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:44.128984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Allocated IP 172.25.1.132 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:44.130082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:44.164972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Allocated IP 10.2.2.2 (33d6bcbb-ffb0-4128-aa24-99f07f31cf9c/6f3a5c0b-99a8-4a2f-a6df-e92859e760d3/065dcbdc-158c-46af-89e4-043c51b4471c) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:44.196853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bff43dc1-4b40-4bd6-86c8-eb05e2caf699 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (773dacc0-4ca6-4171-ace7-89aae50eefb6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.269618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-bff43dc1-4b40-4bd6-86c8-eb05e2caf699 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 773dacc0-4ca6-4171-ace7-89aae50eefb6 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:44.292254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Pushing event updated for resources: {'Port': ['ID=774fb5ce-f9eb-4b40-b3e1-80803f79f6ad,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:44.355316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.365865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.580650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:44.581448 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.591110 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5d248a8f-9755-43e7-a9db-bb69ee7f735d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0894597 Feb 11 05:42:44.606672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46540) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:44.627931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-aba0617c-fea6-4217-a0d8-7a354791dcb1 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e2:05:a3'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:44.732822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34f43483-b2f7-4b37-ae19-71d4ebb0eae5 None None] Provisioning complete for port d00760d7-cafb-42ef-8cb7-250158c8b0ae triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:44.733234 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34f43483-b2f7-4b37-ae19-71d4ebb0eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.001106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for port (fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.224205 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.355026 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bff43dc1-4b40-4bd6-86c8-eb05e2caf699 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (773dacc0-4ca6-4171-ace7-89aae50eefb6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.395391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.479085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Attempting to bind port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:45.480050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Attempting to bind port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:45.480585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Attempting to bind port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:45.484705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0002818-43a7-47b1-a891-7b0122668bed None None] Pushing event updated for resources: {'Port': ['ID=67a5dbfb-3ed1-4e1d-8d30-c59174ce071f,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:45.592953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff43dc1-4b40-4bd6-86c8-eb05e2caf699 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=773dacc0-4ca6-4171-ace7-89aae50eefb6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:45.656303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 38a333df-eb9e-4410-9a73-327d64d75f7a is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:45.663137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:45.666703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Checking segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:45.667371 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.673304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Bound using segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:45.674071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Bound port: 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:45.674663 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.682970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:45.712506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:45.770404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:45.779031 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.795471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Port': ['ID=c42625e7-478d-46cd-9ac9-810d31b616d5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:45.910859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:45.911681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.961105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port dc6baf1c-3c10-4588-a44a-7f3f714acdd0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dc6baf1c-3c10-4588-a44a-7f3f714acdd0,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:45.992800 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.995658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4a883390-88f4-4c6c-9725-5c997d54f2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.2063072 Feb 11 05:42:46.017006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46568) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:46.038402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'port': {'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'name': 'tempest-TaggedBootDevicesTest-1432817598', 'fixed_ips': [{'subnet_id': '2118ca17-0c0c-420c-b7e3-b521503c3190'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:46.198675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bff43dc1-4b40-4bd6-86c8-eb05e2caf699 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.205787 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bff43dc1-4b40-4bd6-86c8-eb05e2caf699 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/773dacc0-4ca6-4171-ace7-89aae50eefb6 HTTP/1.1" status: 204 len: 168 time: 3.1737254 Feb 11 05:42:46.216812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46572) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:46.221361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aba0617c-fea6-4217-a0d8-7a354791dcb1 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6eb8815d-a7b1-4f7e-9968-50f7c92a8885), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.363100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.456937 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ec2310-1809-42cd-b73a-417cdbe901f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:46.457388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ec2310-1809-42cd-b73a-417cdbe901f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:46.491798 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4ec2310-1809-42cd-b73a-417cdbe901f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/773dacc0-4ca6-4171-ace7-89aae50eefb6 HTTP/1.1" status: 404 len: 333 time: 0.2623680 Feb 11 05:42:46.492453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46578) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:46.502420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:46.521743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:46.573399 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Publish callbacks [] for port (065dcbdc-158c-46af-89e4-043c51b4471c), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.627751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34f43483-b2f7-4b37-ae19-71d4ebb0eae5 None None] Current status of the port d00760d7-cafb-42ef-8cb7-250158c8b0ae is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:46.649254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:46.659631 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.753150 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32e23e6-701f-49f1-9a89-6ad0da95157d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:42:46.755338 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b32e23e6-701f-49f1-9a89-6ad0da95157d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/773dacc0-4ca6-4171-ace7-89aae50eefb6 HTTP/1.1" status: 404 len: 333 time: 0.2415946 Feb 11 05:42:46.771455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46590) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:46.814931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] For port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:46.892395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f2a262-5bd8-405d-a38e-bd71fc6d1902 None None] Network 87ea5c64-962b-4409-8305-f8c6dfe4853f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:46.938844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:46.954062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:46.972868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] For port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=774fb5ce-f9eb-4b40-b3e1-80803f79f6ad,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:47.005027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:47.040090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=dc6baf1c-3c10-4588-a44a-7f3f714acdd0,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.126911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.220894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Pushing event updated for resources: {'Port': ['ID=065dcbdc-158c-46af-89e4-043c51b4471c,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.233686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34f43483-b2f7-4b37-ae19-71d4ebb0eae5 None None] Provisioning complete for port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:47.233686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34f43483-b2f7-4b37-ae19-71d4ebb0eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.329620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f97bca-cb1b-4de1-8f06-0539f44334f3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet cfcd604f-47e1-48de-aa59-b42f532e5d2c {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:47.348049 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0f97bca-cb1b-4de1-8f06-0539f44334f3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (cfcd604f-47e1-48de-aa59-b42f532e5d2c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.473879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.505675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0f97bca-cb1b-4de1-8f06-0539f44334f3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (cfcd604f-47e1-48de-aa59-b42f532e5d2c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.552440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:47.571381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:47.602975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Port': ['ID=fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.629565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] device_id is not set on port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:47.714813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-215937d4-6769-4792-a318-99729715ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:47.716493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-215937d4-6769-4792-a318-99729715ad4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a683affb9b64d8880344ad66b5d867b&device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 1133 time: 0.2386014 Feb 11 05:42:47.750317 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aba0617c-fea6-4217-a0d8-7a354791dcb1 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for port (6eb8815d-a7b1-4f7e-9968-50f7c92a8885), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.791359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aba0617c-fea6-4217-a0d8-7a354791dcb1 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (6eb8815d-a7b1-4f7e-9968-50f7c92a8885), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.961895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febb698-944b-4dd7-bb5c-9399f3e386f2 None None] Pushing event updated for resources: {'Port': ['ID=774fb5ce-f9eb-4b40-b3e1-80803f79f6ad,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.994639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34f43483-b2f7-4b37-ae19-71d4ebb0eae5 None None] Port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:48.047789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-66e16f5e-3362-42bd-9021-debd33ebe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.050084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-66e16f5e-3362-42bd-9021-debd33ebe0c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.2014315 Feb 11 05:42:48.064725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Attempting to bind port 065dcbdc-158c-46af-89e4-043c51b4471c on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:48.079830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Attempting to bind port 065dcbdc-158c-46af-89e4-043c51b4471c by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:48.080510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Attempting to bind port 065dcbdc-158c-46af-89e4-043c51b4471c on network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:48.101650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:48.104283 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.128139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-aba0617c-fea6-4217-a0d8-7a354791dcb1 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] In _notify_port_updated(), no bound segment for port 6eb8815d-a7b1-4f7e-9968-50f7c92a8885 on network 84dd1532-f192-4100-9388-9ddf8bce4c47 {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:42:48.133194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:48.137641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Checking segment: {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:48.138251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.139828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Bound using segment: {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:48.142351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Bound port: 065dcbdc-158c-46af-89e4-043c51b4471c, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:48.142946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.145246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0617c-fea6-4217-a0d8-7a354791dcb1 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.146280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aba0617c-fea6-4217-a0d8-7a354791dcb1 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.152061 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aba0617c-fea6-4217-a0d8-7a354791dcb1 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "PUT /v2.0/ports/6eb8815d-a7b1-4f7e-9968-50f7c92a8885 HTTP/1.1" status: 200 len: 995 time: 3.5440114 Feb 11 05:42:48.177066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46614) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:48.234247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-1411a7a5-40c0-4e30-8253-4543c4042a92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=016a71df-9118-426a-8a18-5c03948d3e41 HTTP/1.1" status: 200 len: 217 time: 0.1737690 Feb 11 05:42:48.299020 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0f97bca-cb1b-4de1-8f06-0539f44334f3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (cfcd604f-47e1-48de-aa59-b42f532e5d2c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.343565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0617c-fea6-4217-a0d8-7a354791dcb1 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Port': ['ID=6eb8815d-a7b1-4f7e-9968-50f7c92a8885,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:48.587828 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0f97bca-cb1b-4de1-8f06-0539f44334f3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (cfcd604f-47e1-48de-aa59-b42f532e5d2c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.636991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Provisioning complete for port d294594c-7a83-4810-99bc-b12b11584445 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:48.642855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f97bca-cb1b-4de1-8f06-0539f44334f3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcd604f-47e1-48de-aa59-b42f532e5d2c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:48.647051 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d294594c-7a83-4810-99bc-b12b11584445), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.654085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-387d031f-ddda-4036-8e7c-0ce5b6fc60ec tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Deleting port 6eb8815d-a7b1-4f7e-9968-50f7c92a8885 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:48.655253 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-387d031f-ddda-4036-8e7c-0ce5b6fc60ec tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6eb8815d-a7b1-4f7e-9968-50f7c92a8885), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.694062 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0f97bca-cb1b-4de1-8f06-0539f44334f3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.698930 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b0f97bca-cb1b-4de1-8f06-0539f44334f3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/cfcd604f-47e1-48de-aa59-b42f532e5d2c HTTP/1.1" status: 204 len: 168 time: 1.9259927 Feb 11 05:42:48.709667 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46620) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:48.919555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] For port 065dcbdc-158c-46af-89e4-043c51b4471c, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:48.923093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] For port 065dcbdc-158c-46af-89e4-043c51b4471c, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=065dcbdc-158c-46af-89e4-043c51b4471c,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:48.971650 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for floatingip (6910b6d3-cdfb-4ebc-9a61-51d2baa34869), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.990573 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.184287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:49.201761 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.275138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Allocated IP 10.1.1.224 (38a333df-eb9e-4410-9a73-327d64d75f7a/2118ca17-0c0c-420c-b7e3-b521503c3190/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:49.295375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-2e2a5aa1-5ad3-40b3-bc2d-2ae214a856b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.296871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-2e2a5aa1-5ad3-40b3-bc2d-2ae214a856b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.8680000 Feb 11 05:42:49.301198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Port d294594c-7a83-4810-99bc-b12b11584445 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:49.332653 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (87ea5c64-962b-4409-8305-f8c6dfe4853f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.357761 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-387d031f-ddda-4036-8e7c-0ce5b6fc60ec tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6eb8815d-a7b1-4f7e-9968-50f7c92a8885), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.408050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f550c4f-fe74-4b6a-a80a-498ea38006d9 None None] Pushing event updated for resources: {'Port': ['ID=065dcbdc-158c-46af-89e4-043c51b4471c,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:49.416670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-387d031f-ddda-4036-8e7c-0ce5b6fc60ec tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Calling delete_port for 6eb8815d-a7b1-4f7e-9968-50f7c92a8885 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:49.465639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=67a5dbfb-3ed1-4e1d-8d30-c59174ce071f,segment=NetworkSegment(0dadf477-ecee-4bb7-99d8-03f45ae44838),segment_id=0dadf477-ecee-4bb7-99d8-03f45ae44838)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:49.468745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Provisioning complete for port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:49.469271 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.685696 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.690375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d00760d7-cafb-42ef-8cb7-250158c8b0ae up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:49.721692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.751948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-fb76a4ca-acca-4d28-a1ad-729297ff534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.759207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-fb76a4ca-acca-4d28-a1ad-729297ff534f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4092169 Feb 11 05:42:50.036972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=67a5dbfb-3ed1-4e1d-8d30-c59174ce071f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:50.112670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e921f-4a4e-4f1b-98a3-e9d2b2e2226d None None] Network 38a333df-eb9e-4410-9a73-327d64d75f7a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:50.121643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd16f0f-8171-40d0-a609-b31233979f7d None None] Network 87ea5c64-962b-4409-8305-f8c6dfe4853f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:50.305434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:50.307123 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.319367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-387d031f-ddda-4036-8e7c-0ce5b6fc60ec tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6eb8815d-a7b1-4f7e-9968-50f7c92a8885), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.398134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-6e64b3c7-4703-4829-93c2-faaaabb6f5a5 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440388 Feb 11 05:42:50.611428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d031f-ddda-4036-8e7c-0ce5b6fc60ec tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event deleted for resources: {'Port': ['ID=6eb8815d-a7b1-4f7e-9968-50f7c92a8885,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:50.759863 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] For port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=67a5dbfb-3ed1-4e1d-8d30-c59174ce071f,segment=NetworkSegment(0dadf477-ecee-4bb7-99d8-03f45ae44838),segment_id=0dadf477-ecee-4bb7-99d8-03f45ae44838)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:50.763595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.002425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:51.009460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.127130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94050704-9d6b-4f9a-aff6-18f2dce163cc req-a2348e73-450a-44b8-bff2-df54c4da03b0 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094414 Feb 11 05:42:51.139361 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.209197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 38a333df-eb9e-4410-9a73-327d64d75f7a is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:51.226658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:51.230131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:51.243472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port d00760d7-cafb-42ef-8cb7-250158c8b0ae triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:51.244287 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.250178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Current status of the port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:51.343623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Port': ['ID=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:51.385243 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (67a5dbfb-3ed1-4e1d-8d30-c59174ce071f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.402367 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for port (fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.413150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Could not find standard attr ID for object 6eb8815d-a7b1-4f7e-9968-50f7c92a8885. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:51.431403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:51.432928 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.457243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.475011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eaa6f775-d07a-4a4f-885c-4e9f3ccb5d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4541800 Feb 11 05:42:51.543828 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-387d031f-ddda-4036-8e7c-0ce5b6fc60ec tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.547977 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-387d031f-ddda-4036-8e7c-0ce5b6fc60ec tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "DELETE /v2.0/ports/6eb8815d-a7b1-4f7e-9968-50f7c92a8885 HTTP/1.1" status: 204 len: 168 time: 3.3684204 Feb 11 05:42:51.558065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46664) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:51.564818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=67a5dbfb-3ed1-4e1d-8d30-c59174ce071f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:51.569901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No DVR routers for this DVR port 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:51.618764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Provisioning complete for port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:51.632925 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.778247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Port': ['ID=fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:51.804773 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d0da76-77fd-43ef-9b1d-3fd12de03344 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] GET failed (client error): The resource could not be found. Feb 11 05:42:51.814339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:51.830268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-18d0da76-77fd-43ef-9b1d-3fd12de03344 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "GET /v2.0/ports/6eb8815d-a7b1-4f7e-9968-50f7c92a8885 HTTP/1.1" status: 404 len: 333 time: 0.2630024 Feb 11 05:42:51.832201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46670) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:51.850787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44228239-9681-415f-a254-23c4d9b5a7cd None None] DHCP port deletion for 87ea5c64-962b-4409-8305-f8c6dfe4853f request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:51.865389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb871ee0-c9c0-496f-be34-cae50abb99aa None None] Network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:51.867074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (87ea5c64-962b-4409-8305-f8c6dfe4853f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.868546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'port': {'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47', 'name': 'tempest-AllowedAddressPairTestJSON-2091106747'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:51.907512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ea5c64-962b-4409-8305-f8c6dfe4853f']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:51.918970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dadf477-ecee-4bb7-99d8-03f45ae44838') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:51.919431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dadf477-ecee-4bb7-99d8-03f45ae44838') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:51.936918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (0dadf477-ecee-4bb7-99d8-03f45ae44838), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.953388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0dadf477-ecee-4bb7-99d8-03f45ae44838), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.969297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:51.970006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (0dadf477-ecee-4bb7-99d8-03f45ae44838), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:51.977100 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:52.076081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46678) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.089467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port d00760d7-cafb-42ef-8cb7-250158c8b0ae is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:52.122246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-07317f76-49d4-4017-919b-62b46a451bbf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343497634', 'description': 'tempest-description--298046264'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:52.144516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-81aa445c-a111-45e2-99e3-be06ee52b9a0 None None] Could not find standard attr ID for object 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:52.318431 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (87ea5c64-962b-4409-8305-f8c6dfe4853f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.326585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07317f76-49d4-4017-919b-62b46a451bbf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.406576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.412314 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/networks/87ea5c64-962b-4409-8305-f8c6dfe4853f HTTP/1.1" status: 204 len: 168 time: 3.6975062 Feb 11 05:42:52.421975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46686) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.440658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (6910b6d3-cdfb-4ebc-9a61-51d2baa34869), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.446621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea35b27-14ac-4a00-8a80-4cbfba3ddbb5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Network': ['ID=87ea5c64-962b-4409-8305-f8c6dfe4853f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:52.522909 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.528195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07317f76-49d4-4017-919b-62b46a451bbf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group (15b1254a-6098-4f16-acd9-32d6e7e7cf35), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.532485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Provisioning complete for port 065dcbdc-158c-46af-89e4-043c51b4471c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:52.533090 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.539919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07317f76-49d4-4017-919b-62b46a451bbf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (15b1254a-6098-4f16-acd9-32d6e7e7cf35), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.547304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-115831687'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:52.571969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.585776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07317f76-49d4-4017-919b-62b46a451bbf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1254a-6098-4f16-acd9-32d6e7e7cf35,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:52.587897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-053c2f86-867a-46d7-95c4-1d5761c4c266 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0030100 Feb 11 05:42:52.643159 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07317f76-49d4-4017-919b-62b46a451bbf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.648118 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-07317f76-49d4-4017-919b-62b46a451bbf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5381191 Feb 11 05:42:52.658719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46694) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.677205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9222aa25-1c25-4599-81a5-5b038e0a37cf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'security_group_rule': {'security_group_id': '15b1254a-6098-4f16-acd9-32d6e7e7cf35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:52.773691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9222aa25-1c25-4599-81a5-5b038e0a37cf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group_rule (cfb5db79-c241-4000-ac70-fad3e6723cfa), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.833539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:52.858126 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.918523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:52.977708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:52.998651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Made reservation on behalf of e2ca035600c74f21bae0e2ec7f6fb998 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:53.026399 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.033825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9222aa25-1c25-4599-81a5-5b038e0a37cf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group_rule (cfb5db79-c241-4000-ac70-fad3e6723cfa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.043392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9222aa25-1c25-4599-81a5-5b038e0a37cf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (cfb5db79-c241-4000-ac70-fad3e6723cfa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.089472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222aa25-1c25-4599-81a5-5b038e0a37cf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb5db79-c241-4000-ac70-fad3e6723cfa,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:53.127382 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9222aa25-1c25-4599-81a5-5b038e0a37cf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.129012 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9222aa25-1c25-4599-81a5-5b038e0a37cf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4692507 Feb 11 05:42:53.131703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46704) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:53.135384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] device_id is not set on port b677a453-2abd-40d7-ab10-b03390de302a yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:53.139600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8b93dcfd-248a-4310-be38-5d23243cd58c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'security_group_rule': {'security_group_id': '15b1254a-6098-4f16-acd9-32d6e7e7cf35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:53.179835 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (047bd724-a77e-4775-9f72-a7e29c227e60), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.180318 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Added segment 047bd724-a77e-4775-9f72-a7e29c227e60 of type vlan for network 53304a9c-e56f-423d-959c-7a829aef4bb6 Feb 11 05:42:53.209341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Current status of the port 065dcbdc-158c-46af-89e4-043c51b4471c is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:53.209821 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.264600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.284936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b93dcfd-248a-4310-be38-5d23243cd58c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group_rule (57494aa1-fc83-4e05-844a-f0abae6b8509), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.417105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] For port 065dcbdc-158c-46af-89e4-043c51b4471c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=065dcbdc-158c-46af-89e4-043c51b4471c,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:53.417705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:53.419271 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.516708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b93dcfd-248a-4310-be38-5d23243cd58c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group_rule (57494aa1-fc83-4e05-844a-f0abae6b8509), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.522023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b93dcfd-248a-4310-be38-5d23243cd58c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (57494aa1-fc83-4e05-844a-f0abae6b8509), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.554650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93dcfd-248a-4310-be38-5d23243cd58c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57494aa1-fc83-4e05-844a-f0abae6b8509,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:53.568685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.591710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b93dcfd-248a-4310-be38-5d23243cd58c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.593106 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8b93dcfd-248a-4310-be38-5d23243cd58c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4599583 Feb 11 05:42:53.598317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46726) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:53.598601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Could not find standard attr ID for object 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:53.602427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:53.654803 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.708507 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (53304a9c-e56f-423d-959c-7a829aef4bb6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.715445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Provisioning complete for port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:53.716121 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.734327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-7590c942-0b4e-4983-bf69-26b58e1ba393 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1502316152&fields=id&tenant_id=31664e56c29d47c99c52ea9d8e07fc8f HTTP/1.1" status: 200 len: 267 time: 0.1835194 Feb 11 05:42:53.911304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.940624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Pushing event updated for resources: {'Port': ['ID=065dcbdc-158c-46af-89e4-043c51b4471c,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:53.945796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:53.946307 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.982933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=774fb5ce-f9eb-4b40-b3e1-80803f79f6ad,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:53.990059 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.991001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 065dcbdc-158c-46af-89e4-043c51b4471c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:54.062406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Allocated IP 172.20.0.10 (84dd1532-f192-4100-9388-9ddf8bce4c47/d5583bd6-399d-4df6-9d3f-8161ba9bf907/b677a453-2abd-40d7-ab10-b03390de302a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:54.083557 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.resource_extend [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:42:54.095899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-4ef51cf1-b569-4b3b-a97c-66ba4e370e63 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:54.111775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-4ef51cf1-b569-4b3b-a97c-66ba4e370e63 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports/d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 200 len: 936 time: 0.3761854 Feb 11 05:42:54.221503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=774fb5ce-f9eb-4b40-b3e1-80803f79f6ad,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:54.232469 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (53304a9c-e56f-423d-959c-7a829aef4bb6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.233966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:54.239105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.263747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Allocated IP 172.25.1.137 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/d0f58469-886d-466c-a393-9eeea8d4e05f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:54.303678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 065dcbdc-158c-46af-89e4-043c51b4471c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:54.304751 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.309458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-45bc6a72-03a2-4389-a177-f27ac080e55d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:54.317024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-45bc6a72-03a2-4389-a177-f27ac080e55d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 200 len: 937 time: 0.2038321 Feb 11 05:42:54.392742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Current status of the port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:54.402030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a68302d3-8618-4d6a-8d8b-ed74d4e510a9 None None] Could not find standard attr ID for object 6eb8815d-a7b1-4f7e-9968-50f7c92a8885. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:54.434200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-de0954ca-6a18-4034-b810-7a9c9c2e25c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?network_id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1161520 Feb 11 05:42:54.504591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9734230 Feb 11 05:42:54.522434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46750) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:54.570949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-4efd5a1e-af42-4950-a0be-edf8d73b5a6b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?network_id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1357875 Feb 11 05:42:54.616816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': '53304a9c-e56f-423d-959c-7a829aef4bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:54.659434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 065dcbdc-158c-46af-89e4-043c51b4471c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:54.660581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc6baf1c-3c10-4588-a44a-7f3f714acdd0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:54.686998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401ff5e-7996-4b09-9459-64e62a1b391d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Network': ['ID=53304a9c-e56f-423d-959c-7a829aef4bb6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:54.740816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for port (d0f58469-886d-466c-a393-9eeea8d4e05f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.775391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 53304a9c-e56f-423d-959c-7a829aef4bb6 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:54.826499 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d0f58469-886d-466c-a393-9eeea8d4e05f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.850193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Provisioning complete for port 065dcbdc-158c-46af-89e4-043c51b4471c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:54.850565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.953334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:54.953716 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.006177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:55.016808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:55.028357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:55.031584 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for port (b677a453-2abd-40d7-ab10-b03390de302a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.083246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Current status of the port 065dcbdc-158c-46af-89e4-043c51b4471c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:55.114700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Port': ['ID=d0f58469-886d-466c-a393-9eeea8d4e05f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:55.162506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Provisioning complete for port c42625e7-478d-46cd-9ac9-810d31b616d5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:55.167372 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.172913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for floatingip (dc147e87-198a-46eb-b782-d4c3605770b2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.227243 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d0f58469-886d-466c-a393-9eeea8d4e05f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.238639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:55.267788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Port c42625e7-478d-46cd-9ac9-810d31b616d5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:55.284198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Provisioning complete for port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:55.284890 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.359330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:55.361674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:55.441641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:55.441889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 67a5dbfb-3ed1-4e1d-8d30-c59174ce071f not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:55.443576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Provisioning complete for port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:55.443960 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.479829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for port (d0f58469-886d-466c-a393-9eeea8d4e05f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.486473 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (d0f58469-886d-466c-a393-9eeea8d4e05f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.596228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b677a453-2abd-40d7-ab10-b03390de302a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.604933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Port': ['ID=d0f58469-886d-466c-a393-9eeea8d4e05f,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:55.634540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c031fb4d-c263-4b90-ab1d-cde11c988afd None None] Current status of the port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:55.668420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 065dcbdc-158c-46af-89e4-043c51b4471c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:55.721906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (dc147e87-198a-46eb-b782-d4c3605770b2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.751391 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.753424 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-afe9c220-a824-44ea-8768-cb0a863664e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1544223 Feb 11 05:42:55.803614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-e631193b-955e-4895-83ce-632a4610a2b7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:55.807296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 065dcbdc-158c-46af-89e4-043c51b4471c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:55.807949 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.810725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-e631193b-955e-4895-83ce-632a4610a2b7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:55.815998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-e631193b-955e-4895-83ce-632a4610a2b7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:55.818158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-e631193b-955e-4895-83ce-632a4610a2b7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/networks?id=8770f123-170d-4514-879f-ee00ededafcb&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&id=3933aaa4-ebd8-4f26-942b-f465028f6bf9 HTTP/1.1" status: 200 len: 1992 time: 1.2464168 Feb 11 05:42:55.854559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:55.860870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.869053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:55.895477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:55.928716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2a0fbe97-5d14-46cf-88b8-fb5a66a5dbef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/quotas/31664e56c29d47c99c52ea9d8e07fc8f HTTP/1.1" status: 200 len: 375 time: 0.0967009 Feb 11 05:42:55.981930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 065dcbdc-158c-46af-89e4-043c51b4471c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:55.983494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:56.002228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:56.085084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Port': ['ID=b677a453-2abd-40d7-ab10-b03390de302a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:56.130562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:56.130993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.161684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d5128-2cff-4d0b-896c-94dc7e9bc752 req-7fd81641-c65e-4433-8ae7-4b1ced596816 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:56.174108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-212d5128-2cff-4d0b-896c-94dc7e9bc752 req-7fd81641-c65e-4433-8ae7-4b1ced596816 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 950 time: 1.2426469 Feb 11 05:42:56.303427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:56.399719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-40884b33-8d85-4129-977d-b9921e1ed558 None None] Provisioning complete for port b677a453-2abd-40d7-ab10-b03390de302a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:56.400228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40884b33-8d85-4129-977d-b9921e1ed558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b677a453-2abd-40d7-ab10-b03390de302a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.402357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:56.404082 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.457083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-5bedbb2a-aaa6-4c34-9e52-d7e7b260f545 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5255892 Feb 11 05:42:56.469365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-40884b33-8d85-4129-977d-b9921e1ed558 None None] Port b677a453-2abd-40d7-ab10-b03390de302a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:56.492809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-212d5128-2cff-4d0b-896c-94dc7e9bc752 req-6fde392c-d2dc-46e7-8176-f91a4958a167 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173597 Feb 11 05:42:56.569949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:56.576599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'port': {'network_id': '84dd1532-f192-4100-9388-9ddf8bce4c47', 'name': 'tempest-AllowedAddressPairTestJSON-1475487405'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:56.580527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c3219575-78c8-494c-89d6-d5b0fc412c8f tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7378283 Feb 11 05:42:56.757694 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (716e8909-a2f3-4504-9772-8cf098397658), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.922748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-9b11c23d-3e25-4235-b5d2-16c2a0e3887b service neutron] 10.222.0.31 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120398 Feb 11 05:42:57.044845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-b4c5bc95-a1a7-4d79-b1e8-2fd82989ed1f service neutron] 10.222.0.31 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057737 Feb 11 05:42:57.068726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=716e8909-a2f3-4504-9772-8cf098397658,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:57.112120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d282efcb-5e8f-4771-8d0c-c412bdac5751 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--343497634&fields=id&tenant_id=3c75556137b8430aad60300261085fb6 HTTP/1.1" status: 200 len: 267 time: 0.3746502 Feb 11 05:42:57.124018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Checking segment: {'id': '047bd724-a77e-4775-9f72-a7e29c227e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '53304a9c-e56f-423d-959c-7a829aef4bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:57.124170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network hostable DHCP agents. Network: 53304a9c-e56f-423d-959c-7a829aef4bb6, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:57.139679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-7495a7cb-16f4-4237-aa6b-2a7e64ccb98f service neutron] 10.222.0.31 "GET /v2.0/ports/d294594c-7a83-4810-99bc-b12b11584445?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0818713 Feb 11 05:42:57.196261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-7b6b5801-35bf-4fad-81e6-8348e667dc25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.198183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-7b6b5801-35bf-4fad-81e6-8348e667dc25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports/c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 200 len: 930 time: 0.0566220 Feb 11 05:42:57.311996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 53304a9c-e56f-423d-959c-7a829aef4bb6 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:57.328747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 53304a9c-e56f-423d-959c-7a829aef4bb6) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:57.339515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f4cdbe-ff2a-47b4-adc0-a7fdab779fe3 None None] Network 53304a9c-e56f-423d-959c-7a829aef4bb6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:57.357459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Made reservation on behalf of e2ca035600c74f21bae0e2ec7f6fb998 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:57.362171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.384648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] device_id is not set on port 52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:57.422817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.423718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.492425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fb5fb390-8af8-427c-b6f0-8be0303ac095 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.498730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fb5fb390-8af8-427c-b6f0-8be0303ac095 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 200 len: 932 time: 0.2794361 Feb 11 05:42:57.547766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6ed1cdff-c829-43f7-8e1c-e6f23307e012 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9927413 Feb 11 05:42:57.569371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-53304a9c-e56f-423d-959c-7a829aef4bb6', 'network_id': '53304a9c-e56f-423d-959c-7a829aef4bb6', 'project_id': '24439a02c0e743fbb7970d0f47733ba6', 'fixed_ips': [{'subnet_id': '716e8909-a2f3-4504-9772-8cf098397658'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:57.570543 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.578643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46806) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:57.598334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b4d10378-6dd6-4871-8c47-86a5809ff3ac tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?network_id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0876973 Feb 11 05:42:57.646325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': '53304a9c-e56f-423d-959c-7a829aef4bb6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-734520504'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:57.728949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-e94c534c-2433-4743-b9f3-ba6a7ba33940 service neutron] 10.222.0.31 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297177 Feb 11 05:42:57.730958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-02452fc0-8538-4edc-8fff-591a60e34f17 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?network_id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1193397 Feb 11 05:42:57.809280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Allocated IP 172.20.0.4 (84dd1532-f192-4100-9388-9ddf8bce4c47/d5583bd6-399d-4df6-9d3f-8161ba9bf907/52069cc6-4b86-4813-bbbf-bd4d1dc7fc86) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:57.847823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Allocated IP 172.20.0.2 (53304a9c-e56f-423d-959c-7a829aef4bb6/716e8909-a2f3-4504-9772-8cf098397658/a34b35bc-b754-418a-b50d-459b122c8e04) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:57.931824 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-e19de2dc-a159-4cda-b0e2-0210a285fc1f service neutron] 10.222.0.31 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967788 Feb 11 05:42:57.995677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:58.010084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.027548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Publish callbacks [] for port (a34b35bc-b754-418a-b50d-459b122c8e04), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.038253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-e63070b1-caee-447b-ab4e-73976ef902aa service neutron] 10.222.0.31 "GET /v2.0/ports/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0820420 Feb 11 05:42:58.039980 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.072078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 9798320f-aa52-4756-819b-ba0c9e4aca68 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:58.106435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Pushing event updated for resources: {'Port': ['ID=a34b35bc-b754-418a-b50d-459b122c8e04,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:58.139409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Network 53304a9c-e56f-423d-959c-7a829aef4bb6 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:58.148513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:58.155883 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c9cf942f-4986-4a6e-a186-fd44ec27cf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.159508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:58.303084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.6 (53304a9c-e56f-423d-959c-7a829aef4bb6/716e8909-a2f3-4504-9772-8cf098397658/9798320f-aa52-4756-819b-ba0c9e4aca68) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:58.322989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Attempting to bind port a34b35bc-b754-418a-b50d-459b122c8e04 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:58.324631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Attempting to bind port a34b35bc-b754-418a-b50d-459b122c8e04 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '047bd724-a77e-4775-9f72-a7e29c227e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '53304a9c-e56f-423d-959c-7a829aef4bb6'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:58.327240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Attempting to bind port a34b35bc-b754-418a-b50d-459b122c8e04 on network 53304a9c-e56f-423d-959c-7a829aef4bb6 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:58.335295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:58.344170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Checking segment: {'id': '047bd724-a77e-4775-9f72-a7e29c227e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '53304a9c-e56f-423d-959c-7a829aef4bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:58.344170 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.344170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Bound using segment: {'id': '047bd724-a77e-4775-9f72-a7e29c227e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '53304a9c-e56f-423d-959c-7a829aef4bb6'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:58.344170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Bound port: a34b35bc-b754-418a-b50d-459b122c8e04, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047bd724-a77e-4775-9f72-a7e29c227e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '53304a9c-e56f-423d-959c-7a829aef4bb6'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:58.344170 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.398160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-2d2a99bf-9a07-4760-8424-66645d9ebfd6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:58.411270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-2d2a99bf-9a07-4760-8424-66645d9ebfd6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:58.416538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-2d2a99bf-9a07-4760-8424-66645d9ebfd6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:58.423685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] For port a34b35bc-b754-418a-b50d-459b122c8e04, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:58.429479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] For port a34b35bc-b754-418a-b50d-459b122c8e04, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a34b35bc-b754-418a-b50d-459b122c8e04,segment=NetworkSegment(047bd724-a77e-4775-9f72-a7e29c227e60),segment_id=047bd724-a77e-4775-9f72-a7e29c227e60)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:58.430554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-2d2a99bf-9a07-4760-8424-66645d9ebfd6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/networks?id=3e3f3e81-a691-4174-b896-35ab08eecc0b&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c HTTP/1.1" status: 200 len: 1988 time: 0.4976513 Feb 11 05:42:58.433901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-65ede886-18b4-4ee2-891a-2ab3bfb16b89 service neutron] 10.222.0.31 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725383 Feb 11 05:42:58.446246 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.490940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-09425f47-415d-405f-9268-32f99f9e6614 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/quotas/3c75556137b8430aad60300261085fb6 HTTP/1.1" status: 200 len: 375 time: 0.0533257 Feb 11 05:42:58.616527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684574d-6e81-4d46-80f7-357d665c11aa None None] Pushing event updated for resources: {'Port': ['ID=a34b35bc-b754-418a-b50d-459b122c8e04,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:58.622969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.705054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f19835f6-e0bd-4fd4-b70c-83fcaed40401 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2069411 Feb 11 05:42:58.716492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:58.718482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-e01839d0-7880-4d65-8125-a2317e764e5e service neutron] 10.222.0.31 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723598 Feb 11 05:42:58.736284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (9798320f-aa52-4756-819b-ba0c9e4aca68), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.821448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.910144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:58.916150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:58.919856 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9798320f-aa52-4756-819b-ba0c9e4aca68), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.927479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:59.041985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Port': ['ID=52069cc6-4b86-4813-bbbf-bd4d1dc7fc86,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:59.088979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3b6696c3-1382-4a31-a87a-3c7618d7817b service neutron] 10.222.0.31 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600881 Feb 11 05:42:59.157917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 53304a9c-e56f-423d-959c-7a829aef4bb6 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:59.179457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:59.192147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:59.205304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.206849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.234021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=9798320f-aa52-4756-819b-ba0c9e4aca68,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:59.274932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-17e0fa6e-2da8-4f7a-9ddb-03e6d7168d05 service neutron] 10.222.0.31 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324414 Feb 11 05:42:59.327862 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-42d7ad94-7102-4889-a84a-128393bf258a tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7564316 Feb 11 05:42:59.332192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46820) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:59.338975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-238f052c-2f26-49fa-af89-813d5673368d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e2:05:a3'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:72:bd:4c'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:59.405614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 016a71df-9118-426a-8a18-5c03948d3e41 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:59.406242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.435869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-238043f9-4fe9-4600-83f1-ccc2335f9f3f service neutron] 10.222.0.31 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458664 Feb 11 05:42:59.454469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.455247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.478461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:59.485649 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe613cf-52bf-4889-8a3b-5b004f82a630" -d '{"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:59.551868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:59.563559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.581741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-115df450-402e-4409-a121-1b1c8c630988 None None] Provisioning complete for port 52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:59.582245 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-115df450-402e-4409-a121-1b1c8c630988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.701462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5fb54ed1-d52d-430c-9be1-0beb9cd1a668 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1184316 Feb 11 05:42:59.703451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46828) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:59.716564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a34b35bc-b754-418a-b50d-459b122c8e04 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:59.722516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f7498244-1ff3-4fee-89b2-af843ffa60c1 service neutron] 10.222.0.31 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367311 Feb 11 05:42:59.799873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-115df450-402e-4409-a121-1b1c8c630988 None None] Port 52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:59.810730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:59.835980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-08d5dc3b-35c0-4792-88b1-d31d2a0c38d5 service neutron] 10.222.0.31 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980165 Feb 11 05:42:59.852471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a34b35bc-b754-418a-b50d-459b122c8e04 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:59.853158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.975983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-238f052c-2f26-49fa-af89-813d5673368d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.039428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-bf3917ab-7d3d-422b-ab92-53f60bd74598 service neutron] 10.222.0.31 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901150 Feb 11 05:43:00.064419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a34b35bc-b754-418a-b50d-459b122c8e04 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:00.064950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-5e14ac9d-9ad0-4578-9d08-ac17ff0947a6 service neutron] 10.222.0.31 "GET /v2.0/ports/c42625e7-478d-46cd-9ac9-810d31b616d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3418014 Feb 11 05:43:00.069152 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.243695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port a34b35bc-b754-418a-b50d-459b122c8e04, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a34b35bc-b754-418a-b50d-459b122c8e04,segment=NetworkSegment(047bd724-a77e-4775-9f72-a7e29c227e60),segment_id=047bd724-a77e-4775-9f72-a7e29c227e60)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:00.273602 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.297204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc0bac-0e01-438e-a684-1e8989fac5cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 9798320f-aa52-4756-819b-ba0c9e4aca68 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:00.297204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0bac-0e01-438e-a684-1e8989fac5cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9798320f-aa52-4756-819b-ba0c9e4aca68), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.357786 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fe3e01e3-e67c-4104-9818-9b11465300b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.457339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=a34b35bc-b754-418a-b50d-459b122c8e04,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:00.488158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f7b95854-b744-4e37-9f46-54ffa38bc906 service neutron] 10.222.0.31 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222586 Feb 11 05:43:00.551209 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496feacf-af24-4f04-b2d2-3f3354338f3e None None] Network 53304a9c-e56f-423d-959c-7a829aef4bb6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:00.564517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-98af265d-467e-440e-9daa-5e2c70ae2012 service neutron] 10.222.0.31 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442928 Feb 11 05:43:00.713460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0bac-0e01-438e-a684-1e8989fac5cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9798320f-aa52-4756-819b-ba0c9e4aca68), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.718022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e9b82415-23ed-409a-ad87-751998780870 None None] Provisioning complete for port a34b35bc-b754-418a-b50d-459b122c8e04 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:00.718342 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9b82415-23ed-409a-ad87-751998780870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.745484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc0bac-0e01-438e-a684-1e8989fac5cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 9798320f-aa52-4756-819b-ba0c9e4aca68 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:00.877156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-2c16c15c-9387-47c6-8c25-f0c3c3f20987 service neutron] 10.222.0.31 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792005 Feb 11 05:43:01.005543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e9b82415-23ed-409a-ad87-751998780870 None None] Current status of the port a34b35bc-b754-418a-b50d-459b122c8e04 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:01.016031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-bc15d914-b3ad-41c9-9da8-b6e50bd63b02 service neutron] 10.222.0.31 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423025 Feb 11 05:43:01.018612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0bac-0e01-438e-a684-1e8989fac5cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9798320f-aa52-4756-819b-ba0c9e4aca68), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.085701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-eff3db64-371d-4f90-b353-39b4c66efb0b service neutron] 10.222.0.31 "GET /v2.0/ports/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1940415 Feb 11 05:43:01.107149 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.144341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc0bac-0e01-438e-a684-1e8989fac5cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=9798320f-aa52-4756-819b-ba0c9e4aca68,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:01.323017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-238f052c-2f26-49fa-af89-813d5673368d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.326601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0bac-0e01-438e-a684-1e8989fac5cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.332148 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a8dc0bac-0e01-438e-a684-1e8989fac5cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/9798320f-aa52-4756-819b-ba0c9e4aca68 HTTP/1.1" status: 204 len: 168 time: 1.6197233 Feb 11 05:43:01.333449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-238f052c-2f26-49fa-af89-813d5673368d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.335591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46848) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:01.483897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-b159d42c-afed-43ba-bb73-cf90b0f54737 service neutron] 10.222.0.31 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656725 Feb 11 05:43:01.540298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-012ebdb3-4ca6-4fb6-9864-c5e42bb211b6 service neutron] 10.222.0.31 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364998 Feb 11 05:43:01.551381 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d909a82-a2f8-4a46-bf1f-7c8d634bd7a3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:43:01.561073 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d909a82-a2f8-4a46-bf1f-7c8d634bd7a3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/9798320f-aa52-4756-819b-ba0c9e4aca68 HTTP/1.1" status: 404 len: 333 time: 0.2092650 Feb 11 05:43:01.565870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46854) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:01.578584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f658d558-dcd5-401a-b43b-38ca686ad2de None None] Provisioning complete for port a34b35bc-b754-418a-b50d-459b122c8e04 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:01.579178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f658d558-dcd5-401a-b43b-38ca686ad2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.679303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f052c-2f26-49fa-af89-813d5673368d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event updated for resources: {'Port': ['ID=52069cc6-4b86-4813-bbbf-bd4d1dc7fc86,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:01.708998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a34b35bc-b754-418a-b50d-459b122c8e04 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:01.729512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-238f052c-2f26-49fa-af89-813d5673368d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] In _notify_port_updated(), no bound segment for port 52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 on network 84dd1532-f192-4100-9388-9ddf8bce4c47 {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:43:01.738138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f052c-2f26-49fa-af89-813d5673368d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:01.739099 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-238f052c-2f26-49fa-af89-813d5673368d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.740640 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-238f052c-2f26-49fa-af89-813d5673368d tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "PUT /v2.0/ports/52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 HTTP/1.1" status: 200 len: 1056 time: 2.4073038 Feb 11 05:43:01.743636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46856) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:01.966553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ff658d44-1b6c-4d53-a6ac-c8d6f4e77a5b service neutron] 10.222.0.31 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659829 Feb 11 05:43:01.997000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f658d558-dcd5-401a-b43b-38ca686ad2de None None] Current status of the port a34b35bc-b754-418a-b50d-459b122c8e04 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:02.012519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d017c791-49ee-4983-be79-b7dd8e5d0b60 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Deleting port 52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:02.015375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f658d558-dcd5-401a-b43b-38ca686ad2de None None] Could not find standard attr ID for object 9798320f-aa52-4756-819b-ba0c9e4aca68. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:43:02.030583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d017c791-49ee-4983-be79-b7dd8e5d0b60 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.035155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a34b35bc-b754-418a-b50d-459b122c8e04 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:02.035784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.220257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-bbf2deaa-f015-4af8-a6ca-482bc66b5f0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:02.221773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-bbf2deaa-f015-4af8-a6ca-482bc66b5f0c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports/d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 200 len: 936 time: 0.2318480 Feb 11 05:43:02.259890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d017c791-49ee-4983-be79-b7dd8e5d0b60 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.273313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-548046ff-1ba1-418b-9732-89169e38c609 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet 716e8909-a2f3-4504-9772-8cf098397658 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:02.284467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c7ee6d24-b62d-4be2-8c38-62064496f979 None None] Provisioning complete for port 52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:02.285003 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6d24-b62d-4be2-8c38-62064496f979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.289407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a34b35bc-b754-418a-b50d-459b122c8e04 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:02.302445 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d017c791-49ee-4983-be79-b7dd8e5d0b60 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Calling delete_port for 52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:02.357004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-548046ff-1ba1-418b-9732-89169e38c609 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (716e8909-a2f3-4504-9772-8cf098397658), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.420429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee6d24-b62d-4be2-8c38-62064496f979 None None] Port 52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:02.425624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c7ee6d24-b62d-4be2-8c38-62064496f979 None None] Could not find standard attr ID for object 9798320f-aa52-4756-819b-ba0c9e4aca68. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:43:02.449166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-243cd9c8-8e96-4979-be96-c1a9ff0f85b7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:02.450618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-243cd9c8-8e96-4979-be96-c1a9ff0f85b7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 200 len: 937 time: 0.2141426 Feb 11 05:43:02.456446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-729b7771-6bd5-45fc-ab05-a0c0bf4e00c8 service neutron] 10.222.0.31 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9087503 Feb 11 05:43:02.578671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d017c791-49ee-4983-be79-b7dd8e5d0b60 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (52069cc6-4b86-4813-bbbf-bd4d1dc7fc86), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.738625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017c791-49ee-4983-be79-b7dd8e5d0b60 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event deleted for resources: {'Port': ['ID=52069cc6-4b86-4813-bbbf-bd4d1dc7fc86,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:02.780126 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.147130 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d017c791-49ee-4983-be79-b7dd8e5d0b60 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.153644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d017c791-49ee-4983-be79-b7dd8e5d0b60 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "DELETE /v2.0/ports/52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 HTTP/1.1" status: 204 len: 168 time: 1.4071913 Feb 11 05:43:03.155839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46880) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:03.206116 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79cba45-7fd2-4b79-b434-9f60d679af7c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] GET failed (client error): The resource could not be found. Feb 11 05:43:03.207924 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c79cba45-7fd2-4b79-b434-9f60d679af7c tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "GET /v2.0/ports/52069cc6-4b86-4813-bbbf-bd4d1dc7fc86 HTTP/1.1" status: 404 len: 333 time: 0.0507507 Feb 11 05:43:03.210756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46882) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:03.412479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-548046ff-1ba1-418b-9732-89169e38c609 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (716e8909-a2f3-4504-9772-8cf098397658), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.452439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e49374f3-2a9b-467c-82ea-47d8f52a18ad tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Deleting port b677a453-2abd-40d7-ab10-b03390de302a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:03.453082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e49374f3-2a9b-467c-82ea-47d8f52a18ad tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b677a453-2abd-40d7-ab10-b03390de302a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.587561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-548046ff-1ba1-418b-9732-89169e38c609 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (716e8909-a2f3-4504-9772-8cf098397658), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.702142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-548046ff-1ba1-418b-9732-89169e38c609 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (716e8909-a2f3-4504-9772-8cf098397658), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.707730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e49374f3-2a9b-467c-82ea-47d8f52a18ad tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b677a453-2abd-40d7-ab10-b03390de302a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.737363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e49374f3-2a9b-467c-82ea-47d8f52a18ad tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Calling delete_port for b677a453-2abd-40d7-ab10-b03390de302a owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:03.772871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548046ff-1ba1-418b-9732-89169e38c609 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=716e8909-a2f3-4504-9772-8cf098397658,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:03.786106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-548046ff-1ba1-418b-9732-89169e38c609 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.786314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dec982-32f4-43dd-ab4a-47afa400fc7c None None] Network 53304a9c-e56f-423d-959c-7a829aef4bb6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:03.789510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-548046ff-1ba1-418b-9732-89169e38c609 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/716e8909-a2f3-4504-9772-8cf098397658 HTTP/1.1" status: 204 len: 168 time: 2.1940966 Feb 11 05:43:03.813856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46896) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:03.865992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-94cc2a56-0c8d-4da0-b3d5-cd75aa01e0f7 service neutron] 10.222.0.31 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3826365 Feb 11 05:43:03.978433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (53304a9c-e56f-423d-959c-7a829aef4bb6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.079564 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.091444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a989204d-c96f-430c-8da1-f011bd25fb6d service neutron] 10.222.0.31 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242410 Feb 11 05:43:04.179905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-531ad774-8c3c-405b-8e01-474ef7b4c82b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:04.183827 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-531ad774-8c3c-405b-8e01-474ef7b4c82b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports/d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 200 len: 936 time: 0.4941213 Feb 11 05:43:04.229742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e0215-3564-40ca-a5a7-7d7ccc2f0f2e None None] DHCP port deletion for 53304a9c-e56f-423d-959c-7a829aef4bb6 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:04.275608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2115a2-1dd5-482e-94b1-83e3e875d63b req-38e05479-b90e-4098-8c26-655a9e518bb9 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:04.278552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e2115a2-1dd5-482e-94b1-83e3e875d63b req-38e05479-b90e-4098-8c26-655a9e518bb9 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 948 time: 0.5567701 Feb 11 05:43:04.284441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e49374f3-2a9b-467c-82ea-47d8f52a18ad tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b677a453-2abd-40d7-ab10-b03390de302a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.324759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b64e0215-3564-40ca-a5a7-7d7ccc2f0f2e None None] Deleting port a34b35bc-b754-418a-b50d-459b122c8e04 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:04.325299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b64e0215-3564-40ca-a5a7-7d7ccc2f0f2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.334200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-928dd4e3-b71b-4958-822e-042dc2148e59 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:04.343356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b8e2505c-a6da-48c9-a9ad-b11cd82fa4d1 service neutron] 10.222.0.31 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507732 Feb 11 05:43:04.345343 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-928dd4e3-b71b-4958-822e-042dc2148e59 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 200 len: 937 time: 0.1343279 Feb 11 05:43:04.395304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49374f3-2a9b-467c-82ea-47d8f52a18ad tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event deleted for resources: {'Port': ['ID=b677a453-2abd-40d7-ab10-b03390de302a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:04.469705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port a34b35bc-b754-418a-b50d-459b122c8e04 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:04.470359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.523065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b64e0215-3564-40ca-a5a7-7d7ccc2f0f2e None None] For port a34b35bc-b754-418a-b50d-459b122c8e04, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a34b35bc-b754-418a-b50d-459b122c8e04,segment=NetworkSegment(047bd724-a77e-4775-9f72-a7e29c227e60),segment_id=047bd724-a77e-4775-9f72-a7e29c227e60)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:04.523449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b64e0215-3564-40ca-a5a7-7d7ccc2f0f2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.547666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b64e0215-3564-40ca-a5a7-7d7ccc2f0f2e None None] Calling delete_port for a34b35bc-b754-418a-b50d-459b122c8e04 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:04.630196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e2115a2-1dd5-482e-94b1-83e3e875d63b req-4cc3e479-c86a-4065-a44b-0adde68e27bd tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403771 Feb 11 05:43:04.705135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-2d1b0e71-97d4-4480-9723-2657ac2a2b84 service neutron] 10.222.0.31 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533692 Feb 11 05:43:04.725836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e49374f3-2a9b-467c-82ea-47d8f52a18ad tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.740120 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e49374f3-2a9b-467c-82ea-47d8f52a18ad tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "DELETE /v2.0/ports/b677a453-2abd-40d7-ab10-b03390de302a HTTP/1.1" status: 204 len: 168 time: 1.5282936 Feb 11 05:43:04.744723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46912) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:04.793967 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb9b5e-c6fe-42db-a043-83911908da0b x-openstack-request-id: req-95fb9b5e-c6fe-42db-a043-83911908da0b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:04.799998 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:04.799998 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95fb9b5e-c6fe-42db-a043-83911908da0b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:04.800478 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41', 'code': 200} Feb 11 05:43:04.824512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b64e0215-3564-40ca-a5a7-7d7ccc2f0f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.826741 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-599b4c6d-d988-4349-b58a-6e789b6f279e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] GET failed (client error): The resource could not be found. Feb 11 05:43:04.828211 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-599b4c6d-d988-4349-b58a-6e789b6f279e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "GET /v2.0/ports/b677a453-2abd-40d7-ab10-b03390de302a HTTP/1.1" status: 404 len: 333 time: 0.0824149 Feb 11 05:43:04.832074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46916) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:04.834146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] For port a34b35bc-b754-418a-b50d-459b122c8e04, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a34b35bc-b754-418a-b50d-459b122c8e04,segment=NetworkSegment(047bd724-a77e-4775-9f72-a7e29c227e60),segment_id=047bd724-a77e-4775-9f72-a7e29c227e60)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:04.834518 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.928523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e0215-3564-40ca-a5a7-7d7ccc2f0f2e None None] Pushing event deleted for resources: {'Port': ['ID=a34b35bc-b754-418a-b50d-459b122c8e04,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:04.954304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for a34b35bc-b754-418a-b50d-459b122c8e04 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:04.955150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e0215-3564-40ca-a5a7-7d7ccc2f0f2e None None] No DVR routers for this DVR port a34b35bc-b754-418a-b50d-459b122c8e04 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:05.085395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4439612a-b5e9-469a-8a02-2a9411132fba req-40bdc842-8fe5-4c4e-9e43-7d503f2e990e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.2034290 Feb 11 05:43:05.207677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-99e3e854-ef2c-404e-a55a-dc4e4088ee03 service neutron] 10.222.0.31 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965889 Feb 11 05:43:05.248919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6c719f99-dc23-44de-81b0-8a5588cb9f8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Deleting port ccf53b20-945e-4cb6-a11d-4137ffe7d057 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:05.249311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c719f99-dc23-44de-81b0-8a5588cb9f8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ccf53b20-945e-4cb6-a11d-4137ffe7d057), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.320404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a34b35bc-b754-418a-b50d-459b122c8e04), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.463563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=a34b35bc-b754-418a-b50d-459b122c8e04,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:05.481032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No DVR routers for this DVR port a34b35bc-b754-418a-b50d-459b122c8e04 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:05.571478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-29bfa6da-4be9-41b4-9907-4c7937a4f1f8 service neutron] 10.222.0.31 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533089 Feb 11 05:43:05.619384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a34b35bc-b754-418a-b50d-459b122c8e04 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:05.658967 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (53304a9c-e56f-423d-959c-7a829aef4bb6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.677815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: a34b35bc-b754-418a-b50d-459b122c8e04 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:05.678747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a34b35bc-b754-418a-b50d-459b122c8e04 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:05.731394 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53304a9c-e56f-423d-959c-7a829aef4bb6']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:05.737110 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c719f99-dc23-44de-81b0-8a5588cb9f8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ccf53b20-945e-4cb6-a11d-4137ffe7d057), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.759469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047bd724-a77e-4775-9f72-a7e29c227e60') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:05.760021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047bd724-a77e-4775-9f72-a7e29c227e60') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:05.777528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6c719f99-dc23-44de-81b0-8a5588cb9f8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Calling delete_port for ccf53b20-945e-4cb6-a11d-4137ffe7d057 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:05.780635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (047bd724-a77e-4775-9f72-a7e29c227e60), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.815652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (047bd724-a77e-4775-9f72-a7e29c227e60), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.851977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:05.852555 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (047bd724-a77e-4775-9f72-a7e29c227e60), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:05.856226 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:05.907352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-047ef144-bdec-4c27-90a0-9fcd0cb3bcd8 service neutron] 10.222.0.31 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298202 Feb 11 05:43:05.967415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (53304a9c-e56f-423d-959c-7a829aef4bb6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.995653 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.013087 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/networks/53304a9c-e56f-423d-959c-7a829aef4bb6 HTTP/1.1" status: 204 len: 168 time: 2.1946125 Feb 11 05:43:06.016047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46966) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:06.048720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'name': 'tempest-PortsTestJSON-504105772'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:06.097448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a438d828-b7dc-4abd-83ae-022a23bd3f6e service neutron] 10.222.0.31 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854162 Feb 11 05:43:06.105062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c85ff-f9bf-4f94-851b-39a50b7fe1c6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Network': ['ID=53304a9c-e56f-423d-959c-7a829aef4bb6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:06.270490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-24bacce8-a961-4143-b81f-b3e1c3eb63b4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:06.276509 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-24bacce8-a961-4143-b81f-b3e1c3eb63b4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports/c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 200 len: 930 time: 0.1732845 Feb 11 05:43:06.383949 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c719f99-dc23-44de-81b0-8a5588cb9f8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ccf53b20-945e-4cb6-a11d-4137ffe7d057), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.418149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-da968da4-04f7-401a-8364-15d463fa2696 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:06.426954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-da968da4-04f7-401a-8364-15d463fa2696 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 200 len: 932 time: 0.1436360 Feb 11 05:43:06.544002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0ca103f-1351-4288-9c0b-af5bcf9f46c9 req-b3e639be-10b5-4b7f-9644-a1db28bd0300 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.1159739 Feb 11 05:43:06.568347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c719f99-dc23-44de-81b0-8a5588cb9f8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event deleted for resources: {'Port': ['ID=ccf53b20-945e-4cb6-a11d-4137ffe7d057,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:06.628320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:06.631905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.662648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-d15fa00f-c0ca-4beb-b72b-082c929ac472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:06.664056 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-d15fa00f-c0ca-4beb-b72b-082c929ac472 service neutron] 10.222.0.81 "GET /v2.0/ports/d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 200 len: 1032 time: 0.1471090 Feb 11 05:43:06.704441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port bda08957-04f4-4d59-9339-1e7f7a212c25 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:43:06.735743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c719f99-dc23-44de-81b0-8a5588cb9f8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.742568 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6c719f99-dc23-44de-81b0-8a5588cb9f8e tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "DELETE /v2.0/ports/ccf53b20-945e-4cb6-a11d-4137ffe7d057 HTTP/1.1" status: 204 len: 168 time: 1.8998823 Feb 11 05:43:06.748031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46998) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:06.836307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-6e254a59-6c92-432f-bd7a-125865560243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:06.837994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-6e254a59-6c92-432f-bd7a-125865560243 service neutron] 10.222.0.81 "GET /v2.0/ports/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 200 len: 1033 time: 0.1614852 Feb 11 05:43:06.945881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-49981fa0-ffcb-4e67-9b1a-e3bb98e4db33 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Deleting subnet d5583bd6-399d-4df6-9d3f-8161ba9bf907 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:06.952011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49981fa0-ffcb-4e67-9b1a-e3bb98e4db33 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for subnet (d5583bd6-399d-4df6-9d3f-8161ba9bf907), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.207278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (bda08957-04f4-4d59-9339-1e7f7a212c25), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.265934 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49981fa0-ffcb-4e67-9b1a-e3bb98e4db33 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (d5583bd6-399d-4df6-9d3f-8161ba9bf907), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.295821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (bda08957-04f4-4d59-9339-1e7f7a212c25), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.414172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ebe868ae-a2dc-46e0-9b33-70bf496a2608 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:07.421086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ebe868ae-a2dc-46e0-9b33-70bf496a2608 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:07.444066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ebe868ae-a2dc-46e0-9b33-70bf496a2608 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:07.454850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ebe868ae-a2dc-46e0-9b33-70bf496a2608 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "GET /v2.0/networks?id=8770f123-170d-4514-879f-ee00ededafcb&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&id=3933aaa4-ebd8-4f26-942b-f465028f6bf9 HTTP/1.1" status: 200 len: 1992 time: 0.6061678 Feb 11 05:43:07.470290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:07.486560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:07.493337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:07.505697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:07.506311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.556431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47044) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:07.558924 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5356266 Feb 11 05:43:07.567904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52941abc-2e09-4760-b692-8bc7ac657c78 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=bda08957-04f4-4d59-9339-1e7f7a212c25,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:07.768632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47050) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:07.858479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eab35a2e-f9c9-4c87-bf10-a47c4b99a783 req-ffa85024-e461-43fd-9745-4d71c9b0b70e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0901017 Feb 11 05:43:07.892672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-425d63f4-d3bb-49a1-aade-39c122606cfd req-ba94f144-a693-4966-aac9-88e425b0f071 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.1124980 Feb 11 05:43:07.925613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49981fa0-ffcb-4e67-9b1a-e3bb98e4db33 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (d5583bd6-399d-4df6-9d3f-8161ba9bf907), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.935500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-07eaf147-8fd1-43c5-87be-bc56a6066121 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31664e56c29d47c99c52ea9d8e07fc8f HTTP/1.1" status: 200 len: 380 time: 0.4626563 Feb 11 05:43:07.965064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-d88570ed-1044-4c05-bb0a-a49c0d498ebf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:43:07.966814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-d88570ed-1044-4c05-bb0a-a49c0d498ebf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073550 Feb 11 05:43:07.982474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'admin_state_up': True, 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'security_groups': ['87cf8a0d-100b-476c-8d4c-6ee08f415a2a']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:07.990346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fbd409b9-b4cb-4eba-8d6b-e7aa080e9d20 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:07.992137 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fbd409b9-b4cb-4eba-8d6b-e7aa080e9d20 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports/c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 200 len: 930 time: 0.2197196 Feb 11 05:43:08.090014 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c303c2b6-413e-472a-aa09-88f827703d96 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.091743 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c303c2b6-413e-472a-aa09-88f827703d96 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 200 len: 932 time: 0.0921299 Feb 11 05:43:08.099153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49981fa0-ffcb-4e67-9b1a-e3bb98e4db33 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (d5583bd6-399d-4df6-9d3f-8161ba9bf907), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.143112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49981fa0-ffcb-4e67-9b1a-e3bb98e4db33 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event deleted for resources: {'Subnet': ['ID=d5583bd6-399d-4df6-9d3f-8161ba9bf907,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:08.147116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1904a56d-f56e-4bcf-bb30-695d9a08a0a9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port bda08957-04f4-4d59-9339-1e7f7a212c25 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:08.147704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1904a56d-f56e-4bcf-bb30-695d9a08a0a9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bda08957-04f4-4d59-9339-1e7f7a212c25), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.156353 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49981fa0-ffcb-4e67-9b1a-e3bb98e4db33 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.160136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-49981fa0-ffcb-4e67-9b1a-e3bb98e4db33 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "DELETE /v2.0/subnets/d5583bd6-399d-4df6-9d3f-8161ba9bf907 HTTP/1.1" status: 204 len: 168 time: 1.4108651 Feb 11 05:43:08.162692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47060) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:08.169956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a57869-ddab-487e-adbc-9445812d1f76 None None] Network 84dd1532-f192-4100-9388-9ddf8bce4c47 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:08.328942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1904a56d-f56e-4bcf-bb30-695d9a08a0a9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bda08957-04f4-4d59-9339-1e7f7a212c25), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.350653 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (84dd1532-f192-4100-9388-9ddf8bce4c47), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.353592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1904a56d-f56e-4bcf-bb30-695d9a08a0a9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for bda08957-04f4-4d59-9339-1e7f7a212c25 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:08.489224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba1cf3d-d28b-42d7-ad8a-94775f34730c None None] DHCP port deletion for 84dd1532-f192-4100-9388-9ddf8bce4c47 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:08.538719 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1904a56d-f56e-4bcf-bb30-695d9a08a0a9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (bda08957-04f4-4d59-9339-1e7f7a212c25), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.539285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Deleting port eef0004c-4859-4f10-9428-5f1bf9fb3110 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:08.539895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.555507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:08.568683 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.676943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904a56d-f56e-4bcf-bb30-695d9a08a0a9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=bda08957-04f4-4d59-9339-1e7f7a212c25,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:08.715620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1904a56d-f56e-4bcf-bb30-695d9a08a0a9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.726326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1904a56d-f56e-4bcf-bb30-695d9a08a0a9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/bda08957-04f4-4d59-9339-1e7f7a212c25 HTTP/1.1" status: 204 len: 168 time: 1.1670158 Feb 11 05:43:08.741132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47078) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:08.747693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'mac_address': 'fa:16:3e:0e:93:ce', 'name': 'tempest-PortsTestJSON-798227714'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:08.752589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cba1cf3d-d28b-42d7-ad8a-94775f34730c None None] Deleting port eef0004c-4859-4f10-9428-5f1bf9fb3110 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:08.754618 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cba1cf3d-d28b-42d7-ad8a-94775f34730c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.014328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cba1cf3d-d28b-42d7-ad8a-94775f34730c None None] For port eef0004c-4859-4f10-9428-5f1bf9fb3110, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eef0004c-4859-4f10-9428-5f1bf9fb3110,segment=NetworkSegment(c37aa329-6663-4854-8013-161f6a79509a),segment_id=c37aa329-6663-4854-8013-161f6a79509a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:09.018400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cba1cf3d-d28b-42d7-ad8a-94775f34730c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.087505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cba1cf3d-d28b-42d7-ad8a-94775f34730c None None] Calling delete_port for eef0004c-4859-4f10-9428-5f1bf9fb3110 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:09.194422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8bfe4be4-41e7-40db-8fdd-264443e3bc53 req-92db2e8a-676f-4432-a2dd-6df9ce4c5db4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.1720273 Feb 11 05:43:09.249036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a650bb7b-b0ba-4e48-94ac-ad569507b15a req-e198e178-2aa7-4953-b756-fa71e7384b59 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.1337779 Feb 11 05:43:09.249036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:09.420292 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cba1cf3d-d28b-42d7-ad8a-94775f34730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.468525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1cf3d-d28b-42d7-ad8a-94775f34730c None None] Pushing event deleted for resources: {'Port': ['ID=eef0004c-4859-4f10-9428-5f1bf9fb3110,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:09.493019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1cf3d-d28b-42d7-ad8a-94775f34730c None None] No DVR routers for this DVR port eef0004c-4859-4f10-9428-5f1bf9fb3110 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:09.538054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] For port eef0004c-4859-4f10-9428-5f1bf9fb3110, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eef0004c-4859-4f10-9428-5f1bf9fb3110,segment=NetworkSegment(c37aa329-6663-4854-8013-161f6a79509a),segment_id=c37aa329-6663-4854-8013-161f6a79509a)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:09.538562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.586242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Calling delete_port for eef0004c-4859-4f10-9428-5f1bf9fb3110 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:09.592122 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.653073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Allocated IP 172.20.0.7 (8770f123-170d-4514-879f-ee00ededafcb/9e61559c-2b6f-48a9-93a8-8c9b06b0c678/714b5c2d-cfc5-4baf-8025-fe9e488e4b47) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:09.668712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port a79ada10-041a-4bfc-b6f4-decccf540499 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:43:09.716918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eef0004c-4859-4f10-9428-5f1bf9fb3110 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:09.754444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (eef0004c-4859-4f10-9428-5f1bf9fb3110), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.768402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: eef0004c-4859-4f10-9428-5f1bf9fb3110 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:09.771420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eef0004c-4859-4f10-9428-5f1bf9fb3110 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:09.796224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] No DVR routers for this DVR port eef0004c-4859-4f10-9428-5f1bf9fb3110 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:09.851391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event deleted for resources: {'Port': ['ID=eef0004c-4859-4f10-9428-5f1bf9fb3110,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:09.944972 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:43:10.015698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (84dd1532-f192-4100-9388-9ddf8bce4c47), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.041250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84dd1532-f192-4100-9388-9ddf8bce4c47']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:10.058618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37aa329-6663-4854-8013-161f6a79509a') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:10.059251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37aa329-6663-4854-8013-161f6a79509a') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:10.081644 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (c37aa329-6663-4854-8013-161f6a79509a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.106526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c37aa329-6663-4854-8013-161f6a79509a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.114458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:10.115639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (c37aa329-6663-4854-8013-161f6a79509a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.185814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (a79ada10-041a-4bfc-b6f4-decccf540499), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:10.234990 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:10.241636 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (84dd1532-f192-4100-9388-9ddf8bce4c47), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.270844 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.283226 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] 10.222.0.31 "DELETE /v2.0/networks/84dd1532-f192-4100-9388-9ddf8bce4c47 HTTP/1.1" status: 204 len: 168 time: 2.1177905 Feb 11 05:43:10.325096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441a063-7508-4000-9ed1-69456a6b3f22 tempest-AllowedAddressPairTestJSON-963331709 tempest-AllowedAddressPairTestJSON-963331709-project] Pushing event deleted for resources: {'Network': ['ID=84dd1532-f192-4100-9388-9ddf8bce4c47,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:10.438491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-25a1b93f-8a3a-479c-9a86-7a42dc70b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:10.440182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-25a1b93f-8a3a-479c-9a86-7a42dc70b6f1 service neutron] 10.222.0.72 "GET /v2.0/ports/c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 200 len: 1026 time: 0.3443425 Feb 11 05:43:10.536567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fc3c600-0850-49ac-a6e8-20d4ce1bb2e3 req-9c51846a-44b4-4a04-8488-3ded3cd32f7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0953069 Feb 11 05:43:10.587320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7b0c82f-2817-464a-829c-7986f9ac9dc0 req-a2f828c8-ad2e-4e98-8041-689193d3d296 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.1051908 Feb 11 05:43:10.621611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f8049ba4-efc8-45c2-8f3d-45fe1c061b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:10.623301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f8049ba4-efc8-45c2-8f3d-45fe1c061b38 service neutron] 10.222.0.72 "GET /v2.0/ports/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 200 len: 1028 time: 0.1237838 Feb 11 05:43:10.694935 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a79ada10-041a-4bfc-b6f4-decccf540499), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.734450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:43:10.757524 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.791579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47128) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:10.838254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=a79ada10-041a-4bfc-b6f4-decccf540499,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:10.875351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:10.889650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:10.892805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:10.907224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:10.908439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.947965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-62f78e59-d01e-4cdc-86a0-0ab2c7c881fb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:10.956893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-62f78e59-d01e-4cdc-86a0-0ab2c7c881fb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:10.964531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-62f78e59-d01e-4cdc-86a0-0ab2c7c881fb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:10.966402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-62f78e59-d01e-4cdc-86a0-0ab2c7c881fb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "GET /v2.0/networks?id=3e3f3e81-a691-4174-b896-35ab08eecc0b&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c HTTP/1.1" status: 200 len: 1988 time: 0.3340285 Feb 11 05:43:10.979525 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.017714 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf92b36c-568b-4c24-8491-b18b17628312 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2ca035600c74f21bae0e2ec7f6fb998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241259 Feb 11 05:43:11.020933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47138) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:11.048318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:11.068351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:11.069186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3a93dcbf-a6e3-4d3b-9533-a8b2532fe8bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3267093 Feb 11 05:43:11.082170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '016a71df-9118-426a-8a18-5c03948d3e41', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '016a71df-9118-426a-8a18-5c03948d3e41', 'mac_address': 'fa:16:3e:80:8b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:43:11.091396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network 8770f123-170d-4514-879f-ee00ededafcb is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:11.097137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83cf1bbf-5d12-4a31-9215-dcdfee805288 admin admin] Publish callbacks [] for security_group (3e9ec7d7-2465-442b-a3f3-7b21db56d52f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.098593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:11.128296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:11.139136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 016a71df-9118-426a-8a18-5c03948d3e41 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:11.139846 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.140203 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83cf1bbf-5d12-4a31-9215-dcdfee805288 admin admin] Publish callbacks [] for security_group (3e9ec7d7-2465-442b-a3f3-7b21db56d52f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.167869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016a71df-9118-426a-8a18-5c03948d3e41 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:11.207667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:11.208357 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.227097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:11.233189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Port': ['ID=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:11.246048 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.294928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3dcfd88f-b8a9-4768-a0b8-76c778b4ff0e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3164570 Feb 11 05:43:11.329464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'admin_state_up': True, 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'security_groups': ['87cf8a0d-100b-476c-8d4c-6ee08f415a2a']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:11.333793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac09d3-27af-4fed-8cac-7b4623562c8e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:11.335183 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3bac09d3-27af-4fed-8cac-7b4623562c8e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/a79ada10-041a-4bfc-b6f4-decccf540499 HTTP/1.1" status: 200 len: 840 time: 0.2650759 Feb 11 05:43:11.340800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47152) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:11.341457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83cf1bbf-5d12-4a31-9215-dcdfee805288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3e9ec7d7-2465-442b-a3f3-7b21db56d52f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.344568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83cf1bbf-5d12-4a31-9215-dcdfee805288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.348102 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-83cf1bbf-5d12-4a31-9215-dcdfee805288 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e9ec7d7-2465-442b-a3f3-7b21db56d52f HTTP/1.1" status: 204 len: 168 time: 0.3234458 Feb 11 05:43:11.352334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-dea8cab0-500b-4bc7-8a3b-9a58922fca76 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c75556137b8430aad60300261085fb6 HTTP/1.1" status: 200 len: 379 time: 0.3747160 Feb 11 05:43:11.363899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'admin_state_up': True, 'tenant_id': '3c75556137b8430aad60300261085fb6', 'security_groups': ['15b1254a-6098-4f16-acd9-32d6e7e7cf35']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:11.423743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['016a71df-9118-426a-8a18-5c03948d3e41'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:11.503327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf1bbf-5d12-4a31-9215-dcdfee805288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ec7d7-2465-442b-a3f3-7b21db56d52f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:11.550724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:11.630806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-eac04b7c-3d16-48d0-bf9e-cd72835ccfad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port a79ada10-041a-4bfc-b6f4-decccf540499 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:11.631296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eac04b7c-3d16-48d0-bf9e-cd72835ccfad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a79ada10-041a-4bfc-b6f4-decccf540499), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.768103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ebd5c44c-7103-493d-893e-2a00a9e7c60e None None] Provisioning complete for port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:11.768704 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ebd5c44c-7103-493d-893e-2a00a9e7c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.787033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eac04b7c-3d16-48d0-bf9e-cd72835ccfad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a79ada10-041a-4bfc-b6f4-decccf540499), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.815259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-eac04b7c-3d16-48d0-bf9e-cd72835ccfad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for a79ada10-041a-4bfc-b6f4-decccf540499 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:11.845536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5c44c-7103-493d-893e-2a00a9e7c60e None None] Port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:12.003321 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eac04b7c-3d16-48d0-bf9e-cd72835ccfad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a79ada10-041a-4bfc-b6f4-decccf540499), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.062115 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac04b7c-3d16-48d0-bf9e-cd72835ccfad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=a79ada10-041a-4bfc-b6f4-decccf540499,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:12.067120 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eac04b7c-3d16-48d0-bf9e-cd72835ccfad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.072487 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eac04b7c-3d16-48d0-bf9e-cd72835ccfad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/a79ada10-041a-4bfc-b6f4-decccf540499 HTTP/1.1" status: 204 len: 168 time: 0.7253273 Feb 11 05:43:12.075266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47178) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:12.177714 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-98440d90-5dc6-4828-910c-910759e74afe tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:43:12.185567 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-98440d90-5dc6-4828-910c-910759e74afe tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/a79ada10-041a-4bfc-b6f4-decccf540499 HTTP/1.1" status: 404 len: 333 time: 0.1090944 Feb 11 05:43:12.186625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47186) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:12.191966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'name': 'tempest-PortsTestJSON-140552624'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:12.387847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:12.391423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.412904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6178b629-91fe-4f40-b85d-c3868c2c22a3 req-92e69ace-bef1-4264-bbc4-121ed0de5a4a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.6341681 Feb 11 05:43:12.423217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port a078d8d5-91af-4416-aec2-56ab85d0eab3 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:43:12.427646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:12.431462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.748248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:12.810475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47204) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:12.857600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 016a71df-9118-426a-8a18-5c03948d3e41 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:12.858688 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (016a71df-9118-426a-8a18-5c03948d3e41), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.867368 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (a078d8d5-91af-4416-aec2-56ab85d0eab3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.877434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac6d7d-4c79-460b-b667-2ba0139f3028 req-8168adc1-057a-4d57-ba1f-86eb606f18eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:12.899609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7aac6d7d-4c79-460b-b667-2ba0139f3028 req-8168adc1-057a-4d57-ba1f-86eb606f18eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 931 time: 1.1402001 Feb 11 05:43:12.951277 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a078d8d5-91af-4416-aec2-56ab85d0eab3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.998201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 016a71df-9118-426a-8a18-5c03948d3e41 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:12.999754 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.009501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:13.013500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.051905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:13.056101 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef73f225-88d6-4af4-8049-cde3f579dd32" -d '{"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-plugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:13.078059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:13.093733 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.095659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:13.102759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:13.115702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:13.121505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:13.122141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.161541 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023d30d2-08a0-45bb-a836-e9347bf8a742 x-openstack-request-id: req-023d30d2-08a0-45bb-a836-e9347bf8a742 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:13.161946 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-plugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:13.162275 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-023d30d2-08a0-45bb-a836-e9347bf8a742 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:13.162739 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41', 'code': 200} Feb 11 05:43:13.173750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=a078d8d5-91af-4416-aec2-56ab85d0eab3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:13.200837 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8ebccfd5-45ce-4571-b6e1-dbb1c80dcb44 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0100915 Feb 11 05:43:13.203951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=10']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:13.209971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47210) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:13.217189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0affa711-0729-4b41-bd7b-13933cf9f49c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:13.227988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-586631554'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:13.257343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7aac6d7d-4c79-460b-b667-2ba0139f3028 req-57e7a343-c174-4283-b2b4-60efb9833472 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517566 Feb 11 05:43:13.341444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Allocated IP 10.1.1.141 (fb83d269-2acd-412f-8a84-5425707c72b1/aa8fc154-ad35-44bc-839a-eb8ae4c6964c/eb27cb62-514f-465c-bae3-e35f2f663b08) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:13.345968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Made reservation on behalf of 738c79fd61094db7b57904844253cfb9 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:13.349044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.349708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0affa711-0729-4b41-bd7b-13933cf9f49c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a078d8d5-91af-4416-aec2-56ab85d0eab3), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.387375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Allocated IP 172.20.0.4 (3e3f3e81-a691-4174-b896-35ab08eecc0b/cdb202e0-2a12-4799-8de8-da2c49396bed/9d5ceb20-777b-4734-b36d-418484efc430) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:13.594256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for port (9d5ceb20-777b-4734-b36d-418484efc430), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.596069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0affa711-0729-4b41-bd7b-13933cf9f49c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (a078d8d5-91af-4416-aec2-56ab85d0eab3), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.617256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0affa711-0729-4b41-bd7b-13933cf9f49c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (a078d8d5-91af-4416-aec2-56ab85d0eab3), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.626507 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.669459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-784bad90-1ea8-4e5f-befe-0c4a4ffafa71 req-7ed23ff5-a193-4321-8d6a-3d8a4cd06d0b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0612109 Feb 11 05:43:13.694485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0affa711-0729-4b41-bd7b-13933cf9f49c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] In _notify_port_updated(), no bound segment for port a078d8d5-91af-4416-aec2-56ab85d0eab3 on network df3913af-06e0-4fbe-aaeb-4cfa36c29dba {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:43:13.701103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0affa711-0729-4b41-bd7b-13933cf9f49c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:13.701880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0affa711-0729-4b41-bd7b-13933cf9f49c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.705867 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0affa711-0729-4b41-bd7b-13933cf9f49c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "PUT /v2.0/ports/a078d8d5-91af-4416-aec2-56ab85d0eab3 HTTP/1.1" status: 200 len: 818 time: 0.4924645 Feb 11 05:43:13.709610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47224) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:13.778331 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for security_group (e789dcfa-3702-4bee-978d-f3b38d26117f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.778602 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affa711-0729-4b41-bd7b-13933cf9f49c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=a078d8d5-91af-4416-aec2-56ab85d0eab3,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:13.799304 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e789dcfa-3702-4bee-978d-f3b38d26117f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.850438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-fa89ec06-47f7-441b-98ca-9ea7deb3e2e2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port a078d8d5-91af-4416-aec2-56ab85d0eab3 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:13.851586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa89ec06-47f7-441b-98ca-9ea7deb3e2e2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a078d8d5-91af-4416-aec2-56ab85d0eab3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.879336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:13.894989 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.895365 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Added segment 3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0 of type vlan for network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f Feb 11 05:43:13.949527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.963437 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa89ec06-47f7-441b-98ca-9ea7deb3e2e2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a078d8d5-91af-4416-aec2-56ab85d0eab3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.982697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e789dcfa-3702-4bee-978d-f3b38d26117f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:13.989602 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.995169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:13.996247 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.000012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-fa89ec06-47f7-441b-98ca-9ea7deb3e2e2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for a078d8d5-91af-4416-aec2-56ab85d0eab3 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:14.109622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa89ec06-47f7-441b-98ca-9ea7deb3e2e2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a078d8d5-91af-4416-aec2-56ab85d0eab3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.138178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event updated for resources: {'Network': ['ID=fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:14.144535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9d5ceb20-777b-4734-b36d-418484efc430), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.152657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:43:14.164324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89ec06-47f7-441b-98ca-9ea7deb3e2e2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=a078d8d5-91af-4416-aec2-56ab85d0eab3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:14.177535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1995cd2a-6c26-4b3c-8ff0-8d8e009b4c14 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3644168 Feb 11 05:43:14.177845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47226) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:14.189149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Request body: {'subnet': {'network_id': 'fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:14.198761 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa89ec06-47f7-441b-98ca-9ea7deb3e2e2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.203798 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa89ec06-47f7-441b-98ca-9ea7deb3e2e2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/a078d8d5-91af-4416-aec2-56ab85d0eab3 HTTP/1.1" status: 204 len: 168 time: 0.4925110 Feb 11 05:43:14.213013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47228) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:14.225298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 3e3f3e81-a691-4174-b896-35ab08eecc0b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:14.304517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:14.307273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:14.407991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Made reservation on behalf of 738c79fd61094db7b57904844253cfb9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:14.413594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.455988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Port': ['ID=9d5ceb20-777b-4734-b36d-418484efc430,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:14.484201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8cb9da-fe66-4aee-bed5-03079ce7da05 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:14.486662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6e8cb9da-fe66-4aee-bed5-03079ce7da05 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2187152 Feb 11 05:43:14.505711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:14.506345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.519747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47232) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:14.582024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.591836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c5a6a68c-0baf-4336-83c0-e28fbc7d4c13 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2342918 Feb 11 05:43:14.621681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'admin_state_up': True, 'tenant_id': '3c75556137b8430aad60300261085fb6', 'security_groups': ['15b1254a-6098-4f16-acd9-32d6e7e7cf35']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:14.635155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7822e-204c-4807-877c-d2904397d24c req-943a2e5b-a1c0-4636-966e-a50fe7d4c5c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:14.637849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87a7822e-204c-4807-877c-d2904397d24c req-943a2e5b-a1c0-4636-966e-a50fe7d4c5c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 931 time: 0.2592497 Feb 11 05:43:14.639072 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-53494b37-b614-42e3-aee9-84e0d1e50151 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:43:14.640791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-53494b37-b614-42e3-aee9-84e0d1e50151 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/a078d8d5-91af-4416-aec2-56ab85d0eab3 HTTP/1.1" status: 404 len: 333 time: 0.1037107 Feb 11 05:43:14.657980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47234) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:14.663511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-103845945'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:14.757878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (47f46267-13b9-4cb9-9cee-178edf0379ea), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.807708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4c18ed54-6222-4d03-b620-7d1a9a14536f None None] Provisioning complete for port 9d5ceb20-777b-4734-b36d-418484efc430 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:14.808086 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c18ed54-6222-4d03-b620-7d1a9a14536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9d5ceb20-777b-4734-b36d-418484efc430), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.886813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4c18ed54-6222-4d03-b620-7d1a9a14536f None None] Port 9d5ceb20-777b-4734-b36d-418484efc430 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:14.914578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:14.918125 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.931594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event updated for resources: {'Subnet': ['ID=47f46267-13b9-4cb9-9cee-178edf0379ea,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:14.940579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Checking segment: {'id': '3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:14.940971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Network hostable DHCP agents. Network: fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:43:14.983106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:43:14.995837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:15.002551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:15.003167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.008122 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.011512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d1cd9-c8b4-4636-aac2-3c0acd49f4c1 None None] Network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:15.035024 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6fde91bf-1cce-4dbd-becd-9cb11eacfd1e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8520133 Feb 11 05:43:15.035430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47248) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:15.050655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9cbea1fd-ad41-478d-93a2-b76554596209 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-883877593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:15.098899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cbea1fd-ad41-478d-93a2-b76554596209 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (02066198-6fcc-41fc-9f23-38664e645b43), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.099969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cbea1fd-ad41-478d-93a2-b76554596209 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (02066198-6fcc-41fc-9f23-38664e645b43), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.159840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87a7822e-204c-4807-877c-d2904397d24c req-ec6f5bcb-7045-43bb-92a8-bf050317898a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5034814 Feb 11 05:43:15.225427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cbea1fd-ad41-478d-93a2-b76554596209 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for router_controller (02066198-6fcc-41fc-9f23-38664e645b43), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.230965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:15.231206 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cbea1fd-ad41-478d-93a2-b76554596209 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (02066198-6fcc-41fc-9f23-38664e645b43), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.235571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f', 'network_id': 'fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f', 'project_id': '738c79fd61094db7b57904844253cfb9', 'fixed_ips': [{'subnet_id': '47f46267-13b9-4cb9-9cee-178edf0379ea'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:43:15.237506 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.262633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network fb83d269-2acd-412f-8a84-5425707c72b1 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:15.270286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cbea1fd-ad41-478d-93a2-b76554596209 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.274442 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9cbea1fd-ad41-478d-93a2-b76554596209 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2261391 Feb 11 05:43:15.274773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47250) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:15.294623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:15.305439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (27d1c444-d224-4912-a2aa-f80f3ab9ffa2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.305796 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Added segment 27d1c444-d224-4912-a2aa-f80f3ab9ffa2 of type vlan for network 42bad498-edfb-464b-809e-d850851796e0 Feb 11 05:43:15.308389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:15.312180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Port': ['ID=eb27cb62-514f-465c-bae3-e35f2f663b08,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:15.355597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21972f6b-bb74-45f9-a837-0bf7b8ea8e2b req-45e8974c-2f27-40bc-80ff-9b46c03f47e5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:15.357353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21972f6b-bb74-45f9-a837-0bf7b8ea8e2b req-45e8974c-2f27-40bc-80ff-9b46c03f47e5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 931 time: 0.4274499 Feb 11 05:43:15.631214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Allocated IP 172.20.0.2 (fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f/47f46267-13b9-4cb9-9cee-178edf0379ea/3fb8654c-cebb-442f-9a50-ee2b082ec501) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:15.702662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (42bad498-edfb-464b-809e-d850851796e0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.719569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:15.724470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.818383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:15.818383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.859183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21972f6b-bb74-45f9-a837-0bf7b8ea8e2b req-0ed0f1f5-dae8-4314-ac33-b467838b5a97 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858472 Feb 11 05:43:15.897432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dead7873-8b2f-4be1-ac79-d24389803e0b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5941834 Feb 11 05:43:15.913694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ccc503bb-71bb-400d-a5ac-db7773b44f39 None None] Provisioning complete for port eb27cb62-514f-465c-bae3-e35f2f663b08 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:15.914793 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ccc503bb-71bb-400d-a5ac-db7773b44f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.932186 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.941575 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (42bad498-edfb-464b-809e-d850851796e0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.951959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:15.952601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.966813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'admin_state_up': True, 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'security_groups': ['87cf8a0d-100b-476c-8d4c-6ee08f415a2a']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:16.002158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Publish callbacks [] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.007442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ccc503bb-71bb-400d-a5ac-db7773b44f39 None None] Port eb27cb62-514f-465c-bae3-e35f2f663b08 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:16.012656 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.064958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:16.071503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:16.076989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:16.087427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Pushing event updated for resources: {'Port': ['ID=3fb8654c-cebb-442f-9a50-ee2b082ec501,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:16.174351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Attempting to bind port 3fb8654c-cebb-442f-9a50-ee2b082ec501 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:16.174842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Attempting to bind port 3fb8654c-cebb-442f-9a50-ee2b082ec501 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:16.175303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Attempting to bind port 3fb8654c-cebb-442f-9a50-ee2b082ec501 on network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:16.185282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:16.185855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Checking segment: {'id': '3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:16.186447 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.186935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Bound using segment: {'id': '3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:16.187537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Bound port: 3fb8654c-cebb-442f-9a50-ee2b082ec501, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:16.188044 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.193524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5340791 Feb 11 05:43:16.194526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47264) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:16.312636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': '42bad498-edfb-464b-809e-d850851796e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:16.325630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:16.332258 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.346485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Allocated IP 172.20.0.1 (fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f/47f46267-13b9-4cb9-9cee-178edf0379ea/11d10525-bafb-4dcd-bb87-12ed57267d47) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:16.347031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] For port 3fb8654c-cebb-442f-9a50-ee2b082ec501, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:16.350418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] For port 3fb8654c-cebb-442f-9a50-ee2b082ec501, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3fb8654c-cebb-442f-9a50-ee2b082ec501,segment=NetworkSegment(3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0),segment_id=3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:16.357041 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.392821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085979a-c2ed-4012-9a2a-1b14731ed692 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Network': ['ID=42bad498-edfb-464b-809e-d850851796e0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:16.421990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 42bad498-edfb-464b-809e-d850851796e0 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:43:16.571752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.573417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Allocated IP 10.1.1.133 (38a333df-eb9e-4410-9a73-327d64d75f7a/2118ca17-0c0c-420c-b7e3-b521503c3190/66206b59-23ca-4374-aeea-13f28bb07083) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:16.602614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa0de0-6f9b-45f2-a4b5-9afcde65d5a7 None None] Pushing event updated for resources: {'Port': ['ID=3fb8654c-cebb-442f-9a50-ee2b082ec501,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:16.711027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.731429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b4c55-30b1-410a-8491-a65af68499a5 req-1530dcfb-ac8c-4843-9f03-1ea25d68a197 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:16.737199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b4c55-30b1-410a-8491-a65af68499a5 req-1530dcfb-ac8c-4843-9f03-1ea25d68a197 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:16.738921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5b4c55-30b1-410a-8491-a65af68499a5 req-1530dcfb-ac8c-4843-9f03-1ea25d68a197 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 1653 time: 0.4221122 Feb 11 05:43:16.845545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:16.848992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.958614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:16.964573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:16.987634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:17.085944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event updated for resources: {'Port': ['ID=11d10525-bafb-4dcd-bb87-12ed57267d47,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:17.157524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee5b4c55-30b1-410a-8491-a65af68499a5 req-881d2fc8-c139-4bf2-bfee-0560452751e3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050112 Feb 11 05:43:17.170691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Allocated IP 10.1.1.8 (fb83d269-2acd-412f-8a84-5425707c72b1/aa8fc154-ad35-44bc-839a-eb8ae4c6964c/3cdee5aa-e118-4a1d-88f8-62d7973bbbfa) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:17.207765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (02066198-6fcc-41fc-9f23-38664e645b43), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:17.511202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:17.734931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3fb8654c-cebb-442f-9a50-ee2b082ec501 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:17.767352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (f394df7e-3704-4ee7-a239-1774680ccbf1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:17.816458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3fb8654c-cebb-442f-9a50-ee2b082ec501 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:17.817952 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.070279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for port (66206b59-23ca-4374-aeea-13f28bb07083), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.112569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=f394df7e-3704-4ee7-a239-1774680ccbf1,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:18.125982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.134096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.262548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.265572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.266184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.266739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.267253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.267760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.268268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.268777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.269307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.269987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.270542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.271052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.271677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:18.308775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b6e28-b794-4e78-b9df-0ff9c34b4e1f req-64e37255-7777-4e00-9d87-890062ae0741 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:18.329624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-628b6e28-b794-4e78-b9df-0ff9c34b4e1f req-64e37255-7777-4e00-9d87-890062ae0741 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 931 time: 0.6801434 Feb 11 05:43:18.337421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (02066198-6fcc-41fc-9f23-38664e645b43), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.353575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event updated for resources: {'Port': ['ID=11d10525-bafb-4dcd-bb87-12ed57267d47,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:18.555052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Checking segment: {'id': '27d1c444-d224-4912-a2aa-f80f3ab9ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42bad498-edfb-464b-809e-d850851796e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:18.555487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network hostable DHCP agents. Network: 42bad498-edfb-464b-809e-d850851796e0, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:43:18.619339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3fb8654c-cebb-442f-9a50-ee2b082ec501 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:18.622626 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.657019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (66206b59-23ca-4374-aeea-13f28bb07083), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.670533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:18.678354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:18.724416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 3fb8654c-cebb-442f-9a50-ee2b082ec501, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3fb8654c-cebb-442f-9a50-ee2b082ec501,segment=NetworkSegment(3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0),segment_id=3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:18.730890 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.777106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 42bad498-edfb-464b-809e-d850851796e0 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:43:18.818070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-628b6e28-b794-4e78-b9df-0ff9c34b4e1f req-9bc04e20-bd18-42f3-a454-8c71d7875be9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4777365 Feb 11 05:43:18.850885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=3fb8654c-cebb-442f-9a50-ee2b082ec501,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:18.877623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.908494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 42bad498-edfb-464b-809e-d850851796e0) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:18.914162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1b0fbf-58d5-4228-a81d-b674551f4362 None None] Network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:18.914533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 38a333df-eb9e-4410-9a73-327d64d75f7a is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:18.929251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41043c2-c7b5-4f48-8fc5-684bec0fd5a7 req-bdf91552-40da-4721-a9f9-974d783b6e0f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:18.935972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41043c2-c7b5-4f48-8fc5-684bec0fd5a7 req-bdf91552-40da-4721-a9f9-974d783b6e0f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:18.938634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a41043c2-c7b5-4f48-8fc5-684bec0fd5a7 req-bdf91552-40da-4721-a9f9-974d783b6e0f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 1653 time: 0.5558197 Feb 11 05:43:18.957163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:18.958297 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.974710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Router 02066198-6fcc-41fc-9f23-38664e645b43 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:43:18.981244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:18.991111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b99566-a5ed-4480-b0b5-a771ee327721 None None] Network 42bad498-edfb-464b-809e-d850851796e0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:19.002586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47292) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:19.003639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c9fae259-4c61-4e53-b5e5-1d638f382288 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8023655 Feb 11 05:43:19.012395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6a9ef557-9b06-4fcd-99d9-b065706fa2e3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': '42bad498-edfb-464b-809e-d850851796e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:19.014797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:19.023648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Port': ['ID=66206b59-23ca-4374-aeea-13f28bb07083,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:19.230801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-42bad498-edfb-464b-809e-d850851796e0', 'network_id': '42bad498-edfb-464b-809e-d850851796e0', 'project_id': '24439a02c0e743fbb7970d0f47733ba6', 'fixed_ips': [{'subnet_id': 'f394df7e-3704-4ee7-a239-1774680ccbf1'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:43:19.231881 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.238410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ead1c9bb-7a48-4905-bb7e-3f779af7a148 None None] Provisioning complete for port 3fb8654c-cebb-442f-9a50-ee2b082ec501 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:19.238943 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ead1c9bb-7a48-4905-bb7e-3f779af7a148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.420250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:19.437709 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-867602bf-0d90-40b1-acab-c3e90db52443 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "PUT /v2.0/routers/02066198-6fcc-41fc-9f23-38664e645b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1515405 Feb 11 05:43:19.438522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47312) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:19.456768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Request body: {'port': {'network_id': 'fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f', 'name': 'tempest-FloatingIPNegativeTestJSON-1460848113'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:19.587769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2ef9e-9fc2-45a9-85ef-779a3f944b57 None None] Sync routers for ids ['02066198-6fcc-41fc-9f23-38664e645b43'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:19.664652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9ef557-9b06-4fcd-99d9-b065706fa2e3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:19.672859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef557-9b06-4fcd-99d9-b065706fa2e3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.778956 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.790407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3fb8654c-cebb-442f-9a50-ee2b082ec501 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:19.842364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2ef9e-9fc2-45a9-85ef-779a3f944b57 None None] Routers {'02066198-6fcc-41fc-9f23-38664e645b43'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:19.843669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-dbe2ef9e-9fc2-45a9-85ef-779a3f944b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:43:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['02066198-6fcc-41fc-9f23-38664e645b43'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:19.943630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Allocated IP 172.20.0.2 (42bad498-edfb-464b-809e-d850851796e0/f394df7e-3704-4ee7-a239-1774680ccbf1/92e902d2-74da-44b8-a587-8afed3abb87a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:19.950261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Port': ['ID=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:19.961425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Made reservation on behalf of 738c79fd61094db7b57904844253cfb9 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:19.965648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.981245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a41043c2-c7b5-4f48-8fc5-684bec0fd5a7 req-47ba85d6-af84-4bc2-9f64-e2f8abf64595 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0003066 Feb 11 05:43:20.060349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] device_id is not set on port 4681a438-d544-4bc2-aa05-3a67ff3aa1ac yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:43:20.062785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network fb83d269-2acd-412f-8a84-5425707c72b1 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:20.072120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-dbe2ef9e-9fc2-45a9-85ef-779a3f944b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:20.112043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:20.112721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.145465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:20.150456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:20.159383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ead1c9bb-7a48-4905-bb7e-3f779af7a148 None None] Current status of the port 3fb8654c-cebb-442f-9a50-ee2b082ec501 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:20.188005 n-d-715271-35 neutron-server[103121]: INFO neutron.db.ipam_backend_mixin [None req-6a9ef557-9b06-4fcd-99d9-b065706fa2e3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f394df7e-3704-4ee7-a239-1774680ccbf1 (CIDR: 172.20.0.0/28) Feb 11 05:43:20.205800 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9ef557-9b06-4fcd-99d9-b065706fa2e3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:43:20.206555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9ef557-9b06-4fcd-99d9-b065706fa2e3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:43:20.232706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f417c31b-fb45-4227-a002-500ad779dfb9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6169260 Feb 11 05:43:20.266962 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6a9ef557-9b06-4fcd-99d9-b065706fa2e3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2611301 Feb 11 05:43:20.269206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'admin_state_up': True, 'tenant_id': '3c75556137b8430aad60300261085fb6', 'security_groups': ['15b1254a-6098-4f16-acd9-32d6e7e7cf35']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:20.293396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2ef9e-9fc2-45a9-85ef-779a3f944b57 None None] Routers {'02066198-6fcc-41fc-9f23-38664e645b43'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:20.295522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-dbe2ef9e-9fc2-45a9-85ef-779a3f944b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:43:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['02066198-6fcc-41fc-9f23-38664e645b43'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:20.312727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47326) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:20.392535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-dbe2ef9e-9fc2-45a9-85ef-779a3f944b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:20.393225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2ef9e-9fc2-45a9-85ef-779a3f944b57 None None] The sync data for ids ['02066198-6fcc-41fc-9f23-38664e645b43'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:20.400193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': '42bad498-edfb-464b-809e-d850851796e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:20.448153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Allocated IP 172.20.0.6 (fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f/47f46267-13b9-4cb9-9cee-178edf0379ea/4681a438-d544-4bc2-aa05-3a67ff3aa1ac) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:20.508895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3fb8654c-cebb-442f-9a50-ee2b082ec501 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:20.509224 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.636424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:20.637100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.639130 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Publish callbacks [] for port (92e902d2-74da-44b8-a587-8afed3abb87a), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.655794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.681811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Network 42bad498-edfb-464b-809e-d850851796e0 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:20.689502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:20.693785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:20.696287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-43439a15-b81a-4a7f-a561-134ce0652d94 None None] Provisioning complete for port 66206b59-23ca-4374-aeea-13f28bb07083 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:20.696783 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-43439a15-b81a-4a7f-a561-134ce0652d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (66206b59-23ca-4374-aeea-13f28bb07083), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.743771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32554e1-efae-4f3e-a054-35d14f310d1e req-3092e7af-147e-467c-a07b-1dfdcca1bc77 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:20.756388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32554e1-efae-4f3e-a054-35d14f310d1e req-3092e7af-147e-467c-a07b-1dfdcca1bc77 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:20.770382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d32554e1-efae-4f3e-a054-35d14f310d1e req-3092e7af-147e-467c-a07b-1dfdcca1bc77 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 1653 time: 0.7718184 Feb 11 05:43:20.840330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for port (4681a438-d544-4bc2-aa05-3a67ff3aa1ac), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.910624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Attempting to bind port 92e902d2-74da-44b8-a587-8afed3abb87a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:20.911118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Attempting to bind port 92e902d2-74da-44b8-a587-8afed3abb87a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '27d1c444-d224-4912-a2aa-f80f3ab9ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42bad498-edfb-464b-809e-d850851796e0'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:20.911495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Attempting to bind port 92e902d2-74da-44b8-a587-8afed3abb87a on network 42bad498-edfb-464b-809e-d850851796e0 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:20.928726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Pushing event updated for resources: {'Port': ['ID=92e902d2-74da-44b8-a587-8afed3abb87a,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:20.936424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:20.936711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4681a438-d544-4bc2-aa05-3a67ff3aa1ac), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.936935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Checking segment: {'id': '27d1c444-d224-4912-a2aa-f80f3ab9ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42bad498-edfb-464b-809e-d850851796e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:20.937464 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.938542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Bound using segment: {'id': '27d1c444-d224-4912-a2aa-f80f3ab9ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42bad498-edfb-464b-809e-d850851796e0'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:20.940721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Bound port: 92e902d2-74da-44b8-a587-8afed3abb87a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d1c444-d224-4912-a2aa-f80f3ab9ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42bad498-edfb-464b-809e-d850851796e0'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:20.941233 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.963305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-43439a15-b81a-4a7f-a561-134ce0652d94 None None] Port 66206b59-23ca-4374-aeea-13f28bb07083 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:21.000789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:21.009703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:21.018786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:21.070447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-305c760f-5190-4fc7-ba47-786e95436aef tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1111872 Feb 11 05:43:21.083274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event updated for resources: {'Port': ['ID=4681a438-d544-4bc2-aa05-3a67ff3aa1ac,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:21.096095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3fb8654c-cebb-442f-9a50-ee2b082ec501 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:21.096944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9', 'admin_state_up': True, 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'security_groups': ['87cf8a0d-100b-476c-8d4c-6ee08f415a2a']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:21.107878 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.115222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.115869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.116397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.116931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.117489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.118011 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.118513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.119217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.120562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.121094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.121621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.122139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:21.180532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-20566396-12d0-4207-b49f-1560a5e6e047 None None] Provisioning complete for port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:21.180917 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-20566396-12d0-4207-b49f-1560a5e6e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:21.185016 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:21.191432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:21.228702 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9a2e23cb-f1df-4ae6-8e1c-e7ab1127492a tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7846427 Feb 11 05:43:21.232173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47354) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:21.241198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:21.242694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] For port 92e902d2-74da-44b8-a587-8afed3abb87a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:21.283306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] For port 92e902d2-74da-44b8-a587-8afed3abb87a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=92e902d2-74da-44b8-a587-8afed3abb87a,segment=NetworkSegment(27d1c444-d224-4912-a2aa-f80f3ab9ffa2),segment_id=27d1c444-d224-4912-a2aa-f80f3ab9ffa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:21.287011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-20566396-12d0-4207-b49f-1560a5e6e047 None None] Port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:21.306526 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:21.309481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:21.411567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-20566396-12d0-4207-b49f-1560a5e6e047 None None] Provisioning complete for port 11d10525-bafb-4dcd-bb87-12ed57267d47 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:21.412993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-20566396-12d0-4207-b49f-1560a5e6e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:21.534779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:21.543576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:21.621809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b35c8b-7d09-4b77-add0-456e0db132b8 None None] Pushing event updated for resources: {'Port': ['ID=92e902d2-74da-44b8-a587-8afed3abb87a,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:21.630868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-20566396-12d0-4207-b49f-1560a5e6e047 None None] Port 11d10525-bafb-4dcd-bb87-12ed57267d47 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:21.646519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-20566396-12d0-4207-b49f-1560a5e6e047 None None] Provisioning complete for port 3fb8654c-cebb-442f-9a50-ee2b082ec501 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:21.646897 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-20566396-12d0-4207-b49f-1560a5e6e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:21.851572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:21.871126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-20566396-12d0-4207-b49f-1560a5e6e047 None None] Current status of the port 3fb8654c-cebb-442f-9a50-ee2b082ec501 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:21.996047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d32554e1-efae-4f3e-a054-35d14f310d1e req-a9aca700-7f1d-4fcc-b1b2-10804d5fcac2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2247348 Feb 11 05:43:22.010816 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:22.027155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:22.047809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c0431871-3033-4f9b-99c6-de7b0441d38b None None] Provisioning complete for port 11d10525-bafb-4dcd-bb87-12ed57267d47 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:22.048690 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c0431871-3033-4f9b-99c6-de7b0441d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:22.062911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:22.188388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c0431871-3033-4f9b-99c6-de7b0441d38b None None] Port 11d10525-bafb-4dcd-bb87-12ed57267d47 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:22.296305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd2781-b5db-4cc8-851d-dd9d05bd7f41 req-7fb67b09-a2ce-4337-9176-e929eef83902 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:22.302602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd2781-b5db-4cc8-851d-dd9d05bd7f41 req-7fb67b09-a2ce-4337-9176-e929eef83902 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:22.309567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd2781-b5db-4cc8-851d-dd9d05bd7f41 req-7fb67b09-a2ce-4337-9176-e929eef83902 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:22.311708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07dd2781-b5db-4cc8-851d-dd9d05bd7f41 req-7fb67b09-a2ce-4337-9176-e929eef83902 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 2372 time: 0.8525355 Feb 11 05:43:22.314856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6b8ebd9a-10ae-41d0-b842-7262b64b802f None None] Provisioning complete for port 4681a438-d544-4bc2-aa05-3a67ff3aa1ac triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:22.315244 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6b8ebd9a-10ae-41d0-b842-7262b64b802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4681a438-d544-4bc2-aa05-3a67ff3aa1ac), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:22.404979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ebd9a-10ae-41d0-b842-7262b64b802f None None] Port 4681a438-d544-4bc2-aa05-3a67ff3aa1ac cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:22.505273 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:22.536469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Allocated IP 10.1.1.184 (38a333df-eb9e-4410-9a73-327d64d75f7a/2118ca17-0c0c-420c-b7e3-b521503c3190/491e83a1-dc7e-4a89-9f8e-6e0a27f2308f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:22.753711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-99f0b3bf-fcf8-465d-9fab-cb4a882e434b req-0301c4c8-8e5a-4ddf-b3b2-774115842831 service neutron] (103120) timed out ('10.222.0.72', 53798) {{(pid=103120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:43:22.766174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Allocated IP 172.25.1.170 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/c450f457-015f-440a-9893-289bdc3e4bac) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:22.903695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07dd2781-b5db-4cc8-851d-dd9d05bd7f41 req-89eaf0ac-95e1-4b76-b2c6-27b09999bfa9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5748527 Feb 11 05:43:22.992743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for port (c450f457-015f-440a-9893-289bdc3e4bac), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.011758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.028967 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.032301 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.109384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c450f457-015f-440a-9893-289bdc3e4bac), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.222831 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event updated for resources: {'Port': ['ID=c450f457-015f-440a-9893-289bdc3e4bac,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:23.247674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:23.264858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:23.277020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:23.446447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for floatingip (9dde749a-9c42-4a2e-add6-20745a3e1049), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.538213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c450f457-015f-440a-9893-289bdc3e4bac), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.559454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d302180-fc49-4f6c-85c9-c5c64d6b1df8 None None] Network 42bad498-edfb-464b-809e-d850851796e0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:23.710644 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (72ec8161-1b09-4406-b3e3-5d157c3d8bd4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.783427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 92e902d2-74da-44b8-a587-8afed3abb87a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:23.869039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caafe2-2d85-4e12-9dce-4a20ffdbb77c req-ff3b4fec-915d-43c1-8b9d-5685a6ece328 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:23.876018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caafe2-2d85-4e12-9dce-4a20ffdbb77c req-ff3b4fec-915d-43c1-8b9d-5685a6ece328 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:23.882743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60caafe2-2d85-4e12-9dce-4a20ffdbb77c req-ff3b4fec-915d-43c1-8b9d-5685a6ece328 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 1653 time: 0.6968920 Feb 11 05:43:23.882743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.904356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 42bad498-edfb-464b-809e-d850851796e0 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:23.954354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for port (c450f457-015f-440a-9893-289bdc3e4bac), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.962460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c450f457-015f-440a-9893-289bdc3e4bac), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.977105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2390a187-afa3-4770-8b06-6af2077a4fc6 None None] Provisioning complete for port 92e902d2-74da-44b8-a587-8afed3abb87a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:23.977524 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2390a187-afa3-4770-8b06-6af2077a4fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.994904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:24.095758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.097215 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.110109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event updated for resources: {'Port': ['ID=c450f457-015f-440a-9893-289bdc3e4bac,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:24.133294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (9dde749a-9c42-4a2e-add6-20745a3e1049), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.151240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Port': ['ID=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:24.158543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 92e902d2-74da-44b8-a587-8afed3abb87a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:24.159106 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.173456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.177352 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e0a2194f-5ad9-4684-bb07-dc5585c1d01e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9411526 Feb 11 05:43:24.182825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47400) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:24.197837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 38a333df-eb9e-4410-9a73-327d64d75f7a is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:24.206909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1b736289-fdb0-46f1-9f27-117f2e5c671f tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Request body: {'floatingip': {'port_id': '4681a438-d544-4bc2-aa05-3a67ff3aa1ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:24.270635 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9531822 Feb 11 05:43:24.286840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47402) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:24.309983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': '42bad498-edfb-464b-809e-d850851796e0', 'fixed_ips': [{'subnet_id': 'f394df7e-3704-4ee7-a239-1774680ccbf1'}, {'subnet_id': '72ec8161-1b09-4406-b3e3-5d157c3d8bd4'}], 'name': 'tempest-PortsTestJSON-1343904335'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:24.322945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:24.337151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2390a187-afa3-4770-8b06-6af2077a4fc6 None None] Current status of the port 92e902d2-74da-44b8-a587-8afed3abb87a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:24.341776 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2390a187-afa3-4770-8b06-6af2077a4fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.350635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b736289-fdb0-46f1-9f27-117f2e5c671f tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for floatingip (9dde749a-9c42-4a2e-add6-20745a3e1049), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.376318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:24.433255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2390a187-afa3-4770-8b06-6af2077a4fc6 None None] For port 92e902d2-74da-44b8-a587-8afed3abb87a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=92e902d2-74da-44b8-a587-8afed3abb87a,segment=NetworkSegment(27d1c444-d224-4912-a2aa-f80f3ab9ffa2),segment_id=27d1c444-d224-4912-a2aa-f80f3ab9ffa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:24.451655 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2390a187-afa3-4770-8b06-6af2077a4fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.499772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60caafe2-2d85-4e12-9dce-4a20ffdbb77c req-13d845ea-04b0-48cf-be44-51c4358aa1de tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5936484 Feb 11 05:43:24.514351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 92e902d2-74da-44b8-a587-8afed3abb87a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:24.531514 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.558580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.561737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.569535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2962d5-fe3e-498b-bfda-d9b9cae6f06f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=72ec8161-1b09-4406-b3e3-5d157c3d8bd4,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:24.601485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390a187-afa3-4770-8b06-6af2077a4fc6 None None] Pushing event updated for resources: {'Port': ['ID=92e902d2-74da-44b8-a587-8afed3abb87a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:24.671989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Allocated IP 10.2.2.100 (3933aaa4-ebd8-4f26-942b-f465028f6bf9/d9a71f2c-2510-405a-8034-db3d4d59d111/21537272-a9ac-444e-a0ea-df45ed0a2737) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:24.728353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:43:24.730153 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:43:24.731123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72980c1-67cb-46b4-9969-e4b423d1d195 None None] Network 42bad498-edfb-464b-809e-d850851796e0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:24.732805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-3af79997-59ed-4707-a9b6-f7e9d0bba9e9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4877734 Feb 11 05:43:24.761922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c', 'admin_state_up': True, 'tenant_id': '3c75556137b8430aad60300261085fb6', 'security_groups': ['15b1254a-6098-4f16-acd9-32d6e7e7cf35']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:24.908463 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-1b736289-fdb0-46f1-9f27-117f2e5c671f tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] update failed (client error): The resource could not be found. Feb 11 05:43:24.915278 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1b736289-fdb0-46f1-9f27-117f2e5c671f tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "PUT /v2.0/floatingips/9dde749a-9c42-4a2e-add6-20745a3e1049 HTTP/1.1" status: 404 len: 507 time: 0.7312930 Feb 11 05:43:24.924682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47418) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:24.925800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a56da4-a5b4-483c-b98d-24947945b746 req-a0250557-b88a-4feb-a535-48c7b6a57d55 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.939697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a56da4-a5b4-483c-b98d-24947945b746 req-a0250557-b88a-4feb-a535-48c7b6a57d55 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.952485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a56da4-a5b4-483c-b98d-24947945b746 req-a0250557-b88a-4feb-a535-48c7b6a57d55 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.964002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0a56da4-a5b4-483c-b98d-24947945b746 req-a0250557-b88a-4feb-a535-48c7b6a57d55 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 2372 time: 0.8311479 Feb 11 05:43:24.970861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3faf3f2a-7399-40d8-bf06-46870016780f None None] Provisioning complete for port 92e902d2-74da-44b8-a587-8afed3abb87a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:24.972273 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3faf3f2a-7399-40d8-bf06-46870016780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.149244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:25.210913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:25.288691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.322205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0a56da4-a5b4-483c-b98d-24947945b746 req-ec194633-9243-45ac-8367-1dbfbdc220f5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543472 Feb 11 05:43:25.504306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Deleting port c450f457-015f-440a-9893-289bdc3e4bac {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:25.504651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c450f457-015f-440a-9893-289bdc3e4bac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.514709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.627122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Allocated IP 10.2.2.100 (33d6bcbb-ffb0-4128-aa24-99f07f31cf9c/6f3a5c0b-99a8-4a2f-a6df-e92859e760d3/c9e9b612-8aa7-4249-96dc-2534a84d9330) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:25.648245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3faf3f2a-7399-40d8-bf06-46870016780f None None] Current status of the port 92e902d2-74da-44b8-a587-8afed3abb87a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:25.663241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 92e902d2-74da-44b8-a587-8afed3abb87a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:25.704128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e2f42-97d3-4db4-a941-3899ec14b1be None None] Update dhcp port {'port': {'network_id': '42bad498-edfb-464b-809e-d850851796e0', 'fixed_ips': [{'subnet_id': 'f394df7e-3704-4ee7-a239-1774680ccbf1', 'ip_address': '172.20.0.2'}, {'subnet_id': '72ec8161-1b09-4406-b3e3-5d157c3d8bd4'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '92e902d2-74da-44b8-a587-8afed3abb87a'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:43:25.762557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c450f457-015f-440a-9893-289bdc3e4bac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.762892 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for floatingip (c450f457-015f-440a-9893-289bdc3e4bac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.793968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Calling delete_port for c450f457-015f-440a-9893-289bdc3e4bac owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:25.830193 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-087e2f42-97d3-4db4-a941-3899ec14b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.868800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-496f9d6c-99a2-428d-a64b-b268a1fd9ffa None None] Provisioning complete for port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:25.871424 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.884211 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-496f9d6c-99a2-428d-a64b-b268a1fd9ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.951239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-496f9d6c-99a2-428d-a64b-b268a1fd9ffa None None] Port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:26.047039 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.093305 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c450f457-015f-440a-9893-289bdc3e4bac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.101836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.156609 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event deleted for resources: {'Port': ['ID=c450f457-015f-440a-9893-289bdc3e4bac,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:26.173059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 92e902d2-74da-44b8-a587-8afed3abb87a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:26.185165 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port ede0904b-cc3c-4e30-8b4d-c406c7cb4c88 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:43:26.196568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:26.249746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:26.254917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:26.378687 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.395399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Port': ['ID=c9e9b612-8aa7-4249-96dc-2534a84d9330,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:26.421087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-087e2f42-97d3-4db4-a941-3899ec14b1be None None] Allocated IP 172.20.0.18 (42bad498-edfb-464b-809e-d850851796e0/72ec8161-1b09-4406-b3e3-5d157c3d8bd4/92e902d2-74da-44b8-a587-8afed3abb87a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:26.484606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f042a-121c-4e3e-9c8e-99b6d816c5fc req-c240ca5b-4fab-4a1f-90ae-107d3aba1345 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.509453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f042a-121c-4e3e-9c8e-99b6d816c5fc req-c240ca5b-4fab-4a1f-90ae-107d3aba1345 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.532077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f042a-121c-4e3e-9c8e-99b6d816c5fc req-c240ca5b-4fab-4a1f-90ae-107d3aba1345 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.538594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f042a-121c-4e3e-9c8e-99b6d816c5fc req-c240ca5b-4fab-4a1f-90ae-107d3aba1345 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.551772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf1f042a-121c-4e3e-9c8e-99b6d816c5fc req-c240ca5b-4fab-4a1f-90ae-107d3aba1345 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 3095 time: 0.6044090 Feb 11 05:43:26.584961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 92e902d2-74da-44b8-a587-8afed3abb87a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:26.586063 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.776846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-087e2f42-97d3-4db4-a941-3899ec14b1be None None] For port 92e902d2-74da-44b8-a587-8afed3abb87a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=92e902d2-74da-44b8-a587-8afed3abb87a,segment=NetworkSegment(27d1c444-d224-4912-a2aa-f80f3ab9ffa2),segment_id=27d1c444-d224-4912-a2aa-f80f3ab9ffa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:26.816402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-087e2f42-97d3-4db4-a941-3899ec14b1be None None] Publish callbacks [] for port (92e902d2-74da-44b8-a587-8afed3abb87a), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.845885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.846768 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.865076 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-087e2f42-97d3-4db4-a941-3899ec14b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.875428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:26.880522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf74857d-95ad-4f41-a956-ed32196a0df1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1392984 Feb 11 05:43:26.886735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Port': ['ID=21537272-a9ac-444e-a0ea-df45ed0a2737,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:26.894343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c', 'admin_state_up': True, 'tenant_id': '3c75556137b8430aad60300261085fb6', 'security_groups': ['15b1254a-6098-4f16-acd9-32d6e7e7cf35']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:26.904257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:26.922303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:26.948948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for floatingip (9dde749a-9c42-4a2e-add6-20745a3e1049), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.953013 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.958697 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-520f848f-2b17-467f-83c5-6755f3bf652d tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "DELETE /v2.0/floatingips/9dde749a-9c42-4a2e-add6-20745a3e1049 HTTP/1.1" status: 204 len: 168 time: 2.0327003 Feb 11 05:43:26.964033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47452) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:26.968766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-42c65421-44ee-46d0-9fce-bb66cb421f5e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Request body: {'floatingip': {'floating_network_id': 'fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f', 'port_id': '4681a438-d544-4bc2-aa05-3a67ff3aa1ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:27.084228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:27.085144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.128289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a7d3c84c-cca9-4295-9e0e-1f7cd96c2703 None None] Provisioning complete for port c9e9b612-8aa7-4249-96dc-2534a84d9330 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:27.132993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c84c-cca9-4295-9e0e-1f7cd96c2703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.146146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf1f042a-121c-4e3e-9c8e-99b6d816c5fc req-805cbb39-3bc3-427d-8f74-8642a14fabfb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5934887 Feb 11 05:43:27.183370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42c65421-44ee-46d0-9fce-bb66cb421f5e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.309084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e2f42-97d3-4db4-a941-3899ec14b1be None None] Pushing event updated for resources: {'Port': ['ID=92e902d2-74da-44b8-a587-8afed3abb87a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:27.309350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.api [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-db1ca0f5-5b55-4f6d-9897-a11580900c79 {{(pid=103121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:43:27.311377 n-d-715271-35 neutron-server[103121]: DEBUG oslo_db.api [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:43:27.311556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-949bf512-f18e-4a04-acfd-a819a091de15 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2296453 Feb 11 05:43:27.368823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 92e902d2-74da-44b8-a587-8afed3abb87a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:27.382575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b78f7a-8430-46f8-b682-669333a2410a req-ab83b6d0-8fe7-4d7d-ac4b-86df2fcaeb4e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:27.390208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3c84c-cca9-4295-9e0e-1f7cd96c2703 None None] Port c9e9b612-8aa7-4249-96dc-2534a84d9330 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:27.397433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b78f7a-8430-46f8-b682-669333a2410a req-ab83b6d0-8fe7-4d7d-ac4b-86df2fcaeb4e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:27.424831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b78f7a-8430-46f8-b682-669333a2410a req-ab83b6d0-8fe7-4d7d-ac4b-86df2fcaeb4e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:27.433129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b78f7a-8430-46f8-b682-669333a2410a req-ab83b6d0-8fe7-4d7d-ac4b-86df2fcaeb4e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:27.441681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02b78f7a-8430-46f8-b682-669333a2410a req-ab83b6d0-8fe7-4d7d-ac4b-86df2fcaeb4e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 3093 time: 0.8398731 Feb 11 05:43:27.465432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9', 'admin_state_up': True, 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'security_groups': ['87cf8a0d-100b-476c-8d4c-6ee08f415a2a']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:27.516003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-246c11de-4c73-468e-a27f-290796f825c4 None None] Provisioning complete for port 21537272-a9ac-444e-a0ea-df45ed0a2737 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:27.516356 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-246c11de-4c73-468e-a27f-290796f825c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.518337 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-42c65421-44ee-46d0-9fce-bb66cb421f5e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:43:27.524446 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-42c65421-44ee-46d0-9fce-bb66cb421f5e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5546064 Feb 11 05:43:27.524788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47466) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:27.529507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '4681a438-d544-4bc2-aa05-3a67ff3aa1ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:27.583932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.668211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-246c11de-4c73-468e-a27f-290796f825c4 None None] Port 21537272-a9ac-444e-a0ea-df45ed0a2737 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:27.725310 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7432c728-32ea-4e76-9c48-16aa4c0eafb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.818145 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.867294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 92e902d2-74da-44b8-a587-8afed3abb87a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:27.900838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:43:28.030618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 92e902d2-74da-44b8-a587-8afed3abb87a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:28.031005 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.097383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.279315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 92e902d2-74da-44b8-a587-8afed3abb87a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:28.400073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-788bbc42-f750-4b7f-b018-02422697981a None None] Provisioning complete for port 92e902d2-74da-44b8-a587-8afed3abb87a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:28.400777 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-788bbc42-f750-4b7f-b018-02422697981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.506741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cb330-58b6-4a57-940d-579bbb232110 req-1655a076-7914-4766-8a74-539af51ac7d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.512963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cb330-58b6-4a57-940d-579bbb232110 req-1655a076-7914-4766-8a74-539af51ac7d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.518723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cb330-58b6-4a57-940d-579bbb232110 req-1655a076-7914-4766-8a74-539af51ac7d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.524595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cb330-58b6-4a57-940d-579bbb232110 req-1655a076-7914-4766-8a74-539af51ac7d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.527427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c0cb330-58b6-4a57-940d-579bbb232110 req-1655a076-7914-4766-8a74-539af51ac7d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 3095 time: 0.1829360 Feb 11 05:43:28.566936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02b78f7a-8430-46f8-b682-669333a2410a req-1eeb7638-45dd-444d-a453-3923dfdf87ab tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1238339 Feb 11 05:43:28.570974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Made reservation on behalf of 31664e56c29d47c99c52ea9d8e07fc8f for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:28.578310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-788bbc42-f750-4b7f-b018-02422697981a None None] Current status of the port 92e902d2-74da-44b8-a587-8afed3abb87a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:28.659392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Made reservation on behalf of 3c75556137b8430aad60300261085fb6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:28.670532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.718610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.12 (42bad498-edfb-464b-809e-d850851796e0/f394df7e-3704-4ee7-a239-1774680ccbf1/b3cde3b4-d5cf-4e64-9646-8eefbdb790a2) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:28.731645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.28 (42bad498-edfb-464b-809e-d850851796e0/72ec8161-1b09-4406-b3e3-5d157c3d8bd4/b3cde3b4-d5cf-4e64-9646-8eefbdb790a2) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:28.900275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c0cb330-58b6-4a57-940d-579bbb232110 req-ae1b80b5-44cd-452b-8257-3f12665f8556 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444960 Feb 11 05:43:28.989783 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.031481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.034579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Allocated IP 172.25.1.115 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/58a057ff-fc1d-4a32-b4ec-356c83dad642) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:29.111280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 42bad498-edfb-464b-809e-d850851796e0 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:29.119096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:29.135235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:29.168354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Allocated IP 10.2.2.200 (33d6bcbb-ffb0-4128-aa24-99f07f31cf9c/6f3a5c0b-99a8-4a2f-a6df-e92859e760d3/a25ded39-6b78-42fc-acac-793224388ea3) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:29.196459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:29.197415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.212773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=b3cde3b4-d5cf-4e64-9646-8eefbdb790a2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:29.222264 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-485d92f3-9edf-4a91-ba2d-4a6739fe20a8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.9343479 Feb 11 05:43:29.226861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47496) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:29.277692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f394df7e-3704-4ee7-a239-1774680ccbf1'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:29.548952 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for port (a25ded39-6b78-42fc-acac-793224388ea3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.553059 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.611696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a25ded39-6b78-42fc-acac-793224388ea3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.624027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for port (58a057ff-fc1d-4a32-b4ec-356c83dad642), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.639573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-24daa68a-249b-446b-a776-f16bb288e790 None None] Provisioning complete for port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:29.640225 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-24daa68a-249b-446b-a776-f16bb288e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.763619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.792081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-24daa68a-249b-446b-a776-f16bb288e790 None None] Port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:29.861355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:29.872005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event updated for resources: {'Port': ['ID=a25ded39-6b78-42fc-acac-793224388ea3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:29.877449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:29.925415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:30.025973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (58a057ff-fc1d-4a32-b4ec-356c83dad642), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.101855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.102685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.112381 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:30.126300 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:30.190828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:30.270739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-c836dd6b-6dba-43a0-afa6-2aed3c5472df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3807724 Feb 11 05:43:30.275313 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0f4b7a1-7cd4-480c-815f-eb4bc561a735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.348930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:30.454799 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9d5ceb20-777b-4734-b36d-418484efc430), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.479846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53697a-b30c-4cfc-b31f-c076d6eeeade req-f6562ecc-120b-43a2-abd5-ca4b1d31f524 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.481404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53697a-b30c-4cfc-b31f-c076d6eeeade req-f6562ecc-120b-43a2-abd5-ca4b1d31f524 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.483062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-522c7e5d-c3a2-41ca-bbb8-bfd100f4b195 None None] Provisioning complete for port a25ded39-6b78-42fc-acac-793224388ea3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:30.484662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-522c7e5d-c3a2-41ca-bbb8-bfd100f4b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a25ded39-6b78-42fc-acac-793224388ea3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.487135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53697a-b30c-4cfc-b31f-c076d6eeeade req-f6562ecc-120b-43a2-abd5-ca4b1d31f524 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.494831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53697a-b30c-4cfc-b31f-c076d6eeeade req-f6562ecc-120b-43a2-abd5-ca4b1d31f524 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.496890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d53697a-b30c-4cfc-b31f-c076d6eeeade req-f6562ecc-120b-43a2-abd5-ca4b1d31f524 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 3093 time: 0.6520035 Feb 11 05:43:30.573329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4759d-15ae-4b14-b6a1-1e00376118f1 req-dedf4d30-5c3c-4013-bbcf-053bfe6730b7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.579023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4759d-15ae-4b14-b6a1-1e00376118f1 req-dedf4d30-5c3c-4013-bbcf-053bfe6730b7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.594152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4759d-15ae-4b14-b6a1-1e00376118f1 req-dedf4d30-5c3c-4013-bbcf-053bfe6730b7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.601923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event updated for resources: {'Port': ['ID=58a057ff-fc1d-4a32-b4ec-356c83dad642,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:30.605876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4759d-15ae-4b14-b6a1-1e00376118f1 req-dedf4d30-5c3c-4013-bbcf-053bfe6730b7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.623280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4759d-15ae-4b14-b6a1-1e00376118f1 req-dedf4d30-5c3c-4013-bbcf-053bfe6730b7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.636050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3f4759d-15ae-4b14-b6a1-1e00376118f1 req-dedf4d30-5c3c-4013-bbcf-053bfe6730b7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 3816 time: 0.5162675 Feb 11 05:43:30.682223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-522c7e5d-c3a2-41ca-bbb8-bfd100f4b195 None None] Port a25ded39-6b78-42fc-acac-793224388ea3 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:30.777926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Delete allocated IP 172.20.0.28 (42bad498-edfb-464b-809e-d850851796e0/72ec8161-1b09-4406-b3e3-5d157c3d8bd4) {{(pid=103121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:43:30.793992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Allocated IP 10.2.2.200 (3933aaa4-ebd8-4f26-942b-f465028f6bf9/d9a71f2c-2510-405a-8034-db3d4d59d111/54757acb-9dcf-4d9a-a623-dd32346b790e) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:30.823379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Deleting port 58a057ff-fc1d-4a32-b4ec-356c83dad642 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:30.823759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (58a057ff-fc1d-4a32-b4ec-356c83dad642), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.050318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.064416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.069310 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.287164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=b3cde3b4-d5cf-4e64-9646-8eefbdb790a2,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:31.293202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (58a057ff-fc1d-4a32-b4ec-356c83dad642), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.294106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for floatingip (58a057ff-fc1d-4a32-b4ec-356c83dad642), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.325586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Calling delete_port for 58a057ff-fc1d-4a32-b4ec-356c83dad642 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:31.339636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] In _notify_port_updated(), no bound segment for port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 on network 42bad498-edfb-464b-809e-d850851796e0 {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:43:31.354724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:31.355777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.357337 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8c8f4eb8-cff1-4f9e-9378-41656371a6dd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "PUT /v2.0/ports/b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 HTTP/1.1" status: 200 len: 920 time: 2.0850928 Feb 11 05:43:31.362947 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:31.370851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f394df7e-3704-4ee7-a239-1774680ccbf1'}, {'subnet_id': '72ec8161-1b09-4406-b3e3-5d157c3d8bd4'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:31.464238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3f4759d-15ae-4b14-b6a1-1e00376118f1 req-d2a25351-5af7-4509-930f-3804f484092f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8272188 Feb 11 05:43:31.644685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e730986a-42a0-4e31-a31e-0d08ccff0ce2 None None] Provisioning complete for port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:31.646036 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e730986a-42a0-4e31-a31e-0d08ccff0ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.753341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e730986a-42a0-4e31-a31e-0d08ccff0ce2 None None] Port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:31.913376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5ceb20-777b-4734-b36d-418484efc430 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:31.934503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Publish callbacks [] for port (9d5ceb20-777b-4734-b36d-418484efc430), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.959677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Transition to ACTIVE for port object 9d5ceb20-777b-4734-b36d-418484efc430 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:31.971923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d53697a-b30c-4cfc-b31f-c076d6eeeade req-5b6f513a-e490-413a-bbfe-d0c785b41fc7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4510193 Feb 11 05:43:31.972578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (9d5ceb20-777b-4734-b36d-418484efc430), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.098374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.139064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5ceb20-777b-4734-b36d-418484efc430,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:32.272911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.399199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Attempting to bind port 9d5ceb20-777b-4734-b36d-418484efc430 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:32.399724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Attempting to bind port 9d5ceb20-777b-4734-b36d-418484efc430 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:32.400186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Attempting to bind port 9d5ceb20-777b-4734-b36d-418484efc430 on network 3e3f3e81-a691-4174-b896-35ab08eecc0b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:32.421157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Port 9d5ceb20-777b-4734-b36d-418484efc430 on network 3e3f3e81-a691-4174-b896-35ab08eecc0b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:32.423148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Attempting to bind port 9d5ceb20-777b-4734-b36d-418484efc430 on network 3e3f3e81-a691-4174-b896-35ab08eecc0b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:32.467843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:32.483251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:32.489490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:32.505809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:32.506279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Checking segment: {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:32.507511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Bound using segment: {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:32.508088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Bound port: 9d5ceb20-777b-4734-b36d-418484efc430, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808154d8-77a1-4eeb-afc8-7600deb047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:32.508662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9d5ceb20-777b-4734-b36d-418484efc430), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.551606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event updated for resources: {'Port': ['ID=54757acb-9dcf-4d9a-a623-dd32346b790e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:32.723122 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.738619 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.822324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] For port 9d5ceb20-777b-4734-b36d-418484efc430, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:32.836536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] For port 9d5ceb20-777b-4734-b36d-418484efc430, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9d5ceb20-777b-4734-b36d-418484efc430,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:32.923828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (9d5ceb20-777b-4734-b36d-418484efc430), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.980422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:32.981149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.004798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1dc204c4-8443-44df-8a27-c93e7ed242af tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5504272 Feb 11 05:43:33.007346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.008027 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.010073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] 10.222.0.72 "PUT /v2.0/ports/9d5ceb20-777b-4734-b36d-418484efc430 HTTP/1.1" status: 200 len: 1092 time: 2.6673975 Feb 11 05:43:33.069135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fe09cbe3-b6ee-4a65-a7a9-8cb9813207ae None None] Provisioning complete for port 54757acb-9dcf-4d9a-a623-dd32346b790e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:33.073137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:33.073894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fe09cbe3-b6ee-4a65-a7a9-8cb9813207ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.076475 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60c54ad-5dcc-494a-9127-8a3240dd143f" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "9d5ceb20-777b-4734-b36d-418484efc430"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:33.085048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:33.145158 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (58a057ff-fc1d-4a32-b4ec-356c83dad642), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.182392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fe09cbe3-b6ee-4a65-a7a9-8cb9813207ae None None] Port 54757acb-9dcf-4d9a-a623-dd32346b790e cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:33.209250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:33.329445 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event deleted for resources: {'Port': ['ID=58a057ff-fc1d-4a32-b4ec-356c83dad642,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:33.457220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.500894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301f8c-2217-4fa4-b37f-902089036e98 req-9b8a9f2c-9b57-4399-96c8-408f2791a4ea tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.506878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301f8c-2217-4fa4-b37f-902089036e98 req-9b8a9f2c-9b57-4399-96c8-408f2791a4ea tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.529039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301f8c-2217-4fa4-b37f-902089036e98 req-9b8a9f2c-9b57-4399-96c8-408f2791a4ea tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.538177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301f8c-2217-4fa4-b37f-902089036e98 req-9b8a9f2c-9b57-4399-96c8-408f2791a4ea tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.544172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301f8c-2217-4fa4-b37f-902089036e98 req-9b8a9f2c-9b57-4399-96c8-408f2791a4ea tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.546464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb301f8c-2217-4fa4-b37f-902089036e98 req-9b8a9f2c-9b57-4399-96c8-408f2791a4ea tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 3828 time: 0.6964855 Feb 11 05:43:33.550366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ffa3e-cd37-42ee-9f6d-071c5c6a5440 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5ceb20-777b-4734-b36d-418484efc430,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:33.607124 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.806575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bdc76-543c-4eee-85ec-1c01b73a48d7 req-ddbd1d8d-b24f-4696-bb80-6856be9084b0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.813340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bdc76-543c-4eee-85ec-1c01b73a48d7 req-ddbd1d8d-b24f-4696-bb80-6856be9084b0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.819655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bdc76-543c-4eee-85ec-1c01b73a48d7 req-ddbd1d8d-b24f-4696-bb80-6856be9084b0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.827436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bdc76-543c-4eee-85ec-1c01b73a48d7 req-ddbd1d8d-b24f-4696-bb80-6856be9084b0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.834369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bdc76-543c-4eee-85ec-1c01b73a48d7 req-ddbd1d8d-b24f-4696-bb80-6856be9084b0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.844028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-315bdc76-543c-4eee-85ec-1c01b73a48d7 req-ddbd1d8d-b24f-4696-bb80-6856be9084b0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 3814 time: 0.6080680 Feb 11 05:43:33.858381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb301f8c-2217-4fa4-b37f-902089036e98 req-a236e972-ffd7-4c17-9a80-ed6bb83ff847 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276721 Feb 11 05:43:33.895979 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.936245 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] create failed (client error): The resource could not be found. Feb 11 05:43:33.939606 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0944f830-a270-48a1-b02c-c704f54d254e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.4136693 Feb 11 05:43:33.955516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47580) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:34.136421 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.26 (42bad498-edfb-464b-809e-d850851796e0/72ec8161-1b09-4406-b3e3-5d157c3d8bd4/b3cde3b4-d5cf-4e64-9646-8eefbdb790a2) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:34.448020 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.462848 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.536515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:34.562624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Publish callbacks [] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.578305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Transition to ACTIVE for port object 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:34.643351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e8e09825-cb98-44b9-ae0e-23e38f22bddb tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Deleting port 4681a438-d544-4bc2-aa05-3a67ff3aa1ac {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:34.643351 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e8e09825-cb98-44b9-ae0e-23e38f22bddb tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4681a438-d544-4bc2-aa05-3a67ff3aa1ac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.847853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42625e7-478d-46cd-9ac9-810d31b616d5 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:34.858384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Publish callbacks [] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.872655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=b3cde3b4-d5cf-4e64-9646-8eefbdb790a2,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:34.874507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Transition to ACTIVE for port object c42625e7-478d-46cd-9ac9-810d31b616d5 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:34.879344 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b8090c-90cf-4153-9f2b-0d6bac580d2b x-openstack-request-id: req-56b8090c-90cf-4153-9f2b-0d6bac580d2b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:34.879784 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "9d5ceb20-777b-4734-b36d-418484efc430", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:34.880829 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56b8090c-90cf-4153-9f2b-0d6bac580d2b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:34.881929 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430', 'status': 'completed', 'code': 200} Feb 11 05:43:35.021816 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.040147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-315bdc76-543c-4eee-85ec-1c01b73a48d7 req-c83c88aa-c9fd-4861-8afb-77178eb0adc5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1947386 Feb 11 05:43:35.054452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] In _notify_port_updated(), no bound segment for port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 on network 42bad498-edfb-464b-809e-d850851796e0 {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:43:35.069672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f1bd556d-fa43-4d1f-8be7-ed02b7a11751 None None] Provisioning complete for port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:35.070793 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f1bd556d-fa43-4d1f-8be7-ed02b7a11751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.081533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.082179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.082933 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.084323 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-04267f47-1805-4651-af08-f8531ce50353 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "PUT /v2.0/ports/b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 HTTP/1.1" status: 200 len: 1000 time: 3.7201331 Feb 11 05:43:35.110268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47600) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:35.161377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f1bd556d-fa43-4d1f-8be7-ed02b7a11751 None None] Port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:35.402564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e8e09825-cb98-44b9-ae0e-23e38f22bddb tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4681a438-d544-4bc2-aa05-3a67ff3aa1ac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.449318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e8e09825-cb98-44b9-ae0e-23e38f22bddb tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Calling delete_port for 4681a438-d544-4bc2-aa05-3a67ff3aa1ac owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:35.459992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-775152a5-0f01-410c-b1b4-bcb7ce11086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.460804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-775152a5-0f01-410c-b1b4-bcb7ce11086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.461474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-775152a5-0f01-410c-b1b4-bcb7ce11086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.462261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-775152a5-0f01-410c-b1b4-bcb7ce11086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.463417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-775152a5-0f01-410c-b1b4-bcb7ce11086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.464036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-775152a5-0f01-410c-b1b4-bcb7ce11086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.469421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-775152a5-0f01-410c-b1b4-bcb7ce11086b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5276 time: 0.5867133 Feb 11 05:43:35.584178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5d73653f-fe1e-42b3-a391-1e1b0a76c1ce tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:35.584603 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d73653f-fe1e-42b3-a391-1e1b0a76c1ce tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.649197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Pushing event updated for resources: {'Port': ['ID=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:35.861031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e8e09825-cb98-44b9-ae0e-23e38f22bddb tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4681a438-d544-4bc2-aa05-3a67ff3aa1ac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.901476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d73653f-fe1e-42b3-a391-1e1b0a76c1ce tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.905519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e09825-cb98-44b9-ae0e-23e38f22bddb tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event deleted for resources: {'Port': ['ID=4681a438-d544-4bc2-aa05-3a67ff3aa1ac,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:36.007887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5d73653f-fe1e-42b3-a391-1e1b0a76c1ce tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:36.320151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Attempting to bind port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:36.320493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Attempting to bind port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:36.320815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Attempting to bind port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 on network 8770f123-170d-4514-879f-ee00ededafcb {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:36.342698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c42625e7-478d-46cd-9ac9-810d31b616d5,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:36.364147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 on network 8770f123-170d-4514-879f-ee00ededafcb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:36.364463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Attempting to bind port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 on network 8770f123-170d-4514-879f-ee00ededafcb {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:36.467467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d73653f-fe1e-42b3-a391-1e1b0a76c1ce tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b3cde3b4-d5cf-4e64-9646-8eefbdb790a2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.469386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e8e09825-cb98-44b9-ae0e-23e38f22bddb tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.473383 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e8e09825-cb98-44b9-ae0e-23e38f22bddb tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "DELETE /v2.0/ports/4681a438-d544-4bc2-aa05-3a67ff3aa1ac HTTP/1.1" status: 204 len: 168 time: 2.5047562 Feb 11 05:43:36.498230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd0f89-2f80-41a6-a416-e91b4fed89b6 req-dd479df0-012f-4d04-9bec-0d3f49db4104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.504190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd0f89-2f80-41a6-a416-e91b4fed89b6 req-dd479df0-012f-4d04-9bec-0d3f49db4104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.505709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47626) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:36.507578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73653f-fe1e-42b3-a391-1e1b0a76c1ce tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=b3cde3b4-d5cf-4e64-9646-8eefbdb790a2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:36.510698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd0f89-2f80-41a6-a416-e91b4fed89b6 req-dd479df0-012f-4d04-9bec-0d3f49db4104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.516393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd0f89-2f80-41a6-a416-e91b4fed89b6 req-dd479df0-012f-4d04-9bec-0d3f49db4104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.522403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd0f89-2f80-41a6-a416-e91b4fed89b6 req-dd479df0-012f-4d04-9bec-0d3f49db4104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.528024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd0f89-2f80-41a6-a416-e91b4fed89b6 req-dd479df0-012f-4d04-9bec-0d3f49db4104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.530173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83cd0f89-2f80-41a6-a416-e91b4fed89b6 req-dd479df0-012f-4d04-9bec-0d3f49db4104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 4599 time: 1.4889159 Feb 11 05:43:36.540775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:36.541668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Checking segment: {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:36.542043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Bound using segment: {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:36.542478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Bound port: 714b5c2d-cfc5-4baf-8025-fe9e488e4b47, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c210d9-e319-4db8-b915-4926d1eecd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8770f123-170d-4514-879f-ee00ededafcb'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:36.542826 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.651803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] For port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:36.655561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] For port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:36.665783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd5bc04-6875-4ca4-aa72-e55b8e2c82a7 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.670754 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2fd5bc04-6875-4ca4-aa72-e55b8e2c82a7 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "GET /v2.0/ports?device_id=02066198-6fcc-41fc-9f23-38664e645b43 HTTP/1.1" status: 200 len: 913 time: 0.1505077 Feb 11 05:43:36.671436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47632) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:36.731954 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.813423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Attempting to bind port c42625e7-478d-46cd-9ac9-810d31b616d5 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:36.813423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Attempting to bind port c42625e7-478d-46cd-9ac9-810d31b616d5 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:36.813423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Attempting to bind port c42625e7-478d-46cd-9ac9-810d31b616d5 on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:36.874680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Port c42625e7-478d-46cd-9ac9-810d31b616d5 on network 38a333df-eb9e-4410-9a73-327d64d75f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:36.875020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Attempting to bind port c42625e7-478d-46cd-9ac9-810d31b616d5 on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:36.906662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:36.907081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Checking segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:36.908695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Bound using segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:36.909173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Bound port: c42625e7-478d-46cd-9ac9-810d31b616d5, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:36.909541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.947573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.948552 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.957630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] 10.222.0.81 "PUT /v2.0/ports/714b5c2d-cfc5-4baf-8025-fe9e488e4b47 HTTP/1.1" status: 200 len: 1092 time: 3.7655241 Feb 11 05:43:37.004183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:37.006546 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d268df-bf4f-4016-819f-c3d5e13f9ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:37.024122 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83cd0f89-2f80-41a6-a416-e91b4fed89b6 req-3fd17730-b006-4ab0-8025-463ca169b358 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4495740 Feb 11 05:43:37.068404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:37.090830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-40a12a6d-6225-4b87-ba7f-2ef83176818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.091309 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-40a12a6d-6225-4b87-ba7f-2ef83176818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.091771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-40a12a6d-6225-4b87-ba7f-2ef83176818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.098934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-40a12a6d-6225-4b87-ba7f-2ef83176818b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c75556137b8430aad60300261085fb6&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.5969057 Feb 11 05:43:37.287215 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d73653f-fe1e-42b3-a391-1e1b0a76c1ce tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.301108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d547fa-a076-4c1b-b07e-698aee012ed4 req-b58cde6e-87d1-4c00-ac5c-504636902a1f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.302960 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5d73653f-fe1e-42b3-a391-1e1b0a76c1ce tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 HTTP/1.1" status: 204 len: 168 time: 2.1914148 Feb 11 05:43:37.308281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47650) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:37.317625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d547fa-a076-4c1b-b07e-698aee012ed4 req-b58cde6e-87d1-4c00-ac5c-504636902a1f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.331233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d547fa-a076-4c1b-b07e-698aee012ed4 req-b58cde6e-87d1-4c00-ac5c-504636902a1f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.343423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d547fa-a076-4c1b-b07e-698aee012ed4 req-b58cde6e-87d1-4c00-ac5c-504636902a1f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.354267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d547fa-a076-4c1b-b07e-698aee012ed4 req-b58cde6e-87d1-4c00-ac5c-504636902a1f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.370292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57d547fa-a076-4c1b-b07e-698aee012ed4 req-b58cde6e-87d1-4c00-ac5c-504636902a1f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 3826 time: 1.0070405 Feb 11 05:43:37.405289 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba5d594-5fcf-464c-afc3-b666c762da61 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:43:37.410017 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0ba5d594-5fcf-464c-afc3-b666c762da61 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 HTTP/1.1" status: 404 len: 333 time: 0.0931768 Feb 11 05:43:37.411162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47652) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:37.448611 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa9433f-d464-4637-87cf-66f86e2364e2 x-openstack-request-id: req-faa9433f-d464-4637-87cf-66f86e2364e2 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:37.448881 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:37.449216 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faa9433f-d464-4637-87cf-66f86e2364e2 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:37.449514 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'status': 'completed', 'code': 200} Feb 11 05:43:37.558939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7264bd-078c-4ac2-a11b-61516b06a6b3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet 72ec8161-1b09-4406-b3e3-5d157c3d8bd4 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:37.581296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee7264bd-078c-4ac2-a11b-61516b06a6b3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (72ec8161-1b09-4406-b3e3-5d157c3d8bd4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.590315 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d294594c-7a83-4810-99bc-b12b11584445), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.682548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245443d6-3f28-4afd-a13f-ce26bfa8d183 service neutron] Pushing event updated for resources: {'Port': ['ID=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:37.706500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b9317198-2501-405d-a4df-edbcd4d3190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.714639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b9317198-2501-405d-a4df-edbcd4d3190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.715237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b9317198-2501-405d-a4df-edbcd4d3190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.715814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b9317198-2501-405d-a4df-edbcd4d3190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.716891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b9317198-2501-405d-a4df-edbcd4d3190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.731945 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b9317198-2501-405d-a4df-edbcd4d3190c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 4393 time: 0.4743490 Feb 11 05:43:37.758238 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee7264bd-078c-4ac2-a11b-61516b06a6b3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (72ec8161-1b09-4406-b3e3-5d157c3d8bd4), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.913593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] For port c42625e7-478d-46cd-9ac9-810d31b616d5, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:37.923539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57d547fa-a076-4c1b-b07e-698aee012ed4 req-d1889880-77e6-4149-bd39-b84ba9f4f03f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5523701 Feb 11 05:43:37.953512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] For port c42625e7-478d-46cd-9ac9-810d31b616d5, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c42625e7-478d-46cd-9ac9-810d31b616d5,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:37.960599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-9ab06f5a-194f-4ee7-8ed8-f6545e834f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.960599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c60c54ad-5dcc-494a-9127-8a3240dd143f req-9ab06f5a-194f-4ee7-8ed8-f6545e834f3e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7926290 Feb 11 05:43:37.993149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.016306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee7264bd-078c-4ac2-a11b-61516b06a6b3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (72ec8161-1b09-4406-b3e3-5d157c3d8bd4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.187707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee7264bd-078c-4ac2-a11b-61516b06a6b3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (72ec8161-1b09-4406-b3e3-5d157c3d8bd4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.236381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c42625e7-478d-46cd-9ac9-810d31b616d5,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:38.297755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7264bd-078c-4ac2-a11b-61516b06a6b3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=72ec8161-1b09-4406-b3e3-5d157c3d8bd4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:38.504849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee7264bd-078c-4ac2-a11b-61516b06a6b3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.512164 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ee7264bd-078c-4ac2-a11b-61516b06a6b3 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/72ec8161-1b09-4406-b3e3-5d157c3d8bd4 HTTP/1.1" status: 204 len: 168 time: 1.0893183 Feb 11 05:43:38.521744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6832de9a-3b70-467d-af2f-952ef195705a None None] Network 42bad498-edfb-464b-809e-d850851796e0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:38.532742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:38.538728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.540114 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.542454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-fa0b755e-44a8-409e-af0f-b4cee14c04a2 service neutron] 10.222.0.72 "PUT /v2.0/ports/c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 200 len: 1130 time: 5.4629536 Feb 11 05:43:38.571505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d294594c-7a83-4810-99bc-b12b11584445 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:38.588428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-0575d2a4-aa86-4342-80e5-0f23da5290f9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:43:38.590139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-0575d2a4-aa86-4342-80e5-0f23da5290f9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072927 Feb 11 05:43:38.593866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (02066198-6fcc-41fc-9f23-38664e645b43), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.602958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b8ef8aac-f822-4071-8ee2-a853747f025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.603998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b8ef8aac-f822-4071-8ee2-a853747f025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.604464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b8ef8aac-f822-4071-8ee2-a853747f025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.606125 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-b8ef8aac-f822-4071-8ee2-a853747f025e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6213288 Feb 11 05:43:38.608366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb77f5-585a-4e7a-a094-512f8f663b8f req-cdf95e15-4579-4e9e-93e6-c667753fb57c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.617273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb77f5-585a-4e7a-a094-512f8f663b8f req-cdf95e15-4579-4e9e-93e6-c667753fb57c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.646718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb77f5-585a-4e7a-a094-512f8f663b8f req-cdf95e15-4579-4e9e-93e6-c667753fb57c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.675845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb77f5-585a-4e7a-a094-512f8f663b8f req-cdf95e15-4579-4e9e-93e6-c667753fb57c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.681254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb77f5-585a-4e7a-a094-512f8f663b8f req-cdf95e15-4579-4e9e-93e6-c667753fb57c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.690760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb77f5-585a-4e7a-a094-512f8f663b8f req-cdf95e15-4579-4e9e-93e6-c667753fb57c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.699120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2efb77f5-585a-4e7a-a094-512f8f663b8f req-cdf95e15-4579-4e9e-93e6-c667753fb57c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 4599 time: 0.4782767 Feb 11 05:43:38.708113 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Publish callbacks [] for port (d294594c-7a83-4810-99bc-b12b11584445), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.716288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:38.834294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Transition to ACTIVE for port object d294594c-7a83-4810-99bc-b12b11584445 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:38.847169 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (d294594c-7a83-4810-99bc-b12b11584445), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.908945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.929829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d8411e-317a-478e-ab32-4ceb51b868a7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet f394df7e-3704-4ee7-a239-1774680ccbf1 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:38.931091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Pushing event updated for resources: {'Port': ['ID=d294594c-7a83-4810-99bc-b12b11584445,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:38.977707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9d8411e-317a-478e-ab32-4ceb51b868a7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (f394df7e-3704-4ee7-a239-1774680ccbf1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.999595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2efb77f5-585a-4e7a-a094-512f8f663b8f req-663f4f42-dd27-4074-8315-17e0f013d366 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2994988 Feb 11 05:43:39.452907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': 'c42625e7-478d-46cd-9ac9-810d31b616d5'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:39.454890 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "c42625e7-478d-46cd-9ac9-810d31b616d5"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:39.486328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Attempting to bind port d294594c-7a83-4810-99bc-b12b11584445 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:39.486670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Attempting to bind port d294594c-7a83-4810-99bc-b12b11584445 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:39.487005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Attempting to bind port d294594c-7a83-4810-99bc-b12b11584445 on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:39.533284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0356-01f2-4d78-9407-a5bda0a24465 req-ef6f290c-9d84-46d1-82c9-ac50c8be68ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.550556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0356-01f2-4d78-9407-a5bda0a24465 req-ef6f290c-9d84-46d1-82c9-ac50c8be68ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.579446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0356-01f2-4d78-9407-a5bda0a24465 req-ef6f290c-9d84-46d1-82c9-ac50c8be68ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.585489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0356-01f2-4d78-9407-a5bda0a24465 req-ef6f290c-9d84-46d1-82c9-ac50c8be68ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.594097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0356-01f2-4d78-9407-a5bda0a24465 req-ef6f290c-9d84-46d1-82c9-ac50c8be68ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.601996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0356-01f2-4d78-9407-a5bda0a24465 req-ef6f290c-9d84-46d1-82c9-ac50c8be68ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.604267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ccbb0356-01f2-4d78-9407-a5bda0a24465 req-ef6f290c-9d84-46d1-82c9-ac50c8be68ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 4603 time: 0.4382727 Feb 11 05:43:39.743408 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c669e6-500c-4b36-b39d-0071b37cb86f x-openstack-request-id: req-01c669e6-500c-4b36-b39d-0071b37cb86f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:39.744097 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "c42625e7-478d-46cd-9ac9-810d31b616d5", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:39.744097 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01c669e6-500c-4b36-b39d-0071b37cb86f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:39.744405 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': 'c42625e7-478d-46cd-9ac9-810d31b616d5', 'status': 'completed', 'code': 200} Feb 11 05:43:39.819380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ccbb0356-01f2-4d78-9407-a5bda0a24465 req-fbf38c59-a92b-43da-a220-165e99c904c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727003 Feb 11 05:43:39.819994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Port d294594c-7a83-4810-99bc-b12b11584445 on network fb83d269-2acd-412f-8a84-5425707c72b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:39.820334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Attempting to bind port d294594c-7a83-4810-99bc-b12b11584445 on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:39.833485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:39.833843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Checking segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:39.834236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Bound using segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:39.834696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Bound port: d294594c-7a83-4810-99bc-b12b11584445, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:39.835065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d294594c-7a83-4810-99bc-b12b11584445), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.940697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-4944519d-e634-4441-9a48-85bfe4acb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.941157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-4944519d-e634-4441-9a48-85bfe4acb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.941618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-4944519d-e634-4441-9a48-85bfe4acb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.942564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-4944519d-e634-4441-9a48-85bfe4acb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.942808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-4944519d-e634-4441-9a48-85bfe4acb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.943281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-4944519d-e634-4441-9a48-85bfe4acb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.945172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-4944519d-e634-4441-9a48-85bfe4acb240 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5349 time: 0.2542412 Feb 11 05:43:39.952488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-dc71bcae-6fdb-498c-8e2c-0ca77c2e93de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.955375 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-77d268df-bf4f-4016-819f-c3d5e13f9ab6 req-dc71bcae-6fdb-498c-8e2c-0ca77c2e93de service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2966948 Feb 11 05:43:39.957759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9d8411e-317a-478e-ab32-4ceb51b868a7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (f394df7e-3704-4ee7-a239-1774680ccbf1), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.101017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9d8411e-317a-478e-ab32-4ceb51b868a7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (f394df7e-3704-4ee7-a239-1774680ccbf1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.131699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] For port d294594c-7a83-4810-99bc-b12b11584445, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:40.155008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4941cc67-8678-4b70-8e40-0785f71225f5 None None] Provisioning complete for port 92e902d2-74da-44b8-a587-8afed3abb87a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:40.160896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4941cc67-8678-4b70-8e40-0785f71225f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.290469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9d8411e-317a-478e-ab32-4ceb51b868a7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (f394df7e-3704-4ee7-a239-1774680ccbf1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.293464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-22f5d9a1-8e6f-4f8b-ac4e-bf5ce8fd980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:40.293925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-22f5d9a1-8e6f-4f8b-ac4e-bf5ce8fd980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:40.295762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-22f5d9a1-8e6f-4f8b-ac4e-bf5ce8fd980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:40.297507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-22f5d9a1-8e6f-4f8b-ac4e-bf5ce8fd980f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c75556137b8430aad60300261085fb6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3433809 Feb 11 05:43:40.301212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] For port d294594c-7a83-4810-99bc-b12b11584445, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d294594c-7a83-4810-99bc-b12b11584445,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:40.406293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9d8411e-317a-478e-ab32-4ceb51b868a7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.417736 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a9d8411e-317a-478e-ab32-4ceb51b868a7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/f394df7e-3704-4ee7-a239-1774680ccbf1 HTTP/1.1" status: 204 len: 168 time: 1.8700144 Feb 11 05:43:40.418370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47718) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:40.422000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8411e-317a-478e-ab32-4ceb51b868a7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=f394df7e-3704-4ee7-a239-1774680ccbf1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:40.444116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4941cc67-8678-4b70-8e40-0785f71225f5 None None] Current status of the port 92e902d2-74da-44b8-a587-8afed3abb87a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:40.452467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de0431-d7c3-4221-a5de-bf30a5b380c6 None None] Network 42bad498-edfb-464b-809e-d850851796e0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:40.608342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:40.625083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Publish callbacks [] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.693506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (42bad498-edfb-464b-809e-d850851796e0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.702445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (d294594c-7a83-4810-99bc-b12b11584445), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.707690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Deleting port 11d10525-bafb-4dcd-bb87-12ed57267d47 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:40.708213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.726342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Transition to ACTIVE for port object bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:40.759219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] DHCP port deletion for 42bad498-edfb-464b-809e-d850851796e0 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:40.798603 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.840027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:40.841718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.844233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] 10.222.0.81 "PUT /v2.0/ports/d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 200 len: 1136 time: 3.8190358 Feb 11 05:43:40.855798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Deleting port 92e902d2-74da-44b8-a587-8afed3abb87a {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:40.856517 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.966420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 92e902d2-74da-44b8-a587-8afed3abb87a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:40.966963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.990251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.024112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Calling delete_port for 11d10525-bafb-4dcd-bb87-12ed57267d47 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:41.041435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:41.044932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6da61-414a-4f6b-aedb-2ab9da9db469 service neutron] Pushing event updated for resources: {'Port': ['ID=d294594c-7a83-4810-99bc-b12b11584445,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:41.099871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] For port 92e902d2-74da-44b8-a587-8afed3abb87a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=92e902d2-74da-44b8-a587-8afed3abb87a,segment=NetworkSegment(27d1c444-d224-4912-a2aa-f80f3ab9ffa2),segment_id=27d1c444-d224-4912-a2aa-f80f3ab9ffa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:41.101154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.106108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] For port 92e902d2-74da-44b8-a587-8afed3abb87a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=92e902d2-74da-44b8-a587-8afed3abb87a,segment=NetworkSegment(27d1c444-d224-4912-a2aa-f80f3ab9ffa2),segment_id=27d1c444-d224-4912-a2aa-f80f3ab9ffa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:41.106521 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.133380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Calling delete_port for 92e902d2-74da-44b8-a587-8afed3abb87a owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:41.182457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 92e902d2-74da-44b8-a587-8afed3abb87a owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:41.223012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea06737-f20f-40e2-9c8f-2158a95ede01 req-ac074cdf-d9a2-477c-8263-087bebee752e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.228574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea06737-f20f-40e2-9c8f-2158a95ede01 req-ac074cdf-d9a2-477c-8263-087bebee752e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.234591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea06737-f20f-40e2-9c8f-2158a95ede01 req-ac074cdf-d9a2-477c-8263-087bebee752e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.241540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea06737-f20f-40e2-9c8f-2158a95ede01 req-ac074cdf-d9a2-477c-8263-087bebee752e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.248891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea06737-f20f-40e2-9c8f-2158a95ede01 req-ac074cdf-d9a2-477c-8263-087bebee752e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.256747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea06737-f20f-40e2-9c8f-2158a95ede01 req-ac074cdf-d9a2-477c-8263-087bebee752e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.257279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ea06737-f20f-40e2-9c8f-2158a95ede01 req-ac074cdf-d9a2-477c-8263-087bebee752e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 4599 time: 1.1116874 Feb 11 05:43:41.280810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-6f7b628c-530e-47f0-a087-d4a72682cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.288411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cef6c7d7-eaf5-4ef9-a3e8-8c94aaeaf62b req-6f7b628c-530e-47f0-a087-d4a72682cd52 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9752960 Feb 11 05:43:41.334795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.374910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Pushing event deleted for resources: {'Port': ['ID=92e902d2-74da-44b8-a587-8afed3abb87a,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:41.400051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.400698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.401275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.401773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.402285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.402777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.403812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.406572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.407068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.408011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.408433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.409680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.410093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.425497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ddd5d-d8fe-4f0d-875a-8e4ccb51d452 None None] No DVR routers for this DVR port 92e902d2-74da-44b8-a587-8afed3abb87a on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:41.539262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:41.581505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (92e902d2-74da-44b8-a587-8afed3abb87a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.612020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Attempting to bind port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:41.612815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Attempting to bind port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:41.613251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Attempting to bind port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:41.647399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a on network 38a333df-eb9e-4410-9a73-327d64d75f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:41.647824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Attempting to bind port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:41.655036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=92e902d2-74da-44b8-a587-8afed3abb87a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:41.656150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.662681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No DVR routers for this DVR port 92e902d2-74da-44b8-a587-8afed3abb87a on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:41.685591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838d27d-25b8-4143-9183-b21a14c44cb1 req-e1e80e8c-006e-49e0-a224-239b915bb95e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.691137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838d27d-25b8-4143-9183-b21a14c44cb1 req-e1e80e8c-006e-49e0-a224-239b915bb95e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.696897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838d27d-25b8-4143-9183-b21a14c44cb1 req-e1e80e8c-006e-49e0-a224-239b915bb95e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.703439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838d27d-25b8-4143-9183-b21a14c44cb1 req-e1e80e8c-006e-49e0-a224-239b915bb95e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.709310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838d27d-25b8-4143-9183-b21a14c44cb1 req-e1e80e8c-006e-49e0-a224-239b915bb95e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.710445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (11d10525-bafb-4dcd-bb87-12ed57267d47), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.714654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838d27d-25b8-4143-9183-b21a14c44cb1 req-e1e80e8c-006e-49e0-a224-239b915bb95e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.716592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c838d27d-25b8-4143-9183-b21a14c44cb1 req-e1e80e8c-006e-49e0-a224-239b915bb95e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 4603 time: 0.5323026 Feb 11 05:43:41.717529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:41.717945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Checking segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:41.718407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Bound using segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:41.718924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Bound port: bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:41.719354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.727975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ea06737-f20f-40e2-9c8f-2158a95ede01 req-c0966bbd-f1d1-4ac1-9511-de3536a16689 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4608045 Feb 11 05:43:41.753348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': 'd294594c-7a83-4810-99bc-b12b11584445'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:41.756391 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb34844-5e6c-4acc-be94-1c7b5a6a278a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "d294594c-7a83-4810-99bc-b12b11584445"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:41.790484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event deleted for resources: {'Port': ['ID=11d10525-bafb-4dcd-bb87-12ed57267d47,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:41.829054 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (42bad498-edfb-464b-809e-d850851796e0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.897243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bad498-edfb-464b-809e-d850851796e0']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.897456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 92e902d2-74da-44b8-a587-8afed3abb87a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:41.909583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d1c444-d224-4912-a2aa-f80f3ab9ffa2') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.909901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d1c444-d224-4912-a2aa-f80f3ab9ffa2') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.920301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (27d1c444-d224-4912-a2aa-f80f3ab9ffa2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.930337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 92e902d2-74da-44b8-a587-8afed3abb87a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:41.930687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 92e902d2-74da-44b8-a587-8afed3abb87a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:41.936335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (27d1c444-d224-4912-a2aa-f80f3ab9ffa2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.945934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:41.946351 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (27d1c444-d224-4912-a2aa-f80f3ab9ffa2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:42.036680 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:42.085349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (42bad498-edfb-464b-809e-d850851796e0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.119357 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.126300 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/networks/42bad498-edfb-464b-809e-d850851796e0 HTTP/1.1" status: 204 len: 168 time: 1.7018309 Feb 11 05:43:42.153350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47776) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:42.206013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b961c34-11b4-427f-89c0-c607bfc289e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Network': ['ID=42bad498-edfb-464b-809e-d850851796e0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:42.273574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (02066198-6fcc-41fc-9f23-38664e645b43), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.334906 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-5a4444f4-0344-4807-b085-274eb3b904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.335388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-5a4444f4-0344-4807-b085-274eb3b904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.335859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-5a4444f4-0344-4807-b085-274eb3b904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.336322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-5a4444f4-0344-4807-b085-274eb3b904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.336783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-5a4444f4-0344-4807-b085-274eb3b904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.337268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-5a4444f4-0344-4807-b085-274eb3b904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.339867 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-5a4444f4-0344-4807-b085-274eb3b904c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5353 time: 0.2636008 Feb 11 05:43:42.401747 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb6f92-2a6a-4ef8-9855-b63e4dc943fa x-openstack-request-id: req-6dcb6f92-2a6a-4ef8-9855-b63e4dc943fa {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:42.402380 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "d294594c-7a83-4810-99bc-b12b11584445", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:42.402380 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dcb6f92-2a6a-4ef8-9855-b63e4dc943fa {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:42.402754 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': 'd294594c-7a83-4810-99bc-b12b11584445', 'status': 'completed', 'code': 200} Feb 11 05:43:42.427631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc02dc5-09f7-487c-b068-5a92a3b29ab2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.433047 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3cc02dc5-09f7-487c-b068-5a92a3b29ab2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2777019 Feb 11 05:43:42.435372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47778) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:42.467821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c838d27d-25b8-4143-9183-b21a14c44cb1 req-592498ea-672e-44e6-b3e9-e0a7f611f18c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7323501 Feb 11 05:43:42.584174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] For port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:42.619656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] For port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:42.637258 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.682341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f71b7-4ffd-4d83-a66c-43d73d88ec69 req-0e696e8f-5cbe-4493-a4cc-1daf0e3209d8 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.684345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c2f71b7-4ffd-4d83-a66c-43d73d88ec69 req-0e696e8f-5cbe-4493-a4cc-1daf0e3209d8 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 951 time: 0.2923405 Feb 11 05:43:42.693948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-4d18ac29-7b86-4636-9781-3fb80f7cdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.694751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-4d18ac29-7b86-4636-9781-3fb80f7cdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.695392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-4d18ac29-7b86-4636-9781-3fb80f7cdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.698265 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-4d18ac29-7b86-4636-9781-3fb80f7cdb39 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2620354 Feb 11 05:43:42.700606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Router 02066198-6fcc-41fc-9f23-38664e645b43 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:42.754800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.756876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.758537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] 10.222.0.72 "PUT /v2.0/ports/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 200 len: 1132 time: 4.0478868 Feb 11 05:43:42.823834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:42.841332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c2f71b7-4ffd-4d83-a66c-43d73d88ec69 req-005c0517-11ca-4047-acab-fea09990769f tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458430 Feb 11 05:43:42.849604 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-06d2442c-d6f8-46a0-b884-dccf1c0a2254 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3102047 Feb 11 05:43:42.853990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47790) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:42.873334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-746470550'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:43.039182 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (66206b59-23ca-4374-aeea-13f28bb07083), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.058848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:43.063369 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.106905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-9bf08ec8-409c-44c5-9ec4-3c102b84bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.117132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a35a8-f07d-4fe5-a5d0-f1e0d7ac1057 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:43.124569 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-afb34844-5e6c-4acc-be94-1c7b5a6a278a req-9bf08ec8-409c-44c5-9ec4-3c102b84bc7e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4170787 Feb 11 05:43:43.139382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:43.157740 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a1ca6b73-c9b1-404c-b4d7-01d52ab6629e tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "PUT /v2.0/routers/02066198-6fcc-41fc-9f23-38664e645b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4851835 Feb 11 05:43:43.158460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47804) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:43.160888 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced34d13-0cb3-481a-99f5-5b3c15a149fa None None] Sync routers for ids ['02066198-6fcc-41fc-9f23-38664e645b43'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:43.193675 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced34d13-0cb3-481a-99f5-5b3c15a149fa None None] Routers {'02066198-6fcc-41fc-9f23-38664e645b43'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:43.194916 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ced34d13-0cb3-481a-99f5-5b3c15a149fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:43:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['02066198-6fcc-41fc-9f23-38664e645b43'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:43.246376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:43.299274 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ced34d13-0cb3-481a-99f5-5b3c15a149fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:43.311348 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced34d13-0cb3-481a-99f5-5b3c15a149fa None None] Routers {'02066198-6fcc-41fc-9f23-38664e645b43'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:43.312860 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ced34d13-0cb3-481a-99f5-5b3c15a149fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:43:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['02066198-6fcc-41fc-9f23-38664e645b43'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:43.328527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a110a399-661d-4a3e-8a07-7ff7d682acbe), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.329039 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Added segment a110a399-661d-4a3e-8a07-7ff7d682acbe of type vlan for network bf15423c-4650-46e8-813d-9476efcfebd2 Feb 11 05:43:43.380277 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ced34d13-0cb3-481a-99f5-5b3c15a149fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:43.381144 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced34d13-0cb3-481a-99f5-5b3c15a149fa None None] The sync data for ids ['02066198-6fcc-41fc-9f23-38664e645b43'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:43.432145 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (bf15423c-4650-46e8-813d-9476efcfebd2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.522916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (bf15423c-4650-46e8-813d-9476efcfebd2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.531468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.535089 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.542971 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27b9b012-fb0e-4dc7-80a1-097589b717b6 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for router (02066198-6fcc-41fc-9f23-38664e645b43), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.632675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66206b59-23ca-4374-aeea-13f28bb07083 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:43.641900 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Publish callbacks [] for port (66206b59-23ca-4374-aeea-13f28bb07083), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.669716 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8016584 Feb 11 05:43:43.680476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47844) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:43.692118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': 'bf15423c-4650-46e8-813d-9476efcfebd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:43.729502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Transition to ACTIVE for port object 66206b59-23ca-4374-aeea-13f28bb07083 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:43.752360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd73c84-6d35-48ba-a3a6-084bf94e5fad tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Network': ['ID=bf15423c-4650-46e8-813d-9476efcfebd2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:43.766496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network bf15423c-4650-46e8-813d-9476efcfebd2 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:43:43.786346 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (66206b59-23ca-4374-aeea-13f28bb07083), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.825171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b289a-20ce-4fe8-b21d-a4764af5fd1a req-66ac5f9a-bf54-436a-b3a3-526badb47d43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.831530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b289a-20ce-4fe8-b21d-a4764af5fd1a req-66ac5f9a-bf54-436a-b3a3-526badb47d43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.837282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b289a-20ce-4fe8-b21d-a4764af5fd1a req-66ac5f9a-bf54-436a-b3a3-526badb47d43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.843225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b289a-20ce-4fe8-b21d-a4764af5fd1a req-66ac5f9a-bf54-436a-b3a3-526badb47d43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.848735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b289a-20ce-4fe8-b21d-a4764af5fd1a req-66ac5f9a-bf54-436a-b3a3-526badb47d43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.854591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b289a-20ce-4fe8-b21d-a4764af5fd1a req-66ac5f9a-bf54-436a-b3a3-526badb47d43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.860070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b289a-20ce-4fe8-b21d-a4764af5fd1a req-66ac5f9a-bf54-436a-b3a3-526badb47d43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.862318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-914b289a-20ce-4fe8-b21d-a4764af5fd1a req-66ac5f9a-bf54-436a-b3a3-526badb47d43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5372 time: 0.8315370 Feb 11 05:43:43.936620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27b9b012-fb0e-4dc7-80a1-097589b717b6 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (02066198-6fcc-41fc-9f23-38664e645b43), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.940230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27b9b012-fb0e-4dc7-80a1-097589b717b6 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for router_controller (02066198-6fcc-41fc-9f23-38664e645b43), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.010525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27b9b012-fb0e-4dc7-80a1-097589b717b6 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (02066198-6fcc-41fc-9f23-38664e645b43), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.010957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b9b012-fb0e-4dc7-80a1-097589b717b6 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Fanout notify agent at l3_agent the message router_deleted on router 02066198-6fcc-41fc-9f23-38664e645b43 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:44.012723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:44.024141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27b9b012-fb0e-4dc7-80a1-097589b717b6 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.028097 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27b9b012-fb0e-4dc7-80a1-097589b717b6 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "DELETE /v2.0/routers/02066198-6fcc-41fc-9f23-38664e645b43 HTTP/1.1" status: 204 len: 168 time: 0.8622098 Feb 11 05:43:44.028097 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47850) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:44.053669 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Publish callbacks [] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.116659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ced69ca-a816-469b-8512-b59fcc276e27 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Deleting subnet 47f46267-13b9-4cb9-9cee-178edf0379ea {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:44.123705 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ced69ca-a816-469b-8512-b59fcc276e27 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for subnet (47f46267-13b9-4cb9-9cee-178edf0379ea), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.161018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:44.165247 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.205352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Transition to ACTIVE for port object 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:44.208445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ced69ca-a816-469b-8512-b59fcc276e27 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (47f46267-13b9-4cb9-9cee-178edf0379ea), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.223849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Pushing event updated for resources: {'Port': ['ID=66206b59-23ca-4374-aeea-13f28bb07083,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:44.261402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-914b289a-20ce-4fe8-b21d-a4764af5fd1a req-c1bbd1be-1b7d-484b-91d0-72805e4f3eef tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3664966 Feb 11 05:43:44.291342 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.316115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Attempting to bind port 66206b59-23ca-4374-aeea-13f28bb07083 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:44.318973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Attempting to bind port 66206b59-23ca-4374-aeea-13f28bb07083 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:44.319580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Attempting to bind port 66206b59-23ca-4374-aeea-13f28bb07083 on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:44.347019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551792-73c6-45dd-a5e2-1f2173e0dd37 req-316ad21c-9875-43f5-a71f-36982cd2f62c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.354243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551792-73c6-45dd-a5e2-1f2173e0dd37 req-316ad21c-9875-43f5-a71f-36982cd2f62c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.359688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551792-73c6-45dd-a5e2-1f2173e0dd37 req-316ad21c-9875-43f5-a71f-36982cd2f62c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.365218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551792-73c6-45dd-a5e2-1f2173e0dd37 req-316ad21c-9875-43f5-a71f-36982cd2f62c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.372712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551792-73c6-45dd-a5e2-1f2173e0dd37 req-316ad21c-9875-43f5-a71f-36982cd2f62c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.385333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ced69ca-a816-469b-8512-b59fcc276e27 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (47f46267-13b9-4cb9-9cee-178edf0379ea), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.396697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551792-73c6-45dd-a5e2-1f2173e0dd37 req-316ad21c-9875-43f5-a71f-36982cd2f62c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.397895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48551792-73c6-45dd-a5e2-1f2173e0dd37 req-316ad21c-9875-43f5-a71f-36982cd2f62c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 4603 time: 0.5257607 Feb 11 05:43:44.409209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Port 66206b59-23ca-4374-aeea-13f28bb07083 on network 38a333df-eb9e-4410-9a73-327d64d75f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:44.409544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Attempting to bind port 66206b59-23ca-4374-aeea-13f28bb07083 on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:44.411320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': 'bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:44.421139 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5868ff54-6cd8-4e03-8646-d877bc154fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:44.504421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ced69ca-a816-469b-8512-b59fcc276e27 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (47f46267-13b9-4cb9-9cee-178edf0379ea), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.528238 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ced69ca-a816-469b-8512-b59fcc276e27 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.536364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f1720b-42d7-4033-bde5-07a93c87b607 None None] Network fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:44.541436 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3ced69ca-a816-469b-8512-b59fcc276e27 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "DELETE /v2.0/subnets/47f46267-13b9-4cb9-9cee-178edf0379ea HTTP/1.1" status: 204 len: 168 time: 0.5118709 Feb 11 05:43:44.544774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47866) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:44.615838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced69ca-a816-469b-8512-b59fcc276e27 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event deleted for resources: {'Subnet': ['ID=47f46267-13b9-4cb9-9cee-178edf0379ea,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:44.642857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:44.643487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Checking segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:44.643594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Bound using segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:44.644008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Bound port: 66206b59-23ca-4374-aeea-13f28bb07083, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:44.644375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (66206b59-23ca-4374-aeea-13f28bb07083), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.691092 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc491183-3fa9-46cc-b58d-c4433c8958eb x-openstack-request-id: req-cc491183-3fa9-46cc-b58d-c4433c8958eb {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:44.691396 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:44.691654 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc491183-3fa9-46cc-b58d-c4433c8958eb {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:44.692320 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': 'bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a', 'status': 'completed', 'code': 200} Feb 11 05:43:44.798773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce85aae7-d457-4d72-95e6-c68cf0dd29fd None None] DHCP port deletion for fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:44.814190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.910119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ce85aae7-d457-4d72-95e6-c68cf0dd29fd None None] Deleting port 3fb8654c-cebb-442f-9a50-ee2b082ec501 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:44.910650 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ce85aae7-d457-4d72-95e6-c68cf0dd29fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.943927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Deleting port 3fb8654c-cebb-442f-9a50-ee2b082ec501 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:44.946428 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.003795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Pushing event updated for resources: {'Port': ['ID=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:45.008814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ce85aae7-d457-4d72-95e6-c68cf0dd29fd None None] For port 3fb8654c-cebb-442f-9a50-ee2b082ec501, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3fb8654c-cebb-442f-9a50-ee2b082ec501,segment=NetworkSegment(3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0),segment_id=3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:45.008814 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ce85aae7-d457-4d72-95e6-c68cf0dd29fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.034843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ce85aae7-d457-4d72-95e6-c68cf0dd29fd None None] Calling delete_port for 3fb8654c-cebb-442f-9a50-ee2b082ec501 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:45.134000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] For port 3fb8654c-cebb-442f-9a50-ee2b082ec501, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3fb8654c-cebb-442f-9a50-ee2b082ec501,segment=NetworkSegment(3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0),segment_id=3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:45.135111 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.162359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Calling delete_port for 3fb8654c-cebb-442f-9a50-ee2b082ec501 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:45.191550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-1d641576-b683-4b9b-b212-80a16599de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.192498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-1d641576-b683-4b9b-b212-80a16599de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.193051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-1d641576-b683-4b9b-b212-80a16599de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.193769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-1d641576-b683-4b9b-b212-80a16599de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.194299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-1d641576-b683-4b9b-b212-80a16599de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.194867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-1d641576-b683-4b9b-b212-80a16599de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.195758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-1d641576-b683-4b9b-b212-80a16599de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.199535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-1d641576-b683-4b9b-b212-80a16599de1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6331 time: 0.5336974 Feb 11 05:43:45.204712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48551792-73c6-45dd-a5e2-1f2173e0dd37 req-b6fb094a-f0c6-4637-b699-fea17e5d706c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7665362 Feb 11 05:43:45.257885 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ce85aae7-d457-4d72-95e6-c68cf0dd29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.266041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] For port 66206b59-23ca-4374-aeea-13f28bb07083, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:45.283467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Attempting to bind port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:45.283811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Attempting to bind port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:45.284505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Attempting to bind port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:45.293853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce85aae7-d457-4d72-95e6-c68cf0dd29fd None None] No DVR routers for this DVR port 3fb8654c-cebb-442f-9a50-ee2b082ec501 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:45.294617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe83d86-1a8f-4418-8376-9dda1fadc801 req-d3e6049a-d4bb-43f3-b88a-e4d5b150bf28 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.305953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fe83d86-1a8f-4418-8376-9dda1fadc801 req-d3e6049a-d4bb-43f3-b88a-e4d5b150bf28 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 951 time: 0.5434358 Feb 11 05:43:45.339641 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (02d062c5-5669-4492-b897-fc1e79068a91), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.341525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3fb8654c-cebb-442f-9a50-ee2b082ec501), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.343122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] For port 66206b59-23ca-4374-aeea-13f28bb07083, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=66206b59-23ca-4374-aeea-13f28bb07083,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:45.355075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85aae7-d457-4d72-95e6-c68cf0dd29fd None None] Pushing event deleted for resources: {'Port': ['ID=3fb8654c-cebb-442f-9a50-ee2b082ec501,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:45.379406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f on network fb83d269-2acd-412f-8a84-5425707c72b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:45.380157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Attempting to bind port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:45.404435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event deleted for resources: {'Port': ['ID=3fb8654c-cebb-442f-9a50-ee2b082ec501,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:45.408616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] No DVR routers for this DVR port 3fb8654c-cebb-442f-9a50-ee2b082ec501 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:45.456962 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (66206b59-23ca-4374-aeea-13f28bb07083), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.461224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:45.461224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Checking segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:45.461702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Bound using segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:45.462819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Bound port: 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:45.462819 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.591856 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.615447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:45.628064 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:45.628477 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:45.643869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.650632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.652426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.653164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] 10.222.0.72 "PUT /v2.0/ports/66206b59-23ca-4374-aeea-13f28bb07083 HTTP/1.1" status: 200 len: 1092 time: 2.8384922 Feb 11 05:43:45.682481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.700769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:45.707062 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (3c62327c-226e-4dae-a6a5-bb6e6c0c6dd0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.710079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:45.716398 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:45.723048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=02d062c5-5669-4492-b897-fc1e79068a91,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:45.746839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fe83d86-1a8f-4418-8376-9dda1fadc801 req-d3b891f8-eaa1-4585-bc87-551f2c805a40 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/security-groups?id=16631fcb-8ded-4c98-9be6-0faebb0d0fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392824 Feb 11 05:43:45.836980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.848307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.861648 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] 10.222.0.31 "DELETE /v2.0/networks/fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f HTTP/1.1" status: 204 len: 168 time: 1.2696631 Feb 11 05:43:45.899478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da0e7c-44d1-4122-85b6-3211f4160fe0 tempest-FloatingIPNegativeTestJSON-1016252549 tempest-FloatingIPNegativeTestJSON-1016252549-project] Pushing event deleted for resources: {'Network': ['ID=fc8d8efa-e8b9-4a5b-bd09-51691ba0c02f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:45.931152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3fb8654c-cebb-442f-9a50-ee2b082ec501 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:45.957361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-02febd7f-99ad-48d7-8915-560380126e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.961742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-02febd7f-99ad-48d7-8915-560380126e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.964192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-02febd7f-99ad-48d7-8915-560380126e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.966795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-02febd7f-99ad-48d7-8915-560380126e50 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c75556137b8430aad60300261085fb6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7377453 Feb 11 05:43:45.987704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 3fb8654c-cebb-442f-9a50-ee2b082ec501 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:45.995272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3fb8654c-cebb-442f-9a50-ee2b082ec501 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:46.007777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.198744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] For port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:46.202235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] For port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:46.232427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1290fb1-3c78-4b64-bbfa-4c284b660c2d service neutron] Pushing event updated for resources: {'Port': ['ID=66206b59-23ca-4374-aeea-13f28bb07083,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:46.242210 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.318833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa54e3-ec50-4fd9-afdc-318fd30d07e8 req-14a357b2-8968-4422-9984-f27dff66fefb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.324527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa54e3-ec50-4fd9-afdc-318fd30d07e8 req-14a357b2-8968-4422-9984-f27dff66fefb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.346872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa54e3-ec50-4fd9-afdc-318fd30d07e8 req-14a357b2-8968-4422-9984-f27dff66fefb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.388495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa54e3-ec50-4fd9-afdc-318fd30d07e8 req-14a357b2-8968-4422-9984-f27dff66fefb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.415339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa54e3-ec50-4fd9-afdc-318fd30d07e8 req-14a357b2-8968-4422-9984-f27dff66fefb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.435455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa54e3-ec50-4fd9-afdc-318fd30d07e8 req-14a357b2-8968-4422-9984-f27dff66fefb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.451577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa54e3-ec50-4fd9-afdc-318fd30d07e8 req-14a357b2-8968-4422-9984-f27dff66fefb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.457196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7aa54e3-ec50-4fd9-afdc-318fd30d07e8 req-14a357b2-8968-4422-9984-f27dff66fefb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5384 time: 1.0119958 Feb 11 05:43:46.689867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Checking segment: {'id': 'a110a399-661d-4a3e-8a07-7ff7d682acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bf15423c-4650-46e8-813d-9476efcfebd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:46.690576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network hostable DHCP agents. Network: bf15423c-4650-46e8-813d-9476efcfebd2, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:43:46.736937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 47900) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:46.737597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': '66206b59-23ca-4374-aeea-13f28bb07083'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:46.740050 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713e7a3e-70b9-4249-8e1a-30f5e3982afe" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "66206b59-23ca-4374-aeea-13f28bb07083"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:46.757071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.757892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.759533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] 10.222.0.81 "PUT /v2.0/ports/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 200 len: 1137 time: 5.7328582 Feb 11 05:43:46.911791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:46.927457 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:43:47.213555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 016a71df-9118-426a-8a18-5c03948d3e41 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:47.216155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.401169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:47.408326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:47.418001 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5860e476-76b0-4b84-84df-1bf835a9b8ba" -d '{"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:47.426693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.527951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-33d2a5ec-346e-4e72-b1ce-3d19f0fb2976 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:47.532886 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-33d2a5ec-346e-4e72-b1ce-3d19f0fb2976 tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.72 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 951 time: 1.1326244 Feb 11 05:43:47.544983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=11']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:47.742687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Deleting port 016a71df-9118-426a-8a18-5c03948d3e41 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:47.743208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (016a71df-9118-426a-8a18-5c03948d3e41), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.806181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb33825-9083-4892-b5d5-fd1bc3731836 service neutron] Pushing event updated for resources: {'Port': ['ID=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:47.987125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] For port 016a71df-9118-426a-8a18-5c03948d3e41, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=016a71df-9118-426a-8a18-5c03948d3e41,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:47.987603 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (016a71df-9118-426a-8a18-5c03948d3e41), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.018183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Calling delete_port for 016a71df-9118-426a-8a18-5c03948d3e41 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:48.068674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:48.176121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-207ac990-3148-47d8-aff8-089d53ee2d3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=738c79fd61094db7b57904844253cfb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4305463 Feb 11 05:43:48.177315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47936) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:48.202767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7aa54e3-ec50-4fd9-afdc-318fd30d07e8 req-01a5763e-72c4-4a70-8a47-6a7be579e3b7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5039134 Feb 11 05:43:48.315494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90941bd-c425-4daa-8c96-539f1096c8a7 req-d455dbf3-7dae-42eb-a9bd-13a2ebe85e30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.329219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90941bd-c425-4daa-8c96-539f1096c8a7 req-d455dbf3-7dae-42eb-a9bd-13a2ebe85e30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.336310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90941bd-c425-4daa-8c96-539f1096c8a7 req-d455dbf3-7dae-42eb-a9bd-13a2ebe85e30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.342731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90941bd-c425-4daa-8c96-539f1096c8a7 req-d455dbf3-7dae-42eb-a9bd-13a2ebe85e30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.349611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90941bd-c425-4daa-8c96-539f1096c8a7 req-d455dbf3-7dae-42eb-a9bd-13a2ebe85e30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.355419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90941bd-c425-4daa-8c96-539f1096c8a7 req-d455dbf3-7dae-42eb-a9bd-13a2ebe85e30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.362998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90941bd-c425-4daa-8c96-539f1096c8a7 req-d455dbf3-7dae-42eb-a9bd-13a2ebe85e30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.374115 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f90941bd-c425-4daa-8c96-539f1096c8a7 req-d455dbf3-7dae-42eb-a9bd-13a2ebe85e30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5381 time: 1.6915746 Feb 11 05:43:48.457042 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.459469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network bf15423c-4650-46e8-813d-9476efcfebd2 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:43:48.472974 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ab022f45-af66-4744-8569-af23ee62c943 admin admin] Publish callbacks [] for security_group (e789dcfa-3702-4bee-978d-f3b38d26117f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.506067 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (016a71df-9118-426a-8a18-5c03948d3e41), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.514039 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f90941bd-c425-4daa-8c96-539f1096c8a7 req-850fe4e8-ac9c-4bdb-ae91-34ee025f713a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386998 Feb 11 05:43:48.538190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-2611d277-3557-422b-9e62-07484713068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.540111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5868ff54-6cd8-4e03-8646-d877bc154fc1 req-2611d277-3557-422b-9e62-07484713068c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.5499563 Feb 11 05:43:48.546510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ab022f45-af66-4744-8569-af23ee62c943 admin admin] Publish callbacks [] for security_group (e789dcfa-3702-4bee-978d-f3b38d26117f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.608187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afd4bc4f-77d4-41d7-b42f-a11b59637594 req-161f7851-c748-4c2e-8326-13bfb43bbcaa tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20385871-a7b3-4392-b888-226ce8e03ad2 HTTP/1.1" status: 200 len: 210 time: 0.1835337 Feb 11 05:43:48.610341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, bf15423c-4650-46e8-813d-9476efcfebd2) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:48.625794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc75a543-e62f-4df9-b3f0-7f97ca74babe None None] Network bf15423c-4650-46e8-813d-9476efcfebd2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:48.629588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Pushing event deleted for resources: {'Port': ['ID=016a71df-9118-426a-8a18-5c03948d3e41,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:48.649213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.649747 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.794116 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] No DVR routers for this DVR port 016a71df-9118-426a-8a18-5c03948d3e41 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:48.800589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.808434 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] 10.222.0.72 "DELETE /v2.0/ports/016a71df-9118-426a-8a18-5c03948d3e41 HTTP/1.1" status: 204 len: 173 time: 1.2682920 Feb 11 05:43:48.817156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-deleted', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:48.828775 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a32b17-337a-4385-a515-6212967cb7ca" -d '{"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-deleted", "tag": "016a71df-9118-426a-8a18-5c03948d3e41"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:48.860064 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47948) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:48.860497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-67edeef3-e75f-48ac-a8aa-ffc2d793ace0 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1755831 Feb 11 05:43:48.866230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': 'bf15423c-4650-46e8-813d-9476efcfebd2', 'name': 'tempest-PortsTestJSON-1929287580'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:48.877351 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ab022f45-af66-4744-8569-af23ee62c943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e789dcfa-3702-4bee-978d-f3b38d26117f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.886946 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5aff406-85d0-4c61-9107-2cb043b518af x-openstack-request-id: req-d5aff406-85d0-4c61-9107-2cb043b518af {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:48.887307 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "66206b59-23ca-4374-aeea-13f28bb07083", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:48.887498 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5aff406-85d0-4c61-9107-2cb043b518af {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:48.890245 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': '66206b59-23ca-4374-aeea-13f28bb07083', 'status': 'completed', 'code': 200} Feb 11 05:43:48.893474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ab022f45-af66-4744-8569-af23ee62c943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.902218 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ab022f45-af66-4744-8569-af23ee62c943 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e789dcfa-3702-4bee-978d-f3b38d26117f HTTP/1.1" status: 204 len: 168 time: 0.7182717 Feb 11 05:43:49.020334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab022f45-af66-4744-8569-af23ee62c943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e789dcfa-3702-4bee-978d-f3b38d26117f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:49.031889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-bf15423c-4650-46e8-813d-9476efcfebd2', 'network_id': 'bf15423c-4650-46e8-813d-9476efcfebd2', 'project_id': '24439a02c0e743fbb7970d0f47733ba6', 'fixed_ips': [{'subnet_id': '02d062c5-5669-4492-b897-fc1e79068a91'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:43:49.033038 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.251347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:49.312420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Publish callbacks [] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.422655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:49.443744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.521105 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a74e71c-a67d-414f-ab10-2a9925fcb583 x-openstack-request-id: req-1a74e71c-a67d-414f-ab10-2a9925fcb583 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:49.521416 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-deleted", "tag": "016a71df-9118-426a-8a18-5c03948d3e41", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:49.521677 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a74e71c-a67d-414f-ab10-2a9925fcb583 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:49.531582 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-deleted', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41', 'status': 'completed', 'code': 200} Feb 11 05:43:49.541553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 943b221b-350d-43b4-8d2f-9420dc9d95d4 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:43:49.748897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Transition to ACTIVE for port object 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:49.763769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-23e5e04d-e7ea-4524-9144-df7e06e12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.768878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-23e5e04d-e7ea-4524-9144-df7e06e12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.769802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-23e5e04d-e7ea-4524-9144-df7e06e12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.770444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-23e5e04d-e7ea-4524-9144-df7e06e12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.772506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-23e5e04d-e7ea-4524-9144-df7e06e12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.785890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-23e5e04d-e7ea-4524-9144-df7e06e12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.786636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-23e5e04d-e7ea-4524-9144-df7e06e12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.798962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-23e5e04d-e7ea-4524-9144-df7e06e12ba1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6404 time: 0.8923826 Feb 11 05:43:49.883355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.912953 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6903fcc-a2de-4c54-a7aa-e0ee62a0d205 x-openstack-request-id: req-c6903fcc-a2de-4c54-a7aa-e0ee62a0d205 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:49.913662 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20385871-a7b3-4392-b888-226ce8e03ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "016a71df-9118-426a-8a18-5c03948d3e41", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:49.913662 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6903fcc-a2de-4c54-a7aa-e0ee62a0d205 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:49.914227 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20385871-a7b3-4392-b888-226ce8e03ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016a71df-9118-426a-8a18-5c03948d3e41', 'code': 200} Feb 11 05:43:49.986765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.6 (bf15423c-4650-46e8-813d-9476efcfebd2/02d062c5-5669-4492-b897-fc1e79068a91/943b221b-350d-43b4-8d2f-9420dc9d95d4) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:50.488040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (943b221b-350d-43b4-8d2f-9420dc9d95d4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.555352 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (943b221b-350d-43b4-8d2f-9420dc9d95d4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.605880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network bf15423c-4650-46e8-813d-9476efcfebd2 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:50.615131 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:50.619971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:50.696680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb27cb62-514f-465c-bae3-e35f2f663b08 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:50.702427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Allocated IP 172.20.0.2 (bf15423c-4650-46e8-813d-9476efcfebd2/02d062c5-5669-4492-b897-fc1e79068a91/5135905b-ce5f-45e4-9923-82be98870226) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:50.721992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Publish callbacks [] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.742995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=943b221b-350d-43b4-8d2f-9420dc9d95d4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:50.786146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:50.791453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.801245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Transition to ACTIVE for port object eb27cb62-514f-465c-bae3-e35f2f663b08 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:50.843847 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.852421 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7daaa2af-a10d-456a-ad2f-37283b16cc01 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9912250 Feb 11 05:43:50.858855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:50.878226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': 'bf15423c-4650-46e8-813d-9476efcfebd2', 'name': 'tempest-PortsTestJSON-961930328'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:50.885608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Pushing event updated for resources: {'Port': ['ID=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:50.929208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '283f8362-3664-40ac-bd6e-d9dc5a4f3e9f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:50.932672 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722ffec0-2474-488a-98c7-d587781e94c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "283f8362-3664-40ac-bd6e-d9dc5a4f3e9f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:50.947687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Publish callbacks [] for port (5135905b-ce5f-45e4-9923-82be98870226), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.959803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:50.962760 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (5135905b-ce5f-45e4-9923-82be98870226), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.991022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6bd66-e671-4815-8980-d7672fa6eca1 req-10969b18-c75a-4100-b416-a4011e6f3bb7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.003439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6bd66-e671-4815-8980-d7672fa6eca1 req-10969b18-c75a-4100-b416-a4011e6f3bb7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.022773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6bd66-e671-4815-8980-d7672fa6eca1 req-10969b18-c75a-4100-b416-a4011e6f3bb7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.029736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6bd66-e671-4815-8980-d7672fa6eca1 req-10969b18-c75a-4100-b416-a4011e6f3bb7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.043729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6bd66-e671-4815-8980-d7672fa6eca1 req-10969b18-c75a-4100-b416-a4011e6f3bb7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.058787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6bd66-e671-4815-8980-d7672fa6eca1 req-10969b18-c75a-4100-b416-a4011e6f3bb7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.064149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6bd66-e671-4815-8980-d7672fa6eca1 req-10969b18-c75a-4100-b416-a4011e6f3bb7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.075234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bf6bd66-e671-4815-8980-d7672fa6eca1 req-10969b18-c75a-4100-b416-a4011e6f3bb7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5384 time: 1.4679446 Feb 11 05:43:51.101963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 016a71df-9118-426a-8a18-5c03948d3e41 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:51.103898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 016a71df-9118-426a-8a18-5c03948d3e41 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:51.108554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Pushing event updated for resources: {'Port': ['ID=5135905b-ce5f-45e4-9923-82be98870226,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:51.115201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 47994) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:51.230212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Network bf15423c-4650-46e8-813d-9476efcfebd2 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:51.236645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:51.240909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:51.255540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:51.263589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.319257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-10961068-9ea5-4081-8505-79d5def50958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.320135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-10961068-9ea5-4081-8505-79d5def50958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.320794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-10961068-9ea5-4081-8505-79d5def50958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.323329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-10961068-9ea5-4081-8505-79d5def50958 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c75556137b8430aad60300261085fb6&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.5226417 Feb 11 05:43:51.332497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 45365e05-616b-4135-a9fb-5c8ddcb9a0b4 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:43:51.534658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Attempting to bind port 5135905b-ce5f-45e4-9923-82be98870226 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:51.535160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.11 (bf15423c-4650-46e8-813d-9476efcfebd2/02d062c5-5669-4492-b897-fc1e79068a91/45365e05-616b-4135-a9fb-5c8ddcb9a0b4) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:51.535513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Attempting to bind port 5135905b-ce5f-45e4-9923-82be98870226 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'a110a399-661d-4a3e-8a07-7ff7d682acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bf15423c-4650-46e8-813d-9476efcfebd2'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:51.536065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Attempting to bind port 5135905b-ce5f-45e4-9923-82be98870226 on network bf15423c-4650-46e8-813d-9476efcfebd2 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:51.557141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:51.557542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Checking segment: {'id': 'a110a399-661d-4a3e-8a07-7ff7d682acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bf15423c-4650-46e8-813d-9476efcfebd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:51.559508 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.559924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Bound using segment: {'id': 'a110a399-661d-4a3e-8a07-7ff7d682acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bf15423c-4650-46e8-813d-9476efcfebd2'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:51.562761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Bound port: 5135905b-ce5f-45e4-9923-82be98870226, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a110a399-661d-4a3e-8a07-7ff7d682acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bf15423c-4650-46e8-813d-9476efcfebd2'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:51.565448 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5135905b-ce5f-45e4-9923-82be98870226), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.584052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188149007'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:51.599885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250969b0-c1d4-46ca-8ccc-fab11affdf25 req-bff8d2e7-bc38-4db9-828b-b3f4f4449a5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.620827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250969b0-c1d4-46ca-8ccc-fab11affdf25 req-bff8d2e7-bc38-4db9-828b-b3f4f4449a5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.635538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250969b0-c1d4-46ca-8ccc-fab11affdf25 req-bff8d2e7-bc38-4db9-828b-b3f4f4449a5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.649382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250969b0-c1d4-46ca-8ccc-fab11affdf25 req-bff8d2e7-bc38-4db9-828b-b3f4f4449a5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.666268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250969b0-c1d4-46ca-8ccc-fab11affdf25 req-bff8d2e7-bc38-4db9-828b-b3f4f4449a5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.668900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:51.675372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250969b0-c1d4-46ca-8ccc-fab11affdf25 req-bff8d2e7-bc38-4db9-828b-b3f4f4449a5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.679614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.682353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250969b0-c1d4-46ca-8ccc-fab11affdf25 req-bff8d2e7-bc38-4db9-828b-b3f4f4449a5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.684334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-250969b0-c1d4-46ca-8ccc-fab11affdf25 req-bff8d2e7-bc38-4db9-828b-b3f4f4449a5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5381 time: 1.8392878 Feb 11 05:43:51.685028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb27cb62-514f-465c-bae3-e35f2f663b08,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:51.730200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] For port 5135905b-ce5f-45e4-9923-82be98870226, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:51.730763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.745626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] For port 5135905b-ce5f-45e4-9923-82be98870226, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5135905b-ce5f-45e4-9923-82be98870226,segment=NetworkSegment(a110a399-661d-4a3e-8a07-7ff7d682acbe),segment_id=a110a399-661d-4a3e-8a07-7ff7d682acbe)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:51.762449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5135905b-ce5f-45e4-9923-82be98870226), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.830395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bf6bd66-e671-4815-8980-d7672fa6eca1 req-608589bb-cb19-4b36-a367-d1412edebfa5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7377539 Feb 11 05:43:51.868622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a6f98-2ec6-4a29-ac20-ec0e6460800f None None] Pushing event updated for resources: {'Port': ['ID=5135905b-ce5f-45e4-9923-82be98870226,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:52.003353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.006360 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (45365e05-616b-4135-a9fb-5c8ddcb9a0b4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.008831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Attempting to bind port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:52.009406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Attempting to bind port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:52.009743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Attempting to bind port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:52.035684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f on network 38a333df-eb9e-4410-9a73-327d64d75f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:52.036426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Attempting to bind port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:52.078625 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for security_group (095087f1-6627-47c9-bcff-2bce11790e30), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.101160 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (095087f1-6627-47c9-bcff-2bce11790e30), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.119150 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baf55af-d353-4997-ab44-f3cc38d14019 x-openstack-request-id: req-6baf55af-d353-4997-ab44-f3cc38d14019 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:52.119507 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "283f8362-3664-40ac-bd6e-d9dc5a4f3e9f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:52.119723 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6baf55af-d353-4997-ab44-f3cc38d14019 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:52.120146 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '283f8362-3664-40ac-bd6e-d9dc5a4f3e9f', 'status': 'completed', 'code': 200} Feb 11 05:43:52.123582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Attempting to bind port eb27cb62-514f-465c-bae3-e35f2f663b08 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:52.123947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Attempting to bind port eb27cb62-514f-465c-bae3-e35f2f663b08 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:52.124287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Attempting to bind port eb27cb62-514f-465c-bae3-e35f2f663b08 on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:52.174125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:52.183622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Port eb27cb62-514f-465c-bae3-e35f2f663b08 on network fb83d269-2acd-412f-8a84-5425707c72b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:52.186097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Attempting to bind port eb27cb62-514f-465c-bae3-e35f2f663b08 on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:52.190438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (45365e05-616b-4135-a9fb-5c8ddcb9a0b4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.214036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:52.214418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Checking segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:52.235713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Bound using segment: {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:52.236220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Bound port: 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20021b27-657a-4829-b884-372b418f50ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:52.236636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.300217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-3465320e-446b-4bf1-b236-cba6aa73c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.302587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5d8cd836-4e1c-4d4e-b984-3df3d921fb22), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.302938 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment 5d8cd836-4e1c-4d4e-b984-3df3d921fb22 of type vlan for network c553ff7f-10c8-447e-aaf2-5cd761417fc6 Feb 11 05:43:52.304567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095087f1-6627-47c9-bcff-2bce11790e30,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:52.320219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-713e7a3e-70b9-4249-8e1a-30f5e3982afe req-3465320e-446b-4bf1-b236-cba6aa73c22a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9476519 Feb 11 05:43:52.325037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:52.333667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Checking segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:52.334144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Bound using segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:52.334578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Bound port: eb27cb62-514f-465c-bae3-e35f2f663b08, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:52.334959 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.401232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-c84be4e3-158a-4824-ba72-3bb8686e22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.401716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-c84be4e3-158a-4824-ba72-3bb8686e22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.402550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-c84be4e3-158a-4824-ba72-3bb8686e22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.402686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-c84be4e3-158a-4824-ba72-3bb8686e22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.403096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-c84be4e3-158a-4824-ba72-3bb8686e22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.403564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-c84be4e3-158a-4824-ba72-3bb8686e22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.404023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-c84be4e3-158a-4824-ba72-3bb8686e22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.406052 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-722ffec0-2474-488a-98c7-d587781e94c8 req-c84be4e3-158a-4824-ba72-3bb8686e22b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6340 time: 0.3192310 Feb 11 05:43:52.406567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-250969b0-c1d4-46ca-8ccc-fab11affdf25 req-8317c42c-b01b-44bb-99f5-46d56aac8030 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5559745 Feb 11 05:43:52.584977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network bf15423c-4650-46e8-813d-9476efcfebd2 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:52.592234 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-fec41a87-be6e-4e82-869f-546dfc3cc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.592889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-fec41a87-be6e-4e82-869f-546dfc3cc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.593550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-fec41a87-be6e-4e82-869f-546dfc3cc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.596082 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-722ffec0-2474-488a-98c7-d587781e94c8 req-fec41a87-be6e-4e82-869f-546dfc3cc138 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1702907 Feb 11 05:43:52.599583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (c553ff7f-10c8-447e-aaf2-5cd761417fc6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.603145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:52.605898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] For port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:52.609034 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=45365e05-616b-4135-a9fb-5c8ddcb9a0b4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:52.611978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] For port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:52.614697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:52.682812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.728390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.730212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.747513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.749154 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.753835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] 10.222.0.72 "PUT /v2.0/ports/491e83a1-dc7e-4a89-9f8e-6e0a27f2308f HTTP/1.1" status: 200 len: 1092 time: 7.0534835 Feb 11 05:43:52.795787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:52.815642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48014) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:52.836595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (c553ff7f-10c8-447e-aaf2-5cd761417fc6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.842777 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.843977 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.888645 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a1faed20-7f0c-4116-ac45-ead491ee50b8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0252557 Feb 11 05:43:52.908429 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:52.990097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] For port eb27cb62-514f-465c-bae3-e35f2f663b08, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:53.001589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] For port eb27cb62-514f-465c-bae3-e35f2f663b08, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=eb27cb62-514f-465c-bae3-e35f2f663b08,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:53.042675 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.050108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffec0-2474-488a-98c7-d587781e94c8 req-59e0f944-a45e-4dc5-8f3e-61b273c683d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.051764 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-722ffec0-2474-488a-98c7-d587781e94c8 req-59e0f944-a45e-4dc5-8f3e-61b273c683d3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4438927 Feb 11 05:43:53.052412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=c553ff7f-10c8-447e-aaf2-5cd761417fc6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:53.065792 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d9cf2551-d00d-46f7-a1a2-d8130432cba6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9495678 Feb 11 05:43:53.075601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network c553ff7f-10c8-447e-aaf2-5cd761417fc6 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:43:53.101584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871fa75-459a-45d9-86e2-e39bda527e77 service neutron] Pushing event updated for resources: {'Port': ['ID=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:53.124332 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.152202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d819d79d-5cfa-4910-8c7b-17dcb918213f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.159160 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d819d79d-5cfa-4910-8c7b-17dcb918213f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2452223 Feb 11 05:43:53.177872 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48022) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.514151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48030) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.515476 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b0060a9-3b6f-4b9b-86a8-58124bed6baa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a683affb9b64d8880344ad66b5d867b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6978040 Feb 11 05:43:53.626570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e23f43b6-96e6-4dfc-8c9c-59fd308ea2f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 45365e05-616b-4135-a9fb-5c8ddcb9a0b4 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:53.635879 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23f43b6-96e6-4dfc-8c9c-59fd308ea2f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (45365e05-616b-4135-a9fb-5c8ddcb9a0b4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.845219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.846051 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.865192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] 10.222.0.81 "PUT /v2.0/ports/eb27cb62-514f-465c-bae3-e35f2f663b08 HTTP/1.1" status: 200 len: 1092 time: 7.0134029 Feb 11 05:43:54.034785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:54.104348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6d9e93-49c4-4e86-9edc-44dae2557b6e None None] Network bf15423c-4650-46e8-813d-9476efcfebd2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:54.121001 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23f43b6-96e6-4dfc-8c9c-59fd308ea2f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (45365e05-616b-4135-a9fb-5c8ddcb9a0b4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.127647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efe217-985b-4311-86c2-5fd495dc9bec req-a67f74d8-c2ea-4d13-a7ca-02fca9268b92 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.161304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efe217-985b-4311-86c2-5fd495dc9bec req-a67f74d8-c2ea-4d13-a7ca-02fca9268b92 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.177319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efe217-985b-4311-86c2-5fd495dc9bec req-a67f74d8-c2ea-4d13-a7ca-02fca9268b92 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.178622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e23f43b6-96e6-4dfc-8c9c-59fd308ea2f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 45365e05-616b-4135-a9fb-5c8ddcb9a0b4 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:54.203891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efe217-985b-4311-86c2-5fd495dc9bec req-a67f74d8-c2ea-4d13-a7ca-02fca9268b92 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.217011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efe217-985b-4311-86c2-5fd495dc9bec req-a67f74d8-c2ea-4d13-a7ca-02fca9268b92 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.231614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efe217-985b-4311-86c2-5fd495dc9bec req-a67f74d8-c2ea-4d13-a7ca-02fca9268b92 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.260666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efe217-985b-4311-86c2-5fd495dc9bec req-a67f74d8-c2ea-4d13-a7ca-02fca9268b92 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.267763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01efe217-985b-4311-86c2-5fd495dc9bec req-a67f74d8-c2ea-4d13-a7ca-02fca9268b92 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5396 time: 1.1760280 Feb 11 05:43:54.280977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5135905b-ce5f-45e4-9923-82be98870226 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:54.328672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': '491e83a1-dc7e-4a89-9f8e-6e0a27f2308f'}, {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': 'eb27cb62-514f-465c-bae3-e35f2f663b08'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:54.338275 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "491e83a1-dc7e-4a89-9f8e-6e0a27f2308f"}, {"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "eb27cb62-514f-465c-bae3-e35f2f663b08"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:54.398346 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.492840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5135905b-ce5f-45e4-9923-82be98870226 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:54.494050 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5135905b-ce5f-45e4-9923-82be98870226), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.564456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6ce3d4e1-3e7b-48a0-828a-db9dfbe19d4e None None] Provisioning complete for port 5135905b-ce5f-45e4-9923-82be98870226 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:54.565097 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d4e1-3e7b-48a0-828a-db9dfbe19d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5135905b-ce5f-45e4-9923-82be98870226), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.594709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9711296-773d-4ced-bf65-7af49c8cd1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb27cb62-514f-465c-bae3-e35f2f663b08,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:54.655759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23f43b6-96e6-4dfc-8c9c-59fd308ea2f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (45365e05-616b-4135-a9fb-5c8ddcb9a0b4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.725383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f43b6-96e6-4dfc-8c9c-59fd308ea2f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=45365e05-616b-4135-a9fb-5c8ddcb9a0b4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:54.902981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e23f43b6-96e6-4dfc-8c9c-59fd308ea2f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.911120 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e23f43b6-96e6-4dfc-8c9c-59fd308ea2f5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/45365e05-616b-4135-a9fb-5c8ddcb9a0b4 HTTP/1.1" status: 204 len: 168 time: 1.7233560 Feb 11 05:43:54.913991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48046) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:55.008062 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfc4239-48d4-402c-9e32-776a35f70d0e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:43:55.013313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee56e-7e0f-4f60-b86a-b1d1716a3ebf req-bf4f6a45-cc9a-41cd-87cf-005f0e05b64e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.030669 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6cfc4239-48d4-402c-9e32-776a35f70d0e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/45365e05-616b-4135-a9fb-5c8ddcb9a0b4 HTTP/1.1" status: 404 len: 333 time: 0.1156096 Feb 11 05:43:55.033265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48048) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:55.042475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee56e-7e0f-4f60-b86a-b1d1716a3ebf req-bf4f6a45-cc9a-41cd-87cf-005f0e05b64e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.054678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5135905b-ce5f-45e4-9923-82be98870226 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:55.059094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5135905b-ce5f-45e4-9923-82be98870226), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.060027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee56e-7e0f-4f60-b86a-b1d1716a3ebf req-bf4f6a45-cc9a-41cd-87cf-005f0e05b64e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.086088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee56e-7e0f-4f60-b86a-b1d1716a3ebf req-bf4f6a45-cc9a-41cd-87cf-005f0e05b64e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.110256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee56e-7e0f-4f60-b86a-b1d1716a3ebf req-bf4f6a45-cc9a-41cd-87cf-005f0e05b64e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.137434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee56e-7e0f-4f60-b86a-b1d1716a3ebf req-bf4f6a45-cc9a-41cd-87cf-005f0e05b64e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.161696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee56e-7e0f-4f60-b86a-b1d1716a3ebf req-bf4f6a45-cc9a-41cd-87cf-005f0e05b64e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.175138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe0ee56e-7e0f-4f60-b86a-b1d1716a3ebf req-bf4f6a45-cc9a-41cd-87cf-005f0e05b64e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5393 time: 1.4483631 Feb 11 05:43:55.183889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 5135905b-ce5f-45e4-9923-82be98870226, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5135905b-ce5f-45e4-9923-82be98870226,segment=NetworkSegment(a110a399-661d-4a3e-8a07-7ff7d682acbe),segment_id=a110a399-661d-4a3e-8a07-7ff7d682acbe)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:55.207149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76885e71-823b-434b-84bc-5264e9570da8 admin admin] Publish callbacks [] for security_group (16631fcb-8ded-4c98-9be6-0faebb0d0fc2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.282669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5135905b-ce5f-45e4-9923-82be98870226), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.342007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b3454854-4dfb-4ec5-8096-4fffdfce32bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 943b221b-350d-43b4-8d2f-9420dc9d95d4 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:55.342952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3454854-4dfb-4ec5-8096-4fffdfce32bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (943b221b-350d-43b4-8d2f-9420dc9d95d4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.530358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.553558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3d4e1-3e7b-48a0-828a-db9dfbe19d4e None None] Current status of the port 5135905b-ce5f-45e4-9923-82be98870226 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:55.568568 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d4e1-3e7b-48a0-828a-db9dfbe19d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5135905b-ce5f-45e4-9923-82be98870226), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.571251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=5135905b-ce5f-45e4-9923-82be98870226,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:55.623751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01efe217-985b-4311-86c2-5fd495dc9bec req-6536969d-f76b-4a01-9e09-4fd6b9f8597d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2527139 Feb 11 05:43:55.792584 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3454854-4dfb-4ec5-8096-4fffdfce32bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (943b221b-350d-43b4-8d2f-9420dc9d95d4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.924600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-6ce3d4e1-3e7b-48a0-828a-db9dfbe19d4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:43:55.925016 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-6ce3d4e1-3e7b-48a0-828a-db9dfbe19d4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:43:55.970295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b3454854-4dfb-4ec5-8096-4fffdfce32bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 943b221b-350d-43b4-8d2f-9420dc9d95d4 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:55.971920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5135905b-ce5f-45e4-9923-82be98870226 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:55.979294 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff42faa6-7ed7-468c-a8a6-91aa3f252869 x-openstack-request-id: req-ff42faa6-7ed7-468c-a8a6-91aa3f252869 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:55.979493 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "491e83a1-dc7e-4a89-9f8e-6e0a27f2308f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "eb27cb62-514f-465c-bae3-e35f2f663b08", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:55.982487 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff42faa6-7ed7-468c-a8a6-91aa3f252869 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:55.983185 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': '491e83a1-dc7e-4a89-9f8e-6e0a27f2308f', 'status': 'completed', 'code': 200} Feb 11 05:43:55.983604 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': 'eb27cb62-514f-465c-bae3-e35f2f663b08', 'status': 'completed', 'code': 200} Feb 11 05:43:56.140897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe0ee56e-7e0f-4f60-b86a-b1d1716a3ebf req-ef6baea0-9350-4afc-abd2-97a8cd26cfd7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9646792 Feb 11 05:43:56.196071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3a3a0ae7-db97-4479-9615-c6b455185b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.207332 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3a3a0ae7-db97-4479-9615-c6b455185b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.208812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3a3a0ae7-db97-4479-9615-c6b455185b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.209811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3a3a0ae7-db97-4479-9615-c6b455185b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.210448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3a3a0ae7-db97-4479-9615-c6b455185b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.212774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3a3a0ae7-db97-4479-9615-c6b455185b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.231895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3a3a0ae7-db97-4479-9615-c6b455185b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.245512 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3a3a0ae7-db97-4479-9615-c6b455185b2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6413 time: 0.3851862 Feb 11 05:43:56.294641 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76885e71-823b-434b-84bc-5264e9570da8 admin admin] Publish callbacks [] for security_group (16631fcb-8ded-4c98-9be6-0faebb0d0fc2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.313283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5135905b-ce5f-45e4-9923-82be98870226 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:56.313859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5135905b-ce5f-45e4-9923-82be98870226), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.512348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48064) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:56.529655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': 'c553ff7f-10c8-447e-aaf2-5cd761417fc6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:56.584475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3454854-4dfb-4ec5-8096-4fffdfce32bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (943b221b-350d-43b4-8d2f-9420dc9d95d4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.611464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3d4e1-3e7b-48a0-828a-db9dfbe19d4e None None] Current status of the port 5135905b-ce5f-45e4-9923-82be98870226 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:56.741273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-32308172-da59-424b-bea8-0707d442fac5 None None] Could not find standard attr ID for object 943b221b-350d-43b4-8d2f-9420dc9d95d4. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:43:56.742833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5135905b-ce5f-45e4-9923-82be98870226 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:56.755190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-32308172-da59-424b-bea8-0707d442fac5 None None] Could not find standard attr ID for object 45365e05-616b-4135-a9fb-5c8ddcb9a0b4. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:43:56.768313 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3454854-4dfb-4ec5-8096-4fffdfce32bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=943b221b-350d-43b4-8d2f-9420dc9d95d4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:56.810733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-32308172-da59-424b-bea8-0707d442fac5 None None] Provisioning complete for port 5135905b-ce5f-45e4-9923-82be98870226 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:56.811108 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32308172-da59-424b-bea8-0707d442fac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5135905b-ce5f-45e4-9923-82be98870226), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.079461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-32308172-da59-424b-bea8-0707d442fac5 None None] Current status of the port 5135905b-ce5f-45e4-9923-82be98870226 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:57.094879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4a739a8d-ee2d-465d-b5e2-507989c61447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.096486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4a739a8d-ee2d-465d-b5e2-507989c61447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.096975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4a739a8d-ee2d-465d-b5e2-507989c61447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.098821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4a739a8d-ee2d-465d-b5e2-507989c61447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.099312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4a739a8d-ee2d-465d-b5e2-507989c61447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.100923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4a739a8d-ee2d-465d-b5e2-507989c61447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.101439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4a739a8d-ee2d-465d-b5e2-507989c61447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.105206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4a739a8d-ee2d-465d-b5e2-507989c61447 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6503 time: 1.0612874 Feb 11 05:43:57.162442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3454854-4dfb-4ec5-8096-4fffdfce32bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.172857 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b3454854-4dfb-4ec5-8096-4fffdfce32bd tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/943b221b-350d-43b4-8d2f-9420dc9d95d4 HTTP/1.1" status: 204 len: 168 time: 2.1385403 Feb 11 05:43:57.173668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48072) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:57.294851 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b8d8fb-9dec-48f1-9911-513803190198 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:43:57.299157 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-84b8d8fb-9dec-48f1-9911-513803190198 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/943b221b-350d-43b4-8d2f-9420dc9d95d4 HTTP/1.1" status: 404 len: 333 time: 0.1054204 Feb 11 05:43:57.303933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48076) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:57.311512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:57.317737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.747050 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-953d14a0-75b1-4a46-a295-4b2d4bb20f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.774130 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.875660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3f59500f-e9d0-4073-960e-99468f0c40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.876552 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3f59500f-e9d0-4073-960e-99468f0c40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.878600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3f59500f-e9d0-4073-960e-99468f0c40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.880484 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-3f59500f-e9d0-4073-960e-99468f0c40bc service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.5986373 Feb 11 05:43:58.010703 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-15e94989-07ed-4fb0-a2b0-d8cf90d7774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.012452 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-15e94989-07ed-4fb0-a2b0-d8cf90d7774f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195679 Feb 11 05:43:58.046140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7a03c4-7289-4af6-9629-2c5c2e21c36f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet 02d062c5-5669-4492-b897-fc1e79068a91 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:58.079712 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f7a03c4-7289-4af6-9629-2c5c2e21c36f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (02d062c5-5669-4492-b897-fc1e79068a91), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.147822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.168700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking segment: {'id': '5d8cd836-4e1c-4d4e-b984-3df3d921fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c553ff7f-10c8-447e-aaf2-5cd761417fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:58.169241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network hostable DHCP agents. Network: c553ff7f-10c8-447e-aaf2-5cd761417fc6, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:43:58.184895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f7a03c4-7289-4af6-9629-2c5c2e21c36f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (02d062c5-5669-4492-b897-fc1e79068a91), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.363629 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76885e71-823b-434b-84bc-5264e9570da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (16631fcb-8ded-4c98-9be6-0faebb0d0fc2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.366971 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-76885e71-823b-434b-84bc-5264e9570da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.370449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-76885e71-823b-434b-84bc-5264e9570da8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16631fcb-8ded-4c98-9be6-0faebb0d0fc2 HTTP/1.1" status: 204 len: 168 time: 4.8183620 Feb 11 05:43:58.490381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765460c9-56db-44c9-95eb-6d08c6e08853 req-021892a0-cc66-4b80-9bdb-e1e62c42468a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.497927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765460c9-56db-44c9-95eb-6d08c6e08853 req-021892a0-cc66-4b80-9bdb-e1e62c42468a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.506700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765460c9-56db-44c9-95eb-6d08c6e08853 req-021892a0-cc66-4b80-9bdb-e1e62c42468a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.518680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765460c9-56db-44c9-95eb-6d08c6e08853 req-021892a0-cc66-4b80-9bdb-e1e62c42468a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.525872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765460c9-56db-44c9-95eb-6d08c6e08853 req-021892a0-cc66-4b80-9bdb-e1e62c42468a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.532503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765460c9-56db-44c9-95eb-6d08c6e08853 req-021892a0-cc66-4b80-9bdb-e1e62c42468a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.538823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765460c9-56db-44c9-95eb-6d08c6e08853 req-021892a0-cc66-4b80-9bdb-e1e62c42468a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.541825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-765460c9-56db-44c9-95eb-6d08c6e08853 req-021892a0-cc66-4b80-9bdb-e1e62c42468a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5396 time: 1.6546769 Feb 11 05:43:58.542840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76885e71-823b-434b-84bc-5264e9570da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16631fcb-8ded-4c98-9be6-0faebb0d0fc2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.717787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474acea-9fbd-4b8f-83f3-4dcb64b7918e req-f9d85552-8a29-4e7a-9b3b-3dce09ee9b3e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.725408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474acea-9fbd-4b8f-83f3-4dcb64b7918e req-f9d85552-8a29-4e7a-9b3b-3dce09ee9b3e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.731996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474acea-9fbd-4b8f-83f3-4dcb64b7918e req-f9d85552-8a29-4e7a-9b3b-3dce09ee9b3e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.739225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474acea-9fbd-4b8f-83f3-4dcb64b7918e req-f9d85552-8a29-4e7a-9b3b-3dce09ee9b3e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.754328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474acea-9fbd-4b8f-83f3-4dcb64b7918e req-f9d85552-8a29-4e7a-9b3b-3dce09ee9b3e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.760682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474acea-9fbd-4b8f-83f3-4dcb64b7918e req-f9d85552-8a29-4e7a-9b3b-3dce09ee9b3e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.766604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474acea-9fbd-4b8f-83f3-4dcb64b7918e req-f9d85552-8a29-4e7a-9b3b-3dce09ee9b3e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.766604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0474acea-9fbd-4b8f-83f3-4dcb64b7918e req-f9d85552-8a29-4e7a-9b3b-3dce09ee9b3e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5393 time: 1.1845677 Feb 11 05:43:58.774079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:58.781686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e9b612-8aa7-4249-96dc-2534a84d9330 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:58.815215 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Publish callbacks [] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.826973 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Publish callbacks [] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.872396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-7eab55c1-76a7-48fc-a1a3-e4b33a545626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.873016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-7eab55c1-76a7-48fc-a1a3-e4b33a545626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.873571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-7eab55c1-76a7-48fc-a1a3-e4b33a545626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.875282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-7eab55c1-76a7-48fc-a1a3-e4b33a545626 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c75556137b8430aad60300261085fb6&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.7393401 Feb 11 05:43:58.969798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Transition to ACTIVE for port object 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:58.972931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Transition to ACTIVE for port object c9e9b612-8aa7-4249-96dc-2534a84d9330 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:59.063727 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.068344 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.115303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network c553ff7f-10c8-447e-aaf2-5cd761417fc6 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:43:59.164435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, c553ff7f-10c8-447e-aaf2-5cd761417fc6) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:59.173866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4312e673-5a36-4eb0-96b0-9e35fd8b37e0 None None] Network c553ff7f-10c8-447e-aaf2-5cd761417fc6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:59.248397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:59.248996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.373802 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-36e697e8-f22e-4751-8816-9d4e6df2da2c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8550501 Feb 11 05:43:59.375819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48106) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:59.394185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-799077936'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:59.400172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f7a03c4-7289-4af6-9629-2c5c2e21c36f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (02d062c5-5669-4492-b897-fc1e79068a91), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.470572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-765460c9-56db-44c9-95eb-6d08c6e08853 req-4fb7499e-7315-400c-916d-0ea7987fd97e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8503342 Feb 11 05:43:59.516830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:59.520580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.569956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-c553ff7f-10c8-447e-aaf2-5cd761417fc6', 'network_id': 'c553ff7f-10c8-447e-aaf2-5cd761417fc6', 'project_id': '0e98f3263196470b83b894530792fde0', 'fixed_ips': [{'subnet_id': 'd5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:43:59.570867 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.615928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f7a03c4-7289-4af6-9629-2c5c2e21c36f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (02d062c5-5669-4492-b897-fc1e79068a91), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.619570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:59.694357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4c9abafc-119e-4dec-a2a5-abd66d74e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:59.695966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b35345f1-5464-4a3a-bd32-3c3f88c0e7d8 req-4c9abafc-119e-4dec-a2a5-abd66d74e6d8 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8009932 Feb 11 05:43:59.713379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2d1c20f8-9fc3-4115-8313-9b6989bdc828), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.714762 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment 2d1c20f8-9fc3-4115-8313-9b6989bdc828 of type vlan for network 3d700907-6337-4844-b21e-cd961f11c744 Feb 11 05:43:59.785336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:59.832819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0474acea-9fbd-4b8f-83f3-4dcb64b7918e req-35c07f8d-2243-4067-8e70-db11f5aa567d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0372684 Feb 11 05:43:59.909108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3d700907-6337-4844-b21e-cd961f11c744), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.018822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f7a03c4-7289-4af6-9629-2c5c2e21c36f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.027045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da8e831-6966-4eb2-9068-43c73b590359 None None] Network bf15423c-4650-46e8-813d-9476efcfebd2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:00.039715 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5f7a03c4-7289-4af6-9629-2c5c2e21c36f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/02d062c5-5669-4492-b897-fc1e79068a91 HTTP/1.1" status: 204 len: 168 time: 2.7270241 Feb 11 05:44:00.042542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48120) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:00.084479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Attempting to bind port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:00.084764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Attempting to bind port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:00.085106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Attempting to bind port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:00.093625 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3d700907-6337-4844-b21e-cd961f11c744), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.105323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:00.106183 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.138051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa on network fb83d269-2acd-412f-8a84-5425707c72b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:00.138438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Attempting to bind port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:00.168168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Pushing event updated for resources: {'Port': ['ID=c9e9b612-8aa7-4249-96dc-2534a84d9330,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:00.181988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:00.182345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Checking segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:00.182735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Bound using segment: {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:00.183185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Bound port: 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e99462e-2fe2-4877-af1c-3122ba54005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:00.185248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.199404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Allocated IP 2001:db8:0:ffff::2 (c553ff7f-10c8-447e-aaf2-5cd761417fc6/d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f/0b5ade7e-8848-451a-8be0-a94b3d50d0b3) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:00.261376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Attempting to bind port c9e9b612-8aa7-4249-96dc-2534a84d9330 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:00.261714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Attempting to bind port c9e9b612-8aa7-4249-96dc-2534a84d9330 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:00.262049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Attempting to bind port c9e9b612-8aa7-4249-96dc-2534a84d9330 on network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:00.303013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Port c9e9b612-8aa7-4249-96dc-2534a84d9330 on network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:00.303600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Attempting to bind port c9e9b612-8aa7-4249-96dc-2534a84d9330 on network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:00.352154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a03c4-7289-4af6-9629-2c5c2e21c36f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=02d062c5-5669-4492-b897-fc1e79068a91,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:00.361070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:00.363646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Checking segment: {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:00.364915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Bound using segment: {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:00.366304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Bound port: c9e9b612-8aa7-4249-96dc-2534a84d9330, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:00.368755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.384358 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0051551 Feb 11 05:44:00.390177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48130) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:00.404974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': '3d700907-6337-4844-b21e-cd961f11c744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:00.409248 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1873-c9f4-46da-9fcd-1abb7c10e754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.424614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (bf15423c-4650-46e8-813d-9476efcfebd2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.635995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] For port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:00.639862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] For port c9e9b612-8aa7-4249-96dc-2534a84d9330, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:00.644960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d9a58-3b71-4b69-9c7f-d354626fc111 None None] DHCP port deletion for bf15423c-4650-46e8-813d-9476efcfebd2 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:00.648458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] For port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:00.658769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] For port c9e9b612-8aa7-4249-96dc-2534a84d9330, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c9e9b612-8aa7-4249-96dc-2534a84d9330,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:00.678948 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.685379 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.716567 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Publish callbacks [] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.731064 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.759985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095faf1-bb30-463e-8a04-38339e3d38f9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=3d700907-6337-4844-b21e-cd961f11c744,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:00.847162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:00.854205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:00.854843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.858586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] 10.222.0.81 "PUT /v2.0/ports/3cdee5aa-e118-4a1d-88f8-62d7973bbbfa HTTP/1.1" status: 200 len: 1090 time: 6.8430305 Feb 11 05:44:00.859707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.868747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:00.877698 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20505dfb-1dd2-4fad-acbc-89493841e028" -d '{"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "3cdee5aa-e118-4a1d-88f8-62d7973bbbfa"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:00.920680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:00.939780 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.944023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] 10.222.0.72 "PUT /v2.0/ports/c9e9b612-8aa7-4249-96dc-2534a84d9330 HTTP/1.1" status: 200 len: 1092 time: 8.1535506 Feb 11 05:44:00.977284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:01.029733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Pushing event updated for resources: {'Port': ['ID=0b5ade7e-8848-451a-8be0-a94b3d50d0b3,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:01.060735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3d700907-6337-4844-b21e-cd961f11c744 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:01.124984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343221a-46f3-494b-b239-b38f72a96136 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:01.163103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Request body: {'port': {'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:01.213862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48150) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:01.388293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Network c553ff7f-10c8-447e-aaf2-5cd761417fc6 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:01.392858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:01.400509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:01.408021 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.425471 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 5135905b-ce5f-45e4-9923-82be98870226 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:01.426367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5135905b-ce5f-45e4-9923-82be98870226), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.497612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (3502a002-8242-4887-8979-5ece502db437), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.502644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d9a58-3b71-4b69-9c7f-d354626fc111 None None] Deleting port 5135905b-ce5f-45e4-9923-82be98870226 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:01.509461 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9a58-3b71-4b69-9c7f-d354626fc111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5135905b-ce5f-45e4-9923-82be98870226), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.586463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a10b91-963c-4580-8a21-12f0d645f22a req-656c83cc-4fee-49df-9a1f-dff2e9c5bd72 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:01.609829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a10b91-963c-4580-8a21-12f0d645f22a req-656c83cc-4fee-49df-9a1f-dff2e9c5bd72 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:01.627370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a10b91-963c-4580-8a21-12f0d645f22a req-656c83cc-4fee-49df-9a1f-dff2e9c5bd72 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:01.644884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a10b91-963c-4580-8a21-12f0d645f22a req-656c83cc-4fee-49df-9a1f-dff2e9c5bd72 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:01.670666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a10b91-963c-4580-8a21-12f0d645f22a req-656c83cc-4fee-49df-9a1f-dff2e9c5bd72 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:01.686714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a10b91-963c-4580-8a21-12f0d645f22a req-656c83cc-4fee-49df-9a1f-dff2e9c5bd72 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:01.692311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a10b91-963c-4580-8a21-12f0d645f22a req-656c83cc-4fee-49df-9a1f-dff2e9c5bd72 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:01.707427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68a10b91-963c-4580-8a21-12f0d645f22a req-656c83cc-4fee-49df-9a1f-dff2e9c5bd72 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5408 time: 1.0163932 Feb 11 05:44:01.748951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Attempting to bind port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:01.749356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Attempting to bind port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '5d8cd836-4e1c-4d4e-b984-3df3d921fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c553ff7f-10c8-447e-aaf2-5cd761417fc6'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:01.749729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Attempting to bind port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 on network c553ff7f-10c8-447e-aaf2-5cd761417fc6 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:01.793470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:01.794274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Checking segment: {'id': '5d8cd836-4e1c-4d4e-b984-3df3d921fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c553ff7f-10c8-447e-aaf2-5cd761417fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:01.795647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.796754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Bound using segment: {'id': '5d8cd836-4e1c-4d4e-b984-3df3d921fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c553ff7f-10c8-447e-aaf2-5cd761417fc6'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:01.797516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Bound port: 0b5ade7e-8848-451a-8be0-a94b3d50d0b3, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8cd836-4e1c-4d4e-b984-3df3d921fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c553ff7f-10c8-447e-aaf2-5cd761417fc6'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:01.798153 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.812244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2c3d9a58-3b71-4b69-9c7f-d354626fc111 None None] For port 5135905b-ce5f-45e4-9923-82be98870226, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5135905b-ce5f-45e4-9923-82be98870226,segment=NetworkSegment(a110a399-661d-4a3e-8a07-7ff7d682acbe),segment_id=a110a399-661d-4a3e-8a07-7ff7d682acbe)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:01.813507 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9a58-3b71-4b69-9c7f-d354626fc111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5135905b-ce5f-45e4-9923-82be98870226), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.870809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] For port 5135905b-ce5f-45e4-9923-82be98870226, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5135905b-ce5f-45e4-9923-82be98870226,segment=NetworkSegment(a110a399-661d-4a3e-8a07-7ff7d682acbe),segment_id=a110a399-661d-4a3e-8a07-7ff7d682acbe)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:01.882799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5135905b-ce5f-45e4-9923-82be98870226), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.886939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d9a58-3b71-4b69-9c7f-d354626fc111 None None] Calling delete_port for 5135905b-ce5f-45e4-9923-82be98870226 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:01.922950 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-849f8964-aaf6-48b6-b08c-da8f17014c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.948248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d12399-ce8f-4ebc-8299-468bcabcb5ce service neutron] Pushing event updated for resources: {'Port': ['ID=c9e9b612-8aa7-4249-96dc-2534a84d9330,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:01.948501 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=3502a002-8242-4887-8979-5ece502db437,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:01.949525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 5135905b-ce5f-45e4-9923-82be98870226 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:01.985275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking segment: {'id': '2d1c20f8-9fc3-4115-8313-9b6989bdc828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3d700907-6337-4844-b21e-cd961f11c744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:01.985660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network hostable DHCP agents. Network: 3d700907-6337-4844-b21e-cd961f11c744, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:01.987036 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.023370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b275-5dec-4778-931e-3625c4491861 req-bc1bfaa8-0d10-49eb-a5f3-140fcdd31582 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.036674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5135905b-ce5f-45e4-9923-82be98870226 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:02.038801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b275-5dec-4778-931e-3625c4491861 req-bc1bfaa8-0d10-49eb-a5f3-140fcdd31582 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.063524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b275-5dec-4778-931e-3625c4491861 req-bc1bfaa8-0d10-49eb-a5f3-140fcdd31582 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.069512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b275-5dec-4778-931e-3625c4491861 req-bc1bfaa8-0d10-49eb-a5f3-140fcdd31582 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.085252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b275-5dec-4778-931e-3625c4491861 req-bc1bfaa8-0d10-49eb-a5f3-140fcdd31582 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.090788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b275-5dec-4778-931e-3625c4491861 req-bc1bfaa8-0d10-49eb-a5f3-140fcdd31582 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.099600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b275-5dec-4778-931e-3625c4491861 req-bc1bfaa8-0d10-49eb-a5f3-140fcdd31582 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.115939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af29b275-5dec-4778-931e-3625c4491861 req-bc1bfaa8-0d10-49eb-a5f3-140fcdd31582 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5405 time: 1.0729828 Feb 11 05:44:02.157630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a25ded39-6b78-42fc-acac-793224388ea3), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.266482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] For port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:02.274276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] For port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0b5ade7e-8848-451a-8be0-a94b3d50d0b3,segment=NetworkSegment(5d8cd836-4e1c-4d4e-b984-3df3d921fb22),segment_id=5d8cd836-4e1c-4d4e-b984-3df3d921fb22)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:02.283113 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.287280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network 3d700907-6337-4844-b21e-cd961f11c744 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:02.323114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5135905b-ce5f-45e4-9923-82be98870226), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.346412 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 05:44:02.354363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Port 5135905b-ce5f-45e4-9923-82be98870226 update to DOWN by agent not found {{(pid=103122) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:44:02.434234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348227d-bbd7-4632-9419-96c80fcc602d None None] Pushing event updated for resources: {'Port': ['ID=0b5ade7e-8848-451a-8be0-a94b3d50d0b3,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:02.447557 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9a58-3b71-4b69-9c7f-d354626fc111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (5135905b-ce5f-45e4-9923-82be98870226), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.474976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3d700907-6337-4844-b21e-cd961f11c744) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:02.497395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=5135905b-ce5f-45e4-9923-82be98870226,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:02.503406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No DVR routers for this DVR port 5135905b-ce5f-45e4-9923-82be98870226 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:02.514232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.514845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.737941 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c03a6294-7740-49bb-be9f-1e1b44f3d87e tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3449960 Feb 11 05:44:02.743065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48166) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:03.110796 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (bf15423c-4650-46e8-813d-9476efcfebd2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.204675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b95bbc-dd8d-4e2a-a205-446873ef046d None None] Network 3d700907-6337-4844-b21e-cd961f11c744 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:03.210243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d9a58-3b71-4b69-9c7f-d354626fc111 None None] Pushing event deleted for resources: {'Port': ['ID=5135905b-ce5f-45e4-9923-82be98870226,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.258399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d9a58-3b71-4b69-9c7f-d354626fc111 None None] No DVR routers for this DVR port 5135905b-ce5f-45e4-9923-82be98870226 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:03.298313 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.348970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-849f8964-aaf6-48b6-b08c-da8f17014c56 admin admin] Publish callbacks [] for security_group (d5f0fcbc-9a5b-489e-a2c8-658c2f656fac), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.350469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf15423c-4650-46e8-813d-9476efcfebd2']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:03.373092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21537272-a9ac-444e-a0ea-df45ed0a2737 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:03.394902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a110a399-661d-4a3e-8a07-7ff7d682acbe') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:03.395265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a110a399-661d-4a3e-8a07-7ff7d682acbe') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:03.400889 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Publish callbacks [] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.428792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Transition to ACTIVE for port object 21537272-a9ac-444e-a0ea-df45ed0a2737 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:03.441182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68a10b91-963c-4580-8a21-12f0d645f22a req-f54f8391-72fe-4f8c-be3f-8ed7e4697285 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.7096756 Feb 11 05:44:03.449796 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (a110a399-661d-4a3e-8a07-7ff7d682acbe), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.466363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-849f8964-aaf6-48b6-b08c-da8f17014c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d5f0fcbc-9a5b-489e-a2c8-658c2f656fac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.473604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3d700907-6337-4844-b21e-cd961f11c744), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.483133 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.491932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a110a399-661d-4a3e-8a07-7ff7d682acbe), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.515497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-3d700907-6337-4844-b21e-cd961f11c744', 'network_id': '3d700907-6337-4844-b21e-cd961f11c744', 'project_id': '0e98f3263196470b83b894530792fde0', 'fixed_ips': [{'subnet_id': '3502a002-8242-4887-8979-5ece502db437'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:03.516592 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.523548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:03.523748 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (a110a399-661d-4a3e-8a07-7ff7d682acbe), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:03.535439 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:03.839745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Allocated IP 2001:db8::1 (3d700907-6337-4844-b21e-cd961f11c744/3502a002-8242-4887-8979-5ece502db437/c90fec08-4701-4730-b735-e5ebaecc8b0f) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:03.900287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (bf15423c-4650-46e8-813d-9476efcfebd2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.006583 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a2409-a45f-457c-a3f0-7f56aa61dacf x-openstack-request-id: req-057a2409-a45f-457c-a3f0-7f56aa61dacf {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:04.006965 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "3cdee5aa-e118-4a1d-88f8-62d7973bbbfa", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:04.007159 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-057a2409-a45f-457c-a3f0-7f56aa61dacf {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:04.007544 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa', 'status': 'completed', 'code': 200} Feb 11 05:44:04.008147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Pushing event updated for resources: {'Port': ['ID=21537272-a9ac-444e-a0ea-df45ed0a2737,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:04.094416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.109231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:04.115121 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.127816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af29b275-5dec-4778-931e-3625c4491861 req-7a771844-d51d-4738-a365-ff2d83cfb67e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 2.0050409 Feb 11 05:44:04.132074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f8964-aaf6-48b6-b08c-da8f17014c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f0fcbc-9a5b-489e-a2c8-658c2f656fac,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:04.137793 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/networks/bf15423c-4650-46e8-813d-9476efcfebd2 HTTP/1.1" status: 204 len: 168 time: 4.0058835 Feb 11 05:44:04.140123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72746e2f-4287-467d-a486-d86f2396a7b1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Network': ['ID=bf15423c-4650-46e8-813d-9476efcfebd2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:04.144959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-849f8964-aaf6-48b6-b08c-da8f17014c56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5137e26a2b584934a5f362c5428dba0a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8964324 Feb 11 05:44:04.153053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48176) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:04.153588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48178) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:04.211480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1565687808'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:04.414368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:04.415308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.476669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Attempting to bind port 21537272-a9ac-444e-a0ea-df45ed0a2737 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:04.477777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Attempting to bind port 21537272-a9ac-444e-a0ea-df45ed0a2737 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:04.479658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Attempting to bind port 21537272-a9ac-444e-a0ea-df45ed0a2737 on network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:04.481662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fe1de25-e5d4-4bfd-ad53-6a77a711be7e admin admin] Publish callbacks [] for security_group (d5f0fcbc-9a5b-489e-a2c8-658c2f656fac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.517611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Port 21537272-a9ac-444e-a0ea-df45ed0a2737 on network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:04.517947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Attempting to bind port 21537272-a9ac-444e-a0ea-df45ed0a2737 on network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:04.560276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:04.561166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Checking segment: {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:04.561166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Bound using segment: {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:04.561635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Bound port: 21537272-a9ac-444e-a0ea-df45ed0a2737, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:04.561830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.565544 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (3502a002-8242-4887-8979-5ece502db437), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.715397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-4c188038-4299-47cb-afc2-8b2d63e10d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.716283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-4c188038-4299-47cb-afc2-8b2d63e10d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.716952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-4c188038-4299-47cb-afc2-8b2d63e10d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.717531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077885e5-7434-4b1e-87e9-cc789d3336fe None None] Network c553ff7f-10c8-447e-aaf2-5cd761417fc6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:04.723465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-4c188038-4299-47cb-afc2-8b2d63e10d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.724886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-4c188038-4299-47cb-afc2-8b2d63e10d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.725749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-4c188038-4299-47cb-afc2-8b2d63e10d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.735305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-4c188038-4299-47cb-afc2-8b2d63e10d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.746001 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-4c188038-4299-47cb-afc2-8b2d63e10d1b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6538 time: 1.0556347 Feb 11 05:44:04.832934 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fe1de25-e5d4-4bfd-ad53-6a77a711be7e admin admin] Publish callbacks [] for security_group (d5f0fcbc-9a5b-489e-a2c8-658c2f656fac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.843338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:04.850017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.854578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Publish callbacks [] for port (c90fec08-4701-4730-b735-e5ebaecc8b0f), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.930552 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (c90fec08-4701-4730-b735-e5ebaecc8b0f), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.080173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad61fb-41c4-4713-afb7-166377f6ec1b req-babb719c-6413-4c41-9d9a-29bd2a6be49f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.093750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad61fb-41c4-4713-afb7-166377f6ec1b req-babb719c-6413-4c41-9d9a-29bd2a6be49f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.099293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad61fb-41c4-4713-afb7-166377f6ec1b req-babb719c-6413-4c41-9d9a-29bd2a6be49f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.117214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad61fb-41c4-4713-afb7-166377f6ec1b req-babb719c-6413-4c41-9d9a-29bd2a6be49f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.130939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad61fb-41c4-4713-afb7-166377f6ec1b req-babb719c-6413-4c41-9d9a-29bd2a6be49f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.134418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a2331d99-2bce-4760-afa2-eded929135bd None None] Provisioning complete for port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:05.135495 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a2331d99-2bce-4760-afa2-eded929135bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.141428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Network 3d700907-6337-4844-b21e-cd961f11c744 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:05.142730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad61fb-41c4-4713-afb7-166377f6ec1b req-babb719c-6413-4c41-9d9a-29bd2a6be49f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.148992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad61fb-41c4-4713-afb7-166377f6ec1b req-babb719c-6413-4c41-9d9a-29bd2a6be49f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.151546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06ad61fb-41c4-4713-afb7-166377f6ec1b req-babb719c-6413-4c41-9d9a-29bd2a6be49f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5408 time: 0.4176400 Feb 11 05:44:05.181761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:05.231852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06ad61fb-41c4-4713-afb7-166377f6ec1b req-4f9b9ce7-f304-4ce1-9874-08bcb3619c43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731342 Feb 11 05:44:05.259477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] For port 21537272-a9ac-444e-a0ea-df45ed0a2737, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:05.271775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] For port 21537272-a9ac-444e-a0ea-df45ed0a2737, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=21537272-a9ac-444e-a0ea-df45ed0a2737,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:05.282172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (3502a002-8242-4887-8979-5ece502db437), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.324401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:05.337312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.341595 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:05.358506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Pushing event updated for resources: {'Port': ['ID=c90fec08-4701-4730-b735-e5ebaecc8b0f,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:05.364518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:05.364921 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.630990 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3d700907-6337-4844-b21e-cd961f11c744), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.681563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25ded39-6b78-42fc-acac-793224388ea3 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:05.687509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d700907-6337-4844-b21e-cd961f11c744']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:05.706203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.706843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.708270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] 10.222.0.81 "PUT /v2.0/ports/21537272-a9ac-444e-a0ea-df45ed0a2737 HTTP/1.1" status: 200 len: 1092 time: 4.7905426 Feb 11 05:44:05.731255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0b5ade7e-8848-451a-8be0-a94b3d50d0b3,segment=NetworkSegment(5d8cd836-4e1c-4d4e-b984-3df3d921fb22),segment_id=5d8cd836-4e1c-4d4e-b984-3df3d921fb22)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:05.733368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1c20f8-9fc3-4115-8313-9b6989bdc828') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:05.735010 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1c20f8-9fc3-4115-8313-9b6989bdc828') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:05.750362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Publish callbacks [] for port (a25ded39-6b78-42fc-acac-793224388ea3), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.771779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (2d1c20f8-9fc3-4115-8313-9b6989bdc828), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.781404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Request body: {'port': {'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:05.785865 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.799604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Attempting to bind port c90fec08-4701-4730-b735-e5ebaecc8b0f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:05.799980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Attempting to bind port c90fec08-4701-4730-b735-e5ebaecc8b0f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '2d1c20f8-9fc3-4115-8313-9b6989bdc828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3d700907-6337-4844-b21e-cd961f11c744'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:05.800347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Attempting to bind port c90fec08-4701-4730-b735-e5ebaecc8b0f on network 3d700907-6337-4844-b21e-cd961f11c744 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:05.807391 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2d1c20f8-9fc3-4115-8313-9b6989bdc828), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.823606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:05.834965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (2d1c20f8-9fc3-4115-8313-9b6989bdc828), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.980524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c68bb-b2a6-4eae-8128-ed4aa5748abf service neutron] Pushing event updated for resources: {'Port': ['ID=21537272-a9ac-444e-a0ea-df45ed0a2737,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:05.999146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:05.999614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Checking segment: {'id': '2d1c20f8-9fc3-4115-8313-9b6989bdc828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3d700907-6337-4844-b21e-cd961f11c744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:06.000035 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.000445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Bound using segment: {'id': '2d1c20f8-9fc3-4115-8313-9b6989bdc828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3d700907-6337-4844-b21e-cd961f11c744'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:06.003074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Bound port: c90fec08-4701-4730-b735-e5ebaecc8b0f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1c20f8-9fc3-4115-8313-9b6989bdc828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3d700907-6337-4844-b21e-cd961f11c744'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:06.009431 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c90fec08-4701-4730-b735-e5ebaecc8b0f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.023247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': 'c9e9b612-8aa7-4249-96dc-2534a84d9330'}, {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '21537272-a9ac-444e-a0ea-df45ed0a2737'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:06.026715 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d9cab9-6630-4666-b56e-0cfe3489124c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "c9e9b612-8aa7-4249-96dc-2534a84d9330"}, {"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "21537272-a9ac-444e-a0ea-df45ed0a2737"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:06.062610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6487-b5cf-4937-9950-637826d9243f req-f32e99d1-9a4f-4069-8940-f6d132c9d1d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.083240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6487-b5cf-4937-9950-637826d9243f req-f32e99d1-9a4f-4069-8940-f6d132c9d1d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.094085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6487-b5cf-4937-9950-637826d9243f req-f32e99d1-9a4f-4069-8940-f6d132c9d1d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.115095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6487-b5cf-4937-9950-637826d9243f req-f32e99d1-9a4f-4069-8940-f6d132c9d1d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.138184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (59ff9323-cb4e-486d-a8e5-f21821b9b499), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.138517 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Added segment 59ff9323-cb4e-486d-a8e5-f21821b9b499 of type vlan for network 1be41757-b916-4cb3-ba55-eb15eda1a30a Feb 11 05:44:06.139946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=3502a002-8242-4887-8979-5ece502db437,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.140503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a2331d99-2bce-4760-afa2-eded929135bd None None] Current status of the port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:06.141804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fe1de25-e5d4-4bfd-ad53-6a77a711be7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d5f0fcbc-9a5b-489e-a2c8-658c2f656fac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.156591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fe1de25-e5d4-4bfd-ad53-6a77a711be7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.158245 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5fe1de25-e5d4-4bfd-ad53-6a77a711be7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5f0fcbc-9a5b-489e-a2c8-658c2f656fac HTTP/1.1" status: 204 len: 168 time: 1.9746404 Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:06.179188 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:06.186280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6487-b5cf-4937-9950-637826d9243f req-f32e99d1-9a4f-4069-8940-f6d132c9d1d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.201801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1de25-e5d4-4bfd-ad53-6a77a711be7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f0fcbc-9a5b-489e-a2c8-658c2f656fac,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.217499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6487-b5cf-4937-9950-637826d9243f req-f32e99d1-9a4f-4069-8940-f6d132c9d1d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.225970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-8d3a7883-8c90-4434-8aca-96bfbdce23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.226480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-8d3a7883-8c90-4434-8aca-96bfbdce23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.226917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-8d3a7883-8c90-4434-8aca-96bfbdce23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.229221 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-8d3a7883-8c90-4434-8aca-96bfbdce23a9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.3875115 Feb 11 05:44:06.237373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6487-b5cf-4937-9950-637826d9243f req-f32e99d1-9a4f-4069-8940-f6d132c9d1d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.239288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26cc6487-b5cf-4937-9950-637826d9243f req-f32e99d1-9a4f-4069-8940-f6d132c9d1d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5417 time: 0.7413232 Feb 11 05:44:06.250407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Transition to ACTIVE for port object a25ded39-6b78-42fc-acac-793224388ea3 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:06.251850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.321525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.api [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:44:06.321525 n-d-715271-35 neutron-server[103121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:44:06.321525 n-d-715271-35 neutron-server[103121]: [parameters: {'id': '3d700907-6337-4844-b21e-cd961f11c744'}] Feb 11 05:44:06.321525 n-d-715271-35 neutron-server[103121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:44:06.322487 n-d-715271-35 neutron-server[103121]: DEBUG oslo_db.api [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:44:06.347877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=0b5ade7e-8848-451a-8be0-a94b3d50d0b3,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.377357 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (1be41757-b916-4cb3-ba55-eb15eda1a30a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.492275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1eeb3dd6-ac15-4d07-8b47-6b1cbc964d13 None None] Provisioning complete for port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:06.507360 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d64bbcd-2542-4d2e-87a6-2ead62a0b892 x-openstack-request-id: req-9d64bbcd-2542-4d2e-87a6-2ead62a0b892 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:06.507594 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3dd6-ac15-4d07-8b47-6b1cbc964d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.507726 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "c9e9b612-8aa7-4249-96dc-2534a84d9330", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "21537272-a9ac-444e-a0ea-df45ed0a2737", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:06.507924 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d64bbcd-2542-4d2e-87a6-2ead62a0b892 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:06.514309 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': 'c9e9b612-8aa7-4249-96dc-2534a84d9330', 'status': 'completed', 'code': 200} Feb 11 05:44:06.514309 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '21537272-a9ac-444e-a0ea-df45ed0a2737', 'status': 'completed', 'code': 200} Feb 11 05:44:06.533517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26cc6487-b5cf-4937-9950-637826d9243f req-9d8bc256-79b1-429f-abd7-d7ee563ef3e9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2670615 Feb 11 05:44:06.545991 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a25ded39-6b78-42fc-acac-793224388ea3), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.581598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (1be41757-b916-4cb3-ba55-eb15eda1a30a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.599008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.601711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.605524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-35849949-a423-428b-bccd-ef94c3656155 None None] For port c90fec08-4701-4730-b735-e5ebaecc8b0f, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:06.641526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-35849949-a423-428b-bccd-ef94c3656155 None None] For port c90fec08-4701-4730-b735-e5ebaecc8b0f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c90fec08-4701-4730-b735-e5ebaecc8b0f,segment=NetworkSegment(2d1c20f8-9fc3-4115-8313-9b6989bdc828),segment_id=2d1c20f8-9fc3-4115-8313-9b6989bdc828)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:06.660272 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c90fec08-4701-4730-b735-e5ebaecc8b0f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.723422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Pushing event updated for resources: {'Port': ['ID=a25ded39-6b78-42fc-acac-793224388ea3,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.807501 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6331501 Feb 11 05:44:06.812331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48210) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.840604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3d700907-6337-4844-b21e-cd961f11c744), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.873697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': '1be41757-b916-4cb3-ba55-eb15eda1a30a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:06.932390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-630dc533-5c48-4e8e-ab1d-d7102809335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.942011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35849949-a423-428b-bccd-ef94c3656155 None None] Pushing event updated for resources: {'Port': ['ID=c90fec08-4701-4730-b735-e5ebaecc8b0f,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.956444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb3dd6-ac15-4d07-8b47-6b1cbc964d13 None None] Current status of the port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:06.957785 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20505dfb-1dd2-4fad-acbc-89493841e028 req-630dc533-5c48-4e8e-ab1d-d7102809335c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6269686 Feb 11 05:44:07.074951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215e76d-a8dc-409e-bb80-90dc3edc6e84 None None] Network 3d700907-6337-4844-b21e-cd961f11c744 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:07.075710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfe274-6021-45f6-8e6d-631ddb8c6fcf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Network': ['ID=1be41757-b916-4cb3-ba55-eb15eda1a30a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:07.108227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 1be41757-b916-4cb3-ba55-eb15eda1a30a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:07.173004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7efd7-ba5f-407c-8a32-0b5ea61443a5 req-634cf4f9-0f81-4059-b333-e08671f25ab0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.209703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7efd7-ba5f-407c-8a32-0b5ea61443a5 req-634cf4f9-0f81-4059-b333-e08671f25ab0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.231404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7efd7-ba5f-407c-8a32-0b5ea61443a5 req-634cf4f9-0f81-4059-b333-e08671f25ab0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.236819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7efd7-ba5f-407c-8a32-0b5ea61443a5 req-634cf4f9-0f81-4059-b333-e08671f25ab0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.254002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7efd7-ba5f-407c-8a32-0b5ea61443a5 req-634cf4f9-0f81-4059-b333-e08671f25ab0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.267430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7efd7-ba5f-407c-8a32-0b5ea61443a5 req-634cf4f9-0f81-4059-b333-e08671f25ab0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.295483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7efd7-ba5f-407c-8a32-0b5ea61443a5 req-634cf4f9-0f81-4059-b333-e08671f25ab0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.297467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ab7efd7-ba5f-407c-8a32-0b5ea61443a5 req-634cf4f9-0f81-4059-b333-e08671f25ab0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.7459002 Feb 11 05:44:07.336377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4d57dcfd-01e5-4d95-a8d3-cf95f8e495ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.347470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4d57dcfd-01e5-4d95-a8d3-cf95f8e495ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.353381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4d57dcfd-01e5-4d95-a8d3-cf95f8e495ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.354067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4d57dcfd-01e5-4d95-a8d3-cf95f8e495ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.354699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4d57dcfd-01e5-4d95-a8d3-cf95f8e495ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.355369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4d57dcfd-01e5-4d95-a8d3-cf95f8e495ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.355831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4d57dcfd-01e5-4d95-a8d3-cf95f8e495ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.358132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4d57dcfd-01e5-4d95-a8d3-cf95f8e495ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6628 time: 0.9142287 Feb 11 05:44:07.460626 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:07.481776 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.532611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4e5073f7-abbf-4f3a-af11-942aedf427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.533712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4e5073f7-abbf-4f3a-af11-942aedf427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.535608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4e5073f7-abbf-4f3a-af11-942aedf427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.538245 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4e5073f7-abbf-4f3a-af11-942aedf427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.538676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4e5073f7-abbf-4f3a-af11-942aedf427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.540168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4e5073f7-abbf-4f3a-af11-942aedf427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.540790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4e5073f7-abbf-4f3a-af11-942aedf427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.544680 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-4e5073f7-abbf-4f3a-af11-942aedf427ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6611 time: 0.4994841 Feb 11 05:44:07.584176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19963409-1443-473d-91cc-c3456adf4ae1 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:44:07.775750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting port c90fec08-4701-4730-b735-e5ebaecc8b0f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:07.776123 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c90fec08-4701-4730-b735-e5ebaecc8b0f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.905316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19963409-1443-473d-91cc-c3456adf4ae1 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:44:07.965954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Attempting to bind port a25ded39-6b78-42fc-acac-793224388ea3 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:07.981145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Attempting to bind port a25ded39-6b78-42fc-acac-793224388ea3 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:07.982018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Attempting to bind port a25ded39-6b78-42fc-acac-793224388ea3 on network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:08.089658 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48238) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:08.093675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:08.309013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:08.309975 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.456890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] For port c90fec08-4701-4730-b735-e5ebaecc8b0f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c90fec08-4701-4730-b735-e5ebaecc8b0f,segment=NetworkSegment(2d1c20f8-9fc3-4115-8313-9b6989bdc828),segment_id=2d1c20f8-9fc3-4115-8313-9b6989bdc828)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:08.457459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c90fec08-4701-4730-b735-e5ebaecc8b0f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.474303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-114993449-network', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:08.532925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-3aeca043-2544-4948-ba62-a47e78499887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.535587 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-3aeca043-2544-4948-ba62-a47e78499887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.541154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-3aeca043-2544-4948-ba62-a47e78499887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.544558 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-3aeca043-2544-4948-ba62-a47e78499887 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.9824955 Feb 11 05:44:08.563924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:08.626493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Calling delete_port for c90fec08-4701-4730-b735-e5ebaecc8b0f owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:08.699193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:08.701885 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.809495 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.891773 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (44120534-5a79-4e7a-90dc-b2510ca99eb1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.913756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ab7efd7-ba5f-407c-8a32-0b5ea61443a5 req-a556c537-a05c-444e-8eb1-bdae0cccfc64 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5042732 Feb 11 05:44:08.946087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Port a25ded39-6b78-42fc-acac-793224388ea3 on network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:08.946411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Attempting to bind port a25ded39-6b78-42fc-acac-793224388ea3 on network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:08.956492 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-3f5395e6-d24b-4a3e-8183-051920440715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.957584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:08.958249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Checking segment: {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:08.958563 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-3f5395e6-d24b-4a3e-8183-051920440715 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3492906 Feb 11 05:44:08.959136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Bound using segment: {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:08.959768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Bound port: a25ded39-6b78-42fc-acac-793224388ea3, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38957bd3-7166-4426-a8bd-afb24ca3cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:08.960297 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a25ded39-6b78-42fc-acac-793224388ea3), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.999626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f531f3-0623-497b-b9dd-61b56ebf9589 req-33c3c58c-3721-4203-beff-74af830516c4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.007139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f531f3-0623-497b-b9dd-61b56ebf9589 req-33c3c58c-3721-4203-beff-74af830516c4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.012799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f531f3-0623-497b-b9dd-61b56ebf9589 req-33c3c58c-3721-4203-beff-74af830516c4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.013995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=44120534-5a79-4e7a-90dc-b2510ca99eb1,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.019201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f531f3-0623-497b-b9dd-61b56ebf9589 req-33c3c58c-3721-4203-beff-74af830516c4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.025623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f531f3-0623-497b-b9dd-61b56ebf9589 req-33c3c58c-3721-4203-beff-74af830516c4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.032527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f531f3-0623-497b-b9dd-61b56ebf9589 req-33c3c58c-3721-4203-beff-74af830516c4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.041377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f531f3-0623-497b-b9dd-61b56ebf9589 req-33c3c58c-3721-4203-beff-74af830516c4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.049308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0f531f3-0623-497b-b9dd-61b56ebf9589 req-33c3c58c-3721-4203-beff-74af830516c4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5417 time: 1.2878592 Feb 11 05:44:09.050031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c90fec08-4701-4730-b735-e5ebaecc8b0f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.206215 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Publish callbacks [] for security_group (16303394-0ea6-43a3-8c44-0d87afdaeaa3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.214968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (16303394-0ea6-43a3-8c44-0d87afdaeaa3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.253510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-0d0b4e63-464a-49f1-9b7e-1d56b2a9fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.254166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Port': ['ID=c90fec08-4701-4730-b735-e5ebaecc8b0f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.259845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16303394-0ea6-43a3-8c44-0d87afdaeaa3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.264047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No DVR routers for this DVR port c90fec08-4701-4730-b735-e5ebaecc8b0f on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:09.265714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Checking segment: {'id': '59ff9323-cb4e-486d-a8e5-f21821b9b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1be41757-b916-4cb3-ba55-eb15eda1a30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:09.266106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network hostable DHCP agents. Network: 1be41757-b916-4cb3-ba55-eb15eda1a30a, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:09.266246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-0d0b4e63-464a-49f1-9b7e-1d56b2a9fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.266967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-0d0b4e63-464a-49f1-9b7e-1d56b2a9fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.269372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-0d0b4e63-464a-49f1-9b7e-1d56b2a9fc9f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c75556137b8430aad60300261085fb6&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.7088189 Feb 11 05:44:09.284466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:09.335386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0f531f3-0623-497b-b9dd-61b56ebf9589 req-a007f436-7e35-433c-ac15-a455b4040794 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2849293 Feb 11 05:44:09.408270 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3d700907-6337-4844-b21e-cd961f11c744), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.432825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d700907-6337-4844-b21e-cd961f11c744']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:09.451273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1c20f8-9fc3-4115-8313-9b6989bdc828') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:09.452360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1c20f8-9fc3-4115-8313-9b6989bdc828') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:09.467358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7a77e720-1425-48fb-98e2-00d66595f5b5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.468826 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Added segment 7a77e720-1425-48fb-98e2-00d66595f5b5 of type vlan for network ee7493c8-4711-4732-9b3e-961952057311 Feb 11 05:44:09.503467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (2d1c20f8-9fc3-4115-8313-9b6989bdc828), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.523733 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 1be41757-b916-4cb3-ba55-eb15eda1a30a is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:09.548747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] For port a25ded39-6b78-42fc-acac-793224388ea3, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:09.556146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2d1c20f8-9fc3-4115-8313-9b6989bdc828), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.558604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] For port a25ded39-6b78-42fc-acac-793224388ea3, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a25ded39-6b78-42fc-acac-793224388ea3,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:09.559906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (ee7493c8-4711-4732-9b3e-961952057311), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.562579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 1be41757-b916-4cb3-ba55-eb15eda1a30a) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:09.571975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d88ee95-b93e-4be6-af14-836865195102 None None] Network 1be41757-b916-4cb3-ba55-eb15eda1a30a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:09.584855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.585757 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.597755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:09.598441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (2d1c20f8-9fc3-4115-8313-9b6989bdc828), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:09.601820 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:09.676343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54757acb-9dcf-4d9a-a623-dd32346b790e {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:09.679991 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.resource_extend [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:44:09.702383 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f9fd3bdd-4029-4d6b-af1a-58f57f61f08e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8626604 Feb 11 05:44:09.706525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48254) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:09.720692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': '1be41757-b916-4cb3-ba55-eb15eda1a30a', 'name': 'tempest-PortsTestJSON-2046249802', 'fixed_ips': [{'subnet_id': '44120534-5a79-4e7a-90dc-b2510ca99eb1', 'ip_address': '172.20.0.10'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:09.747360 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a25ded39-6b78-42fc-acac-793224388ea3), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.823613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (ee7493c8-4711-4732-9b3e-961952057311), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.824751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.826065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.828691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Publish callbacks [] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.847115 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3d700907-6337-4844-b21e-cd961f11c744), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.859996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-1be41757-b916-4cb3-ba55-eb15eda1a30a', 'network_id': '1be41757-b916-4cb3-ba55-eb15eda1a30a', 'project_id': '24439a02c0e743fbb7970d0f47733ba6', 'fixed_ips': [{'subnet_id': '44120534-5a79-4e7a-90dc-b2510ca99eb1'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:09.860812 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.894985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.898477 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/3d700907-6337-4844-b21e-cd961f11c744 HTTP/1.1" status: 204 len: 168 time: 7.1384966 Feb 11 05:44:09.919276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48256) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:09.932264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428462042'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:09.938815 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8508706 Feb 11 05:44:09.942794 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48258) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:09.949709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Request body: {'subnet': {'network_id': 'ee7493c8-4711-4732-9b3e-961952057311', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-114993449-subnet', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:09.959173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.960947 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.964985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] 10.222.0.72 "PUT /v2.0/ports/a25ded39-6b78-42fc-acac-793224388ea3 HTTP/1.1" status: 200 len: 1092 time: 8.8401763 Feb 11 05:44:10.077477 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:10.087700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.115075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd51a9-1806-4b31-8c1b-14ec07ba08f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ee7493c8-4711-4732-9b3e-961952057311,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:10.140834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network ee7493c8-4711-4732-9b3e-961952057311 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:10.188841 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14f63c-442b-45e4-87bf-dba98c419194 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=3d700907-6337-4844-b21e-cd961f11c744,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:10.219651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': 'a25ded39-6b78-42fc-acac-793224388ea3'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:10.229070 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6d26dc-73be-4b01-a56d-a10b87df3cff" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "a25ded39-6b78-42fc-acac-793224388ea3"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:10.244820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-80edcb46-6fec-45a2-bdc9-184ae989bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:10.247729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4d9cab9-6630-4666-b56e-0cfe3489124c req-80edcb46-6fec-45a2-bdc9-184ae989bc74 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9329131 Feb 11 05:44:10.252820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:10.269239 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.301632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Transition to ACTIVE for port object 54757acb-9dcf-4d9a-a623-dd32346b790e will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:10.303122 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:10.313772 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b3de040c-28d8-404a-8400-5cea1106958d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.314295 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment b3de040c-28d8-404a-8400-5cea1106958d of type vlan for network 0ce88029-0054-4ac5-86b4-e145a461ef36 Feb 11 05:44:10.322901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.368450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (0ce88029-0054-4ac5-86b4-e145a461ef36), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.392074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Allocated IP 172.20.0.2 (1be41757-b916-4cb3-ba55-eb15eda1a30a/44120534-5a79-4e7a-90dc-b2510ca99eb1/970f9c52-41cd-4eb7-a624-24bebf7bc704) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:10.427444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (0ce88029-0054-4ac5-86b4-e145a461ef36), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.434228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:10.444246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.502677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045239b-ef9b-4901-b966-e1a0c5c33aeb service neutron] Pushing event updated for resources: {'Port': ['ID=a25ded39-6b78-42fc-acac-793224388ea3,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:10.609071 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6825614 Feb 11 05:44:10.631815 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f65def7-88ca-4444-9cc5-3c121539f112 x-openstack-request-id: req-6f65def7-88ca-4444-9cc5-3c121539f112 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:10.632269 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "a25ded39-6b78-42fc-acac-793224388ea3", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:10.632644 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f65def7-88ca-4444-9cc5-3c121539f112 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:10.633775 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': 'a25ded39-6b78-42fc-acac-793224388ea3', 'status': 'completed', 'code': 200} Feb 11 05:44:10.636163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:10.652564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48270) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:10.673638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': '0ce88029-0054-4ac5-86b4-e145a461ef36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:10.684312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937ea17-73e7-49c3-907d-ef3e5bef9fa7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=0ce88029-0054-4ac5-86b4-e145a461ef36,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:10.903969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 0ce88029-0054-4ac5-86b4-e145a461ef36 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:10.914811 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (09c823b8-4f99-4be7-a25b-1a8e6be023d0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.918833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Publish callbacks [] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.029998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Attempting to bind port 54757acb-9dcf-4d9a-a623-dd32346b790e on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:11.030961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Attempting to bind port 54757acb-9dcf-4d9a-a623-dd32346b790e by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:11.030961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Attempting to bind port 54757acb-9dcf-4d9a-a623-dd32346b790e on network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:11.031243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c823b8-4f99-4be7-a25b-1a8e6be023d0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.050304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Checking segment: {'id': '7a77e720-1425-48fb-98e2-00d66595f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:11.051007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Network hostable DHCP agents. Network: ee7493c8-4711-4732-9b3e-961952057311, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:11.059569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b33-de80-41b5-b224-e20ee6bdf47a req-522c452f-cd7a-4b06-91f0-9944cc206ae6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.065171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b33-de80-41b5-b224-e20ee6bdf47a req-522c452f-cd7a-4b06-91f0-9944cc206ae6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.070866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b33-de80-41b5-b224-e20ee6bdf47a req-522c452f-cd7a-4b06-91f0-9944cc206ae6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.075018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Network ee7493c8-4711-4732-9b3e-961952057311 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:11.076368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b33-de80-41b5-b224-e20ee6bdf47a req-522c452f-cd7a-4b06-91f0-9944cc206ae6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.081857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b33-de80-41b5-b224-e20ee6bdf47a req-522c452f-cd7a-4b06-91f0-9944cc206ae6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.087458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b33-de80-41b5-b224-e20ee6bdf47a req-522c452f-cd7a-4b06-91f0-9944cc206ae6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.092938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b33-de80-41b5-b224-e20ee6bdf47a req-522c452f-cd7a-4b06-91f0-9944cc206ae6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.095018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16a78b33-de80-41b5-b224-e20ee6bdf47a req-522c452f-cd7a-4b06-91f0-9944cc206ae6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.8463290 Feb 11 05:44:11.102380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, ee7493c8-4711-4732-9b3e-961952057311) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:11.109148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.110103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.119000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Port 54757acb-9dcf-4d9a-a623-dd32346b790e on network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:11.119339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Attempting to bind port 54757acb-9dcf-4d9a-a623-dd32346b790e on network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:11.142218 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-041e82bd-e1b3-404d-ad18-85e6e571f817 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1963055 Feb 11 05:44:11.144479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48276) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:11.151588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:11.177429 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.182171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (b8b433fc-ce10-46b6-8097-92c1c9096971), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.184362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (b8b433fc-ce10-46b6-8097-92c1c9096971), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.234622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646dedb3-bbf0-4300-9925-0b5fc62e7efc None None] Network ee7493c8-4711-4732-9b3e-961952057311 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:11.236492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Pushing event updated for resources: {'Port': ['ID=970f9c52-41cd-4eb7-a624-24bebf7bc704,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.265251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks [] for router_controller (b8b433fc-ce10-46b6-8097-92c1c9096971), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.270142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Pushing event updated for resources: {'Port': ['ID=54757acb-9dcf-4d9a-a623-dd32346b790e,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.281086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:11.281706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Checking segment: {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:11.282386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Bound using segment: {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:11.283627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Bound port: 54757acb-9dcf-4d9a-a623-dd32346b790e, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e75857e-25dc-4b60-814c-b3380e543401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:11.284029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.318631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:11.323098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.343590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-6f3dea44-058b-4972-8d04-eb5f183bcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.344140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-6f3dea44-058b-4972-8d04-eb5f183bcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.344624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-6f3dea44-058b-4972-8d04-eb5f183bcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.345304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-6f3dea44-058b-4972-8d04-eb5f183bcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.346817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-6f3dea44-058b-4972-8d04-eb5f183bcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.347302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-6f3dea44-058b-4972-8d04-eb5f183bcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.347907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-6f3dea44-058b-4972-8d04-eb5f183bcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.349986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-6f3dea44-058b-4972-8d04-eb5f183bcacf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6701 time: 0.8311572 Feb 11 05:44:11.375090 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.413573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Network 1be41757-b916-4cb3-ba55-eb15eda1a30a is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:11.429031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16a78b33-de80-41b5-b224-e20ee6bdf47a req-9d2f78fb-2528-45bd-ab0a-4a3f6c07cf43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3072636 Feb 11 05:44:11.480002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:11.485966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:11.540687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4295-7075-468a-b3dd-3ac5f4e6f7d6 req-ff7ad30a-31e1-484a-8635-fd34016550ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.546300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4295-7075-468a-b3dd-3ac5f4e6f7d6 req-ff7ad30a-31e1-484a-8635-fd34016550ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.562316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4295-7075-468a-b3dd-3ac5f4e6f7d6 req-ff7ad30a-31e1-484a-8635-fd34016550ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.568187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4295-7075-468a-b3dd-3ac5f4e6f7d6 req-ff7ad30a-31e1-484a-8635-fd34016550ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.586866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4295-7075-468a-b3dd-3ac5f4e6f7d6 req-ff7ad30a-31e1-484a-8635-fd34016550ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.601958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4295-7075-468a-b3dd-3ac5f4e6f7d6 req-ff7ad30a-31e1-484a-8635-fd34016550ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.607879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4295-7075-468a-b3dd-3ac5f4e6f7d6 req-ff7ad30a-31e1-484a-8635-fd34016550ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.622199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-599b4295-7075-468a-b3dd-3ac5f4e6f7d6 req-ff7ad30a-31e1-484a-8635-fd34016550ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.9718602 Feb 11 05:44:11.628920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:44:11.655166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-d210530d-ad1e-476a-ab86-3a49bed60e72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d5ceb20-777b-4734-b36d-418484efc430 HTTP/1.1" status: 200 len: 217 time: 0.2866125 Feb 11 05:44:11.657527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Attempting to bind port 970f9c52-41cd-4eb7-a624-24bebf7bc704 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:11.657984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Attempting to bind port 970f9c52-41cd-4eb7-a624-24bebf7bc704 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '59ff9323-cb4e-486d-a8e5-f21821b9b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1be41757-b916-4cb3-ba55-eb15eda1a30a'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:11.658426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Attempting to bind port 970f9c52-41cd-4eb7-a624-24bebf7bc704 on network 1be41757-b916-4cb3-ba55-eb15eda1a30a {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:11.665369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:11.665866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Checking segment: {'id': '59ff9323-cb4e-486d-a8e5-f21821b9b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1be41757-b916-4cb3-ba55-eb15eda1a30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:11.666343 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.668299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Bound using segment: {'id': '59ff9323-cb4e-486d-a8e5-f21821b9b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1be41757-b916-4cb3-ba55-eb15eda1a30a'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:11.668299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Bound port: 970f9c52-41cd-4eb7-a624-24bebf7bc704, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ff9323-cb4e-486d-a8e5-f21821b9b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1be41757-b916-4cb3-ba55-eb15eda1a30a'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:11.668299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.672592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-ee7493c8-4711-4732-9b3e-961952057311', 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311', 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'fixed_ips': [{'subnet_id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:11.673663 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.823565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks [] for router_gateway (b8b433fc-ce10-46b6-8097-92c1c9096971), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.848654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] For port 970f9c52-41cd-4eb7-a624-24bebf7bc704, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:11.871313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] For port 970f9c52-41cd-4eb7-a624-24bebf7bc704, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=970f9c52-41cd-4eb7-a624-24bebf7bc704,segment=NetworkSegment(59ff9323-cb4e-486d-a8e5-f21821b9b499),segment_id=59ff9323-cb4e-486d-a8e5-f21821b9b499)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:11.946488 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.016172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] For port 54757acb-9dcf-4d9a-a623-dd32346b790e, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:12.041205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-dd83c9fe-3eda-43a7-831b-d61ed90e576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:12.053798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-dd83c9fe-3eda-43a7-831b-d61ed90e576e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdb202e0-2a12-4799-8de8-da2c49396bed HTTP/1.1" status: 200 len: 849 time: 0.3521800 Feb 11 05:44:12.076498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668b051-6d75-4f4f-bb22-f67c3de9cddd None None] Pushing event updated for resources: {'Port': ['ID=970f9c52-41cd-4eb7-a624-24bebf7bc704,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:12.116260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Allocated IP 172.20.0.2 (ee7493c8-4711-4732-9b3e-961952057311/09c823b8-4f99-4be7-a25b-1a8e6be023d0/5917d1c8-b86b-42c0-8104-35cc9dbc2100) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:12.127639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] For port 54757acb-9dcf-4d9a-a623-dd32346b790e, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=54757acb-9dcf-4d9a-a623-dd32346b790e,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:12.181652 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.202898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-599b4295-7075-468a-b3dd-3ac5f4e6f7d6 req-2916e8a7-a902-402c-b89b-9bc87320880c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5617385 Feb 11 05:44:12.308539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks [] for router_gateway (b8b433fc-ce10-46b6-8097-92c1c9096971), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.365613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.531434 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (8f4daaf0-e660-4b83-99a4-b850c19bb6f7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.557001 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Publish callbacks [] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.558996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:12.560067 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.563233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] 10.222.0.81 "PUT /v2.0/ports/54757acb-9dcf-4d9a-a623-dd32346b790e HTTP/1.1" status: 200 len: 1092 time: 6.8147240 Feb 11 05:44:12.590553 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.662018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Network ee7493c8-4711-4732-9b3e-961952057311 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:12.666255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:12.675444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:12.682207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '54757acb-9dcf-4d9a-a623-dd32346b790e'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:12.686976 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f11a624-e958-44d5-b50f-2f741822e980" -d '{"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "54757acb-9dcf-4d9a-a623-dd32346b790e"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:12.727914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Pushing event updated for resources: {'Port': ['ID=5917d1c8-b86b-42c0-8104-35cc9dbc2100,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:12.776015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Allocated IP 172.25.1.163 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/f2b683ca-ab83-4de9-bb2d-6cef5906d858) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:12.827619 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42f72fc-dc04-4b7a-8661-cfbc7e766c47 x-openstack-request-id: req-c42f72fc-dc04-4b7a-8661-cfbc7e766c47 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:12.828245 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "54757acb-9dcf-4d9a-a623-dd32346b790e", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:12.828675 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c42f72fc-dc04-4b7a-8661-cfbc7e766c47 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:12.829357 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '54757acb-9dcf-4d9a-a623-dd32346b790e', 'status': 'completed', 'code': 200} Feb 11 05:44:12.862878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Attempting to bind port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:12.863403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Attempting to bind port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '7a77e720-1425-48fb-98e2-00d66595f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:12.863921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Attempting to bind port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 on network ee7493c8-4711-4732-9b3e-961952057311 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:12.875235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:12.876717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.10 (1be41757-b916-4cb3-ba55-eb15eda1a30a/44120534-5a79-4e7a-90dc-b2510ca99eb1/5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:12.887606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-63c12102-4abf-456a-820f-a87a258d54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:12.889858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-63c12102-4abf-456a-820f-a87a258d54f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e3f3e81-a691-4174-b896-35ab08eecc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8352206 Feb 11 05:44:12.890191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Checking segment: {'id': '7a77e720-1425-48fb-98e2-00d66595f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:12.891258 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.892293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Bound using segment: {'id': '7a77e720-1425-48fb-98e2-00d66595f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:12.892944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Bound port: 5917d1c8-b86b-42c0-8104-35cc9dbc2100, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a77e720-1425-48fb-98e2-00d66595f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:12.893895 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.913835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb8aa3-9320-4a8c-9746-4dc9533c12da service neutron] Pushing event updated for resources: {'Port': ['ID=54757acb-9dcf-4d9a-a623-dd32346b790e,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:12.924065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=8f4daaf0-e660-4b83-99a4-b850c19bb6f7,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:12.968767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks [] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.973687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee07f-dd9a-41e4-aebf-4e7344daaa4f req-3cc794b6-c8c2-4566-addf-ed2ab0c9aa06 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:12.979886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee07f-dd9a-41e4-aebf-4e7344daaa4f req-3cc794b6-c8c2-4566-addf-ed2ab0c9aa06 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:12.985189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee07f-dd9a-41e4-aebf-4e7344daaa4f req-3cc794b6-c8c2-4566-addf-ed2ab0c9aa06 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:12.992001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee07f-dd9a-41e4-aebf-4e7344daaa4f req-3cc794b6-c8c2-4566-addf-ed2ab0c9aa06 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:12.997947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee07f-dd9a-41e4-aebf-4e7344daaa4f req-3cc794b6-c8c2-4566-addf-ed2ab0c9aa06 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.003373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee07f-dd9a-41e4-aebf-4e7344daaa4f req-3cc794b6-c8c2-4566-addf-ed2ab0c9aa06 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.010017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee07f-dd9a-41e4-aebf-4e7344daaa4f req-3cc794b6-c8c2-4566-addf-ed2ab0c9aa06 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.011967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9dee07f-dd9a-41e4-aebf-4e7344daaa4f req-3cc794b6-c8c2-4566-addf-ed2ab0c9aa06 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.3423271 Feb 11 05:44:13.037003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.053185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] For port 5917d1c8-b86b-42c0-8104-35cc9dbc2100, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:13.090822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] For port 5917d1c8-b86b-42c0-8104-35cc9dbc2100, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5917d1c8-b86b-42c0-8104-35cc9dbc2100,segment=NetworkSegment(7a77e720-1425-48fb-98e2-00d66595f5b5),segment_id=7a77e720-1425-48fb-98e2-00d66595f5b5)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:13.103893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.106912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:13.111956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:13.114161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Pushing event updated for resources: {'Port': ['ID=f2b683ca-ab83-4de9-bb2d-6cef5906d858,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:13.123830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:13.155976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking segment: {'id': 'b3de040c-28d8-404a-8400-5cea1106958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0ce88029-0054-4ac5-86b4-e145a461ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:13.156651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network hostable DHCP agents. Network: 0ce88029-0054-4ac5-86b4-e145a461ef36, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:13.177710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-36845ade-fa9a-4d8b-ad90-404f9d1f6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.178523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-36845ade-fa9a-4d8b-ad90-404f9d1f6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.179185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-36845ade-fa9a-4d8b-ad90-404f9d1f6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.180833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-36845ade-fa9a-4d8b-ad90-404f9d1f6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.181546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-36845ade-fa9a-4d8b-ad90-404f9d1f6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.182241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-36845ade-fa9a-4d8b-ad90-404f9d1f6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.182895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-36845ade-fa9a-4d8b-ad90-404f9d1f6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.185204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-36845ade-fa9a-4d8b-ad90-404f9d1f6da7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6710 time: 0.5629110 Feb 11 05:44:13.303161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-9f065144-bef8-438b-b1af-166bbc88f6f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47 HTTP/1.1" status: 200 len: 217 time: 0.1041300 Feb 11 05:44:13.308515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9dee07f-dd9a-41e4-aebf-4e7344daaa4f req-57e55ea2-af43-4489-ac14-d24c968dd5e4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2813745 Feb 11 05:44:13.373856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network 0ce88029-0054-4ac5-86b4-e145a461ef36 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:13.378315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a2004-e2cb-42c9-bf38-d6bdb6b15735 None None] Pushing event updated for resources: {'Port': ['ID=5917d1c8-b86b-42c0-8104-35cc9dbc2100,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:13.385363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-4eabb164-367e-4fd6-9c9f-2ec06cad9c34 service neutron] 10.222.0.72 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756162 Feb 11 05:44:13.518348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 0ce88029-0054-4ac5-86b4-e145a461ef36) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:13.526523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817669ab-3bb5-409e-892e-8699986f2577 None None] Network 0ce88029-0054-4ac5-86b4-e145a461ef36 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:13.580615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.581272 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.638273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-418f2a41-a6e5-40b7-93db-648674860d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.639771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-418f2a41-a6e5-40b7-93db-648674860d43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9e61559c-2b6f-48a9-93a8-8c9b06b0c678 HTTP/1.1" status: 200 len: 855 time: 0.3285499 Feb 11 05:44:13.649466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ce0e1a31-82f9-4bf3-8671-f087be740508 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9922371 Feb 11 05:44:13.700045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48304) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:13.708875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-28968799'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:13.735197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-0ce88029-0054-4ac5-86b4-e145a461ef36', 'network_id': '0ce88029-0054-4ac5-86b4-e145a461ef36', 'project_id': '0e98f3263196470b83b894530792fde0', 'fixed_ips': [{'subnet_id': '8f4daaf0-e660-4b83-99a4-b850c19bb6f7'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:13.736094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.755693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks [] for router_gateway (b8b433fc-ce10-46b6-8097-92c1c9096971), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.879125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f0af437b-e753-4b08-bdd0-f73e19757f2c service neutron] 10.222.0.72 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910064 Feb 11 05:44:14.030895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Allocated IP 2001:db8::3 (0ce88029-0054-4ac5-86b4-e145a461ef36/8f4daaf0-e660-4b83-99a4-b850c19bb6f7/a2d3ad3b-1455-4981-bbd3-d943d0d16e4a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:14.131116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5917d1c8-b86b-42c0-8104-35cc9dbc2100 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:14.189481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eead2e1-0650-4bab-81d5-e0b07b237710 None None] Network 1be41757-b916-4cb3-ba55-eb15eda1a30a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:14.266258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (b8b433fc-ce10-46b6-8097-92c1c9096971), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.375527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:14.375906 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.384777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2aaba17a-5784-4542-853d-d92aba297e26 None None] Provisioning complete for port 970f9c52-41cd-4eb7-a624-24bebf7bc704 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:14.385135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2aaba17a-5784-4542-853d-d92aba297e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.528745 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Router b8b433fc-ce10-46b6-8097-92c1c9096971 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:44:14.563463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:14.579525 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.663591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:14.684264 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (33db14c6-a8f0-4d41-b332-1f3a6226807f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.686772 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment 33db14c6-a8f0-4d41-b332-1f3a6226807f of type vlan for network 822a7ebf-c579-4d80-bf93-c66f308320f3 Feb 11 05:44:14.687611 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Publish callbacks [] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.708323 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.811511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:14.842139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Sync routers for ids ['b8b433fc-ce10-46b6-8097-92c1c9096971'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:14.858536 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.870529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6391d5c-f234-4d75-8dbf-04d4f2bb89fd req-b0eb18bf-49c7-4a64-9fa5-d226838a2634 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.874166 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-951bd71f-2097-4d83-a672-119c0882f49b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7278531 Feb 11 05:44:14.874848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48320) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:14.900202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6391d5c-f234-4d75-8dbf-04d4f2bb89fd req-b0eb18bf-49c7-4a64-9fa5-d226838a2634 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.905508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6391d5c-f234-4d75-8dbf-04d4f2bb89fd req-b0eb18bf-49c7-4a64-9fa5-d226838a2634 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.931375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6391d5c-f234-4d75-8dbf-04d4f2bb89fd req-b0eb18bf-49c7-4a64-9fa5-d226838a2634 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.934035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Network 0ce88029-0054-4ac5-86b4-e145a461ef36 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:14.943665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6391d5c-f234-4d75-8dbf-04d4f2bb89fd req-b0eb18bf-49c7-4a64-9fa5-d226838a2634 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.964206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6391d5c-f234-4d75-8dbf-04d4f2bb89fd req-b0eb18bf-49c7-4a64-9fa5-d226838a2634 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.975472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6391d5c-f234-4d75-8dbf-04d4f2bb89fd req-b0eb18bf-49c7-4a64-9fa5-d226838a2634 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.982550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6391d5c-f234-4d75-8dbf-04d4f2bb89fd req-b0eb18bf-49c7-4a64-9fa5-d226838a2634 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 1.4765716 Feb 11 05:44:14.992845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Routers {'b8b433fc-ce10-46b6-8097-92c1c9096971'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:14.993662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:44:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b8b433fc-ce10-46b6-8097-92c1c9096971'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:15.022213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Pushing event updated for resources: {'Port': ['ID=a2d3ad3b-1455-4981-bbd3-d943d0d16e4a,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:15.037049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:15.052661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:15.113607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-998f72e7-5599-4e35-9cff-149d24b0ac9d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 200 len: 217 time: 0.5905428 Feb 11 05:44:15.127595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.134433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6391d5c-f234-4d75-8dbf-04d4f2bb89fd req-c66d24e6-c43d-4a14-b271-5a2076aeff42 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058626 Feb 11 05:44:15.195883 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (822a7ebf-c579-4d80-bf93-c66f308320f3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.237973 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (822a7ebf-c579-4d80-bf93-c66f308320f3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.243134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.243727 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.266520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd515b5-f483-4f72-8c14-74d0a573b7af None None] Network ee7493c8-4711-4732-9b3e-961952057311 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:15.308752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6092560 Feb 11 05:44:15.309371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48326) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:15.314624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': '822a7ebf-c579-4d80-bf93-c66f308320f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:15.321957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-95eac041-97c6-450d-a3a9-c6ed809e0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.323479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-95eac041-97c6-450d-a3a9-c6ed809e0fc4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8770f123-170d-4514-879f-ee00ededafcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.6721625 Feb 11 05:44:15.354593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b7088488-dbd4-4474-a278-f1f338431d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.356072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b7088488-dbd4-4474-a278-f1f338431d25 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.2199194 Feb 11 05:44:15.379868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207c69-76ab-40ec-8b64-434a1dabb8a1 req-68fcdaec-bfd4-4710-80cd-db5888c95b8c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.383568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2aaba17a-5784-4542-853d-d92aba297e26 None None] Current status of the port 970f9c52-41cd-4eb7-a624-24bebf7bc704 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:15.383975 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2aaba17a-5784-4542-853d-d92aba297e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.410804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207c69-76ab-40ec-8b64-434a1dabb8a1 req-68fcdaec-bfd4-4710-80cd-db5888c95b8c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.418075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207c69-76ab-40ec-8b64-434a1dabb8a1 req-68fcdaec-bfd4-4710-80cd-db5888c95b8c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.424934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207c69-76ab-40ec-8b64-434a1dabb8a1 req-68fcdaec-bfd4-4710-80cd-db5888c95b8c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.432577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207c69-76ab-40ec-8b64-434a1dabb8a1 req-68fcdaec-bfd4-4710-80cd-db5888c95b8c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.443780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207c69-76ab-40ec-8b64-434a1dabb8a1 req-68fcdaec-bfd4-4710-80cd-db5888c95b8c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.454843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207c69-76ab-40ec-8b64-434a1dabb8a1 req-68fcdaec-bfd4-4710-80cd-db5888c95b8c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.469377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a207c69-76ab-40ec-8b64-434a1dabb8a1 req-68fcdaec-bfd4-4710-80cd-db5888c95b8c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.8685489 Feb 11 05:44:15.503707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:15.510320 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.520444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Set router b8b433fc-ce10-46b6-8097-92c1c9096971 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:15.551178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae19c4-3344-4838-8238-67ef70b5a546 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=822a7ebf-c579-4d80-bf93-c66f308320f3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:15.594969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.768236 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.800441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Performing IP validity checks on allocation pools {{(pid=103121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:44:15.800968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:44:15.812362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 822a7ebf-c579-4d80-bf93-c66f308320f3 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:15.826819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:15.849331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-bb54aad5-03bb-4f51-b7a9-b0d1ace16f5f service neutron] 10.222.0.81 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118423 Feb 11 05:44:15.898989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 1be41757-b916-4cb3-ba55-eb15eda1a30a is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:15.904915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:15.905331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.913060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:15.931580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:15.959985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Attempting to bind port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:15.960357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Attempting to bind port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b3de040c-28d8-404a-8400-5cea1106958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0ce88029-0054-4ac5-86b4-e145a461ef36'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:15.960756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Attempting to bind port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a on network 0ce88029-0054-4ac5-86b4-e145a461ef36 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:15.964251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a207c69-76ab-40ec-8b64-434a1dabb8a1 req-87887526-7a5e-470d-a904-0dc47f633fa8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4932487 Feb 11 05:44:16.020188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2aaba17a-5784-4542-853d-d92aba297e26 None None] For port 970f9c52-41cd-4eb7-a624-24bebf7bc704, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=970f9c52-41cd-4eb7-a624-24bebf7bc704,segment=NetworkSegment(59ff9323-cb4e-486d-a8e5-f21821b9b499),segment_id=59ff9323-cb4e-486d-a8e5-f21821b9b499)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:16.041369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-15a863bd-7542-4655-8ab8-0cea9dbbf492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.044206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-15a863bd-7542-4655-8ab8-0cea9dbbf492 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5635478 Feb 11 05:44:16.053164 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2aaba17a-5784-4542-853d-d92aba297e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.151611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-fb5b1372-58a8-423d-89ae-a9e9493c4d7b service neutron] 10.222.0.81 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897663 Feb 11 05:44:16.211490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:16.212012 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Checking segment: {'id': 'b3de040c-28d8-404a-8400-5cea1106958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0ce88029-0054-4ac5-86b4-e145a461ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:16.212434 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.213337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Bound using segment: {'id': 'b3de040c-28d8-404a-8400-5cea1106958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0ce88029-0054-4ac5-86b4-e145a461ef36'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:16.213337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Bound port: a2d3ad3b-1455-4981-bbd3-d943d0d16e4a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3de040c-28d8-404a-8400-5cea1106958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0ce88029-0054-4ac5-86b4-e145a461ef36'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:16.213843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.223778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Allocated IP 172.20.0.1 (ee7493c8-4711-4732-9b3e-961952057311/09c823b8-4f99-4be7-a25b-1a8e6be023d0/05699464-ec9f-4cbe-83bb-148989aed777) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:16.229655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (7d235f71-486a-422b-b461-b900cacfaa3f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.322763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.323768 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.353682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=7d235f71-486a-422b-b461-b900cacfaa3f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.390933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-2050a6b2-c9a7-4598-8751-efc325e89c8d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 200 len: 217 time: 0.2297995 Feb 11 05:44:16.422243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 5917d1c8-b86b-42c0-8104-35cc9dbc2100, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5917d1c8-b86b-42c0-8104-35cc9dbc2100,segment=NetworkSegment(7a77e720-1425-48fb-98e2-00d66595f5b5),segment_id=7a77e720-1425-48fb-98e2-00d66595f5b5)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:16.488182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-22a087a2-8aa4-441f-b931-c4d9b3ff6525 None None] Provisioning complete for port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:16.488182 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22a087a2-8aa4-441f-b931-c4d9b3ff6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.489026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking segment: {'id': '33db14c6-a8f0-4d41-b332-1f3a6226807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '822a7ebf-c579-4d80-bf93-c66f308320f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:16.489026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network hostable DHCP agents. Network: 822a7ebf-c579-4d80-bf93-c66f308320f3, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:16.489708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.489708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 970f9c52-41cd-4eb7-a624-24bebf7bc704 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:16.552095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network 822a7ebf-c579-4d80-bf93-c66f308320f3 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:16.573804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 822a7ebf-c579-4d80-bf93-c66f308320f3) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:16.583216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e20f6e02-582f-4014-8a43-60fba0fbf648 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.8661537 Feb 11 05:44:16.586828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-bf18d21d-089b-4d7e-bdf2-d41c808b0815 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257230 Feb 11 05:44:16.587861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaba17a-5784-4542-853d-d92aba297e26 None None] Pushing event updated for resources: {'Port': ['ID=970f9c52-41cd-4eb7-a624-24bebf7bc704,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.590870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97faaf0a-4371-4cc2-bd63-dcc11d6209ad None None] Network 822a7ebf-c579-4d80-bf93-c66f308320f3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:16.594396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48350) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:16.601998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': '1be41757-b916-4cb3-ba55-eb15eda1a30a', 'name': 'tempest-PortsTestJSON-421252024', 'fixed_ips': [{'subnet_id': '44120534-5a79-4e7a-90dc-b2510ca99eb1', 'ip_address': '172.20.0.9'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:16.621828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2da4-c1ed-4916-b190-99b73292e87b req-b104d18e-a36d-4644-a9e9-e514557a4248 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.628036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2da4-c1ed-4916-b190-99b73292e87b req-b104d18e-a36d-4644-a9e9-e514557a4248 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.635288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2da4-c1ed-4916-b190-99b73292e87b req-b104d18e-a36d-4644-a9e9-e514557a4248 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.641178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2da4-c1ed-4916-b190-99b73292e87b req-b104d18e-a36d-4644-a9e9-e514557a4248 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.647832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2da4-c1ed-4916-b190-99b73292e87b req-b104d18e-a36d-4644-a9e9-e514557a4248 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.654434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2da4-c1ed-4916-b190-99b73292e87b req-b104d18e-a36d-4644-a9e9-e514557a4248 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.659948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2da4-c1ed-4916-b190-99b73292e87b req-b104d18e-a36d-4644-a9e9-e514557a4248 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.668341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-536f2da4-c1ed-4916-b190-99b73292e87b req-b104d18e-a36d-4644-a9e9-e514557a4248 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.2828250 Feb 11 05:44:16.702023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-377f31a1-78af-4993-8970-f49158f82417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.703976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-377f31a1-78af-4993-8970-f49158f82417 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.2946410 Feb 11 05:44:16.727849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.732096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.800160 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-86e63bab-aafd-4421-b131-d3224230022f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4892602 Feb 11 05:44:16.800835 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48352) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:16.824708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=5917d1c8-b86b-42c0-8104-35cc9dbc2100,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.847285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ab0e9dd3-52af-434c-85b4-11311c6ade82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.856686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ab0e9dd3-52af-434c-85b4-11311c6ade82 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1426873 Feb 11 05:44:16.864241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 970f9c52-41cd-4eb7-a624-24bebf7bc704 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:16.864917 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.940140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] For port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:16.998464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] For port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a2d3ad3b-1455-4981-bbd3-d943d0d16e4a,segment=NetworkSegment(b3de040c-28d8-404a-8400-5cea1106958d),segment_id=b3de040c-28d8-404a-8400-5cea1106958d)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:17.008812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (822a7ebf-c579-4d80-bf93-c66f308320f3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.030286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-b81ec7c7-9db7-4062-85d6-0830d25713cf service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528695 Feb 11 05:44:17.042299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.089471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Publish callbacks [] for port (05699464-ec9f-4cbe-83bb-148989aed777), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.128039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:17.136400 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (05699464-ec9f-4cbe-83bb-148989aed777), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.168635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:44:13Z', 'revision_number': 3, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'gw_port': {'id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:12Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:17.197262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-a68c9ad1-85a6-4dcc-bd1f-13fdd8835b40 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612816 Feb 11 05:44:17.208116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-822a7ebf-c579-4d80-bf93-c66f308320f3', 'network_id': '822a7ebf-c579-4d80-bf93-c66f308320f3', 'project_id': '0e98f3263196470b83b894530792fde0', 'fixed_ips': [{'subnet_id': '7d235f71-486a-422b-b461-b900cacfaa3f'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:17.209602 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.220930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-536f2da4-c1ed-4916-b190-99b73292e87b req-19d926b2-53b1-41f3-b1b3-b7ab018c7d78 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5514598 Feb 11 05:44:17.224188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Pushing event updated for resources: {'Port': ['ID=05699464-ec9f-4cbe-83bb-148989aed777,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:17.225404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-019fa1da-c240-498d-8fbe-49060013fe90 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307542 Feb 11 05:44:17.309729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Checking router: b8b433fc-ce10-46b6-8097-92c1c9096971 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:17.310299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Updating router b8b433fc-ce10-46b6-8097-92c1c9096971 port f2b683ca-ab83-4de9-bb2d-6cef5906d858 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:17.330150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Network ee7493c8-4711-4732-9b3e-961952057311 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:17.342149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:17.342566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-22a087a2-8aa4-441f-b931-c4d9b3ff6525 None None] Current status of the port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:17.345076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 970f9c52-41cd-4eb7-a624-24bebf7bc704 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:17.352282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:17.367912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.491085 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (b8b433fc-ce10-46b6-8097-92c1c9096971), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.492740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-c82a56ae-88a3-413f-898f-e12810474a78 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 200 len: 217 time: 0.2689829 Feb 11 05:44:17.498131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f28a6d07-3602-461c-aecb-e302cdb56a87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 200 len: 217 time: 0.2278998 Feb 11 05:44:17.611836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Allocated IP 2001:db8::3 (822a7ebf-c579-4d80-bf93-c66f308320f3/7d235f71-486a-422b-b461-b900cacfaa3f/840dc76e-f2d3-44ff-8176-9c17fa89f9b7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:17.679602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5917d1c8-b86b-42c0-8104-35cc9dbc2100 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:17.735544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b7866920-94ad-435d-a1e3-6f91c32edbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.737046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b7866920-94ad-435d-a1e3-6f91c32edbc7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.2181485 Feb 11 05:44:17.774690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3f26-f52b-41b1-8653-874744bcc24b req-294f106e-3e4f-49d8-9b0f-a6f5d9bdf82d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.780622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3f26-f52b-41b1-8653-874744bcc24b req-294f106e-3e4f-49d8-9b0f-a6f5d9bdf82d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.782042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7d235f71-486a-422b-b461-b900cacfaa3f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.793710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3f26-f52b-41b1-8653-874744bcc24b req-294f106e-3e4f-49d8-9b0f-a6f5d9bdf82d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.825690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3f26-f52b-41b1-8653-874744bcc24b req-294f106e-3e4f-49d8-9b0f-a6f5d9bdf82d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.831706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3f26-f52b-41b1-8653-874744bcc24b req-294f106e-3e4f-49d8-9b0f-a6f5d9bdf82d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.859065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3f26-f52b-41b1-8653-874744bcc24b req-294f106e-3e4f-49d8-9b0f-a6f5d9bdf82d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.865317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3f26-f52b-41b1-8653-874744bcc24b req-294f106e-3e4f-49d8-9b0f-a6f5d9bdf82d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.881008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-915d3f26-f52b-41b1-8653-874744bcc24b req-294f106e-3e4f-49d8-9b0f-a6f5d9bdf82d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.6588311 Feb 11 05:44:17.891335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.918521 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (05699464-ec9f-4cbe-83bb-148989aed777), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.927213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-d7dcc0b5-969a-4c9c-9c2b-198dba5fec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.928714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-d7dcc0b5-969a-4c9c-9c2b-198dba5fec65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.4281673 Feb 11 05:44:17.933953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 3d613e65-48f0-473f-9901-b1beb36bf0ca yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:44:17.949841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-22a087a2-8aa4-441f-b931-c4d9b3ff6525 None None] Provisioning complete for port 970f9c52-41cd-4eb7-a624-24bebf7bc704 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:17.953267 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22a087a2-8aa4-441f-b931-c4d9b3ff6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.012128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-0f86f81f-77ae-4ee4-b7c0-ceb28b5d782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.013688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-0f86f81f-77ae-4ee4-b7c0-ceb28b5d782e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1240826 Feb 11 05:44:18.033742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-915d3f26-f52b-41b1-8653-874744bcc24b req-32663480-6cba-4435-9908-dc58e3ee59c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517262 Feb 11 05:44:18.057157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c385d9-1a92-433a-9087-2188edd607dc None None] Pushing event updated for resources: {'Port': ['ID=a2d3ad3b-1455-4981-bbd3-d943d0d16e4a,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.084303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-f38aa2fb-5361-4bcc-bebc-72f443515221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.085857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-f38aa2fb-5361-4bcc-bebc-72f443515221 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1481309 Feb 11 05:44:18.111955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:18.112333 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.297996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-dabc4022-e7a0-4d7b-8d88-42700d7706f9 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623672 Feb 11 05:44:18.356094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.9 (1be41757-b916-4cb3-ba55-eb15eda1a30a/44120534-5a79-4e7a-90dc-b2510ca99eb1/3d613e65-48f0-473f-9901-b1beb36bf0ca) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:18.381649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-22a087a2-8aa4-441f-b931-c4d9b3ff6525 None None] Current status of the port 970f9c52-41cd-4eb7-a624-24bebf7bc704 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:18.449150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:18.450627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 970f9c52-41cd-4eb7-a624-24bebf7bc704 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:18.463714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-0e1c9f85-5c5c-41a6-bd70-a8b41029dd41 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518155 Feb 11 05:44:18.530145 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Publish callbacks [] for port (840dc76e-f2d3-44ff-8176-9c17fa89f9b7), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.550572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (840dc76e-f2d3-44ff-8176-9c17fa89f9b7), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.559845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8b258eae-b99d-4cb9-8bd9-4904768236d3 None None] Provisioning complete for port 5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:18.560469 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8b258eae-b99d-4cb9-8bd9-4904768236d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.583984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Network 822a7ebf-c579-4d80-bf93-c66f308320f3 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:18.650166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1fe5800f-6a26-4295-b776-fdabb8828cdc service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436596 Feb 11 05:44:18.741584 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Publish callbacks [] for port (05699464-ec9f-4cbe-83bb-148989aed777), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.748021 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (7d235f71-486a-422b-b461-b900cacfaa3f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.773303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (05699464-ec9f-4cbe-83bb-148989aed777), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.829476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:18.831849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:18.846970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ed3d-475a-4a37-a6b3-1196ab7ed90f req-477484f4-4770-4780-af2c-d176df9e1854 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.857736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ed3d-475a-4a37-a6b3-1196ab7ed90f req-477484f4-4770-4780-af2c-d176df9e1854 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.861686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Pushing event updated for resources: {'Port': ['ID=05699464-ec9f-4cbe-83bb-148989aed777,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.891508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ed3d-475a-4a37-a6b3-1196ab7ed90f req-477484f4-4770-4780-af2c-d176df9e1854 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.900395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ed3d-475a-4a37-a6b3-1196ab7ed90f req-477484f4-4770-4780-af2c-d176df9e1854 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.902618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=7d235f71-486a-422b-b461-b900cacfaa3f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.908653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 970f9c52-41cd-4eb7-a624-24bebf7bc704 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:18.909046 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.932340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ed3d-475a-4a37-a6b3-1196ab7ed90f req-477484f4-4770-4780-af2c-d176df9e1854 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.939470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ed3d-475a-4a37-a6b3-1196ab7ed90f req-477484f4-4770-4780-af2c-d176df9e1854 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.966933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Pushing event updated for resources: {'Port': ['ID=840dc76e-f2d3-44ff-8176-9c17fa89f9b7,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.968224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ed3d-475a-4a37-a6b3-1196ab7ed90f req-477484f4-4770-4780-af2c-d176df9e1854 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.978260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a70ed3d-475a-4a37-a6b3-1196ab7ed90f req-477484f4-4770-4780-af2c-d176df9e1854 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.5995777 Feb 11 05:44:19.009447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a74204cd-6281-4619-aa92-a5e19da21ca6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=66206b59-23ca-4374-aeea-13f28bb07083 HTTP/1.1" status: 200 len: 217 time: 0.3254261 Feb 11 05:44:19.011680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (3d613e65-48f0-473f-9901-b1beb36bf0ca), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.013365 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (b8b433fc-ce10-46b6-8097-92c1c9096971), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.061299 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (822a7ebf-c579-4d80-bf93-c66f308320f3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.096554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Attempting to bind port 840dc76e-f2d3-44ff-8176-9c17fa89f9b7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:19.096930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Attempting to bind port 840dc76e-f2d3-44ff-8176-9c17fa89f9b7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '33db14c6-a8f0-4d41-b332-1f3a6226807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '822a7ebf-c579-4d80-bf93-c66f308320f3'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:19.097833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Attempting to bind port 840dc76e-f2d3-44ff-8176-9c17fa89f9b7 on network 822a7ebf-c579-4d80-bf93-c66f308320f3 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:19.146110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59675bbe-c0d7-40a1-ace0-bcdde2e467f6 None None] Network 0ce88029-0054-4ac5-86b4-e145a461ef36 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:19.156680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a70ed3d-475a-4a37-a6b3-1196ab7ed90f req-09159d2a-afb2-4989-8550-cda05561b804 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343203 Feb 11 05:44:19.159666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-68d8e437-0153-423c-93ee-f1b9c1c1afdf service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762202 Feb 11 05:44:19.178482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822a7ebf-c579-4d80-bf93-c66f308320f3']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:19.184420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:19.186755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Checking segment: {'id': '33db14c6-a8f0-4d41-b332-1f3a6226807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '822a7ebf-c579-4d80-bf93-c66f308320f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:19.187309 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.187829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Bound using segment: {'id': '33db14c6-a8f0-4d41-b332-1f3a6226807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '822a7ebf-c579-4d80-bf93-c66f308320f3'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:19.188868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Bound port: 840dc76e-f2d3-44ff-8176-9c17fa89f9b7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33db14c6-a8f0-4d41-b332-1f3a6226807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '822a7ebf-c579-4d80-bf93-c66f308320f3'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:19.193982 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (840dc76e-f2d3-44ff-8176-9c17fa89f9b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.235516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8b258eae-b99d-4cb9-8bd9-4904768236d3 None None] Port 5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:19.249811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33db14c6-a8f0-4d41-b332-1f3a6226807f') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:19.250122 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33db14c6-a8f0-4d41-b332-1f3a6226807f') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:19.280538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (33db14c6-a8f0-4d41-b332-1f3a6226807f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.293656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-866d993c-6dd9-4d5a-ad74-238a504890e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=eb27cb62-514f-465c-bae3-e35f2f663b08 HTTP/1.1" status: 200 len: 217 time: 0.1195230 Feb 11 05:44:19.311570 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3d613e65-48f0-473f-9901-b1beb36bf0ca), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.314358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (33db14c6-a8f0-4d41-b332-1f3a6226807f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.331643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Network ee7493c8-4711-4732-9b3e-961952057311 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:19.358008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:19.362776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-094db00e-f3d6-4d74-81b8-f1981b2b0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.364145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:19.364270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-094db00e-f3d6-4d74-81b8-f1981b2b0bd6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.3532805 Feb 11 05:44:19.364574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (33db14c6-a8f0-4d41-b332-1f3a6226807f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:19.368908 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:19.413247 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 1be41757-b916-4cb3-ba55-eb15eda1a30a is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:19.471534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f526-4d20-438d-8eb6-6ad06dcef6af req-119fb2ee-69a4-4e7f-a2ec-c27cf49ce6d1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.477593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f526-4d20-438d-8eb6-6ad06dcef6af req-119fb2ee-69a4-4e7f-a2ec-c27cf49ce6d1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.483138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f526-4d20-438d-8eb6-6ad06dcef6af req-119fb2ee-69a4-4e7f-a2ec-c27cf49ce6d1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.489318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f526-4d20-438d-8eb6-6ad06dcef6af req-119fb2ee-69a4-4e7f-a2ec-c27cf49ce6d1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.495788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f526-4d20-438d-8eb6-6ad06dcef6af req-119fb2ee-69a4-4e7f-a2ec-c27cf49ce6d1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.501355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f526-4d20-438d-8eb6-6ad06dcef6af req-119fb2ee-69a4-4e7f-a2ec-c27cf49ce6d1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.507208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f526-4d20-438d-8eb6-6ad06dcef6af req-119fb2ee-69a4-4e7f-a2ec-c27cf49ce6d1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.508893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Publish callbacks [] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.522341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6529f526-4d20-438d-8eb6-6ad06dcef6af req-119fb2ee-69a4-4e7f-a2ec-c27cf49ce6d1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.2820165 Feb 11 05:44:19.543420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8b258eae-b99d-4cb9-8bd9-4904768236d3 None None] Provisioning complete for port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:19.544096 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8b258eae-b99d-4cb9-8bd9-4904768236d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.569517 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.578552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-049113d8-b150-4128-803f-5d958ffabf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.580519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-049113d8-b150-4128-803f-5d958ffabf3c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.2151430 Feb 11 05:44:19.638938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 970f9c52-41cd-4eb7-a624-24bebf7bc704 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:19.641317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1c6de34-4b26-43b1-82e9-090d2f7b03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.643756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-f1c6de34-4b26-43b1-82e9-090d2f7b03a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2649767 Feb 11 05:44:19.709144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6529f526-4d20-438d-8eb6-6ad06dcef6af req-17360d1d-2e9c-4394-8785-6cc503d9c6d2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849532 Feb 11 05:44:19.777095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-50a416b3-ea19-433b-a91f-146a5f803471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.778815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-50a416b3-ea19-433b-a91f-146a5f803471 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1870394 Feb 11 05:44:19.797303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] For port 840dc76e-f2d3-44ff-8176-9c17fa89f9b7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:19.830861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef521369-6e0f-4050-a485-463ae32a8c18 None None] Pushing event updated for resources: {'Port': ['ID=f2b683ca-ab83-4de9-bb2d-6cef5906d858,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:19.862807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Attempting to bind port f2b683ca-ab83-4de9-bb2d-6cef5906d858 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:19.862952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Attempting to bind port f2b683ca-ab83-4de9-bb2d-6cef5906d858 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:19.863244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Attempting to bind port f2b683ca-ab83-4de9-bb2d-6cef5906d858 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:19.869722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a2d3ad3b-1455-4981-bbd3-d943d0d16e4a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:19.915182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-fd3b1667-142d-4193-9aa8-0c8cef92b73d service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202667 Feb 11 05:44:19.920998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:19.921426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:19.921841 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.922240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:19.922735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Bound port: f2b683ca-ab83-4de9-bb2d-6cef5906d858, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:19.923167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.998290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:20.007660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=3d613e65-48f0-473f-9901-b1beb36bf0ca,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:20.019462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:20.025495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-b79ded20-c959-4e14-8b3f-01c5567c8277 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048088 Feb 11 05:44:20.053303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] For port f2b683ca-ab83-4de9-bb2d-6cef5906d858, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:20.061883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] For port f2b683ca-ab83-4de9-bb2d-6cef5906d858, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f2b683ca-ab83-4de9-bb2d-6cef5906d858,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:20.089939 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.122080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-ccda9871-5b74-4fc2-ab6f-c3c55defe873 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621613 Feb 11 05:44:20.124278 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-6c56a563-47ab-4d8f-876c-cc36bbfb5c79 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa HTTP/1.1" status: 200 len: 217 time: 0.0897624 Feb 11 05:44:20.133980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:20.142510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.149915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] For port 840dc76e-f2d3-44ff-8176-9c17fa89f9b7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=840dc76e-f2d3-44ff-8176-9c17fa89f9b7,segment=NetworkSegment(33db14c6-a8f0-4d41-b332-1f3a6226807f),segment_id=33db14c6-a8f0-4d41-b332-1f3a6226807f)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:20.157594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.api [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:44:20.157594 n-d-715271-35 neutron-server[103121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:44:20.157594 n-d-715271-35 neutron-server[103121]: [parameters: {'id': '822a7ebf-c579-4d80-bf93-c66f308320f3'}] Feb 11 05:44:20.157594 n-d-715271-35 neutron-server[103121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:44:20.157913 n-d-715271-35 neutron-server[103121]: DEBUG oslo_db.api [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:44:20.196984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:20.197383 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.250763 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (840dc76e-f2d3-44ff-8176-9c17fa89f9b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.256118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8b258eae-b99d-4cb9-8bd9-4904768236d3 None None] Current status of the port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:20.293899 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Router b8b433fc-ce10-46b6-8097-92c1c9096971 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:20.320605 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b326b5a0-5474-47d6-89f6-3b9739d30a03 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7246022 Feb 11 05:44:20.328785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48364) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:20.418140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Routers {'b8b433fc-ce10-46b6-8097-92c1c9096971'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:20.419875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:44:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b8b433fc-ce10-46b6-8097-92c1c9096971'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:20.605033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] Set router b8b433fc-ce10-46b6-8097-92c1c9096971 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:20.649182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed15634b-3c5c-46e8-8355-657ec60c48d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:20.656941 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ed15634b-3c5c-46e8-8355-657ec60c48d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3030605 Feb 11 05:44:20.659363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:20.660157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48366) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:20.666871 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (822a7ebf-c579-4d80-bf93-c66f308320f3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.675084 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1925a98e-bea5-4c73-acac-fa65786b0223 admin admin] 10.222.0.31 "PUT /v2.0/routers/b8b433fc-ce10-46b6-8097-92c1c9096971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7965190 Feb 11 05:44:20.751578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting port 840dc76e-f2d3-44ff-8176-9c17fa89f9b7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:20.752249 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (840dc76e-f2d3-44ff-8176-9c17fa89f9b7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.836807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] For port 840dc76e-f2d3-44ff-8176-9c17fa89f9b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=840dc76e-f2d3-44ff-8176-9c17fa89f9b7,segment=NetworkSegment(33db14c6-a8f0-4d41-b332-1f3a6226807f),segment_id=33db14c6-a8f0-4d41-b332-1f3a6226807f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:20.837372 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (840dc76e-f2d3-44ff-8176-9c17fa89f9b7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.858418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Calling delete_port for 840dc76e-f2d3-44ff-8176-9c17fa89f9b7 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:20.870908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-0c4037e4-b224-4c84-8e72-868ccfd31966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:20.872341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8b258eae-b99d-4cb9-8bd9-4904768236d3 None None] Provisioning complete for port 05699464-ec9f-4cbe-83bb-148989aed777 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:20.873243 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8b258eae-b99d-4cb9-8bd9-4904768236d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (05699464-ec9f-4cbe-83bb-148989aed777), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.873503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-0c4037e4-b224-4c84-8e72-868ccfd31966 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.7380559 Feb 11 05:44:20.876780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-08a6b32a-1b54-49a9-b66c-e82071bde1d1 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427554 Feb 11 05:44:20.878571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48372) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:20.886702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef521369-6e0f-4050-a485-463ae32a8c18 None None] Pushing event updated for resources: {'Port': ['ID=f2b683ca-ab83-4de9-bb2d-6cef5906d858,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:20.968669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe2285-fb28-4c5d-bd59-f8e22069496e None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:44:21.000706 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (840dc76e-f2d3-44ff-8176-9c17fa89f9b7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.028410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1165362920'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:21.041996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Port': ['ID=840dc76e-f2d3-44ff-8176-9c17fa89f9b7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:21.043092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:21.043490 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.052741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No DVR routers for this DVR port 840dc76e-f2d3-44ff-8176-9c17fa89f9b7 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:21.073192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:21.077857 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.093379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8b258eae-b99d-4cb9-8bd9-4904768236d3 None None] Port 05699464-ec9f-4cbe-83bb-148989aed777 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:21.093808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-7c1c701e-8a33-468d-a46c-2b6966fb8fd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f HTTP/1.1" status: 200 len: 217 time: 0.2064085 Feb 11 05:44:21.136437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a2d3ad3b-1455-4981-bbd3-d943d0d16e4a,segment=NetworkSegment(b3de040c-28d8-404a-8400-5cea1106958d),segment_id=b3de040c-28d8-404a-8400-5cea1106958d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:21.166900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a71dd-f1dc-45a3-bb59-95df3bcf7a5a None None] Pushing event updated for resources: {'Port': ['ID=840dc76e-f2d3-44ff-8176-9c17fa89f9b7,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:21.169401 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.176859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-cd7ab815-b3d9-4f8d-b2b0-3612d5cca761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.178359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-cd7ab815-b3d9-4f8d-b2b0-3612d5cca761 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.0618176 Feb 11 05:44:21.181711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1b901b90-4b38-4f0e-ba73-41e50eec9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.183113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-1b901b90-4b38-4f0e-ba73-41e50eec9153 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2917354 Feb 11 05:44:21.202148 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (822a7ebf-c579-4d80-bf93-c66f308320f3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.228329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=a2d3ad3b-1455-4981-bbd3-d943d0d16e4a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:21.253641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822a7ebf-c579-4d80-bf93-c66f308320f3']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:21.267618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:44:17Z', 'revision_number': 4, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'gw_port': {'id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:12Z', 'updated_at': '2022-02-11T05:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '05699464-ec9f-4cbe-83bb-148989aed777', 'name': '', 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'mac_address': 'fa:16:3e:23:9d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:15Z', 'updated_at': '2022-02-11T05:44:18Z', 'revision_number': 2, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'subnets': [{'id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:21.280646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33db14c6-a8f0-4d41-b332-1f3a6226807f') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:21.281731 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33db14c6-a8f0-4d41-b332-1f3a6226807f') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:21.295006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (33db14c6-a8f0-4d41-b332-1f3a6226807f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.315418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-a8053121-59e3-4653-823d-027436d758c7 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177008 Feb 11 05:44:21.318103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (33db14c6-a8f0-4d41-b332-1f3a6226807f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.318693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d90ebf5-48f0-41d1-9cc2-d9fb5632ffbd None None] Provisioning complete for port 05699464-ec9f-4cbe-83bb-148989aed777 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:21.319141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d90ebf5-48f0-41d1-9cc2-d9fb5632ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (05699464-ec9f-4cbe-83bb-148989aed777), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.326698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:21.327308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (33db14c6-a8f0-4d41-b332-1f3a6226807f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.329632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c70b0-b5a3-44c0-97be-c640cd4b03e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.334898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c70b0-b5a3-44c0-97be-c640cd4b03e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.340455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c70b0-b5a3-44c0-97be-c640cd4b03e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.344744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b5c70b0-b5a3-44c0-97be-c640cd4b03e7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6779311 Feb 11 05:44:21.353791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386bbc0-f6d0-4330-a470-136a2853da53 req-6759bf97-f4b6-4b6e-96bf-f2beb8a574f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.359320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386bbc0-f6d0-4330-a470-136a2853da53 req-6759bf97-f4b6-4b6e-96bf-f2beb8a574f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.364126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b8391-f35e-4928-bdad-fd53f34248f7 None None] The sync data for ids ['b8b433fc-ce10-46b6-8097-92c1c9096971'] in n-d-715271-35 is: [{'id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:44:17Z', 'revision_number': 4, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'gw_port': {'id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:12Z', 'updated_at': '2022-02-11T05:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '05699464-ec9f-4cbe-83bb-148989aed777', 'name': '', 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'mac_address': 'fa:16:3e:23:9d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:15Z', 'updated_at': '2022-02-11T05:44:18Z', 'revision_number': 2, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'subnets': [{'id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:21.364901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386bbc0-f6d0-4330-a470-136a2853da53 req-6759bf97-f4b6-4b6e-96bf-f2beb8a574f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.372713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d90ebf5-48f0-41d1-9cc2-d9fb5632ffbd None None] Port 05699464-ec9f-4cbe-83bb-148989aed777 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:21.374362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386bbc0-f6d0-4330-a470-136a2853da53 req-6759bf97-f4b6-4b6e-96bf-f2beb8a574f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.380904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386bbc0-f6d0-4330-a470-136a2853da53 req-6759bf97-f4b6-4b6e-96bf-f2beb8a574f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.390065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386bbc0-f6d0-4330-a470-136a2853da53 req-6759bf97-f4b6-4b6e-96bf-f2beb8a574f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.401505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386bbc0-f6d0-4330-a470-136a2853da53 req-6759bf97-f4b6-4b6e-96bf-f2beb8a574f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.412603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d90ebf5-48f0-41d1-9cc2-d9fb5632ffbd None None] Provisioning complete for port 3d613e65-48f0-473f-9901-b1beb36bf0ca triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:21.413334 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d90ebf5-48f0-41d1-9cc2-d9fb5632ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3d613e65-48f0-473f-9901-b1beb36bf0ca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.413434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d386bbc0-f6d0-4330-a470-136a2853da53 req-6759bf97-f4b6-4b6e-96bf-f2beb8a574f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.7518981 Feb 11 05:44:21.415363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48380) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:21.417087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:21.459069 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:21.471256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d21c6d4d-9e1a-4c25-819e-060f3e31b274), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.471628 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Added segment d21c6d4d-9e1a-4c25-819e-060f3e31b274 of type vlan for network 90dc93a8-92b5-4976-9a37-45b17810394b Feb 11 05:44:21.478752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (822a7ebf-c579-4d80-bf93-c66f308320f3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.478942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d90ebf5-48f0-41d1-9cc2-d9fb5632ffbd None None] Port 3d613e65-48f0-473f-9901-b1beb36bf0ca cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:21.516446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.519797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d90ebf5-48f0-41d1-9cc2-d9fb5632ffbd None None] Provisioning complete for port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:21.520346 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d90ebf5-48f0-41d1-9cc2-d9fb5632ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.530429 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/822a7ebf-c579-4d80-bf93-c66f308320f3 HTTP/1.1" status: 204 len: 168 time: 4.7169375 Feb 11 05:44:21.531931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=822a7ebf-c579-4d80-bf93-c66f308320f3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:21.540248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (90dc93a8-92b5-4976-9a37-45b17810394b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.548124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48382) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:21.555691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.556529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.557144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.557709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.560730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.561532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.562088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.562628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.563187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.564656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.565940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.566922 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.568217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024d86ee-3476-45f1-96ba-8c7b4707f0f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:21.575030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efe2285-fb28-4c5d-bd59-f8e22069496e None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:44:21.590998 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (90dc93a8-92b5-4976-9a37-45b17810394b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.593968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1945604837'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:21.596455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.596916 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.638905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:21.642881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.662508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c17920-853b-49f3-8c57-cc077f350253 req-740c9482-ca0d-47c3-9bb0-8bf15625650a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.670526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c17920-853b-49f3-8c57-cc077f350253 req-740c9482-ca0d-47c3-9bb0-8bf15625650a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.680960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c17920-853b-49f3-8c57-cc077f350253 req-740c9482-ca0d-47c3-9bb0-8bf15625650a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.687091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c17920-853b-49f3-8c57-cc077f350253 req-740c9482-ca0d-47c3-9bb0-8bf15625650a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.705215 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:21.708917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c17920-853b-49f3-8c57-cc077f350253 req-740c9482-ca0d-47c3-9bb0-8bf15625650a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.721364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c17920-853b-49f3-8c57-cc077f350253 req-740c9482-ca0d-47c3-9bb0-8bf15625650a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.729269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fd3be880-b599-49cd-868f-5b49a0411fb0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.729628 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment fd3be880-b599-49cd-868f-5b49a0411fb0 of type vlan for network 90653c0e-93a1-4386-9d29-7c6fb32778c3 Feb 11 05:44:21.733293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c17920-853b-49f3-8c57-cc077f350253 req-740c9482-ca0d-47c3-9bb0-8bf15625650a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.737476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9c17920-853b-49f3-8c57-cc077f350253 req-740c9482-ca0d-47c3-9bb0-8bf15625650a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.8557880 Feb 11 05:44:21.880706 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (90653c0e-93a1-4386-9d29-7c6fb32778c3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.919463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (90653c0e-93a1-4386-9d29-7c6fb32778c3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.926848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.928072 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.984452 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4105334 Feb 11 05:44:21.989612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48384) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:21.996316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': '90653c0e-93a1-4386-9d29-7c6fb32778c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:22.066899 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bba07e-b51c-44a2-948c-7c87b810edeb tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=90653c0e-93a1-4386-9d29-7c6fb32778c3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:22.112060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a2d3ad3b-1455-4981-bbd3-d943d0d16e4a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:22.121073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 90653c0e-93a1-4386-9d29-7c6fb32778c3 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:22.141102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2546685 Feb 11 05:44:22.167974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48386) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:22.174668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'subnet': {'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:22.188614 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.218297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9c17920-853b-49f3-8c57-cc077f350253 req-7a8affa0-ff21-4a67-b427-56fd3ea0bb33 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3433719 Feb 11 05:44:22.305325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d90ebf5-48f0-41d1-9cc2-d9fb5632ffbd None None] Current status of the port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:22.311077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Network': ['ID=90dc93a8-92b5-4976-9a37-45b17810394b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:22.328219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.328468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.328791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.329034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.329578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.329733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.330065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.330399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.330742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.331056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.331387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.331717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.332095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac4e5e-b701-4393-b23f-178e9e7c964a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:22.337648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-942fdfb6-f12d-404b-a702-af43a356bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:22.339904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-942fdfb6-f12d-404b-a702-af43a356bad4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.1407130 Feb 11 05:44:22.390256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d386bbc0-f6d0-4330-a470-136a2853da53 req-d680d7f2-7a79-45fc-872b-2b36e011bcf1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9759645 Feb 11 05:44:22.394762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 90dc93a8-92b5-4976-9a37-45b17810394b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:22.403164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-ed9fb1fa-b26a-48b1-a62e-89500845ffec service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9870384 Feb 11 05:44:22.516828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:22.524787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-9b2abc67-de5f-45f4-bf2e-68afe6620a2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21537272-a9ac-444e-a0ea-df45ed0a2737 HTTP/1.1" status: 200 len: 217 time: 0.1102512 Feb 11 05:44:22.530878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-eee78e33-15e8-4da7-a106-f81a91fb421b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 3d613e65-48f0-473f-9901-b1beb36bf0ca {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:22.531231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eee78e33-15e8-4da7-a106-f81a91fb421b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3d613e65-48f0-473f-9901-b1beb36bf0ca), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.531620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.537833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:22.538495 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.545828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:22.549418 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.720724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc10704-096b-45f9-bcfa-e84779067a58 None None] Network 822a7ebf-c579-4d80-bf93-c66f308320f3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:22.738088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc10704-096b-45f9-bcfa-e84779067a58 None None] Network 822a7ebf-c579-4d80-bf93-c66f308320f3 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:44:22.741724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-f54eb8e0-b393-4be8-abad-bd21ff565e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:22.744147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-f54eb8e0-b393-4be8-abad-bd21ff565e7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d9a71f2c-2510-405a-8034-db3d4d59d111 HTTP/1.1" status: 200 len: 797 time: 0.2096562 Feb 11 05:44:22.808749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-83e681cf-0e96-451a-acd0-9b45081abe89 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607716 Feb 11 05:44:22.846490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:22.865282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (d78fa2e6-eddc-4973-be8a-158be2d132f6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.895793 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eee78e33-15e8-4da7-a106-f81a91fb421b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3d613e65-48f0-473f-9901-b1beb36bf0ca), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.939362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=d78fa2e6-eddc-4973-be8a-158be2d132f6,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:22.940484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-eee78e33-15e8-4da7-a106-f81a91fb421b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 3d613e65-48f0-473f-9901-b1beb36bf0ca owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:22.957034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3a54f0bc-4b0b-420d-b3c8-36e44f45d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:22.958746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-3a54f0bc-4b0b-420d-b3c8-36e44f45d70c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2016294 Feb 11 05:44:23.045989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking segment: {'id': 'fd3be880-b599-49cd-868f-5b49a0411fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90653c0e-93a1-4386-9d29-7c6fb32778c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:23.046397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.046541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network hostable DHCP agents. Network: 90653c0e-93a1-4386-9d29-7c6fb32778c3, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:23.089755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network 90653c0e-93a1-4386-9d29-7c6fb32778c3 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:23.098294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-1cd725b5-4841-450a-919f-ea01d742d731 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512405 Feb 11 05:44:23.133765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 90653c0e-93a1-4386-9d29-7c6fb32778c3) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:23.142580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:23.143453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.150798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9494644a-0cac-48f2-b1ed-1d9c2c9ea0f3 None None] Network 90653c0e-93a1-4386-9d29-7c6fb32778c3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:23.161588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-64683334-b636-4d59-bcac-ebfa78e48cca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9e9b612-8aa7-4249-96dc-2534a84d9330 HTTP/1.1" status: 200 len: 217 time: 0.0504992 Feb 11 05:44:23.169956 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0648c194-d4d6-4df0-b8c0-07dbf3bb8aab tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1785779 Feb 11 05:44:23.189587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48388) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:23.251132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-420c6fcc-7901-429f-8052-15ef577f2b28 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814434 Feb 11 05:44:23.256107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (d227a55d-47f0-43ca-ab5b-0297c2695c60), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.267786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-79b520ca-9187-40b3-8a32-a62c73fdc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:23.269611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-79b520ca-9187-40b3-8a32-a62c73fdc0b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6f3a5c0b-99a8-4a2f-a6df-e92859e760d3 HTTP/1.1" status: 200 len: 797 time: 0.0786748 Feb 11 05:44:23.327038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Subnet': ['ID=d227a55d-47f0-43ca-ab5b-0297c2695c60,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:23.366364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Checking segment: {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:23.366827 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network hostable DHCP agents. Network: 90dc93a8-92b5-4976-9a37-45b17810394b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:23.388037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network 90dc93a8-92b5-4976-9a37-45b17810394b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:23.401236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-90653c0e-93a1-4386-9d29-7c6fb32778c3', 'network_id': '90653c0e-93a1-4386-9d29-7c6fb32778c3', 'project_id': '0e98f3263196470b83b894530792fde0', 'fixed_ips': [{'subnet_id': 'd78fa2e6-eddc-4973-be8a-158be2d132f6'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:23.403427 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.412801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 90dc93a8-92b5-4976-9a37-45b17810394b) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:23.423326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:23.424023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.435752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c5332-adc6-4ef5-9dd9-ab6b1cc5b3b6 None None] Network 90dc93a8-92b5-4976-9a37-45b17810394b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:23.458357 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ea505128-f776-48c5-9069-57ef04cc63a9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2899742 Feb 11 05:44:23.461997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48392) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:23.475158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-455016340'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:23.539886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:23.546081 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.603135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:23.620701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-4e1f6a80-543f-47a5-abba-4ade2f492393 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479872 Feb 11 05:44:23.621462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eee78e33-15e8-4da7-a106-f81a91fb421b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3d613e65-48f0-473f-9901-b1beb36bf0ca), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.622180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (1aa60703-c7e0-4b13-9c48-c6f886207977), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.623170 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Added segment 1aa60703-c7e0-4b13-9c48-c6f886207977 of type vlan for network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 Feb 11 05:44:23.681237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e06e1dd4-d4de-41da-95c5-6de8bbcb2929), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.693002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Allocated IP 2001:db8::1 (90653c0e-93a1-4386-9d29-7c6fb32778c3/d78fa2e6-eddc-4973-be8a-158be2d132f6/f01849ce-ab7f-4aa9-b249-c516a80b7d64) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:23.742026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee78e33-15e8-4da7-a106-f81a91fb421b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=3d613e65-48f0-473f-9901-b1beb36bf0ca,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:23.750093 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e06e1dd4-d4de-41da-95c5-6de8bbcb2929), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.760969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:23.762715 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.859325 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3936541 Feb 11 05:44:23.864626 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48396) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:23.878959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'subnet': {'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:23.928824 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:44:23.929962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-99f368e9-0b19-4e16-89a8-8b4c3cef26af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54757acb-9dcf-4d9a-a623-dd32346b790e HTTP/1.1" status: 200 len: 217 time: 0.2911892 Feb 11 05:44:23.968083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f991eb-8af2-4e17-84ea-4ff2389b1814 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Network': ['ID=e06e1dd4-d4de-41da-95c5-6de8bbcb2929,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:23.995132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f2b683ca-ab83-4de9-bb2d-6cef5906d858 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:24.009900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:24.123605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:24.128670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.144059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b3b3cf1e-34b8-47a4-842e-fc94894d6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.145708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-b3b3cf1e-34b8-47a4-842e-fc94894d6b5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5704911 Feb 11 05:44:24.160872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ceab-1ba3-4bcc-9214-67432c233e24 req-ff9a4cf4-2ce2-42ab-88a9-1e54bbac342a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.166402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ceab-1ba3-4bcc-9214-67432c233e24 req-ff9a4cf4-2ce2-42ab-88a9-1e54bbac342a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.171795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ceab-1ba3-4bcc-9214-67432c233e24 req-ff9a4cf4-2ce2-42ab-88a9-1e54bbac342a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.177140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ceab-1ba3-4bcc-9214-67432c233e24 req-ff9a4cf4-2ce2-42ab-88a9-1e54bbac342a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.189943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ceab-1ba3-4bcc-9214-67432c233e24 req-ff9a4cf4-2ce2-42ab-88a9-1e54bbac342a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.197737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ceab-1ba3-4bcc-9214-67432c233e24 req-ff9a4cf4-2ce2-42ab-88a9-1e54bbac342a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.203928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ceab-1ba3-4bcc-9214-67432c233e24 req-ff9a4cf4-2ce2-42ab-88a9-1e54bbac342a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.204077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-90dc93a8-92b5-4976-9a37-45b17810394b', 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b', 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'fixed_ips': [{'subnet_id': 'd227a55d-47f0-43ca-ab5b-0297c2695c60'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:24.204855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.206051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b984ceab-1ba3-4bcc-9214-67432c233e24 req-ff9a4cf4-2ce2-42ab-88a9-1e54bbac342a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.6291077 Feb 11 05:44:24.238378 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eee78e33-15e8-4da7-a106-f81a91fb421b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.246112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eee78e33-15e8-4da7-a106-f81a91fb421b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/3d613e65-48f0-473f-9901-b1beb36bf0ca HTTP/1.1" status: 204 len: 168 time: 2.7877204 Feb 11 05:44:24.249620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (90653c0e-93a1-4386-9d29-7c6fb32778c3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.253147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48398) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:24.283214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-d810f442-7f88-4264-9a9e-97c24d702abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.284817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-d810f442-7f88-4264-9a9e-97c24d702abe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d9a71f2c-2510-405a-8034-db3d4d59d111 HTTP/1.1" status: 200 len: 797 time: 0.3243914 Feb 11 05:44:24.297428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9417c-bda1-49e8-b070-6394dcaed9be req-a3938e8a-d75c-4ba6-b9fc-36a542e72d8d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.301826 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2241f42-2a2e-4031-8fed-148a28236f46 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:44:24.308400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9417c-bda1-49e8-b070-6394dcaed9be req-a3938e8a-d75c-4ba6-b9fc-36a542e72d8d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.310158 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b2241f42-2a2e-4031-8fed-148a28236f46 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/3d613e65-48f0-473f-9901-b1beb36bf0ca HTTP/1.1" status: 404 len: 333 time: 0.0554428 Feb 11 05:44:24.311327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9417c-bda1-49e8-b070-6394dcaed9be req-a3938e8a-d75c-4ba6-b9fc-36a542e72d8d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.313560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48400) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:24.317675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9417c-bda1-49e8-b070-6394dcaed9be req-a3938e8a-d75c-4ba6-b9fc-36a542e72d8d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.329866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9417c-bda1-49e8-b070-6394dcaed9be req-a3938e8a-d75c-4ba6-b9fc-36a542e72d8d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.335156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9417c-bda1-49e8-b070-6394dcaed9be req-a3938e8a-d75c-4ba6-b9fc-36a542e72d8d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.346536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9417c-bda1-49e8-b070-6394dcaed9be req-a3938e8a-d75c-4ba6-b9fc-36a542e72d8d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.348577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dab9417c-bda1-49e8-b070-6394dcaed9be req-a3938e8a-d75c-4ba6-b9fc-36a542e72d8d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.7120593 Feb 11 05:44:24.368642 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f2b683ca-ab83-4de9-bb2d-6cef5906d858 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:24.368912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.434432 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Publish callbacks [] for port (f01849ce-ab7f-4aa9-b249-c516a80b7d64), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.468990 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f01849ce-ab7f-4aa9-b249-c516a80b7d64), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.548487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Network 90653c0e-93a1-4386-9d29-7c6fb32778c3 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:24.560741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Allocated IP 19.80.0.2 (90dc93a8-92b5-4976-9a37-45b17810394b/d227a55d-47f0-43ca-ab5b-0297c2695c60/fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:24.564573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:24.573769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (25af936d-92c4-4356-922d-d1bf868ec3e2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.600924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:24.633230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Subnet': ['ID=25af936d-92c4-4356-922d-d1bf868ec3e2,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:24.691604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0357125a-c205-4312-9a7e-9a1caee08eb4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:24.691951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0357125a-c205-4312-9a7e-9a1caee08eb4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.703608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Checking segment: {'id': '1aa60703-c7e0-4b13-9c48-c6f886207977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:24.703982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network hostable DHCP agents. Network: e06e1dd4-d4de-41da-95c5-6de8bbcb2929, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:24.767795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Pushing event updated for resources: {'Port': ['ID=f01849ce-ab7f-4aa9-b249-c516a80b7d64,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:24.790653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:24.807191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e06e1dd4-d4de-41da-95c5-6de8bbcb2929) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:24.813679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:24.814033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.829754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dfe0ba-c3eb-4fef-aaae-afcddec9e9a0 None None] Network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:24.865729 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-522e2a11-4906-4e0e-8e6e-b3b01edb41d7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9997375 Feb 11 05:44:24.870251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0357125a-c205-4312-9a7e-9a1caee08eb4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.916525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0357125a-c205-4312-9a7e-9a1caee08eb4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:25.013689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b984ceab-1ba3-4bcc-9214-67432c233e24 req-aad143e9-c01f-4f0a-827d-de76f3af6f8e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7865217 Feb 11 05:44:25.017474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-81bde3a0-0321-410e-a065-d3c1aa208aca service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069022 Feb 11 05:44:25.029944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-f9b3f618-fba0-4ad4-9991-dd788ce4f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:25.031493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-f9b3f618-fba0-4ad4-9991-dd788ce4f3b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6783350 Feb 11 05:44:25.046664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dab9417c-bda1-49e8-b070-6394dcaed9be req-13442f93-fe39-4fb7-84a9-413d8250796d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6746683 Feb 11 05:44:25.051833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f2b683ca-ab83-4de9-bb2d-6cef5906d858 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:25.053587 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.084600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Attempting to bind port f01849ce-ab7f-4aa9-b249-c516a80b7d64 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:25.084978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Attempting to bind port f01849ce-ab7f-4aa9-b249-c516a80b7d64 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'fd3be880-b599-49cd-868f-5b49a0411fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90653c0e-93a1-4386-9d29-7c6fb32778c3'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:25.086508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Attempting to bind port f01849ce-ab7f-4aa9-b249-c516a80b7d64 on network 90653c0e-93a1-4386-9d29-7c6fb32778c3 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:25.138677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:25.139068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Checking segment: {'id': 'fd3be880-b599-49cd-868f-5b49a0411fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90653c0e-93a1-4386-9d29-7c6fb32778c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:25.139469 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.139899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Bound using segment: {'id': 'fd3be880-b599-49cd-868f-5b49a0411fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90653c0e-93a1-4386-9d29-7c6fb32778c3'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:25.140363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Bound port: f01849ce-ab7f-4aa9-b249-c516a80b7d64, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3be880-b599-49cd-868f-5b49a0411fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90653c0e-93a1-4386-9d29-7c6fb32778c3'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:25.141235 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f01849ce-ab7f-4aa9-b249-c516a80b7d64), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.144532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-e06e1dd4-d4de-41da-95c5-6de8bbcb2929', 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929', 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'fixed_ips': [{'subnet_id': '25af936d-92c4-4356-922d-d1bf868ec3e2'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:25.147325 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.228519 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0357125a-c205-4312-9a7e-9a1caee08eb4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.266684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port f2b683ca-ab83-4de9-bb2d-6cef5906d858, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f2b683ca-ab83-4de9-bb2d-6cef5906d858,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:25.307851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357125a-c205-4312-9a7e-9a1caee08eb4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:25.330225 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Sync routers for ids ['b8b433fc-ce10-46b6-8097-92c1c9096971'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:25.332945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting port f01849ce-ab7f-4aa9-b249-c516a80b7d64 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:25.333415 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f01849ce-ab7f-4aa9-b249-c516a80b7d64), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.361788 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Routers {'b8b433fc-ce10-46b6-8097-92c1c9096971'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:25.363448 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:44:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b8b433fc-ce10-46b6-8097-92c1c9096971'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:25.458831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] For port f01849ce-ab7f-4aa9-b249-c516a80b7d64, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:25.458831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] For port f01849ce-ab7f-4aa9-b249-c516a80b7d64, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f01849ce-ab7f-4aa9-b249-c516a80b7d64,segment=NetworkSegment(fd3be880-b599-49cd-868f-5b49a0411fb0),segment_id=fd3be880-b599-49cd-868f-5b49a0411fb0)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:25.478752 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.487046 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f01849ce-ab7f-4aa9-b249-c516a80b7d64), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.512471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0357125a-c205-4312-9a7e-9a1caee08eb4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.517487 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0357125a-c205-4312-9a7e-9a1caee08eb4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c HTTP/1.1" status: 204 len: 168 time: 1.2025337 Feb 11 05:44:25.525474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48418) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:25.548837 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Set router b8b433fc-ce10-46b6-8097-92c1c9096971 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:25.562394 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-da65fcd7-c742-4c21-accb-2ebc5a46c55b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:44:25.564553 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-da65fcd7-c742-4c21-accb-2ebc5a46c55b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/5e185cab-93fa-4bc0-a33d-8a9a0fa50c9c HTTP/1.1" status: 404 len: 333 time: 0.0376849 Feb 11 05:44:25.567548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48420) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:25.575660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-a9a81ab6-0afc-4104-ac89-75f48cfa3259 service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481219 Feb 11 05:44:25.580406 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Publish callbacks [] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.652408 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.749941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cf5119-bd1b-4766-9ab0-fc4d08683361 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet 44120534-5a79-4e7a-90dc-b2510ca99eb1 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:25.754195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-975e0192-1b40-418c-b097-617a2f00f090 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065835 Feb 11 05:44:25.755916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36cf5119-bd1b-4766-9ab0-fc4d08683361 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (44120534-5a79-4e7a-90dc-b2510ca99eb1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.779916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=f2b683ca-ab83-4de9-bb2d-6cef5906d858,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:25.825394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36cf5119-bd1b-4766-9ab0-fc4d08683361 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (44120534-5a79-4e7a-90dc-b2510ca99eb1), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.841189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-b0674480-7ba9-44c9-be34-6e8a15a67cbe tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:25.847056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-b0674480-7ba9-44c9-be34-6e8a15a67cbe tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:25.853282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Network 90dc93a8-92b5-4976-9a37-45b17810394b is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:25.858942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-b0674480-7ba9-44c9-be34-6e8a15a67cbe tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/networks?id=90dc93a8-92b5-4976-9a37-45b17810394b&id=e06e1dd4-d4de-41da-95c5-6de8bbcb2929&id=90dc93a8-92b5-4976-9a37-45b17810394b HTTP/1.1" status: 200 len: 1391 time: 0.6191297 Feb 11 05:44:25.881075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:25.898004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:25.900453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Allocated IP 19.86.0.2 (e06e1dd4-d4de-41da-95c5-6de8bbcb2929/25af936d-92c4-4356-922d-d1bf868ec3e2/6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:25.961695 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36cf5119-bd1b-4766-9ab0-fc4d08683361 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (44120534-5a79-4e7a-90dc-b2510ca99eb1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.070315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36cf5119-bd1b-4766-9ab0-fc4d08683361 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (44120534-5a79-4e7a-90dc-b2510ca99eb1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.113075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36cf5119-bd1b-4766-9ab0-fc4d08683361 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.119528 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-36cf5119-bd1b-4766-9ab0-fc4d08683361 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/44120534-5a79-4e7a-90dc-b2510ca99eb1 HTTP/1.1" status: 204 len: 168 time: 0.5499899 Feb 11 05:44:26.120620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf5119-bd1b-4766-9ab0-fc4d08683361 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=44120534-5a79-4e7a-90dc-b2510ca99eb1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:26.124575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48432) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:26.254396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (1be41757-b916-4cb3-ba55-eb15eda1a30a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.355589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 970f9c52-41cd-4eb7-a624-24bebf7bc704 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:26.356168 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.402464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-736d85d1-07e1-43d4-a483-0e3b683d2306 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306770 Feb 11 05:44:26.471616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-02f70172-ce6c-454f-8719-47b6c53dcffa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a25ded39-6b78-42fc-acac-793224388ea3 HTTP/1.1" status: 200 len: 217 time: 0.7011063 Feb 11 05:44:26.512115 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:44:17Z', 'revision_number': 4, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'gw_port': {'id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:12Z', 'updated_at': '2022-02-11T05:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '05699464-ec9f-4cbe-83bb-148989aed777', 'name': '', 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'mac_address': 'fa:16:3e:23:9d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:15Z', 'updated_at': '2022-02-11T05:44:18Z', 'revision_number': 2, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'subnets': [{'id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:26.552086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf746-cf9e-45e4-8d17-f83709243f00 None None] Pushing event updated for resources: {'Port': ['ID=f01849ce-ab7f-4aa9-b249-c516a80b7d64,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:26.560196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] For port 970f9c52-41cd-4eb7-a624-24bebf7bc704, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=970f9c52-41cd-4eb7-a624-24bebf7bc704,segment=NetworkSegment(59ff9323-cb4e-486d-a8e5-f21821b9b499),segment_id=59ff9323-cb4e-486d-a8e5-f21821b9b499)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:26.560972 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.572032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7899d-a792-4fea-af13-56f581c17077 None None] Network 1be41757-b916-4cb3-ba55-eb15eda1a30a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:26.592244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 970f9c52-41cd-4eb7-a624-24bebf7bc704 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:26.741008 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (970f9c52-41cd-4eb7-a624-24bebf7bc704), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.755471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Attempting to bind port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:26.756263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Attempting to bind port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:26.756819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Attempting to bind port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a on network 90dc93a8-92b5-4976-9a37-45b17810394b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:26.769807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No DVR routers for this DVR port 970f9c52-41cd-4eb7-a624-24bebf7bc704 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:26.815279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e92b89ec-7f4c-4a31-8f33-3db35c12db18 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/quotas/e06b6ca685eb4d87baea47cd95d8fed9 HTTP/1.1" status: 200 len: 375 time: 0.9553812 Feb 11 05:44:26.853776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=970f9c52-41cd-4eb7-a624-24bebf7bc704,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:26.978603 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Checking router: b8b433fc-ce10-46b6-8097-92c1c9096971 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:26.978960 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Updating router b8b433fc-ce10-46b6-8097-92c1c9096971 port 05699464-ec9f-4cbe-83bb-148989aed777 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:27.015415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] For port f01849ce-ab7f-4aa9-b249-c516a80b7d64, host n-d-715271-35, got binding levels [] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:27.015908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f01849ce-ab7f-4aa9-b249-c516a80b7d64), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.067690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-34ecfd09-8eb7-4b8d-bb4f-43c7928f0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.075605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-34ecfd09-8eb7-4b8d-bb4f-43c7928f0088 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6f3a5c0b-99a8-4a2f-a6df-e92859e760d3 HTTP/1.1" status: 200 len: 797 time: 0.4991786 Feb 11 05:44:27.083979 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Publish callbacks [] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.085802 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (05699464-ec9f-4cbe-83bb-148989aed777), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.109236 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (1be41757-b916-4cb3-ba55-eb15eda1a30a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.138447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:27.139254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Checking segment: {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:27.139865 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.140458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Bound using segment: {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:27.141343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Bound port: fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:27.141942 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.144077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Calling delete_port for f01849ce-ab7f-4aa9-b249-c516a80b7d64 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:27.171581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.194100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be41757-b916-4cb3-ba55-eb15eda1a30a']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:27.199560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Pushing event updated for resources: {'Port': ['ID=fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:27.253369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:27.262336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:27.269285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ff9323-cb4e-486d-a8e5-f21821b9b499') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:27.269887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ff9323-cb4e-486d-a8e5-f21821b9b499') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:27.278975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:27.306713 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (59ff9323-cb4e-486d-a8e5-f21821b9b499), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.318174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4179-0a32-465b-957d-7ddea4741199 req-306f734c-7317-43a3-bc5c-6cb7bec07eed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.326424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (59ff9323-cb4e-486d-a8e5-f21821b9b499), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.329872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e349bc6-cd38-4924-92d6-7da01d40bdf7 None None] DHCP port deletion for 1be41757-b916-4cb3-ba55-eb15eda1a30a request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:27.337434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:27.340200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (59ff9323-cb4e-486d-a8e5-f21821b9b499), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.342666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4179-0a32-465b-957d-7ddea4741199 req-306f734c-7317-43a3-bc5c-6cb7bec07eed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.359020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4179-0a32-465b-957d-7ddea4741199 req-306f734c-7317-43a3-bc5c-6cb7bec07eed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.365711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4179-0a32-465b-957d-7ddea4741199 req-306f734c-7317-43a3-bc5c-6cb7bec07eed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.380849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4179-0a32-465b-957d-7ddea4741199 req-306f734c-7317-43a3-bc5c-6cb7bec07eed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.400056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4179-0a32-465b-957d-7ddea4741199 req-306f734c-7317-43a3-bc5c-6cb7bec07eed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.418446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4179-0a32-465b-957d-7ddea4741199 req-306f734c-7317-43a3-bc5c-6cb7bec07eed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.420501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efab4179-0a32-465b-957d-7ddea4741199 req-306f734c-7317-43a3-bc5c-6cb7bec07eed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.9716942 Feb 11 05:44:27.437891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-849aa80d-f9c7-4064-9234-bf7e4b506bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.437891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-849aa80d-f9c7-4064-9234-bf7e4b506bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:27.443031 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:27.445981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-849aa80d-f9c7-4064-9234-bf7e4b506bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.446738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-849aa80d-f9c7-4064-9234-bf7e4b506bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.447364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-849aa80d-f9c7-4064-9234-bf7e4b506bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.448077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-849aa80d-f9c7-4064-9234-bf7e4b506bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.448880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-849aa80d-f9c7-4064-9234-bf7e4b506bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.451616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f11a624-e958-44d5-b50f-2f741822e980 req-849aa80d-f9c7-4064-9234-bf7e4b506bd4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6710 time: 0.8742464 Feb 11 05:44:27.482660 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (1be41757-b916-4cb3-ba55-eb15eda1a30a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.491256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.495403 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/networks/1be41757-b916-4cb3-ba55-eb15eda1a30a HTTP/1.1" status: 204 len: 168 time: 1.3694518 Feb 11 05:44:27.504794 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48444) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:27.539159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-601084075'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:27.561941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f23f09-2bda-48f9-840e-1ceb5c4266d4 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Network': ['ID=1be41757-b916-4cb3-ba55-eb15eda1a30a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:27.612571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:27.617405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.628581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Pushing event updated for resources: {'Port': ['ID=6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:27.686199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Attempting to bind port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:27.686646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Attempting to bind port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '1aa60703-c7e0-4b13-9c48-c6f886207977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:27.686930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Attempting to bind port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c on network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:27.689735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-64fb931c-c03b-4e19-8523-58f356327a35 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7978420 Feb 11 05:44:27.698588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:27.702033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160607fa-f8da-43a5-83df-102819f28ca6 None None] Network 90653c0e-93a1-4386-9d29-7c6fb32778c3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:27.726312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:27.726740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Checking segment: {'id': '1aa60703-c7e0-4b13-9c48-c6f886207977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:27.731015 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.731533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Bound using segment: {'id': '1aa60703-c7e0-4b13-9c48-c6f886207977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:27.732058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Bound port: 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa60703-c7e0-4b13-9c48-c6f886207977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:27.732463 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.747444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0bce617f-a124-48a2-a4bb-86e613e65480), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.747843 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Added segment 0bce617f-a124-48a2-a4bb-86e613e65480 of type vlan for network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 Feb 11 05:44:27.912268 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (1dad2e30-a6d7-4274-b11b-f89c10ac94c7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.952762 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Publish callbacks [] for port (05699464-ec9f-4cbe-83bb-148989aed777), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.961453 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (05699464-ec9f-4cbe-83bb-148989aed777), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.965018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] For port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:28.007383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (1dad2e30-a6d7-4274-b11b-f89c10ac94c7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.013366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:28.013984 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.027529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-415e0c88-aa65-4b2f-b63f-f930e0f00d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:28.035592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f11a624-e958-44d5-b50f-2f741822e980 req-415e0c88-aa65-4b2f-b63f-f930e0f00d46 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3933aaa4-ebd8-4f26-942b-f465028f6bf9 HTTP/1.1" status: 200 len: 902 time: 0.5679486 Feb 11 05:44:28.071287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-5d57f4aa-dd04-45c5-83a8-99dffdb6c85a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:44:28.072956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-5d57f4aa-dd04-45c5-83a8-99dffdb6c85a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3794203 Feb 11 05:44:28.178532 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6701372 Feb 11 05:44:28.179932 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48448) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:28.198210 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': '1dad2e30-a6d7-4274-b11b-f89c10ac94c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:28.266551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f2b683ca-ab83-4de9-bb2d-6cef5906d858 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:28.284380 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Pushing event updated for resources: {'Port': ['ID=05699464-ec9f-4cbe-83bb-148989aed777,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:28.300632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76041e-1ff4-4274-99a2-e2ea3fd7d439 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Network': ['ID=1dad2e30-a6d7-4274-b11b-f89c10ac94c7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:28.301864 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.302427 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.302996 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.303576 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.304107 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.305242 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.305778 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.306321 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.306908 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.308851 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.310970 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.311552 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.312126 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:28.325580 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Attempting to bind port 05699464-ec9f-4cbe-83bb-148989aed777 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:28.326585 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Attempting to bind port 05699464-ec9f-4cbe-83bb-148989aed777 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '7a77e720-1425-48fb-98e2-00d66595f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:28.327198 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Attempting to bind port 05699464-ec9f-4cbe-83bb-148989aed777 on network ee7493c8-4711-4732-9b3e-961952057311 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:28.343612 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:28.343612 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Checking segment: {'id': '7a77e720-1425-48fb-98e2-00d66595f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:28.343996 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.344502 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Bound using segment: {'id': '7a77e720-1425-48fb-98e2-00d66595f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:28.345058 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Bound port: 05699464-ec9f-4cbe-83bb-148989aed777, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a77e720-1425-48fb-98e2-00d66595f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:28.345545 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (05699464-ec9f-4cbe-83bb-148989aed777), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.356513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-848682d8-6a94-41bf-b5a8-accf6b18c3e6 None None] Provisioning complete for port f01849ce-ab7f-4aa9-b249-c516a80b7d64 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:28.356992 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-848682d8-6a94-41bf-b5a8-accf6b18c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f01849ce-ab7f-4aa9-b249-c516a80b7d64), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.490141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-27b55bc4-0170-4c61-ae29-049d3ea6d89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.504317 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] For port 05699464-ec9f-4cbe-83bb-148989aed777, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:28.512852 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] For port 05699464-ec9f-4cbe-83bb-148989aed777, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=05699464-ec9f-4cbe-83bb-148989aed777,segment=NetworkSegment(7a77e720-1425-48fb-98e2-00d66595f5b5),segment_id=7a77e720-1425-48fb-98e2-00d66595f5b5)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:28.514293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efab4179-0a32-465b-957d-7ddea4741199 req-8aea281b-592d-40d8-8d6e-7e7fed03db2f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0589390 Feb 11 05:44:28.525193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:28.541417 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (05699464-ec9f-4cbe-83bb-148989aed777), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.571046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] For port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:28.574421 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:28.577899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.592925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-848682d8-6a94-41bf-b5a8-accf6b18c3e6 None None] Could not find standard attr ID for object f01849ce-ab7f-4aa9-b249-c516a80b7d64. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:44:28.602200 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f01849ce-ab7f-4aa9-b249-c516a80b7d64), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.668814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-ea25c163-73be-4562-96b0-39ae71bf8bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:28.671827 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-ea25c163-73be-4562-96b0-39ae71bf8bdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.5678723 Feb 11 05:44:28.681059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Port': ['ID=f01849ce-ab7f-4aa9-b249-c516a80b7d64,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:28.689498 n-d-715271-35 neutron-server[103122]: INFO neutron.plugins.ml2.db [None req-848682d8-6a94-41bf-b5a8-accf6b18c3e6 None None] No ports have port_id starting with f01849ce-ab7f-4aa9-b249-c516a80b7d64 Feb 11 05:44:28.696108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f11a624-e958-44d5-b50f-2f741822e980 req-1d15b99a-c022-4367-ae95-ed0ed2605de6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54757acb-9dcf-4d9a-a623-dd32346b790e HTTP/1.1" status: 200 len: 217 time: 0.6091304 Feb 11 05:44:28.772622 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Routers {'b8b433fc-ce10-46b6-8097-92c1c9096971'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:28.775100 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:44:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b8b433fc-ce10-46b6-8097-92c1c9096971'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:28.775912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.794788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-cc09db3c-0674-4c71-bd23-fb6cf84e46a5 service neutron] 10.222.0.31 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424878 Feb 11 05:44:28.918194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-5a193ffa-a542-46e1-a2a4-dc2706c3f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:28.919859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f11a624-e958-44d5-b50f-2f741822e980 req-5a193ffa-a542-46e1-a2a4-dc2706c3f225 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d9a71f2c-2510-405a-8034-db3d4d59d111 HTTP/1.1" status: 200 len: 797 time: 0.1190963 Feb 11 05:44:28.923565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972cdf1-4f16-4224-9367-8a4bc956c104 None None] Pushing event updated for resources: {'Port': ['ID=fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:29.030957 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeba2a4-6185-42fb-b20a-35ba0d66c9aa None None] Pushing event updated for resources: {'Port': ['ID=05699464-ec9f-4cbe-83bb-148989aed777,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:29.140695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] For port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:29.187450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a25542bb-5d5b-4b19-bd66-657f9c2a9a8e None None] Provisioning complete for port 05699464-ec9f-4cbe-83bb-148989aed777 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:29.187959 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a25542bb-5d5b-4b19-bd66-657f9c2a9a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (05699464-ec9f-4cbe-83bb-148989aed777), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.196014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] For port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c,segment=NetworkSegment(1aa60703-c7e0-4b13-9c48-c6f886207977),segment_id=1aa60703-c7e0-4b13-9c48-c6f886207977)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:29.252349 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] Set router b8b433fc-ce10-46b6-8097-92c1c9096971 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:29.284252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (19eae30f-0a0f-4db6-a81a-10e3d023e0af), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.352742 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.422430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=19eae30f-0a0f-4db6-a81a-10e3d023e0af,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:29.515576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Checking segment: {'id': '0bce617f-a124-48a2-a4bb-86e613e65480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1dad2e30-a6d7-4274-b11b-f89c10ac94c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:29.519441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network hostable DHCP agents. Network: 1dad2e30-a6d7-4274-b11b-f89c10ac94c7, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:29.565713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f2b683ca-ab83-4de9-bb2d-6cef5906d858 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:29.567392 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.579594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:29.609193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 1dad2e30-a6d7-4274-b11b-f89c10ac94c7) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:29.631428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:29.632049 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.688094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No DVR routers for this DVR port f01849ce-ab7f-4aa9-b249-c516a80b7d64 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:29.733529 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f75a3a26-0d6e-4b5f-82e0-1f5fc6184c5e tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5410414 Feb 11 05:44:29.742989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48452) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:29.758042 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9ea1052c-4357-45c3-9528-21d6cabc8d51 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-369992120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:29.817549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ea1052c-4357-45c3-9528-21d6cabc8d51 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.818686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ea1052c-4357-45c3-9528-21d6cabc8d51 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.874325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9f5010-cec3-4d7e-aeda-d1cbc3fac412 None None] Network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:29.879132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1e57-d130-40e8-8ec8-a02d20d89027 None None] Pushing event updated for resources: {'Port': ['ID=6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:29.954202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-daca19dd-845d-4a8c-aa49-84c98d07c0b1 req-e27560b0-94b2-4e7c-8921-2744947c8e8d service neutron] (103121) timed out ('10.222.0.31', 47338) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:44:30.020718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-7b60fe8c-8f8a-416a-8685-2e6ea6f3133d service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2479007 Feb 11 05:44:30.047561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ea1052c-4357-45c3-9528-21d6cabc8d51 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for router_controller (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.051493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc100-b2e6-4d1f-bf38-c3324d7527bc req-9dad1c60-7f4f-4a43-9e66-217c16bdd4da tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.058849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ea1052c-4357-45c3-9528-21d6cabc8d51 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.068269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc100-b2e6-4d1f-bf38-c3324d7527bc req-9dad1c60-7f4f-4a43-9e66-217c16bdd4da tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.073900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc100-b2e6-4d1f-bf38-c3324d7527bc req-9dad1c60-7f4f-4a43-9e66-217c16bdd4da tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.090179 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9ea1052c-4357-45c3-9528-21d6cabc8d51 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.091510 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9ea1052c-4357-45c3-9528-21d6cabc8d51 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3474443 Feb 11 05:44:30.096676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc100-b2e6-4d1f-bf38-c3324d7527bc req-9dad1c60-7f4f-4a43-9e66-217c16bdd4da tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.097186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48454) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:30.108493 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:44:17Z', 'revision_number': 4, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'gw_port': {'id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:12Z', 'updated_at': '2022-02-11T05:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '05699464-ec9f-4cbe-83bb-148989aed777', 'name': '', 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'mac_address': 'fa:16:3e:23:9d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:15Z', 'updated_at': '2022-02-11T05:44:28Z', 'revision_number': 4, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'subnets': [{'id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:30.112398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc100-b2e6-4d1f-bf38-c3324d7527bc req-9dad1c60-7f4f-4a43-9e66-217c16bdd4da tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.116151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'network_id': '1dad2e30-a6d7-4274-b11b-f89c10ac94c7', 'name': 'tempest-PortsTestJSON-1638919066'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:30.121234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc100-b2e6-4d1f-bf38-c3324d7527bc req-9dad1c60-7f4f-4a43-9e66-217c16bdd4da tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.126843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a25542bb-5d5b-4b19-bd66-657f9c2a9a8e None None] Current status of the port 05699464-ec9f-4cbe-83bb-148989aed777 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:30.127245 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a25542bb-5d5b-4b19-bd66-657f9c2a9a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (05699464-ec9f-4cbe-83bb-148989aed777), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.131727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc100-b2e6-4d1f-bf38-c3324d7527bc req-9dad1c60-7f4f-4a43-9e66-217c16bdd4da tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.134094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37bfc100-b2e6-4d1f-bf38-c3324d7527bc req-9dad1c60-7f4f-4a43-9e66-217c16bdd4da tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 1.2024846 Feb 11 05:44:30.193385 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10cbd75-9c1a-4ab1-8c5a-18c2d9ffba8a None None] The sync data for ids ['b8b433fc-ce10-46b6-8097-92c1c9096971'] in n-d-715271-35 is: [{'id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:44:17Z', 'revision_number': 4, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'gw_port': {'id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:12Z', 'updated_at': '2022-02-11T05:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '05699464-ec9f-4cbe-83bb-148989aed777', 'name': '', 'network_id': 'ee7493c8-4711-4732-9b3e-961952057311', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'mac_address': 'fa:16:3e:23:9d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:15Z', 'updated_at': '2022-02-11T05:44:28Z', 'revision_number': 4, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'subnets': [{'id': '09c823b8-4f99-4be7-a25b-1a8e6be023d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:30.329440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a25542bb-5d5b-4b19-bd66-657f9c2a9a8e None None] For port 05699464-ec9f-4cbe-83bb-148989aed777, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=05699464-ec9f-4cbe-83bb-148989aed777,segment=NetworkSegment(7a77e720-1425-48fb-98e2-00d66595f5b5),segment_id=7a77e720-1425-48fb-98e2-00d66595f5b5)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:30.427019 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:30.439869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.441651 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a25542bb-5d5b-4b19-bd66-657f9c2a9a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (05699464-ec9f-4cbe-83bb-148989aed777), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.449101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-044a97fd-7eb5-4d52-aebd-81c102794b4a req-32d7ee1d-0219-4dc7-9a1d-77cbb695224b service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120601 Feb 11 05:44:30.493579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 61a22e99-39dc-4ffc-b158-1b0fa0aebd61 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:44:30.520002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a624-e958-44d5-b50f-2f741822e980 req-820844b7-e25d-423b-82b5-46c6705dd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.527976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f11a624-e958-44d5-b50f-2f741822e980 req-820844b7-e25d-423b-82b5-46c6705dd49e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.4152699 Feb 11 05:44:30.603861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a1396fb1-7455-4f43-9a38-a45b27ac797b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.606284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-1dad2e30-a6d7-4274-b11b-f89c10ac94c7', 'network_id': '1dad2e30-a6d7-4274-b11b-f89c10ac94c7', 'project_id': '24439a02c0e743fbb7970d0f47733ba6', 'fixed_ips': [{'subnet_id': '19eae30f-0a0f-4db6-a81a-10e3d023e0af'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:30.607872 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.692816 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (d78fa2e6-eddc-4973-be8a-158be2d132f6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.706164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f2b683ca-ab83-4de9-bb2d-6cef5906d858 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:30.712446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f01849ce-ab7f-4aa9-b249-c516a80b7d64 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:30.793064 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.9 (1dad2e30-a6d7-4274-b11b-f89c10ac94c7/19eae30f-0a0f-4db6-a81a-10e3d023e0af/61a22e99-39dc-4ffc-b158-1b0fa0aebd61) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:30.830401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-da6364ea-325e-4165-9457-4f4f2ea1f764 None None] Provisioning complete for port 05699464-ec9f-4cbe-83bb-148989aed777 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:30.831195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da6364ea-325e-4165-9457-4f4f2ea1f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (05699464-ec9f-4cbe-83bb-148989aed777), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.992336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f01849ce-ab7f-4aa9-b249-c516a80b7d64 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:30.992910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f01849ce-ab7f-4aa9-b249-c516a80b7d64 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 05:44:31.021908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37bfc100-b2e6-4d1f-bf38-c3324d7527bc req-0612e842-f80a-4f49-92f4-cc7626e9cb93 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5667825 Feb 11 05:44:31.074796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (d78fa2e6-eddc-4973-be8a-158be2d132f6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.148919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d1b1be1-fc8a-4671-a588-da1d407a7dd4 service neutron] 10.222.0.31 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2279282 Feb 11 05:44:31.198669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25542bb-5d5b-4b19-bd66-657f9c2a9a8e None None] Pushing event updated for resources: {'Port': ['ID=05699464-ec9f-4cbe-83bb-148989aed777,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:31.247074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.392802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.558703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Allocated IP 172.20.0.2 (1dad2e30-a6d7-4274-b11b-f89c10ac94c7/19eae30f-0a0f-4db6-a81a-10e3d023e0af/84f5c085-a09b-4aa4-85f1-a0e12411a7bd) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:31.588268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:31.602988 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:31.608304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:31.692119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fafb47-2e16-4758-b22d-5b228776d06e None None] Network 90653c0e-93a1-4386-9d29-7c6fb32778c3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:31.703431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Port f01849ce-ab7f-4aa9-b249-c516a80b7d64 not found, will not notify nova. {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 05:44:31.708656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=61a22e99-39dc-4ffc-b158-1b0fa0aebd61,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:31.728656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.729486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.767613 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-981500b3-4b51-46e5-9db5-b726a08aca53 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6666451 Feb 11 05:44:31.768317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48456) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:32.150491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07b667-0c11-4e40-a7a5-48ea225d52bc None None] Network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:32.173744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 970f9c52-41cd-4eb7-a624-24bebf7bc704 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:32.181727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8795a9-fabf-4408-9992-62388f12a054 None None] Network 90dc93a8-92b5-4976-9a37-45b17810394b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:32.357022 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.394265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=d78fa2e6-eddc-4973-be8a-158be2d132f6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:32.471516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 970f9c52-41cd-4eb7-a624-24bebf7bc704 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:32.478051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 970f9c52-41cd-4eb7-a624-24bebf7bc704 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:32.700635 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f11a624-e958-44d5-b50f-2f741822e980 req-854662f9-ef1d-4a73-a708-38a16737b4a0 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1561561 Feb 11 05:44:32.720219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-a74fbe62-e11a-458c-9bee-ef971fa40dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.720219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-a74fbe62-e11a-458c-9bee-ef971fa40dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.722747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-a74fbe62-e11a-458c-9bee-ef971fa40dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.723303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-a74fbe62-e11a-458c-9bee-ef971fa40dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.723804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-a74fbe62-e11a-458c-9bee-ef971fa40dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.724271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-a74fbe62-e11a-458c-9bee-ef971fa40dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.724734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-a74fbe62-e11a-458c-9bee-ef971fa40dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.732505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-a74fbe62-e11a-458c-9bee-ef971fa40dbf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6701 time: 2.1650321 Feb 11 05:44:32.957168 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Publish callbacks [] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.003644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-da6364ea-325e-4165-9457-4f4f2ea1f764 None None] Current status of the port 05699464-ec9f-4cbe-83bb-148989aed777 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:33.046730 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.078645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f11a624-e958-44d5-b50f-2f741822e980 req-8e88f221-053e-4bea-9dd8-245f6ee689dd service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036053 Feb 11 05:44:33.181179 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.206946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Pushing event updated for resources: {'Port': ['ID=84f5c085-a09b-4aa4-85f1-a0e12411a7bd,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:33.221196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e79e5-4d48-41e0-b0f7-81acbe3b5d19 None None] DHCP port deletion for 90653c0e-93a1-4386-9d29-7c6fb32778c3 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:33.224990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (90653c0e-93a1-4386-9d29-7c6fb32778c3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.243523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:33.258900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 05699464-ec9f-4cbe-83bb-148989aed777 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:33.290139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Provisioning complete for port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:33.290504 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.311638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90653c0e-93a1-4386-9d29-7c6fb32778c3']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:33.339463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3be880-b599-49cd-868f-5b49a0411fb0') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:33.339770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3be880-b599-49cd-868f-5b49a0411fb0') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:33.358821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b70d-0d62-4b1f-b0cf-46428a4e9652 req-5aeff282-cca2-4e05-abdc-38672d72c05b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.364244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b70d-0d62-4b1f-b0cf-46428a4e9652 req-5aeff282-cca2-4e05-abdc-38672d72c05b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.371146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:33.394907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b70d-0d62-4b1f-b0cf-46428a4e9652 req-5aeff282-cca2-4e05-abdc-38672d72c05b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.412849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b70d-0d62-4b1f-b0cf-46428a4e9652 req-5aeff282-cca2-4e05-abdc-38672d72c05b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.432785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b70d-0d62-4b1f-b0cf-46428a4e9652 req-5aeff282-cca2-4e05-abdc-38672d72c05b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.452416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b70d-0d62-4b1f-b0cf-46428a4e9652 req-5aeff282-cca2-4e05-abdc-38672d72c05b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.457962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b70d-0d62-4b1f-b0cf-46428a4e9652 req-5aeff282-cca2-4e05-abdc-38672d72c05b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.459051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:33.470384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fa3b70d-0d62-4b1f-b0cf-46428a4e9652 req-5aeff282-cca2-4e05-abdc-38672d72c05b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 2.0436008 Feb 11 05:44:33.475808 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.496834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-aa58aa61-78fd-480e-8780-7d918af14c90 service neutron] 10.222.0.31 "GET /v2.0/networks/e06e1dd4-d4de-41da-95c5-6de8bbcb2929?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3468854 Feb 11 05:44:33.691021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-cc2026f3-cb79-4e62-aa6e-085e8b2d37f6 service neutron] 10.222.0.31 "GET /v2.0/networks/e06e1dd4-d4de-41da-95c5-6de8bbcb2929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931758 Feb 11 05:44:33.743120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (fd3be880-b599-49cd-868f-5b49a0411fb0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.764194 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fd3be880-b599-49cd-868f-5b49a0411fb0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.772583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:33.774917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (fd3be880-b599-49cd-868f-5b49a0411fb0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.799519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Attempting to bind port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:33.799710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Attempting to bind port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '0bce617f-a124-48a2-a4bb-86e613e65480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1dad2e30-a6d7-4274-b11b-f89c10ac94c7'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:33.801503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Attempting to bind port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd on network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:33.821206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:33.821591 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Checking segment: {'id': '0bce617f-a124-48a2-a4bb-86e613e65480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1dad2e30-a6d7-4274-b11b-f89c10ac94c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:33.822016 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.825144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Bound using segment: {'id': '0bce617f-a124-48a2-a4bb-86e613e65480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1dad2e30-a6d7-4274-b11b-f89c10ac94c7'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:33.825632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Bound port: 84f5c085-a09b-4aa4-85f1-a0e12411a7bd, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bce617f-a124-48a2-a4bb-86e613e65480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1dad2e30-a6d7-4274-b11b-f89c10ac94c7'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:33.826039 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.890134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Current status of the port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:33.890812 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:33.987491 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:33.990507 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.011989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-c5f2c21c-b545-451f-afee-53c5fe54e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.014756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 05699464-ec9f-4cbe-83bb-148989aed777 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:34.015142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (05699464-ec9f-4cbe-83bb-148989aed777), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.015994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-c5f2c21c-b545-451f-afee-53c5fe54e917 service neutron] 10.222.0.72 "GET /v2.0/networks?id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c HTTP/1.1" status: 200 len: 902 time: 1.0363219 Feb 11 05:44:34.052667 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (90653c0e-93a1-4386-9d29-7c6fb32778c3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.059564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.073293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/90653c0e-93a1-4386-9d29-7c6fb32778c3 HTTP/1.1" status: 204 len: 168 time: 10.8145690 Feb 11 05:44:34.078170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48460) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:34.101774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.102437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032359850'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:34.109971 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.181347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] For port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:34.213150 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.258618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2e88eda4-8b5c-44ea-83cf-bc51fe8fae72 service neutron] 10.222.0.31 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643330 Feb 11 05:44:34.315227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-95fed46f-5da9-4612-9867-64135fe5ae2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a25ded39-6b78-42fc-acac-793224388ea3 HTTP/1.1" status: 200 len: 217 time: 0.2345781 Feb 11 05:44:34.316589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02985e1-8314-41a4-b38f-cc0b9d4af593 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=90653c0e-93a1-4386-9d29-7c6fb32778c3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:34.318451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=61a22e99-39dc-4ffc-b158-1b0fa0aebd61,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:34.355638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Pushing event updated for resources: {'Port': ['ID=fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:34.403059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fa3b70d-0d62-4b1f-b0cf-46428a4e9652 req-0bed937f-991e-47f0-b4cb-e283c827c38e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9309914 Feb 11 05:44:34.430455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Provisioning complete for port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:34.430455 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.550176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] For port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:34.555960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:34.562629 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.590264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] For port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=84f5c085-a09b-4aa4-85f1-a0e12411a7bd,segment=NetworkSegment(0bce617f-a124-48a2-a4bb-86e613e65480),segment_id=0bce617f-a124-48a2-a4bb-86e613e65480)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:34.634573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.657282 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.750613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769a126-be7c-41bf-8ac3-3f18c8689e17 None None] Pushing event updated for resources: {'Port': ['ID=84f5c085-a09b-4aa4-85f1-a0e12411a7bd,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:34.783637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d43bd4-82ad-4a14-b818-12620566ba4e req-4b55924b-5b0f-4607-a8ef-35769a1d134c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.797207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d43bd4-82ad-4a14-b818-12620566ba4e req-4b55924b-5b0f-4607-a8ef-35769a1d134c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.807717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d43bd4-82ad-4a14-b818-12620566ba4e req-4b55924b-5b0f-4607-a8ef-35769a1d134c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.811154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 05699464-ec9f-4cbe-83bb-148989aed777 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:34.812276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:34.818305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d43bd4-82ad-4a14-b818-12620566ba4e req-4b55924b-5b0f-4607-a8ef-35769a1d134c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.849608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d43bd4-82ad-4a14-b818-12620566ba4e req-4b55924b-5b0f-4607-a8ef-35769a1d134c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.859630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d43bd4-82ad-4a14-b818-12620566ba4e req-4b55924b-5b0f-4607-a8ef-35769a1d134c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.872232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d43bd4-82ad-4a14-b818-12620566ba4e req-4b55924b-5b0f-4607-a8ef-35769a1d134c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.875557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50d43bd4-82ad-4a14-b818-12620566ba4e req-4b55924b-5b0f-4607-a8ef-35769a1d134c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.2974708 Feb 11 05:44:34.881650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-f187784a-6c42-47be-9fb4-29032bb8b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.882432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-f187784a-6c42-47be-9fb4-29032bb8b963 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6f3a5c0b-99a8-4a2f-a6df-e92859e760d3 HTTP/1.1" status: 200 len: 797 time: 0.5201132 Feb 11 05:44:34.913093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:34.941910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (62e76ae4-37a0-4a46-9961-f3817a88904a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.942490 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment 62e76ae4-37a0-4a46-9961-f3817a88904a of type vlan for network 00eefa2e-dea2-49be-8c2e-b01887d13a1a Feb 11 05:44:34.950004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Current status of the port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:34.950408 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.004888 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.045888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] For port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c,segment=NetworkSegment(1aa60703-c7e0-4b13-9c48-c6f886207977),segment_id=1aa60703-c7e0-4b13-9c48-c6f886207977)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:35.059582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:35.059950 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.064032 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.083791 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (00eefa2e-dea2-49be-8c2e-b01887d13a1a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.204406 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (00eefa2e-dea2-49be-8c2e-b01887d13a1a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.210047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:35.217827 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.336211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa1a54-9780-4caa-9b95-1a60699d8d1f None None] Pushing event updated for resources: {'Port': ['ID=6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:35.445570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:35.446972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:35.530162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fe68fbfc-e29e-41de-af10-77e573c2da34 None None] Provisioning complete for port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:35.545048 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fe68fbfc-e29e-41de-af10-77e573c2da34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.612727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5afece9-72c8-4058-87ef-8ad906d52fd4 service neutron] 10.222.0.31 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2375412 Feb 11 05:44:35.626285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5294528 Feb 11 05:44:35.656677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48472) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:35.671337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': '00eefa2e-dea2-49be-8c2e-b01887d13a1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:35.714258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:35.715355 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.831330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50d43bd4-82ad-4a14-b818-12620566ba4e req-74f544f6-7b97-434e-bde8-b74837a115c4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6511710 Feb 11 05:44:35.865384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897a5a5-a5c6-4721-9a2a-c061a94948be tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=00eefa2e-dea2-49be-8c2e-b01887d13a1a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:35.917353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-b1386fd4-ff22-4fdb-a1a4-4d5354c6c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:35.926615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fe68fbfc-e29e-41de-af10-77e573c2da34 None None] Current status of the port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:35.931594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-b1386fd4-ff22-4fdb-a1a4-4d5354c6c20a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7716851 Feb 11 05:44:35.937074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 00eefa2e-dea2-49be-8c2e-b01887d13a1a details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:36.051014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fe68fbfc-e29e-41de-af10-77e573c2da34 None None] Provisioning complete for port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:36.051401 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fe68fbfc-e29e-41de-af10-77e573c2da34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.159917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:36.167219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.192969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-4be689e6-fa02-4b36-ace6-fbd111adc8ee service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491629 Feb 11 05:44:36.358371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed6d26dc-73be-4b01-a56d-a10b87df3cff req-2ce5261a-e7f6-4132-bbbe-ab15f4cbd0a7 service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499379 Feb 11 05:44:36.451645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:36.458997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9558264-6016-4761-b381-b178b5fdf988 req-e8df7f52-23ff-4e15-9904-27f1c9295052 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 210 time: 0.2606277 Feb 11 05:44:36.491856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fe68fbfc-e29e-41de-af10-77e573c2da34 None None] Current status of the port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:36.633598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b25cb-46c9-44cb-b810-19917d1361b1 req-88e0c8ff-6aa3-44f8-8632-5fa8a8c22219 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.653169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b25cb-46c9-44cb-b810-19917d1361b1 req-88e0c8ff-6aa3-44f8-8632-5fa8a8c22219 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.659224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b25cb-46c9-44cb-b810-19917d1361b1 req-88e0c8ff-6aa3-44f8-8632-5fa8a8c22219 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.669767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b25cb-46c9-44cb-b810-19917d1361b1 req-88e0c8ff-6aa3-44f8-8632-5fa8a8c22219 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.699474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b25cb-46c9-44cb-b810-19917d1361b1 req-88e0c8ff-6aa3-44f8-8632-5fa8a8c22219 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.744606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b25cb-46c9-44cb-b810-19917d1361b1 req-88e0c8ff-6aa3-44f8-8632-5fa8a8c22219 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.773685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b25cb-46c9-44cb-b810-19917d1361b1 req-88e0c8ff-6aa3-44f8-8632-5fa8a8c22219 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.778522 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (071b17bb-e45a-4a1c-bbe7-e1110af471bc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.791486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-972b25cb-46c9-44cb-b810-19917d1361b1 req-88e0c8ff-6aa3-44f8-8632-5fa8a8c22219 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.5973549 Feb 11 05:44:36.864458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 84f5c085-a09b-4aa4-85f1-a0e12411a7bd up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:36.932892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-972b25cb-46c9-44cb-b810-19917d1361b1 req-6c276b60-97b5-4d21-9ac1-fe825da8dc43 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1365898 Feb 11 05:44:36.969848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc5a75f-0056-46fc-bf1a-ab88db6d748c None None] Network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:37.125385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=071b17bb-e45a-4a1c-bbe7-e1110af471bc,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:37.132730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.148846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking segment: {'id': '62e76ae4-37a0-4a46-9961-f3817a88904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '00eefa2e-dea2-49be-8c2e-b01887d13a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:37.149243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network hostable DHCP agents. Network: 00eefa2e-dea2-49be-8c2e-b01887d13a1a, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:37.155628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.203223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022303-1422-4eb2-a952-75565bb0c951 req-f2ea7112-742e-4598-b1bd-5284b703278e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.229206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022303-1422-4eb2-a952-75565bb0c951 req-f2ea7112-742e-4598-b1bd-5284b703278e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.239438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022303-1422-4eb2-a952-75565bb0c951 req-f2ea7112-742e-4598-b1bd-5284b703278e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.259781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022303-1422-4eb2-a952-75565bb0c951 req-f2ea7112-742e-4598-b1bd-5284b703278e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.279935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022303-1422-4eb2-a952-75565bb0c951 req-f2ea7112-742e-4598-b1bd-5284b703278e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.293615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:37.293993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.294235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022303-1422-4eb2-a952-75565bb0c951 req-f2ea7112-742e-4598-b1bd-5284b703278e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.309751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022303-1422-4eb2-a952-75565bb0c951 req-f2ea7112-742e-4598-b1bd-5284b703278e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.315679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10022303-1422-4eb2-a952-75565bb0c951 req-f2ea7112-742e-4598-b1bd-5284b703278e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.2686372 Feb 11 05:44:37.408762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network 00eefa2e-dea2-49be-8c2e-b01887d13a1a is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:37.458042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.484408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=61a22e99-39dc-4ffc-b158-1b0fa0aebd61,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:37.539246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 00eefa2e-dea2-49be-8c2e-b01887d13a1a) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:37.543466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10022303-1422-4eb2-a952-75565bb0c951 req-13973207-767a-4d8a-826d-e2b8af996d12 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205369 Feb 11 05:44:37.558459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.562144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.671354 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e6b9b543-cd9e-43e1-9a40-29910a0e78b4 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0080101 Feb 11 05:44:37.671523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48496) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:37.703845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5c37ac0-d912-4fbe-91a1-00bcc1cd1eb4 req-3e48b8f3-721c-4bcc-a53b-b720054273ac tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 210 time: 0.0813560 Feb 11 05:44:37.823506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f2981f-eb61-488e-a867-0238bfe717d0 None None] Network 00eefa2e-dea2-49be-8c2e-b01887d13a1a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:37.847510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a713e6a3-7874-4a24-ad79-b365255c11d9 None None] Provisioning complete for port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:37.847897 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a713e6a3-7874-4a24-ad79-b365255c11d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.854512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:37.860413 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:38.095469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:38.095860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.169562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (00eefa2e-dea2-49be-8c2e-b01887d13a1a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.175336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13cac-9458-403b-bf36-3796ec1a9ae4 req-d1ed81d7-406c-44f5-b4f1-7dbce188c87f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.191918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13cac-9458-403b-bf36-3796ec1a9ae4 req-d1ed81d7-406c-44f5-b4f1-7dbce188c87f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.210294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13cac-9458-403b-bf36-3796ec1a9ae4 req-d1ed81d7-406c-44f5-b4f1-7dbce188c87f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.235084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13cac-9458-403b-bf36-3796ec1a9ae4 req-d1ed81d7-406c-44f5-b4f1-7dbce188c87f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.274124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13cac-9458-403b-bf36-3796ec1a9ae4 req-d1ed81d7-406c-44f5-b4f1-7dbce188c87f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.275703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-00eefa2e-dea2-49be-8c2e-b01887d13a1a', 'network_id': '00eefa2e-dea2-49be-8c2e-b01887d13a1a', 'project_id': '0e98f3263196470b83b894530792fde0', 'fixed_ips': [{'subnet_id': '071b17bb-e45a-4a1c-bbe7-e1110af471bc'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:38.276861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.292201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13cac-9458-403b-bf36-3796ec1a9ae4 req-d1ed81d7-406c-44f5-b4f1-7dbce188c87f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.304696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13cac-9458-403b-bf36-3796ec1a9ae4 req-d1ed81d7-406c-44f5-b4f1-7dbce188c87f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.312674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdb13cac-9458-403b-bf36-3796ec1a9ae4 req-d1ed81d7-406c-44f5-b4f1-7dbce188c87f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.2563252 Feb 11 05:44:38.387769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=84f5c085-a09b-4aa4-85f1-a0e12411a7bd,segment=NetworkSegment(0bce617f-a124-48a2-a4bb-86e613e65480),segment_id=0bce617f-a124-48a2-a4bb-86e613e65480)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:38.438080 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.440292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:38.493640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Router 8d5367a0-f8ea-42d7-bd39-eeec48cda75f is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:44:38.502431 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (071b17bb-e45a-4a1c-bbe7-e1110af471bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.786905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdb13cac-9458-403b-bf36-3796ec1a9ae4 req-be314a15-6241-47e3-9fac-e9126e6d0d89 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4554396 Feb 11 05:44:38.824160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Allocated IP 2001:db8::1 (00eefa2e-dea2-49be-8c2e-b01887d13a1a/071b17bb-e45a-4a1c-bbe7-e1110af471bc/a5688d28-d8fd-43a9-8467-0e75b2884a78) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:38.874018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:38.896466 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9a12b8c6-63b0-4086-86df-4ee2b9740cef tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "PUT /v2.0/routers/8d5367a0-f8ea-42d7-bd39-eeec48cda75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1269560 Feb 11 05:44:38.900162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48504) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:38.967773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-24640dce-e4cd-4b65-966f-0f6f776f8e8f tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.972821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-24640dce-e4cd-4b65-966f-0f6f776f8e8f tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.974467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-24640dce-e4cd-4b65-966f-0f6f776f8e8f tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "GET /v2.0/networks?id=90dc93a8-92b5-4976-9a37-45b17810394b&id=e06e1dd4-d4de-41da-95c5-6de8bbcb2929&id=90dc93a8-92b5-4976-9a37-45b17810394b HTTP/1.1" status: 200 len: 1391 time: 0.5654972 Feb 11 05:44:39.033011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'port': {'device_id': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b', 'admin_state_up': True, 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:39.089955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba83466d-58fa-4fd9-ab45-25dc153b5b42 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.104134 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ba83466d-58fa-4fd9-ab45-25dc153b5b42 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d5367a0-f8ea-42d7-bd39-eeec48cda75f HTTP/1.1" status: 200 len: 982 time: 0.2016366 Feb 11 05:44:39.105037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48506) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:39.137954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a764c4ce-7e22-4d6d-b828-00741be56ea7 req-f54f7526-29b7-4ff5-9965-90c2b1279bd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 210 time: 0.1935070 Feb 11 05:44:39.180397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Publish callbacks [] for port (a5688d28-d8fd-43a9-8467-0e75b2884a78), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.201298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144665fe-070d-442d-afdb-d6435290e488 req-b7a7716a-87a2-4d5e-97be-bcfe07796b30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.213739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144665fe-070d-442d-afdb-d6435290e488 req-b7a7716a-87a2-4d5e-97be-bcfe07796b30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.228316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144665fe-070d-442d-afdb-d6435290e488 req-b7a7716a-87a2-4d5e-97be-bcfe07796b30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.242983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144665fe-070d-442d-afdb-d6435290e488 req-b7a7716a-87a2-4d5e-97be-bcfe07796b30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.258453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144665fe-070d-442d-afdb-d6435290e488 req-b7a7716a-87a2-4d5e-97be-bcfe07796b30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.276604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144665fe-070d-442d-afdb-d6435290e488 req-b7a7716a-87a2-4d5e-97be-bcfe07796b30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.290037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144665fe-070d-442d-afdb-d6435290e488 req-b7a7716a-87a2-4d5e-97be-bcfe07796b30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.292040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-144665fe-070d-442d-afdb-d6435290e488 req-b7a7716a-87a2-4d5e-97be-bcfe07796b30 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.5771558 Feb 11 05:44:39.331263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=84f5c085-a09b-4aa4-85f1-a0e12411a7bd,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:39.334713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750436d-ad1e-45b9-8263-3eda64297ffd None None] Sync routers for ids ['8d5367a0-f8ea-42d7-bd39-eeec48cda75f'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:39.350017 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (a5688d28-d8fd-43a9-8467-0e75b2884a78), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.380162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a713e6a3-7874-4a24-ad79-b365255c11d9 None None] Current status of the port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:39.380615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a713e6a3-7874-4a24-ad79-b365255c11d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.407027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (071b17bb-e45a-4a1c-bbe7-e1110af471bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.524073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=071b17bb-e45a-4a1c-bbe7-e1110af471bc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:39.573676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-144665fe-070d-442d-afdb-d6435290e488 req-603db482-da25-4476-bf8a-35b26587a504 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2637572 Feb 11 05:44:39.582315 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-a713e6a3-7874-4a24-ad79-b365255c11d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:44:39.582663 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-a713e6a3-7874-4a24-ad79-b365255c11d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:44:39.602194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Network 00eefa2e-dea2-49be-8c2e-b01887d13a1a is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:39.604897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750436d-ad1e-45b9-8263-3eda64297ffd None None] Routers {'8d5367a0-f8ea-42d7-bd39-eeec48cda75f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:39.606721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f750436d-ad1e-45b9-8263-3eda64297ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:44:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8d5367a0-f8ea-42d7-bd39-eeec48cda75f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.611879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:39.619398 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.630384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:39.737398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:39.841687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f750436d-ad1e-45b9-8263-3eda64297ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.873806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Attempting to bind port a5688d28-d8fd-43a9-8467-0e75b2884a78 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:39.874190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Attempting to bind port a5688d28-d8fd-43a9-8467-0e75b2884a78 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '62e76ae4-37a0-4a46-9961-f3817a88904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '00eefa2e-dea2-49be-8c2e-b01887d13a1a'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:39.874608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Attempting to bind port a5688d28-d8fd-43a9-8467-0e75b2884a78 on network 00eefa2e-dea2-49be-8c2e-b01887d13a1a {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:39.881307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:39.881700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Checking segment: {'id': '62e76ae4-37a0-4a46-9961-f3817a88904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '00eefa2e-dea2-49be-8c2e-b01887d13a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:39.882844 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.883250 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Bound using segment: {'id': '62e76ae4-37a0-4a46-9961-f3817a88904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '00eefa2e-dea2-49be-8c2e-b01887d13a1a'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:39.883733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Bound port: a5688d28-d8fd-43a9-8467-0e75b2884a78, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e76ae4-37a0-4a46-9961-f3817a88904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '00eefa2e-dea2-49be-8c2e-b01887d13a1a'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:39.884120 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a5688d28-d8fd-43a9-8467-0e75b2884a78), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.903214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Pushing event updated for resources: {'Port': ['ID=a5688d28-d8fd-43a9-8467-0e75b2884a78,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:39.909465 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:39.909885 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.932428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Allocated IP 19.80.0.221 (90dc93a8-92b5-4976-9a37-45b17810394b/d227a55d-47f0-43ca-ab5b-0297c2695c60/ee624dc5-a156-460f-b694-388d619378f0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:39.989035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750436d-ad1e-45b9-8263-3eda64297ffd None None] Routers {'8d5367a0-f8ea-42d7-bd39-eeec48cda75f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:39.989710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f750436d-ad1e-45b9-8263-3eda64297ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:44:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8d5367a0-f8ea-42d7-bd39-eeec48cda75f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:40.035241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f750436d-ad1e-45b9-8263-3eda64297ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:40.035966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750436d-ad1e-45b9-8263-3eda64297ffd None None] The sync data for ids ['8d5367a0-f8ea-42d7-bd39-eeec48cda75f'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:40.065040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (00eefa2e-dea2-49be-8c2e-b01887d13a1a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.098256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00eefa2e-dea2-49be-8c2e-b01887d13a1a']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:40.113385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e76ae4-37a0-4a46-9961-f3817a88904a') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:40.114350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e76ae4-37a0-4a46-9961-f3817a88904a') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:40.132828 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (62e76ae4-37a0-4a46-9961-f3817a88904a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.156032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] For port a5688d28-d8fd-43a9-8467-0e75b2884a78, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:40.157795 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (62e76ae4-37a0-4a46-9961-f3817a88904a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.159020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:40.160704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:40.166406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:40.167462 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (62e76ae4-37a0-4a46-9961-f3817a88904a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.179538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e880-3a5d-402a-bcf3-60b22985387a req-8d1b8679-8edd-4185-a674-c15a259d9dc2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.203250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e880-3a5d-402a-bcf3-60b22985387a req-8d1b8679-8edd-4185-a674-c15a259d9dc2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.229989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e880-3a5d-402a-bcf3-60b22985387a req-8d1b8679-8edd-4185-a674-c15a259d9dc2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.242785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e880-3a5d-402a-bcf3-60b22985387a req-8d1b8679-8edd-4185-a674-c15a259d9dc2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:40.251184 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:40.258385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e880-3a5d-402a-bcf3-60b22985387a req-8d1b8679-8edd-4185-a674-c15a259d9dc2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.270095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a713e6a3-7874-4a24-ad79-b365255c11d9 None None] Current status of the port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:40.271476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e880-3a5d-402a-bcf3-60b22985387a req-8d1b8679-8edd-4185-a674-c15a259d9dc2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.285529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e880-3a5d-402a-bcf3-60b22985387a req-8d1b8679-8edd-4185-a674-c15a259d9dc2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.291124 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dff3e880-3a5d-402a-bcf3-60b22985387a req-8d1b8679-8edd-4185-a674-c15a259d9dc2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.3343184 Feb 11 05:44:40.304273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] For port a5688d28-d8fd-43a9-8467-0e75b2884a78, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a5688d28-d8fd-43a9-8467-0e75b2884a78,segment=NetworkSegment(62e76ae4-37a0-4a46-9961-f3817a88904a),segment_id=62e76ae4-37a0-4a46-9961-f3817a88904a)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:40.316405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.api [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:44:40.316405 n-d-715271-35 neutron-server[103121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:44:40.316405 n-d-715271-35 neutron-server[103121]: [parameters: {'id': '00eefa2e-dea2-49be-8c2e-b01887d13a1a'}] Feb 11 05:44:40.316405 n-d-715271-35 neutron-server[103121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:44:40.318752 n-d-715271-35 neutron-server[103121]: DEBUG oslo_db.api [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:44:40.332327 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a5688d28-d8fd-43a9-8467-0e75b2884a78), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.344510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:40.344910 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.508106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5ecf3dcf-7183-46f9-ad0f-a92310201859 None None] Provisioning complete for port 61a22e99-39dc-4ffc-b158-1b0fa0aebd61 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:40.508486 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ecf3dcf-7183-46f9-ad0f-a92310201859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.514154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19ac05-5996-4995-8b7c-0c6af865069b None None] Pushing event updated for resources: {'Port': ['ID=a5688d28-d8fd-43a9-8467-0e75b2884a78,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:40.529722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85b90260-c718-4b82-be93-5f05cc36312e req-cd1d81be-3322-437a-bb29-5fef0de5edcc tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 210 time: 0.0777674 Feb 11 05:44:40.609805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac12a76-0016-4b50-8922-bf0c9bc222c4 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:44:40.644394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.707820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for port (ee624dc5-a156-460f-b694-388d619378f0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.743275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dff3e880-3a5d-402a-bcf3-60b22985387a req-b1d83b04-d04a-48d5-ab6f-584b7841450a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4439392 Feb 11 05:44:40.823086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (00eefa2e-dea2-49be-8c2e-b01887d13a1a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.858732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac12a76-0016-4b50-8922-bf0c9bc222c4 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:44:40.861101 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf3dcf-7183-46f9-ad0f-a92310201859 None None] Port 61a22e99-39dc-4ffc-b158-1b0fa0aebd61 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:40.923007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:40.931648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5ecf3dcf-7183-46f9-ad0f-a92310201859 None None] Provisioning complete for port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:40.933177 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ecf3dcf-7183-46f9-ad0f-a92310201859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.960436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c00b5e-fe73-418d-af14-bf724c4bf0ed req-0b84b8af-6615-4b2a-9718-4d7b4347e89f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.967806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c00b5e-fe73-418d-af14-bf724c4bf0ed req-0b84b8af-6615-4b2a-9718-4d7b4347e89f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.977467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f01849ce-ab7f-4aa9-b249-c516a80b7d64 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:40.981485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c00b5e-fe73-418d-af14-bf724c4bf0ed req-0b84b8af-6615-4b2a-9718-4d7b4347e89f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.991146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting port a5688d28-d8fd-43a9-8467-0e75b2884a78 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:40.991848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c00b5e-fe73-418d-af14-bf724c4bf0ed req-0b84b8af-6615-4b2a-9718-4d7b4347e89f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.992150 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a5688d28-d8fd-43a9-8467-0e75b2884a78), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.007766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c00b5e-fe73-418d-af14-bf724c4bf0ed req-0b84b8af-6615-4b2a-9718-4d7b4347e89f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.020128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c00b5e-fe73-418d-af14-bf724c4bf0ed req-0b84b8af-6615-4b2a-9718-4d7b4347e89f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.030784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f01849ce-ab7f-4aa9-b249-c516a80b7d64 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:41.031351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f01849ce-ab7f-4aa9-b249-c516a80b7d64 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:41.036824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c00b5e-fe73-418d-af14-bf724c4bf0ed req-0b84b8af-6615-4b2a-9718-4d7b4347e89f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.041085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43c00b5e-fe73-418d-af14-bf724c4bf0ed req-0b84b8af-6615-4b2a-9718-4d7b4347e89f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.2581558 Feb 11 05:44:41.046129 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ee624dc5-a156-460f-b694-388d619378f0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.178150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] For port a5688d28-d8fd-43a9-8467-0e75b2884a78, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a5688d28-d8fd-43a9-8467-0e75b2884a78,segment=NetworkSegment(62e76ae4-37a0-4a46-9961-f3817a88904a),segment_id=62e76ae4-37a0-4a46-9961-f3817a88904a)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:41.180263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a5688d28-d8fd-43a9-8467-0e75b2884a78), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.188214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network 90dc93a8-92b5-4976-9a37-45b17810394b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:41.197161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 84f5c085-a09b-4aa4-85f1-a0e12411a7bd up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:41.209568 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Calling delete_port for a5688d28-d8fd-43a9-8467-0e75b2884a78 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:41.217214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:41.236556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:41.317940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Port': ['ID=ee624dc5-a156-460f-b694-388d619378f0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.327084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.328219 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.377648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-2d5c393a-9581-406a-b117-2c2e14f92ad5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3601816 Feb 11 05:44:41.402484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'port': {'device_id': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929', 'admin_state_up': True, 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:41.444982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf3dcf-7183-46f9-ad0f-a92310201859 None None] Current status of the port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:41.540207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:41.540774 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.562194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43c00b5e-fe73-418d-af14-bf724c4bf0ed req-f5da3a15-ddff-44d6-91e9-ba492c4dc720 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5089455 Feb 11 05:44:41.568668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:41.581239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.587706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd99e37-89dc-4f87-aa85-e8202d0606e0 None None] Network 00eefa2e-dea2-49be-8c2e-b01887d13a1a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:41.800677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f170-0a2d-4e71-8449-d98aa7021bac req-c327c7cd-1951-49fc-bb94-2c546b80fc9c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.802643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3f1f170-0a2d-4e71-8449-d98aa7021bac req-c327c7cd-1951-49fc-bb94-2c546b80fc9c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 932 time: 0.1156442 Feb 11 05:44:41.858743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Allocated IP 19.86.0.236 (e06e1dd4-d4de-41da-95c5-6de8bbcb2929/25af936d-92c4-4356-922d-d1bf868ec3e2/f6bc734a-5b75-4e7c-bfd7-18821e7da5b4) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:41.911727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3f1f170-0a2d-4e71-8449-d98aa7021bac req-3de18048-6b19-412d-b57e-b26c0040d265 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007445 Feb 11 05:44:41.917707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:41.930463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 61a22e99-39dc-4ffc-b158-1b0fa0aebd61 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:41.930823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.994629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7e7dd8d7-ff34-43fb-9e04-85518d3c275c None None] Provisioning complete for port ee624dc5-a156-460f-b694-388d619378f0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:41.994966 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7e7dd8d7-ff34-43fb-9e04-85518d3c275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee624dc5-a156-460f-b694-388d619378f0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.034164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7e7dd8d7-ff34-43fb-9e04-85518d3c275c None None] Port ee624dc5-a156-460f-b694-388d619378f0 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:42.102456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.102874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9137391-949d-49c5-a309-40ed1f6f1260 req-22cdad72-d02b-4f62-9246-460c6ccdaa86 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.106438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a5688d28-d8fd-43a9-8467-0e75b2884a78), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.110314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9137391-949d-49c5-a309-40ed1f6f1260 req-22cdad72-d02b-4f62-9246-460c6ccdaa86 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.117302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9137391-949d-49c5-a309-40ed1f6f1260 req-22cdad72-d02b-4f62-9246-460c6ccdaa86 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.122790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9137391-949d-49c5-a309-40ed1f6f1260 req-22cdad72-d02b-4f62-9246-460c6ccdaa86 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.128482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9137391-949d-49c5-a309-40ed1f6f1260 req-22cdad72-d02b-4f62-9246-460c6ccdaa86 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.138236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9137391-949d-49c5-a309-40ed1f6f1260 req-22cdad72-d02b-4f62-9246-460c6ccdaa86 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.144827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9137391-949d-49c5-a309-40ed1f6f1260 req-22cdad72-d02b-4f62-9246-460c6ccdaa86 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.145851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Port': ['ID=a5688d28-d8fd-43a9-8467-0e75b2884a78,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.148168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9137391-949d-49c5-a309-40ed1f6f1260 req-22cdad72-d02b-4f62-9246-460c6ccdaa86 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.2047443 Feb 11 05:44:42.156571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 61a22e99-39dc-4ffc-b158-1b0fa0aebd61 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:42.167515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No DVR routers for this DVR port a5688d28-d8fd-43a9-8467-0e75b2884a78 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:42.263145 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (00eefa2e-dea2-49be-8c2e-b01887d13a1a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.265293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9137391-949d-49c5-a309-40ed1f6f1260 req-dc1b0310-2f85-4980-8fc8-2140d5b941ec tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009824 Feb 11 05:44:42.330667 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.338108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00eefa2e-dea2-49be-8c2e-b01887d13a1a']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.348803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e76ae4-37a0-4a46-9961-f3817a88904a') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.349225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e76ae4-37a0-4a46-9961-f3817a88904a') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.361164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (62e76ae4-37a0-4a46-9961-f3817a88904a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.369981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.378965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (62e76ae4-37a0-4a46-9961-f3817a88904a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.385527 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:42.385933 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (62e76ae4-37a0-4a46-9961-f3817a88904a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:42.401866 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:42.431607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:42.435918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:42.450178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Port': ['ID=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.452970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:42.509198 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (00eefa2e-dea2-49be-8c2e-b01887d13a1a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.517455 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.523185 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/00eefa2e-dea2-49be-8c2e-b01887d13a1a HTTP/1.1" status: 204 len: 168 time: 4.8458524 Feb 11 05:44:42.532019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.532866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.544566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48518) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.550546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855767610'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:42.560195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8cfe9eb5-002f-4b07-83bf-bd7021d335a0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1674254 Feb 11 05:44:42.576144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'port': {'device_id': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b', 'admin_state_up': True, 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:42.619573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:42.624143 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.704041 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (61a22e99-39dc-4ffc-b158-1b0fa0aebd61), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.729323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9489a1-9926-4a8b-8ba8-e656265b8af9 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=00eefa2e-dea2-49be-8c2e-b01887d13a1a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.783885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=61a22e99-39dc-4ffc-b158-1b0fa0aebd61,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.796971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:42.833739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a33e8-cf65-42fc-b7aa-f684f9cd8e36 req-684ab04c-3cfe-4c89-9a5e-4f31dbf21847 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.841373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a33e8-cf65-42fc-b7aa-f684f9cd8e36 req-684ab04c-3cfe-4c89-9a5e-4f31dbf21847 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.870130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a33e8-cf65-42fc-b7aa-f684f9cd8e36 req-684ab04c-3cfe-4c89-9a5e-4f31dbf21847 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.880020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d960c0d1-8067-48c1-9c04-41c5d8ea011a None None] Provisioning complete for port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:42.880403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d960c0d1-8067-48c1-9c04-41c5d8ea011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.886564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a33e8-cf65-42fc-b7aa-f684f9cd8e36 req-684ab04c-3cfe-4c89-9a5e-4f31dbf21847 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.913475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a33e8-cf65-42fc-b7aa-f684f9cd8e36 req-684ab04c-3cfe-4c89-9a5e-4f31dbf21847 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.932375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a33e8-cf65-42fc-b7aa-f684f9cd8e36 req-684ab04c-3cfe-4c89-9a5e-4f31dbf21847 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.937703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a33e8-cf65-42fc-b7aa-f684f9cd8e36 req-684ab04c-3cfe-4c89-9a5e-4f31dbf21847 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.943861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e8a33e8-cf65-42fc-b7aa-f684f9cd8e36 req-684ab04c-3cfe-4c89-9a5e-4f31dbf21847 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.2282836 Feb 11 05:44:42.961595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.978882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d960c0d1-8067-48c1-9c04-41c5d8ea011a None None] Port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:42.990378 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (36735518-e590-4ee1-a022-14ae4a2bfd03), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.990730 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment 36735518-e590-4ee1-a022-14ae4a2bfd03 of type vlan for network 71a80d84-9135-461a-839c-8e32570ceb3b Feb 11 05:44:43.027015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:43.030648 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.211336 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Router 8d5367a0-f8ea-42d7-bd39-eeec48cda75f has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:43.288398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Allocated IP 19.80.0.112 (90dc93a8-92b5-4976-9a37-45b17810394b/d227a55d-47f0-43ca-ab5b-0297c2695c60/dce1561d-8ddc-487c-97b9-3653f07e0f81) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:43.304790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:43.315624 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92d24091-9bd7-44cf-b9c7-c431e2820f1d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "PUT /v2.0/routers/8d5367a0-f8ea-42d7-bd39-eeec48cda75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2089896 Feb 11 05:44:43.315782 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7cc01-22c2-42d8-b948-17a4784c2536 None None] Sync routers for ids ['8d5367a0-f8ea-42d7-bd39-eeec48cda75f'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:43.316753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48524) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:43.329610 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7cc01-22c2-42d8-b948-17a4784c2536 None None] Routers {'8d5367a0-f8ea-42d7-bd39-eeec48cda75f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:43.338170 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6df7cc01-22c2-42d8-b948-17a4784c2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:44:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8d5367a0-f8ea-42d7-bd39-eeec48cda75f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:43.347464 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0b707e-5ffc-4edc-b337-e34f436a88c8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:44:43.351382 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cb0b707e-5ffc-4edc-b337-e34f436a88c8 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/61a22e99-39dc-4ffc-b158-1b0fa0aebd61 HTTP/1.1" status: 404 len: 333 time: 0.0309997 Feb 11 05:44:43.351993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48528) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:43.405969 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6df7cc01-22c2-42d8-b948-17a4784c2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:43.427734 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7cc01-22c2-42d8-b948-17a4784c2536 None None] Routers {'8d5367a0-f8ea-42d7-bd39-eeec48cda75f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:43.428463 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6df7cc01-22c2-42d8-b948-17a4784c2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:44:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8d5367a0-f8ea-42d7-bd39-eeec48cda75f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:43.443756 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d07857a9-624a-498a-b9ec-c35fb6a22faf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for router (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.467046 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.500715 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (71a80d84-9135-461a-839c-8e32570ceb3b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.501796 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6df7cc01-22c2-42d8-b948-17a4784c2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:43.502672 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7cc01-22c2-42d8-b948-17a4784c2536 None None] The sync data for ids ['8d5367a0-f8ea-42d7-bd39-eeec48cda75f'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:43.529566 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.605901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74dc98-6dcc-40e1-942c-5602bb5e63a5 req-79589345-209d-4906-9127-ee67b6d74d29 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:43.611665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74dc98-6dcc-40e1-942c-5602bb5e63a5 req-79589345-209d-4906-9127-ee67b6d74d29 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:43.614744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b74dc98-6dcc-40e1-942c-5602bb5e63a5 req-79589345-209d-4906-9127-ee67b6d74d29 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 1655 time: 0.5256884 Feb 11 05:44:43.637495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e8a33e8-cf65-42fc-b7aa-f684f9cd8e36 req-631fcc5b-246f-4c34-a638-75806f9d39e3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6720104 Feb 11 05:44:43.649030 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d07857a9-624a-498a-b9ec-c35fb6a22faf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.651496 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d07857a9-624a-498a-b9ec-c35fb6a22faf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for router_controller (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.661600 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (71a80d84-9135-461a-839c-8e32570ceb3b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.667610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:43.668408 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.711166 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d07857a9-624a-498a-b9ec-c35fb6a22faf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (8d5367a0-f8ea-42d7-bd39-eeec48cda75f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.711719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07857a9-624a-498a-b9ec-c35fb6a22faf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5367a0-f8ea-42d7-bd39-eeec48cda75f {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:44:43.718526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d07857a9-624a-498a-b9ec-c35fb6a22faf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.722343 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d07857a9-624a-498a-b9ec-c35fb6a22faf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/routers/8d5367a0-f8ea-42d7-bd39-eeec48cda75f HTTP/1.1" status: 204 len: 168 time: 0.3691859 Feb 11 05:44:43.722952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:43.783815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network 90dc93a8-92b5-4976-9a37-45b17810394b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:43.785015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=71a80d84-9135-461a-839c-8e32570ceb3b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:43.787160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96d0cf1-8cb5-4eeb-b698-8950a41fcdc2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet 19eae30f-0a0f-4db6-a81a-10e3d023e0af {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:43.787375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:43.796216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:43.801151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 71a80d84-9135-461a-839c-8e32570ceb3b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:43.815369 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f96d0cf1-8cb5-4eeb-b698-8950a41fcdc2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (19eae30f-0a0f-4db6-a81a-10e3d023e0af), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.877410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Port': ['ID=dce1561d-8ddc-487c-97b9-3653f07e0f81,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:43.912538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f96d0cf1-8cb5-4eeb-b698-8950a41fcdc2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (19eae30f-0a0f-4db6-a81a-10e3d023e0af), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.057175 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f96d0cf1-8cb5-4eeb-b698-8950a41fcdc2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (19eae30f-0a0f-4db6-a81a-10e3d023e0af), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.145883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f96d0cf1-8cb5-4eeb-b698-8950a41fcdc2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (19eae30f-0a0f-4db6-a81a-10e3d023e0af), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.194291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d0cf1-8cb5-4eeb-b698-8950a41fcdc2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=19eae30f-0a0f-4db6-a81a-10e3d023e0af,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:44.205890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f96d0cf1-8cb5-4eeb-b698-8950a41fcdc2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.212423 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f96d0cf1-8cb5-4eeb-b698-8950a41fcdc2 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/19eae30f-0a0f-4db6-a81a-10e3d023e0af HTTP/1.1" status: 204 len: 168 time: 0.4861157 Feb 11 05:44:44.212720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48532) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.216000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cb78a3f4-e533-4c2b-afd0-d4d82787fadb None None] Provisioning complete for port dce1561d-8ddc-487c-97b9-3653f07e0f81 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:44.216988 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cb78a3f4-e533-4c2b-afd0-d4d82787fadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.308819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cb78a3f4-e533-4c2b-afd0-d4d82787fadb None None] Port dce1561d-8ddc-487c-97b9-3653f07e0f81 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:44.310730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c9db3-11d9-42db-af2b-9c4d27d89bfe None None] Network 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:44.324700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (1dad2e30-a6d7-4274-b11b-f89c10ac94c7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.403520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:44.403790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.428424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:44.429421 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.434634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d3fc4c29-7f10-4654-b493-3c55c1afcf58 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8884697 Feb 11 05:44:44.439289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48534) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.447749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': '71a80d84-9135-461a-839c-8e32570ceb3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:44.508222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-868b2c6f-7e0f-420f-bc85-c3f874ae0cd5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9378805 Feb 11 05:44:44.509861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] DHCP port deletion for 1dad2e30-a6d7-4274-b11b-f89c10ac94c7 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:44.513987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b74dc98-6dcc-40e1-942c-5602bb5e63a5 req-d1a5f993-9390-4ac8-af29-096eb29c9249 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8536074 Feb 11 05:44:44.520421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Request body: {'port': {'device_id': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:44.572187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Deleting port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:44.572795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.580503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa736-039f-4821-abef-cd6a53973961 req-e4d454c7-2636-4a87-bc60-79922a3e547e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:44.586352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa736-039f-4821-abef-cd6a53973961 req-e4d454c7-2636-4a87-bc60-79922a3e547e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:44.589427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] For port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=84f5c085-a09b-4aa4-85f1-a0e12411a7bd,segment=NetworkSegment(0bce617f-a124-48a2-a4bb-86e613e65480),segment_id=0bce617f-a124-48a2-a4bb-86e613e65480)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:44.589838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.591748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa736-039f-4821-abef-cd6a53973961 req-e4d454c7-2636-4a87-bc60-79922a3e547e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:44.597471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa736-039f-4821-abef-cd6a53973961 req-e4d454c7-2636-4a87-bc60-79922a3e547e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:44.604116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa736-039f-4821-abef-cd6a53973961 req-e4d454c7-2636-4a87-bc60-79922a3e547e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:44.609477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa736-039f-4821-abef-cd6a53973961 req-e4d454c7-2636-4a87-bc60-79922a3e547e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:44.614707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa736-039f-4821-abef-cd6a53973961 req-e4d454c7-2636-4a87-bc60-79922a3e547e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:44.616713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d6fa736-039f-4821-abef-cd6a53973961 req-e4d454c7-2636-4a87-bc60-79922a3e547e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.8273673 Feb 11 05:44:44.619693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 84f5c085-a09b-4aa4-85f1-a0e12411a7bd owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:44.692977 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee624dc5-a156-460f-b694-388d619378f0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.701795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:44.708375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.716081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] For port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=84f5c085-a09b-4aa4-85f1-a0e12411a7bd,segment=NetworkSegment(0bce617f-a124-48a2-a4bb-86e613e65480),segment_id=0bce617f-a124-48a2-a4bb-86e613e65480)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:44.716816 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.735838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Calling delete_port for 84f5c085-a09b-4aa4-85f1-a0e12411a7bd owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:44.836956 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.852842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] No DVR routers for this DVR port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:44.878002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Pushing event deleted for resources: {'Port': ['ID=84f5c085-a09b-4aa4-85f1-a0e12411a7bd,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:44.883148 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (84f5c085-a09b-4aa4-85f1-a0e12411a7bd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.891836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.892254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.893284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.893284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.893444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.893773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.894154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.894702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.895096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.895437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.895895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.896268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.896651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e78d71-5187-4cea-954e-f0688ce59cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:44.923810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=84f5c085-a09b-4aa4-85f1-a0e12411a7bd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:44.931221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No DVR routers for this DVR port 84f5c085-a09b-4aa4-85f1-a0e12411a7bd on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:45.065063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (1dad2e30-a6d7-4274-b11b-f89c10ac94c7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.069590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00b891-99e7-4000-842b-6283c719c052 req-ca24ea21-415a-4497-b286-f71f4601a921 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.075823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00b891-99e7-4000-842b-6283c719c052 req-ca24ea21-415a-4497-b286-f71f4601a921 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.081881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00b891-99e7-4000-842b-6283c719c052 req-ca24ea21-415a-4497-b286-f71f4601a921 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.089397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00b891-99e7-4000-842b-6283c719c052 req-ca24ea21-415a-4497-b286-f71f4601a921 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.096658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00b891-99e7-4000-842b-6283c719c052 req-ca24ea21-415a-4497-b286-f71f4601a921 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.103232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00b891-99e7-4000-842b-6283c719c052 req-ca24ea21-415a-4497-b286-f71f4601a921 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.121211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00b891-99e7-4000-842b-6283c719c052 req-ca24ea21-415a-4497-b286-f71f4601a921 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.123520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b00b891-99e7-4000-842b-6283c719c052 req-ca24ea21-415a-4497-b286-f71f4601a921 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.2196681 Feb 11 05:44:45.133693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dad2e30-a6d7-4274-b11b-f89c10ac94c7']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:45.148261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d6fa736-039f-4821-abef-cd6a53973961 req-59086289-a1d4-4633-a002-415c28366b96 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5194826 Feb 11 05:44:45.162344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 84f5c085-a09b-4aa4-85f1-a0e12411a7bd no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:45.189669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bce617f-a124-48a2-a4bb-86e613e65480') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:45.189908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bce617f-a124-48a2-a4bb-86e613e65480') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:45.207651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (0bce617f-a124-48a2-a4bb-86e613e65480), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.212236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 84f5c085-a09b-4aa4-85f1-a0e12411a7bd {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:45.216740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 84f5c085-a09b-4aa4-85f1-a0e12411a7bd not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:45.235622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (40905997-a06b-4551-93b6-8bab18a32eb9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.252899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0bce617f-a124-48a2-a4bb-86e613e65480), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.291318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:45.292136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (0bce617f-a124-48a2-a4bb-86e613e65480), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.298609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b00b891-99e7-4000-842b-6283c719c052 req-51322c65-e0cf-458f-8d01-69080de4a865 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492920 Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:45.308694 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:45.371943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee624dc5-a156-460f-b694-388d619378f0 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:45.380044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Publish callbacks [] for port (ee624dc5-a156-460f-b694-388d619378f0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.416298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=40905997-a06b-4551-93b6-8bab18a32eb9,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.418800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Transition to ACTIVE for port object ee624dc5-a156-460f-b694-388d619378f0 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:45.422401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (1dad2e30-a6d7-4274-b11b-f89c10ac94c7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.430359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.433400 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ee624dc5-a156-460f-b694-388d619378f0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.439963 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/networks/1dad2e30-a6d7-4274-b11b-f89c10ac94c7 HTTP/1.1" status: 204 len: 168 time: 1.2260790 Feb 11 05:44:45.443418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48538) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.445456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking segment: {'id': '36735518-e590-4ee1-a022-14ae4a2bfd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a80d84-9135-461a-839c-8e32570ceb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:45.446036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network hostable DHCP agents. Network: 71a80d84-9135-461a-839c-8e32570ceb3b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:45.461757 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dfa81-6060-413d-9c65-25ffcf846213 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Network': ['ID=1dad2e30-a6d7-4274-b11b-f89c10ac94c7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.484803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network 71a80d84-9135-461a-839c-8e32570ceb3b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:45.499283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 71a80d84-9135-461a-839c-8e32570ceb3b) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:45.507967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f44138f-ec8c-489e-a1a0-af5415fcf417 None None] Network 71a80d84-9135-461a-839c-8e32570ceb3b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:45.508189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.510733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.557035 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-895da1d2-d014-4eaa-a993-a0d6c7df99a6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1166539 Feb 11 05:44:45.557688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48542) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.563242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': '71a80d84-9135-461a-839c-8e32570ceb3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.614387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee624dc5-a156-460f-b694-388d619378f0,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.687969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c64fd0-5eb2-41f2-a7e5-c3dc40d0e0e9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.696292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d9c64fd0-5eb2-41f2-a7e5-c3dc40d0e0e9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/8a28056c-dbc3-4019-bd6b-27f784f084c2 HTTP/1.1" status: 200 len: 840 time: 0.2315013 Feb 11 05:44:45.735429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48544) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.744899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-71a80d84-9135-461a-839c-8e32570ceb3b', 'network_id': '71a80d84-9135-461a-839c-8e32570ceb3b', 'project_id': '0e98f3263196470b83b894530792fde0', 'fixed_ips': [{'subnet_id': '40905997-a06b-4551-93b6-8bab18a32eb9'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:45.745739 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.774748 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:45.780874 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.861266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-506c839e-bfb9-45da-855c-f4843f52ec47 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/8a28056c-dbc3-4019-bd6b-27f784f084c2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0966480 Feb 11 05:44:45.864548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48546) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.872519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.904135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac15b0-3d25-4317-b6d8-f21dfe2cdf2b req-411491df-f08b-4b14-9452-9d5fa938516e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.909718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac15b0-3d25-4317-b6d8-f21dfe2cdf2b req-411491df-f08b-4b14-9452-9d5fa938516e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.915482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac15b0-3d25-4317-b6d8-f21dfe2cdf2b req-411491df-f08b-4b14-9452-9d5fa938516e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.917230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44ac15b0-3d25-4317-b6d8-f21dfe2cdf2b req-411491df-f08b-4b14-9452-9d5fa938516e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2389 time: 0.2380228 Feb 11 05:44:46.015343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Allocated IP 2001:db8::2 (71a80d84-9135-461a-839c-8e32570ceb3b/40905997-a06b-4551-93b6-8bab18a32eb9/bbac66dc-e61c-4952-b54c-6dde3df6e99d) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:46.021805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Attempting to bind port ee624dc5-a156-460f-b694-388d619378f0 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:46.022483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Attempting to bind port ee624dc5-a156-460f-b694-388d619378f0 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:46.022839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Attempting to bind port ee624dc5-a156-460f-b694-388d619378f0 on network 90dc93a8-92b5-4976-9a37-45b17810394b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:46.042322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44ac15b0-3d25-4317-b6d8-f21dfe2cdf2b req-4fcecdb6-03dc-4531-94ca-be00ec02d014 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190331 Feb 11 05:44:46.044337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Port ee624dc5-a156-460f-b694-388d619378f0 on network 90dc93a8-92b5-4976-9a37-45b17810394b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:46.044667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Attempting to bind port ee624dc5-a156-460f-b694-388d619378f0 on network 90dc93a8-92b5-4976-9a37-45b17810394b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:46.050090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:46.050432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Checking segment: {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:46.050817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Bound using segment: {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:46.051247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Bound port: ee624dc5-a156-460f-b694-388d619378f0, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:46.051613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee624dc5-a156-460f-b694-388d619378f0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.113651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:46.117589 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.147018 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.204344 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network 71a80d84-9135-461a-839c-8e32570ceb3b is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:46.209163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:46.216160 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Publish callbacks [] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.220126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.220699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.240201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.255482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.262894 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92a959f0-cd46-4648-9b67-78c15c8e818f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7020302 Feb 11 05:44:46.265308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.319052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Network 71a80d84-9135-461a-839c-8e32570ceb3b is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:46.325307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:46.327223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Pushing event updated for resources: {'Port': ['ID=bbac66dc-e61c-4952-b54c-6dde3df6e99d,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.330734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:46.350786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (eb504e6e-aff2-4259-bebc-c3879733d375), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.420651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953ce60-ffe6-4571-b3f0-04d47cba8e20 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.422144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:46.426789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953ce60-ffe6-4571-b3f0-04d47cba8e20 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.430492 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953ce60-ffe6-4571-b3f0-04d47cba8e20 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.430675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:46.438432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.439095 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.443444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953ce60-ffe6-4571-b3f0-04d47cba8e20 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.445208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6daad0-c965-4cf2-831a-5760f783a22a None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:46.447046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953ce60-ffe6-4571-b3f0-04d47cba8e20 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.449540 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4953ce60-ffe6-4571-b3f0-04d47cba8e20 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1832545 Feb 11 05:44:46.453023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.459139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1945607681'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.486854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] For port ee624dc5-a156-460f-b694-388d619378f0, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:46.489277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:46.494164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.517512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] For port ee624dc5-a156-460f-b694-388d619378f0, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ee624dc5-a156-460f-b694-388d619378f0,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:46.524962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6569705 Feb 11 05:44:46.526456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48556) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.531832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-56ba3a79-fc2a-4276-bf45-f245a8c3a3cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'security_group': {'name': 'tempest-secgroup-238945092'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.533275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Attempting to bind port bbac66dc-e61c-4952-b54c-6dde3df6e99d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:46.533794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Attempting to bind port bbac66dc-e61c-4952-b54c-6dde3df6e99d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '36735518-e590-4ee1-a022-14ae4a2bfd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a80d84-9135-461a-839c-8e32570ceb3b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:46.534262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Attempting to bind port bbac66dc-e61c-4952-b54c-6dde3df6e99d on network 71a80d84-9135-461a-839c-8e32570ceb3b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:46.539677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:46.542167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747ca32-3b46-4008-af12-9c820a461cd9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=eb504e6e-aff2-4259-bebc-c3879733d375,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.553968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:46.554909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Checking segment: {'id': '36735518-e590-4ee1-a022-14ae4a2bfd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a80d84-9135-461a-839c-8e32570ceb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:46.555402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.556254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Bound using segment: {'id': '36735518-e590-4ee1-a022-14ae4a2bfd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a80d84-9135-461a-839c-8e32570ceb3b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:46.556636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Bound port: bbac66dc-e61c-4952-b54c-6dde3df6e99d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36735518-e590-4ee1-a022-14ae4a2bfd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a80d84-9135-461a-839c-8e32570ceb3b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:46.556990 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.557164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (cca2f2c5-24b9-4934-98c1-9f1e80d84470), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.557523 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment cca2f2c5-24b9-4934-98c1-9f1e80d84470 of type vlan for network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 Feb 11 05:44:46.575650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b87f-cead-4e8c-a970-da5251da7fbc req-0f7fca9d-b699-46e3-aa4a-b5f5f2e792a0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.585864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b87f-cead-4e8c-a970-da5251da7fbc req-0f7fca9d-b699-46e3-aa4a-b5f5f2e792a0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.591087 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-56ba3a79-fc2a-4276-bf45-f245a8c3a3cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.594130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b87f-cead-4e8c-a970-da5251da7fbc req-0f7fca9d-b699-46e3-aa4a-b5f5f2e792a0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.603537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b87f-cead-4e8c-a970-da5251da7fbc req-0f7fca9d-b699-46e3-aa4a-b5f5f2e792a0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.611450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.612385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b87f-cead-4e8c-a970-da5251da7fbc req-0f7fca9d-b699-46e3-aa4a-b5f5f2e792a0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.623335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b87f-cead-4e8c-a970-da5251da7fbc req-0f7fca9d-b699-46e3-aa4a-b5f5f2e792a0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.631658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b87f-cead-4e8c-a970-da5251da7fbc req-0f7fca9d-b699-46e3-aa4a-b5f5f2e792a0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.634420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d414b87f-cead-4e8c-a970-da5251da7fbc req-0f7fca9d-b699-46e3-aa4a-b5f5f2e792a0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.2969716 Feb 11 05:44:46.637414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ee624dc5-a156-460f-b694-388d619378f0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.670755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.676451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.677160 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.680347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] For port bbac66dc-e61c-4952-b54c-6dde3df6e99d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:46.694283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'project_id': '24439a02c0e743fbb7970d0f47733ba6', 'fixed_ips': [{'subnet_id': 'eb504e6e-aff2-4259-bebc-c3879733d375'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:46.695661 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.712944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] For port bbac66dc-e61c-4952-b54c-6dde3df6e99d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bbac66dc-e61c-4952-b54c-6dde3df6e99d,segment=NetworkSegment(36735518-e590-4ee1-a022-14ae4a2bfd03),segment_id=36735518-e590-4ee1-a022-14ae4a2bfd03)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:46.742840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee624dc5-a156-460f-b694-388d619378f0,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.759071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.785281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.786231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.787945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d5c01c1c-400e-4653-bec8-64d8530afbc9 service neutron] 10.222.0.81 "PUT /v2.0/ports/ee624dc5-a156-460f-b694-388d619378f0 HTTP/1.1" status: 200 len: 1093 time: 2.2717090 Feb 11 05:44:46.792082 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d899de3-526f-4fa1-a7a5-7e9854925024 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3376853 Feb 11 05:44:46.792575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'tag': 'ee624dc5-a156-460f-b694-388d619378f0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:46.795376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-56ba3a79-fc2a-4276-bf45-f245a8c3a3cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (2b3b8a1d-d6b8-4825-ae1e-868b19c6f65d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.795529 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "tag": "ee624dc5-a156-460f-b694-388d619378f0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:46.796157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48558) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.801401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e3b45fda-1a1e-4cfd-9117-a5cd951baf40 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.807467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-56ba3a79-fc2a-4276-bf45-f245a8c3a3cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2b3b8a1d-d6b8-4825-ae1e-868b19c6f65d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.832937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa8dd-9517-48ba-851a-a179517fe852 req-38a89c5a-93d9-4653-85da-3e5a2c9cd16e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.839705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa8dd-9517-48ba-851a-a179517fe852 req-38a89c5a-93d9-4653-85da-3e5a2c9cd16e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.847401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa8dd-9517-48ba-851a-a179517fe852 req-38a89c5a-93d9-4653-85da-3e5a2c9cd16e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.855853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:46.857526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa8dd-9517-48ba-851a-a179517fe852 req-38a89c5a-93d9-4653-85da-3e5a2c9cd16e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.859019 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.865035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa8dd-9517-48ba-851a-a179517fe852 req-38a89c5a-93d9-4653-85da-3e5a2c9cd16e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.870574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa8dd-9517-48ba-851a-a179517fe852 req-38a89c5a-93d9-4653-85da-3e5a2c9cd16e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.875926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa8dd-9517-48ba-851a-a179517fe852 req-38a89c5a-93d9-4653-85da-3e5a2c9cd16e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.878001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a62aa8dd-9517-48ba-851a-a179517fe852 req-38a89c5a-93d9-4653-85da-3e5a2c9cd16e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.4345524 Feb 11 05:44:46.887312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Request body: {'port': {'device_id': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.903691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-56ba3a79-fc2a-4276-bf45-f245a8c3a3cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.905083 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-56ba3a79-fc2a-4276-bf45-f245a8c3a3cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3778086 Feb 11 05:44:46.919234 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48562) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.927681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2ee8055b-4af3-49bb-ab6b-09e0d3eb51ea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'security_group': {'name': 'tempest-secgroup-145900837'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.953563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba3a79-fc2a-4276-bf45-f245a8c3a3cf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b8a1d-d6b8-4825-ae1e-868b19c6f65d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.965581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ee8055b-4af3-49bb-ab6b-09e0d3eb51ea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.974822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d414b87f-cead-4e8c-a970-da5251da7fbc req-b236d324-b6d5-4a68-8786-46b62f4be7cb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2461915 Feb 11 05:44:47.037567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a62aa8dd-9517-48ba-851a-a179517fe852 req-6c99e027-c1ad-4b80-a673-7bb7a301ca3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154196 Feb 11 05:44:47.128475 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.134059 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1819d071-26fa-4c05-b598-672287028ee7 x-openstack-request-id: req-1819d071-26fa-4c05-b598-672287028ee7 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:47.134529 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "tag": "ee624dc5-a156-460f-b694-388d619378f0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:47.135858 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1819d071-26fa-4c05-b598-672287028ee7 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:47.136762 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'tag': 'ee624dc5-a156-460f-b694-388d619378f0', 'status': 'completed', 'code': 200} Feb 11 05:44:47.158507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b45fda-1a1e-4cfd-9117-a5cd951baf40 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.276631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ee8055b-4af3-49bb-ab6b-09e0d3eb51ea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (8d728619-fd5b-480a-af1c-1ca1fbdb651c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.284264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586ba25-e127-442d-a8ab-3e3ae500efd4 None None] Pushing event updated for resources: {'Port': ['ID=bbac66dc-e61c-4952-b54c-6dde3df6e99d,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.285566 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b45fda-1a1e-4cfd-9117-a5cd951baf40 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.308544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Allocated IP 172.20.0.2 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/eb504e6e-aff2-4259-bebc-c3879733d375/c491f90d-f72f-4279-921d-c51250162035) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:47.317964 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ee8055b-4af3-49bb-ab6b-09e0d3eb51ea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8d728619-fd5b-480a-af1c-1ca1fbdb651c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.361088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b12b3-0f26-40f1-9805-c79fc8323cb5 req-8ecbb5cb-a60d-4ebc-b62b-1cbb707b4d00 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.373251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b12b3-0f26-40f1-9805-c79fc8323cb5 req-8ecbb5cb-a60d-4ebc-b62b-1cbb707b4d00 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.376392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b12b3-0f26-40f1-9805-c79fc8323cb5 req-8ecbb5cb-a60d-4ebc-b62b-1cbb707b4d00 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.380240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-963b12b3-0f26-40f1-9805-c79fc8323cb5 req-8ecbb5cb-a60d-4ebc-b62b-1cbb707b4d00 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2389 time: 0.1831920 Feb 11 05:44:47.404135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3b45fda-1a1e-4cfd-9117-a5cd951baf40 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 is not hosted by any dhcp agent {{(pid=103121) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:44:47.416308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b45fda-1a1e-4cfd-9117-a5cd951baf40 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.421950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b45fda-1a1e-4cfd-9117-a5cd951baf40 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.423376 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e3b45fda-1a1e-4cfd-9117-a5cd951baf40 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "PUT /v2.0/networks/b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 HTTP/1.1" status: 200 len: 723 time: 0.6262290 Feb 11 05:44:47.438326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48566) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:47.445499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': 'b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:47.459370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8055b-4af3-49bb-ab6b-09e0d3eb51ea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d728619-fd5b-480a-af1c-1ca1fbdb651c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.474098 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ee8055b-4af3-49bb-ab6b-09e0d3eb51ea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.477831 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2ee8055b-4af3-49bb-ab6b-09e0d3eb51ea tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5552149 Feb 11 05:44:47.510670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48568) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:47.517279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-343889183', 'security_groups': ['8d728619-fd5b-480a-af1c-1ca1fbdb651c'], 'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb504e6e-aff2-4259-bebc-c3879733d375'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:47.532008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-88d4ce74-c6b7-4bb3-a764-18cb6257f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.532492 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-88d4ce74-c6b7-4bb3-a764-18cb6257f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.532962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-88d4ce74-c6b7-4bb3-a764-18cb6257f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.535067 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-88d4ce74-c6b7-4bb3-a764-18cb6257f25a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2764 time: 0.3666811 Feb 11 05:44:47.535941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b45fda-1a1e-4cfd-9117-a5cd951baf40 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.558930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:47.664420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-7515b2c3-3b6e-4f66-acfb-e14e1dd7d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.664916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-7515b2c3-3b6e-4f66-acfb-e14e1dd7d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.667034 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-7515b2c3-3b6e-4f66-acfb-e14e1dd7d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.669069 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-7515b2c3-3b6e-4f66-acfb-e14e1dd7d4a7 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1271164 Feb 11 05:44:47.688647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Publish callbacks [] for port (c491f90d-f72f-4279-921d-c51250162035), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.700139 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (c491f90d-f72f-4279-921d-c51250162035), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.748884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-963b12b3-0f26-40f1-9805-c79fc8323cb5 req-4ccf72b4-e7e3-439e-8f6a-d83d868ad96c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359237 Feb 11 05:44:47.775683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Pushing event updated for resources: {'Port': ['ID=c491f90d-f72f-4279-921d-c51250162035,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.795110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:47.797390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:47.801254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:47.805405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:47.810138 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.893433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Attempting to bind port c491f90d-f72f-4279-921d-c51250162035 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:47.893814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Attempting to bind port c491f90d-f72f-4279-921d-c51250162035 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'bc50947e-cfa2-45bb-8750-a8c91db28110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:47.894188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Attempting to bind port c491f90d-f72f-4279-921d-c51250162035 on network df3913af-06e0-4fbe-aaeb-4cfa36c29dba {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:47.901019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:47.901440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Checking segment: {'id': 'bc50947e-cfa2-45bb-8750-a8c91db28110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:47.901849 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.902507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Bound using segment: {'id': 'bc50947e-cfa2-45bb-8750-a8c91db28110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:47.903154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Bound port: c491f90d-f72f-4279-921d-c51250162035, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc50947e-cfa2-45bb-8750-a8c91db28110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:47.903546 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c491f90d-f72f-4279-921d-c51250162035), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.919052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:47.999926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] For port c491f90d-f72f-4279-921d-c51250162035, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:48.003870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] For port c491f90d-f72f-4279-921d-c51250162035, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c491f90d-f72f-4279-921d-c51250162035,segment=NetworkSegment(bc50947e-cfa2-45bb-8750-a8c91db28110),segment_id=bc50947e-cfa2-45bb-8750-a8c91db28110)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:48.011766 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c491f90d-f72f-4279-921d-c51250162035), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.116368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e3a35-d84b-44cc-bfc1-cae874624d36 None None] Pushing event updated for resources: {'Port': ['ID=c491f90d-f72f-4279-921d-c51250162035,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:48.123050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:48.171190 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Publish callbacks [] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.306953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Transition to ACTIVE for port object f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:48.345102 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.347419 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.377602 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-80817008-fd5f-421c-902c-47321d2bf423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.380172 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3cff7958-9a5f-4b3e-8f2a-e6ca26e77ae4 req-80817008-fd5f-421c-902c-47321d2bf423 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7040458 Feb 11 05:44:48.510546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 3a052e2d-a2ed-4d3a-8630-160ccd766afe yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:44:48.539506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed38cfe-1ee6-4259-ba78-254f7a0c1129 req-780cccac-4191-4355-bf29-a858e96f3d1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.544775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed38cfe-1ee6-4259-ba78-254f7a0c1129 req-780cccac-4191-4355-bf29-a858e96f3d1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.554341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed38cfe-1ee6-4259-ba78-254f7a0c1129 req-780cccac-4191-4355-bf29-a858e96f3d1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.559663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed38cfe-1ee6-4259-ba78-254f7a0c1129 req-780cccac-4191-4355-bf29-a858e96f3d1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.572123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed38cfe-1ee6-4259-ba78-254f7a0c1129 req-780cccac-4191-4355-bf29-a858e96f3d1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.579812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed38cfe-1ee6-4259-ba78-254f7a0c1129 req-780cccac-4191-4355-bf29-a858e96f3d1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.587478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed38cfe-1ee6-4259-ba78-254f7a0c1129 req-780cccac-4191-4355-bf29-a858e96f3d1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.589819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ed38cfe-1ee6-4259-ba78-254f7a0c1129 req-780cccac-4191-4355-bf29-a858e96f3d1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.3830619 Feb 11 05:44:48.684423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:48.728879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (afbefce0-483e-4ace-a254-d7853cedaefe), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.742866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf843d-45c7-449f-83d8-bf835ba1b809 req-18cd3a73-8aaa-457f-97ba-4d49343fabb2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.752870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf843d-45c7-449f-83d8-bf835ba1b809 req-18cd3a73-8aaa-457f-97ba-4d49343fabb2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.759354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf843d-45c7-449f-83d8-bf835ba1b809 req-18cd3a73-8aaa-457f-97ba-4d49343fabb2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.765465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf843d-45c7-449f-83d8-bf835ba1b809 req-18cd3a73-8aaa-457f-97ba-4d49343fabb2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.771656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf843d-45c7-449f-83d8-bf835ba1b809 req-18cd3a73-8aaa-457f-97ba-4d49343fabb2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.777789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf843d-45c7-449f-83d8-bf835ba1b809 req-18cd3a73-8aaa-457f-97ba-4d49343fabb2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.783263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf843d-45c7-449f-83d8-bf835ba1b809 req-18cd3a73-8aaa-457f-97ba-4d49343fabb2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.785285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87cf843d-45c7-449f-83d8-bf835ba1b809 req-18cd3a73-8aaa-457f-97ba-4d49343fabb2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.5337625 Feb 11 05:44:48.876378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be598f4-abc0-48b5-8986-42bf296f80c0 None None] Network 71a80d84-9135-461a-839c-8e32570ceb3b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:48.980270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=afbefce0-483e-4ace-a254-d7853cedaefe,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:49.011960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Attempting to bind port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:49.012339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Attempting to bind port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '1aa60703-c7e0-4b13-9c48-c6f886207977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:49.012451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e3b39ea7-5baa-4841-81d0-cb6064a64186 None None] Provisioning complete for port bbac66dc-e61c-4952-b54c-6dde3df6e99d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:49.012673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Attempting to bind port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 on network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:49.012769 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e3b39ea7-5baa-4841-81d0-cb6064a64186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.035574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ed38cfe-1ee6-4259-ba78-254f7a0c1129 req-67709139-ec00-4d5a-b1c1-70a5453daf31 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3992293 Feb 11 05:44:49.074077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 on network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:49.074443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Attempting to bind port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 on network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:49.079359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking segment: {'id': 'cca2f2c5-24b9-4934-98c1-9f1e80d84470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:49.079732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network hostable DHCP agents. Network: b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:49.101289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87cf843d-45c7-449f-83d8-bf835ba1b809 req-d80ff827-8575-4869-98c8-aa78797d2d64 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2909677 Feb 11 05:44:49.106172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:49.106172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Checking segment: {'id': '1aa60703-c7e0-4b13-9c48-c6f886207977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:49.106521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Bound using segment: {'id': '1aa60703-c7e0-4b13-9c48-c6f886207977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:49.106975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Bound port: f6bc734a-5b75-4e7c-bfd7-18821e7da5b4, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa60703-c7e0-4b13-9c48-c6f886207977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:49.107340 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.165230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.5 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/eb504e6e-aff2-4259-bebc-c3879733d375/3a052e2d-a2ed-4d3a-8630-160ccd766afe) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:49.205800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:49.288482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] For port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:49.297255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] For port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,segment=NetworkSegment(1aa60703-c7e0-4b13-9c48-c6f886207977),segment_id=1aa60703-c7e0-4b13-9c48-c6f886207977)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:49.315113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:49.327751 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.382688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.383512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.420942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef11e6a-bc2e-4b74-9edc-8e42a4cfdd13 None None] Network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:49.422821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c2c52-c263-4104-a08e-310a9406658d req-fac19b40-061e-4fc1-92d7-8a323d063e38 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.423107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c491f90d-f72f-4279-921d-c51250162035 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:49.429334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c2c52-c263-4104-a08e-310a9406658d req-fac19b40-061e-4fc1-92d7-8a323d063e38 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.437531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c2c52-c263-4104-a08e-310a9406658d req-fac19b40-061e-4fc1-92d7-8a323d063e38 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.439342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db3c2c52-c263-4104-a08e-310a9406658d req-fac19b40-061e-4fc1-92d7-8a323d063e38 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2401 time: 0.2270501 Feb 11 05:44:49.458345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.465310 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.466934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] 10.222.0.81 "PUT /v2.0/ports/f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 HTTP/1.1" status: 200 len: 1093 time: 2.5846009 Feb 11 05:44:49.470764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'tag': 'f6bc734a-5b75-4e7c-bfd7-18821e7da5b4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:49.474275 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d41ed-ec4f-48b7-ace6-306f4fc80064" -d '{"events": [{"name": "network-changed", "server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "tag": "f6bc734a-5b75-4e7c-bfd7-18821e7da5b4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:49.546041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Request body: {'port': {'device_id': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:49.563730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-94bbceda-103c-40da-8dbd-23b455b0bedd tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1242948 Feb 11 05:44:49.567890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48578) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.581631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3db6309a-71e3-4f48-bdc2-9785cd8310c7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:49.603188 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0d0675-8065-414b-bd43-736341289a64 x-openstack-request-id: req-1b0d0675-8065-414b-bd43-736341289a64 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:49.603584 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "tag": "f6bc734a-5b75-4e7c-bfd7-18821e7da5b4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:49.603921 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b0d0675-8065-414b-bd43-736341289a64 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:49.604397 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'tag': 'f6bc734a-5b75-4e7c-bfd7-18821e7da5b4', 'status': 'completed', 'code': 200} Feb 11 05:44:49.609279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc5d16-25aa-4d05-a41b-62721807e427 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:49.660629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e3b39ea7-5baa-4841-81d0-cb6064a64186 None None] Current status of the port bbac66dc-e61c-4952-b54c-6dde3df6e99d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:49.661135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e3b39ea7-5baa-4841-81d0-cb6064a64186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.721686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db3c2c52-c263-4104-a08e-310a9406658d req-10613c2e-1464-4b96-b876-f362239967ac tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445028 Feb 11 05:44:49.759367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1c075-f33e-4390-aec4-0a4deb926e68 None None] Update dhcp port {'port': {'network_id': '71a80d84-9135-461a-839c-8e32570ceb3b', 'fixed_ips': [{'subnet_id': '40905997-a06b-4551-93b6-8bab18a32eb9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f'}], 'binding:host_id': 'n-d-715271-35'}, 'id': 'bbac66dc-e61c-4952-b54c-6dde3df6e99d'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:44:49.807704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.824902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-32a7484a-5b8c-407e-888d-fcf0344d99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.825423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-32a7484a-5b8c-407e-888d-fcf0344d99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.826017 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-32a7484a-5b8c-407e-888d-fcf0344d99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.827752 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-32a7484a-5b8c-407e-888d-fcf0344d99df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2863 time: 0.1806402 Feb 11 05:44:49.854815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3db6309a-71e3-4f48-bdc2-9785cd8310c7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5976467'] for subnet (afbefce0-483e-4ace-a254-d7853cedaefe), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.855811 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c075-f33e-4390-aec4-0a4deb926e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.866480 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (3a052e2d-a2ed-4d3a-8630-160ccd766afe), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.921700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5', 'network_id': 'b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5', 'project_id': '0e98f3263196470b83b894530792fde0', 'fixed_ips': [{'subnet_id': 'afbefce0-483e-4ace-a254-d7853cedaefe'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:49.922450 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.960386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:49.960767 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.963947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e3b39ea7-5baa-4841-81d0-cb6064a64186 None None] For port bbac66dc-e61c-4952-b54c-6dde3df6e99d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bbac66dc-e61c-4952-b54c-6dde3df6e99d,segment=NetworkSegment(36735518-e590-4ee1-a022-14ae4a2bfd03),segment_id=36735518-e590-4ee1-a022-14ae4a2bfd03)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:50.011907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3a052e2d-a2ed-4d3a-8630-160ccd766afe), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.018595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-b477c530-7995-40ae-a01b-c1f32668c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.019239 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-b477c530-7995-40ae-a01b-c1f32668c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.019823 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-b477c530-7995-40ae-a01b-c1f32668c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.021689 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-b477c530-7995-40ae-a01b-c1f32668c425 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1834109 Feb 11 05:44:50.047770 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e3b39ea7-5baa-4841-81d0-cb6064a64186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.254003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b39ea7-5baa-4841-81d0-cb6064a64186 None None] Pushing event updated for resources: {'Port': ['ID=bbac66dc-e61c-4952-b54c-6dde3df6e99d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.270171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:50.270553 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.277260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-15e9f4c7-2e04-4d9d-837c-4f67ade5090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.278994 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d29d41ed-ec4f-48b7-ace6-306f4fc80064 req-15e9f4c7-2e04-4d9d-837c-4f67ade5090e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2441258 Feb 11 05:44:50.313492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-6ad1c075-f33e-4390-aec4-0a4deb926e68 None None] Allocated IP 172.20.0.1 (71a80d84-9135-461a-839c-8e32570ceb3b/b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f/bbac66dc-e61c-4952-b54c-6dde3df6e99d) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:50.372239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:50.372564 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c491f90d-f72f-4279-921d-c51250162035), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.381286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3db6309a-71e3-4f48-bdc2-9785cd8310c7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787122544631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5988768'] for subnet (afbefce0-483e-4ace-a254-d7853cedaefe), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.442470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6309a-71e3-4f48-bdc2-9785cd8310c7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.443523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3db6309a-71e3-4f48-bdc2-9785cd8310c7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.446009 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3db6309a-71e3-4f48-bdc2-9785cd8310c7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "PUT /v2.0/subnets/afbefce0-483e-4ace-a254-d7853cedaefe HTTP/1.1" status: 200 len: 826 time: 0.8770015 Feb 11 05:44:50.450806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48584) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:50.500450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6309a-71e3-4f48-bdc2-9785cd8310c7 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=afbefce0-483e-4ace-a254-d7853cedaefe,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.517986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port c491f90d-f72f-4279-921d-c51250162035, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c491f90d-f72f-4279-921d-c51250162035,segment=NetworkSegment(bc50947e-cfa2-45bb-8750-a8c91db28110),segment_id=bc50947e-cfa2-45bb-8750-a8c91db28110)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:50.534527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Allocated IP 2001:db8::2 (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5/afbefce0-483e-4ace-a254-d7853cedaefe/d734fab0-d796-41b1-8115-485536163b01) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:50.538421 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c491f90d-f72f-4279-921d-c51250162035), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.539359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bbac66dc-e61c-4952-b54c-6dde3df6e99d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:50.609801 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.626959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6ad1c075-f33e-4390-aec4-0a4deb926e68 None None] For port bbac66dc-e61c-4952-b54c-6dde3df6e99d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bbac66dc-e61c-4952-b54c-6dde3df6e99d,segment=NetworkSegment(36735518-e590-4ee1-a022-14ae4a2bfd03),segment_id=36735518-e590-4ee1-a022-14ae4a2bfd03)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:50.629486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:50.629486 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c491f90d-f72f-4279-921d-c51250162035), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.693924 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (afbefce0-483e-4ace-a254-d7853cedaefe), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.746659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce1561d-8ddc-487c-97b9-3653f07e0f81 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:50.753398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=c491f90d-f72f-4279-921d-c51250162035,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.758138 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Publish callbacks [] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.764511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c075-f33e-4390-aec4-0a4deb926e68 None None] Publish callbacks [] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.780095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:50.790400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c075-f33e-4390-aec4-0a4deb926e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.813271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Transition to ACTIVE for port object dce1561d-8ddc-487c-97b9-3653f07e0f81 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:50.831071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:50.833515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:50.880573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.883833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port bbac66dc-e61c-4952-b54c-6dde3df6e99d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:50.884220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.886133 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:44:50.886493 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:44:50.931221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.931876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.942874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=3a052e2d-a2ed-4d3a-8630-160ccd766afe,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.001713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1c075-f33e-4390-aec4-0a4deb926e68 None None] Pushing event updated for resources: {'Port': ['ID=bbac66dc-e61c-4952-b54c-6dde3df6e99d,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.005032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48588) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:51.005193 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2a3c0a48-0a8b-4cb3-95a7-eb07942aa6bf tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4930451 Feb 11 05:44:51.010702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-279b3dfb-e16d-48d9-a57a-2044a062ae35 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:51.024399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Pushing event updated for resources: {'Port': ['ID=dce1561d-8ddc-487c-97b9-3653f07e0f81,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.077921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082a00-c90f-4ef5-b774-97c2f01e93a3 req-f599ae74-020d-49a8-8e19-a5b784b90609 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.085248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082a00-c90f-4ef5-b774-97c2f01e93a3 req-f599ae74-020d-49a8-8e19-a5b784b90609 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.090511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082a00-c90f-4ef5-b774-97c2f01e93a3 req-f599ae74-020d-49a8-8e19-a5b784b90609 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.092469 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Publish callbacks [] for port (d734fab0-d796-41b1-8115-485536163b01), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.095854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082a00-c90f-4ef5-b774-97c2f01e93a3 req-f599ae74-020d-49a8-8e19-a5b784b90609 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.102926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082a00-c90f-4ef5-b774-97c2f01e93a3 req-f599ae74-020d-49a8-8e19-a5b784b90609 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.109274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082a00-c90f-4ef5-b774-97c2f01e93a3 req-f599ae74-020d-49a8-8e19-a5b784b90609 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.114661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082a00-c90f-4ef5-b774-97c2f01e93a3 req-f599ae74-020d-49a8-8e19-a5b784b90609 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.116691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90082a00-c90f-4ef5-b774-97c2f01e93a3 req-f599ae74-020d-49a8-8e19-a5b784b90609 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.3355532 Feb 11 05:44:51.176111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port bbac66dc-e61c-4952-b54c-6dde3df6e99d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:51.180451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (d734fab0-d796-41b1-8115-485536163b01), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.211219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (afbefce0-483e-4ace-a254-d7853cedaefe), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.287074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:51.289392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Pushing event updated for resources: {'Port': ['ID=d734fab0-d796-41b1-8115-485536163b01,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.295825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:51.301795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:51.353887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a867df-5bac-44fa-9329-27ac4c03d982 req-9487b0fa-b1a2-4d25-bd0d-34729c3b3506 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.359488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a867df-5bac-44fa-9329-27ac4c03d982 req-9487b0fa-b1a2-4d25-bd0d-34729c3b3506 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.377744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a867df-5bac-44fa-9329-27ac4c03d982 req-9487b0fa-b1a2-4d25-bd0d-34729c3b3506 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.383923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a867df-5bac-44fa-9329-27ac4c03d982 req-9487b0fa-b1a2-4d25-bd0d-34729c3b3506 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.384092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=afbefce0-483e-4ace-a254-d7853cedaefe,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.389198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a867df-5bac-44fa-9329-27ac4c03d982 req-9487b0fa-b1a2-4d25-bd0d-34729c3b3506 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.396621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a867df-5bac-44fa-9329-27ac4c03d982 req-9487b0fa-b1a2-4d25-bd0d-34729c3b3506 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.402883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a867df-5bac-44fa-9329-27ac4c03d982 req-9487b0fa-b1a2-4d25-bd0d-34729c3b3506 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.404905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8a867df-5bac-44fa-9329-27ac4c03d982 req-9487b0fa-b1a2-4d25-bd0d-34729c3b3506 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.5905676 Feb 11 05:44:51.446214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90082a00-c90f-4ef5-b774-97c2f01e93a3 req-260bb9f5-d390-4232-828a-be874a17267b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3175154 Feb 11 05:44:51.455851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279b3dfb-e16d-48d9-a57a-2044a062ae35 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:51.462726 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-279b3dfb-e16d-48d9-a57a-2044a062ae35 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.466794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Attempting to bind port dce1561d-8ddc-487c-97b9-3653f07e0f81 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:51.467136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Attempting to bind port dce1561d-8ddc-487c-97b9-3653f07e0f81 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:51.467467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Attempting to bind port dce1561d-8ddc-487c-97b9-3653f07e0f81 on network 90dc93a8-92b5-4976-9a37-45b17810394b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:51.475234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c491f90d-f72f-4279-921d-c51250162035 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:51.483488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Port dce1561d-8ddc-487c-97b9-3653f07e0f81 on network 90dc93a8-92b5-4976-9a37-45b17810394b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:51.483819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Attempting to bind port dce1561d-8ddc-487c-97b9-3653f07e0f81 on network 90dc93a8-92b5-4976-9a37-45b17810394b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:51.504011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8a867df-5bac-44fa-9329-27ac4c03d982 req-843cb18f-6cea-4aa3-ae67-ea84654c74df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899663 Feb 11 05:44:51.505041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:51.505410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Checking segment: {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:51.510913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Bound using segment: {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:51.511449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Bound port: dce1561d-8ddc-487c-97b9-3653f07e0f81, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21c6d4d-9e1a-4c25-819e-060f3e31b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:51.511829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.515797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.548719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Attempting to bind port d734fab0-d796-41b1-8115-485536163b01 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:51.549099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Attempting to bind port d734fab0-d796-41b1-8115-485536163b01 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'cca2f2c5-24b9-4934-98c1-9f1e80d84470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:51.553801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Attempting to bind port d734fab0-d796-41b1-8115-485536163b01 on network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:51.565376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:51.569323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:51.570221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Checking segment: {'id': 'cca2f2c5-24b9-4934-98c1-9f1e80d84470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:51.570639 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.571043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Bound using segment: {'id': 'cca2f2c5-24b9-4934-98c1-9f1e80d84470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:51.571534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Bound port: d734fab0-d796-41b1-8115-485536163b01, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca2f2c5-24b9-4934-98c1-9f1e80d84470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:51.571926 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d734fab0-d796-41b1-8115-485536163b01), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.618227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:51.662283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca2f2c5-24b9-4934-98c1-9f1e80d84470') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:51.662673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca2f2c5-24b9-4934-98c1-9f1e80d84470') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:51.680158 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (cca2f2c5-24b9-4934-98c1-9f1e80d84470), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.707224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] For port d734fab0-d796-41b1-8115-485536163b01, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:51.709197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (cca2f2c5-24b9-4934-98c1-9f1e80d84470), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.719485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:51.720494 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.726072 n-d-715271-35 neutron-server[103121]: INFO neutron.db.ipam_backend_mixin [None req-279b3dfb-e16d-48d9-a57a-2044a062ae35 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb504e6e-aff2-4259-bebc-c3879733d375 (CIDR: 172.20.0.0/28) Feb 11 05:44:51.727342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:51.727782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (cca2f2c5-24b9-4934-98c1-9f1e80d84470), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:51.732873 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:51.735487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] For port dce1561d-8ddc-487c-97b9-3653f07e0f81, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:51.751607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da5c8f-4146-4dc2-b83b-3fcbc987aeb0 req-2ef744c4-7848-47cd-a03c-23e3860bda6b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.758176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da5c8f-4146-4dc2-b83b-3fcbc987aeb0 req-2ef744c4-7848-47cd-a03c-23e3860bda6b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.763614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da5c8f-4146-4dc2-b83b-3fcbc987aeb0 req-2ef744c4-7848-47cd-a03c-23e3860bda6b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.765917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91da5c8f-4146-4dc2-b83b-3fcbc987aeb0 req-2ef744c4-7848-47cd-a03c-23e3860bda6b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2413 time: 0.1700699 Feb 11 05:44:51.766757 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-279b3dfb-e16d-48d9-a57a-2044a062ae35 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:51.767256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279b3dfb-e16d-48d9-a57a-2044a062ae35 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:44:51.809897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Provisioning complete for port 8a28056c-dbc3-4019-bd6b-27f784f084c2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:51.810305 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.835204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] For port dce1561d-8ddc-487c-97b9-3653f07e0f81, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=dce1561d-8ddc-487c-97b9-3653f07e0f81,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:51.837764 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.api [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:44:51.837764 n-d-715271-35 neutron-server[103121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:44:51.837764 n-d-715271-35 neutron-server[103121]: [parameters: {'id': 'b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5'}] Feb 11 05:44:51.837764 n-d-715271-35 neutron-server[103121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:44:51.838388 n-d-715271-35 neutron-server[103121]: DEBUG oslo_db.api [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:44:51.846956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] For port d734fab0-d796-41b1-8115-485536163b01, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d734fab0-d796-41b1-8115-485536163b01,segment=NetworkSegment(cca2f2c5-24b9-4934-98c1-9f1e80d84470),segment_id=cca2f2c5-24b9-4934-98c1-9f1e80d84470)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:51.847182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91da5c8f-4146-4dc2-b83b-3fcbc987aeb0 req-010c47bd-5bae-4ada-9ec9-4db5b03ea11e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751884 Feb 11 05:44:51.849369 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.854405 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-279b3dfb-e16d-48d9-a57a-2044a062ae35 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8454735 Feb 11 05:44:51.855896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48590) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:51.867185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:51.879312 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d734fab0-d796-41b1-8115-485536163b01), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.917910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.919234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.923273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] 10.222.0.81 "PUT /v2.0/ports/dce1561d-8ddc-487c-97b9-3653f07e0f81 HTTP/1.1" status: 200 len: 1093 time: 2.3815265 Feb 11 05:44:51.925096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'tag': 'dce1561d-8ddc-487c-97b9-3653f07e0f81'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:51.932119 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee7542c-62ad-4073-b2bb-c76accaf7ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "tag": "dce1561d-8ddc-487c-97b9-3653f07e0f81"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:51.980933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b7cdc-e771-44c3-98af-a0fbb83a3c18 service neutron] Pushing event updated for resources: {'Port': ['ID=dce1561d-8ddc-487c-97b9-3653f07e0f81,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.988216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117401a-3219-4228-a17a-8779e51dee69 None None] Pushing event updated for resources: {'Port': ['ID=d734fab0-d796-41b1-8115-485536163b01,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:52.023020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ccb71-0117-4bf7-886b-4281bca1c13f None None] Port 8a28056c-dbc3-4019-bd6b-27f784f084c2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:52.038824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:52.044103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.055907 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6855133f-fade-4c06-a8a0-a67ecb404182 x-openstack-request-id: req-6855133f-fade-4c06-a8a0-a67ecb404182 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:52.056296 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "tag": "dce1561d-8ddc-487c-97b9-3653f07e0f81", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:52.056801 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6855133f-fade-4c06-a8a0-a67ecb404182 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:52.057855 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'tag': 'dce1561d-8ddc-487c-97b9-3653f07e0f81', 'status': 'completed', 'code': 200} Feb 11 05:44:52.087444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9612d2-71cf-4d7e-8aff-3cb10bcbefb9 None None] Network 71a80d84-9135-461a-839c-8e32570ceb3b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:52.112324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d6a5f114-6941-4678-9096-b45ec780f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.113260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d6a5f114-6941-4678-9096-b45ec780f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.113920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d6a5f114-6941-4678-9096-b45ec780f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.116370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d6a5f114-6941-4678-9096-b45ec780f80a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2962 time: 0.1452382 Feb 11 05:44:52.169500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-5d96ad94-f0be-47dc-8b53-0094dcc3b37c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=ee624dc5-a156-460f-b694-388d619378f0 HTTP/1.1" status: 200 len: 217 time: 0.0441959 Feb 11 05:44:52.281393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-b39a1f85-bb93-486f-b8cd-87a49c34cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.283268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-b39a1f85-bb93-486f-b8cd-87a49c34cdf6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d227a55d-47f0-43ca-ab5b-0297c2695c60 HTTP/1.1" status: 200 len: 801 time: 0.1058574 Feb 11 05:44:52.345746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-1dde6179-1afd-484e-a4d2-0ea578ce0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.347515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-1dde6179-1afd-484e-a4d2-0ea578ce0f2c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=90dc93a8-92b5-4976-9a37-45b17810394b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569887 Feb 11 05:44:52.361376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.372946 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (c3ab72c0-52bc-410d-ba35-29e54bcecd79), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.395010 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.415212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:52.416339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bbac66dc-e61c-4952-b54c-6dde3df6e99d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:52.430706 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:52.458903 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:52.465991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.466904 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.492237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a99348d-b1d2-4ad1-a76e-7fe1a5abec8e None None] Network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:52.493884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-54659bce-310b-426a-b7cd-d81be965d2fa service neutron] 10.222.0.81 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381886 Feb 11 05:44:52.501174 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6442761 Feb 11 05:44:52.503573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48596) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:52.504256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fad95a-76b3-4d44-a9dc-3f31de2172be tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=c3ab72c0-52bc-410d-ba35-29e54bcecd79,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:52.511249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1353647996', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c3ab72c0-52bc-410d-ba35-29e54bcecd79'}], 'security_groups': ['2b3b8a1d-d6b8-4825-ae1e-868b19c6f65d']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:52.511463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e29f16-ab45-4f1e-ae93-b6cd24936a24 None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:52.549142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-619ec12a-5873-4ad3-9304-a3cb805ad1a9 None None] Provisioning complete for port bbac66dc-e61c-4952-b54c-6dde3df6e99d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:52.549756 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-619ec12a-5873-4ad3-9304-a3cb805ad1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.604006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting port d734fab0-d796-41b1-8115-485536163b01 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:52.604355 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d734fab0-d796-41b1-8115-485536163b01), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.723723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] For port d734fab0-d796-41b1-8115-485536163b01, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d734fab0-d796-41b1-8115-485536163b01,segment=NetworkSegment(cca2f2c5-24b9-4934-98c1-9f1e80d84470),segment_id=cca2f2c5-24b9-4934-98c1-9f1e80d84470)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:52.724355 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d734fab0-d796-41b1-8115-485536163b01), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.765993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Calling delete_port for d734fab0-d796-41b1-8115-485536163b01 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:52.792960 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3a052e2d-a2ed-4d3a-8630-160ccd766afe), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.799609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port bbac66dc-e61c-4952-b54c-6dde3df6e99d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:52.799803 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.811267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-4666e1da-298c-494e-8a78-263ef2d48d00 service neutron] 10.222.0.81 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105741 Feb 11 05:44:52.825810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c686c-e2c6-44bc-82e6-d7de9cda58dc req-d1f6bbc5-5ecf-43ba-8958-0d351bf99e46 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.833722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c686c-e2c6-44bc-82e6-d7de9cda58dc req-d1f6bbc5-5ecf-43ba-8958-0d351bf99e46 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.840707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c686c-e2c6-44bc-82e6-d7de9cda58dc req-d1f6bbc5-5ecf-43ba-8958-0d351bf99e46 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.847215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c686c-e2c6-44bc-82e6-d7de9cda58dc req-d1f6bbc5-5ecf-43ba-8958-0d351bf99e46 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.855084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c686c-e2c6-44bc-82e6-d7de9cda58dc req-d1f6bbc5-5ecf-43ba-8958-0d351bf99e46 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.863452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c686c-e2c6-44bc-82e6-d7de9cda58dc req-d1f6bbc5-5ecf-43ba-8958-0d351bf99e46 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.869511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c686c-e2c6-44bc-82e6-d7de9cda58dc req-d1f6bbc5-5ecf-43ba-8958-0d351bf99e46 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.872150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-341c686c-e2c6-44bc-82e6-d7de9cda58dc req-d1f6bbc5-5ecf-43ba-8958-0d351bf99e46 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.1950862 Feb 11 05:44:52.922615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3c2d0-e637-4645-bc38-241ed9d48246 req-61d181ed-0e13-4e29-ba07-62ac06a836ce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.931349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3c2d0-e637-4645-bc38-241ed9d48246 req-61d181ed-0e13-4e29-ba07-62ac06a836ce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.932916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-619ec12a-5873-4ad3-9304-a3cb805ad1a9 None None] Current status of the port bbac66dc-e61c-4952-b54c-6dde3df6e99d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:52.938882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3c2d0-e637-4645-bc38-241ed9d48246 req-61d181ed-0e13-4e29-ba07-62ac06a836ce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.946793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3c2d0-e637-4645-bc38-241ed9d48246 req-61d181ed-0e13-4e29-ba07-62ac06a836ce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.952508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3c2d0-e637-4645-bc38-241ed9d48246 req-61d181ed-0e13-4e29-ba07-62ac06a836ce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.958306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3c2d0-e637-4645-bc38-241ed9d48246 req-61d181ed-0e13-4e29-ba07-62ac06a836ce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.965257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3c2d0-e637-4645-bc38-241ed9d48246 req-61d181ed-0e13-4e29-ba07-62ac06a836ce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.976811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9d3c2d0-e637-4645-bc38-241ed9d48246 req-61d181ed-0e13-4e29-ba07-62ac06a836ce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.3237357 Feb 11 05:44:53.011734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port bbac66dc-e61c-4952-b54c-6dde3df6e99d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:53.016864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-7601f2a1-f964-4037-8756-fc9f1343643b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 HTTP/1.1" status: 200 len: 217 time: 0.1418316 Feb 11 05:44:53.079756 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.080731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99042814-3755-4440-b7a5-3e04f98c6855 None None] Network b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:53.114612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-c497285b-ab7b-49aa-ae70-015b05399b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:53.116479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-c497285b-ab7b-49aa-ae70-015b05399b45 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=25af936d-92c4-4356-922d-d1bf868ec3e2 HTTP/1.1" status: 200 len: 801 time: 0.0767591 Feb 11 05:44:53.200878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bcd757-c41e-44d0-ab90-d0bdc2d2ab74 None None] Update dhcp port {'port': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'fixed_ips': [{'subnet_id': 'eb504e6e-aff2-4259-bebc-c3879733d375', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c3ab72c0-52bc-410d-ba35-29e54bcecd79'}], 'binding:host_id': 'n-d-715271-35'}, 'id': 'c491f90d-f72f-4279-921d-c51250162035'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:44:53.258455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Delete allocated IP 172.20.0.5 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/eb504e6e-aff2-4259-bebc-c3879733d375) {{(pid=103121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:44:53.258765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-341c686c-e2c6-44bc-82e6-d7de9cda58dc req-801ffb94-711e-4b0c-b6d5-39d97a9eabb4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3718543 Feb 11 05:44:53.261827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-619ec12a-5873-4ad3-9304-a3cb805ad1a9 None None] Provisioning complete for port 3a052e2d-a2ed-4d3a-8630-160ccd766afe triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:53.263017 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-619ec12a-5873-4ad3-9304-a3cb805ad1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3a052e2d-a2ed-4d3a-8630-160ccd766afe), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.263723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9d3c2d0-e637-4645-bc38-241ed9d48246 req-d7966e43-5d32-44d6-a736-4b1815647ba2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2859795 Feb 11 05:44:53.282996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.27 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/c3ab72c0-52bc-410d-ba35-29e54bcecd79/3a052e2d-a2ed-4d3a-8630-160ccd766afe) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:53.297792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-48394d41-dd68-41d4-88ce-e5553b3e6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:53.299592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-48394d41-dd68-41d4-88ce-e5553b3e6b35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e06e1dd4-d4de-41da-95c5-6de8bbcb2929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1638522 Feb 11 05:44:53.306608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-619ec12a-5873-4ad3-9304-a3cb805ad1a9 None None] Port 3a052e2d-a2ed-4d3a-8630-160ccd766afe cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:53.315233 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78bcd757-c41e-44d0-ab90-d0bdc2d2ab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c491f90d-f72f-4279-921d-c51250162035), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.425419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-1daf10e0-9fa3-42d7-a6c3-3fb74745ea84 service neutron] 10.222.0.81 "GET /v2.0/networks/e06e1dd4-d4de-41da-95c5-6de8bbcb2929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175859 Feb 11 05:44:53.487524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (3a052e2d-a2ed-4d3a-8630-160ccd766afe), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.491388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d734fab0-d796-41b1-8115-485536163b01), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.523101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3a052e2d-a2ed-4d3a-8630-160ccd766afe), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.532184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Port': ['ID=d734fab0-d796-41b1-8115-485536163b01,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:53.533583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-036fee40-7b3d-42b1-9bdc-902da4ff64f9 None None] Provisioning complete for port bbac66dc-e61c-4952-b54c-6dde3df6e99d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:53.533781 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-036fee40-7b3d-42b1-9bdc-902da4ff64f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.575293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a3ec-fd55-4b7a-abb1-e05106e4fcf7 req-51133c53-17fc-4e9c-8be5-8775ea33d80d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:53.581924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a3ec-fd55-4b7a-abb1-e05106e4fcf7 req-51133c53-17fc-4e9c-8be5-8775ea33d80d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:53.582472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No DVR routers for this DVR port d734fab0-d796-41b1-8115-485536163b01 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:53.590700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a3ec-fd55-4b7a-abb1-e05106e4fcf7 req-51133c53-17fc-4e9c-8be5-8775ea33d80d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:53.592561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4826a3ec-fd55-4b7a-abb1-e05106e4fcf7 req-51133c53-17fc-4e9c-8be5-8775ea33d80d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2413 time: 0.1660447 Feb 11 05:44:53.601515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-d06b6df6-fc73-4093-ad14-c15d425c75d5 service neutron] 10.222.0.81 "GET /v2.0/networks/e06e1dd4-d4de-41da-95c5-6de8bbcb2929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647205 Feb 11 05:44:53.617621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-78bcd757-c41e-44d0-ab90-d0bdc2d2ab74 None None] Allocated IP 172.20.0.18 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/c3ab72c0-52bc-410d-ba35-29e54bcecd79/c491f90d-f72f-4279-921d-c51250162035) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:53.654527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-50ed67c6-996c-4da6-88d3-102785bf99d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=dce1561d-8ddc-487c-97b9-3653f07e0f81 HTTP/1.1" status: 200 len: 217 time: 0.0434892 Feb 11 05:44:53.708484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-036fee40-7b3d-42b1-9bdc-902da4ff64f9 None None] Current status of the port bbac66dc-e61c-4952-b54c-6dde3df6e99d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:53.712797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-5b069154-c2ec-4945-b821-6498864df23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:53.715283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-5b069154-c2ec-4945-b821-6498864df23f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d227a55d-47f0-43ca-ab5b-0297c2695c60 HTTP/1.1" status: 200 len: 801 time: 0.0533345 Feb 11 05:44:53.735818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=3a052e2d-a2ed-4d3a-8630-160ccd766afe,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:53.742952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.782075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:53.789639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4826a3ec-fd55-4b7a-abb1-e05106e4fcf7 req-7012c497-5eaf-4334-be4a-8bf431325f28 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864109 Feb 11 05:44:53.793969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] In _notify_port_updated(), no bound segment for port 3a052e2d-a2ed-4d3a-8630-160ccd766afe on network df3913af-06e0-4fbe-aaeb-4cfa36c29dba {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:44:53.799442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:53.799748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-78bcd757-c41e-44d0-ab90-d0bdc2d2ab74 None None] For port c491f90d-f72f-4279-921d-c51250162035, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c491f90d-f72f-4279-921d-c51250162035,segment=NetworkSegment(bc50947e-cfa2-45bb-8750-a8c91db28110),segment_id=bc50947e-cfa2-45bb-8750-a8c91db28110)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:53.804658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-7be08bd7-54dd-47c7-b2ff-8702d65b69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:53.806701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-7be08bd7-54dd-47c7-b2ff-8702d65b69df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=90dc93a8-92b5-4976-9a37-45b17810394b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0855081 Feb 11 05:44:53.809175 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.810712 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-856125e0-3153-4aa2-bad6-ab783f8b7d66 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "PUT /v2.0/ports/3a052e2d-a2ed-4d3a-8630-160ccd766afe HTTP/1.1" status: 200 len: 921 time: 1.3039737 Feb 11 05:44:53.813411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48602) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:53.824022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca2f2c5-24b9-4934-98c1-9f1e80d84470') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:53.824022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca2f2c5-24b9-4934-98c1-9f1e80d84470') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:53.839936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78bcd757-c41e-44d0-ab90-d0bdc2d2ab74 None None] Publish callbacks [] for port (c491f90d-f72f-4279-921d-c51250162035), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.845864 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78bcd757-c41e-44d0-ab90-d0bdc2d2ab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c491f90d-f72f-4279-921d-c51250162035), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.861556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (cca2f2c5-24b9-4934-98c1-9f1e80d84470), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.888116 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (cca2f2c5-24b9-4934-98c1-9f1e80d84470), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.925896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-b4834cb8-a5f9-413c-a29c-fa0f72430451 service neutron] 10.222.0.81 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122875 Feb 11 05:44:53.926740 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:53.927187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (cca2f2c5-24b9-4934-98c1-9f1e80d84470), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:53.931229 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:53.964006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcd757-c41e-44d0-ab90-d0bdc2d2ab74 None None] Pushing event updated for resources: {'Port': ['ID=c491f90d-f72f-4279-921d-c51250162035,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.016558 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.027023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.033628 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 HTTP/1.1" status: 204 len: 168 time: 3.5790908 Feb 11 05:44:54.035663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48604) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.054606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b00fe2-ddb7-4ad8-a789-23710ffd386a req-8f1aaf0e-f101-41f7-b65c-34beb5375c02 service neutron] 10.222.0.81 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197116 Feb 11 05:44:54.059346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-eca52b6f-7049-4397-a752-ede2176a6619 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 3a052e2d-a2ed-4d3a-8630-160ccd766afe {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:54.059346 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eca52b6f-7049-4397-a752-ede2176a6619 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3a052e2d-a2ed-4d3a-8630-160ccd766afe), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.071912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5384c9c-0331-4fdc-96cb-c50cd7521a14 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.085698 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbde347d-7769-4d47-a8fb-74e0994555a5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:44:54.086244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbde347d-7769-4d47-a8fb-74e0994555a5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:44:54.089461 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fbde347d-7769-4d47-a8fb-74e0994555a5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 HTTP/1.1" status: 404 len: 339 time: 0.0527771 Feb 11 05:44:54.092943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48606) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.105802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1623772766', 'description': 'd1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:54.175931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:54.180648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.193419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-eda630f5-1de8-43aa-9593-67c5613fd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.193942 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-eda630f5-1de8-43aa-9593-67c5613fd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.194627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-eda630f5-1de8-43aa-9593-67c5613fd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.196592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-eda630f5-1de8-43aa-9593-67c5613fd83d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2962 time: 0.0738947 Feb 11 05:44:54.222209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eca52b6f-7049-4397-a752-ede2176a6619 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3a052e2d-a2ed-4d3a-8630-160ccd766afe), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.246742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-eca52b6f-7049-4397-a752-ede2176a6619 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 3a052e2d-a2ed-4d3a-8630-160ccd766afe owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:54.248595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:54.268720 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b9cbd501-9b69-47ef-8d1a-9638c54e9ca2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.269201 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment b9cbd501-9b69-47ef-8d1a-9638c54e9ca2 of type vlan for network 418e8e86-9101-4a5d-b2cb-115b849925c7 Feb 11 05:44:54.320808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-5a2fbb14-f716-4c1a-bac8-3baf477c346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.322500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-5a2fbb14-f716-4c1a-bac8-3baf477c346d service neutron] 10.222.0.81 "GET /v2.0/networks?id=90dc93a8-92b5-4976-9a37-45b17810394b HTTP/1.1" status: 200 len: 903 time: 0.1181598 Feb 11 05:44:54.369864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (418e8e86-9101-4a5d-b2cb-115b849925c7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.401053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-195813f4-be88-4ef1-b730-bb6518bfd4d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=dce1561d-8ddc-487c-97b9-3653f07e0f81 HTTP/1.1" status: 200 len: 217 time: 0.0719509 Feb 11 05:44:54.439691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (418e8e86-9101-4a5d-b2cb-115b849925c7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.445768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.446652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.506944 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4123566 Feb 11 05:44:54.507709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48612) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.539031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-8f9b0231-e358-47f6-ad44-e621aa2afcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.540736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-8f9b0231-e358-47f6-ad44-e621aa2afcc0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d227a55d-47f0-43ca-ab5b-0297c2695c60 HTTP/1.1" status: 200 len: 801 time: 0.1307266 Feb 11 05:44:54.571550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c7fe2-daeb-40d3-b64c-74ddfcee485c req-6ca34d2a-6170-4e9d-99ee-185f09b1ecd1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.576865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c7fe2-daeb-40d3-b64c-74ddfcee485c req-6ca34d2a-6170-4e9d-99ee-185f09b1ecd1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.582505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c7fe2-daeb-40d3-b64c-74ddfcee485c req-6ca34d2a-6170-4e9d-99ee-185f09b1ecd1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.588572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c7fe2-daeb-40d3-b64c-74ddfcee485c req-6ca34d2a-6170-4e9d-99ee-185f09b1ecd1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.593889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c7fe2-daeb-40d3-b64c-74ddfcee485c req-6ca34d2a-6170-4e9d-99ee-185f09b1ecd1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.599577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c7fe2-daeb-40d3-b64c-74ddfcee485c req-6ca34d2a-6170-4e9d-99ee-185f09b1ecd1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.604912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c7fe2-daeb-40d3-b64c-74ddfcee485c req-6ca34d2a-6170-4e9d-99ee-185f09b1ecd1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.606974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-267c7fe2-daeb-40d3-b64c-74ddfcee485c req-6ca34d2a-6170-4e9d-99ee-185f09b1ecd1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.1957645 Feb 11 05:44:54.611082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07624c50-f13a-4660-a854-f76dfd8593d5 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=418e8e86-9101-4a5d-b2cb-115b849925c7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.627409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 418e8e86-9101-4a5d-b2cb-115b849925c7 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:54.666017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb289-c4f1-4267-9314-36b5eeeb5470 req-7ceed990-4877-4f32-af2f-b7972c13c5c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.671233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb289-c4f1-4267-9314-36b5eeeb5470 req-7ceed990-4877-4f32-af2f-b7972c13c5c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.676577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb289-c4f1-4267-9314-36b5eeeb5470 req-7ceed990-4877-4f32-af2f-b7972c13c5c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.695604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eca52b6f-7049-4397-a752-ede2176a6619 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3a052e2d-a2ed-4d3a-8630-160ccd766afe), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.702599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb289-c4f1-4267-9314-36b5eeeb5470 req-7ceed990-4877-4f32-af2f-b7972c13c5c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.713500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3dbd9f-dd6c-41f2-ad97-15471437f383 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.717482 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d3dbd9f-dd6c-41f2-ad97-15471437f383 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/networks?id=418e8e86-9101-4a5d-b2cb-115b849925c7 HTTP/1.1" status: 200 len: 765 time: 0.2013876 Feb 11 05:44:54.719845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb289-c4f1-4267-9314-36b5eeeb5470 req-7ceed990-4877-4f32-af2f-b7972c13c5c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.725984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb289-c4f1-4267-9314-36b5eeeb5470 req-7ceed990-4877-4f32-af2f-b7972c13c5c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.733107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb289-c4f1-4267-9314-36b5eeeb5470 req-7ceed990-4877-4f32-af2f-b7972c13c5c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.739680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c8fb289-c4f1-4267-9314-36b5eeeb5470 req-7ceed990-4877-4f32-af2f-b7972c13c5c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.2878425 Feb 11 05:44:54.740166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48614) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.754624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca52b6f-7049-4397-a752-ede2176a6619 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=3a052e2d-a2ed-4d3a-8630-160ccd766afe,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.759342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e3fe9d8e-f528-47a7-a63b-284e9e89afdf tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'description': 'd2'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:54.761633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8028581-f1e1-47a2-9475-8efc817b60c1 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:44:54.851859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eca52b6f-7049-4397-a752-ede2176a6619 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.861979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9b7af1cb-be8b-4146-9502-12c64fbddbaf None None] Could not find standard attr ID for object 3a052e2d-a2ed-4d3a-8630-160ccd766afe. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:44:54.862402 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eca52b6f-7049-4397-a752-ede2176a6619 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/3a052e2d-a2ed-4d3a-8630-160ccd766afe HTTP/1.1" status: 204 len: 168 time: 1.0464351 Feb 11 05:44:54.864802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48618) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.874488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-1b19db75-8ece-4219-a147-cd336c71dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.876039 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-1b19db75-8ece-4219-a147-cd336c71dce2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=90dc93a8-92b5-4976-9a37-45b17810394b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3253138 Feb 11 05:44:54.911521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c8fb289-c4f1-4267-9314-36b5eeeb5470 req-a14275dc-85d4-47ba-b379-c27357f41a32 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593115 Feb 11 05:44:54.922671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9b7af1cb-be8b-4146-9502-12c64fbddbaf None None] Provisioning complete for port 8a28056c-dbc3-4019-bd6b-27f784f084c2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:54.923049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b7af1cb-be8b-4146-9502-12c64fbddbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.935052 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a577aaa5-ed2f-4109-9d26-536b65a9281c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:44:54.939388 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a577aaa5-ed2f-4109-9d26-536b65a9281c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/3a052e2d-a2ed-4d3a-8630-160ccd766afe HTTP/1.1" status: 404 len: 333 time: 0.0732977 Feb 11 05:44:54.943053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48620) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:55.032524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-4a5bbdef-3287-489b-9d6c-5874ad732e9f service neutron] 10.222.0.81 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165895 Feb 11 05:44:55.039333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9b7af1cb-be8b-4146-9502-12c64fbddbaf None None] Port 8a28056c-dbc3-4019-bd6b-27f784f084c2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:55.074252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8322fcab-2578-44c0-b892-fb722de6e733 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (8d728619-fd5b-480a-af1c-1ca1fbdb651c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.075351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-267c7fe2-daeb-40d3-b64c-74ddfcee485c req-f1316f13-739d-4b77-9568-36091ed59447 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4488316 Feb 11 05:44:55.078108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9b7af1cb-be8b-4146-9502-12c64fbddbaf None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:55.078677 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b7af1cb-be8b-4146-9502-12c64fbddbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.152710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8322fcab-2578-44c0-b892-fb722de6e733 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (8d728619-fd5b-480a-af1c-1ca1fbdb651c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.177333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8028581-f1e1-47a2-9475-8efc817b60c1 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:44:55.225610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8322fcab-2578-44c0-b892-fb722de6e733 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8d728619-fd5b-480a-af1c-1ca1fbdb651c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.228497 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8322fcab-2578-44c0-b892-fb722de6e733 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.230342 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8322fcab-2578-44c0-b892-fb722de6e733 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d728619-fd5b-480a-af1c-1ca1fbdb651c HTTP/1.1" status: 204 len: 168 time: 0.2857361 Feb 11 05:44:55.236528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48622) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:55.267635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322fcab-2578-44c0-b892-fb722de6e733 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d728619-fd5b-480a-af1c-1ca1fbdb651c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:55.321313 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7cef69b-6ad3-4967-a6f6-b39e59341bdc tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (2b3b8a1d-d6b8-4825-ae1e-868b19c6f65d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.329307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f205-2255-4462-af3c-a2e742a2632e req-6b395f03-b1b1-4d7c-88aa-305006b0e0b4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:55.335208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f205-2255-4462-af3c-a2e742a2632e req-6b395f03-b1b1-4d7c-88aa-305006b0e0b4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:55.340580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f205-2255-4462-af3c-a2e742a2632e req-6b395f03-b1b1-4d7c-88aa-305006b0e0b4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:55.342273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5d9f205-2255-4462-af3c-a2e742a2632e req-6b395f03-b1b1-4d7c-88aa-305006b0e0b4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2413 time: 0.2642376 Feb 11 05:44:55.347786 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7cef69b-6ad3-4967-a6f6-b39e59341bdc tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (2b3b8a1d-d6b8-4825-ae1e-868b19c6f65d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.399442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee7542c-62ad-4073-b2bb-c76accaf7ab4 req-fa5321ab-9a16-4b86-9863-a12f4e51c351 service neutron] 10.222.0.81 "GET /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593576 Feb 11 05:44:55.399624 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7cef69b-6ad3-4967-a6f6-b39e59341bdc tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2b3b8a1d-d6b8-4825-ae1e-868b19c6f65d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.400919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9d8e-f528-47a7-a63b-284e9e89afdf tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (418e8e86-9101-4a5d-b2cb-115b849925c7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.402822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7cef69b-6ad3-4967-a6f6-b39e59341bdc tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.406556 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e7cef69b-6ad3-4967-a6f6-b39e59341bdc tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b3b8a1d-d6b8-4825-ae1e-868b19c6f65d HTTP/1.1" status: 204 len: 168 time: 0.1671448 Feb 11 05:44:55.409464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c491f90d-f72f-4279-921d-c51250162035 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:55.411232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48624) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:55.446903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9b7af1cb-be8b-4146-9502-12c64fbddbaf None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:55.447689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cef69b-6ad3-4967-a6f6-b39e59341bdc tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b8a1d-d6b8-4825-ae1e-868b19c6f65d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:55.460655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9d8e-f528-47a7-a63b-284e9e89afdf tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (418e8e86-9101-4a5d-b2cb-115b849925c7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.498421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5d9f205-2255-4462-af3c-a2e742a2632e req-ec13edf0-d217-4e81-bf54-7d6367da7f77 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440279 Feb 11 05:44:55.509537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3fe9d8e-f528-47a7-a63b-284e9e89afdf tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network 418e8e86-9101-4a5d-b2cb-115b849925c7 is not hosted by any dhcp agent {{(pid=103120) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:44:55.514287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fe9d8e-f528-47a7-a63b-284e9e89afdf tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:55.514894 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9d8e-f528-47a7-a63b-284e9e89afdf tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.518605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e3fe9d8e-f528-47a7-a63b-284e9e89afdf tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "PUT /v2.0/networks/418e8e86-9101-4a5d-b2cb-115b849925c7 HTTP/1.1" status: 200 len: 762 time: 0.7719536 Feb 11 05:44:55.520799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48626) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:55.571061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:55.571730 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.583784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b8decb-a79a-4d3f-9121-fd7aa16b6c97 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet eb504e6e-aff2-4259-bebc-c3879733d375 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:55.593378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe9d8e-f528-47a7-a63b-284e9e89afdf tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=418e8e86-9101-4a5d-b2cb-115b849925c7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:55.597777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24b8decb-a79a-4d3f-9121-fd7aa16b6c97 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (eb504e6e-aff2-4259-bebc-c3879733d375), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.675084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429b0bc-584f-420a-9a4a-9e644f7f0e5a tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:55.681293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b429b0bc-584f-420a-9a4a-9e644f7f0e5a tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/networks?id=418e8e86-9101-4a5d-b2cb-115b849925c7 HTTP/1.1" status: 200 len: 765 time: 0.1544130 Feb 11 05:44:55.681653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48628) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:55.720150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24b8decb-a79a-4d3f-9121-fd7aa16b6c97 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (eb504e6e-aff2-4259-bebc-c3879733d375), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.814406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 418e8e86-9101-4a5d-b2cb-115b849925c7 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:55.921795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:55.974515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device dce1561d-8ddc-487c-97b9-3653f07e0f81 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:56.086147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port dce1561d-8ddc-487c-97b9-3653f07e0f81, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=dce1561d-8ddc-487c-97b9-3653f07e0f81,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:56.099027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'dce1561d-8ddc-487c-97b9-3653f07e0f81', 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b', 'port_id': 'dce1561d-8ddc-487c-97b9-3653f07e0f81', 'mac_address': 'fa:16:3e:4f:60:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd227a55d-47f0-43ca-ab5b-0297c2695c60', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:56.140733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port dce1561d-8ddc-487c-97b9-3653f07e0f81 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:56.141146 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.160180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce1561d-8ddc-487c-97b9-3653f07e0f81 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:56.183100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port dce1561d-8ddc-487c-97b9-3653f07e0f81, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=dce1561d-8ddc-487c-97b9-3653f07e0f81,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:56.189892 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.191198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:56.324731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=dce1561d-8ddc-487c-97b9-3653f07e0f81,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:56.345265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606a5d6-68dd-4d40-9af2-172944921b3c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.349654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48634) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:56.350684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9606a5d6-68dd-4d40-9af2-172944921b3c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6671805 Feb 11 05:44:56.373365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,segment=NetworkSegment(1aa60703-c7e0-4b13-9c48-c6f886207977),segment_id=1aa60703-c7e0-4b13-9c48-c6f886207977)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:56.375709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24b8decb-a79a-4d3f-9121-fd7aa16b6c97 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (eb504e6e-aff2-4259-bebc-c3879733d375), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.407115 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'f6bc734a-5b75-4e7c-bfd7-18821e7da5b4', 'network_id': 'e06e1dd4-d4de-41da-95c5-6de8bbcb2929', 'port_id': 'f6bc734a-5b75-4e7c-bfd7-18821e7da5b4', 'mac_address': 'fa:16:3e:46:7d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25af936d-92c4-4356-922d-d1bf868ec3e2', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:56.410942 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9a3c28fb-0ef6-44ce-b097-4591e2e933f6 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 207 time: 0.0574105 Feb 11 05:44:56.414053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48636) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:56.485063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:56.488160 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.508770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:56.509648 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24b8decb-a79a-4d3f-9121-fd7aa16b6c97 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (eb504e6e-aff2-4259-bebc-c3879733d375), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.558271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,segment=NetworkSegment(1aa60703-c7e0-4b13-9c48-c6f886207977),segment_id=1aa60703-c7e0-4b13-9c48-c6f886207977)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:56.564169 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24b8decb-a79a-4d3f-9121-fd7aa16b6c97 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.568760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-24b8decb-a79a-4d3f-9121-fd7aa16b6c97 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/eb504e6e-aff2-4259-bebc-c3879733d375 HTTP/1.1" status: 204 len: 168 time: 1.1507730 Feb 11 05:44:56.575537 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.580049 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48640) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:56.581352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ee624dc5-a156-460f-b694-388d619378f0 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:56.587038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561ab9b-f58e-4625-813f-c56b71034d7c req-28ceaf52-e214-45a5-82f7-666405deae19 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.592053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:56.592466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561ab9b-f58e-4625-813f-c56b71034d7c req-28ceaf52-e214-45a5-82f7-666405deae19 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.605914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561ab9b-f58e-4625-813f-c56b71034d7c req-28ceaf52-e214-45a5-82f7-666405deae19 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.612096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561ab9b-f58e-4625-813f-c56b71034d7c req-28ceaf52-e214-45a5-82f7-666405deae19 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.620871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561ab9b-f58e-4625-813f-c56b71034d7c req-28ceaf52-e214-45a5-82f7-666405deae19 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.628323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a12ae22c-01c6-45cd-8084-269d27da40ef None None] Could not find standard attr ID for object 3a052e2d-a2ed-4d3a-8630-160ccd766afe. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:44:56.629393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561ab9b-f58e-4625-813f-c56b71034d7c req-28ceaf52-e214-45a5-82f7-666405deae19 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.636019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561ab9b-f58e-4625-813f-c56b71034d7c req-28ceaf52-e214-45a5-82f7-666405deae19 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.645056 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d561ab9b-f58e-4625-813f-c56b71034d7c req-28ceaf52-e214-45a5-82f7-666405deae19 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.4175723 Feb 11 05:44:56.667213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb75d5-91f6-40f7-b8ee-3e647fe026fc req-fadf3476-bbba-4219-afa7-ab5d1a69b603 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.674192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb75d5-91f6-40f7-b8ee-3e647fe026fc req-fadf3476-bbba-4219-afa7-ab5d1a69b603 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.679930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb75d5-91f6-40f7-b8ee-3e647fe026fc req-fadf3476-bbba-4219-afa7-ab5d1a69b603 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.686240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb75d5-91f6-40f7-b8ee-3e647fe026fc req-fadf3476-bbba-4219-afa7-ab5d1a69b603 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.692518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb75d5-91f6-40f7-b8ee-3e647fe026fc req-fadf3476-bbba-4219-afa7-ab5d1a69b603 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.699118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb75d5-91f6-40f7-b8ee-3e647fe026fc req-fadf3476-bbba-4219-afa7-ab5d1a69b603 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.704606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb75d5-91f6-40f7-b8ee-3e647fe026fc req-fadf3476-bbba-4219-afa7-ab5d1a69b603 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.715411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8eb75d5-91f6-40f7-b8ee-3e647fe026fc req-fadf3476-bbba-4219-afa7-ab5d1a69b603 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.4700382 Feb 11 05:44:56.720867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:56.727046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ee624dc5-a156-460f-b694-388d619378f0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ee624dc5-a156-460f-b694-388d619378f0,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:56.731863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8decb-a79a-4d3f-9121-fd7aa16b6c97 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=eb504e6e-aff2-4259-bebc-c3879733d375,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:56.736436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dae598-51ac-4050-9745-7d192122fee3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.742574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dae598-51ac-4050-9745-7d192122fee3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.752323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dae598-51ac-4050-9745-7d192122fee3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.755314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ee624dc5-a156-460f-b694-388d619378f0', 'network_id': '90dc93a8-92b5-4976-9a37-45b17810394b', 'port_id': 'ee624dc5-a156-460f-b694-388d619378f0', 'mac_address': 'fa:16:3e:a3:7a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd227a55d-47f0-43ca-ab5b-0297c2695c60', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:56.759853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dae598-51ac-4050-9745-7d192122fee3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.767177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dae598-51ac-4050-9745-7d192122fee3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.775501 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dae598-51ac-4050-9745-7d192122fee3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.782746 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d7dae598-51ac-4050-9745-7d192122fee3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3658886 Feb 11 05:44:56.784406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48642) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:56.831120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ee624dc5-a156-460f-b694-388d619378f0 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:56.832983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee624dc5-a156-460f-b694-388d619378f0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.858893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d561ab9b-f58e-4625-813f-c56b71034d7c req-acb9d927-23c0-4dbb-b8c6-92567ee3a8d8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2125304 Feb 11 05:44:56.864066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8eb75d5-91f6-40f7-b8ee-3e647fe026fc req-0d36c99f-b405-4e2b-845e-9514e9e9a93b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476784 Feb 11 05:44:56.875048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee624dc5-a156-460f-b694-388d619378f0 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:56.910516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ee624dc5-a156-460f-b694-388d619378f0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ee624dc5-a156-460f-b694-388d619378f0,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:56.915802 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ee624dc5-a156-460f-b694-388d619378f0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.922148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69916733-d77a-45ac-a9ec-48579d687f84 None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:57.004090 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:57.009311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.046496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285b9d9-6e4b-4464-b099-f17401df3ab3 req-017622fb-a346-4e08-93eb-e5e5c7d1b843 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.055455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285b9d9-6e4b-4464-b099-f17401df3ab3 req-017622fb-a346-4e08-93eb-e5e5c7d1b843 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.060925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285b9d9-6e4b-4464-b099-f17401df3ab3 req-017622fb-a346-4e08-93eb-e5e5c7d1b843 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.062984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0285b9d9-6e4b-4464-b099-f17401df3ab3 req-017622fb-a346-4e08-93eb-e5e5c7d1b843 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2416 time: 0.0826471 Feb 11 05:44:57.068380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ee624dc5-a156-460f-b694-388d619378f0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.113207 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c50e2520-0433-419d-a473-4f5c7b1fed6f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3228307 Feb 11 05:44:57.118681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48644) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.130403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0285b9d9-6e4b-4464-b099-f17401df3ab3 req-353e7ae1-4ade-4976-a3e2-e928690fa0db tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596781 Feb 11 05:44:57.214408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3687120-4b7a-4e30-ac48-427c34bc8f05 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.226800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3687120-4b7a-4e30-ac48-427c34bc8f05 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.226800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3687120-4b7a-4e30-ac48-427c34bc8f05 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.226800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3687120-4b7a-4e30-ac48-427c34bc8f05 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.226800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3687120-4b7a-4e30-ac48-427c34bc8f05 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.226800 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3687120-4b7a-4e30-ac48-427c34bc8f05 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1018145 Feb 11 05:44:57.227243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['f6bc734a-5b75-4e7c-bfd7-18821e7da5b4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:57.227325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48646) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.264753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['dce1561d-8ddc-487c-97b9-3653f07e0f81'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:57.325767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d166f8-2a5b-444b-957b-08f8270d4550 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.326981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d166f8-2a5b-444b-957b-08f8270d4550 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.328363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d166f8-2a5b-444b-957b-08f8270d4550 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.329627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d166f8-2a5b-444b-957b-08f8270d4550 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.330836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d166f8-2a5b-444b-957b-08f8270d4550 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['shared'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.336481 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d6d166f8-2a5b-444b-957b-08f8270d4550 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1045003 Feb 11 05:44:57.336662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48648) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.536866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (710be50a-b755-4dc7-88f9-3aaea3ed0f36), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.584361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded60eaa-24e6-46b7-99cc-d99b70114728 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.590044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ded60eaa-24e6-46b7-99cc-d99b70114728 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/networks/c553ff7f-10c8-447e-aaf2-5cd761417fc6 HTTP/1.1" status: 200 len: 804 time: 0.2481692 Feb 11 05:44:57.590206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48650) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.604975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:57.608476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:57.613788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.614390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.628996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=710be50a-b755-4dc7-88f9-3aaea3ed0f36,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.636981 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ea915c2d-6fb3-4768-9723-7eb3cb4190ba tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0573604 Feb 11 05:44:57.639518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48652) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.644670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-89e34e77-87f1-4b5d-aa9b-7943f9e2d217 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'security_group': {'name': 'tempest-secgroup-306651887'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:57.673963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e34e77-87f1-4b5d-aa9b-7943f9e2d217 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.708476 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c1ed-2500-4cc2-b4ff-619f73019de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.739801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c5525610-fdbe-4ac3-a384-683159e23531 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/networks/c553ff7f-10c8-447e-aaf2-5cd761417fc6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1489639 Feb 11 05:44:57.743892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48654) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.783125 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e34e77-87f1-4b5d-aa9b-7943f9e2d217 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (fc4ca701-1a22-484e-87af-08b36249b9bd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.794536 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e34e77-87f1-4b5d-aa9b-7943f9e2d217 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fc4ca701-1a22-484e-87af-08b36249b9bd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.810035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4764da0b-ef65-483f-9e53-30f96790202a tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.811577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4764da0b-ef65-483f-9e53-30f96790202a tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/subnets/d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f HTTP/1.1" status: 200 len: 843 time: 0.0661051 Feb 11 05:44:57.816374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48656) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.850831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c548a6e1-9e17-4ddf-9f0a-026bc8738dda None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:57.852854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e34e77-87f1-4b5d-aa9b-7943f9e2d217 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ca701-1a22-484e-87af-08b36249b9bd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.858823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e34e77-87f1-4b5d-aa9b-7943f9e2d217 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.863454 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-89e34e77-87f1-4b5d-aa9b-7943f9e2d217 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2226868 Feb 11 05:44:57.864375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48658) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.869394 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fad07a81-20af-4719-b011-c3fe4eae8e3b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1185532531'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:57.889968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6b577b-f693-49ab-8a34-bd8f9d66a51c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['shared'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.895065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ab6b577b-f693-49ab-8a34-bd8f9d66a51c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "GET /v2.0/subnets/d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0733752 Feb 11 05:44:57.895250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48660) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.898494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fad07a81-20af-4719-b011-c3fe4eae8e3b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.902251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-920984342'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:57.917059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5fe3a9fd-926e-4d61-bf39-c9eb6a48dcbf None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:57.917625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a9fd-926e-4d61-bf39-c9eb6a48dcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.936781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:57.941087 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.984125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device dce1561d-8ddc-487c-97b9-3653f07e0f81 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:57.996206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:58.016696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.017060 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Added segment 0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58 of type vlan for network 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 Feb 11 05:44:58.036494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fad07a81-20af-4719-b011-c3fe4eae8e3b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (22a810c0-e8dd-4f9c-8f62-44cc0440a07f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.046363 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fad07a81-20af-4719-b011-c3fe4eae8e3b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (22a810c0-e8dd-4f9c-8f62-44cc0440a07f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.104947 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad07a81-20af-4719-b011-c3fe4eae8e3b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a810c0-e8dd-4f9c-8f62-44cc0440a07f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:58.127524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fad07a81-20af-4719-b011-c3fe4eae8e3b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.132627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3a9fd-926e-4d61-bf39-c9eb6a48dcbf None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:58.135074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48666) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:58.137299 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fad07a81-20af-4719-b011-c3fe4eae8e3b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2717083 Feb 11 05:44:58.144461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-cb9ee688-9102-4efa-8974-1fdc4ab9bbfb tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'security_group': {'name': 'tempest-secgroup-521900607'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:58.146157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port dce1561d-8ddc-487c-97b9-3653f07e0f81 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:44:58.156021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5fe3a9fd-926e-4d61-bf39-c9eb6a48dcbf None None] Provisioning complete for port 8a28056c-dbc3-4019-bd6b-27f784f084c2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:58.156533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a9fd-926e-4d61-bf39-c9eb6a48dcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.158421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port dce1561d-8ddc-487c-97b9-3653f07e0f81 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:58.158904 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.181423 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (9b8dd31a-12ae-471a-b330-b5c14f5bb5f6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.211163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d043a-f0d9-4e71-b6a4-d087ff6486a6 req-5b0f4e0c-0add-4690-9cb4-5ec48cd5712e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.216409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d043a-f0d9-4e71-b6a4-d087ff6486a6 req-5b0f4e0c-0add-4690-9cb4-5ec48cd5712e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.221687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d043a-f0d9-4e71-b6a4-d087ff6486a6 req-5b0f4e0c-0add-4690-9cb4-5ec48cd5712e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.227044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d043a-f0d9-4e71-b6a4-d087ff6486a6 req-5b0f4e0c-0add-4690-9cb4-5ec48cd5712e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.232559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d043a-f0d9-4e71-b6a4-d087ff6486a6 req-5b0f4e0c-0add-4690-9cb4-5ec48cd5712e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.237984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d043a-f0d9-4e71-b6a4-d087ff6486a6 req-5b0f4e0c-0add-4690-9cb4-5ec48cd5712e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.243364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d043a-f0d9-4e71-b6a4-d087ff6486a6 req-5b0f4e0c-0add-4690-9cb4-5ec48cd5712e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.245367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-959d043a-f0d9-4e71-b6a4-d087ff6486a6 req-5b0f4e0c-0add-4690-9cb4-5ec48cd5712e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.2217224 Feb 11 05:44:58.290376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c907a9-e08d-4698-8cde-85988c6d45f5 req-362bca57-47f2-4540-8543-ae92b491aed3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.297603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c907a9-e08d-4698-8cde-85988c6d45f5 req-362bca57-47f2-4540-8543-ae92b491aed3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.301433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3a9fd-926e-4d61-bf39-c9eb6a48dcbf None None] Port 8a28056c-dbc3-4019-bd6b-27f784f084c2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:58.303196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c907a9-e08d-4698-8cde-85988c6d45f5 req-362bca57-47f2-4540-8543-ae92b491aed3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.308541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c907a9-e08d-4698-8cde-85988c6d45f5 req-362bca57-47f2-4540-8543-ae92b491aed3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.311547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ee624dc5-a156-460f-b694-388d619378f0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:58.314033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c907a9-e08d-4698-8cde-85988c6d45f5 req-362bca57-47f2-4540-8543-ae92b491aed3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.320869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c907a9-e08d-4698-8cde-85988c6d45f5 req-362bca57-47f2-4540-8543-ae92b491aed3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.326383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c907a9-e08d-4698-8cde-85988c6d45f5 req-362bca57-47f2-4540-8543-ae92b491aed3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.328411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22c907a9-e08d-4698-8cde-85988c6d45f5 req-362bca57-47f2-4540-8543-ae92b491aed3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.2532356 Feb 11 05:44:58.329311 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee688-9102-4efa-8974-1fdc4ab9bbfb tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.379318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (9b8dd31a-12ae-471a-b330-b5c14f5bb5f6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.385235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.385927 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.391014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ecaa77-ff91-4c7a-83db-f9b937f6f863 None None] Update dhcp port {'port': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'fixed_ips': [{'subnet_id': 'c3ab72c0-52bc-410d-ba35-29e54bcecd79', 'ip_address': '172.20.0.18'}, {'subnet_id': '710be50a-b755-4dc7-88f9-3aaea3ed0f36'}], 'binding:host_id': 'n-d-715271-35'}, 'id': 'c491f90d-f72f-4279-921d-c51250162035'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:44:58.466085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5696363 Feb 11 05:44:58.470087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48670) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:58.477303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'network_id': '9b8dd31a-12ae-471a-b330-b5c14f5bb5f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:58.502340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port dce1561d-8ddc-487c-97b9-3653f07e0f81 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:58.502734 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.522868 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-959d043a-f0d9-4e71-b6a4-d087ff6486a6 req-02d53258-5e1a-4429-a1b3-2e76145ce886 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2698321 Feb 11 05:44:58.528063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6811ee-e89f-4e67-a87c-5ab9c545e38c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Network': ['ID=9b8dd31a-12ae-471a-b330-b5c14f5bb5f6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:58.579824 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22c907a9-e08d-4698-8cde-85988c6d45f5 req-8046b784-9746-4918-ae71-803eca0274a5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2217927 Feb 11 05:44:58.612713 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87ecaa77-ff91-4c7a-83db-f9b937f6f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c491f90d-f72f-4279-921d-c51250162035), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.617767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:58.630948 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee688-9102-4efa-8974-1fdc4ab9bbfb tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (9aca7f9b-bc09-4e0a-99c0-a81703f2783c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.637236 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee688-9102-4efa-8974-1fdc4ab9bbfb tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9aca7f9b-bc09-4e0a-99c0-a81703f2783c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.646516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce1561d-8ddc-487c-97b9-3653f07e0f81'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:58.649678 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9be07e-b511-465f-8d3c-062ddc061e1e" -d '{"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-plugged", "status": "completed", "tag": "dce1561d-8ddc-487c-97b9-3653f07e0f81"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:58.670344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ee688-9102-4efa-8974-1fdc4ab9bbfb tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca7f9b-bc09-4e0a-99c0-a81703f2783c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:58.681493 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee688-9102-4efa-8974-1fdc4ab9bbfb tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.691303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cb9ee688-9102-4efa-8974-1fdc4ab9bbfb tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5483541 Feb 11 05:44:58.691647 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48674) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:58.696672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-970749942', 'security_groups': ['9aca7f9b-bc09-4e0a-99c0-a81703f2783c'], 'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '710be50a-b755-4dc7-88f9-3aaea3ed0f36'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:58.747830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Made reservation on behalf of 0e98f3263196470b83b894530792fde0 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:58.752247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.753780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port dce1561d-8ddc-487c-97b9-3653f07e0f81, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=dce1561d-8ddc-487c-97b9-3653f07e0f81,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:58.764112 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dcafde-b93c-4209-80db-810fff50f88b x-openstack-request-id: req-12dcafde-b93c-4209-80db-810fff50f88b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:58.764377 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-plugged", "status": "completed", "tag": "dce1561d-8ddc-487c-97b9-3653f07e0f81", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:58.764636 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12dcafde-b93c-4209-80db-810fff50f88b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:58.765019 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce1561d-8ddc-487c-97b9-3653f07e0f81', 'code': 200} Feb 11 05:44:58.784327 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.784327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:58.818314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cf81c-f38b-40bb-8d67-30f2b31c4345 req-6cd71ce9-f885-430a-9ca4-316d85c772d9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.838600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cf81c-f38b-40bb-8d67-30f2b31c4345 req-6cd71ce9-f885-430a-9ca4-316d85c772d9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.844132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cf81c-f38b-40bb-8d67-30f2b31c4345 req-6cd71ce9-f885-430a-9ca4-316d85c772d9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.846030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b55cf81c-f38b-40bb-8d67-30f2b31c4345 req-6cd71ce9-f885-430a-9ca4-316d85c772d9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2416 time: 0.1393716 Feb 11 05:44:58.905994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b55cf81c-f38b-40bb-8d67-30f2b31c4345 req-b337eb19-cf58-4c51-a2d5-2b255cdfdeb4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517302 Feb 11 05:44:59.056723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=dce1561d-8ddc-487c-97b9-3653f07e0f81,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.119509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:44:59.134382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:59.134909 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.172411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-87ecaa77-ff91-4c7a-83db-f9b937f6f863 None None] Allocated IP 172.20.0.2 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/710be50a-b755-4dc7-88f9-3aaea3ed0f36/c491f90d-f72f-4279-921d-c51250162035) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:59.188937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Performing IP validity checks on allocation pools {{(pid=103121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:44:59.189529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:44:59.291873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:59.292592 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.332327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-87ecaa77-ff91-4c7a-83db-f9b937f6f863 None None] For port c491f90d-f72f-4279-921d-c51250162035, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c491f90d-f72f-4279-921d-c51250162035,segment=NetworkSegment(bc50947e-cfa2-45bb-8750-a8c91db28110),segment_id=bc50947e-cfa2-45bb-8750-a8c91db28110)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:59.340945 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:59.351480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,segment=NetworkSegment(1aa60703-c7e0-4b13-9c48-c6f886207977),segment_id=1aa60703-c7e0-4b13-9c48-c6f886207977)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:59.357840 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.397452 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87ecaa77-ff91-4c7a-83db-f9b937f6f863 None None] Publish callbacks [] for port (c491f90d-f72f-4279-921d-c51250162035), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.404009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87ecaa77-ff91-4c7a-83db-f9b937f6f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c491f90d-f72f-4279-921d-c51250162035), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.454461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.472026 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (6f78b2a2-752e-4a36-9cbf-921d6919b1f4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.512465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.532315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecaa77-ff91-4c7a-83db-f9b937f6f863 None None] Pushing event updated for resources: {'Port': ['ID=c491f90d-f72f-4279-921d-c51250162035,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.559668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] device_id is not set on port 1342d547-293d-46d0-9b87-6867f2bf21b1 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:44:59.577660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=6f78b2a2-752e-4a36-9cbf-921d6919b1f4,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.645002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Checking segment: {'id': '0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b8dd31a-12ae-471a-b330-b5c14f5bb5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:59.645432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network hostable DHCP agents. Network: 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:59.794298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b7fd-4551-4773-b3e3-1e98e94e8e00 req-82166357-3473-4a6b-b37f-bdbd552f7575 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.799697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b7fd-4551-4773-b3e3-1e98e94e8e00 req-82166357-3473-4a6b-b37f-bdbd552f7575 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.811212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b7fd-4551-4773-b3e3-1e98e94e8e00 req-82166357-3473-4a6b-b37f-bdbd552f7575 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.811874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Network 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:59.817446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b7fd-4551-4773-b3e3-1e98e94e8e00 req-82166357-3473-4a6b-b37f-bdbd552f7575 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.831482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b7fd-4551-4773-b3e3-1e98e94e8e00 req-82166357-3473-4a6b-b37f-bdbd552f7575 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.837383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:59.837957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b7fd-4551-4773-b3e3-1e98e94e8e00 req-82166357-3473-4a6b-b37f-bdbd552f7575 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.846198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b7fd-4551-4773-b3e3-1e98e94e8e00 req-82166357-3473-4a6b-b37f-bdbd552f7575 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.847504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.848898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.850585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe95f63-9c35-47f2-b4fe-42a2ea5fb5d5 None None] Network 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:59.850707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30e5b7fd-4551-4773-b3e3-1e98e94e8e00 req-82166357-3473-4a6b-b37f-bdbd552f7575 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.1474581 Feb 11 05:44:59.861564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.6 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/710be50a-b755-4dc7-88f9-3aaea3ed0f36/1342d547-293d-46d0-9b87-6867f2bf21b1) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:59.864084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a357cf6-f878-456e-a45e-ed67b09093f2 req-de1a3152-0723-4b5c-b1e9-9573ed785f95 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.871772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a357cf6-f878-456e-a45e-ed67b09093f2 req-de1a3152-0723-4b5c-b1e9-9573ed785f95 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.878459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a357cf6-f878-456e-a45e-ed67b09093f2 req-de1a3152-0723-4b5c-b1e9-9573ed785f95 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.884779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a357cf6-f878-456e-a45e-ed67b09093f2 req-de1a3152-0723-4b5c-b1e9-9573ed785f95 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.893553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a357cf6-f878-456e-a45e-ed67b09093f2 req-de1a3152-0723-4b5c-b1e9-9573ed785f95 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.903437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a357cf6-f878-456e-a45e-ed67b09093f2 req-de1a3152-0723-4b5c-b1e9-9573ed785f95 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.904818 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-182fa5a0-505f-42d6-bc50-78cd9726d24f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4336035 Feb 11 05:44:59.908841 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48680) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:59.913156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a357cf6-f878-456e-a45e-ed67b09093f2 req-de1a3152-0723-4b5c-b1e9-9573ed785f95 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.915091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a357cf6-f878-456e-a45e-ed67b09093f2 req-de1a3152-0723-4b5c-b1e9-9573ed785f95 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.2592487 Feb 11 05:44:59.931223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-04e58725-809f-40d2-a80e-632ac25fc02f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:00.042032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30e5b7fd-4551-4773-b3e3-1e98e94e8e00 req-0351763f-97c2-4a91-947b-fbe22bd6e092 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257985 Feb 11 05:45:00.051709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a357cf6-f878-456e-a45e-ed67b09093f2 req-20746240-359e-4806-87fe-9d4928d17d19 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1296175 Feb 11 05:45:00.180447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ee624dc5-a156-460f-b694-388d619378f0 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:00.250883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04e58725-809f-40d2-a80e-632ac25fc02f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5976467'] for subnet (6f78b2a2-752e-4a36-9cbf-921d6919b1f4), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.288135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398c08-024b-45ff-aa8e-c669ac3afc78 req-93f8266e-fedd-41bb-8c36-20bcdb0a9cb3 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:00.296092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398c08-024b-45ff-aa8e-c669ac3afc78 req-93f8266e-fedd-41bb-8c36-20bcdb0a9cb3 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:00.296806 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4da711b7-393d-4485-a9e8-9f193410af2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.303971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398c08-024b-45ff-aa8e-c669ac3afc78 req-93f8266e-fedd-41bb-8c36-20bcdb0a9cb3 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:00.306080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e398c08-024b-45ff-aa8e-c669ac3afc78 req-93f8266e-fedd-41bb-8c36-20bcdb0a9cb3 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2418 time: 0.1627281 Feb 11 05:45:00.308631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ee624dc5-a156-460f-b694-388d619378f0 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:00.315962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-9b8dd31a-12ae-471a-b330-b5c14f5bb5f6', 'network_id': '9b8dd31a-12ae-471a-b330-b5c14f5bb5f6', 'project_id': '0e98f3263196470b83b894530792fde0', 'fixed_ips': [{'subnet_id': '6f78b2a2-752e-4a36-9cbf-921d6919b1f4'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:00.316807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.318263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.318693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ee624dc5-a156-460f-b694-388d619378f0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:00.319061 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee624dc5-a156-460f-b694-388d619378f0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.390081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d1c3f3d-66ff-47f0-9bed-68b30dac7d3a None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:00.390470 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3f3d-66ff-47f0-9bed-68b30dac7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.392111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e398c08-024b-45ff-aa8e-c669ac3afc78 req-68ee8f9d-b81c-46ed-992f-5d9b8dbf4681 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730503 Feb 11 05:45:00.505638 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04e58725-809f-40d2-a80e-632ac25fc02f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787122544631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5988768'] for subnet (6f78b2a2-752e-4a36-9cbf-921d6919b1f4), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.555124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e58725-809f-40d2-a80e-632ac25fc02f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:00.555816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04e58725-809f-40d2-a80e-632ac25fc02f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.560109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48684) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:00.560276 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-04e58725-809f-40d2-a80e-632ac25fc02f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "PUT /v2.0/subnets/6f78b2a2-752e-4a36-9cbf-921d6919b1f4 HTTP/1.1" status: 200 len: 900 time: 0.6499484 Feb 11 05:45:00.575774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.587594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Allocated IP 2001:db8::3 (9b8dd31a-12ae-471a-b330-b5c14f5bb5f6/6f78b2a2-752e-4a36-9cbf-921d6919b1f4/1a196729-f281-446e-bb82-0fb3a2795fdc) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:00.621691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e58725-809f-40d2-a80e-632ac25fc02f tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event updated for resources: {'Subnet': ['ID=6f78b2a2-752e-4a36-9cbf-921d6919b1f4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:00.624534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ee624dc5-a156-460f-b694-388d619378f0 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:00.625148 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee624dc5-a156-460f-b694-388d619378f0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.651905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=1342d547-293d-46d0-9b87-6867f2bf21b1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:00.661796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:00.663916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:00.666593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:00.687556 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (9b8dd31a-12ae-471a-b330-b5c14f5bb5f6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.742435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:00.745162 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.748190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ee624dc5-a156-460f-b694-388d619378f0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ee624dc5-a156-460f-b694-388d619378f0,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:00.764748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c3f3d-66ff-47f0-9bed-68b30dac7d3a None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:00.768779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bc734a-5b75-4e7c-bfd7-18821e7da5b4'}, {'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee624dc5-a156-460f-b694-388d619378f0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:00.771174 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c412543c-8a2b-4c48-a0c2-30ff14cae1da" -d '{"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-plugged", "status": "completed", "tag": "f6bc734a-5b75-4e7c-bfd7-18821e7da5b4"}, {"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-plugged", "status": "completed", "tag": "ee624dc5-a156-460f-b694-388d619378f0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:00.773779 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ee624dc5-a156-460f-b694-388d619378f0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.781084 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-314ff357-97ae-45aa-99ce-e4e4692723d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0883183 Feb 11 05:45:00.781629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48688) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:00.790138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-6b9e3adb-467c-4c3b-b64a-c1a98330aff5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:00.796032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6f78b2a2-752e-4a36-9cbf-921d6919b1f4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.864061 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc389d1-a06b-492d-827b-1482774c62f0 x-openstack-request-id: req-ddc389d1-a06b-492d-827b-1482774c62f0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:00.864377 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-plugged", "status": "completed", "tag": "f6bc734a-5b75-4e7c-bfd7-18821e7da5b4", "code": 200}, {"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-plugged", "status": "completed", "tag": "ee624dc5-a156-460f-b694-388d619378f0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:00.864644 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddc389d1-a06b-492d-827b-1482774c62f0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:00.865053 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bc734a-5b75-4e7c-bfd7-18821e7da5b4', 'code': 200} Feb 11 05:45:00.865381 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee624dc5-a156-460f-b694-388d619378f0', 'code': 200} Feb 11 05:45:00.869499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d1c3f3d-66ff-47f0-9bed-68b30dac7d3a None None] Provisioning complete for port 8a28056c-dbc3-4019-bd6b-27f784f084c2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:00.869879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3f3d-66ff-47f0-9bed-68b30dac7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.926265 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:00.930530 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Publish callbacks [] for port (1a196729-f281-446e-bb82-0fb3a2795fdc), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.938183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ee624dc5-a156-460f-b694-388d619378f0,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:00.945532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c3f3d-66ff-47f0-9bed-68b30dac7d3a None None] Port 8a28056c-dbc3-4019-bd6b-27f784f084c2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:00.954744 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (1a196729-f281-446e-bb82-0fb3a2795fdc), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.007648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Network 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:01.014191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:01.016664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Pushing event updated for resources: {'Port': ['ID=1a196729-f281-446e-bb82-0fb3a2795fdc,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:01.019114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:01.061626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (6f78b2a2-752e-4a36-9cbf-921d6919b1f4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.106623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Attempting to bind port 1a196729-f281-446e-bb82-0fb3a2795fdc on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:01.107142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Attempting to bind port 1a196729-f281-446e-bb82-0fb3a2795fdc by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b8dd31a-12ae-471a-b330-b5c14f5bb5f6'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:01.107272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Attempting to bind port 1a196729-f281-446e-bb82-0fb3a2795fdc on network 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:01.107477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cb2ea-8bf7-433d-b798-fee7d0de53d3 req-ff699d68-39c7-4370-bfe3-0d4ea0b7c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.107901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cb2ea-8bf7-433d-b798-fee7d0de53d3 req-ff699d68-39c7-4370-bfe3-0d4ea0b7c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.108377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cb2ea-8bf7-433d-b798-fee7d0de53d3 req-ff699d68-39c7-4370-bfe3-0d4ea0b7c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.111084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb7cb2ea-8bf7-433d-b798-fee7d0de53d3 req-ff699d68-39c7-4370-bfe3-0d4ea0b7c9b2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2968 time: 0.1607013 Feb 11 05:45:01.111446 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.115645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8ea78e87-06f0-4d3c-b7f3-6ac1e0a10de2 None None] Provisioning complete for port 1342d547-293d-46d0-9b87-6867f2bf21b1 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:01.115813 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8ea78e87-06f0-4d3c-b7f3-6ac1e0a10de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.118799 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:01.118986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Checking segment: {'id': '0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b8dd31a-12ae-471a-b330-b5c14f5bb5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:01.119317 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.119619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=6f78b2a2-752e-4a36-9cbf-921d6919b1f4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:01.120063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Bound using segment: {'id': '0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b8dd31a-12ae-471a-b330-b5c14f5bb5f6'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:01.120697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Bound port: 1a196729-f281-446e-bb82-0fb3a2795fdc, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b8dd31a-12ae-471a-b330-b5c14f5bb5f6'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:01.121267 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1a196729-f281-446e-bb82-0fb3a2795fdc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.198825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8ea78e87-06f0-4d3c-b7f3-6ac1e0a10de2 None None] Port 1342d547-293d-46d0-9b87-6867f2bf21b1 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:01.223927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] For port 1a196729-f281-446e-bb82-0fb3a2795fdc, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:01.228082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] For port 1a196729-f281-446e-bb82-0fb3a2795fdc, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1a196729-f281-446e-bb82-0fb3a2795fdc,segment=NetworkSegment(0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58),segment_id=0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:01.238363 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1a196729-f281-446e-bb82-0fb3a2795fdc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.250122 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (9b8dd31a-12ae-471a-b330-b5c14f5bb5f6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.279975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8dd31a-12ae-471a-b330-b5c14f5bb5f6']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:01.291931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:01.292240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:01.304069 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.331179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c491f90d-f72f-4279-921d-c51250162035 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:01.375949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb95c4a-b57a-4019-bd2c-826ac2edad5a None None] Pushing event updated for resources: {'Port': ['ID=1a196729-f281-446e-bb82-0fb3a2795fdc,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:01.379995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.386529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e3adb-467c-4c3b-b64a-c1a98330aff5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:01.389953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3adb-467c-4c3b-b64a-c1a98330aff5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.403958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:01.404090 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.418345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:01.418767 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:01.424615 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:01.430563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b45d06-04d6-4ded-b739-db29d6f86b6a None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:45:01.464952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb7cb2ea-8bf7-433d-b798-fee7d0de53d3 req-f9d629fe-2608-4f4c-b10a-98e4f06d9d53 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369348 Feb 11 05:45:01.520217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc1e2-c032-4053-bf51-a96790200a5b req-5e07caed-0511-4b87-92db-2f0e31638b3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.526022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc1e2-c032-4053-bf51-a96790200a5b req-5e07caed-0511-4b87-92db-2f0e31638b3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.531291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc1e2-c032-4053-bf51-a96790200a5b req-5e07caed-0511-4b87-92db-2f0e31638b3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.536451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc1e2-c032-4053-bf51-a96790200a5b req-5e07caed-0511-4b87-92db-2f0e31638b3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.541832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc1e2-c032-4053-bf51-a96790200a5b req-5e07caed-0511-4b87-92db-2f0e31638b3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.547391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc1e2-c032-4053-bf51-a96790200a5b req-5e07caed-0511-4b87-92db-2f0e31638b3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.552329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc1e2-c032-4053-bf51-a96790200a5b req-5e07caed-0511-4b87-92db-2f0e31638b3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.554807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5cfc1e2-c032-4053-bf51-a96790200a5b req-5e07caed-0511-4b87-92db-2f0e31638b3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.2537100 Feb 11 05:45:01.597102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:01.598500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46cff-ea28-4ac3-bbab-d7a138dd7667 req-bf1cb861-9835-489b-9a08-91152a8b20e2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.603830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46cff-ea28-4ac3-bbab-d7a138dd7667 req-bf1cb861-9835-489b-9a08-91152a8b20e2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.609208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46cff-ea28-4ac3-bbab-d7a138dd7667 req-bf1cb861-9835-489b-9a08-91152a8b20e2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.614424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46cff-ea28-4ac3-bbab-d7a138dd7667 req-bf1cb861-9835-489b-9a08-91152a8b20e2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.620251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46cff-ea28-4ac3-bbab-d7a138dd7667 req-bf1cb861-9835-489b-9a08-91152a8b20e2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.625548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46cff-ea28-4ac3-bbab-d7a138dd7667 req-bf1cb861-9835-489b-9a08-91152a8b20e2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.630869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46cff-ea28-4ac3-bbab-d7a138dd7667 req-bf1cb861-9835-489b-9a08-91152a8b20e2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.633323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31c46cff-ea28-4ac3-bbab-d7a138dd7667 req-bf1cb861-9835-489b-9a08-91152a8b20e2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.4546645 Feb 11 05:45:01.663228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b45d06-04d6-4ded-b739-db29d6f86b6a None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:45:01.664677 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.api [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:45:01.664677 n-d-715271-35 neutron-server[103120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:45:01.664677 n-d-715271-35 neutron-server[103120]: [parameters: {'id': '9b8dd31a-12ae-471a-b330-b5c14f5bb5f6'}] Feb 11 05:45:01.664677 n-d-715271-35 neutron-server[103120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:45:01.665051 n-d-715271-35 neutron-server[103120]: DEBUG oslo_db.api [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:45:01.724886 n-d-715271-35 neutron-server[103120]: INFO neutron.db.ipam_backend_mixin [None req-6b9e3adb-467c-4c3b-b64a-c1a98330aff5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 710be50a-b755-4dc7-88f9-3aaea3ed0f36 (CIDR: 172.20.0.0/28) Feb 11 05:45:01.738492 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9e3adb-467c-4c3b-b64a-c1a98330aff5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:45:01.738984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9e3adb-467c-4c3b-b64a-c1a98330aff5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:01.768309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5cfc1e2-c032-4053-bf51-a96790200a5b req-eaf59279-26ea-4741-9a86-53910ee5a877 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836658 Feb 11 05:45:01.785831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31c46cff-ea28-4ac3-bbab-d7a138dd7667 req-b89b2ac2-43ea-43b0-99d8-50683f23d2ec tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434004 Feb 11 05:45:01.794703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6b9e3adb-467c-4c3b-b64a-c1a98330aff5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0093248 Feb 11 05:45:01.795333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48696) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:01.801458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f48f6cba-bfcb-4d2c-ba13-e77794dba4d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:01.945744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb98e15-f41a-40f7-8a7a-dce5dd9e20c1 None None] Network 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:01.974482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b39ec0-1107-435b-8732-83be07134325 req-b4567fb7-9f67-43ac-ada5-66ab5b6ea8e3 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.981068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b39ec0-1107-435b-8732-83be07134325 req-b4567fb7-9f67-43ac-ada5-66ab5b6ea8e3 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.986431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b39ec0-1107-435b-8732-83be07134325 req-b4567fb7-9f67-43ac-ada5-66ab5b6ea8e3 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.988140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-92b39ec0-1107-435b-8732-83be07134325 req-b4567fb7-9f67-43ac-ada5-66ab5b6ea8e3 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2419 time: 0.1061499 Feb 11 05:45:01.998862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f6cba-bfcb-4d2c-ba13-e77794dba4d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:02.004319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48f6cba-bfcb-4d2c-ba13-e77794dba4d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.048602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a208d-08a9-4bf4-aa21-2890bedfd569 None None] Network 9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:02.147185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-92b39ec0-1107-435b-8732-83be07134325 req-594f0bb3-9512-4e60-ba0e-a6f7d38e5abb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381662 Feb 11 05:45:02.171885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (9b8dd31a-12ae-471a-b330-b5c14f5bb5f6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.175213 n-d-715271-35 neutron-server[103120]: INFO neutron.db.ipam_backend_mixin [None req-f48f6cba-bfcb-4d2c-ba13-e77794dba4d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c3ab72c0-52bc-410d-ba35-29e54bcecd79 (CIDR: 172.20.0.16/28) Feb 11 05:45:02.182354 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48f6cba-bfcb-4d2c-ba13-e77794dba4d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:45:02.182844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48f6cba-bfcb-4d2c-ba13-e77794dba4d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:02.221972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f48f6cba-bfcb-4d2c-ba13-e77794dba4d7 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4254525 Feb 11 05:45:02.225579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48698) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:02.231232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'subnet': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:02.317933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting port 1a196729-f281-446e-bb82-0fb3a2795fdc {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:02.318228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1a196729-f281-446e-bb82-0fb3a2795fdc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.408184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] For port 1a196729-f281-446e-bb82-0fb3a2795fdc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1a196729-f281-446e-bb82-0fb3a2795fdc,segment=NetworkSegment(0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58),segment_id=0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:02.408637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1a196729-f281-446e-bb82-0fb3a2795fdc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.416716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Made reservation on behalf of 24439a02c0e743fbb7970d0f47733ba6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:02.420050 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.437790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Calling delete_port for 1a196729-f281-446e-bb82-0fb3a2795fdc owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:02.608263 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1a196729-f281-446e-bb82-0fb3a2795fdc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.664387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Port': ['ID=1a196729-f281-446e-bb82-0fb3a2795fdc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:02.671979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No DVR routers for this DVR port 1a196729-f281-446e-bb82-0fb3a2795fdc on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:02.743660 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.795156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (9b8dd31a-12ae-471a-b330-b5c14f5bb5f6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.836990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8dd31a-12ae-471a-b330-b5c14f5bb5f6']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:02.872100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:02.872421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:02.899845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (7a169cce-dc58-4acb-8c1a-61b4fb317c43), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.910768 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.989723 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.012818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:03.023245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:03.023658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (0c3b6f53-3876-4f84-b1c0-ccb5dd90fe58), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:03.026649 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:03.032088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:03.043026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56bee8e-de73-4aa0-a715-a8ea1c597684 None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:03.302253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823649ab-2710-4bf8-aa63-6a011f90f7ac None None] Update dhcp port {'port': {'network_id': 'df3913af-06e0-4fbe-aaeb-4cfa36c29dba', 'fixed_ips': [{'subnet_id': 'c3ab72c0-52bc-410d-ba35-29e54bcecd79', 'ip_address': '172.20.0.18'}, {'subnet_id': '710be50a-b755-4dc7-88f9-3aaea3ed0f36', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a169cce-dc58-4acb-8c1a-61b4fb317c43'}], 'binding:host_id': 'n-d-715271-35'}, 'id': 'c491f90d-f72f-4279-921d-c51250162035'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:45:03.334998 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-823649ab-2710-4bf8-aa63-6a011f90f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c491f90d-f72f-4279-921d-c51250162035), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.360100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.360683 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.383604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Subnet': ['ID=7a169cce-dc58-4acb-8c1a-61b4fb317c43,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:03.428883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bebe8-b4be-4a41-a66d-e8fd38082302 req-f7b5e734-f7d5-4066-94b0-7d8ba54a4646 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.434562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bebe8-b4be-4a41-a66d-e8fd38082302 req-f7b5e734-f7d5-4066-94b0-7d8ba54a4646 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.439653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bebe8-b4be-4a41-a66d-e8fd38082302 req-f7b5e734-f7d5-4066-94b0-7d8ba54a4646 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.445995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bebe8-b4be-4a41-a66d-e8fd38082302 req-f7b5e734-f7d5-4066-94b0-7d8ba54a4646 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.451354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bebe8-b4be-4a41-a66d-e8fd38082302 req-f7b5e734-f7d5-4066-94b0-7d8ba54a4646 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.456521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bebe8-b4be-4a41-a66d-e8fd38082302 req-f7b5e734-f7d5-4066-94b0-7d8ba54a4646 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.462451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bebe8-b4be-4a41-a66d-e8fd38082302 req-f7b5e734-f7d5-4066-94b0-7d8ba54a4646 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.464418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e7bebe8-b4be-4a41-a66d-e8fd38082302 req-f7b5e734-f7d5-4066-94b0-7d8ba54a4646 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.5973983 Feb 11 05:45:03.482643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3a193a26-ed6a-4258-a26e-19c4e41a1b06 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2535150 Feb 11 05:45:03.483052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48706) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:03.489269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1101262438', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a169cce-dc58-4acb-8c1a-61b4fb317c43'}], 'security_groups': ['fc4ca701-1a22-484e-87af-08b36249b9bd', '22a810c0-e8dd-4f9c-8f62-44cc0440a07f']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:03.503606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ed06c-c75d-4bf9-ba42-783edecc2432 req-1f754d12-f78b-4194-bee0-26416866e46e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.510907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ed06c-c75d-4bf9-ba42-783edecc2432 req-1f754d12-f78b-4194-bee0-26416866e46e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.511237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-823649ab-2710-4bf8-aa63-6a011f90f7ac None None] Allocated IP 172.20.0.34 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/7a169cce-dc58-4acb-8c1a-61b4fb317c43/c491f90d-f72f-4279-921d-c51250162035) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:03.516641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ed06c-c75d-4bf9-ba42-783edecc2432 req-1f754d12-f78b-4194-bee0-26416866e46e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.522555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ed06c-c75d-4bf9-ba42-783edecc2432 req-1f754d12-f78b-4194-bee0-26416866e46e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.529039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ed06c-c75d-4bf9-ba42-783edecc2432 req-1f754d12-f78b-4194-bee0-26416866e46e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.535423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ed06c-c75d-4bf9-ba42-783edecc2432 req-1f754d12-f78b-4194-bee0-26416866e46e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.541934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ed06c-c75d-4bf9-ba42-783edecc2432 req-1f754d12-f78b-4194-bee0-26416866e46e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.544150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-288ed06c-c75d-4bf9-ba42-783edecc2432 req-1f754d12-f78b-4194-bee0-26416866e46e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.6508498 Feb 11 05:45:03.550602 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (9b8dd31a-12ae-471a-b330-b5c14f5bb5f6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.586469 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.593392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 HTTP/1.1" status: 204 len: 168 time: 3.0291753 Feb 11 05:45:03.596099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48708) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:03.629645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-823649ab-2710-4bf8-aa63-6a011f90f7ac None None] For port c491f90d-f72f-4279-921d-c51250162035, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c491f90d-f72f-4279-921d-c51250162035,segment=NetworkSegment(bc50947e-cfa2-45bb-8750-a8c91db28110),segment_id=bc50947e-cfa2-45bb-8750-a8c91db28110)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:03.640491 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb01980-534b-4578-99cd-92fb9bbf3c71 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:03.641595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb01980-534b-4578-99cd-92fb9bbf3c71 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:03.642184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d6d29-df49-4ec9-ad9d-e2ca93a2efa8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=9b8dd31a-12ae-471a-b330-b5c14f5bb5f6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:03.651187 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3bb01980-534b-4578-99cd-92fb9bbf3c71 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/6f78b2a2-752e-4a36-9cbf-921d6919b1f4 HTTP/1.1" status: 404 len: 337 time: 0.0516443 Feb 11 05:45:03.652012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48710) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:03.656426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e7bebe8-b4be-4a41-a66d-e8fd38082302 req-908f2e06-d33d-4d27-8711-0d1cd44992ca tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799402 Feb 11 05:45:03.674417 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-823649ab-2710-4bf8-aa63-6a011f90f7ac None None] Publish callbacks [] for port (c491f90d-f72f-4279-921d-c51250162035), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.676504 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.683101 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-823649ab-2710-4bf8-aa63-6a011f90f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c491f90d-f72f-4279-921d-c51250162035), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.688874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-288ed06c-c75d-4bf9-ba42-783edecc2432 req-6490328a-f2d2-49c8-9a5e-e1b36ca2e6d2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323318 Feb 11 05:45:03.716910 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-affb88f5-e4bc-4b8b-a90f-d16fe5eb9ec3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:03.717467 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affb88f5-e4bc-4b8b-a90f-d16fe5eb9ec3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:03.720510 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-affb88f5-e4bc-4b8b-a90f-d16fe5eb9ec3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/9b8dd31a-12ae-471a-b330-b5c14f5bb5f6 HTTP/1.1" status: 404 len: 339 time: 0.0641415 Feb 11 05:45:03.725818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48712) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:03.816083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823649ab-2710-4bf8-aa63-6a011f90f7ac None None] Pushing event updated for resources: {'Port': ['ID=c491f90d-f72f-4279-921d-c51250162035,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:03.820394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef1439-80d1-4543-9d12-9c7512a23e99 req-ce8932d4-e0f8-4d65-afe5-1a7e5b7b6b48 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.828275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef1439-80d1-4543-9d12-9c7512a23e99 req-ce8932d4-e0f8-4d65-afe5-1a7e5b7b6b48 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.835640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef1439-80d1-4543-9d12-9c7512a23e99 req-ce8932d4-e0f8-4d65-afe5-1a7e5b7b6b48 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.838420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3ef1439-80d1-4543-9d12-9c7512a23e99 req-ce8932d4-e0f8-4d65-afe5-1a7e5b7b6b48 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2419 time: 0.0910070 Feb 11 05:45:03.888031 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.904609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3ef1439-80d1-4543-9d12-9c7512a23e99 req-8f323c88-1807-4cdb-9185-3b6910b0873e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595019 Feb 11 05:45:03.936350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (418e8e86-9101-4a5d-b2cb-115b849925c7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.129857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (418e8e86-9101-4a5d-b2cb-115b849925c7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.162958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418e8e86-9101-4a5d-b2cb-115b849925c7']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:04.179904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cbd501-9b69-47ef-8d1a-9638c54e9ca2') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:04.180226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cbd501-9b69-47ef-8d1a-9638c54e9ca2') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:04.196428 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (b9cbd501-9b69-47ef-8d1a-9638c54e9ca2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.248754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b9cbd501-9b69-47ef-8d1a-9638c54e9ca2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.269591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:04.270463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (b9cbd501-9b69-47ef-8d1a-9638c54e9ca2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:04.289440 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:04.327858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c417425-a65f-4a73-83af-237747ca4eff req-60073cf0-551c-46a8-b920-e4b7e8e19a35 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.334824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c417425-a65f-4a73-83af-237747ca4eff req-60073cf0-551c-46a8-b920-e4b7e8e19a35 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.340518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c417425-a65f-4a73-83af-237747ca4eff req-60073cf0-551c-46a8-b920-e4b7e8e19a35 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.343155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c417425-a65f-4a73-83af-237747ca4eff req-60073cf0-551c-46a8-b920-e4b7e8e19a35 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2419 time: 0.0998967 Feb 11 05:45:04.367765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (418e8e86-9101-4a5d-b2cb-115b849925c7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.409623 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.413057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c417425-a65f-4a73-83af-237747ca4eff req-7c83d945-bc7d-4217-aa7a-396707c5050d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631630 Feb 11 05:45:04.416523 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/418e8e86-9101-4a5d-b2cb-115b849925c7 HTTP/1.1" status: 204 len: 168 time: 0.6853304 Feb 11 05:45:04.416523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f4adb-0eff-47db-a0d5-397e1d9c06ac tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=418e8e86-9101-4a5d-b2cb-115b849925c7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:04.420407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48720) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:04.456964 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3a1518-3ba8-4556-89d2-14109b39aaa0 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:04.457451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3a1518-3ba8-4556-89d2-14109b39aaa0 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:04.460751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5a3a1518-3ba8-4556-89d2-14109b39aaa0 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/afbefce0-483e-4ace-a254-d7853cedaefe HTTP/1.1" status: 404 len: 337 time: 0.0386212 Feb 11 05:45:04.463457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48722) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:04.494609 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-022d2779-82ac-47d8-b8f8-b7dd9990626d tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:04.495293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022d2779-82ac-47d8-b8f8-b7dd9990626d tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:04.498905 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-022d2779-82ac-47d8-b8f8-b7dd9990626d tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/b6e7e39c-eb2f-4e6a-b18d-e7f3de43c1d5 HTTP/1.1" status: 404 len: 339 time: 0.0335634 Feb 11 05:45:04.501998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48724) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:04.552019 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Delete allocated IP 172.20.0.6 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/710be50a-b755-4dc7-88f9-3aaea3ed0f36) {{(pid=103121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:45:04.567705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Allocated IP 172.20.0.37 (df3913af-06e0-4fbe-aaeb-4cfa36c29dba/7a169cce-dc58-4acb-8c1a-61b4fb317c43/1342d547-293d-46d0-9b87-6867f2bf21b1) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:04.573730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f9273a-1c84-486b-ba05-cf3e64330216 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting subnet b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:04.577844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48f9273a-1c84-486b-ba05-cf3e64330216 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.636786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48f9273a-1c84-486b-ba05-cf3e64330216 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.736346 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48f9273a-1c84-486b-ba05-cf3e64330216 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.780278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7d367962-5882-465c-b877-e262182bad10 None None] Provisioning complete for port 1342d547-293d-46d0-9b87-6867f2bf21b1 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:04.781708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7d367962-5882-465c-b877-e262182bad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.822183 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.828497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7d367962-5882-465c-b877-e262182bad10 None None] Port 1342d547-293d-46d0-9b87-6867f2bf21b1 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:04.829045 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.840930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7d367962-5882-465c-b877-e262182bad10 None None] Provisioning complete for port 8a28056c-dbc3-4019-bd6b-27f784f084c2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:04.841429 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7d367962-5882-465c-b877-e262182bad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.891218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7d367962-5882-465c-b877-e262182bad10 None None] Port 8a28056c-dbc3-4019-bd6b-27f784f084c2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:04.906118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7d367962-5882-465c-b877-e262182bad10 None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:04.906493 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7d367962-5882-465c-b877-e262182bad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.934366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event updated for resources: {'Port': ['ID=1342d547-293d-46d0-9b87-6867f2bf21b1,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:04.960875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] In _notify_port_updated(), no bound segment for port 1342d547-293d-46d0-9b87-6867f2bf21b1 on network df3913af-06e0-4fbe-aaeb-4cfa36c29dba {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:45:04.963900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac330-207d-455c-bf85-b21878da4a38 req-4291df5c-21c8-4121-bdb7-8ce644e4b10e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.966594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.967353 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.971966 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-67a628bb-6249-402f-b95d-ee224835751f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "PUT /v2.0/ports/1342d547-293d-46d0-9b87-6867f2bf21b1 HTTP/1.1" status: 200 len: 960 time: 1.4847224 Feb 11 05:45:04.972124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac330-207d-455c-bf85-b21878da4a38 req-4291df5c-21c8-4121-bdb7-8ce644e4b10e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.972208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:04.976222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac330-207d-455c-bf85-b21878da4a38 req-4291df5c-21c8-4121-bdb7-8ce644e4b10e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.985785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac330-207d-455c-bf85-b21878da4a38 req-4291df5c-21c8-4121-bdb7-8ce644e4b10e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.992751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac330-207d-455c-bf85-b21878da4a38 req-4291df5c-21c8-4121-bdb7-8ce644e4b10e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.999857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac330-207d-455c-bf85-b21878da4a38 req-4291df5c-21c8-4121-bdb7-8ce644e4b10e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.007719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac330-207d-455c-bf85-b21878da4a38 req-4291df5c-21c8-4121-bdb7-8ce644e4b10e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.009707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5abac330-207d-455c-bf85-b21878da4a38 req-4291df5c-21c8-4121-bdb7-8ce644e4b10e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.1794419 Feb 11 05:45:05.038170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8400986-2cc8-4a73-8903-771ca0252c60 req-436a3aa0-b4c0-41d8-8a8f-2ff9693b220a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.045143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8400986-2cc8-4a73-8903-771ca0252c60 req-436a3aa0-b4c0-41d8-8a8f-2ff9693b220a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.048571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7d367962-5882-465c-b877-e262182bad10 None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:05.051807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8400986-2cc8-4a73-8903-771ca0252c60 req-436a3aa0-b4c0-41d8-8a8f-2ff9693b220a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.057549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8400986-2cc8-4a73-8903-771ca0252c60 req-436a3aa0-b4c0-41d8-8a8f-2ff9693b220a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.063153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8400986-2cc8-4a73-8903-771ca0252c60 req-436a3aa0-b4c0-41d8-8a8f-2ff9693b220a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.069337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8400986-2cc8-4a73-8903-771ca0252c60 req-436a3aa0-b4c0-41d8-8a8f-2ff9693b220a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.074545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8400986-2cc8-4a73-8903-771ca0252c60 req-436a3aa0-b4c0-41d8-8a8f-2ff9693b220a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.076596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8400986-2cc8-4a73-8903-771ca0252c60 req-436a3aa0-b4c0-41d8-8a8f-2ff9693b220a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.3028390 Feb 11 05:45:05.083518 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48f9273a-1c84-486b-ba05-cf3e64330216 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.091957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d1628574-90b6-41c1-a78b-92d5f1d98639 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 1342d547-293d-46d0-9b87-6867f2bf21b1 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:05.092306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1628574-90b6-41c1-a78b-92d5f1d98639 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.136221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9273a-1c84-486b-ba05-cf3e64330216 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:05.147336 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48f9273a-1c84-486b-ba05-cf3e64330216 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.152373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd33b5-3f5b-4ed8-9614-7af1cc81becd None None] Network 71a80d84-9135-461a-839c-8e32570ceb3b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:05.153715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-48f9273a-1c84-486b-ba05-cf3e64330216 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/b4e66ffc-a2fb-4fca-8c93-a9f20c88f01f HTTP/1.1" status: 204 len: 168 time: 0.6506765 Feb 11 05:45:05.159580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:05.232224 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1628574-90b6-41c1-a78b-92d5f1d98639 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.272432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8400986-2cc8-4a73-8903-771ca0252c60 req-6cebeda6-e639-4223-9891-9268d91d683e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854954 Feb 11 05:45:05.276303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d1628574-90b6-41c1-a78b-92d5f1d98639 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 1342d547-293d-46d0-9b87-6867f2bf21b1 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:05.281542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5abac330-207d-455c-bf85-b21878da4a38 req-bf867767-58fa-4eb9-b554-cf5b148c2a1b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2637436 Feb 11 05:45:05.285911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce54aed3-5a20-4e11-8e71-338635760492 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting subnet 40905997-a06b-4551-93b6-8bab18a32eb9 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:05.290227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce54aed3-5a20-4e11-8e71-338635760492 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (40905997-a06b-4551-93b6-8bab18a32eb9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.385603 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce54aed3-5a20-4e11-8e71-338635760492 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (40905997-a06b-4551-93b6-8bab18a32eb9), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.393485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c491f90d-f72f-4279-921d-c51250162035 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:05.494598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:05.495074 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.497454 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1628574-90b6-41c1-a78b-92d5f1d98639 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1342d547-293d-46d0-9b87-6867f2bf21b1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.552372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628574-90b6-41c1-a78b-92d5f1d98639 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=1342d547-293d-46d0-9b87-6867f2bf21b1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:05.605728 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce54aed3-5a20-4e11-8e71-338635760492 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (40905997-a06b-4551-93b6-8bab18a32eb9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.651623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:05.671381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-de67582d-447c-459b-aa18-c0f36724880b None None] Could not find standard attr ID for object 1342d547-293d-46d0-9b87-6867f2bf21b1. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:45:05.703140 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1628574-90b6-41c1-a78b-92d5f1d98639 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.712200 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d1628574-90b6-41c1-a78b-92d5f1d98639 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/1342d547-293d-46d0-9b87-6867f2bf21b1 HTTP/1.1" status: 204 len: 168 time: 0.7389441 Feb 11 05:45:05.713172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48736) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:05.734878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faee5c4-b7c6-4d05-9487-943531594cd4 req-c79b9ff5-97a8-4cad-9254-61ad0c55ec7d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.741161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faee5c4-b7c6-4d05-9487-943531594cd4 req-c79b9ff5-97a8-4cad-9254-61ad0c55ec7d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.746557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faee5c4-b7c6-4d05-9487-943531594cd4 req-c79b9ff5-97a8-4cad-9254-61ad0c55ec7d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.748188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3faee5c4-b7c6-4d05-9487-943531594cd4 req-c79b9ff5-97a8-4cad-9254-61ad0c55ec7d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2419 time: 0.2356341 Feb 11 05:45:05.755551 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1549261b-34d6-43c9-8bb5-b493fd59a0c5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] GET failed (client error): The resource could not be found. Feb 11 05:45:05.759907 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1549261b-34d6-43c9-8bb5-b493fd59a0c5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports/1342d547-293d-46d0-9b87-6867f2bf21b1 HTTP/1.1" status: 404 len: 333 time: 0.0454121 Feb 11 05:45:05.760669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48738) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:05.787545 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce54aed3-5a20-4e11-8e71-338635760492 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (40905997-a06b-4551-93b6-8bab18a32eb9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.834177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4aed4fb2-f190-4b30-9a46-9e6039f76898 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (9aca7f9b-bc09-4e0a-99c0-a81703f2783c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.857829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54aed3-5a20-4e11-8e71-338635760492 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=40905997-a06b-4551-93b6-8bab18a32eb9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:05.884964 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce54aed3-5a20-4e11-8e71-338635760492 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.892817 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4aed4fb2-f190-4b30-9a46-9e6039f76898 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (9aca7f9b-bc09-4e0a-99c0-a81703f2783c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.893708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ce54aed3-5a20-4e11-8e71-338635760492 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/40905997-a06b-4551-93b6-8bab18a32eb9 HTTP/1.1" status: 204 len: 168 time: 0.7330408 Feb 11 05:45:05.895728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48740) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:05.918121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3faee5c4-b7c6-4d05-9487-943531594cd4 req-ccc15bce-d3e1-48b3-a2ee-87743ed8cfb7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593654 Feb 11 05:45:05.962358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-8b812dd8-4094-4867-a379-ad4627ad0b91 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.972742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-8b812dd8-4094-4867-a379-ad4627ad0b91 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.978718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-8b812dd8-4094-4867-a379-ad4627ad0b91 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.980431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-8b812dd8-4094-4867-a379-ad4627ad0b91 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 2419 time: 0.1424460 Feb 11 05:45:06.023744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (71a80d84-9135-461a-839c-8e32570ceb3b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.039688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4aed4fb2-f190-4b30-9a46-9e6039f76898 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9aca7f9b-bc09-4e0a-99c0-a81703f2783c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.042452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4aed4fb2-f190-4b30-9a46-9e6039f76898 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.043633 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4aed4fb2-f190-4b30-9a46-9e6039f76898 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/security-groups/9aca7f9b-bc09-4e0a-99c0-a81703f2783c HTTP/1.1" status: 204 len: 168 time: 0.2819891 Feb 11 05:45:06.049156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48742) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.083255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed4fb2-f190-4b30-9a46-9e6039f76898 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca7f9b-bc09-4e0a-99c0-a81703f2783c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:06.151678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting port dce1561d-8ddc-487c-97b9-3653f07e0f81 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:06.152037 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.154010 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting port bbac66dc-e61c-4952-b54c-6dde3df6e99d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:06.154373 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.157103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-896f5c52-22dc-426f-b75c-ec4e2810eba6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (22a810c0-e8dd-4f9c-8f62-44cc0440a07f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.244485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] For port bbac66dc-e61c-4952-b54c-6dde3df6e99d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bbac66dc-e61c-4952-b54c-6dde3df6e99d,segment=NetworkSegment(36735518-e590-4ee1-a022-14ae4a2bfd03),segment_id=36735518-e590-4ee1-a022-14ae4a2bfd03)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:06.245778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.261698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Calling delete_port for bbac66dc-e61c-4952-b54c-6dde3df6e99d owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:06.269497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] For port dce1561d-8ddc-487c-97b9-3653f07e0f81, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=dce1561d-8ddc-487c-97b9-3653f07e0f81,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:06.269872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.286110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Calling delete_port for dce1561d-8ddc-487c-97b9-3653f07e0f81 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:06.357341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-896f5c52-22dc-426f-b75c-ec4e2810eba6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (22a810c0-e8dd-4f9c-8f62-44cc0440a07f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.368682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (bbac66dc-e61c-4952-b54c-6dde3df6e99d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.407685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Port': ['ID=bbac66dc-e61c-4952-b54c-6dde3df6e99d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:06.425701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e893e74-3742-494b-b5dd-0592e7c03811 None None] Network 71a80d84-9135-461a-839c-8e32570ceb3b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:06.451736 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No DVR routers for this DVR port bbac66dc-e61c-4952-b54c-6dde3df6e99d on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:06.518906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d75602b8-29a6-4bae-92a2-d4a71ade8df0 None None] Could not find standard attr ID for object bbac66dc-e61c-4952-b54c-6dde3df6e99d. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:45:06.548045 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-896f5c52-22dc-426f-b75c-ec4e2810eba6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (22a810c0-e8dd-4f9c-8f62-44cc0440a07f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.557689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-896f5c52-22dc-426f-b75c-ec4e2810eba6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.562494 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-896f5c52-22dc-426f-b75c-ec4e2810eba6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/security-groups/22a810c0-e8dd-4f9c-8f62-44cc0440a07f HTTP/1.1" status: 204 len: 168 time: 0.4938407 Feb 11 05:45:06.572278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48748) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.585239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (dce1561d-8ddc-487c-97b9-3653f07e0f81), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.591376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f5c52-22dc-426f-b75c-ec4e2810eba6 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a810c0-e8dd-4f9c-8f62-44cc0440a07f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:06.660305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf7e13-11b0-4b22-b3c3-dd628b15af86 None None] DHCP port deletion for 71a80d84-9135-461a-839c-8e32570ceb3b request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:06.661098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Port': ['ID=dce1561d-8ddc-487c-97b9-3653f07e0f81,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:06.678053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (71a80d84-9135-461a-839c-8e32570ceb3b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.685212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f211868-3f40-470b-9498-3ff14869d155 req-aeedcb1e-b064-407c-a9f3-de430c122888 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.690876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f211868-3f40-470b-9498-3ff14869d155 req-aeedcb1e-b064-407c-a9f3-de430c122888 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.697254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f211868-3f40-470b-9498-3ff14869d155 req-aeedcb1e-b064-407c-a9f3-de430c122888 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.702298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f211868-3f40-470b-9498-3ff14869d155 req-aeedcb1e-b064-407c-a9f3-de430c122888 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.707664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f211868-3f40-470b-9498-3ff14869d155 req-aeedcb1e-b064-407c-a9f3-de430c122888 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.711378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a80d84-9135-461a-839c-8e32570ceb3b']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:06.713636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f211868-3f40-470b-9498-3ff14869d155 req-aeedcb1e-b064-407c-a9f3-de430c122888 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.719008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f211868-3f40-470b-9498-3ff14869d155 req-aeedcb1e-b064-407c-a9f3-de430c122888 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.720998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f211868-3f40-470b-9498-3ff14869d155 req-aeedcb1e-b064-407c-a9f3-de430c122888 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.2518404 Feb 11 05:45:06.725391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36735518-e590-4ee1-a022-14ae4a2bfd03') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:06.732707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36735518-e590-4ee1-a022-14ae4a2bfd03') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:06.740439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76391d-4e4b-4273-997f-a8cdfc36027e req-64c12f1c-2995-438d-beb5-02a8bed2a11c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.745879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76391d-4e4b-4273-997f-a8cdfc36027e req-64c12f1c-2995-438d-beb5-02a8bed2a11c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.746425 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (36735518-e590-4ee1-a022-14ae4a2bfd03), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.751278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76391d-4e4b-4273-997f-a8cdfc36027e req-64c12f1c-2995-438d-beb5-02a8bed2a11c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.758320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76391d-4e4b-4273-997f-a8cdfc36027e req-64c12f1c-2995-438d-beb5-02a8bed2a11c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.763775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76391d-4e4b-4273-997f-a8cdfc36027e req-64c12f1c-2995-438d-beb5-02a8bed2a11c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.765742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (36735518-e590-4ee1-a022-14ae4a2bfd03), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.769224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76391d-4e4b-4273-997f-a8cdfc36027e req-64c12f1c-2995-438d-beb5-02a8bed2a11c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.775445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76391d-4e4b-4273-997f-a8cdfc36027e req-64c12f1c-2995-438d-beb5-02a8bed2a11c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.776971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:06.777481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (36735518-e590-4ee1-a022-14ae4a2bfd03), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:06.781185 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:06.783223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d76391d-4e4b-4273-997f-a8cdfc36027e req-64c12f1c-2995-438d-beb5-02a8bed2a11c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.3121657 Feb 11 05:45:06.862675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] No DVR routers for this DVR port dce1561d-8ddc-487c-97b9-3653f07e0f81 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:06.870836 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.874289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-3217544a-2213-44ff-be7e-17b66d0a0d2d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "DELETE /v2.0/ports/dce1561d-8ddc-487c-97b9-3653f07e0f81 HTTP/1.1" status: 204 len: 173 time: 0.8875096 Feb 11 05:45:06.875862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (71a80d84-9135-461a-839c-8e32570ceb3b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.881989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-deleted', 'tag': 'dce1561d-8ddc-487c-97b9-3653f07e0f81'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:06.884513 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de3d46f-fc48-4d61-91ec-e073e94cc2c4" -d '{"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-deleted", "tag": "dce1561d-8ddc-487c-97b9-3653f07e0f81"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:06.894259 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.901090 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/71a80d84-9135-461a-839c-8e32570ceb3b HTTP/1.1" status: 204 len: 168 time: 1.0023594 Feb 11 05:45:06.902063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.925360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82632060-f9b0-4fcb-86ea-f2ed9c08d396 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=71a80d84-9135-461a-839c-8e32570ceb3b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:06.942814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ab02-ff45-4222-a251-689fe268d37c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (fc4ca701-1a22-484e-87af-08b36249b9bd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.956701 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-0978d644-9ccc-4255-b100-457442bde496 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:06.958276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0978d644-9ccc-4255-b100-457442bde496 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:06.965593 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0978d644-9ccc-4255-b100-457442bde496 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/071b17bb-e45a-4a1c-bbe7-e1110af471bc HTTP/1.1" status: 404 len: 337 time: 0.0623579 Feb 11 05:45:06.966536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48756) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.986690 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bd3909-fb70-4dfc-803d-26239020cf3d tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:06.987312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bd3909-fb70-4dfc-803d-26239020cf3d tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:06.994694 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-71bd3909-fb70-4dfc-803d-26239020cf3d tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/00eefa2e-dea2-49be-8c2e-b01887d13a1a HTTP/1.1" status: 404 len: 339 time: 0.0270755 Feb 11 05:45:06.995742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48758) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.029913 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2b9c2b-2073-4b33-89be-d45877351c84 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:07.029913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2b9c2b-2073-4b33-89be-d45877351c84 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:07.032283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d76391d-4e4b-4273-997f-a8cdfc36027e req-26a7da62-f9a1-42e8-81dc-67e1ff430dde tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2475216 Feb 11 05:45:07.038992 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-db2b9c2b-2073-4b33-89be-d45877351c84 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/d78fa2e6-eddc-4973-be8a-158be2d132f6 HTTP/1.1" status: 404 len: 337 time: 0.0384347 Feb 11 05:45:07.038992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48760) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.039443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ab02-ff45-4222-a251-689fe268d37c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (fc4ca701-1a22-484e-87af-08b36249b9bd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.058525 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-92abf9ab-9ac8-4836-ade6-cf541209d05c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:07.059056 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92abf9ab-9ac8-4836-ade6-cf541209d05c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:07.064858 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92abf9ab-9ac8-4836-ade6-cf541209d05c tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/90653c0e-93a1-4386-9d29-7c6fb32778c3 HTTP/1.1" status: 404 len: 339 time: 0.0273159 Feb 11 05:45:07.065804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48762) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.089924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f211868-3f40-470b-9498-3ff14869d155 req-28e6ea00-b373-45a6-8a1e-77082da0cddf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018198 Feb 11 05:45:07.105396 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ec7af8-4c98-4b8c-8d8e-9a8a0bdcda98 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:07.106153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ec7af8-4c98-4b8c-8d8e-9a8a0bdcda98 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:07.112791 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-57ec7af8-4c98-4b8c-8d8e-9a8a0bdcda98 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/7d235f71-486a-422b-b461-b900cacfaa3f HTTP/1.1" status: 404 len: 337 time: 0.0458844 Feb 11 05:45:07.113545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48764) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.136410 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8525d639-3ea8-4c25-bb91-b3879a1b77de tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:07.137524 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8525d639-3ea8-4c25-bb91-b3879a1b77de tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:07.144941 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8525d639-3ea8-4c25-bb91-b3879a1b77de tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/822a7ebf-c579-4d80-bf93-c66f308320f3 HTTP/1.1" status: 404 len: 339 time: 0.0302289 Feb 11 05:45:07.145133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:07.145423 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.145978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48766) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.152761 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ab02-ff45-4222-a251-689fe268d37c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fc4ca701-1a22-484e-87af-08b36249b9bd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.157182 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ab02-ff45-4222-a251-689fe268d37c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.162696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d3e5ab02-ff45-4222-a251-689fe268d37c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/security-groups/fc4ca701-1a22-484e-87af-08b36249b9bd HTTP/1.1" status: 204 len: 168 time: 0.5856781 Feb 11 05:45:07.163444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48768) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.196582 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d64773c-d50f-4cf8-b283-6903fcddb1c7 x-openstack-request-id: req-3d64773c-d50f-4cf8-b283-6903fcddb1c7 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:07.198556 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-deleted", "tag": "dce1561d-8ddc-487c-97b9-3653f07e0f81", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:07.198873 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d64773c-d50f-4cf8-b283-6903fcddb1c7 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:07.200623 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-deleted', 'tag': 'dce1561d-8ddc-487c-97b9-3653f07e0f81', 'status': 'completed', 'code': 200} Feb 11 05:45:07.250721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5e1ad2-a22d-4009-898c-1033fa06b5b3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting subnet 8f4daaf0-e660-4b83-99a4-b850c19bb6f7 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:07.255328 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1ad2-a22d-4009-898c-1033fa06b5b3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (8f4daaf0-e660-4b83-99a4-b850c19bb6f7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.263442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5ab02-ff45-4222-a251-689fe268d37c tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ca701-1a22-484e-87af-08b36249b9bd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:07.316099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bbac66dc-e61c-4952-b54c-6dde3df6e99d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:07.333831 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1ad2-a22d-4009-898c-1033fa06b5b3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (8f4daaf0-e660-4b83-99a4-b850c19bb6f7), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.343942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: bbac66dc-e61c-4952-b54c-6dde3df6e99d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:07.344544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bbac66dc-e61c-4952-b54c-6dde3df6e99d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:07.347338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-78afe64e-d121-4cda-be5d-429510409a39 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet 710be50a-b755-4dc7-88f9-3aaea3ed0f36 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:07.358106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78afe64e-d121-4cda-be5d-429510409a39 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (710be50a-b755-4dc7-88f9-3aaea3ed0f36), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.434004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78afe64e-d121-4cda-be5d-429510409a39 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (710be50a-b755-4dc7-88f9-3aaea3ed0f36), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.450703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1ad2-a22d-4009-898c-1033fa06b5b3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (8f4daaf0-e660-4b83-99a4-b850c19bb6f7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.465527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] For port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,segment=NetworkSegment(1aa60703-c7e0-4b13-9c48-c6f886207977),segment_id=1aa60703-c7e0-4b13-9c48-c6f886207977)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:07.465893 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.497698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf9a7-73dd-4b7d-a67f-d353692a3e20 req-1dd7207d-a228-47d4-9c98-456534688f6b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:07.503874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf9a7-73dd-4b7d-a67f-d353692a3e20 req-1dd7207d-a228-47d4-9c98-456534688f6b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:07.512889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7eaf9a7-73dd-4b7d-a67f-d353692a3e20 req-1dd7207d-a228-47d4-9c98-456534688f6b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 1683 time: 0.2691236 Feb 11 05:45:07.542172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1ad2-a22d-4009-898c-1033fa06b5b3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (8f4daaf0-e660-4b83-99a4-b850c19bb6f7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.544530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Calling delete_port for f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:07.607779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb5fa1-1101-4ec8-81d0-711ff8d48584 None None] Network 0ce88029-0054-4ac5-86b4-e145a461ef36 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:07.620348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e1ad2-a22d-4009-898c-1033fa06b5b3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4daaf0-e660-4b83-99a4-b850c19bb6f7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:07.635434 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1ad2-a22d-4009-898c-1033fa06b5b3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.648344 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9c5e1ad2-a22d-4009-898c-1033fa06b5b3 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/8f4daaf0-e660-4b83-99a4-b850c19bb6f7 HTTP/1.1" status: 204 len: 168 time: 0.4969914 Feb 11 05:45:07.648992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48770) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.681297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7eaf9a7-73dd-4b7d-a67f-d353692a3e20 req-8f4129bf-3fe1-4e56-a312-63ddb0e646e7 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657302 Feb 11 05:45:07.715292 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78afe64e-d121-4cda-be5d-429510409a39 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (710be50a-b755-4dc7-88f9-3aaea3ed0f36), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.844422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (0ce88029-0054-4ac5-86b4-e145a461ef36), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.879035 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78afe64e-d121-4cda-be5d-429510409a39 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (710be50a-b755-4dc7-88f9-3aaea3ed0f36), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.900391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78afe64e-d121-4cda-be5d-429510409a39 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.905279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-78afe64e-d121-4cda-be5d-429510409a39 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/710be50a-b755-4dc7-88f9-3aaea3ed0f36 HTTP/1.1" status: 204 len: 168 time: 0.7249370 Feb 11 05:45:07.909488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ffb23-2e83-4f35-bcfe-34c02ce504a4 None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:07.912505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48780) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.942618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] DHCP port deletion for 0ce88029-0054-4ac5-86b4-e145a461ef36 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:07.978981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:07.979545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.982420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afe64e-d121-4cda-be5d-429510409a39 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=710be50a-b755-4dc7-88f9-3aaea3ed0f36,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:08.018141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f6bc734a-5b75-4e7c-bfd7-18821e7da5b4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.053231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Port': ['ID=f6bc734a-5b75-4e7c-bfd7-18821e7da5b4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:08.065053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device dce1561d-8ddc-487c-97b9-3653f07e0f81 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:08.082661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e85b445-43e6-4686-b633-eb3e1bf2e05d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet 7a169cce-dc58-4acb-8c1a-61b4fb317c43 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:08.105495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e85b445-43e6-4686-b633-eb3e1bf2e05d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (7a169cce-dc58-4acb-8c1a-61b4fb317c43), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.118738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] For port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a2d3ad3b-1455-4981-bbd3-d943d0d16e4a,segment=NetworkSegment(b3de040c-28d8-404a-8400-5cea1106958d),segment_id=b3de040c-28d8-404a-8400-5cea1106958d)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:08.119272 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.138032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: dce1561d-8ddc-487c-97b9-3653f07e0f81 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:08.138393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device dce1561d-8ddc-487c-97b9-3653f07e0f81 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:08.138857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ee624dc5-a156-460f-b694-388d619378f0 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:08.166608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Calling delete_port for a2d3ad3b-1455-4981-bbd3-d943d0d16e4a owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:08.314569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] No DVR routers for this DVR port f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:08.384630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.402509 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-07cf7dda-1d01-4820-8f4b-b819adde8476 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "DELETE /v2.0/ports/f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 HTTP/1.1" status: 204 len: 173 time: 1.5125854 Feb 11 05:45:08.438249 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.472375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Port': ['ID=a2d3ad3b-1455-4981-bbd3-d943d0d16e4a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:08.484166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No DVR routers for this DVR port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:08.488243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] Deleting port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:08.491296 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.523555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ee624dc5-a156-460f-b694-388d619378f0 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:08.530457 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee624dc5-a156-460f-b694-388d619378f0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.645942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e85b445-43e6-4686-b633-eb3e1bf2e05d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (7a169cce-dc58-4acb-8c1a-61b4fb317c43), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.655764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ee624dc5-a156-460f-b694-388d619378f0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ee624dc5-a156-460f-b694-388d619378f0,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:08.709421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (0ce88029-0054-4ac5-86b4-e145a461ef36), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.747780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] For port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a, host n-d-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:08.748007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce88029-0054-4ac5-86b4-e145a461ef36']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:08.748219 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.776013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3de040c-28d8-404a-8400-5cea1106958d') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:08.777941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3de040c-28d8-404a-8400-5cea1106958d') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:08.783205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] Calling delete_port for a2d3ad3b-1455-4981-bbd3-d943d0d16e4a owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:08.789363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.ipam_backend_mixin [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] Port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a was not found and therefore no delete operation was performed {{(pid=103122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:45:08.793599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee624dc5-a156-460f-b694-388d619378f0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:08.797776 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5f3986-ddbf-4417-b881-e277bd4a526a" -d '{"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-unplugged", "status": "completed", "tag": "ee624dc5-a156-460f-b694-388d619378f0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:08.805956 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (a2d3ad3b-1455-4981-bbd3-d943d0d16e4a), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.814361 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ee624dc5-a156-460f-b694-388d619378f0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.820169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:08.827792 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (b3de040c-28d8-404a-8400-5cea1106958d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.871431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:08.871904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f6bc734a-5b75-4e7c-bfd7-18821e7da5b4 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:08.906208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b3de040c-28d8-404a-8400-5cea1106958d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.921819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:08.922316 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (b3de040c-28d8-404a-8400-5cea1106958d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:08.925729 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:08.947707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] Pushing event deleted for resources: {'Port': ['ID=a2d3ad3b-1455-4981-bbd3-d943d0d16e4a,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:08.995569 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e85b445-43e6-4686-b633-eb3e1bf2e05d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7a169cce-dc58-4acb-8c1a-61b4fb317c43), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.032168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37f42a-3b24-48db-bf79-ccb4f5feb919 None None] No DVR routers for this DVR port a2d3ad3b-1455-4981-bbd3-d943d0d16e4a on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:09.124467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ee624dc5-a156-460f-b694-388d619378f0,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:09.131842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (0ce88029-0054-4ac5-86b4-e145a461ef36), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.191436 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.205782 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/0ce88029-0054-4ac5-86b4-e145a461ef36 HTTP/1.1" status: 204 len: 168 time: 1.5530217 Feb 11 05:45:09.206797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a8030-c596-4ec1-8066-f566c647b847 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=0ce88029-0054-4ac5-86b4-e145a461ef36,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:09.208426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48834) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:09.224271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-deleted', 'tag': 'f6bc734a-5b75-4e7c-bfd7-18821e7da5b4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:09.228123 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79628124-6272-4bd5-af51-be5379024b15" -d '{"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-deleted", "tag": "f6bc734a-5b75-4e7c-bfd7-18821e7da5b4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:09.285034 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-858dd282-9ba7-4e16-9e41-6372d10b2992 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:09.286136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858dd282-9ba7-4e16-9e41-6372d10b2992 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:09.293931 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-858dd282-9ba7-4e16-9e41-6372d10b2992 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/3502a002-8242-4887-8979-5ece502db437 HTTP/1.1" status: 404 len: 337 time: 0.0845048 Feb 11 05:45:09.295089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48846) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:09.315090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9893-81ba-4746-a6f1-2836d1db6ee0 req-81d93f04-3e8f-43c0-b851-b15115bfcbe7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.343900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9893-81ba-4746-a6f1-2836d1db6ee0 req-81d93f04-3e8f-43c0-b851-b15115bfcbe7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.362552 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb01b029-5eff-46fc-b326-3f58a8471bff tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:09.363002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb01b029-5eff-46fc-b326-3f58a8471bff tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:09.367692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9893-81ba-4746-a6f1-2836d1db6ee0 req-81d93f04-3e8f-43c0-b851-b15115bfcbe7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.384285 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bb01b029-5eff-46fc-b326-3f58a8471bff tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/3d700907-6337-4844-b21e-cd961f11c744 HTTP/1.1" status: 404 len: 339 time: 0.0877194 Feb 11 05:45:09.385604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48858) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:09.386686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9893-81ba-4746-a6f1-2836d1db6ee0 req-81d93f04-3e8f-43c0-b851-b15115bfcbe7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.409014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a2d3ad3b-1455-4981-bbd3-d943d0d16e4a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:09.411358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9893-81ba-4746-a6f1-2836d1db6ee0 req-81d93f04-3e8f-43c0-b851-b15115bfcbe7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.421339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9893-81ba-4746-a6f1-2836d1db6ee0 req-81d93f04-3e8f-43c0-b851-b15115bfcbe7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.437262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9893-81ba-4746-a6f1-2836d1db6ee0 req-81d93f04-3e8f-43c0-b851-b15115bfcbe7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.442522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05ea9893-81ba-4746-a6f1-2836d1db6ee0 req-81d93f04-3e8f-43c0-b851-b15115bfcbe7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 1.1376460 Feb 11 05:45:09.451112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: a2d3ad3b-1455-4981-bbd3-d943d0d16e4a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:09.461687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a2d3ad3b-1455-4981-bbd3-d943d0d16e4a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:09.472176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d599929-6b81-4631-b1c7-d98dc0a87b98 req-ad045f93-5645-46ab-94b1-0e843463fbb0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.493392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d599929-6b81-4631-b1c7-d98dc0a87b98 req-ad045f93-5645-46ab-94b1-0e843463fbb0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.532795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d599929-6b81-4631-b1c7-d98dc0a87b98 req-ad045f93-5645-46ab-94b1-0e843463fbb0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.545184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fb412e-0617-4206-9796-85fcf3f8b3f8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting subnet d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:09.547981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d599929-6b81-4631-b1c7-d98dc0a87b98 req-ad045f93-5645-46ab-94b1-0e843463fbb0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.554730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83fb412e-0617-4206-9796-85fcf3f8b3f8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.576053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d599929-6b81-4631-b1c7-d98dc0a87b98 req-ad045f93-5645-46ab-94b1-0e843463fbb0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.595891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d599929-6b81-4631-b1c7-d98dc0a87b98 req-ad045f93-5645-46ab-94b1-0e843463fbb0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.609149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d599929-6b81-4631-b1c7-d98dc0a87b98 req-ad045f93-5645-46ab-94b1-0e843463fbb0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.623498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d599929-6b81-4631-b1c7-d98dc0a87b98 req-ad045f93-5645-46ab-94b1-0e843463fbb0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 1.3099873 Feb 11 05:45:09.661230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83fb412e-0617-4206-9796-85fcf3f8b3f8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.792793 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e85b445-43e6-4686-b633-eb3e1bf2e05d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (7a169cce-dc58-4acb-8c1a-61b4fb317c43), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.801988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1b29f3be-81bc-46e2-a5a5-17bd29927371 None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:09.803077 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1b29f3be-81bc-46e2-a5a5-17bd29927371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.851653 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83fb412e-0617-4206-9796-85fcf3f8b3f8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.852284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e85b445-43e6-4686-b633-eb3e1bf2e05d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.858133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7e85b445-43e6-4686-b633-eb3e1bf2e05d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/7a169cce-dc58-4acb-8c1a-61b4fb317c43 HTTP/1.1" status: 204 len: 168 time: 1.9425526 Feb 11 05:45:09.868430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ffc8e-3880-4944-93af-1059208717f6 None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:09.877997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48904) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:09.905760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85b445-43e6-4686-b633-eb3e1bf2e05d tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=7a169cce-dc58-4acb-8c1a-61b4fb317c43,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:09.959311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d599929-6b81-4631-b1c7-d98dc0a87b98 req-d3e9aec7-323a-4b5c-b553-82170247c18d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3327870 Feb 11 05:45:09.975870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05ea9893-81ba-4746-a6f1-2836d1db6ee0 req-822e5484-b5a4-4a32-beff-961e04fde47e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3168159 Feb 11 05:45:09.986819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting port ee624dc5-a156-460f-b694-388d619378f0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:09.987163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ee624dc5-a156-460f-b694-388d619378f0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.008270 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-442b92a8-e95d-4d70-8a5e-96c64b71b869 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:10.008705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442b92a8-e95d-4d70-8a5e-96c64b71b869 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:10.011839 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-442b92a8-e95d-4d70-8a5e-96c64b71b869 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/710be50a-b755-4dc7-88f9-3aaea3ed0f36 HTTP/1.1" status: 404 len: 337 time: 0.1313410 Feb 11 05:45:10.020247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48918) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:10.094482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83fb412e-0617-4206-9796-85fcf3f8b3f8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.131094 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cca84d-9ce8-404b-af90-754e1eec9eed x-openstack-request-id: req-70cca84d-9ce8-404b-af90-754e1eec9eed {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:10.131602 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-unplugged", "status": "completed", "tag": "ee624dc5-a156-460f-b694-388d619378f0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:10.132002 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70cca84d-9ce8-404b-af90-754e1eec9eed {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:10.132537 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee624dc5-a156-460f-b694-388d619378f0', 'code': 200} Feb 11 05:45:10.154471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1b29f3be-81bc-46e2-a5a5-17bd29927371 None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:10.168779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb412e-0617-4206-9796-85fcf3f8b3f8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Subnet': ['ID=d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:10.180935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1b29f3be-81bc-46e2-a5a5-17bd29927371 None None] Provisioning complete for port 8a28056c-dbc3-4019-bd6b-27f784f084c2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:10.181606 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1b29f3be-81bc-46e2-a5a5-17bd29927371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.186688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83fb412e-0617-4206-9796-85fcf3f8b3f8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.198793 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-83fb412e-0617-4206-9796-85fcf3f8b3f8 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/subnets/d5bde5c0-58ec-4c05-9cb3-fb7110bc6f6f HTTP/1.1" status: 204 len: 168 time: 0.8098068 Feb 11 05:45:10.199641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48932) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:10.217094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c4583-45eb-4e08-8ded-b383758a33a2 None None] Network c553ff7f-10c8-447e-aaf2-5cd761417fc6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:10.257927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1b29f3be-81bc-46e2-a5a5-17bd29927371 None None] Port 8a28056c-dbc3-4019-bd6b-27f784f084c2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:10.322017 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e93699d-f9c4-4f2d-90b2-e7f3cc3417ce x-openstack-request-id: req-9e93699d-f9c4-4f2d-90b2-e7f3cc3417ce {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:10.322493 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-deleted", "tag": "f6bc734a-5b75-4e7c-bfd7-18821e7da5b4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:10.322583 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e93699d-f9c4-4f2d-90b2-e7f3cc3417ce {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:10.331593 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-deleted', 'tag': 'f6bc734a-5b75-4e7c-bfd7-18821e7da5b4', 'status': 'completed', 'code': 200} Feb 11 05:45:10.471152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b2669-8118-41d6-bbc0-4a417bae404e None None] DHCP port deletion for c553ff7f-10c8-447e-aaf2-5cd761417fc6 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:10.491263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c553ff7f-10c8-447e-aaf2-5cd761417fc6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.499200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] For port ee624dc5-a156-460f-b694-388d619378f0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ee624dc5-a156-460f-b694-388d619378f0,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:10.499458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ee624dc5-a156-460f-b694-388d619378f0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.543940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Calling delete_port for ee624dc5-a156-460f-b694-388d619378f0 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:10.598544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b2669-8118-41d6-bbc0-4a417bae404e None None] Deleting port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:10.603428 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2669-8118-41d6-bbc0-4a417bae404e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.670711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Deleting port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:10.671681 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.795368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1c8b2669-8118-41d6-bbc0-4a417bae404e None None] For port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0b5ade7e-8848-451a-8be0-a94b3d50d0b3,segment=NetworkSegment(5d8cd836-4e1c-4d4e-b984-3df3d921fb22),segment_id=5d8cd836-4e1c-4d4e-b984-3df3d921fb22)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:10.798808 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2669-8118-41d6-bbc0-4a417bae404e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.866442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b2669-8118-41d6-bbc0-4a417bae404e None None] Calling delete_port for 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:10.867057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdef622-0b30-40ec-96da-c1d18fab0378 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting subnet c3ab72c0-52bc-410d-ba35-29e54bcecd79 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:10.879593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] For port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0b5ade7e-8848-451a-8be0-a94b3d50d0b3,segment=NetworkSegment(5d8cd836-4e1c-4d4e-b984-3df3d921fb22),segment_id=5d8cd836-4e1c-4d4e-b984-3df3d921fb22)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:10.879593 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.882266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdef622-0b30-40ec-96da-c1d18fab0378 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (c3ab72c0-52bc-410d-ba35-29e54bcecd79), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.911285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Calling delete_port for 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:11.047420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56506c3-b38d-4035-bdda-8a03d3bbadd6 req-dc251e5f-f85e-450b-b409-205815c91dc5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.056195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f56506c3-b38d-4035-bdda-8a03d3bbadd6 req-dc251e5f-f85e-450b-b409-205815c91dc5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 944 time: 0.8367321 Feb 11 05:45:11.131225 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdef622-0b30-40ec-96da-c1d18fab0378 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (c3ab72c0-52bc-410d-ba35-29e54bcecd79), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.194569 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ee624dc5-a156-460f-b694-388d619378f0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.210399 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2669-8118-41d6-bbc0-4a417bae404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.304797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0b5ade7e-8848-451a-8be0-a94b3d50d0b3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.333424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b2669-8118-41d6-bbc0-4a417bae404e None None] Pushing event deleted for resources: {'Port': ['ID=0b5ade7e-8848-451a-8be0-a94b3d50d0b3,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:11.338715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b2669-8118-41d6-bbc0-4a417bae404e None None] No DVR routers for this DVR port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:11.344749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Port': ['ID=ee624dc5-a156-460f-b694-388d619378f0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:11.372882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] No DVR routers for this DVR port 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:11.402403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:11.434964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f56506c3-b38d-4035-bdda-8a03d3bbadd6 req-f4d68de2-bed7-4226-ad05-3a95e480a751 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778648 Feb 11 05:45:11.500754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:11.521306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0b5ade7e-8848-451a-8be0-a94b3d50d0b3 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:11.569494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c553ff7f-10c8-447e-aaf2-5cd761417fc6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.639749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c553ff7f-10c8-447e-aaf2-5cd761417fc6']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:11.656314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b1d0eb2f-badf-48ce-938c-09dc3acb7428 None None] Provisioning complete for port c491f90d-f72f-4279-921d-c51250162035 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:11.657096 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b1d0eb2f-badf-48ce-938c-09dc3acb7428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c491f90d-f72f-4279-921d-c51250162035), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.660708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8cd836-4e1c-4d4e-b984-3df3d921fb22') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:11.664524 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8cd836-4e1c-4d4e-b984-3df3d921fb22') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:11.689764 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (5d8cd836-4e1c-4d4e-b984-3df3d921fb22), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.695698 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdef622-0b30-40ec-96da-c1d18fab0378 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c3ab72c0-52bc-410d-ba35-29e54bcecd79), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.712583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5d8cd836-4e1c-4d4e-b984-3df3d921fb22), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.727912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:11.731546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (5d8cd836-4e1c-4d4e-b984-3df3d921fb22), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.846134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] No DVR routers for this DVR port ee624dc5-a156-460f-b694-388d619378f0 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:11.850481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdef622-0b30-40ec-96da-c1d18fab0378 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (c3ab72c0-52bc-410d-ba35-29e54bcecd79), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.862549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.885021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Port': ['ID=0b5ade7e-8848-451a-8be0-a94b3d50d0b3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:11.886045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e36569bb-1465-4f5d-9de0-e13783a5dfda req-84781373-9ef3-4a19-ab08-415a4825fe52 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "DELETE /v2.0/ports/ee624dc5-a156-460f-b694-388d619378f0 HTTP/1.1" status: 204 len: 173 time: 3.3712313 Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:11.893795 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:11.898650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (c553ff7f-10c8-447e-aaf2-5cd761417fc6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.909083 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:11.919645 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] 10.222.0.31 "DELETE /v2.0/networks/c553ff7f-10c8-447e-aaf2-5cd761417fc6 HTTP/1.1" status: 204 len: 168 time: 1.7175863 Feb 11 05:45:11.983530 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca3e7d-265a-4b38-8732-33f9d6b9b373 tempest-NetworksIpV6Test-254434355 tempest-NetworksIpV6Test-254434355-project] Pushing event deleted for resources: {'Network': ['ID=c553ff7f-10c8-447e-aaf2-5cd761417fc6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:11.998373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0eb2f-badf-48ce-938c-09dc3acb7428 None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:12.024361 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b1d0eb2f-badf-48ce-938c-09dc3acb7428 None None] Provisioning complete for port 8a28056c-dbc3-4019-bd6b-27f784f084c2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:12.024970 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b1d0eb2f-badf-48ce-938c-09dc3acb7428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:12.108490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdef622-0b30-40ec-96da-c1d18fab0378 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ab72c0-52bc-410d-ba35-29e54bcecd79,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:12.111758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0eb2f-badf-48ce-938c-09dc3acb7428 None None] Port 8a28056c-dbc3-4019-bd6b-27f784f084c2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:12.137934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79c7969-cbba-4aa8-81c8-1604e1b05f46 None None] Network df3913af-06e0-4fbe-aaeb-4cfa36c29dba requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:12.152965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdef622-0b30-40ec-96da-c1d18fab0378 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:12.160572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5cdef622-0b30-40ec-96da-c1d18fab0378 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/c3ab72c0-52bc-410d-ba35-29e54bcecd79 HTTP/1.1" status: 204 len: 168 time: 2.1392117 Feb 11 05:45:12.164715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49114) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:12.184437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac762f-fbcb-49e7-a3c4-1a0337b65044 req-73b45ac5-cd29-4615-a816-01f689d02d3d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.191452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac762f-fbcb-49e7-a3c4-1a0337b65044 req-73b45ac5-cd29-4615-a816-01f689d02d3d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.198309 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac762f-fbcb-49e7-a3c4-1a0337b65044 req-73b45ac5-cd29-4615-a816-01f689d02d3d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.205368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac762f-fbcb-49e7-a3c4-1a0337b65044 req-73b45ac5-cd29-4615-a816-01f689d02d3d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.211899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac762f-fbcb-49e7-a3c4-1a0337b65044 req-73b45ac5-cd29-4615-a816-01f689d02d3d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.217465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac762f-fbcb-49e7-a3c4-1a0337b65044 req-73b45ac5-cd29-4615-a816-01f689d02d3d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.225606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac762f-fbcb-49e7-a3c4-1a0337b65044 req-73b45ac5-cd29-4615-a816-01f689d02d3d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.227765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efac762f-fbcb-49e7-a3c4-1a0337b65044 req-73b45ac5-cd29-4615-a816-01f689d02d3d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.8874972 Feb 11 05:45:12.281305 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74a59d0-9262-486f-9b45-e8fd1ac173d1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:12.283355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac7bb6-ab4b-4aa3-ba44-5295acd3bde2 req-7251db8b-8eeb-47d8-a5c5-d9a3e228f817 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.286190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74a59d0-9262-486f-9b45-e8fd1ac173d1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:12.290789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac7bb6-ab4b-4aa3-ba44-5295acd3bde2 req-7251db8b-8eeb-47d8-a5c5-d9a3e228f817 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.293677 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e74a59d0-9262-486f-9b45-e8fd1ac173d1 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/eb504e6e-aff2-4259-bebc-c3879733d375 HTTP/1.1" status: 404 len: 337 time: 0.1272562 Feb 11 05:45:12.297038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49130) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:12.297264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac7bb6-ab4b-4aa3-ba44-5295acd3bde2 req-7251db8b-8eeb-47d8-a5c5-d9a3e228f817 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.304540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac7bb6-ab4b-4aa3-ba44-5295acd3bde2 req-7251db8b-8eeb-47d8-a5c5-d9a3e228f817 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.310372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac7bb6-ab4b-4aa3-ba44-5295acd3bde2 req-7251db8b-8eeb-47d8-a5c5-d9a3e228f817 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.316543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac7bb6-ab4b-4aa3-ba44-5295acd3bde2 req-7251db8b-8eeb-47d8-a5c5-d9a3e228f817 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.325446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac7bb6-ab4b-4aa3-ba44-5295acd3bde2 req-7251db8b-8eeb-47d8-a5c5-d9a3e228f817 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.327868 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55ac7bb6-ab4b-4aa3-ba44-5295acd3bde2 req-7251db8b-8eeb-47d8-a5c5-d9a3e228f817 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.7468250 Feb 11 05:45:12.342664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-deleted', 'tag': 'ee624dc5-a156-460f-b694-388d619378f0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:12.345487 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e54cd5c-ee58-491f-9b79-4e40c2de3c6c" -d '{"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-deleted", "tag": "ee624dc5-a156-460f-b694-388d619378f0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:12.370652 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-353232f5-b8fe-4854-846f-4594fab7d1c5 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d5367a0-f8ea-42d7-bd39-eeec48cda75f HTTP/1.1" status: 200 len: 205 time: 0.0724461 Feb 11 05:45:12.373055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49140) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:12.571717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efac762f-fbcb-49e7-a3c4-1a0337b65044 req-213df2b7-0726-4aa3-a8df-8e82ec5d5a8e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3296812 Feb 11 05:45:12.572256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49156) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:12.604920 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-6bbdfe42-93f5-4029-870f-3d68a6a70a4a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] delete failed (client error): The resource could not be found. Feb 11 05:45:12.607269 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6bbdfe42-93f5-4029-870f-3d68a6a70a4a tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/routers/8d5367a0-f8ea-42d7-bd39-eeec48cda75f HTTP/1.1" status: 404 len: 336 time: 0.2329021 Feb 11 05:45:12.609627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49162) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:12.628474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55ac7bb6-ab4b-4aa3-ba44-5295acd3bde2 req-4374f7b8-23be-4ee4-8b55-3cddfc262735 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2714238 Feb 11 05:45:12.641223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccabcc9-772d-49c6-b3a0-fb0f2b855798 None None] DHCP port deletion for df3913af-06e0-4fbe-aaeb-4cfa36c29dba request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:12.739585 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d622f343-7147-4a1d-8b94-5d474164f448 x-openstack-request-id: req-d622f343-7147-4a1d-8b94-5d474164f448 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:12.740449 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b437bd-56d9-4ed5-bbdc-993b3e8f9215", "name": "network-vif-deleted", "tag": "ee624dc5-a156-460f-b694-388d619378f0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:12.740715 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d622f343-7147-4a1d-8b94-5d474164f448 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:12.741136 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b437bd-56d9-4ed5-bbdc-993b3e8f9215', 'name': 'network-vif-deleted', 'tag': 'ee624dc5-a156-460f-b694-388d619378f0', 'status': 'completed', 'code': 200} Feb 11 05:45:12.747539 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e476880e-ffbe-49b3-8741-9a8bc4cb7954 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:12.749933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e476880e-ffbe-49b3-8741-9a8bc4cb7954 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:12.766099 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e476880e-ffbe-49b3-8741-9a8bc4cb7954 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/19eae30f-0a0f-4db6-a81a-10e3d023e0af HTTP/1.1" status: 404 len: 337 time: 0.1368752 Feb 11 05:45:12.768063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49178) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:12.810988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fccabcc9-772d-49c6-b3a0-fb0f2b855798 None None] Deleting port c491f90d-f72f-4279-921d-c51250162035 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:12.811403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fccabcc9-772d-49c6-b3a0-fb0f2b855798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c491f90d-f72f-4279-921d-c51250162035), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:12.828698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a72dbc74-79e4-466f-ba1a-f8bc9f68a4f6 req-438bb69d-7ea1-49e4-af52-54997d7e2fef tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b437bd-56d9-4ed5-bbdc-993b3e8f9215 HTTP/1.1" status: 200 len: 210 time: 0.0659776 Feb 11 05:45:12.857818 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79aada4-7481-4f0e-8fe8-b6422ab81d65 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:12.860515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79aada4-7481-4f0e-8fe8-b6422ab81d65 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:12.866749 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a79aada4-7481-4f0e-8fe8-b6422ab81d65 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/44120534-5a79-4e7a-90dc-b2510ca99eb1 HTTP/1.1" status: 404 len: 337 time: 0.0967340 Feb 11 05:45:12.870399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49190) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:12.957941 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5d0464-5cdc-4582-8a8d-04145b0cf44f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:12.961793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5d0464-5cdc-4582-8a8d-04145b0cf44f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:12.967302 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9d5d0464-5cdc-4582-8a8d-04145b0cf44f tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/02d062c5-5669-4492-b897-fc1e79068a91 HTTP/1.1" status: 404 len: 337 time: 0.0942483 Feb 11 05:45:12.968992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49202) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.018431 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3354ac19-ace4-492e-a821-f1bbdf2bae23 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:13.019276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3354ac19-ace4-492e-a821-f1bbdf2bae23 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:13.024407 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3354ac19-ace4-492e-a821-f1bbdf2bae23 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/b3cde3b4-d5cf-4e64-9646-8eefbdb790a2 HTTP/1.1" status: 404 len: 333 time: 0.0533202 Feb 11 05:45:13.026955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49212) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.061569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-fccabcc9-772d-49c6-b3a0-fb0f2b855798 None None] For port c491f90d-f72f-4279-921d-c51250162035, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c491f90d-f72f-4279-921d-c51250162035,segment=NetworkSegment(bc50947e-cfa2-45bb-8750-a8c91db28110),segment_id=bc50947e-cfa2-45bb-8750-a8c91db28110)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:13.062075 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fccabcc9-772d-49c6-b3a0-fb0f2b855798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c491f90d-f72f-4279-921d-c51250162035), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.072298 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fc7a19-5310-434e-97d9-4466128e2880 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:13.072914 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fc7a19-5310-434e-97d9-4466128e2880 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:13.077039 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-88fc7a19-5310-434e-97d9-4466128e2880 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/72ec8161-1b09-4406-b3e3-5d157c3d8bd4 HTTP/1.1" status: 404 len: 337 time: 0.0486352 Feb 11 05:45:13.079197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49218) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.112272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fccabcc9-772d-49c6-b3a0-fb0f2b855798 None None] Calling delete_port for c491f90d-f72f-4279-921d-c51250162035 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:13.113623 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b5be77-f204-43cd-857b-71cd752f66ed tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:13.114294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b5be77-f204-43cd-857b-71cd752f66ed tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:13.117770 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-20b5be77-f204-43cd-857b-71cd752f66ed tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/f394df7e-3704-4ee7-a239-1774680ccbf1 HTTP/1.1" status: 404 len: 337 time: 0.0372891 Feb 11 05:45:13.120236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49224) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.122344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4b4042ac-6207-4df2-91b4-4bb5408bf7bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e98f3263196470b83b894530792fde0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5162289 Feb 11 05:45:13.127106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49226) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.155701 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa29f2d8-fc1e-4576-8c72-28cfd1611395 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:13.157391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa29f2d8-fc1e-4576-8c72-28cfd1611395 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:13.161307 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aa29f2d8-fc1e-4576-8c72-28cfd1611395 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/9798320f-aa52-4756-819b-ba0c9e4aca68 HTTP/1.1" status: 404 len: 333 time: 0.0396125 Feb 11 05:45:13.164190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49234) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.230448 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed7932c-1181-4d28-a499-74014b69117b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:13.232453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed7932c-1181-4d28-a499-74014b69117b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:13.243026 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4ed7932c-1181-4d28-a499-74014b69117b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/716e8909-a2f3-4504-9772-8cf098397658 HTTP/1.1" status: 404 len: 337 time: 0.0771847 Feb 11 05:45:13.245561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49244) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.248565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-534a8a94-34b4-4653-aaa2-4e692a5bb259 admin admin] Publish callbacks [] for security_group (095087f1-6627-47c9-bcff-2bce11790e30), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.288234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-534a8a94-34b4-4653-aaa2-4e692a5bb259 admin admin] Publish callbacks [] for security_group (095087f1-6627-47c9-bcff-2bce11790e30), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.337490 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5423d1d8-b252-461f-88cc-38087b1cc53b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:13.340062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5423d1d8-b252-461f-88cc-38087b1cc53b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:13.343315 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5423d1d8-b252-461f-88cc-38087b1cc53b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/subnets/cfcd604f-47e1-48de-aa59-b42f532e5d2c HTTP/1.1" status: 404 len: 337 time: 0.0965538 Feb 11 05:45:13.355539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49254) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.371797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c491f90d-f72f-4279-921d-c51250162035 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:13.506105 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fccabcc9-772d-49c6-b3a0-fb0f2b855798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (c491f90d-f72f-4279-921d-c51250162035), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.556186 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-534a8a94-34b4-4653-aaa2-4e692a5bb259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (095087f1-6627-47c9-bcff-2bce11790e30), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.559107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-534a8a94-34b4-4653-aaa2-4e692a5bb259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.562806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-534a8a94-34b4-4653-aaa2-4e692a5bb259 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/095087f1-6627-47c9-bcff-2bce11790e30 HTTP/1.1" status: 204 len: 168 time: 0.4309456 Feb 11 05:45:13.613053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccabcc9-772d-49c6-b3a0-fb0f2b855798 None None] No DVR routers for this DVR port c491f90d-f72f-4279-921d-c51250162035 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:13.617697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccabcc9-772d-49c6-b3a0-fb0f2b855798 None None] Pushing event deleted for resources: {'Port': ['ID=c491f90d-f72f-4279-921d-c51250162035,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:13.632690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c491f90d-f72f-4279-921d-c51250162035 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:13.634204 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c491f90d-f72f-4279-921d-c51250162035), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.637085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a8a94-34b4-4653-aaa2-4e692a5bb259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095087f1-6627-47c9-bcff-2bce11790e30,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:13.669722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-876d7485-2a1e-4494-bc67-caf446ae886b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Deleting port 8a28056c-dbc3-4019-bd6b-27f784f084c2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:13.678988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-876d7485-2a1e-4494-bc67-caf446ae886b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.508911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-876d7485-2a1e-4494-bc67-caf446ae886b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.542967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-876d7485-2a1e-4494-bc67-caf446ae886b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Calling delete_port for 8a28056c-dbc3-4019-bd6b-27f784f084c2 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:14.564796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b293db8-c196-43f6-8b91-d9cfb7375698 req-54a5c1f3-0aae-4179-aad8-3f83a67b3014 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.571009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b293db8-c196-43f6-8b91-d9cfb7375698 req-54a5c1f3-0aae-4179-aad8-3f83a67b3014 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.576567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b293db8-c196-43f6-8b91-d9cfb7375698 req-54a5c1f3-0aae-4179-aad8-3f83a67b3014 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.582432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b293db8-c196-43f6-8b91-d9cfb7375698 req-54a5c1f3-0aae-4179-aad8-3f83a67b3014 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.588364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b293db8-c196-43f6-8b91-d9cfb7375698 req-54a5c1f3-0aae-4179-aad8-3f83a67b3014 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.595168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b293db8-c196-43f6-8b91-d9cfb7375698 req-54a5c1f3-0aae-4179-aad8-3f83a67b3014 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.601331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b293db8-c196-43f6-8b91-d9cfb7375698 req-54a5c1f3-0aae-4179-aad8-3f83a67b3014 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.603431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b293db8-c196-43f6-8b91-d9cfb7375698 req-54a5c1f3-0aae-4179-aad8-3f83a67b3014 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.7279043 Feb 11 05:45:14.625619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7775-a06f-44c5-b468-955de0642495 req-9bb6f5ef-e17d-483f-a52d-74b522bb6f3c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.631131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7775-a06f-44c5-b468-955de0642495 req-9bb6f5ef-e17d-483f-a52d-74b522bb6f3c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.636694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7775-a06f-44c5-b468-955de0642495 req-9bb6f5ef-e17d-483f-a52d-74b522bb6f3c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.642154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7775-a06f-44c5-b468-955de0642495 req-9bb6f5ef-e17d-483f-a52d-74b522bb6f3c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.648093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7775-a06f-44c5-b468-955de0642495 req-9bb6f5ef-e17d-483f-a52d-74b522bb6f3c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.653628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7775-a06f-44c5-b468-955de0642495 req-9bb6f5ef-e17d-483f-a52d-74b522bb6f3c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.659686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7775-a06f-44c5-b468-955de0642495 req-9bb6f5ef-e17d-483f-a52d-74b522bb6f3c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.669611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfea7775-a06f-44c5-b468-955de0642495 req-9bb6f5ef-e17d-483f-a52d-74b522bb6f3c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.7918437 Feb 11 05:45:14.789270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfea7775-a06f-44c5-b468-955de0642495 req-283c81cc-cd1d-42e9-8e7a-7cd3b8a93e73 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187921 Feb 11 05:45:14.831242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49350) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.854220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b293db8-c196-43f6-8b91-d9cfb7375698 req-5a16fa6d-5c3d-4e06-8999-d6b11dec2826 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2422802 Feb 11 05:45:14.868632 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-876d7485-2a1e-4494-bc67-caf446ae886b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8a28056c-dbc3-4019-bd6b-27f784f084c2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.904382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49354) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.920936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d7485-2a1e-4494-bc67-caf446ae886b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Port': ['ID=8a28056c-dbc3-4019-bd6b-27f784f084c2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:14.926961 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-876d7485-2a1e-4494-bc67-caf446ae886b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.933843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-876d7485-2a1e-4494-bc67-caf446ae886b tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/ports/8a28056c-dbc3-4019-bd6b-27f784f084c2 HTTP/1.1" status: 204 len: 168 time: 1.5745759 Feb 11 05:45:14.937235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49356) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.993343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e21fea4-7890-4c58-a975-f91d30135306 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting subnet 25af936d-92c4-4356-922d-d1bf868ec3e2 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:14.997576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e21fea4-7890-4c58-a975-f91d30135306 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (25af936d-92c4-4356-922d-d1bf868ec3e2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.045208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e21fea4-7890-4c58-a975-f91d30135306 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (25af936d-92c4-4356-922d-d1bf868ec3e2), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.076022 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (df3913af-06e0-4fbe-aaeb-4cfa36c29dba), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.087201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-286609530'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:15.151140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:15.151963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e21fea4-7890-4c58-a975-f91d30135306 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (25af936d-92c4-4356-922d-d1bf868ec3e2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.155757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.184546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.234109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e21fea4-7890-4c58-a975-f91d30135306 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (25af936d-92c4-4356-922d-d1bf868ec3e2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.303072 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (df3913af-06e0-4fbe-aaeb-4cfa36c29dba), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.312076 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e21fea4-7890-4c58-a975-f91d30135306 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.325521 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6e21fea4-7890-4c58-a975-f91d30135306 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "DELETE /v2.0/subnets/25af936d-92c4-4356-922d-d1bf868ec3e2 HTTP/1.1" status: 204 len: 168 time: 0.4129162 Feb 11 05:45:15.326726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d70edf-bbda-4321-a589-be5c156de165 None None] Network e06e1dd4-d4de-41da-95c5-6de8bbcb2929 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:15.327316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21fea4-7890-4c58-a975-f91d30135306 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Subnet': ['ID=25af936d-92c4-4356-922d-d1bf868ec3e2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:15.336791 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49368) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:15.386167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3913af-06e0-4fbe-aaeb-4cfa36c29dba']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:15.405512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc50947e-cfa2-45bb-8750-a8c91db28110') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:15.405897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc50947e-cfa2-45bb-8750-a8c91db28110') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:15.435622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (bc50947e-cfa2-45bb-8750-a8c91db28110), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.521150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (bc50947e-cfa2-45bb-8750-a8c91db28110), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.533604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:15.534029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (bc50947e-cfa2-45bb-8750-a8c91db28110), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.561948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e06e1dd4-d4de-41da-95c5-6de8bbcb2929), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:15.631281 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:15.645458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (4ec81217-c8d2-4dcd-96b8-aaa4d8f1fa46), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.649772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:15.650120 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.654534 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4ec81217-c8d2-4dcd-96b8-aaa4d8f1fa46), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.691612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5fc882-c82a-442e-a744-c71ddcb73091 None None] DHCP port deletion for e06e1dd4-d4de-41da-95c5-6de8bbcb2929 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:15.693512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (df3913af-06e0-4fbe-aaeb-4cfa36c29dba), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.709207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.714454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] 10.222.0.31 "DELETE /v2.0/networks/df3913af-06e0-4fbe-aaeb-4cfa36c29dba HTTP/1.1" status: 204 len: 168 time: 0.7760205 Feb 11 05:45:15.745241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326bd7b-929a-433d-88ec-94700b288de9 tempest-PortsTestJSON-1291878836 tempest-PortsTestJSON-1291878836-project] Pushing event deleted for resources: {'Network': ['ID=df3913af-06e0-4fbe-aaeb-4cfa36c29dba,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:15.765521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:15.775067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec81217-c8d2-4dcd-96b8-aaa4d8f1fa46,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:15.786156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] For port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c,segment=NetworkSegment(1aa60703-c7e0-4b13-9c48-c6f886207977),segment_id=1aa60703-c7e0-4b13-9c48-c6f886207977)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:15.787236 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.799067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6e5fc882-c82a-442e-a744-c71ddcb73091 None None] Deleting port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:15.800494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7ce94dfb-1434-4de9-8b00-cabed65d1800), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.800950 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc882-c82a-442e-a744-c71ddcb73091 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.803036 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Added segment 7ce94dfb-1434-4de9-8b00-cabed65d1800 of type vlan for network bdd91a05-4cb1-447a-85be-e33a3d17429c Feb 11 05:45:15.818979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Calling delete_port for 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:15.876076 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (bdd91a05-4cb1-447a-85be-e33a3d17429c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.938339 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (bdd91a05-4cb1-447a-85be-e33a3d17429c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.947940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:15.948578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.979156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6e5fc882-c82a-442e-a744-c71ddcb73091 None None] For port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c,segment=NetworkSegment(1aa60703-c7e0-4b13-9c48-c6f886207977),segment_id=1aa60703-c7e0-4b13-9c48-c6f886207977)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:15.981461 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc882-c82a-442e-a744-c71ddcb73091 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.016433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6e5fc882-c82a-442e-a744-c71ddcb73091 None None] Calling delete_port for 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:16.056636 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.126085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Port': ['ID=6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:16.131142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] No DVR routers for this DVR port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:16.206976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3686624 Feb 11 05:45:16.210035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49384) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.219959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'name': 'tempest-PortsIpV6TestJSON-1118276147'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:16.230396 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc882-c82a-442e-a744-c71ddcb73091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.271675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350a2c2-7edf-4a16-a627-9c986eac4000 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Network': ['ID=bdd91a05-4cb1-447a-85be-e33a3d17429c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:16.288331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fc882-c82a-442e-a744-c71ddcb73091 None None] Pushing event deleted for resources: {'Port': ['ID=6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:16.301696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:16.310174 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e06e1dd4-d4de-41da-95c5-6de8bbcb2929), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.340660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb58e07-fa56-40b1-9c14-d3df0547bd6c req-2d1658f9-7116-477a-b7e3-45f54ec9e865 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.359897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb58e07-fa56-40b1-9c14-d3df0547bd6c req-2d1658f9-7116-477a-b7e3-45f54ec9e865 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.376844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb58e07-fa56-40b1-9c14-d3df0547bd6c req-2d1658f9-7116-477a-b7e3-45f54ec9e865 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.391470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5fc882-c82a-442e-a744-c71ddcb73091 None None] No DVR routers for this DVR port 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:16.393135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb58e07-fa56-40b1-9c14-d3df0547bd6c req-2d1658f9-7116-477a-b7e3-45f54ec9e865 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.417844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb58e07-fa56-40b1-9c14-d3df0547bd6c req-2d1658f9-7116-477a-b7e3-45f54ec9e865 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.437897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb58e07-fa56-40b1-9c14-d3df0547bd6c req-2d1658f9-7116-477a-b7e3-45f54ec9e865 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.452900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb58e07-fa56-40b1-9c14-d3df0547bd6c req-2d1658f9-7116-477a-b7e3-45f54ec9e865 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.471864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ccb58e07-fa56-40b1-9c14-d3df0547bd6c req-2d1658f9-7116-477a-b7e3-45f54ec9e865 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.5361054 Feb 11 05:45:16.474536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49386) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.509220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade413c-af99-4ea5-8b00-7d510390bb0d req-7109b6f7-2f50-400e-9c80-fbb0c868d7be tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.526847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade413c-af99-4ea5-8b00-7d510390bb0d req-7109b6f7-2f50-400e-9c80-fbb0c868d7be tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.546594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade413c-af99-4ea5-8b00-7d510390bb0d req-7109b6f7-2f50-400e-9c80-fbb0c868d7be tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.558328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade413c-af99-4ea5-8b00-7d510390bb0d req-7109b6f7-2f50-400e-9c80-fbb0c868d7be tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.572961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade413c-af99-4ea5-8b00-7d510390bb0d req-7109b6f7-2f50-400e-9c80-fbb0c868d7be tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.590059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade413c-af99-4ea5-8b00-7d510390bb0d req-7109b6f7-2f50-400e-9c80-fbb0c868d7be tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.595699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade413c-af99-4ea5-8b00-7d510390bb0d req-7109b6f7-2f50-400e-9c80-fbb0c868d7be tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.597565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bade413c-af99-4ea5-8b00-7d510390bb0d req-7109b6f7-2f50-400e-9c80-fbb0c868d7be tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.5032685 Feb 11 05:45:16.838332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49400) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.880361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ccb58e07-fa56-40b1-9c14-d3df0547bd6c req-c2ed5159-f8e0-4fee-ad1e-431064063c8c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4073265 Feb 11 05:45:16.941308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bade413c-af99-4ea5-8b00-7d510390bb0d req-a36f165a-d060-4859-a8f4-ea43cfcda56c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2877033 Feb 11 05:45:16.988164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fde95b1f-53ff-4e78-bd56-b87ef61eca96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24439a02c0e743fbb7970d0f47733ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3892643 Feb 11 05:45:16.990321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49404) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:17.031066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd5e4628-b70e-4e2a-869c-f28a350435e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.038237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06e1dd4-d4de-41da-95c5-6de8bbcb2929']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:17.055910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa60703-c7e0-4b13-9c48-c6f886207977') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:17.056204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa60703-c7e0-4b13-9c48-c6f886207977') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:17.070619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (1aa60703-c7e0-4b13-9c48-c6f886207977), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.094166 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (1aa60703-c7e0-4b13-9c48-c6f886207977), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.100992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:17.101566 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (1aa60703-c7e0-4b13-9c48-c6f886207977), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:17.104746 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:17.116036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:17.119910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.179823 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd5e4628-b70e-4e2a-869c-f28a350435e3 admin admin] Publish callbacks [] for security_group (27d7c567-7e86-4936-b4ee-67dcbe772fd1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.181265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 02a82603-1054-4ac7-a65d-a0955c8ccd0b yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:17.201209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24151750-7e47-4525-8aa6-2af9bae60557 admin admin] Publish callbacks [] for security_group (c395a6a7-713f-4bd5-8b36-22eb63ecdd42), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.203241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd5e4628-b70e-4e2a-869c-f28a350435e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (27d7c567-7e86-4936-b4ee-67dcbe772fd1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.289029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e06e1dd4-d4de-41da-95c5-6de8bbcb2929), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.310442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.310608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24151750-7e47-4525-8aa6-2af9bae60557 admin admin] Publish callbacks [] for security_group (c395a6a7-713f-4bd5-8b36-22eb63ecdd42), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.325940 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "DELETE /v2.0/networks/e06e1dd4-d4de-41da-95c5-6de8bbcb2929 HTTP/1.1" status: 204 len: 168 time: 1.9809365 Feb 11 05:45:17.356916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49406) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:17.425344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cd5e4628-b70e-4e2a-869c-f28a350435e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cb093c4fdc84f9ab95d514e0deb6bda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5802262 Feb 11 05:45:17.428392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49408) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:17.429472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e4628-b70e-4e2a-869c-f28a350435e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d7c567-7e86-4936-b4ee-67dcbe772fd1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.444378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d12fc4-a86a-49ef-a24c-54baa9354e59 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Network': ['ID=e06e1dd4-d4de-41da-95c5-6de8bbcb2929,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.447907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24151750-7e47-4525-8aa6-2af9bae60557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c395a6a7-713f-4bd5-8b36-22eb63ecdd42), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.455359 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24151750-7e47-4525-8aa6-2af9bae60557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.456571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-24151750-7e47-4525-8aa6-2af9bae60557 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c395a6a7-713f-4bd5-8b36-22eb63ecdd42 HTTP/1.1" status: 204 len: 168 time: 0.4575229 Feb 11 05:45:17.464471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:17.503730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24151750-7e47-4525-8aa6-2af9bae60557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c395a6a7-713f-4bd5-8b36-22eb63ecdd42,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.529827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:17.530413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6a5fbc0b-d495-463e-bee2-15ef5fdc8b7c not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:17.592441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d69c4638-b1c1-43c8-9d4c-b25d2059c165 admin admin] Publish callbacks [] for security_group (27d7c567-7e86-4936-b4ee-67dcbe772fd1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.637398 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d69c4638-b1c1-43c8-9d4c-b25d2059c165 admin admin] Publish callbacks [] for security_group (27d7c567-7e86-4936-b4ee-67dcbe772fd1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.638765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f9060f-fbbb-4273-8839-9002ae9f9cea tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting subnet d227a55d-47f0-43ca-ab5b-0297c2695c60 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:17.649097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-32f9060f-fbbb-4273-8839-9002ae9f9cea tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (d227a55d-47f0-43ca-ab5b-0297c2695c60), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.717935 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d69c4638-b1c1-43c8-9d4c-b25d2059c165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (27d7c567-7e86-4936-b4ee-67dcbe772fd1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.721822 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d69c4638-b1c1-43c8-9d4c-b25d2059c165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.726491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d69c4638-b1c1-43c8-9d4c-b25d2059c165 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27d7c567-7e86-4936-b4ee-67dcbe772fd1 HTTP/1.1" status: 204 len: 168 time: 0.2888360 Feb 11 05:45:17.742230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c4638-b1c1-43c8-9d4c-b25d2059c165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d7c567-7e86-4936-b4ee-67dcbe772fd1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.815212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-32f9060f-fbbb-4273-8839-9002ae9f9cea tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (d227a55d-47f0-43ca-ab5b-0297c2695c60), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.821341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.000305 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.073147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=02a82603-1054-4ac7-a65d-a0955c8ccd0b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:18.084371 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-32f9060f-fbbb-4273-8839-9002ae9f9cea tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (d227a55d-47f0-43ca-ab5b-0297c2695c60), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.143674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Checking segment: {'id': '7ce94dfb-1434-4de9-8b00-cabed65d1800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:18.144054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network hostable DHCP agents. Network: bdd91a05-4cb1-447a-85be-e33a3d17429c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:18.189388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:18.211075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-32f9060f-fbbb-4273-8839-9002ae9f9cea tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (d227a55d-47f0-43ca-ab5b-0297c2695c60), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.264943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618d52d-1e7a-49bb-9248-ba605385941f None None] Network 90dc93a8-92b5-4976-9a37-45b17810394b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:18.277597 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-32f9060f-fbbb-4273-8839-9002ae9f9cea tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.281178 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-32f9060f-fbbb-4273-8839-9002ae9f9cea tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "DELETE /v2.0/subnets/d227a55d-47f0-43ca-ab5b-0297c2695c60 HTTP/1.1" status: 204 len: 168 time: 0.9228520 Feb 11 05:45:18.283643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, bdd91a05-4cb1-447a-85be-e33a3d17429c) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:18.295314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49434) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:18.303981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:18.314458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.315124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.397603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61a54c1-25f6-4306-8501-e0bccd80a618 None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:18.419294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9060f-fbbb-4273-8839-9002ae9f9cea tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Subnet': ['ID=d227a55d-47f0-43ca-ab5b-0297c2695c60,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:18.450396 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-76f78027-f205-4570-82b9-122b2caeeed0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2390747 Feb 11 05:45:18.466012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49440) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:18.479517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1347327484'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:18.486284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (90dc93a8-92b5-4976-9a37-45b17810394b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.517154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:18.524338 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.542983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99029e8-0009-4602-aec5-6d1f5bdcb45e req-f3f7443e-4fbe-4ae0-ae8f-bccb5a54f489 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.554682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99029e8-0009-4602-aec5-6d1f5bdcb45e req-f3f7443e-4fbe-4ae0-ae8f-bccb5a54f489 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.563157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:18.573721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99029e8-0009-4602-aec5-6d1f5bdcb45e req-f3f7443e-4fbe-4ae0-ae8f-bccb5a54f489 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.577955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (12d2874e-c9f7-425a-ae6c-ad84396ad13d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.579482 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Added segment 12d2874e-c9f7-425a-ae6c-ad84396ad13d of type vlan for network 42ebdf7b-26f0-415f-8e85-c268e76601ce Feb 11 05:45:18.586470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99029e8-0009-4602-aec5-6d1f5bdcb45e req-f3f7443e-4fbe-4ae0-ae8f-bccb5a54f489 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.601336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99029e8-0009-4602-aec5-6d1f5bdcb45e req-f3f7443e-4fbe-4ae0-ae8f-bccb5a54f489 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.627194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99029e8-0009-4602-aec5-6d1f5bdcb45e req-f3f7443e-4fbe-4ae0-ae8f-bccb5a54f489 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.644380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99029e8-0009-4602-aec5-6d1f5bdcb45e req-f3f7443e-4fbe-4ae0-ae8f-bccb5a54f489 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.650871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a99029e8-0009-4602-aec5-6d1f5bdcb45e req-f3f7443e-4fbe-4ae0-ae8f-bccb5a54f489 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.6190608 Feb 11 05:45:18.720445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (42ebdf7b-26f0-415f-8e85-c268e76601ce), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.721228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a9fd-233b-4947-a361-8206c7ade7ac req-d0066e2d-4098-44af-b658-174b1351b77a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.727943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a9fd-233b-4947-a361-8206c7ade7ac req-d0066e2d-4098-44af-b658-174b1351b77a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.741220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd302e44-ce6f-4a58-b26d-b97e00d2cacf None None] DHCP port deletion for 90dc93a8-92b5-4976-9a37-45b17810394b request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:18.742386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a9fd-233b-4947-a361-8206c7ade7ac req-d0066e2d-4098-44af-b658-174b1351b77a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.753233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a9fd-233b-4947-a361-8206c7ade7ac req-d0066e2d-4098-44af-b658-174b1351b77a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.767404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a9fd-233b-4947-a361-8206c7ade7ac req-d0066e2d-4098-44af-b658-174b1351b77a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.779224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a9fd-233b-4947-a361-8206c7ade7ac req-d0066e2d-4098-44af-b658-174b1351b77a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.794064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a9fd-233b-4947-a361-8206c7ade7ac req-d0066e2d-4098-44af-b658-174b1351b77a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.804318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (42ebdf7b-26f0-415f-8e85-c268e76601ce), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.806666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5767a9fd-233b-4947-a361-8206c7ade7ac req-d0066e2d-4098-44af-b658-174b1351b77a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.6615307 Feb 11 05:45:18.816081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.817041 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.893529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cd302e44-ce6f-4a58-b26d-b97e00d2cacf None None] Deleting port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:18.893993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd302e44-ce6f-4a58-b26d-b97e00d2cacf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.000392 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5315683 Feb 11 05:45:19.006059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a99029e8-0009-4602-aec5-6d1f5bdcb45e req-f5fc3e17-0f27-43ca-902f-c66dca610539 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3363774 Feb 11 05:45:19.012462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49460) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:19.037951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'ports': [{'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c'}, {'network_id': '42ebdf7b-26f0-415f-8e85-c268e76601ce'}]} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:19.054760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:19.071052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': '42ebdf7b-26f0-415f-8e85-c268e76601ce'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:19.108855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64650ec6-b0aa-46b5-a6df-3d782b96611d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Network': ['ID=42ebdf7b-26f0-415f-8e85-c268e76601ce,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.142714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cd302e44-ce6f-4a58-b26d-b97e00d2cacf None None] For port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a,segment=NetworkSegment(d21c6d4d-9e1a-4c25-819e-060f3e31b274),segment_id=d21c6d4d-9e1a-4c25-819e-060f3e31b274)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:19.143125 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd302e44-ce6f-4a58-b26d-b97e00d2cacf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.165192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cd302e44-ce6f-4a58-b26d-b97e00d2cacf None None] Calling delete_port for fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:19.320679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 42ebdf7b-26f0-415f-8e85-c268e76601ce details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:19.343843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:19.344214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.350950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5767a9fd-233b-4947-a361-8206c7ade7ac req-a51fc667-b269-4bf1-b730-a873a21bc784 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5430801 Feb 11 05:45:19.354608 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd302e44-ce6f-4a58-b26d-b97e00d2cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.436489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:19.493766 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:19.494319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:19.499288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd302e44-ce6f-4a58-b26d-b97e00d2cacf None None] Pushing event deleted for resources: {'Port': ['ID=fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.568606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd302e44-ce6f-4a58-b26d-b97e00d2cacf None None] No DVR routers for this DVR port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:19.671619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] For port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a, host n-d-715271-35, got binding levels [] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:19.672700 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.705155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Calling delete_port for fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:19.711657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a was not found and therefore no delete operation was performed {{(pid=103120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:45:19.715235 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.794591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Port': ['ID=fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.807284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] No DVR routers for this DVR port fbd61c8d-9d09-4bb1-b99c-01fe9a96cb9a on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:19.877542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 2} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:19.884351 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.936949 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.980453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (90dc93a8-92b5-4976-9a37-45b17810394b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.171390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dc93a8-92b5-4976-9a37-45b17810394b']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:20.195005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21c6d4d-9e1a-4c25-819e-060f3e31b274') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:20.195310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21c6d4d-9e1a-4c25-819e-060f3e31b274') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:20.219370 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (d21c6d4d-9e1a-4c25-819e-060f3e31b274), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.235442 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d21c6d4d-9e1a-4c25-819e-060f3e31b274), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.243036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:20.243454 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (d21c6d4d-9e1a-4c25-819e-060f3e31b274), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:20.421662 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:20.555593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 4784f2e4-dd62-4df6-89c1-57d66391304d yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:20.664803 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (90dc93a8-92b5-4976-9a37-45b17810394b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.678336 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.681710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "DELETE /v2.0/networks/90dc93a8-92b5-4976-9a37-45b17810394b HTTP/1.1" status: 204 len: 168 time: 2.3843954 Feb 11 05:45:20.689604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49506) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:20.696839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2073042160'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:20.743459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:20.747770 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.758800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cad2b-16d6-4504-b4c7-a304e7154593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Network': ['ID=90dc93a8-92b5-4976-9a37-45b17810394b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:20.799669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b0fe-26fd-48cd-ac9c-1d596f1ab948 req-d5ffc4c0-f6f0-4941-a946-480068efbd17 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.804972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b0fe-26fd-48cd-ac9c-1d596f1ab948 req-d5ffc4c0-f6f0-4941-a946-480068efbd17 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.824318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:20.826637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b0fe-26fd-48cd-ac9c-1d596f1ab948 req-d5ffc4c0-f6f0-4941-a946-480068efbd17 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.831986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b0fe-26fd-48cd-ac9c-1d596f1ab948 req-d5ffc4c0-f6f0-4941-a946-480068efbd17 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.842476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (947f4a65-e4f9-46fc-862c-7ca116c29f71), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.842829 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Added segment 947f4a65-e4f9-46fc-862c-7ca116c29f71 of type vlan for network 903659e8-efa4-4d4d-994d-c22bd93e858f Feb 11 05:45:20.847499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b0fe-26fd-48cd-ac9c-1d596f1ab948 req-d5ffc4c0-f6f0-4941-a946-480068efbd17 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.856435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b0fe-26fd-48cd-ac9c-1d596f1ab948 req-d5ffc4c0-f6f0-4941-a946-480068efbd17 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.865069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b0fe-26fd-48cd-ac9c-1d596f1ab948 req-d5ffc4c0-f6f0-4941-a946-480068efbd17 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.868355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6881b0fe-26fd-48cd-ac9c-1d596f1ab948 req-d5ffc4c0-f6f0-4941-a946-480068efbd17 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.4424014 Feb 11 05:45:20.920540 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (903659e8-efa4-4d4d-994d-c22bd93e858f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.956118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f541760-2655-44d9-880e-f43dacecd228 req-fef2a357-ab3f-4f97-b255-6e03e77b2785 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.970303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (903659e8-efa4-4d4d-994d-c22bd93e858f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.976552 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.977198 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.977946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f541760-2655-44d9-880e-f43dacecd228 req-fef2a357-ab3f-4f97-b255-6e03e77b2785 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.994923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f541760-2655-44d9-880e-f43dacecd228 req-fef2a357-ab3f-4f97-b255-6e03e77b2785 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.007267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f541760-2655-44d9-880e-f43dacecd228 req-fef2a357-ab3f-4f97-b255-6e03e77b2785 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.025532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f541760-2655-44d9-880e-f43dacecd228 req-fef2a357-ab3f-4f97-b255-6e03e77b2785 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.043606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f541760-2655-44d9-880e-f43dacecd228 req-fef2a357-ab3f-4f97-b255-6e03e77b2785 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.049938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f541760-2655-44d9-880e-f43dacecd228 req-fef2a357-ab3f-4f97-b255-6e03e77b2785 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.059562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f541760-2655-44d9-880e-f43dacecd228 req-fef2a357-ab3f-4f97-b255-6e03e77b2785 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.5240953 Feb 11 05:45:21.064950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Network': ['ID=903659e8-efa4-4d4d-994d-c22bd93e858f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:21.075425 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-39f255ab-242f-4b9e-bc24-85ec1ca29e0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3841496 Feb 11 05:45:21.076690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 903659e8-efa4-4d4d-994d-c22bd93e858f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:21.082789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49532) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:21.096731 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'subnet': {'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:21.286573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (4784f2e4-dd62-4df6-89c1-57d66391304d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.320767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:21.326682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.430797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6881b0fe-26fd-48cd-ac9c-1d596f1ab948 req-4b45d41e-49c5-4a08-9d93-a0e33734ffc4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5371265 Feb 11 05:45:21.447434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f541760-2655-44d9-880e-f43dacecd228 req-8c7a4682-d070-482b-a6d1-b4bb78a7cc48 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3864903 Feb 11 05:45:21.478749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 1204f7a0-5b7d-4a2e-82af-1f8beb63aa44 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:21.617147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (ffc3a88b-2594-4041-ab16-b889bc9d5c2b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.639524 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (1204f7a0-5b7d-4a2e-82af-1f8beb63aa44), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.713419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Subnet': ['ID=ffc3a88b-2594-4041-ab16-b889bc9d5c2b,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:21.722256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4784f2e4-dd62-4df6-89c1-57d66391304d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.774520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:21.806664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Checking segment: {'id': '947f4a65-e4f9-46fc-862c-7ca116c29f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:21.807280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network hostable DHCP agents. Network: 903659e8-efa4-4d4d-994d-c22bd93e858f, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:21.810309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.813974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:21.814568 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.815061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.815824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.816321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.816810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.817769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:21.818296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.818800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.819294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.820465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:21.821418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1204f7a0-5b7d-4a2e-82af-1f8beb63aa44), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.837256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.837732 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.838095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.838448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:21.881656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network 903659e8-efa4-4d4d-994d-c22bd93e858f is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:21.888081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=4784f2e4-dd62-4df6-89c1-57d66391304d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:21.891914 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 903659e8-efa4-4d4d-994d-c22bd93e858f) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:21.896942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.897602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.903970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbfc18-1d14-4538-bea7-35714ea0c16c None None] Network 903659e8-efa4-4d4d-994d-c22bd93e858f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:21.928525 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a1e3be27-470c-43c8-9083-b11962491ee1 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8432951 Feb 11 05:45:21.929169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:21.934202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-915424209'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:21.955457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:21.969675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.042691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:22.057798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=1204f7a0-5b7d-4a2e-82af-1f8beb63aa44,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:22.074873 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-441c2e6c-21a0-4aff-8291-455b7df073fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.077390 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.079749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (619968e1-ae63-487e-be1b-46af9f97741f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.080107 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Added segment 619968e1-ae63-487e-be1b-46af9f97741f of type vlan for network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab Feb 11 05:45:22.094177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Checking segment: {'id': '12d2874e-c9f7-425a-ae6c-ad84396ad13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '42ebdf7b-26f0-415f-8e85-c268e76601ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:22.094549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network hostable DHCP agents. Network: 42ebdf7b-26f0-415f-8e85-c268e76601ce, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:22.122530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-903659e8-efa4-4d4d-994d-c22bd93e858f', 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f', 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'fixed_ips': [{'subnet_id': 'ffc3a88b-2594-4041-ab16-b889bc9d5c2b'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:22.124121 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.135233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 42ebdf7b-26f0-415f-8e85-c268e76601ce is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:22.146893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 42ebdf7b-26f0-415f-8e85-c268e76601ce) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:22.157957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:22.163760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.167154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e4d8d-a36a-4edd-b040-96a74d2cf08c None None] Network 42ebdf7b-26f0-415f-8e85-c268e76601ce requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:22.168183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.168852 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.228292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c9a3cd5e-2a1b-49d1-b411-3d4bcbc902c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1996591 Feb 11 05:45:22.230992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49558) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:22.243398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (2b21f7b8-ec77-464b-b220-442e1ea1b4ab), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.445615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (2b21f7b8-ec77-464b-b220-442e1ea1b4ab), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.451236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.452171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.588717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-441c2e6c-21a0-4aff-8291-455b7df073fc admin admin] Publish callbacks [] for security_group (3133e313-adde-4f04-8c2f-4502411fd38a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.614959 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6818833 Feb 11 05:45:22.614959 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-441c2e6c-21a0-4aff-8291-455b7df073fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3133e313-adde-4f04-8c2f-4502411fd38a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.616206 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49566) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:22.653819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Allocated IP 19.80.0.2 (903659e8-efa4-4d4d-994d-c22bd93e858f/ffc3a88b-2594-4041-ab16-b889bc9d5c2b/69e73a74-610e-44df-93f7-aea4052a5c90) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:22.749953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'subnet': {'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:22.771101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f04b5-9824-4e51-91f8-dd2c28fc323d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Network': ['ID=2b21f7b8-ec77-464b-b220-442e1ea1b4ab,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:22.785054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:22.814557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165ad9-a182-4972-888a-3843e0e4d8c0 req-465485aa-fc35-4695-879c-4e78e89caab7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.824828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165ad9-a182-4972-888a-3843e0e4d8c0 req-465485aa-fc35-4695-879c-4e78e89caab7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.835056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165ad9-a182-4972-888a-3843e0e4d8c0 req-465485aa-fc35-4695-879c-4e78e89caab7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.839798 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-441c2e6c-21a0-4aff-8291-455b7df073fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7ec078c7550407c99dae0edfb67be6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0465767 Feb 11 05:45:22.842209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c2e6c-21a0-4aff-8291-455b7df073fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3133e313-adde-4f04-8c2f-4502411fd38a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:22.850991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165ad9-a182-4972-888a-3843e0e4d8c0 req-465485aa-fc35-4695-879c-4e78e89caab7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.856499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165ad9-a182-4972-888a-3843e0e4d8c0 req-465485aa-fc35-4695-879c-4e78e89caab7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.875905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165ad9-a182-4972-888a-3843e0e4d8c0 req-465485aa-fc35-4695-879c-4e78e89caab7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.885781 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49570) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:22.893544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165ad9-a182-4972-888a-3843e0e4d8c0 req-465485aa-fc35-4695-879c-4e78e89caab7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.895697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3165ad9-a182-4972-888a-3843e0e4d8c0 req-465485aa-fc35-4695-879c-4e78e89caab7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.3040347 Feb 11 05:45:22.905450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-19ccb979-ec39-4ba9-ba5a-d204a574860a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 1204f7a0-5b7d-4a2e-82af-1f8beb63aa44 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:22.905804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ccb979-ec39-4ba9-ba5a-d204a574860a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1204f7a0-5b7d-4a2e-82af-1f8beb63aa44), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.952480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62aa98-e4c5-4c8e-8011-f4bc7b3ef44a req-44d99277-8d40-4086-b24e-5ae51927dc42 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.969974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62aa98-e4c5-4c8e-8011-f4bc7b3ef44a req-44d99277-8d40-4086-b24e-5ae51927dc42 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.975735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62aa98-e4c5-4c8e-8011-f4bc7b3ef44a req-44d99277-8d40-4086-b24e-5ae51927dc42 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.997425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62aa98-e4c5-4c8e-8011-f4bc7b3ef44a req-44d99277-8d40-4086-b24e-5ae51927dc42 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.002679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62aa98-e4c5-4c8e-8011-f4bc7b3ef44a req-44d99277-8d40-4086-b24e-5ae51927dc42 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.020927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62aa98-e4c5-4c8e-8011-f4bc7b3ef44a req-44d99277-8d40-4086-b24e-5ae51927dc42 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.026340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62aa98-e4c5-4c8e-8011-f4bc7b3ef44a req-44d99277-8d40-4086-b24e-5ae51927dc42 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.040001 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.045726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba62aa98-e4c5-4c8e-8011-f4bc7b3ef44a req-44d99277-8d40-4086-b24e-5ae51927dc42 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.3590169 Feb 11 05:45:23.100994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Publish callbacks [] for port (69e73a74-610e-44df-93f7-aea4052a5c90), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.110094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.111524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3165ad9-a182-4972-888a-3843e0e4d8c0 req-fb3e43af-6db8-4c22-91c1-2b73e4c32209 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2006094 Feb 11 05:45:23.171410 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ccb979-ec39-4ba9-ba5a-d204a574860a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1204f7a0-5b7d-4a2e-82af-1f8beb63aa44), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.180986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Network 903659e8-efa4-4d4d-994d-c22bd93e858f is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:23.182894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Pushing event updated for resources: {'Port': ['ID=69e73a74-610e-44df-93f7-aea4052a5c90,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.185611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba62aa98-e4c5-4c8e-8011-f4bc7b3ef44a req-e206358a-b980-4d93-a172-cd115e4ebe3f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371996 Feb 11 05:45:23.186380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:23.192990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:23.231883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:23.235763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.240860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-19ccb979-ec39-4ba9-ba5a-d204a574860a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 1204f7a0-5b7d-4a2e-82af-1f8beb63aa44 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:23.267008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Attempting to bind port 69e73a74-610e-44df-93f7-aea4052a5c90 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:23.267387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Attempting to bind port 69e73a74-610e-44df-93f7-aea4052a5c90 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '947f4a65-e4f9-46fc-862c-7ca116c29f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:23.267896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Attempting to bind port 69e73a74-610e-44df-93f7-aea4052a5c90 on network 903659e8-efa4-4d4d-994d-c22bd93e858f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:23.275034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:23.275420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Checking segment: {'id': '947f4a65-e4f9-46fc-862c-7ca116c29f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:23.275842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.276223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Bound using segment: {'id': '947f4a65-e4f9-46fc-862c-7ca116c29f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:23.276693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Bound port: 69e73a74-610e-44df-93f7-aea4052a5c90, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947f4a65-e4f9-46fc-862c-7ca116c29f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:23.277776 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.323785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a6d4-2a7c-4828-b86a-cb6ac2461902 admin admin] Publish callbacks [] for security_group (3133e313-adde-4f04-8c2f-4502411fd38a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.395364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] For port 69e73a74-610e-44df-93f7-aea4052a5c90, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:23.399710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] For port 69e73a74-610e-44df-93f7-aea4052a5c90, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69e73a74-610e-44df-93f7-aea4052a5c90,segment=NetworkSegment(947f4a65-e4f9-46fc-862c-7ca116c29f71),segment_id=947f4a65-e4f9-46fc-862c-7ca116c29f71)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:23.403403 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a6d4-2a7c-4828-b86a-cb6ac2461902 admin admin] Publish callbacks [] for security_group (3133e313-adde-4f04-8c2f-4502411fd38a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.425460 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.533373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92786ac9-8959-4cde-b679-9d675e6edf8f None None] Pushing event updated for resources: {'Port': ['ID=69e73a74-610e-44df-93f7-aea4052a5c90,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.539114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a6d4-2a7c-4828-b86a-cb6ac2461902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3133e313-adde-4f04-8c2f-4502411fd38a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.542717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a6d4-2a7c-4828-b86a-cb6ac2461902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.544008 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9cf9a6d4-2a7c-4828-b86a-cb6ac2461902 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3133e313-adde-4f04-8c2f-4502411fd38a HTTP/1.1" status: 204 len: 168 time: 0.6565537 Feb 11 05:45:23.545067 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ccb979-ec39-4ba9-ba5a-d204a574860a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1204f7a0-5b7d-4a2e-82af-1f8beb63aa44), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.668510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9a6d4-2a7c-4828-b86a-cb6ac2461902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3133e313-adde-4f04-8c2f-4502411fd38a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.675120 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccb979-ec39-4ba9-ba5a-d204a574860a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=1204f7a0-5b7d-4a2e-82af-1f8beb63aa44,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.720366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-19ccb979-ec39-4ba9-ba5a-d204a574860a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.726702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49584) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:23.728412 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-19ccb979-ec39-4ba9-ba5a-d204a574860a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/1204f7a0-5b7d-4a2e-82af-1f8beb63aa44 HTTP/1.1" status: 204 len: 168 time: 1.4961329 Feb 11 05:45:23.862398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (051fafd6-0f21-49d5-b72e-6bfdc442b389), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.917557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3c50d-f799-41bb-bc33-562808427236 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.924084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3c50d-f799-41bb-bc33-562808427236 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.925852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-58e3c50d-f799-41bb-bc33-562808427236 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1973794 Feb 11 05:45:23.928898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49592) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:23.982281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Subnet': ['ID=051fafd6-0f21-49d5-b72e-6bfdc442b389,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.991550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Checking segment: {'id': '619968e1-ae63-487e-be1b-46af9f97741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:23.992249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network hostable DHCP agents. Network: 2b21f7b8-ec77-464b-b220-442e1ea1b4ab, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:24.043379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:24.074559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 2b21f7b8-ec77-464b-b220-442e1ea1b4ab) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:24.082097 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:24.084477 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.087405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b91c2-29e4-4345-868a-ebfcc9e7c52d None None] Network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:24.141188 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1c5a68fe-f265-40b0-b78e-700d60ae1ce0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4274616 Feb 11 05:45:24.217298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49600) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:24.271745 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd91885a-b658-44bb-b3bf-097fae7b9764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.325957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-2b21f7b8-ec77-464b-b220-442e1ea1b4ab', 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab', 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'fixed_ips': [{'subnet_id': '051fafd6-0f21-49d5-b72e-6bfdc442b389'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:24.327620 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.334707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 4784f2e4-dd62-4df6-89c1-57d66391304d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:24.340724 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4784f2e4-dd62-4df6-89c1-57d66391304d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.522684 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd91885a-b658-44bb-b3bf-097fae7b9764 admin admin] Publish callbacks [] for security_group (012c52e9-9a42-4228-9e1a-20b06be599b0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.531063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd91885a-b658-44bb-b3bf-097fae7b9764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (012c52e9-9a42-4228-9e1a-20b06be599b0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.577359 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bd91885a-b658-44bb-b3bf-097fae7b9764 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ce4261530df41c8a3d5bc34f479d17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597124 Feb 11 05:45:24.580111 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49610) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:24.675060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91885a-b658-44bb-b3bf-097fae7b9764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012c52e9-9a42-4228-9e1a-20b06be599b0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:24.738226 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4784f2e4-dd62-4df6-89c1-57d66391304d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.738386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af787822-04e7-4544-9b39-f1d83ec101d2 admin admin] Publish callbacks [] for security_group (012c52e9-9a42-4228-9e1a-20b06be599b0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.748698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Allocated IP 19.86.0.2 (2b21f7b8-ec77-464b-b220-442e1ea1b4ab/051fafd6-0f21-49d5-b72e-6bfdc442b389/2413ffe0-24b4-4dec-b69d-4b7c25f60417) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:24.787167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af787822-04e7-4544-9b39-f1d83ec101d2 admin admin] Publish callbacks [] for security_group (012c52e9-9a42-4228-9e1a-20b06be599b0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.874077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 4784f2e4-dd62-4df6-89c1-57d66391304d owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:24.919750 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af787822-04e7-4544-9b39-f1d83ec101d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (012c52e9-9a42-4228-9e1a-20b06be599b0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.923386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af787822-04e7-4544-9b39-f1d83ec101d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.933860 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af787822-04e7-4544-9b39-f1d83ec101d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/012c52e9-9a42-4228-9e1a-20b06be599b0 HTTP/1.1" status: 204 len: 168 time: 0.3439717 Feb 11 05:45:24.963707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af787822-04e7-4544-9b39-f1d83ec101d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012c52e9-9a42-4228-9e1a-20b06be599b0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:24.992671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a316-3245-4a79-8d88-a94071727441 req-581fa595-5864-4bc9-841f-de4d94a092d5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.003395 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Publish callbacks [] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.025566 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.044302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a316-3245-4a79-8d88-a94071727441 req-581fa595-5864-4bc9-841f-de4d94a092d5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.062674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a316-3245-4a79-8d88-a94071727441 req-581fa595-5864-4bc9-841f-de4d94a092d5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.078078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a316-3245-4a79-8d88-a94071727441 req-581fa595-5864-4bc9-841f-de4d94a092d5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.096813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a316-3245-4a79-8d88-a94071727441 req-581fa595-5864-4bc9-841f-de4d94a092d5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.104256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a316-3245-4a79-8d88-a94071727441 req-581fa595-5864-4bc9-841f-de4d94a092d5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.125300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:25.126852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a316-3245-4a79-8d88-a94071727441 req-581fa595-5864-4bc9-841f-de4d94a092d5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.133191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:25.135061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Pushing event updated for resources: {'Port': ['ID=2413ffe0-24b4-4dec-b69d-4b7c25f60417,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:25.144581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9b5a316-3245-4a79-8d88-a94071727441 req-581fa595-5864-4bc9-841f-de4d94a092d5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.6165075 Feb 11 05:45:25.146145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:25.300897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Attempting to bind port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:25.300897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Attempting to bind port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '619968e1-ae63-487e-be1b-46af9f97741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:25.300897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Attempting to bind port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 on network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:25.304693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b22c4f-d1b1-4a86-a43c-e278543ff9e7 req-90e8a99b-0469-437e-9899-dc176269b4d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.322479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:25.322904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Checking segment: {'id': '619968e1-ae63-487e-be1b-46af9f97741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:25.323335 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.323737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Bound using segment: {'id': '619968e1-ae63-487e-be1b-46af9f97741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:25.324218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Bound port: 2413ffe0-24b4-4dec-b69d-4b7c25f60417, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619968e1-ae63-487e-be1b-46af9f97741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:25.324606 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.356234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b22c4f-d1b1-4a86-a43c-e278543ff9e7 req-90e8a99b-0469-437e-9899-dc176269b4d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.365569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b22c4f-d1b1-4a86-a43c-e278543ff9e7 req-90e8a99b-0469-437e-9899-dc176269b4d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.398631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b22c4f-d1b1-4a86-a43c-e278543ff9e7 req-90e8a99b-0469-437e-9899-dc176269b4d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.420884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b22c4f-d1b1-4a86-a43c-e278543ff9e7 req-90e8a99b-0469-437e-9899-dc176269b4d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.446985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b22c4f-d1b1-4a86-a43c-e278543ff9e7 req-90e8a99b-0469-437e-9899-dc176269b4d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.461587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4856d30-6347-4295-8d05-2e05768383ae None None] Network 903659e8-efa4-4d4d-994d-c22bd93e858f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:25.463514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b22c4f-d1b1-4a86-a43c-e278543ff9e7 req-90e8a99b-0469-437e-9899-dc176269b4d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.465638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13b22c4f-d1b1-4a86-a43c-e278543ff9e7 req-90e8a99b-0469-437e-9899-dc176269b4d5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 0.9363825 Feb 11 05:45:25.511390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69e73a74-610e-44df-93f7-aea4052a5c90 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:25.568359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] For port 2413ffe0-24b4-4dec-b69d-4b7c25f60417, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:25.629323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b894ae44-7780-4a9b-8685-f4c168b89c64 None None] Provisioning complete for port 69e73a74-610e-44df-93f7-aea4052a5c90 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:25.629753 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b894ae44-7780-4a9b-8685-f4c168b89c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.637530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] For port 2413ffe0-24b4-4dec-b69d-4b7c25f60417, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2413ffe0-24b4-4dec-b69d-4b7c25f60417,segment=NetworkSegment(619968e1-ae63-487e-be1b-46af9f97741f),segment_id=619968e1-ae63-487e-be1b-46af9f97741f)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:25.672673 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.775194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 69e73a74-610e-44df-93f7-aea4052a5c90 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:25.779122 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.892165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9b5a316-3245-4a79-8d88-a94071727441 req-626ba206-663b-43e0-ac9f-19be56480402 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7320635 Feb 11 05:45:25.960188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13b22c4f-d1b1-4a86-a43c-e278543ff9e7 req-1c799807-9e72-48ab-b14f-9eac02a7ef99 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3845866 Feb 11 05:45:25.979590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4784f2e4-dd62-4df6-89c1-57d66391304d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.106784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=4784f2e4-dd62-4df6-89c1-57d66391304d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:26.171424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b894ae44-7780-4a9b-8685-f4c168b89c64 None None] Current status of the port 69e73a74-610e-44df-93f7-aea4052a5c90 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:26.177775 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.184282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49652) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:26.185905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/4784f2e4-dd62-4df6-89c1-57d66391304d HTTP/1.1" status: 204 len: 168 time: 2.2458885 Feb 11 05:45:26.200320 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b894ae44-7780-4a9b-8685-f4c168b89c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.201371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.202104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.202718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.203273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.203827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.204383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.205367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.205990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.206801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.207366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.208152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.208761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.209638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8475d2-ae2f-4287-b199-d5747c4ac2bb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:26.406314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b441ccba-cd29-42a5-bd66-0bd192f5a45a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.422956 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b441ccba-cd29-42a5-bd66-0bd192f5a45a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2375576 Feb 11 05:45:26.423694 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49658) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:26.469342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-1ce67b35-a863-47d1-a917-20b1074e9aa5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.488393 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-580abc24-738a-495b-b6f1-1c13b152eb66 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:45:26.490192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-1ce67b35-a863-47d1-a917-20b1074e9aa5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.495730 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-580abc24-738a-495b-b6f1-1c13b152eb66 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/1204f7a0-5b7d-4a2e-82af-1f8beb63aa44 HTTP/1.1" status: 404 len: 333 time: 0.0709360 Feb 11 05:45:26.499782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49660) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:26.507206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-1ce67b35-a863-47d1-a917-20b1074e9aa5 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/networks?id=903659e8-efa4-4d4d-994d-c22bd93e858f&id=2b21f7b8-ec77-464b-b220-442e1ea1b4ab HTTP/1.1" status: 200 len: 1391 time: 0.3958466 Feb 11 05:45:26.536812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-bee64d6a-3004-44bd-a499-b7d992927668 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/quotas/e06b6ca685eb4d87baea47cd95d8fed9 HTTP/1.1" status: 200 len: 375 time: 0.0240204 Feb 11 05:45:26.581291 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6781012-48e7-4e41-a922-0fa3fc452318 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:45:26.583692 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e6781012-48e7-4e41-a922-0fa3fc452318 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/4784f2e4-dd62-4df6-89c1-57d66391304d HTTP/1.1" status: 404 len: 333 time: 0.0826504 Feb 11 05:45:26.586634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49662) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:26.654743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-46a68bfc-1560-452f-87cf-b6e3f4bf0d98 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1102319 Feb 11 05:45:26.689873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b894ae44-7780-4a9b-8685-f4c168b89c64 None None] For port 69e73a74-610e-44df-93f7-aea4052a5c90, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69e73a74-610e-44df-93f7-aea4052a5c90,segment=NetworkSegment(947f4a65-e4f9-46fc-862c-7ca116c29f71),segment_id=947f4a65-e4f9-46fc-862c-7ca116c29f71)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:26.712724 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b894ae44-7780-4a9b-8685-f4c168b89c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.831126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ba487-e3cd-4b6e-95ea-e7892d7d63da None None] Pushing event updated for resources: {'Port': ['ID=2413ffe0-24b4-4dec-b69d-4b7c25f60417,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:26.833957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 69e73a74-610e-44df-93f7-aea4052a5c90 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:26.854343 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (42ebdf7b-26f0-415f-8e85-c268e76601ce), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.913007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894ae44-7780-4a9b-8685-f4c168b89c64 None None] Pushing event updated for resources: {'Port': ['ID=69e73a74-610e-44df-93f7-aea4052a5c90,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:27.004178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5582066f-afc5-477f-96da-af2d224f84a7 service neutron] 10.222.0.31 "GET /v2.0/networks/903659e8-efa4-4d4d-994d-c22bd93e858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419154 Feb 11 05:45:27.241818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 66206b59-23ca-4374-aeea-13f28bb07083 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:27.291460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (42ebdf7b-26f0-415f-8e85-c268e76601ce), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.390937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8b1c510c-d120-47c1-af06-bf8a168b0e85 None None] Provisioning complete for port 69e73a74-610e-44df-93f7-aea4052a5c90 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:27.391567 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8b1c510c-d120-47c1-af06-bf8a168b0e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.408913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ebdf7b-26f0-415f-8e85-c268e76601ce']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:27.463581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d2874e-c9f7-425a-ae6c-ad84396ad13d') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:27.470911 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d2874e-c9f7-425a-ae6c-ad84396ad13d') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:27.503307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (12d2874e-c9f7-425a-ae6c-ad84396ad13d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.574884 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (12d2874e-c9f7-425a-ae6c-ad84396ad13d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.605096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:27.605540 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (12d2874e-c9f7-425a-ae6c-ad84396ad13d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:27.662038 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:27.664626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb152e-e8a5-49b7-b702-9128da095c73 req-6c7d0fc0-2530-4cb1-9b6e-eca12e73fa7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.667523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2413ffe0-24b4-4dec-b69d-4b7c25f60417 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:27.679846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb152e-e8a5-49b7-b702-9128da095c73 req-6c7d0fc0-2530-4cb1-9b6e-eca12e73fa7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.698323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb152e-e8a5-49b7-b702-9128da095c73 req-6c7d0fc0-2530-4cb1-9b6e-eca12e73fa7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.715077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb152e-e8a5-49b7-b702-9128da095c73 req-6c7d0fc0-2530-4cb1-9b6e-eca12e73fa7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.737468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb152e-e8a5-49b7-b702-9128da095c73 req-6c7d0fc0-2530-4cb1-9b6e-eca12e73fa7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.746510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb152e-e8a5-49b7-b702-9128da095c73 req-6c7d0fc0-2530-4cb1-9b6e-eca12e73fa7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.752437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb152e-e8a5-49b7-b702-9128da095c73 req-6c7d0fc0-2530-4cb1-9b6e-eca12e73fa7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.755602 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49686) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:27.763254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43eb152e-e8a5-49b7-b702-9128da095c73 req-6c7d0fc0-2530-4cb1-9b6e-eca12e73fa7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.4427500 Feb 11 05:45:27.787964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a7ff8f94-15d2-41bb-beea-1b9313e9306b service neutron] 10.222.0.31 "GET /v2.0/networks/903659e8-efa4-4d4d-994d-c22bd93e858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7736492 Feb 11 05:45:27.804335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (42ebdf7b-26f0-415f-8e85-c268e76601ce), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.827952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.868017 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/networks/42ebdf7b-26f0-415f-8e85-c268e76601ce HTTP/1.1" status: 204 len: 168 time: 1.2802300 Feb 11 05:45:27.877160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49694) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:27.894425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-977198042'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:27.918102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 66206b59-23ca-4374-aeea-13f28bb07083, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=66206b59-23ca-4374-aeea-13f28bb07083,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:27.974572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a3f7f-6eae-499f-8538-fb8e55f46d2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Network': ['ID=42ebdf7b-26f0-415f-8e85-c268e76601ce,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:27.984199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:27.996922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.023786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a583769c-b580-4e21-b892-589b8833af8f None None] Network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:28.052149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:28.054503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-0c577c75-034d-43bb-bcec-77c96395e2c1 service neutron] 10.222.0.31 "GET /v2.0/networks/2b21f7b8-ec77-464b-b220-442e1ea1b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318177 Feb 11 05:45:28.068148 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f5fdf806-1c9d-4b71-953f-88b5d1447cdf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.068865 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Added segment f5fdf806-1c9d-4b71-953f-88b5d1447cdf of type vlan for network 7dd37563-f863-4d21-8311-b1c99586f24c Feb 11 05:45:28.121890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (7dd37563-f863-4d21-8311-b1c99586f24c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.130317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '66206b59-23ca-4374-aeea-13f28bb07083', 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'port_id': '66206b59-23ca-4374-aeea-13f28bb07083', 'mac_address': 'fa:16:3e:24:b4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2118ca17-0c0c-420c-b7e3-b521503c3190', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:28.146657 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1db55006-cc58-4e9a-97ef-244d2b039aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.157659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c510c-d120-47c1-af06-bf8a168b0e85 None None] Current status of the port 69e73a74-610e-44df-93f7-aea4052a5c90 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:28.165760 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (7dd37563-f863-4d21-8311-b1c99586f24c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.172392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:28.173584 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.183333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edc9b826-5cca-4f45-b70a-3a3eb7ec0f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.356429 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43eb152e-e8a5-49b7-b702-9128da095c73 req-d8c16d4a-c80a-4ef8-9bab-e5cb8f267c5a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5907075 Feb 11 05:45:28.358648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-287526cc-4e5f-4b4f-97e8-90d6a0d468b1 service neutron] 10.222.0.31 "GET /v2.0/networks/2b21f7b8-ec77-464b-b220-442e1ea1b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956154 Feb 11 05:45:28.372801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49710) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:28.379593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': '7dd37563-f863-4d21-8311-b1c99586f24c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:28.382213 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5029485 Feb 11 05:45:28.397923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b582705-c315-4109-965b-670b1a2e62e8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Network': ['ID=7dd37563-f863-4d21-8311-b1c99586f24c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:28.423198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 7dd37563-f863-4d21-8311-b1c99586f24c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:28.427063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:28.432140 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.434357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 66206b59-23ca-4374-aeea-13f28bb07083 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:28.434749 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (66206b59-23ca-4374-aeea-13f28bb07083), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.567497 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edc9b826-5cca-4f45-b70a-3a3eb7ec0f84 admin admin] Publish callbacks [] for security_group (0c0e64dc-21c2-4de5-a6a9-cf44954ecb5f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.583732 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edc9b826-5cca-4f45-b70a-3a3eb7ec0f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0c0e64dc-21c2-4de5-a6a9-cf44954ecb5f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.641204 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-edc9b826-5cca-4f45-b70a-3a3eb7ec0f84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=551c9ec1e4eb4be181accd008df8157a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8765020 Feb 11 05:45:28.642961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49712) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:28.705862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66206b59-23ca-4374-aeea-13f28bb07083 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:28.725373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:28.737849 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.804160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9b826-5cca-4f45-b70a-3a3eb7ec0f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0e64dc-21c2-4de5-a6a9-cf44954ecb5f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:28.837740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e56dffff-9b61-4fd8-9441-c7d03e6c4bee None None] Provisioning complete for port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:28.838124 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e56dffff-9b61-4fd8-9441-c7d03e6c4bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.849759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76fd7f63-999d-4a29-8ca1-683aebce271b admin admin] Publish callbacks [] for security_group (0c0e64dc-21c2-4de5-a6a9-cf44954ecb5f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.939325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76fd7f63-999d-4a29-8ca1-683aebce271b admin admin] Publish callbacks [] for security_group (0c0e64dc-21c2-4de5-a6a9-cf44954ecb5f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.956902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Performing IP validity checks on allocation pools {{(pid=103120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:45:28.960641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:45:29.070613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76fd7f63-999d-4a29-8ca1-683aebce271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0c0e64dc-21c2-4de5-a6a9-cf44954ecb5f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.073862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-76fd7f63-999d-4a29-8ca1-683aebce271b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.075462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-76fd7f63-999d-4a29-8ca1-683aebce271b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c0e64dc-21c2-4de5-a6a9-cf44954ecb5f HTTP/1.1" status: 204 len: 168 time: 0.4315746 Feb 11 05:45:29.089871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd7f63-999d-4a29-8ca1-683aebce271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0e64dc-21c2-4de5-a6a9-cf44954ecb5f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:29.200902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 66206b59-23ca-4374-aeea-13f28bb07083, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=66206b59-23ca-4374-aeea-13f28bb07083,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:29.294509 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (66206b59-23ca-4374-aeea-13f28bb07083), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.295609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c42625e7-478d-46cd-9ac9-810d31b616d5 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:29.340332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c42625e7-478d-46cd-9ac9-810d31b616d5, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c42625e7-478d-46cd-9ac9-810d31b616d5,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:29.404944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:29.405363 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.446236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c42625e7-478d-46cd-9ac9-810d31b616d5', 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'port_id': 'c42625e7-478d-46cd-9ac9-810d31b616d5', 'mac_address': 'fa:16:3e:d7:bc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2118ca17-0c0c-420c-b7e3-b521503c3190', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:29.721965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c42625e7-478d-46cd-9ac9-810d31b616d5 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:29.722356 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.762858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42625e7-478d-46cd-9ac9-810d31b616d5 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:29.791972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e56dffff-9b61-4fd8-9441-c7d03e6c4bee None None] Current status of the port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:29.792677 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e56dffff-9b61-4fd8-9441-c7d03e6c4bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.806850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e006f78-c259-4953-8a5e-af6806f10ece req-fc71844f-8e83-439d-93b6-222fe4a3fb63 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 210 time: 1.0593050 Feb 11 05:45:29.819535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 2413ffe0-24b4-4dec-b69d-4b7c25f60417, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2413ffe0-24b4-4dec-b69d-4b7c25f60417,segment=NetworkSegment(619968e1-ae63-487e-be1b-46af9f97741f),segment_id=619968e1-ae63-487e-be1b-46af9f97741f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:29.832160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=66206b59-23ca-4374-aeea-13f28bb07083,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:29.853147 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.854155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69e73a74-610e-44df-93f7-aea4052a5c90 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:29.892514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f025e8-f1ff-4939-b6c8-de72b6e72d4f req-819f5049-70bc-400f-ba0d-295ff6dd1a37 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:29.896838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c42625e7-478d-46cd-9ac9-810d31b616d5, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c42625e7-478d-46cd-9ac9-810d31b616d5,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:29.928391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f025e8-f1ff-4939-b6c8-de72b6e72d4f req-819f5049-70bc-400f-ba0d-295ff6dd1a37 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:29.940995 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.943045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:29.951614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f025e8-f1ff-4939-b6c8-de72b6e72d4f req-819f5049-70bc-400f-ba0d-295ff6dd1a37 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.019802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f025e8-f1ff-4939-b6c8-de72b6e72d4f req-819f5049-70bc-400f-ba0d-295ff6dd1a37 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.061747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f025e8-f1ff-4939-b6c8-de72b6e72d4f req-819f5049-70bc-400f-ba0d-295ff6dd1a37 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.077419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f025e8-f1ff-4939-b6c8-de72b6e72d4f req-819f5049-70bc-400f-ba0d-295ff6dd1a37 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.094903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=2413ffe0-24b4-4dec-b69d-4b7c25f60417,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:30.108962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f025e8-f1ff-4939-b6c8-de72b6e72d4f req-819f5049-70bc-400f-ba0d-295ff6dd1a37 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.113815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4f025e8-f1ff-4939-b6c8-de72b6e72d4f req-819f5049-70bc-400f-ba0d-295ff6dd1a37 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5420 time: 1.5405090 Feb 11 05:45:30.188928 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e56dffff-9b61-4fd8-9441-c7d03e6c4bee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:45:30.191555 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e56dffff-9b61-4fd8-9441-c7d03e6c4bee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:45:30.193178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 69e73a74-610e-44df-93f7-aea4052a5c90 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:30.193178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.198630 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:45:30.221181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (303fd376-a8ff-4439-aa89-5f38c90f73bc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.231030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c42625e7-478d-46cd-9ac9-810d31b616d5,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:30.291959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:30.327313 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b26688d6-c0f1-47d0-8124-3c9cb59c15c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.379271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a', 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'port_id': 'bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a', 'mac_address': 'fa:16:3e:1b:78:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2118ca17-0c0c-420c-b7e3-b521503c3190', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:30.476914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 69e73a74-610e-44df-93f7-aea4052a5c90 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:30.494936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:30.495383 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.512382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:30.540387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:30.540792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed300209-92ec-4144-90ab-0d1cbc63bf87 req-f0d6b376-4411-4060-ad0b-cc752a939d84 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.550486 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.552655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a25ded39-6b78-42fc-acac-793224388ea3 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:30.572047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed300209-92ec-4144-90ab-0d1cbc63bf87 req-f0d6b376-4411-4060-ad0b-cc752a939d84 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.595700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed300209-92ec-4144-90ab-0d1cbc63bf87 req-f0d6b376-4411-4060-ad0b-cc752a939d84 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.615375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed300209-92ec-4144-90ab-0d1cbc63bf87 req-f0d6b376-4411-4060-ad0b-cc752a939d84 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.620903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed300209-92ec-4144-90ab-0d1cbc63bf87 req-f0d6b376-4411-4060-ad0b-cc752a939d84 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.637466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed300209-92ec-4144-90ab-0d1cbc63bf87 req-f0d6b376-4411-4060-ad0b-cc752a939d84 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.642896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed300209-92ec-4144-90ab-0d1cbc63bf87 req-f0d6b376-4411-4060-ad0b-cc752a939d84 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.659997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed300209-92ec-4144-90ab-0d1cbc63bf87 req-f0d6b376-4411-4060-ad0b-cc752a939d84 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 0.5334182 Feb 11 05:45:30.675123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:30.843839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Checking segment: {'id': 'f5fdf806-1c9d-4b71-953f-88b5d1447cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7dd37563-f863-4d21-8311-b1c99586f24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:30.844367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network hostable DHCP agents. Network: 7dd37563-f863-4d21-8311-b1c99586f24c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:30.849558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2413ffe0-24b4-4dec-b69d-4b7c25f60417 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:30.881537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4f025e8-f1ff-4939-b6c8-de72b6e72d4f req-4b71d6fc-a013-4dc6-b819-8381f68a613f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7414460 Feb 11 05:45:31.123257 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:45:31.140717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e56dffff-9b61-4fd8-9441-c7d03e6c4bee None None] Current status of the port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:31.183615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.198317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=303fd376-a8ff-4439-aa89-5f38c90f73bc,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:31.346972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:31.347491 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.410258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed300209-92ec-4144-90ab-0d1cbc63bf87 req-fc480d66-3936-493d-a25b-c084e7fe5d6b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7491460 Feb 11 05:45:31.434718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a25ded39-6b78-42fc-acac-793224388ea3, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a25ded39-6b78-42fc-acac-793224388ea3,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:31.439419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-71dc0567-f3d8-49f4-9baa-8e6e3f62e0a9 None None] Provisioning complete for port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:31.439797 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71dc0567-f3d8-49f4-9baa-8e6e3f62e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.441710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 7dd37563-f863-4d21-8311-b1c99586f24c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:31.517581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'a25ded39-6b78-42fc-acac-793224388ea3', 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c', 'port_id': 'a25ded39-6b78-42fc-acac-793224388ea3', 'mac_address': 'fa:16:3e:05:e1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3a5c0b-99a8-4a2f-a6df-e92859e760d3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:31.540308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-dc84be3a-f98e-4c95-8fca-6a8bc40ed26d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:31.554253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-dc84be3a-f98e-4c95-8fca-6a8bc40ed26d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:31.556360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-dc84be3a-f98e-4c95-8fca-6a8bc40ed26d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "GET /v2.0/networks?id=903659e8-efa4-4d4d-994d-c22bd93e858f&id=2b21f7b8-ec77-464b-b220-442e1ea1b4ab HTTP/1.1" status: 200 len: 1391 time: 0.6634943 Feb 11 05:45:31.638882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8952bbde-43e6-4e94-9bdc-5a1a1a9fb39c req-4c35ce88-d3b3-4569-b6a0-f2bd9ac7379b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 210 time: 0.4291322 Feb 11 05:45:31.658891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'port': {'device_id': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f', 'admin_state_up': True, 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:31.671797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port a25ded39-6b78-42fc-acac-793224388ea3 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:31.672194 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a25ded39-6b78-42fc-acac-793224388ea3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.778764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25ded39-6b78-42fc-acac-793224388ea3 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:31.849433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a25ded39-6b78-42fc-acac-793224388ea3, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a25ded39-6b78-42fc-acac-793224388ea3,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:31.873155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 7dd37563-f863-4d21-8311-b1c99586f24c) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:31.883400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:31.883826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a25ded39-6b78-42fc-acac-793224388ea3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.884675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 9d5ceb20-777b-4734-b36d-418484efc430 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:31.887549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.959662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae40484c-4712-4501-9700-405c09d70bce None None] Network 7dd37563-f863-4d21-8311-b1c99586f24c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:31.975906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7172d6ae-4221-4233-a061-ad324ddd2894 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5992689 Feb 11 05:45:31.976770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49812) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:31.983389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': '7dd37563-f863-4d21-8311-b1c99586f24c', 'name': 'tempest-PortsIpV6TestJSON-72316941'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:31.988198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:31.990450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=a25ded39-6b78-42fc-acac-793224388ea3,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:32.005291 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.028999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:32.126560 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:45:32.304739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Allocated IP 19.80.0.183 (903659e8-efa4-4d4d-994d-c22bd93e858f/ffc3a88b-2594-4041-ab16-b889bc9d5c2b/ca9541c8-891a-44e2-9fea-3c3fcc29d124) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:32.445284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:32.455866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.570339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port b99e43f4-41fe-4085-a6df-cc97db427599 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:32.804943 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.909014 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.941353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::15c (7dd37563-f863-4d21-8311-b1c99586f24c/303fd376-a8ff-4439-aa89-5f38c90f73bc/b99e43f4-41fe-4085-a6df-cc97db427599) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:33.011024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network 903659e8-efa4-4d4d-994d-c22bd93e858f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:33.019006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:33.022913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 9d5ceb20-777b-4734-b36d-418484efc430, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9d5ceb20-777b-4734-b36d-418484efc430,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:33.024687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:33.048333 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.123877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '9d5ceb20-777b-4734-b36d-418484efc430', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'port_id': '9d5ceb20-777b-4734-b36d-418484efc430', 'mac_address': 'fa:16:3e:09:4a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:33.144067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-71dc0567-f3d8-49f4-9baa-8e6e3f62e0a9 None None] Current status of the port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:33.171083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.171740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.249815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6863-6b96-4700-8001-cf9a6ddbfbc9 req-f73d13ec-339b-4f3f-af6f-83c59dee8f25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.255766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6863-6b96-4700-8001-cf9a6ddbfbc9 req-f73d13ec-339b-4f3f-af6f-83c59dee8f25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.280822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6863-6b96-4700-8001-cf9a6ddbfbc9 req-f73d13ec-339b-4f3f-af6f-83c59dee8f25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.296673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6863-6b96-4700-8001-cf9a6ddbfbc9 req-f73d13ec-339b-4f3f-af6f-83c59dee8f25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.320995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6863-6b96-4700-8001-cf9a6ddbfbc9 req-f73d13ec-339b-4f3f-af6f-83c59dee8f25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.333401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6863-6b96-4700-8001-cf9a6ddbfbc9 req-f73d13ec-339b-4f3f-af6f-83c59dee8f25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.348327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 9d5ceb20-777b-4734-b36d-418484efc430 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:33.348719 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9d5ceb20-777b-4734-b36d-418484efc430), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.357603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6863-6b96-4700-8001-cf9a6ddbfbc9 req-f73d13ec-339b-4f3f-af6f-83c59dee8f25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.360962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-564f6863-6b96-4700-8001-cf9a6ddbfbc9 req-f73d13ec-339b-4f3f-af6f-83c59dee8f25 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5424 time: 0.4972093 Feb 11 05:45:33.365097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7465038 Feb 11 05:45:33.372890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-7dd37563-f863-4d21-8311-b1c99586f24c', 'network_id': '7dd37563-f863-4d21-8311-b1c99586f24c', 'project_id': '53224707167e41b3875284fed3e739da', 'fixed_ips': [{'subnet_id': '303fd376-a8ff-4439-aa89-5f38c90f73bc'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:33.373796 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.409107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Request body: {'port': {'device_id': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab', 'admin_state_up': True, 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:33.429690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5ceb20-777b-4734-b36d-418484efc430 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:33.503491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 9d5ceb20-777b-4734-b36d-418484efc430, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9d5ceb20-777b-4734-b36d-418484efc430,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:33.591979 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (b99e43f4-41fe-4085-a6df-cc97db427599), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.602054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39223483-9b88-4c3b-83d9-6ffaf730c9cb tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Port': ['ID=ca9541c8-891a-44e2-9fea-3c3fcc29d124,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:33.626604 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9d5ceb20-777b-4734-b36d-418484efc430), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.626949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c9e9b612-8aa7-4249-96dc-2534a84d9330 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:33.703237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b99e43f4-41fe-4085-a6df-cc97db427599), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.775335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 7dd37563-f863-4d21-8311-b1c99586f24c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:33.779253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:33.788950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:33.794865 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.795517 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.801056 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=b99e43f4-41fe-4085-a6df-cc97db427599,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:33.822177 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3a74b1e-28ca-45fd-a57c-4dcaec5d797c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8434358 Feb 11 05:45:33.824983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49862) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:33.830718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=9d5ceb20-777b-4734-b36d-418484efc430,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:33.855828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6042e-723e-415c-bf9e-e06903692f56 req-efda2930-0918-422c-a78e-ee1e3b98de4a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.886028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6042e-723e-415c-bf9e-e06903692f56 req-efda2930-0918-422c-a78e-ee1e3b98de4a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.902715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6042e-723e-415c-bf9e-e06903692f56 req-efda2930-0918-422c-a78e-ee1e3b98de4a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.931276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6042e-723e-415c-bf9e-e06903692f56 req-efda2930-0918-422c-a78e-ee1e3b98de4a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.954027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6042e-723e-415c-bf9e-e06903692f56 req-efda2930-0918-422c-a78e-ee1e3b98de4a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.980999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6042e-723e-415c-bf9e-e06903692f56 req-efda2930-0918-422c-a78e-ee1e3b98de4a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.986671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6042e-723e-415c-bf9e-e06903692f56 req-efda2930-0918-422c-a78e-ee1e3b98de4a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:33.997360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f30b317b-7b1f-4982-93b8-717c856fe269 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port b99e43f4-41fe-4085-a6df-cc97db427599 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:33.998605 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f30b317b-7b1f-4982-93b8-717c856fe269 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b99e43f4-41fe-4085-a6df-cc97db427599), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.002492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.021269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52d6042e-723e-415c-bf9e-e06903692f56 req-efda2930-0918-422c-a78e-ee1e3b98de4a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 1.1477096 Feb 11 05:45:34.041636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-564f6863-6b96-4700-8001-cf9a6ddbfbc9 req-3fbba32c-8d47-4e65-8840-430504a2c9eb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6722233 Feb 11 05:45:34.085963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49870) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:34.267702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Allocated IP 2001:db8::2 (7dd37563-f863-4d21-8311-b1c99586f24c/303fd376-a8ff-4439-aa89-5f38c90f73bc/8318b801-fdc0-4d39-b197-26a56fc6c057) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:34.283449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:45:34.302497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Made reservation on behalf of e06b6ca685eb4d87baea47cd95d8fed9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:34.319615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.342912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f30b317b-7b1f-4982-93b8-717c856fe269 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b99e43f4-41fe-4085-a6df-cc97db427599), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.373552 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device eb27cb62-514f-465c-bae3-e35f2f663b08 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:34.394339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c9e9b612-8aa7-4249-96dc-2534a84d9330, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c9e9b612-8aa7-4249-96dc-2534a84d9330,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:34.395449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f30b317b-7b1f-4982-93b8-717c856fe269 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for b99e43f4-41fe-4085-a6df-cc97db427599 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:34.446066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9e40d94e-f65f-4f85-a233-d77738beb632 None None] Provisioning complete for port ca9541c8-891a-44e2-9fea-3c3fcc29d124 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:34.454110 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9e40d94e-f65f-4f85-a233-d77738beb632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.504788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-630ed79c-fd20-4881-9db1-8d7417cdd104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.508744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52d6042e-723e-415c-bf9e-e06903692f56 req-6c99ac43-d501-4bef-a6ec-11ac16520f8b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3490708 Feb 11 05:45:34.564443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9e40d94e-f65f-4f85-a233-d77738beb632 None None] Port ca9541c8-891a-44e2-9fea-3c3fcc29d124 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:34.595713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c9e9b612-8aa7-4249-96dc-2534a84d9330', 'network_id': '33d6bcbb-ffb0-4128-aa24-99f07f31cf9c', 'port_id': 'c9e9b612-8aa7-4249-96dc-2534a84d9330', 'mac_address': 'fa:16:3e:f3:d0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3a5c0b-99a8-4a2f-a6df-e92859e760d3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:34.686845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6f3e3-7fd4-4998-ac59-0fd8fe06c2ca req-77be086f-d812-469f-9ec8-56e08dd911bc tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:34.688638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6c6f3e3-7fd4-4998-ac59-0fd8fe06c2ca req-77be086f-d812-469f-9ec8-56e08dd911bc tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 932 time: 0.3889911 Feb 11 05:45:34.806024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Allocated IP 19.86.0.134 (2b21f7b8-ec77-464b-b220-442e1ea1b4ab/051fafd6-0f21-49d5-b72e-6bfdc442b389/3f982c5a-2613-4af3-8703-7cabc5c97770) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:34.816453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6c6f3e3-7fd4-4998-ac59-0fd8fe06c2ca req-f6da00e1-4cb2-4c05-8b40-27a368917384 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190710 Feb 11 05:45:34.942799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-630ed79c-fd20-4881-9db1-8d7417cdd104 admin admin] Publish callbacks [] for security_group (55208221-3469-490d-af9f-c3dd9725ac0f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.950481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-630ed79c-fd20-4881-9db1-8d7417cdd104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (55208221-3469-490d-af9f-c3dd9725ac0f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.988009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ed79c-fd20-4881-9db1-8d7417cdd104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55208221-3469-490d-af9f-c3dd9725ac0f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:34.990932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c9e9b612-8aa7-4249-96dc-2534a84d9330 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:34.992146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f30b317b-7b1f-4982-93b8-717c856fe269 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b99e43f4-41fe-4085-a6df-cc97db427599), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.996022 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.092523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f30b317b-7b1f-4982-93b8-717c856fe269 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.099269 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f30b317b-7b1f-4982-93b8-717c856fe269 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/b99e43f4-41fe-4085-a6df-cc97db427599 HTTP/1.1" status: 204 len: 168 time: 1.2722530 Feb 11 05:45:35.105057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49890) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:35.106778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b317b-7b1f-4982-93b8-717c856fe269 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=b99e43f4-41fe-4085-a6df-cc97db427599,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:35.138067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e9b612-8aa7-4249-96dc-2534a84d9330 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:35.193418 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f64d0c1-1154-47b6-b763-1edf53f772d7 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:35.194011 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f64d0c1-1154-47b6-b763-1edf53f772d7 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:35.217980 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1f64d0c1-1154-47b6-b763-1edf53f772d7 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/b99e43f4-41fe-4085-a6df-cc97db427599 HTTP/1.1" status: 404 len: 333 time: 0.0986540 Feb 11 05:45:35.220124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49892) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:35.234727 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-630ed79c-fd20-4881-9db1-8d7417cdd104 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=971945adb9eb4e0385a5aad17358b116&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1337543 Feb 11 05:45:35.242700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49894) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:35.272943 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55eec38-b350-4b1f-8051-6970a689e5db tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:45:35.275147 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e55eec38-b350-4b1f-8051-6970a689e5db tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/b99e43f4-41fe-4085-a6df-cc97db427599 HTTP/1.1" status: 404 len: 333 time: 0.0500600 Feb 11 05:45:35.275764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49898) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:35.308622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.345930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port eb27cb62-514f-465c-bae3-e35f2f663b08, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=eb27cb62-514f-465c-bae3-e35f2f663b08,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:35.376862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c9e9b612-8aa7-4249-96dc-2534a84d9330, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c9e9b612-8aa7-4249-96dc-2534a84d9330,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:35.405320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.421649 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3effb3eb-a7de-4bff-8ed7-01f052ec71c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet 303fd376-a8ff-4439-aa89-5f38c90f73bc {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:35.469983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.472204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:35.604311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'eb27cb62-514f-465c-bae3-e35f2f663b08', 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'port_id': 'eb27cb62-514f-465c-bae3-e35f2f663b08', 'mac_address': 'fa:16:3e:90:94:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8fc154-ad35-44bc-839a-eb8ae4c6964c', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:35.623256 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Publish callbacks [] for port (8318b801-fdc0-4d39-b197-26a56fc6c057), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.655584 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3effb3eb-a7de-4bff-8ed7-01f052ec71c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (303fd376-a8ff-4439-aa89-5f38c90f73bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.671314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (8318b801-fdc0-4d39-b197-26a56fc6c057), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.763466 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67499804-ecba-43ec-9f9c-71f173972756 admin admin] Publish callbacks [] for security_group (55208221-3469-490d-af9f-c3dd9725ac0f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.787969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3effb3eb-a7de-4bff-8ed7-01f052ec71c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (303fd376-a8ff-4439-aa89-5f38c90f73bc), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.828521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c9e9b612-8aa7-4249-96dc-2534a84d9330,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:35.840018 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:45:35.845987 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67499804-ecba-43ec-9f9c-71f173972756 admin admin] Publish callbacks [] for security_group (55208221-3469-490d-af9f-c3dd9725ac0f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.949084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:35.999644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Pushing event updated for resources: {'Port': ['ID=8318b801-fdc0-4d39-b197-26a56fc6c057,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.002063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3effb3eb-a7de-4bff-8ed7-01f052ec71c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (303fd376-a8ff-4439-aa89-5f38c90f73bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.008263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:36.022876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:36.037383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:36.053646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaea56-79af-438f-a38d-205df9e53607 req-1526e239-006b-49c4-a12f-8294ae41d83a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.060765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaea56-79af-438f-a38d-205df9e53607 req-1526e239-006b-49c4-a12f-8294ae41d83a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.066242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port eb27cb62-514f-465c-bae3-e35f2f663b08 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:36.066639 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.081239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaea56-79af-438f-a38d-205df9e53607 req-1526e239-006b-49c4-a12f-8294ae41d83a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.093336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaea56-79af-438f-a38d-205df9e53607 req-1526e239-006b-49c4-a12f-8294ae41d83a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.100626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Network 7dd37563-f863-4d21-8311-b1c99586f24c is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:36.125662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaea56-79af-438f-a38d-205df9e53607 req-1526e239-006b-49c4-a12f-8294ae41d83a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.133745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:36.144194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:36.149623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaea56-79af-438f-a38d-205df9e53607 req-1526e239-006b-49c4-a12f-8294ae41d83a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.158461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '491e83a1-dc7e-4a89-9f8e-6e0a27f2308f', 'network_id': '38a333df-eb9e-4410-9a73-327d64d75f7a', 'port_id': '491e83a1-dc7e-4a89-9f8e-6e0a27f2308f', 'mac_address': 'fa:16:3e:8c:68:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2118ca17-0c0c-420c-b7e3-b521503c3190', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:36.171070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaea56-79af-438f-a38d-205df9e53607 req-1526e239-006b-49c4-a12f-8294ae41d83a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.173334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5aaea56-79af-438f-a38d-205df9e53607 req-1526e239-006b-49c4-a12f-8294ae41d83a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5426 time: 0.8855076 Feb 11 05:45:36.207948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3effb3eb-a7de-4bff-8ed7-01f052ec71c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (303fd376-a8ff-4439-aa89-5f38c90f73bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.220961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb27cb62-514f-465c-bae3-e35f2f663b08 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:36.301963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effb3eb-a7de-4bff-8ed7-01f052ec71c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=303fd376-a8ff-4439-aa89-5f38c90f73bc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.332509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.333380 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.339523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3effb3eb-a7de-4bff-8ed7-01f052ec71c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.352836 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3effb3eb-a7de-4bff-8ed7-01f052ec71c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/303fd376-a8ff-4439-aa89-5f38c90f73bc HTTP/1.1" status: 204 len: 168 time: 1.0756094 Feb 11 05:45:36.353599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49914) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:36.391914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event updated for resources: {'Port': ['ID=3f982c5a-2613-4af3-8703-7cabc5c97770,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.449220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67499804-ecba-43ec-9f9c-71f173972756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (55208221-3469-490d-af9f-c3dd9725ac0f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.453532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port eb27cb62-514f-465c-bae3-e35f2f663b08, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=eb27cb62-514f-465c-bae3-e35f2f663b08,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:36.459372 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-67499804-ecba-43ec-9f9c-71f173972756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.466049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-67499804-ecba-43ec-9f9c-71f173972756 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55208221-3469-490d-af9f-c3dd9725ac0f HTTP/1.1" status: 204 len: 168 time: 1.2219722 Feb 11 05:45:36.499921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a3ef75f0-999d-4e12-83c1-b56e57cff28e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1009336 Feb 11 05:45:36.517810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67499804-ecba-43ec-9f9c-71f173972756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55208221-3469-490d-af9f-c3dd9725ac0f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.544735 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.545425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d294594c-7a83-4810-99bc-b12b11584445 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:36.565381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Request body: {'port': {'device_id': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:36.648686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (7dd37563-f863-4d21-8311-b1c99586f24c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.782164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5aaea56-79af-438f-a38d-205df9e53607 req-98a2674a-3ec1-49ec-a8e2-fc4286f10fbb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4171164 Feb 11 05:45:36.820364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=eb27cb62-514f-465c-bae3-e35f2f663b08,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.841839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da640-51b6-41bc-8617-ded1e0ed5e8c req-7b337570-ffcc-4f64-b496-7630c6dda82f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.860636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:36.861028 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.865834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da640-51b6-41bc-8617-ded1e0ed5e8c req-7b337570-ffcc-4f64-b496-7630c6dda82f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.882273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Attempting to bind port 8318b801-fdc0-4d39-b197-26a56fc6c057 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:36.883837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Attempting to bind port 8318b801-fdc0-4d39-b197-26a56fc6c057 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f5fdf806-1c9d-4b71-953f-88b5d1447cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7dd37563-f863-4d21-8311-b1c99586f24c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:36.885379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Attempting to bind port 8318b801-fdc0-4d39-b197-26a56fc6c057 on network 7dd37563-f863-4d21-8311-b1c99586f24c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:36.890000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 8318b801-fdc0-4d39-b197-26a56fc6c057 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:36.891230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da640-51b6-41bc-8617-ded1e0ed5e8c req-7b337570-ffcc-4f64-b496-7630c6dda82f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.895496 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8318b801-fdc0-4d39-b197-26a56fc6c057), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.919244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da640-51b6-41bc-8617-ded1e0ed5e8c req-7b337570-ffcc-4f64-b496-7630c6dda82f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.933240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:36.933994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Checking segment: {'id': 'f5fdf806-1c9d-4b71-953f-88b5d1447cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7dd37563-f863-4d21-8311-b1c99586f24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:36.934622 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.935194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Bound using segment: {'id': 'f5fdf806-1c9d-4b71-953f-88b5d1447cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7dd37563-f863-4d21-8311-b1c99586f24c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:36.935867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Bound port: 8318b801-fdc0-4d39-b197-26a56fc6c057, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fdf806-1c9d-4b71-953f-88b5d1447cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7dd37563-f863-4d21-8311-b1c99586f24c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:36.936449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8318b801-fdc0-4d39-b197-26a56fc6c057), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.938769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da640-51b6-41bc-8617-ded1e0ed5e8c req-7b337570-ffcc-4f64-b496-7630c6dda82f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.963295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da640-51b6-41bc-8617-ded1e0ed5e8c req-7b337570-ffcc-4f64-b496-7630c6dda82f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.985926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da640-51b6-41bc-8617-ded1e0ed5e8c req-7b337570-ffcc-4f64-b496-7630c6dda82f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.992725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-189da640-51b6-41bc-8617-ded1e0ed5e8c req-7b337570-ffcc-4f64-b496-7630c6dda82f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5429 time: 1.2586713 Feb 11 05:45:37.053731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] For port 8318b801-fdc0-4d39-b197-26a56fc6c057, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:37.058194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] For port 8318b801-fdc0-4d39-b197-26a56fc6c057, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8318b801-fdc0-4d39-b197-26a56fc6c057,segment=NetworkSegment(f5fdf806-1c9d-4b71-953f-88b5d1447cdf),segment_id=f5fdf806-1c9d-4b71-953f-88b5d1447cdf)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:37.080734 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8318b801-fdc0-4d39-b197-26a56fc6c057), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.158268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] For port 8318b801-fdc0-4d39-b197-26a56fc6c057, host n-d-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:37.159066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8318b801-fdc0-4d39-b197-26a56fc6c057), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.160786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b0da8-f8cd-4f65-8311-1cb651f8942c None None] Pushing event updated for resources: {'Port': ['ID=8318b801-fdc0-4d39-b197-26a56fc6c057,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.177618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:37.186064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f90aafad-d27f-4cf0-9482-329ffb185ded None None] Provisioning complete for port 3f982c5a-2613-4af3-8703-7cabc5c97770 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:37.186500 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f90aafad-d27f-4cf0-9482-329ffb185ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.192889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 8318b801-fdc0-4d39-b197-26a56fc6c057 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:37.229871 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:45:37.235123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f90aafad-d27f-4cf0-9482-329ffb185ded None None] Port 3f982c5a-2613-4af3-8703-7cabc5c97770 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:37.309583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d294594c-7a83-4810-99bc-b12b11584445, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d294594c-7a83-4810-99bc-b12b11584445,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:37.316761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:37.320151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49932) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:37.356773 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.398173 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8318b801-fdc0-4d39-b197-26a56fc6c057), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.448263 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2b8bb2c-86ae-4914-ba13-327679c2aa23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.452868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.459102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'd294594c-7a83-4810-99bc-b12b11584445', 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'port_id': 'd294594c-7a83-4810-99bc-b12b11584445', 'mac_address': 'fa:16:3e:15:47:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8fc154-ad35-44bc-839a-eb8ae4c6964c', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:37.468078 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.504388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d1a751-0c0c-4007-b0b0-2ad50939a6f1 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:45:37.521612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=8318b801-fdc0-4d39-b197-26a56fc6c057,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.531204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No DVR routers for this DVR port 8318b801-fdc0-4d39-b197-26a56fc6c057 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:37.581926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-189da640-51b6-41bc-8617-ded1e0ed5e8c req-b338e2c8-2464-4ce0-9919-f6b20418ba5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5656202 Feb 11 05:45:37.648494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3b0d7-ec28-47f2-b316-cb8b6205232c req-48b18f9b-aa3b-453c-99f1-565fe2fd37aa tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:37.654116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3b0d7-ec28-47f2-b316-cb8b6205232c req-48b18f9b-aa3b-453c-99f1-565fe2fd37aa tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:37.655863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48d3b0d7-ec28-47f2-b316-cb8b6205232c req-48b18f9b-aa3b-453c-99f1-565fe2fd37aa tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1655 time: 0.6597910 Feb 11 05:45:37.671976 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (7dd37563-f863-4d21-8311-b1c99586f24c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.727897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd37563-f863-4d21-8311-b1c99586f24c']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:37.742306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fdf806-1c9d-4b71-953f-88b5d1447cdf') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:37.742643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fdf806-1c9d-4b71-953f-88b5d1447cdf') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:37.744079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1a751-0c0c-4007-b0b0-2ad50939a6f1 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:45:37.755730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (f5fdf806-1c9d-4b71-953f-88b5d1447cdf), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.770441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port d294594c-7a83-4810-99bc-b12b11584445 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:37.771060 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d294594c-7a83-4810-99bc-b12b11584445), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.776720 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f5fdf806-1c9d-4b71-953f-88b5d1447cdf), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.786822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:37.787387 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (f5fdf806-1c9d-4b71-953f-88b5d1447cdf), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:37.794167 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:37.798308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48d3b0d7-ec28-47f2-b316-cb8b6205232c req-36672ba2-3761-45d7-8df7-c0e51f7c3aa6 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328368 Feb 11 05:45:37.916509 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:37.936478 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (7dd37563-f863-4d21-8311-b1c99586f24c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.955699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.968750 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/networks/7dd37563-f863-4d21-8311-b1c99586f24c HTTP/1.1" status: 204 len: 168 time: 1.6140120 Feb 11 05:45:37.972351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49950) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:37.984395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-238395807'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:38.000004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2b8bb2c-86ae-4914-ba13-327679c2aa23 admin admin] Publish callbacks [] for security_group (f26997d6-75e7-4f5c-8232-3eb6caf5c7df), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.015369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfebfd-f9d9-4e9f-abcd-78459f67f3c1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Network': ['ID=7dd37563-f863-4d21-8311-b1c99586f24c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.022966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2b8bb2c-86ae-4914-ba13-327679c2aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f26997d6-75e7-4f5c-8232-3eb6caf5c7df), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.028221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c9e9b612-8aa7-4249-96dc-2534a84d9330'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:38.032223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:38.068961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:38.072421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.094230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a2b8bb2c-86ae-4914-ba13-327679c2aa23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02fabd43f3224b6b8be7a2dad5350e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7512109 Feb 11 05:45:38.101747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49954) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:38.156772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:38.186329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (208fdf1d-2d45-4f3b-88b3-4cf13d50c072), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.186991 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Added segment 208fdf1d-2d45-4f3b-88b3-4cf13d50c072 of type vlan for network e6e0b8db-96c9-44eb-b80a-127c07452a2b Feb 11 05:45:38.188090 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1eb7-81e7-434c-ba2c-47cf284396ba admin admin] Publish callbacks [] for security_group (f26997d6-75e7-4f5c-8232-3eb6caf5c7df), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.213880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1eb7-81e7-434c-ba2c-47cf284396ba admin admin] Publish callbacks [] for security_group (f26997d6-75e7-4f5c-8232-3eb6caf5c7df), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.271857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e6e0b8db-96c9-44eb-b80a-127c07452a2b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.288039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c278-d21a-4867-9e62-d6012ab0bb31 req-fa2fb5a8-6c24-471f-a485-55d48c9ff683 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.294674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c278-d21a-4867-9e62-d6012ab0bb31 req-fa2fb5a8-6c24-471f-a485-55d48c9ff683 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.300167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c278-d21a-4867-9e62-d6012ab0bb31 req-fa2fb5a8-6c24-471f-a485-55d48c9ff683 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.306290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c278-d21a-4867-9e62-d6012ab0bb31 req-fa2fb5a8-6c24-471f-a485-55d48c9ff683 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.311838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c278-d21a-4867-9e62-d6012ab0bb31 req-fa2fb5a8-6c24-471f-a485-55d48c9ff683 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.318434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c278-d21a-4867-9e62-d6012ab0bb31 req-fa2fb5a8-6c24-471f-a485-55d48c9ff683 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.324067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c278-d21a-4867-9e62-d6012ab0bb31 req-fa2fb5a8-6c24-471f-a485-55d48c9ff683 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.331968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82e6c278-d21a-4867-9e62-d6012ab0bb31 req-fa2fb5a8-6c24-471f-a485-55d48c9ff683 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5427 time: 0.3301127 Feb 11 05:45:38.336724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8bb2c-86ae-4914-ba13-327679c2aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26997d6-75e7-4f5c-8232-3eb6caf5c7df,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.339413 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1eb7-81e7-434c-ba2c-47cf284396ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f26997d6-75e7-4f5c-8232-3eb6caf5c7df), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.342204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1eb7-81e7-434c-ba2c-47cf284396ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.346122 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae0a1eb7-81e7-434c-ba2c-47cf284396ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f26997d6-75e7-4f5c-8232-3eb6caf5c7df HTTP/1.1" status: 204 len: 168 time: 0.2377980 Feb 11 05:45:38.349726 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e6e0b8db-96c9-44eb-b80a-127c07452a2b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.355230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.356126 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.364468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a1eb7-81e7-434c-ba2c-47cf284396ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26997d6-75e7-4f5c-8232-3eb6caf5c7df,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.446843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82e6c278-d21a-4867-9e62-d6012ab0bb31 req-bf7a02a9-e894-456c-a1a9-6ac96da37913 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138680 Feb 11 05:45:38.456565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Network': ['ID=e6e0b8db-96c9-44eb-b80a-127c07452a2b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.463815 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bc7b45e0-db45-4457-afda-e2c34d2f5091 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4881215 Feb 11 05:45:38.466596 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49966) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:38.480184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': 'e6e0b8db-96c9-44eb-b80a-127c07452a2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:38.535758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9541c8-891a-44e2-9fea-3c3fcc29d124 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:38.559566 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Publish callbacks [] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.594255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Transition to ACTIVE for port object ca9541c8-891a-44e2-9fea-3c3fcc29d124 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:38.608741 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.661166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['9d5ceb20-777b-4734-b36d-418484efc430'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:38.666394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c42625e7-478d-46cd-9ac9-810d31b616d5'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:38.670305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d294594c-7a83-4810-99bc-b12b11584445 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:38.697260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d294594c-7a83-4810-99bc-b12b11584445, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d294594c-7a83-4810-99bc-b12b11584445,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:38.740886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:38.744490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.760374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e6e0b8db-96c9-44eb-b80a-127c07452a2b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:38.779189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Pushing event updated for resources: {'Port': ['ID=ca9541c8-891a-44e2-9fea-3c3fcc29d124,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.922962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Attempting to bind port ca9541c8-891a-44e2-9fea-3c3fcc29d124 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:38.923557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Attempting to bind port ca9541c8-891a-44e2-9fea-3c3fcc29d124 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '947f4a65-e4f9-46fc-862c-7ca116c29f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:38.924057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Attempting to bind port ca9541c8-891a-44e2-9fea-3c3fcc29d124 on network 903659e8-efa4-4d4d-994d-c22bd93e858f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:38.939421 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d294594c-7a83-4810-99bc-b12b11584445), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.941253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:38.943347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44690b4-b2f5-4dd2-8527-eb17dcbb4842 req-3450563b-615c-4e8d-81ca-0052bf2ecfe2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.949220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44690b4-b2f5-4dd2-8527-eb17dcbb4842 req-3450563b-615c-4e8d-81ca-0052bf2ecfe2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.955009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44690b4-b2f5-4dd2-8527-eb17dcbb4842 req-3450563b-615c-4e8d-81ca-0052bf2ecfe2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.961599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44690b4-b2f5-4dd2-8527-eb17dcbb4842 req-3450563b-615c-4e8d-81ca-0052bf2ecfe2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.984649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44690b4-b2f5-4dd2-8527-eb17dcbb4842 req-3450563b-615c-4e8d-81ca-0052bf2ecfe2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.990637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44690b4-b2f5-4dd2-8527-eb17dcbb4842 req-3450563b-615c-4e8d-81ca-0052bf2ecfe2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.007606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44690b4-b2f5-4dd2-8527-eb17dcbb4842 req-3450563b-615c-4e8d-81ca-0052bf2ecfe2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.019734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f44690b4-b2f5-4dd2-8527-eb17dcbb4842 req-3450563b-615c-4e8d-81ca-0052bf2ecfe2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5431 time: 0.2580259 Feb 11 05:45:39.028310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Port ca9541c8-891a-44e2-9fea-3c3fcc29d124 on network 903659e8-efa4-4d4d-994d-c22bd93e858f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:39.028636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Attempting to bind port ca9541c8-891a-44e2-9fea-3c3fcc29d124 on network 903659e8-efa4-4d4d-994d-c22bd93e858f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:39.077029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:39.077657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Checking segment: {'id': '947f4a65-e4f9-46fc-862c-7ca116c29f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:39.078327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Bound using segment: {'id': '947f4a65-e4f9-46fc-862c-7ca116c29f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:39.079116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Bound port: ca9541c8-891a-44e2-9fea-3c3fcc29d124, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947f4a65-e4f9-46fc-862c-7ca116c29f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:39.079821 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.193781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (b6dc45fc-769f-4669-ab70-22fccad7a381), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.240371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a755ee-264e-43a3-970d-ff36f856f774 req-724e9828-f551-4034-bc7e-6a063660683d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.243880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['491e83a1-dc7e-4a89-9f8e-6e0a27f2308f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:39.250299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a755ee-264e-43a3-970d-ff36f856f774 req-724e9828-f551-4034-bc7e-6a063660683d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.267830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84a755ee-264e-43a3-970d-ff36f856f774 req-724e9828-f551-4034-bc7e-6a063660683d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1667 time: 0.2458398 Feb 11 05:45:39.336381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f44690b4-b2f5-4dd2-8527-eb17dcbb4842 req-433e3013-6d5d-41cc-9025-b52594af99ac tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3155043 Feb 11 05:45:39.343936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=b6dc45fc-769f-4669-ab70-22fccad7a381,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:39.344172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['66206b59-23ca-4374-aeea-13f28bb07083'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:39.376252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Checking segment: {'id': '208fdf1d-2d45-4f3b-88b3-4cf13d50c072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6e0b8db-96c9-44eb-b80a-127c07452a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:39.377101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network hostable DHCP agents. Network: e6e0b8db-96c9-44eb-b80a-127c07452a2b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:39.424006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network e6e0b8db-96c9-44eb-b80a-127c07452a2b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:39.443824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e6e0b8db-96c9-44eb-b80a-127c07452a2b) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:39.444623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84a755ee-264e-43a3-970d-ff36f856f774 req-7f4e49f6-4f7c-42ca-9e6f-e315df7e03a2 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656976 Feb 11 05:45:39.447443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] For port ca9541c8-891a-44e2-9fea-3c3fcc29d124, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:39.456660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.457867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.462340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] For port ca9541c8-891a-44e2-9fea-3c3fcc29d124, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ca9541c8-891a-44e2-9fea-3c3fcc29d124,segment=NetworkSegment(947f4a65-e4f9-46fc-862c-7ca116c29f71),segment_id=947f4a65-e4f9-46fc-862c-7ca116c29f71)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:39.504731 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.510909 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bd4f126e-e4c4-4357-ac5d-05149be1c8a5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0428674 Feb 11 05:45:39.511773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49992) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.525299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': 'e6e0b8db-96c9-44eb-b80a-127c07452a2b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1503495333'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:39.659955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.660621 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.666269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] 10.222.0.81 "PUT /v2.0/ports/ca9541c8-891a-44e2-9fea-3c3fcc29d124 HTTP/1.1" status: 200 len: 1093 time: 3.1244404 Feb 11 05:45:39.666751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'tag': 'ca9541c8-891a-44e2-9fea-3c3fcc29d124'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:39.673640 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83583efa-6b0c-4350-832c-b4d89a3b298b" -d '{"events": [{"name": "network-changed", "server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "tag": "ca9541c8-891a-44e2-9fea-3c3fcc29d124"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:39.733883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Request body: {'port': {'device_id': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:39.804493 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42938f1-e12d-46c8-a06e-ac564291150e x-openstack-request-id: req-c42938f1-e12d-46c8-a06e-ac564291150e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:39.804802 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "tag": "ca9541c8-891a-44e2-9fea-3c3fcc29d124", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:39.805064 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c42938f1-e12d-46c8-a06e-ac564291150e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:39.805602 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'tag': 'ca9541c8-891a-44e2-9fea-3c3fcc29d124', 'status': 'completed', 'code': 200} Feb 11 05:45:39.933074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c431a0b-8dcb-4483-bacb-782b2eb97c4e service neutron] Pushing event updated for resources: {'Port': ['ID=ca9541c8-891a-44e2-9fea-3c3fcc29d124,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:39.965839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83583efa-6b0c-4350-832c-b4d89a3b298b req-0d213882-b58b-485b-92a8-f06748e8a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.966326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83583efa-6b0c-4350-832c-b4d89a3b298b req-0d213882-b58b-485b-92a8-f06748e8a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.966488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c63e8-0af0-4b05-8146-8962c39f8e87 req-f028d9f2-332f-4dc4-8dde-d1609879aa1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.968064 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83583efa-6b0c-4350-832c-b4d89a3b298b req-0d213882-b58b-485b-92a8-f06748e8a869 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1946 time: 0.1601810 Feb 11 05:45:39.980767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c63e8-0af0-4b05-8146-8962c39f8e87 req-f028d9f2-332f-4dc4-8dde-d1609879aa1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.991537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c63e8-0af0-4b05-8146-8962c39f8e87 req-f028d9f2-332f-4dc4-8dde-d1609879aa1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.005086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c63e8-0af0-4b05-8146-8962c39f8e87 req-f028d9f2-332f-4dc4-8dde-d1609879aa1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.011267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c63e8-0af0-4b05-8146-8962c39f8e87 req-f028d9f2-332f-4dc4-8dde-d1609879aa1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.017026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c63e8-0af0-4b05-8146-8962c39f8e87 req-f028d9f2-332f-4dc4-8dde-d1609879aa1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.022522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c63e8-0af0-4b05-8146-8962c39f8e87 req-f028d9f2-332f-4dc4-8dde-d1609879aa1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.030451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c5c63e8-0af0-4b05-8146-8962c39f8e87 req-f028d9f2-332f-4dc4-8dde-d1609879aa1d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5427 time: 0.3721292 Feb 11 05:45:40.038340 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.122646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83583efa-6b0c-4350-832c-b4d89a3b298b req-cf92f914-b3a4-4f5e-a026-6810c1afce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.123356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83583efa-6b0c-4350-832c-b4d89a3b298b req-cf92f914-b3a4-4f5e-a026-6810c1afce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.124033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83583efa-6b0c-4350-832c-b4d89a3b298b req-cf92f914-b3a4-4f5e-a026-6810c1afce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.126239 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83583efa-6b0c-4350-832c-b4d89a3b298b req-cf92f914-b3a4-4f5e-a026-6810c1afce4f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1394105 Feb 11 05:45:40.127605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:40.132714 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.176863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['a25ded39-6b78-42fc-acac-793224388ea3'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:40.185375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 5c71c7c4-d331-4a88-99b3-b773ff6e42d1 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:40.404485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f982c5a-2613-4af3-8703-7cabc5c97770 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:40.441144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Publish callbacks [] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.466351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Transition to ACTIVE for port object 3f982c5a-2613-4af3-8703-7cabc5c97770 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:40.473691 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:45:40.487181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.491909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6be48-788a-42bb-98be-5946777933de None None] Network 7dd37563-f863-4d21-8311-b1c99586f24c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:40.504726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a5e6f6-32b4-4130-9aa4-2f820b0a39da None None] Network e6e0b8db-96c9-44eb-b80a-127c07452a2b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:40.516073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::1ec (e6e0b8db-96c9-44eb-b80a-127c07452a2b/b6dc45fc-769f-4669-ab70-22fccad7a381/5c71c7c4-d331-4a88-99b3-b773ff6e42d1) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:40.568185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6be48-788a-42bb-98be-5946777933de None None] Network 7dd37563-f863-4d21-8311-b1c99586f24c could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:45:40.855512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (5c71c7c4-d331-4a88-99b3-b773ff6e42d1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.961351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:41.118587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5c71c7c4-d331-4a88-99b3-b773ff6e42d1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.154762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=d294594c-7a83-4810-99bc-b12b11584445,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:41.274613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-e6e0b8db-96c9-44eb-b80a-127c07452a2b', 'network_id': 'e6e0b8db-96c9-44eb-b80a-127c07452a2b', 'project_id': '53224707167e41b3875284fed3e739da', 'fixed_ips': [{'subnet_id': 'b6dc45fc-769f-4669-ab70-22fccad7a381'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:41.275955 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.547648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '283f8362-3664-40ac-bd6e-d9dc5a4f3e9f', 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'port_id': '283f8362-3664-40ac-bd6e-d9dc5a4f3e9f', 'mac_address': 'fa:16:3e:c9:f0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8fc154-ad35-44bc-839a-eb8ae4c6964c', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:41.726916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Pushing event updated for resources: {'Port': ['ID=3f982c5a-2613-4af3-8703-7cabc5c97770,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:41.795542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2578-d5fb-416a-8fa7-53d7b8c88745 req-fb880120-9ef1-4bd5-abf5-bd03136346eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:41.810870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2578-d5fb-416a-8fa7-53d7b8c88745 req-fb880120-9ef1-4bd5-abf5-bd03136346eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:41.821094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2578-d5fb-416a-8fa7-53d7b8c88745 req-fb880120-9ef1-4bd5-abf5-bd03136346eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:41.836152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2578-d5fb-416a-8fa7-53d7b8c88745 req-fb880120-9ef1-4bd5-abf5-bd03136346eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:41.853225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2578-d5fb-416a-8fa7-53d7b8c88745 req-fb880120-9ef1-4bd5-abf5-bd03136346eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:41.859587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2578-d5fb-416a-8fa7-53d7b8c88745 req-fb880120-9ef1-4bd5-abf5-bd03136346eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:41.873741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2578-d5fb-416a-8fa7-53d7b8c88745 req-fb880120-9ef1-4bd5-abf5-bd03136346eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:41.876099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c4e2578-d5fb-416a-8fa7-53d7b8c88745 req-fb880120-9ef1-4bd5-abf5-bd03136346eb tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5431 time: 1.2791133 Feb 11 05:45:41.903663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c5c63e8-0af0-4b05-8146-8962c39f8e87 req-9c6f7422-3de4-4dc1-b80b-a85dc6624ac4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.8722281 Feb 11 05:45:42.070247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Attempting to bind port 3f982c5a-2613-4af3-8703-7cabc5c97770 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:42.070602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Attempting to bind port 3f982c5a-2613-4af3-8703-7cabc5c97770 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '619968e1-ae63-487e-be1b-46af9f97741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:42.070938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Attempting to bind port 3f982c5a-2613-4af3-8703-7cabc5c97770 on network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:42.086253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network e6e0b8db-96c9-44eb-b80a-127c07452a2b is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:42.100490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:42.101465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Port 3f982c5a-2613-4af3-8703-7cabc5c97770 on network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:42.101864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Attempting to bind port 3f982c5a-2613-4af3-8703-7cabc5c97770 on network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:42.120552 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:42.134615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:42.138927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.192399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:42.197567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Checking segment: {'id': '619968e1-ae63-487e-be1b-46af9f97741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:42.197979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Bound using segment: {'id': '619968e1-ae63-487e-be1b-46af9f97741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:42.198447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Bound port: 3f982c5a-2613-4af3-8703-7cabc5c97770, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619968e1-ae63-487e-be1b-46af9f97741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:42.198819 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.212446 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=5c71c7c4-d331-4a88-99b3-b773ff6e42d1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:42.230258 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83583efa-6b0c-4350-832c-b4d89a3b298b req-f48d8a0d-83c4-481b-8be7-8cede81feea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:42.240112 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83583efa-6b0c-4350-832c-b4d89a3b298b req-f48d8a0d-83c4-481b-8be7-8cede81feea1 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0745916 Feb 11 05:45:42.241241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c4e2578-d5fb-416a-8fa7-53d7b8c88745 req-2e6f31e3-171e-4575-abc9-640bddb49126 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3361368 Feb 11 05:45:42.268905 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-65b295c7-53f8-4707-a67c-ce3c3fa93a01 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7557521 Feb 11 05:45:42.269886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50066) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:42.327709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:42.328303 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.411121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee9785-7989-4e0e-bcf2-02f1f65e5a68 req-a6c16b52-4453-40a9-a1dc-5a05802541b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:42.432006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee9785-7989-4e0e-bcf2-02f1f65e5a68 req-a6c16b52-4453-40a9-a1dc-5a05802541b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:42.434567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fee9785-7989-4e0e-bcf2-02f1f65e5a68 req-a6c16b52-4453-40a9-a1dc-5a05802541b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1679 time: 0.3275962 Feb 11 05:45:42.451220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-824ac3db-2b80-4793-99fa-3f4958b4a18c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 5c71c7c4-d331-4a88-99b3-b773ff6e42d1 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:42.452805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-824ac3db-2b80-4793-99fa-3f4958b4a18c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5c71c7c4-d331-4a88-99b3-b773ff6e42d1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.539763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:42.619841 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-824ac3db-2b80-4793-99fa-3f4958b4a18c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5c71c7c4-d331-4a88-99b3-b773ff6e42d1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.626106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:42.652690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-824ac3db-2b80-4793-99fa-3f4958b4a18c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 5c71c7c4-d331-4a88-99b3-b773ff6e42d1 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:42.662232 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.662916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 54757acb-9dcf-4d9a-a623-dd32346b790e details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:42.677471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] For port 3f982c5a-2613-4af3-8703-7cabc5c97770, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:42.693551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] For port 3f982c5a-2613-4af3-8703-7cabc5c97770, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3f982c5a-2613-4af3-8703-7cabc5c97770,segment=NetworkSegment(619968e1-ae63-487e-be1b-46af9f97741f),segment_id=619968e1-ae63-487e-be1b-46af9f97741f)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:42.716121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fee9785-7989-4e0e-bcf2-02f1f65e5a68 req-75f3f21e-a9d1-431b-8d0b-8b3ec5e61775 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554753 Feb 11 05:45:42.720318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.827354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:42.837650 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.841390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] 10.222.0.81 "PUT /v2.0/ports/3f982c5a-2613-4af3-8703-7cabc5c97770 HTTP/1.1" status: 200 len: 1093 time: 3.1146393 Feb 11 05:45:42.850785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'tag': '3f982c5a-2613-4af3-8703-7cabc5c97770'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:42.864372 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2be115-e460-4947-9f5a-a6c82e3931a3" -d '{"events": [{"name": "network-changed", "server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "tag": "3f982c5a-2613-4af3-8703-7cabc5c97770"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:42.943061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Allocated IP 2001:db8::2 (e6e0b8db-96c9-44eb-b80a-127c07452a2b/b6dc45fc-769f-4669-ab70-22fccad7a381/e5dda76d-69f1-49dd-8b23-2d79d5a1deb4) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:43.025171 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77305535-c4b2-441f-9e25-41a790558101 x-openstack-request-id: req-77305535-c4b2-441f-9e25-41a790558101 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:43.025475 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "tag": "3f982c5a-2613-4af3-8703-7cabc5c97770", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:43.027005 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77305535-c4b2-441f-9e25-41a790558101 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:43.027434 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'tag': '3f982c5a-2613-4af3-8703-7cabc5c97770', 'status': 'completed', 'code': 200} Feb 11 05:45:43.106679 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-824ac3db-2b80-4793-99fa-3f4958b4a18c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5c71c7c4-d331-4a88-99b3-b773ff6e42d1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.111025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8d4d0-5ba6-4940-850b-427804523f3a service neutron] Pushing event updated for resources: {'Port': ['ID=3f982c5a-2613-4af3-8703-7cabc5c97770,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:43.208228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ac3db-2b80-4793-99fa-3f4958b4a18c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=5c71c7c4-d331-4a88-99b3-b773ff6e42d1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:43.228300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-234eac18-4589-48c3-ab3a-94732929aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.245407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-234eac18-4589-48c3-ab3a-94732929aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.247658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-234eac18-4589-48c3-ab3a-94732929aa07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 2045 time: 0.3380151 Feb 11 05:45:43.317723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-824ac3db-2b80-4793-99fa-3f4958b4a18c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.329600 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-824ac3db-2b80-4793-99fa-3f4958b4a18c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/5c71c7c4-d331-4a88-99b3-b773ff6e42d1 HTTP/1.1" status: 204 len: 168 time: 1.0581679 Feb 11 05:45:43.330286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50086) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:43.457096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 54757acb-9dcf-4d9a-a623-dd32346b790e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=54757acb-9dcf-4d9a-a623-dd32346b790e,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:43.513858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-25ac4c4f-9c11-4e84-9a00-4f3a3d278167 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.183&port_id=ca9541c8-891a-44e2-9fea-3c3fcc29d124 HTTP/1.1" status: 200 len: 217 time: 0.2322733 Feb 11 05:45:43.525071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '54757acb-9dcf-4d9a-a623-dd32346b790e', 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9', 'port_id': '54757acb-9dcf-4d9a-a623-dd32346b790e', 'mac_address': 'fa:16:3e:a2:31:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a71f2c-2510-405a-8034-db3d4d59d111', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:43.530225 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f38be5-b486-481c-bb4d-059b5c99e0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:45:43.531708 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-99f38be5-b486-481c-bb4d-059b5c99e0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/5c71c7c4-d331-4a88-99b3-b773ff6e42d1 HTTP/1.1" status: 404 len: 333 time: 0.2004364 Feb 11 05:45:43.541656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50092) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:43.643264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2872f5-1c3b-4616-9525-506bca9b9e50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet b6dc45fc-769f-4669-ab70-22fccad7a381 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:43.682944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cab92-26d4-4360-8e59-0d5ac7ef42de req-6d3e85d5-e04b-4dc5-9952-9e235fa6674e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.688391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cab92-26d4-4360-8e59-0d5ac7ef42de req-6d3e85d5-e04b-4dc5-9952-9e235fa6674e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.694926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cab92-26d4-4360-8e59-0d5ac7ef42de req-6d3e85d5-e04b-4dc5-9952-9e235fa6674e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.700580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cab92-26d4-4360-8e59-0d5ac7ef42de req-6d3e85d5-e04b-4dc5-9952-9e235fa6674e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.706086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cab92-26d4-4360-8e59-0d5ac7ef42de req-6d3e85d5-e04b-4dc5-9952-9e235fa6674e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.711525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cab92-26d4-4360-8e59-0d5ac7ef42de req-6d3e85d5-e04b-4dc5-9952-9e235fa6674e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.717353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cab92-26d4-4360-8e59-0d5ac7ef42de req-6d3e85d5-e04b-4dc5-9952-9e235fa6674e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.726029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f79cab92-26d4-4360-8e59-0d5ac7ef42de req-6d3e85d5-e04b-4dc5-9952-9e235fa6674e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5427 time: 0.6236715 Feb 11 05:45:43.767662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-72657374-b4fb-4178-87db-aaec2ac92dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.769301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-72657374-b4fb-4178-87db-aaec2ac92dc8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ffc3a88b-2594-4041-ab16-b889bc9d5c2b HTTP/1.1" status: 200 len: 801 time: 0.2293501 Feb 11 05:45:43.771736 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Publish callbacks [] for port (e5dda76d-69f1-49dd-8b23-2d79d5a1deb4), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.778956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 66206b59-23ca-4374-aeea-13f28bb07083 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:43.783507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f9e1-b4bb-4044-89f7-f21e2d08f000 req-e345c6e2-0afa-436d-ab08-a080eaa1cc9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.786881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a2872f5-1c3b-4616-9525-506bca9b9e50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (b6dc45fc-769f-4669-ab70-22fccad7a381), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.805376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f9e1-b4bb-4044-89f7-f21e2d08f000 req-e345c6e2-0afa-436d-ab08-a080eaa1cc9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.813146 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (e5dda76d-69f1-49dd-8b23-2d79d5a1deb4), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.819016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f9e1-b4bb-4044-89f7-f21e2d08f000 req-e345c6e2-0afa-436d-ab08-a080eaa1cc9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.826443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f9e1-b4bb-4044-89f7-f21e2d08f000 req-e345c6e2-0afa-436d-ab08-a080eaa1cc9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.842286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f9e1-b4bb-4044-89f7-f21e2d08f000 req-e345c6e2-0afa-436d-ab08-a080eaa1cc9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.851924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f9e1-b4bb-4044-89f7-f21e2d08f000 req-e345c6e2-0afa-436d-ab08-a080eaa1cc9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.862109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f9e1-b4bb-4044-89f7-f21e2d08f000 req-e345c6e2-0afa-436d-ab08-a080eaa1cc9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.873621 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a2872f5-1c3b-4616-9525-506bca9b9e50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (b6dc45fc-769f-4669-ab70-22fccad7a381), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.873843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9eb4f9e1-b4bb-4044-89f7-f21e2d08f000 req-e345c6e2-0afa-436d-ab08-a080eaa1cc9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5432 time: 0.3401704 Feb 11 05:45:43.946795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Network e6e0b8db-96c9-44eb-b80a-127c07452a2b is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:43.978036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:43.991309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:44.059926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a2872f5-1c3b-4616-9525-506bca9b9e50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b6dc45fc-769f-4669-ab70-22fccad7a381), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.123145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:44.126377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9eb4f9e1-b4bb-4044-89f7-f21e2d08f000 req-ea00d803-29f8-4743-b98c-171e2382c471 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2122478 Feb 11 05:45:44.169735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f79cab92-26d4-4360-8e59-0d5ac7ef42de req-891b61ca-51d5-4d4b-bc54-e148853c6d72 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4427357 Feb 11 05:45:44.206221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-15f3e4da-ff11-49fc-a717-bb6d0850cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.207969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-15f3e4da-ff11-49fc-a717-bb6d0850cb16 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=903659e8-efa4-4d4d-994d-c22bd93e858f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3324232 Feb 11 05:45:44.237293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a2872f5-1c3b-4616-9525-506bca9b9e50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (b6dc45fc-769f-4669-ab70-22fccad7a381), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.257738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a2872f5-1c3b-4616-9525-506bca9b9e50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.269186 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a2872f5-1c3b-4616-9525-506bca9b9e50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/b6dc45fc-769f-4669-ab70-22fccad7a381 HTTP/1.1" status: 204 len: 168 time: 0.7231078 Feb 11 05:45:44.269926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50100) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:44.330995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2872f5-1c3b-4616-9525-506bca9b9e50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=b6dc45fc-769f-4669-ab70-22fccad7a381,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:44.421990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-a4c395d0-8dcd-4736-8b6b-90aed15f62c9 service neutron] 10.222.0.81 "GET /v2.0/networks/903659e8-efa4-4d4d-994d-c22bd93e858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049549 Feb 11 05:45:44.511927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e6e0b8db-96c9-44eb-b80a-127c07452a2b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.648473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:44.648835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e5dda76d-69f1-49dd-8b23-2d79d5a1deb4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.699563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b6e56-5d79-461b-b457-babc399bc384 req-876b8e9e-1d9f-4b76-b5d8-817ac57b5464 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.718098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b6e56-5d79-461b-b457-babc399bc384 req-876b8e9e-1d9f-4b76-b5d8-817ac57b5464 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.728697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 54757acb-9dcf-4d9a-a623-dd32346b790e is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:44.729485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c62b6e56-5d79-461b-b457-babc399bc384 req-876b8e9e-1d9f-4b76-b5d8-817ac57b5464 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1679 time: 0.3064303 Feb 11 05:45:44.730138 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.759104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Pushing event updated for resources: {'Port': ['ID=e5dda76d-69f1-49dd-8b23-2d79d5a1deb4,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:44.762014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Attempting to bind port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:44.762602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Attempting to bind port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '208fdf1d-2d45-4f3b-88b3-4cf13d50c072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6e0b8db-96c9-44eb-b80a-127c07452a2b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:44.763205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Attempting to bind port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4 on network e6e0b8db-96c9-44eb-b80a-127c07452a2b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:44.768295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54757acb-9dcf-4d9a-a623-dd32346b790e {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:44.795390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 54757acb-9dcf-4d9a-a623-dd32346b790e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=54757acb-9dcf-4d9a-a623-dd32346b790e,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:44.805429 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] For port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4, host n-d-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:44.805925 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e5dda76d-69f1-49dd-8b23-2d79d5a1deb4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.806605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:44.807254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Checking segment: {'id': '208fdf1d-2d45-4f3b-88b3-4cf13d50c072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6e0b8db-96c9-44eb-b80a-127c07452a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:44.807832 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.808662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Bound using segment: {'id': '208fdf1d-2d45-4f3b-88b3-4cf13d50c072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6e0b8db-96c9-44eb-b80a-127c07452a2b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:44.809393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Bound port: e5dda76d-69f1-49dd-8b23-2d79d5a1deb4, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208fdf1d-2d45-4f3b-88b3-4cf13d50c072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6e0b8db-96c9-44eb-b80a-127c07452a2b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:44.810971 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e5dda76d-69f1-49dd-8b23-2d79d5a1deb4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.822564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for e5dda76d-69f1-49dd-8b23-2d79d5a1deb4 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:44.895721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c62b6e56-5d79-461b-b457-babc399bc384 req-151e2beb-37b2-4641-885b-982f712ceb8a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652493 Feb 11 05:45:44.925886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] For port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:44.933641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] For port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e5dda76d-69f1-49dd-8b23-2d79d5a1deb4,segment=NetworkSegment(208fdf1d-2d45-4f3b-88b3-4cf13d50c072),segment_id=208fdf1d-2d45-4f3b-88b3-4cf13d50c072)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:44.936144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-0cdd7532-0a76-4b78-99ba-e43cb09d11c0 service neutron] 10.222.0.81 "GET /v2.0/networks/903659e8-efa4-4d4d-994d-c22bd93e858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064156 Feb 11 05:45:44.947110 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.948315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 21537272-a9ac-444e-a0ea-df45ed0a2737 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:44.980857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 66206b59-23ca-4374-aeea-13f28bb07083 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:44.981167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e5dda76d-69f1-49dd-8b23-2d79d5a1deb4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.983854 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e5dda76d-69f1-49dd-8b23-2d79d5a1deb4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.002772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 66206b59-23ca-4374-aeea-13f28bb07083 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:45.003293 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (66206b59-23ca-4374-aeea-13f28bb07083), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.008807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-b4eb6cd9-0a9e-4972-af9b-704ee698b759 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=3f982c5a-2613-4af3-8703-7cabc5c97770 HTTP/1.1" status: 200 len: 217 time: 0.0648127 Feb 11 05:45:45.050000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=e5dda76d-69f1-49dd-8b23-2d79d5a1deb4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:45.057178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No DVR routers for this DVR port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:45.165947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-98f11ac0-8a88-4460-a506-674d86eb1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.172031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-98f11ac0-8a88-4460-a506-674d86eb1348 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=051fafd6-0f21-49d5-b72e-6bfdc442b389 HTTP/1.1" status: 200 len: 801 time: 0.1498609 Feb 11 05:45:45.203343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=54757acb-9dcf-4d9a-a623-dd32346b790e,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:45.236074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 21537272-a9ac-444e-a0ea-df45ed0a2737, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=21537272-a9ac-444e-a0ea-df45ed0a2737,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:45.266927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e6e0b8db-96c9-44eb-b80a-127c07452a2b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.293451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e0b8db-96c9-44eb-b80a-127c07452a2b']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-0ce31770-3f17-4981-841a-f1e1aeb50a1c None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4 could not be found. Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:45:45.299065 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port e5dda76d-69f1-49dd-8b23-2d79d5a1deb4 could not be found. Feb 11 05:45:45.302855 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 05:45:45.305959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208fdf1d-2d45-4f3b-88b3-4cf13d50c072') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:45.306349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208fdf1d-2d45-4f3b-88b3-4cf13d50c072') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:45.324029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (208fdf1d-2d45-4f3b-88b3-4cf13d50c072), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.341496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.341845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.346342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.346726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.347083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.347434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.348730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.349097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.349473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.352050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.352409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.352758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.353050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (208fdf1d-2d45-4f3b-88b3-4cf13d50c072), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.353255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:45.376147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:45.383541 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (208fdf1d-2d45-4f3b-88b3-4cf13d50c072), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.385372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-48ab8d1c-992f-4367-bf06-af84f85cd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.386991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168359dd-3697-46cd-be9a-a00ced703bce None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:45:45.388780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-48ab8d1c-992f-4367-bf06-af84f85cd7d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b21f7b8-ec77-464b-b220-442e1ea1b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2086720 Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:45.390944 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:45.553438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e6e0b8db-96c9-44eb-b80a-127c07452a2b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.561149 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.566438 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/networks/e6e0b8db-96c9-44eb-b80a-127c07452a2b HTTP/1.1" status: 204 len: 168 time: 1.2939684 Feb 11 05:45:45.573189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50120) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:45.585231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'name': 'tempest-PortsIpV6TestJSON-1881355962'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:45.653645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168359dd-3697-46cd-be9a-a00ced703bce None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:45:45.656047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c76012-c8d7-4b58-a77c-ae8aa5e3eb51 None None] Pushing event deleted for resources: {'Port': ['ID=e5dda76d-69f1-49dd-8b23-2d79d5a1deb4,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:45.663312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '21537272-a9ac-444e-a0ea-df45ed0a2737', 'network_id': '3933aaa4-ebd8-4f26-942b-f465028f6bf9', 'port_id': '21537272-a9ac-444e-a0ea-df45ed0a2737', 'mac_address': 'fa:16:3e:93:6a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a71f2c-2510-405a-8034-db3d4d59d111', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:45.686724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61f82b-aaa0-4cbe-90d8-7057a2054b18 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Network': ['ID=e6e0b8db-96c9-44eb-b80a-127c07452a2b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:45.834967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:45.839059 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.851873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1edb0-8ecc-4101-8f42-22414b128e80 req-480a32d4-0161-4f62-a0d4-26064ebff232 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.873057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1edb0-8ecc-4101-8f42-22414b128e80 req-480a32d4-0161-4f62-a0d4-26064ebff232 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.883126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port da9f2125-74b9-4812-8b8d-81dce4c14827 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:45.884498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1edb0-8ecc-4101-8f42-22414b128e80 req-480a32d4-0161-4f62-a0d4-26064ebff232 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.890165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1edb0-8ecc-4101-8f42-22414b128e80 req-480a32d4-0161-4f62-a0d4-26064ebff232 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.899501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1edb0-8ecc-4101-8f42-22414b128e80 req-480a32d4-0161-4f62-a0d4-26064ebff232 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.908061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1edb0-8ecc-4101-8f42-22414b128e80 req-480a32d4-0161-4f62-a0d4-26064ebff232 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.925229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1edb0-8ecc-4101-8f42-22414b128e80 req-480a32d4-0161-4f62-a0d4-26064ebff232 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.937366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fac1edb0-8ecc-4101-8f42-22414b128e80 req-480a32d4-0161-4f62-a0d4-26064ebff232 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5433 time: 0.5941923 Feb 11 05:45:45.952571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 21537272-a9ac-444e-a0ea-df45ed0a2737 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:45.953151 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.967761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0d5de-f656-4e8f-9ac0-626d5f33cb0a req-d5734f15-0ee0-4b71-8447-27fbc8eaecc8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.995759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0d5de-f656-4e8f-9ac0-626d5f33cb0a req-d5734f15-0ee0-4b71-8447-27fbc8eaecc8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.008676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0d5de-f656-4e8f-9ac0-626d5f33cb0a req-d5734f15-0ee0-4b71-8447-27fbc8eaecc8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.025462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0d5de-f656-4e8f-9ac0-626d5f33cb0a req-d5734f15-0ee0-4b71-8447-27fbc8eaecc8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.039496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0d5de-f656-4e8f-9ac0-626d5f33cb0a req-d5734f15-0ee0-4b71-8447-27fbc8eaecc8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.051265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0d5de-f656-4e8f-9ac0-626d5f33cb0a req-d5734f15-0ee0-4b71-8447-27fbc8eaecc8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.057326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0d5de-f656-4e8f-9ac0-626d5f33cb0a req-d5734f15-0ee0-4b71-8447-27fbc8eaecc8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.059552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b0d5de-f656-4e8f-9ac0-626d5f33cb0a req-d5734f15-0ee0-4b71-8447-27fbc8eaecc8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5427 time: 0.6310959 Feb 11 05:45:46.073349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21537272-a9ac-444e-a0ea-df45ed0a2737 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:46.264794 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b0d5de-f656-4e8f-9ac0-626d5f33cb0a req-37d68cff-57e5-42b4-aa19-63bf86123686 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940236 Feb 11 05:45:46.268203 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 66206b59-23ca-4374-aeea-13f28bb07083 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:46.268517 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (66206b59-23ca-4374-aeea-13f28bb07083), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.311237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (da9f2125-74b9-4812-8b8d-81dce4c14827), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.327112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-53a9868c-434b-4a8e-8adc-75fe3126ca36 service neutron] 10.222.0.81 "GET /v2.0/networks/2b21f7b8-ec77-464b-b220-442e1ea1b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8629098 Feb 11 05:45:46.375268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 21537272-a9ac-444e-a0ea-df45ed0a2737, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=21537272-a9ac-444e-a0ea-df45ed0a2737,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:46.400479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fac1edb0-8ecc-4101-8f42-22414b128e80 req-b1f96ba7-2613-4540-b029-31fe8e9c19c2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4583766 Feb 11 05:45:46.411404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (da9f2125-74b9-4812-8b8d-81dce4c14827), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.441901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 66206b59-23ca-4374-aeea-13f28bb07083, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=66206b59-23ca-4374-aeea-13f28bb07083,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:46.447202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66206b59-23ca-4374-aeea-13f28bb07083'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:46.454562 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02ba2e1-5765-4113-ab44-260ef7e9b17d" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "66206b59-23ca-4374-aeea-13f28bb07083"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:46.485237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (66206b59-23ca-4374-aeea-13f28bb07083), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.486237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c42625e7-478d-46cd-9ac9-810d31b616d5 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:46.545321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:46.552249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:46.556577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:46.566150 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.567406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.567532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:46.570064 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.578477 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cec711-ec4f-4e92-bc42-006a9000c407 x-openstack-request-id: req-44cec711-ec4f-4e92-bc42-006a9000c407 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:46.578776 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "66206b59-23ca-4374-aeea-13f28bb07083", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:46.579036 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44cec711-ec4f-4e92-bc42-006a9000c407 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:46.579434 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66206b59-23ca-4374-aeea-13f28bb07083', 'code': 200} Feb 11 05:45:46.589216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=da9f2125-74b9-4812-8b8d-81dce4c14827,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.602666 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ac178877-1657-48f1-9e69-b6f9dbc3f760 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0280743 Feb 11 05:45:46.605404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50134) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:46.633915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d6525-9ce8-4085-a77a-f710d23c0dbc req-ffb78bfa-a5b0-4aa3-aa55-7bedf06edd1a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.639527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d6525-9ce8-4085-a77a-f710d23c0dbc req-ffb78bfa-a5b0-4aa3-aa55-7bedf06edd1a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.649284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e0d6525-9ce8-4085-a77a-f710d23c0dbc req-ffb78bfa-a5b0-4aa3-aa55-7bedf06edd1a tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1679 time: 0.1673977 Feb 11 05:45:46.652732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd422d7c-952b-45c1-b09e-d24c1ad182c6 req-7800ca0c-dc75-4d22-8dd1-cd1802e0139c service neutron] 10.222.0.81 "GET /v2.0/networks/2b21f7b8-ec77-464b-b220-442e1ea1b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247769 Feb 11 05:45:46.771089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-391cb167-4f71-428c-97a5-e280cc84b26a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port da9f2125-74b9-4812-8b8d-81dce4c14827 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:46.771456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-391cb167-4f71-428c-97a5-e280cc84b26a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (da9f2125-74b9-4812-8b8d-81dce4c14827), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.839913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port c42625e7-478d-46cd-9ac9-810d31b616d5 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:46.873399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e0d6525-9ce8-4085-a77a-f710d23c0dbc req-b7ae1f80-eb04-40ee-90ba-f0d5c3e70d47 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208648 Feb 11 05:45:46.894187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ab7f3-d20e-4758-bd97-eb2d0c664133 None None] Network e6e0b8db-96c9-44eb-b80a-127c07452a2b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:46.918663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-468e046b-a4a4-4bc6-99e7-70321b158f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.919205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-468e046b-a4a4-4bc6-99e7-70321b158f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.921301 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:45:46.923952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c42625e7-478d-46cd-9ac9-810d31b616d5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:46.924329 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.927057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-468e046b-a4a4-4bc6-99e7-70321b158f19 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 2045 time: 0.2085271 Feb 11 05:45:46.943496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ab7f3-d20e-4758-bd97-eb2d0c664133 None None] Network e6e0b8db-96c9-44eb-b80a-127c07452a2b could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:45:46.944928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-391cb167-4f71-428c-97a5-e280cc84b26a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (da9f2125-74b9-4812-8b8d-81dce4c14827), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.982527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=66206b59-23ca-4374-aeea-13f28bb07083,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.982969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-391cb167-4f71-428c-97a5-e280cc84b26a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for da9f2125-74b9-4812-8b8d-81dce4c14827 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:47.041993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:47.047114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=21537272-a9ac-444e-a0ea-df45ed0a2737,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:47.100017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-391cb167-4f71-428c-97a5-e280cc84b26a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (da9f2125-74b9-4812-8b8d-81dce4c14827), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.103717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa', 'network_id': 'fb83d269-2acd-412f-8a84-5425707c72b1', 'port_id': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa', 'mac_address': 'fa:16:3e:24:82:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8fc154-ad35-44bc-839a-eb8ae4c6964c', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:47.114289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-34e31962-924a-4d91-b737-fc1a5b842f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.119102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-34e31962-924a-4d91-b737-fc1a5b842f39 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2b21f7b8-ec77-464b-b220-442e1ea1b4ab HTTP/1.1" status: 200 len: 902 time: 0.1777313 Feb 11 05:45:47.139595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cb167-4f71-428c-97a5-e280cc84b26a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=da9f2125-74b9-4812-8b8d-81dce4c14827,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:47.151739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-391cb167-4f71-428c-97a5-e280cc84b26a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.156783 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-391cb167-4f71-428c-97a5-e280cc84b26a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/da9f2125-74b9-4812-8b8d-81dce4c14827 HTTP/1.1" status: 204 len: 168 time: 0.5497034 Feb 11 05:45:47.159178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.172427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'mac_address': 'fa:16:3e:06:0d:43', 'name': 'tempest-PortsIpV6TestJSON-720599158'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:47.193211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:47.193211 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.231300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-08845aca-61a2-423f-ad9a-a158e0d384cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=3f982c5a-2613-4af3-8703-7cabc5c97770 HTTP/1.1" status: 200 len: 217 time: 0.1062357 Feb 11 05:45:47.231553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:47.294580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:47.306127 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.306815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:47.325810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-b8b36602-a3bc-492a-88a5-a32a35bdb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.343473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-b8b36602-a3bc-492a-88a5-a32a35bdb701 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=051fafd6-0f21-49d5-b72e-6bfdc442b389 HTTP/1.1" status: 200 len: 801 time: 0.1010606 Feb 11 05:45:47.413219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:47.447983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c42625e7-478d-46cd-9ac9-810d31b616d5 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:47.448320 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.555597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-684e2612-5713-4027-afbb-8bc1497bdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.566037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-684e2612-5713-4027-afbb-8bc1497bdaad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b21f7b8-ec77-464b-b220-442e1ea1b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2041936 Feb 11 05:45:47.591151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.603810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:47.629941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe43ed2-2b27-47e9-a219-babd1d47fcec req-c4908640-3d88-4009-b7ff-5d99c0f88969 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.644169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe43ed2-2b27-47e9-a219-babd1d47fcec req-c4908640-3d88-4009-b7ff-5d99c0f88969 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.666521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 8515fb80-929e-4bad-8969-b29a80c12b70 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:47.669207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe43ed2-2b27-47e9-a219-babd1d47fcec req-c4908640-3d88-4009-b7ff-5d99c0f88969 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.674546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe43ed2-2b27-47e9-a219-babd1d47fcec req-c4908640-3d88-4009-b7ff-5d99c0f88969 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.675502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c42625e7-478d-46cd-9ac9-810d31b616d5, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c42625e7-478d-46cd-9ac9-810d31b616d5,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:47.690385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe43ed2-2b27-47e9-a219-babd1d47fcec req-c4908640-3d88-4009-b7ff-5d99c0f88969 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.693608 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.698695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:47.699380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe43ed2-2b27-47e9-a219-babd1d47fcec req-c4908640-3d88-4009-b7ff-5d99c0f88969 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.715431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe43ed2-2b27-47e9-a219-babd1d47fcec req-c4908640-3d88-4009-b7ff-5d99c0f88969 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.717765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fe43ed2-2b27-47e9-a219-babd1d47fcec req-c4908640-3d88-4009-b7ff-5d99c0f88969 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5428 time: 0.2786269 Feb 11 05:45:47.792964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:47.872066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'port_id': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'mac_address': 'fa:16:3e:cb:d3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:47.873830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c42625e7-478d-46cd-9ac9-810d31b616d5,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:48.003307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:48.005035 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.030148 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (8515fb80-929e-4bad-8969-b29a80c12b70), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.040641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:48.064294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:48.088102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:48.088831 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.103355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-3a952e79-091b-4110-b5b7-24b9056c81a8 service neutron] 10.222.0.81 "GET /v2.0/networks/2b21f7b8-ec77-464b-b220-442e1ea1b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190969 Feb 11 05:45:48.107514 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8515fb80-929e-4bad-8969-b29a80c12b70), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.165700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:48.169594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=8515fb80-929e-4bad-8969-b29a80c12b70,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:48.183114 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.200129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:48.201983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:48.210135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:48.228500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.229446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.267408 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c1252bea-3fd5-4da5-8f34-0df2195816e0 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1057074 Feb 11 05:45:48.269746 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50162) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:48.270273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ca9541c8-891a-44e2-9fea-3c3fcc29d124 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:48.272352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f2be115-e460-4947-9f5a-a6c82e3931a3 req-94e819df-066e-4085-992d-fcf0e1f0d963 service neutron] 10.222.0.81 "GET /v2.0/networks/2b21f7b8-ec77-464b-b220-442e1ea1b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573315 Feb 11 05:45:48.299419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fe43ed2-2b27-47e9-a219-babd1d47fcec req-ee1c6335-360b-4a1a-8fbf-fd61b808d9ff tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5592699 Feb 11 05:45:48.328433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e8ee-f48d-46f7-a7cf-61332cb52292 req-8eef613e-3103-4b79-8a95-bd6890a36937 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.347937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e8ee-f48d-46f7-a7cf-61332cb52292 req-8eef613e-3103-4b79-8a95-bd6890a36937 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.359312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e8ee-f48d-46f7-a7cf-61332cb52292 req-8eef613e-3103-4b79-8a95-bd6890a36937 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.376916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e8ee-f48d-46f7-a7cf-61332cb52292 req-8eef613e-3103-4b79-8a95-bd6890a36937 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.387771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c2e294-315e-4f17-a6e9-a044e0f3d558 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.390058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e8ee-f48d-46f7-a7cf-61332cb52292 req-8eef613e-3103-4b79-8a95-bd6890a36937 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.395684 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-88c2e294-315e-4f17-a6e9-a044e0f3d558 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/8515fb80-929e-4bad-8969-b29a80c12b70 HTTP/1.1" status: 200 len: 844 time: 0.1242571 Feb 11 05:45:48.396375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50166) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:48.399869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e8ee-f48d-46f7-a7cf-61332cb52292 req-8eef613e-3103-4b79-8a95-bd6890a36937 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.410047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e8ee-f48d-46f7-a7cf-61332cb52292 req-8eef613e-3103-4b79-8a95-bd6890a36937 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.427434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdf2e8ee-f48d-46f7-a7cf-61332cb52292 req-8eef613e-3103-4b79-8a95-bd6890a36937 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5435 time: 0.7055647 Feb 11 05:45:48.432520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:48.461393 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.resource_extend [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:45:48.537610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:48.540752 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.652485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42625e7-478d-46cd-9ac9-810d31b616d5'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:48.660389 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61dc686-1f4e-4c45-a85e-53c3e0b44f4f" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "c42625e7-478d-46cd-9ac9-810d31b616d5"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:48.701742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b4e92db7-023a-4334-8f3a-6544cc28aadf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 8515fb80-929e-4bad-8969-b29a80c12b70 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:48.701742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4e92db7-023a-4334-8f3a-6544cc28aadf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8515fb80-929e-4bad-8969-b29a80c12b70), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.720699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdf2e8ee-f48d-46f7-a7cf-61332cb52292 req-6672fbce-bf22-4c0d-96c0-4e6c6e593df6 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2921093 Feb 11 05:45:48.761272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad52df-d093-4f0a-b30e-b960051213f5 req-5c2f2c65-706a-4f52-8d36-66295fcfab04 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.786665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:48.787561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad52df-d093-4f0a-b30e-b960051213f5 req-5c2f2c65-706a-4f52-8d36-66295fcfab04 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.790005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5ad52df-d093-4f0a-b30e-b960051213f5 req-5c2f2c65-706a-4f52-8d36-66295fcfab04 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1679 time: 0.3404553 Feb 11 05:45:48.793596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ca9541c8-891a-44e2-9fea-3c3fcc29d124, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ca9541c8-891a-44e2-9fea-3c3fcc29d124,segment=NetworkSegment(947f4a65-e4f9-46fc-862c-7ca116c29f71),segment_id=947f4a65-e4f9-46fc-862c-7ca116c29f71)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:48.803286 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.804476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a25ded39-6b78-42fc-acac-793224388ea3 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:48.840261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ca9541c8-891a-44e2-9fea-3c3fcc29d124', 'network_id': '903659e8-efa4-4d4d-994d-c22bd93e858f', 'port_id': 'ca9541c8-891a-44e2-9fea-3c3fcc29d124', 'mac_address': 'fa:16:3e:c1:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc3a88b-2594-4041-ab16-b889bc9d5c2b', 'ip_address': '19.80.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:48.887890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4e92db7-023a-4334-8f3a-6544cc28aadf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8515fb80-929e-4bad-8969-b29a80c12b70), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.943788 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa2d076-fc08-42fb-b8b9-e5eb0ce50208 x-openstack-request-id: req-6fa2d076-fc08-42fb-b8b9-e5eb0ce50208 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:48.944059 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "c42625e7-478d-46cd-9ac9-810d31b616d5", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:48.944506 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fa2d076-fc08-42fb-b8b9-e5eb0ce50208 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:48.945032 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42625e7-478d-46cd-9ac9-810d31b616d5', 'code': 200} Feb 11 05:45:48.954113 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b4e92db7-023a-4334-8f3a-6544cc28aadf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 8515fb80-929e-4bad-8969-b29a80c12b70 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:48.958674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5ad52df-d093-4f0a-b30e-b960051213f5 req-86b10b45-7230-425a-8e77-d177dbbbeb96 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619987 Feb 11 05:45:48.976393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['283f8362-3664-40ac-bd6e-d9dc5a4f3e9f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:48.994322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:49.039225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3cdee5aa-e118-4a1d-88f8-62d7973bbbfa'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:49.042264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['54757acb-9dcf-4d9a-a623-dd32346b790e'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:49.047668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ca9541c8-891a-44e2-9fea-3c3fcc29d124 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:49.048352 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.059693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['eb27cb62-514f-465c-bae3-e35f2f663b08'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:49.062065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['21537272-a9ac-444e-a0ea-df45ed0a2737'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:49.065483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['d294594c-7a83-4810-99bc-b12b11584445'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:49.067815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['714b5c2d-cfc5-4baf-8025-fe9e488e4b47'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:49.177576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4e92db7-023a-4334-8f3a-6544cc28aadf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8515fb80-929e-4bad-8969-b29a80c12b70), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.251284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e92db7-023a-4334-8f3a-6544cc28aadf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=8515fb80-929e-4bad-8969-b29a80c12b70,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:49.277017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b4e92db7-023a-4334-8f3a-6544cc28aadf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.287221 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b4e92db7-023a-4334-8f3a-6544cc28aadf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/8515fb80-929e-4bad-8969-b29a80c12b70 HTTP/1.1" status: 204 len: 168 time: 0.8888128 Feb 11 05:45:49.290039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50186) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:49.374442 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17555fc-83d7-4812-998f-3d40ce3000a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:45:49.384266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a17555fc-83d7-4812-998f-3d40ce3000a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/8515fb80-929e-4bad-8969-b29a80c12b70 HTTP/1.1" status: 404 len: 333 time: 0.0931687 Feb 11 05:45:49.387854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50192) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:49.393085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'name': 'tempest-PortsIpV6TestJSON-885188551'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:49.690702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0782f-04f6-4009-80dd-91f8017b8c7a req-7475d1bd-cd50-4ba4-8cea-b2c4155b7ebb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.703334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0782f-04f6-4009-80dd-91f8017b8c7a req-7475d1bd-cd50-4ba4-8cea-b2c4155b7ebb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.716504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0782f-04f6-4009-80dd-91f8017b8c7a req-7475d1bd-cd50-4ba4-8cea-b2c4155b7ebb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.725612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:49.731589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0782f-04f6-4009-80dd-91f8017b8c7a req-7475d1bd-cd50-4ba4-8cea-b2c4155b7ebb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.746267 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.747298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0782f-04f6-4009-80dd-91f8017b8c7a req-7475d1bd-cd50-4ba4-8cea-b2c4155b7ebb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.761660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0782f-04f6-4009-80dd-91f8017b8c7a req-7475d1bd-cd50-4ba4-8cea-b2c4155b7ebb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.775311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0782f-04f6-4009-80dd-91f8017b8c7a req-7475d1bd-cd50-4ba4-8cea-b2c4155b7ebb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.800386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28e0782f-04f6-4009-80dd-91f8017b8c7a req-7475d1bd-cd50-4ba4-8cea-b2c4155b7ebb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5430 time: 0.3046193 Feb 11 05:45:49.813716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 56f12664-1e07-46a4-bd44-44ab4af08c3a yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:50.047475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9541c8-891a-44e2-9fea-3c3fcc29d124 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:50.099173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28e0782f-04f6-4009-80dd-91f8017b8c7a req-a23bbdfa-7fe1-45ee-8b6a-bdc2f9dafc44 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2924445 Feb 11 05:45:50.265358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port a25ded39-6b78-42fc-acac-793224388ea3 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:50.303967 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (56f12664-1e07-46a4-bd44-44ab4af08c3a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.346983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (56f12664-1e07-46a4-bd44-44ab4af08c3a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.398833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a9b3-4dc3-4fbb-8d9d-9138ed01dcc2 req-26b445c7-15fc-40d7-9887-a14f31b2c33c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.417147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a9b3-4dc3-4fbb-8d9d-9138ed01dcc2 req-26b445c7-15fc-40d7-9887-a14f31b2c33c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.419209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=56f12664-1e07-46a4-bd44-44ab4af08c3a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:50.428318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:50.430099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:50.434961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a9b3-4dc3-4fbb-8d9d-9138ed01dcc2 req-26b445c7-15fc-40d7-9887-a14f31b2c33c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.438293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:50.447356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.448396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.455182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a9b3-4dc3-4fbb-8d9d-9138ed01dcc2 req-26b445c7-15fc-40d7-9887-a14f31b2c33c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.460595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a9b3-4dc3-4fbb-8d9d-9138ed01dcc2 req-26b445c7-15fc-40d7-9887-a14f31b2c33c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.474539 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d83abbf4-75c8-42f2-a8d7-cb9fe29a27de tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0854490 Feb 11 05:45:50.475353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50208) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.482094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-564d1ecb-8711-4082-abc5-61842737338b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:50.485038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ca9541c8-891a-44e2-9fea-3c3fcc29d124, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ca9541c8-891a-44e2-9fea-3c3fcc29d124,segment=NetworkSegment(947f4a65-e4f9-46fc-862c-7ca116c29f71),segment_id=947f4a65-e4f9-46fc-862c-7ca116c29f71)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:50.491207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a9b3-4dc3-4fbb-8d9d-9138ed01dcc2 req-26b445c7-15fc-40d7-9887-a14f31b2c33c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.513002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a9b3-4dc3-4fbb-8d9d-9138ed01dcc2 req-26b445c7-15fc-40d7-9887-a14f31b2c33c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.522638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8204a9b3-4dc3-4fbb-8d9d-9138ed01dcc2 req-26b445c7-15fc-40d7-9887-a14f31b2c33c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5436 time: 0.4776080 Feb 11 05:45:50.614445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port a25ded39-6b78-42fc-acac-793224388ea3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:50.615085 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a25ded39-6b78-42fc-acac-793224388ea3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.645364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-564d1ecb-8711-4082-abc5-61842737338b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (56f12664-1e07-46a4-bd44-44ab4af08c3a), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.659038 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.663003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f982c5a-2613-4af3-8703-7cabc5c97770 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:50.715580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd2bba-6d36-4744-8988-0284a6d550f4 req-11ec997b-8889-480f-9681-282624be98d2 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.720693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd2bba-6d36-4744-8988-0284a6d550f4 req-11ec997b-8889-480f-9681-282624be98d2 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.753780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80cd2bba-6d36-4744-8988-0284a6d550f4 req-11ec997b-8889-480f-9681-282624be98d2 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1679 time: 0.5519102 Feb 11 05:45:50.813554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3f982c5a-2613-4af3-8703-7cabc5c97770, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3f982c5a-2613-4af3-8703-7cabc5c97770,segment=NetworkSegment(619968e1-ae63-487e-be1b-46af9f97741f),segment_id=619968e1-ae63-487e-be1b-46af9f97741f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:50.821382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8204a9b3-4dc3-4fbb-8d9d-9138ed01dcc2 req-8fa2cd20-3ff5-4d7b-b861-5c09ce5af0e6 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2845056 Feb 11 05:45:50.908536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80cd2bba-6d36-4744-8988-0284a6d550f4 req-54859fcb-f8d5-43bf-b848-66d718bc3e6d tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454437 Feb 11 05:45:50.958858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '3f982c5a-2613-4af3-8703-7cabc5c97770', 'network_id': '2b21f7b8-ec77-464b-b220-442e1ea1b4ab', 'port_id': '3f982c5a-2613-4af3-8703-7cabc5c97770', 'mac_address': 'fa:16:3e:b5:a0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051fafd6-0f21-49d5-b72e-6bfdc442b389', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:50.982832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:50.986208 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09be0e3-ed38-474b-bec5-2a95728497e4" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:50.994424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-564d1ecb-8711-4082-abc5-61842737338b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (56f12664-1e07-46a4-bd44-44ab4af08c3a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.997554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ca9541c8-891a-44e2-9fea-3c3fcc29d124,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:51.010794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-564d1ecb-8711-4082-abc5-61842737338b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (56f12664-1e07-46a4-bd44-44ab4af08c3a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.080213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d1ecb-8711-4082-abc5-61842737338b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=56f12664-1e07-46a4-bd44-44ab4af08c3a,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:51.103953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-564d1ecb-8711-4082-abc5-61842737338b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] In _notify_port_updated(), no bound segment for port 56f12664-1e07-46a4-bd44-44ab4af08c3a on network bdd91a05-4cb1-447a-85be-e33a3d17429c {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:45:51.112227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d1ecb-8711-4082-abc5-61842737338b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.113736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-564d1ecb-8711-4082-abc5-61842737338b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.118800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50216) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:51.120398 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-564d1ecb-8711-4082-abc5-61842737338b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "PUT /v2.0/ports/56f12664-1e07-46a4-bd44-44ab4af08c3a HTTP/1.1" status: 200 len: 818 time: 0.6433082 Feb 11 05:45:51.301217 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833afa9b-c1a2-455b-aff7-f8ab27ef28d5 x-openstack-request-id: req-833afa9b-c1a2-455b-aff7-f8ab27ef28d5 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:51.301217 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:51.301217 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-833afa9b-c1a2-455b-aff7-f8ab27ef28d5 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:51.301217 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a', 'code': 200} Feb 11 05:45:51.307286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3f982c5a-2613-4af3-8703-7cabc5c97770 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:51.307286 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.390061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f982c5a-2613-4af3-8703-7cabc5c97770 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:51.441729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3f982c5a-2613-4af3-8703-7cabc5c97770, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3f982c5a-2613-4af3-8703-7cabc5c97770,segment=NetworkSegment(619968e1-ae63-487e-be1b-46af9f97741f),segment_id=619968e1-ae63-487e-be1b-46af9f97741f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:51.548361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef0e4-a9d3-433f-a20e-22fd819e3b0d req-5edda42d-6a34-42db-8f7c-471a8d9bcec1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.566971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef0e4-a9d3-433f-a20e-22fd819e3b0d req-5edda42d-6a34-42db-8f7c-471a8d9bcec1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.588848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef0e4-a9d3-433f-a20e-22fd819e3b0d req-5edda42d-6a34-42db-8f7c-471a8d9bcec1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.610375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef0e4-a9d3-433f-a20e-22fd819e3b0d req-5edda42d-6a34-42db-8f7c-471a8d9bcec1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.615860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef0e4-a9d3-433f-a20e-22fd819e3b0d req-5edda42d-6a34-42db-8f7c-471a8d9bcec1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.634302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef0e4-a9d3-433f-a20e-22fd819e3b0d req-5edda42d-6a34-42db-8f7c-471a8d9bcec1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.640989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef0e4-a9d3-433f-a20e-22fd819e3b0d req-5edda42d-6a34-42db-8f7c-471a8d9bcec1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.649296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-affef0e4-a9d3-433f-a20e-22fd819e3b0d req-5edda42d-6a34-42db-8f7c-471a8d9bcec1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5430 time: 0.4246449 Feb 11 05:45:51.660533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-96253cff-e658-4dc0-a464-c2ec64ec97a9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 56f12664-1e07-46a4-bd44-44ab4af08c3a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:51.661162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-96253cff-e658-4dc0-a464-c2ec64ec97a9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (56f12664-1e07-46a4-bd44-44ab4af08c3a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.789603 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.819870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-96253cff-e658-4dc0-a464-c2ec64ec97a9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (56f12664-1e07-46a4-bd44-44ab4af08c3a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.834349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port a25ded39-6b78-42fc-acac-793224388ea3 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:51.834744 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a25ded39-6b78-42fc-acac-793224388ea3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.897757 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-affef0e4-a9d3-433f-a20e-22fd819e3b0d req-1d6fb236-ad27-4d17-b222-85f1c1476b50 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2472570 Feb 11 05:45:51.898883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-96253cff-e658-4dc0-a464-c2ec64ec97a9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 56f12664-1e07-46a4-bd44-44ab4af08c3a owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:52.157975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a25ded39-6b78-42fc-acac-793224388ea3, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a25ded39-6b78-42fc-acac-793224388ea3,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:52.292678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0df62-b2f2-4dc4-8a18-b793b3b4062f req-1c40dafc-4877-4820-a4f7-2f297382ef12 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.304646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0df62-b2f2-4dc4-8a18-b793b3b4062f req-1c40dafc-4877-4820-a4f7-2f297382ef12 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.306292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56c0df62-b2f2-4dc4-8a18-b793b3b4062f req-1c40dafc-4877-4820-a4f7-2f297382ef12 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1681 time: 0.2316406 Feb 11 05:45:52.326641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3f982c5a-2613-4af3-8703-7cabc5c97770,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:52.368921 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a25ded39-6b78-42fc-acac-793224388ea3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.373762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 9d5ceb20-777b-4734-b36d-418484efc430 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:52.411007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee84ac8-7556-4a28-bbcb-f2ef03a414df req-3c17c4d3-742a-45d1-9102-90145fb4b99c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.420616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee84ac8-7556-4a28-bbcb-f2ef03a414df req-3c17c4d3-742a-45d1-9102-90145fb4b99c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.426439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee84ac8-7556-4a28-bbcb-f2ef03a414df req-3c17c4d3-742a-45d1-9102-90145fb4b99c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.446909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee84ac8-7556-4a28-bbcb-f2ef03a414df req-3c17c4d3-742a-45d1-9102-90145fb4b99c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.460212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee84ac8-7556-4a28-bbcb-f2ef03a414df req-3c17c4d3-742a-45d1-9102-90145fb4b99c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.465884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee84ac8-7556-4a28-bbcb-f2ef03a414df req-3c17c4d3-742a-45d1-9102-90145fb4b99c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.485125 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee84ac8-7556-4a28-bbcb-f2ef03a414df req-3c17c4d3-742a-45d1-9102-90145fb4b99c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.487073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dee84ac8-7556-4a28-bbcb-f2ef03a414df req-3c17c4d3-742a-45d1-9102-90145fb4b99c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5436 time: 0.4435244 Feb 11 05:45:52.529648 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-96253cff-e658-4dc0-a464-c2ec64ec97a9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (56f12664-1e07-46a4-bd44-44ab4af08c3a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.603135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['3f982c5a-2613-4af3-8703-7cabc5c97770'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:52.627362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=a25ded39-6b78-42fc-acac-793224388ea3,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:52.657551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96253cff-e658-4dc0-a464-c2ec64ec97a9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=56f12664-1e07-46a4-bd44-44ab4af08c3a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:52.782827 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56c0df62-b2f2-4dc4-8a18-b793b3b4062f req-0f6f5ec9-9893-400e-b4c8-5d8bdeb41311 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463611 Feb 11 05:45:52.873911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dee84ac8-7556-4a28-bbcb-f2ef03a414df req-170e8219-e536-41c3-b273-d1bbd430d90d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3718667 Feb 11 05:45:52.881192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-96253cff-e658-4dc0-a464-c2ec64ec97a9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.889021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50242) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:52.908576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-96253cff-e658-4dc0-a464-c2ec64ec97a9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/56f12664-1e07-46a4-bd44-44ab4af08c3a HTTP/1.1" status: 204 len: 168 time: 1.7848361 Feb 11 05:45:52.917915 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.014040 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b39be90-19f7-48ed-876b-c916dbea20fe tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.021794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50248) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:53.039951 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5b39be90-19f7-48ed-876b-c916dbea20fe tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1497264 Feb 11 05:45:53.123740 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-a753c1f5-4f1b-4e88-b3bf-8615df9ffcda tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:45:53.131170 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50250) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:53.137973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-821654530'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:53.143027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a753c1f5-4f1b-4e88-b3bf-8615df9ffcda tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/56f12664-1e07-46a4-bd44-44ab4af08c3a HTTP/1.1" status: 404 len: 333 time: 0.1200552 Feb 11 05:45:53.204936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:53.226578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.308604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:53.322102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c6176-121b-4393-9b59-79aa08dd18af req-66b461dc-8b4a-48e4-a1c8-ba99d7c11297 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.336422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.336782 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Added segment 3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182 of type vlan for network 3bb3192b-89b6-4b75-832f-832a98db3f3f Feb 11 05:45:53.343427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25ded39-6b78-42fc-acac-793224388ea3'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:53.345947 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe8eb2-8832-4543-ad4f-db27d96f71cb" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "a25ded39-6b78-42fc-acac-793224388ea3"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:53.346792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c6176-121b-4393-9b59-79aa08dd18af req-66b461dc-8b4a-48e4-a1c8-ba99d7c11297 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.348701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 9d5ceb20-777b-4734-b36d-418484efc430 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:53.366720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c6176-121b-4393-9b59-79aa08dd18af req-66b461dc-8b4a-48e4-a1c8-ba99d7c11297 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.394461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c6176-121b-4393-9b59-79aa08dd18af req-66b461dc-8b4a-48e4-a1c8-ba99d7c11297 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.399479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ca9541c8-891a-44e2-9fea-3c3fcc29d124'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:53.417064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c6176-121b-4393-9b59-79aa08dd18af req-66b461dc-8b4a-48e4-a1c8-ba99d7c11297 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.437925 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3bb3192b-89b6-4b75-832f-832a98db3f3f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.447480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c6176-121b-4393-9b59-79aa08dd18af req-66b461dc-8b4a-48e4-a1c8-ba99d7c11297 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.477441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c6176-121b-4393-9b59-79aa08dd18af req-66b461dc-8b4a-48e4-a1c8-ba99d7c11297 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.484492 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-192c6176-121b-4393-9b59-79aa08dd18af req-66b461dc-8b4a-48e4-a1c8-ba99d7c11297 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5431 time: 0.4002571 Feb 11 05:45:53.524588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 9d5ceb20-777b-4734-b36d-418484efc430 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:53.524987 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9d5ceb20-777b-4734-b36d-418484efc430), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.546498 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3bb3192b-89b6-4b75-832f-832a98db3f3f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.552415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.552816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.554710 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8f6b8c-1e81-4a27-9b7e-f6d37a6fec51 x-openstack-request-id: req-aa8f6b8c-1e81-4a27-9b7e-f6d37a6fec51 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:53.569380 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "a25ded39-6b78-42fc-acac-793224388ea3", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:53.569947 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa8f6b8c-1e81-4a27-9b7e-f6d37a6fec51 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:53.573278 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25ded39-6b78-42fc-acac-793224388ea3', 'code': 200} Feb 11 05:45:53.597418 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.657857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-192c6176-121b-4393-9b59-79aa08dd18af req-2fe93ca3-5a73-4448-9e04-99ec9340afa3 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1645489 Feb 11 05:45:53.686973 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5542552 Feb 11 05:45:53.693284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50258) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:53.705177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:53.820238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffc7ac-584f-4bab-904b-d362203605e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Network': ['ID=3bb3192b-89b6-4b75-832f-832a98db3f3f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:53.918677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 54757acb-9dcf-4d9a-a623-dd32346b790e up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:54.043197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6f12-7397-4bb4-8b49-f301808d9ae4 req-fd0b4807-ab2c-46b1-93bb-bc2356096304 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.056692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6f12-7397-4bb4-8b49-f301808d9ae4 req-fd0b4807-ab2c-46b1-93bb-bc2356096304 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.066566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76f6f12-7397-4bb4-8b49-f301808d9ae4 req-fd0b4807-ab2c-46b1-93bb-bc2356096304 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1681 time: 0.1340506 Feb 11 05:45:54.098705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:54.104518 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.145060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:54.291707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76f6f12-7397-4bb4-8b49-f301808d9ae4 req-58af0809-0349-4793-b46b-4981f97bd143 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237887 Feb 11 05:45:54.431882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9b9a-83c6-48a4-9698-beba58a2ccae req-6c52bd23-ec00-4d36-8a09-8b829af33c29 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.438537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9b9a-83c6-48a4-9698-beba58a2ccae req-6c52bd23-ec00-4d36-8a09-8b829af33c29 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.445638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9b9a-83c6-48a4-9698-beba58a2ccae req-6c52bd23-ec00-4d36-8a09-8b829af33c29 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.451884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9b9a-83c6-48a4-9698-beba58a2ccae req-6c52bd23-ec00-4d36-8a09-8b829af33c29 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.458136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9b9a-83c6-48a4-9698-beba58a2ccae req-6c52bd23-ec00-4d36-8a09-8b829af33c29 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.463698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9b9a-83c6-48a4-9698-beba58a2ccae req-6c52bd23-ec00-4d36-8a09-8b829af33c29 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.469472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9b9a-83c6-48a4-9698-beba58a2ccae req-6c52bd23-ec00-4d36-8a09-8b829af33c29 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.478498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36bc9b9a-83c6-48a4-9698-beba58a2ccae req-6c52bd23-ec00-4d36-8a09-8b829af33c29 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5436 time: 0.3656394 Feb 11 05:45:54.575206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36bc9b9a-83c6-48a4-9698-beba58a2ccae req-652e0a35-b0d3-4a5e-baa0-59e822994657 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954514 Feb 11 05:45:54.578966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 54757acb-9dcf-4d9a-a623-dd32346b790e completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:54.613526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 54757acb-9dcf-4d9a-a623-dd32346b790e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:54.615862 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.781008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (6bb4e531-0fef-4ce6-a79b-b39532443a82), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.855270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 9d5ceb20-777b-4734-b36d-418484efc430 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:54.855668 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9d5ceb20-777b-4734-b36d-418484efc430), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.899826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 54757acb-9dcf-4d9a-a623-dd32346b790e is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:54.900215 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.987087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 9d5ceb20-777b-4734-b36d-418484efc430, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9d5ceb20-777b-4734-b36d-418484efc430,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:55.007337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=6bb4e531-0fef-4ce6-a79b-b39532443a82,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:55.013908 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9d5ceb20-777b-4734-b36d-418484efc430), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.015951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:55.057008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Checking segment: {'id': '3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:55.069627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network hostable DHCP agents. Network: 3bb3192b-89b6-4b75-832f-832a98db3f3f, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:55.088489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 54757acb-9dcf-4d9a-a623-dd32346b790e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=54757acb-9dcf-4d9a-a623-dd32346b790e,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:55.104909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb629e7f-475e-4e2e-b041-2c716a2efb2e req-de36c0af-ee73-43fb-b0eb-60633866e689 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.113444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb629e7f-475e-4e2e-b041-2c716a2efb2e req-de36c0af-ee73-43fb-b0eb-60633866e689 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.119001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb629e7f-475e-4e2e-b041-2c716a2efb2e req-de36c0af-ee73-43fb-b0eb-60633866e689 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.124858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb629e7f-475e-4e2e-b041-2c716a2efb2e req-de36c0af-ee73-43fb-b0eb-60633866e689 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.130410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb629e7f-475e-4e2e-b041-2c716a2efb2e req-de36c0af-ee73-43fb-b0eb-60633866e689 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.135662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb629e7f-475e-4e2e-b041-2c716a2efb2e req-de36c0af-ee73-43fb-b0eb-60633866e689 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.141104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb629e7f-475e-4e2e-b041-2c716a2efb2e req-de36c0af-ee73-43fb-b0eb-60633866e689 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.143155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb629e7f-475e-4e2e-b041-2c716a2efb2e req-de36c0af-ee73-43fb-b0eb-60633866e689 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5431 time: 0.2920535 Feb 11 05:45:55.183405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:55.205987 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.207365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:55.276343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb629e7f-475e-4e2e-b041-2c716a2efb2e req-9f8d678f-d827-46d0-946d-757842dfe2a5 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1177247 Feb 11 05:45:55.280628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3bb3192b-89b6-4b75-832f-832a98db3f3f) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:55.293071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.293714 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.307511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b8947-3512-4aab-a2fb-325595a812ed None None] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:55.342072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-aaff8b3f-02d2-4caa-bfaa-4742983d3cd9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6471422 Feb 11 05:45:55.344968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50280) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:55.350487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6361fae8-3f00-4087-823c-ba70b08f272a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:55.539179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f1e31-9e2a-488f-b9be-d8e84156f772 req-75fd23c9-6e83-4f24-bf99-fc69c0966c46 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.552533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f1e31-9e2a-488f-b9be-d8e84156f772 req-75fd23c9-6e83-4f24-bf99-fc69c0966c46 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.554218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a7f1e31-9e2a-488f-b9be-d8e84156f772 req-75fd23c9-6e83-4f24-bf99-fc69c0966c46 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1681 time: 0.1382067 Feb 11 05:45:55.596486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6361fae8-3f00-4087-823c-ba70b08f272a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:55.600665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6361fae8-3f00-4087-823c-ba70b08f272a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.618356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a7f1e31-9e2a-488f-b9be-d8e84156f772 req-034f93c5-b222-4312-b395-572489b642e4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567739 Feb 11 05:45:55.688410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430'}, {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54757acb-9dcf-4d9a-a623-dd32346b790e'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:55.691565 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c409c4ed-0ada-40bc-92b3-f27dee90162f" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "9d5ceb20-777b-4734-b36d-418484efc430"}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "54757acb-9dcf-4d9a-a623-dd32346b790e"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:55.759127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=9d5ceb20-777b-4734-b36d-418484efc430,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:55.791976 n-d-715271-35 neutron-server[103121]: INFO neutron.db.ipam_backend_mixin [None req-6361fae8-3f00-4087-823c-ba70b08f272a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6bb4e531-0fef-4ce6-a79b-b39532443a82 (CIDR: 2001:db8::/64) Feb 11 05:45:55.800143 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6361fae8-3f00-4087-823c-ba70b08f272a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:45:55.801176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6361fae8-3f00-4087-823c-ba70b08f272a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:55.838905 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6361fae8-3f00-4087-823c-ba70b08f272a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4914997 Feb 11 05:45:55.839134 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd54db0-7d0f-4f21-8bbe-0395a9a11c2c x-openstack-request-id: req-3bd54db0-7d0f-4f21-8bbe-0395a9a11c2c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:55.839134 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "9d5ceb20-777b-4734-b36d-418484efc430", "code": 200}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "54757acb-9dcf-4d9a-a623-dd32346b790e", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:55.839134 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bd54db0-7d0f-4f21-8bbe-0395a9a11c2c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:55.839425 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430', 'code': 200} Feb 11 05:45:55.839686 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54757acb-9dcf-4d9a-a623-dd32346b790e', 'code': 200} Feb 11 05:45:55.841869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50290) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:55.847347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:55.877337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862693b3-2491-4f81-8631-0dc6ab526b84 req-f8178992-0385-4386-b96a-d28732f4381e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.886349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862693b3-2491-4f81-8631-0dc6ab526b84 req-f8178992-0385-4386-b96a-d28732f4381e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.899617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862693b3-2491-4f81-8631-0dc6ab526b84 req-f8178992-0385-4386-b96a-d28732f4381e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.914324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862693b3-2491-4f81-8631-0dc6ab526b84 req-f8178992-0385-4386-b96a-d28732f4381e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.931742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862693b3-2491-4f81-8631-0dc6ab526b84 req-f8178992-0385-4386-b96a-d28732f4381e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.942223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862693b3-2491-4f81-8631-0dc6ab526b84 req-f8178992-0385-4386-b96a-d28732f4381e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.950817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862693b3-2491-4f81-8631-0dc6ab526b84 req-f8178992-0385-4386-b96a-d28732f4381e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.964470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-862693b3-2491-4f81-8631-0dc6ab526b84 req-f8178992-0385-4386-b96a-d28732f4381e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5437 time: 0.2329807 Feb 11 05:45:55.999602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-3bb3192b-89b6-4b75-832f-832a98db3f3f', 'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f', 'project_id': '53224707167e41b3875284fed3e739da', 'fixed_ips': [{'subnet_id': '6bb4e531-0fef-4ce6-a79b-b39532443a82'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:56.007102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.094222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:56.104404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:56.110831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=54757acb-9dcf-4d9a-a623-dd32346b790e,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:56.143394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-862693b3-2491-4f81-8631-0dc6ab526b84 req-9ae466f9-5ff2-47df-9d90-f1ed2eda80f2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780424 Feb 11 05:45:56.158976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:56.159358 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.163257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:56.163400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.206933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:56.226796 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.605695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38aa93-06e1-4e5d-b9da-e98c123282a9 req-bdf3e7ed-71c0-4ec4-93b6-9cb7af65580f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.623046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38aa93-06e1-4e5d-b9da-e98c123282a9 req-bdf3e7ed-71c0-4ec4-93b6-9cb7af65580f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.638417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38aa93-06e1-4e5d-b9da-e98c123282a9 req-bdf3e7ed-71c0-4ec4-93b6-9cb7af65580f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.650616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38aa93-06e1-4e5d-b9da-e98c123282a9 req-bdf3e7ed-71c0-4ec4-93b6-9cb7af65580f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.662711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38aa93-06e1-4e5d-b9da-e98c123282a9 req-bdf3e7ed-71c0-4ec4-93b6-9cb7af65580f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.683482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38aa93-06e1-4e5d-b9da-e98c123282a9 req-bdf3e7ed-71c0-4ec4-93b6-9cb7af65580f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.698240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38aa93-06e1-4e5d-b9da-e98c123282a9 req-bdf3e7ed-71c0-4ec4-93b6-9cb7af65580f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.709055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc38aa93-06e1-4e5d-b9da-e98c123282a9 req-bdf3e7ed-71c0-4ec4-93b6-9cb7af65580f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5432 time: 0.2694855 Feb 11 05:45:56.815382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Allocated IP 2001:db8::2 (3bb3192b-89b6-4b75-832f-832a98db3f3f/6bb4e531-0fef-4ce6-a79b-b39532443a82/b757c05e-30cb-4d92-9139-85412829ae3b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:56.870747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc38aa93-06e1-4e5d-b9da-e98c123282a9 req-f3489277-c0dd-45c3-b636-2afe900eb743 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593182 Feb 11 05:45:56.921556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (84b4ea3f-eddb-4584-8c51-7a77dbed35d7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.925923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:56.926381 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.967104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:56.967738 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.976319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ff801-ea42-4c6d-8bbf-8150a2a13f71 req-7f4b0d4e-9692-4c40-ac5e-be066c89de68 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.993056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ff801-ea42-4c6d-8bbf-8150a2a13f71 req-7f4b0d4e-9692-4c40-ac5e-be066c89de68 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.994769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b72ff801-ea42-4c6d-8bbf-8150a2a13f71 req-7f4b0d4e-9692-4c40-ac5e-be066c89de68 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1681 time: 0.1640885 Feb 11 05:45:57.010709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:57.014276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:57.035711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.036316 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.060474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:57.100543 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=84b4ea3f-eddb-4584-8c51-7a77dbed35d7,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:57.132879 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-779bee49-3178-4f28-8f5f-8c7a59a7374e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2898743 Feb 11 05:45:57.142591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50308) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:57.149563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f', 'fixed_ips': [{'subnet_id': '6bb4e531-0fef-4ce6-a79b-b39532443a82'}, {'subnet_id': '84b4ea3f-eddb-4584-8c51-7a77dbed35d7'}], 'name': 'tempest-PortsIpV6TestJSON-60161171'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:57.156268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b72ff801-ea42-4c6d-8bbf-8150a2a13f71 req-ab0b9870-d7ae-47c0-a4a8-d0078874c3aa tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516967 Feb 11 05:45:57.166218 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.185829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:57.191447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c9e9b612-8aa7-4249-96dc-2534a84d9330 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:57.240170 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.401360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device eb27cb62-514f-465c-bae3-e35f2f663b08 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:57.442987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:57.484203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270fca-0164-4e21-abea-388fdfe5fccc req-d3497d19-cdb5-4d50-a9fb-5bb99e8302d1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.496027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270fca-0164-4e21-abea-388fdfe5fccc req-d3497d19-cdb5-4d50-a9fb-5bb99e8302d1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.501593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270fca-0164-4e21-abea-388fdfe5fccc req-d3497d19-cdb5-4d50-a9fb-5bb99e8302d1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.516363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270fca-0164-4e21-abea-388fdfe5fccc req-d3497d19-cdb5-4d50-a9fb-5bb99e8302d1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.533531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270fca-0164-4e21-abea-388fdfe5fccc req-d3497d19-cdb5-4d50-a9fb-5bb99e8302d1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.539376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270fca-0164-4e21-abea-388fdfe5fccc req-d3497d19-cdb5-4d50-a9fb-5bb99e8302d1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.541246 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Publish callbacks [] for port (b757c05e-30cb-4d92-9139-85412829ae3b), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.544935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270fca-0164-4e21-abea-388fdfe5fccc req-d3497d19-cdb5-4d50-a9fb-5bb99e8302d1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.562623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28270fca-0164-4e21-abea-388fdfe5fccc req-d3497d19-cdb5-4d50-a9fb-5bb99e8302d1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5438 time: 0.2267828 Feb 11 05:45:57.645102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.653333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.709970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28270fca-0164-4e21-abea-388fdfe5fccc req-9d960606-711c-40cc-a967-c3187ea06ee8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463606 Feb 11 05:45:57.721683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 8a421eb1-8fa3-48c7-8299-44f7a313e950 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:57.758740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:57.803146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:57.829241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port c9e9b612-8aa7-4249-96dc-2534a84d9330 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:57.832441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:57.841599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47'}, {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491e83a1-dc7e-4a89-9f8e-6e0a27f2308f'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:57.844419 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6db1d24-d35e-458a-bf7d-ffce50a8ccaa" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47"}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "491e83a1-dc7e-4a89-9f8e-6e0a27f2308f"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:57.850944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:57.856874 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03b68946-eaad-4387-bafc-aeabd4988431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.864681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c9e9b612-8aa7-4249-96dc-2534a84d9330 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:57.865487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.975728 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b84ec6-1cdc-4863-a6ac-ce2d326b4b9c x-openstack-request-id: req-c7b84ec6-1cdc-4863-a6ac-ce2d326b4b9c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:57.977073 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47", "code": 200}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "491e83a1-dc7e-4a89-9f8e-6e0a27f2308f", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:57.977605 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7b84ec6-1cdc-4863-a6ac-ce2d326b4b9c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:57.978233 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'code': 200} Feb 11 05:45:57.981837 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491e83a1-dc7e-4a89-9f8e-6e0a27f2308f', 'code': 200} Feb 11 05:45:57.986953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port eb27cb62-514f-465c-bae3-e35f2f663b08 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:58.038696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:58.058687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port eb27cb62-514f-465c-bae3-e35f2f663b08 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:58.066335 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.273405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Attempting to bind port b757c05e-30cb-4d92-9139-85412829ae3b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:58.274539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Attempting to bind port b757c05e-30cb-4d92-9139-85412829ae3b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:58.274935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e062aa-11a0-426a-9929-e2ed7f19721c req-ebf4d859-41a1-473b-9b42-f1785bc3396d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.275962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Attempting to bind port b757c05e-30cb-4d92-9139-85412829ae3b on network 3bb3192b-89b6-4b75-832f-832a98db3f3f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:58.292500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e062aa-11a0-426a-9929-e2ed7f19721c req-ebf4d859-41a1-473b-9b42-f1785bc3396d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.297975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e062aa-11a0-426a-9929-e2ed7f19721c req-ebf4d859-41a1-473b-9b42-f1785bc3396d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.308531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e062aa-11a0-426a-9929-e2ed7f19721c req-ebf4d859-41a1-473b-9b42-f1785bc3396d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.327034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e062aa-11a0-426a-9929-e2ed7f19721c req-ebf4d859-41a1-473b-9b42-f1785bc3396d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.345914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e062aa-11a0-426a-9929-e2ed7f19721c req-ebf4d859-41a1-473b-9b42-f1785bc3396d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.355601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:58.357560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e062aa-11a0-426a-9929-e2ed7f19721c req-ebf4d859-41a1-473b-9b42-f1785bc3396d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.358120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Checking segment: {'id': '3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:58.358695 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.359243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Bound using segment: {'id': '3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:58.359875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Bound port: b757c05e-30cb-4d92-9139-85412829ae3b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:58.368382 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.371022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05e062aa-11a0-426a-9929-e2ed7f19721c req-ebf4d859-41a1-473b-9b42-f1785bc3396d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5433 time: 0.2968650 Feb 11 05:45:58.376413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Pushing event updated for resources: {'Port': ['ID=b757c05e-30cb-4d92-9139-85412829ae3b,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:58.629182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::203 (3bb3192b-89b6-4b75-832f-832a98db3f3f/6bb4e531-0fef-4ce6-a79b-b39532443a82/8a421eb1-8fa3-48c7-8299-44f7a313e950) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:58.660822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8:0:1::15b (3bb3192b-89b6-4b75-832f-832a98db3f3f/84b4ea3f-eddb-4584-8c51-7a77dbed35d7/8a421eb1-8fa3-48c7-8299-44f7a313e950) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:58.775230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] For port b757c05e-30cb-4d92-9139-85412829ae3b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:58.791175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] For port b757c05e-30cb-4d92-9139-85412829ae3b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b757c05e-30cb-4d92-9139-85412829ae3b,segment=NetworkSegment(3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182),segment_id=3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:58.869365 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.264164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port eb27cb62-514f-465c-bae3-e35f2f663b08 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:59.272557 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.303493 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.453541 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.508491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port eb27cb62-514f-465c-bae3-e35f2f663b08, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=eb27cb62-514f-465c-bae3-e35f2f663b08,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:59.542334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c9e9b612-8aa7-4249-96dc-2534a84d9330 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:59.543618 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.551546 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.553944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 21537272-a9ac-444e-a0ea-df45ed0a2737 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:59.634941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:59.646249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:59.646482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a6875-412a-4c28-98e6-6f01cabea1cb None None] Pushing event updated for resources: {'Port': ['ID=b757c05e-30cb-4d92-9139-85412829ae3b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:59.660566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:59.682550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:59.683247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.717659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50352) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:59.778624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=8a421eb1-8fa3-48c7-8299-44f7a313e950,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:59.821962 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7dc45ede-e637-4494-b829-cc07f20244c9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.6777143 Feb 11 05:45:59.825372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50356) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:59.843320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bb4e531-0fef-4ce6-a79b-b39532443a82'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:59.894035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c9e9b612-8aa7-4249-96dc-2534a84d9330, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c9e9b612-8aa7-4249-96dc-2534a84d9330,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:59.949608 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.017070 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb27cb62-514f-465c-bae3-e35f2f663b08'}, {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e9b612-8aa7-4249-96dc-2534a84d9330'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:00.026383 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3970429-9508-4c3a-879d-4049da5c2667" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "eb27cb62-514f-465c-bae3-e35f2f663b08"}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "c9e9b612-8aa7-4249-96dc-2534a84d9330"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:00.067619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be70204-0b80-46d9-b632-c1e11ebeee45 req-47c5078d-8115-40ac-91ff-38e00cf6615b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.088380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=eb27cb62-514f-465c-bae3-e35f2f663b08,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:00.094490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be70204-0b80-46d9-b632-c1e11ebeee45 req-47c5078d-8115-40ac-91ff-38e00cf6615b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.100676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0be70204-0b80-46d9-b632-c1e11ebeee45 req-47c5078d-8115-40ac-91ff-38e00cf6615b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1681 time: 1.7172735 Feb 11 05:46:00.188079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10bf5093-f082-460d-9523-1fdcbaefc4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.214476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05e062aa-11a0-426a-9929-e2ed7f19721c req-da38c8e8-9ac6-4eab-85d8-79d5371036fb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.8423929 Feb 11 05:46:00.229876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 21537272-a9ac-444e-a0ea-df45ed0a2737 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:00.253950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0be70204-0b80-46d9-b632-c1e11ebeee45 req-cbf54045-7a39-4dd0-a6b0-b9cc3cbf0674 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420331 Feb 11 05:46:00.260172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 21537272-a9ac-444e-a0ea-df45ed0a2737 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:00.260580 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.277562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.498300 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f07ee-6648-4fa3-bc0f-381df1ee878d x-openstack-request-id: req-d48f07ee-6648-4fa3-bc0f-381df1ee878d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:00.500145 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "eb27cb62-514f-465c-bae3-e35f2f663b08", "code": 200}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-plugged", "status": "completed", "tag": "c9e9b612-8aa7-4249-96dc-2534a84d9330", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:00.500281 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d48f07ee-6648-4fa3-bc0f-381df1ee878d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:00.501350 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb27cb62-514f-465c-bae3-e35f2f663b08', 'code': 200} Feb 11 05:46:00.501614 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e9b612-8aa7-4249-96dc-2534a84d9330', 'code': 200} Feb 11 05:46:00.502263 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bf9c852e-4a96-4aca-944b-c3b3a75f82a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.533238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c9e9b612-8aa7-4249-96dc-2534a84d9330,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:00.548812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10bf5093-f082-460d-9523-1fdcbaefc4f7 admin admin] Publish callbacks [] for security_group (61b70e20-a0ee-48a3-b452-915e241313f2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.583101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10bf5093-f082-460d-9523-1fdcbaefc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (61b70e20-a0ee-48a3-b452-915e241313f2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.695273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 21537272-a9ac-444e-a0ea-df45ed0a2737 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:00.697872 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.765854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bc33f-bc97-43d8-a0e5-a8c6c9e42452 req-03052d00-45ca-4760-95d1-8b2a345f524d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.781927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bc33f-bc97-43d8-a0e5-a8c6c9e42452 req-03052d00-45ca-4760-95d1-8b2a345f524d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.798346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bc33f-bc97-43d8-a0e5-a8c6c9e42452 req-03052d00-45ca-4760-95d1-8b2a345f524d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.810915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 21537272-a9ac-444e-a0ea-df45ed0a2737, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=21537272-a9ac-444e-a0ea-df45ed0a2737,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:00.813938 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf5093-f082-460d-9523-1fdcbaefc4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b70e20-a0ee-48a3-b452-915e241313f2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:00.818054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b757c05e-30cb-4d92-9139-85412829ae3b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:00.827607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bc33f-bc97-43d8-a0e5-a8c6c9e42452 req-03052d00-45ca-4760-95d1-8b2a345f524d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.840384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bc33f-bc97-43d8-a0e5-a8c6c9e42452 req-03052d00-45ca-4760-95d1-8b2a345f524d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.866559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.870279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bc33f-bc97-43d8-a0e5-a8c6c9e42452 req-03052d00-45ca-4760-95d1-8b2a345f524d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.870733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d294594c-7a83-4810-99bc-b12b11584445 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:00.880695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bc33f-bc97-43d8-a0e5-a8c6c9e42452 req-03052d00-45ca-4760-95d1-8b2a345f524d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.905103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35bc33f-bc97-43d8-a0e5-a8c6c9e42452 req-03052d00-45ca-4760-95d1-8b2a345f524d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5439 time: 0.4774239 Feb 11 05:46:00.923603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50370) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:00.932909 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-10bf5093-f082-460d-9523-1fdcbaefc4f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac434860bc164db0bf016d395ccf13f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2135792 Feb 11 05:46:00.937906 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50372) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:01.037374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35bc33f-bc97-43d8-a0e5-a8c6c9e42452 req-ed1d53cc-e41a-4f89-bbd0-c6a5e46159e6 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313503 Feb 11 05:46:01.066365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=21537272-a9ac-444e-a0ea-df45ed0a2737,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:01.079454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1ee6-d1f4-4a19-951f-753581ac572e req-d8ae1c25-fc9f-4dd6-a40e-4e49b136fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.080586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1ee6-d1f4-4a19-951f-753581ac572e req-d8ae1c25-fc9f-4dd6-a40e-4e49b136fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.080586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1ee6-d1f4-4a19-951f-753581ac572e req-d8ae1c25-fc9f-4dd6-a40e-4e49b136fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.105405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1ee6-d1f4-4a19-951f-753581ac572e req-d8ae1c25-fc9f-4dd6-a40e-4e49b136fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.109014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1ee6-d1f4-4a19-951f-753581ac572e req-d8ae1c25-fc9f-4dd6-a40e-4e49b136fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.109539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1ee6-d1f4-4a19-951f-753581ac572e req-d8ae1c25-fc9f-4dd6-a40e-4e49b136fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.110017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1ee6-d1f4-4a19-951f-753581ac572e req-d8ae1c25-fc9f-4dd6-a40e-4e49b136fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.121740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-338f1ee6-d1f4-4a19-951f-753581ac572e req-d8ae1c25-fc9f-4dd6-a40e-4e49b136fdae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6715 time: 0.6030252 Feb 11 05:46:01.165753 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.184807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port d294594c-7a83-4810-99bc-b12b11584445 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:01.202672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port d294594c-7a83-4810-99bc-b12b11584445 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:01.203720 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d294594c-7a83-4810-99bc-b12b11584445), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.328450 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-338f1ee6-d1f4-4a19-951f-753581ac572e req-4e5fc3ee-7e20-4a94-a713-b458b0c799ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1946907 Feb 11 05:46:01.364736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86bf5a24-5c57-4ab4-860d-1284e3cc7699 admin admin] Publish callbacks [] for security_group (61b70e20-a0ee-48a3-b452-915e241313f2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.370608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b757c05e-30cb-4d92-9139-85412829ae3b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:01.371030 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.392512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9095a3bd-9139-4672-a1ce-db190601c427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.436680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86bf5a24-5c57-4ab4-860d-1284e3cc7699 admin admin] Publish callbacks [] for security_group (61b70e20-a0ee-48a3-b452-915e241313f2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.558331 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86bf5a24-5c57-4ab4-860d-1284e3cc7699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (61b70e20-a0ee-48a3-b452-915e241313f2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.561912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86bf5a24-5c57-4ab4-860d-1284e3cc7699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.563313 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-86bf5a24-5c57-4ab4-860d-1284e3cc7699 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61b70e20-a0ee-48a3-b452-915e241313f2 HTTP/1.1" status: 204 len: 168 time: 0.6173294 Feb 11 05:46:01.630283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port d294594c-7a83-4810-99bc-b12b11584445 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:01.630693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d294594c-7a83-4810-99bc-b12b11584445), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.632133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf5a24-5c57-4ab4-860d-1284e3cc7699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b70e20-a0ee-48a3-b452-915e241313f2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:01.758341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d294594c-7a83-4810-99bc-b12b11584445, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d294594c-7a83-4810-99bc-b12b11584445,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:01.774242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d294594c-7a83-4810-99bc-b12b11584445), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.775234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ca9541c8-891a-44e2-9fea-3c3fcc29d124 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:01.844881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04c4dd-ce63-42b6-8f77-1b255a30d990 req-48f1d1da-f660-467b-892f-50e17a4326b4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.854418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04c4dd-ce63-42b6-8f77-1b255a30d990 req-48f1d1da-f660-467b-892f-50e17a4326b4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.862902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c04c4dd-ce63-42b6-8f77-1b255a30d990 req-48f1d1da-f660-467b-892f-50e17a4326b4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1681 time: 0.3989465 Feb 11 05:46:01.888165 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Delete allocated IP 2001:db8:0:1::15b (3bb3192b-89b6-4b75-832f-832a98db3f3f/84b4ea3f-eddb-4584-8c51-7a77dbed35d7) {{(pid=103121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:46:01.953778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1002b8-c4f0-46af-a6a0-891d6113e60a req-7e683d9a-36e5-465b-8417-816e69eb18ab tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.972152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1002b8-c4f0-46af-a6a0-891d6113e60a req-7e683d9a-36e5-465b-8417-816e69eb18ab tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.984470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1002b8-c4f0-46af-a6a0-891d6113e60a req-7e683d9a-36e5-465b-8417-816e69eb18ab tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.009499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1002b8-c4f0-46af-a6a0-891d6113e60a req-7e683d9a-36e5-465b-8417-816e69eb18ab tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.036948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1002b8-c4f0-46af-a6a0-891d6113e60a req-7e683d9a-36e5-465b-8417-816e69eb18ab tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.042646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe5057c-c350-4730-944a-0eabfe17e305 None None] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:02.052019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1002b8-c4f0-46af-a6a0-891d6113e60a req-7e683d9a-36e5-465b-8417-816e69eb18ab tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.071579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1002b8-c4f0-46af-a6a0-891d6113e60a req-7e683d9a-36e5-465b-8417-816e69eb18ab tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.077438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f1002b8-c4f0-46af-a6a0-891d6113e60a req-7e683d9a-36e5-465b-8417-816e69eb18ab tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5434 time: 0.5704255 Feb 11 05:46:02.229144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b757c05e-30cb-4d92-9139-85412829ae3b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:02.229634 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.241587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c04c4dd-ce63-42b6-8f77-1b255a30d990 req-dd703cb6-4cbb-4aff-8968-3063f6696d0f tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618615 Feb 11 05:46:02.244930 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9095a3bd-9139-4672-a1ce-db190601c427 admin admin] Publish callbacks [] for security_group (9a470117-4f8f-4b42-8222-9580b4b02166), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.280301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.292448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.361751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f1002b8-c4f0-46af-a6a0-891d6113e60a req-0169fde7-00c2-4dce-90d1-13390fb3f8bf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2674506 Feb 11 05:46:02.366614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9095a3bd-9139-4672-a1ce-db190601c427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9a470117-4f8f-4b42-8222-9580b4b02166), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.420669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-157cb834-162b-4cb4-93ee-337596c295c5 None None] Provisioning complete for port b757c05e-30cb-4d92-9139-85412829ae3b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:02.422427 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-157cb834-162b-4cb4-93ee-337596c295c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.451270 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50394) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:02.522289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9095a3bd-9139-4672-a1ce-db190601c427 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=640dfd135c854b82a4e38deee013382c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5052013 Feb 11 05:46:02.531106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] In _notify_port_updated(), no bound segment for port 8a421eb1-8fa3-48c7-8299-44f7a313e950 on network 3bb3192b-89b6-4b75-832f-832a98db3f3f {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:46:02.533085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095a3bd-9139-4672-a1ce-db190601c427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a470117-4f8f-4b42-8222-9580b4b02166,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:02.554367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.555712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50396) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:02.560377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.562910 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "PUT /v2.0/ports/8a421eb1-8fa3-48c7-8299-44f7a313e950 HTTP/1.1" status: 200 len: 924 time: 2.7363157 Feb 11 05:46:02.572286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50398) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:02.583100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bb4e531-0fef-4ce6-a79b-b39532443a82'}, {'subnet_id': '84b4ea3f-eddb-4584-8c51-7a77dbed35d7'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:02.594462 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00c16da3-0a90-4f22-b703-efbb8e2419f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.603077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port b757c05e-30cb-4d92-9139-85412829ae3b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b757c05e-30cb-4d92-9139-85412829ae3b,segment=NetworkSegment(3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182),segment_id=3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:02.627793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21537272-a9ac-444e-a0ea-df45ed0a2737'}, {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd294594c-7a83-4810-99bc-b12b11584445'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:02.642639 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed32e3fc-7849-46f2-a3cf-d1ce1d0f41c1" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "21537272-a9ac-444e-a0ea-df45ed0a2737"}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "d294594c-7a83-4810-99bc-b12b11584445"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:02.658412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1e3f3-24cc-4d30-b434-23603097380f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=8a421eb1-8fa3-48c7-8299-44f7a313e950,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:02.713079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ca9541c8-891a-44e2-9fea-3c3fcc29d124 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:02.742573 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.801414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25272118-c7fc-46dd-aab7-4952677b16d3 admin admin] Publish callbacks [] for security_group (9a470117-4f8f-4b42-8222-9580b4b02166), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.809615 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c1c11a-8d24-47a6-b5fc-3e910b6a2840 x-openstack-request-id: req-95c1c11a-8d24-47a6-b5fc-3e910b6a2840 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:02.809950 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "21537272-a9ac-444e-a0ea-df45ed0a2737", "code": 200}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "d294594c-7a83-4810-99bc-b12b11584445", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:02.811301 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95c1c11a-8d24-47a6-b5fc-3e910b6a2840 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:02.812704 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21537272-a9ac-444e-a0ea-df45ed0a2737', 'code': 200} Feb 11 05:46:02.812974 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd294594c-7a83-4810-99bc-b12b11584445', 'code': 200} Feb 11 05:46:02.828512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=d294594c-7a83-4810-99bc-b12b11584445,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:02.855665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25272118-c7fc-46dd-aab7-4952677b16d3 admin admin] Publish callbacks [] for security_group (9a470117-4f8f-4b42-8222-9580b4b02166), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.925616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ca9541c8-891a-44e2-9fea-3c3fcc29d124 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:02.925996 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.960629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786def-0837-4f95-bcc1-7f2b9a50888a req-e5fdbe57-cf0e-457f-80f0-aad600175051 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.974063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786def-0837-4f95-bcc1-7f2b9a50888a req-e5fdbe57-cf0e-457f-80f0-aad600175051 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.999079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786def-0837-4f95-bcc1-7f2b9a50888a req-e5fdbe57-cf0e-457f-80f0-aad600175051 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.005239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786def-0837-4f95-bcc1-7f2b9a50888a req-e5fdbe57-cf0e-457f-80f0-aad600175051 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.012467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786def-0837-4f95-bcc1-7f2b9a50888a req-e5fdbe57-cf0e-457f-80f0-aad600175051 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.030940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786def-0837-4f95-bcc1-7f2b9a50888a req-e5fdbe57-cf0e-457f-80f0-aad600175051 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.036368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786def-0837-4f95-bcc1-7f2b9a50888a req-e5fdbe57-cf0e-457f-80f0-aad600175051 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.056153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79786def-0837-4f95-bcc1-7f2b9a50888a req-e5fdbe57-cf0e-457f-80f0-aad600175051 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5441 time: 0.5857744 Feb 11 05:46:03.059553 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25272118-c7fc-46dd-aab7-4952677b16d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9a470117-4f8f-4b42-8222-9580b4b02166), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.073529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25272118-c7fc-46dd-aab7-4952677b16d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.075068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-25272118-c7fc-46dd-aab7-4952677b16d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a470117-4f8f-4b42-8222-9580b4b02166 HTTP/1.1" status: 204 len: 168 time: 0.5167270 Feb 11 05:46:03.117852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25272118-c7fc-46dd-aab7-4952677b16d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a470117-4f8f-4b42-8222-9580b4b02166,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:03.172506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00c16da3-0a90-4f22-b703-efbb8e2419f6 admin admin] Publish callbacks [] for security_group (9271f1b8-cb75-4206-9a36-42045ecf8d9d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.188023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.208824 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00c16da3-0a90-4f22-b703-efbb8e2419f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9271f1b8-cb75-4206-9a36-42045ecf8d9d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.252591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79786def-0837-4f95-bcc1-7f2b9a50888a req-5aed6af4-7854-4388-9bea-dbf78eefe7c9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1930311 Feb 11 05:46:03.309359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=b757c05e-30cb-4d92-9139-85412829ae3b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:03.375171 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.391761 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-00c16da3-0a90-4f22-b703-efbb8e2419f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fe52c1120224d0ca71b30962f7c54c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9320533 Feb 11 05:46:03.394516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50412) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:03.410511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c16da3-0a90-4f22-b703-efbb8e2419f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9271f1b8-cb75-4206-9a36-42045ecf8d9d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:03.587976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-157cb834-162b-4cb4-93ee-337596c295c5 None None] Current status of the port b757c05e-30cb-4d92-9139-85412829ae3b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:03.714163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f450-7d65-4406-90a7-23c7b1d54ac3 admin admin] Publish callbacks [] for security_group (9271f1b8-cb75-4206-9a36-42045ecf8d9d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.754802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bc717-a9f3-416b-a7e4-5c8bb968d226 req-1e26e86e-9de4-4588-9090-0ae896e4fbf4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.765167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bc717-a9f3-416b-a7e4-5c8bb968d226 req-1e26e86e-9de4-4588-9090-0ae896e4fbf4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.770695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ec1b6-0ec7-41a1-9c47-ba98190c8a5b None None] Update dhcp port {'port': {'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f', 'fixed_ips': [{'subnet_id': '6bb4e531-0fef-4ce6-a79b-b39532443a82', 'ip_address': '2001:db8::2'}, {'subnet_id': '84b4ea3f-eddb-4584-8c51-7a77dbed35d7'}], 'binding:host_id': 'n-d-715271-35'}, 'id': 'b757c05e-30cb-4d92-9139-85412829ae3b'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:46:03.773540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb2bc717-a9f3-416b-a7e4-5c8bb968d226 req-1e26e86e-9de4-4588-9090-0ae896e4fbf4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1681 time: 0.3096592 Feb 11 05:46:03.830997 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-525ec1b6-0ec7-41a1-9c47-ba98190c8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.979637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f450-7d65-4406-90a7-23c7b1d54ac3 admin admin] Publish callbacks [] for security_group (9271f1b8-cb75-4206-9a36-42045ecf8d9d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.998631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ca9541c8-891a-44e2-9fea-3c3fcc29d124 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:03.999505 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.028164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb2bc717-a9f3-416b-a7e4-5c8bb968d226 req-7081876e-ebc3-4b25-a649-dc1efe345b3f tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073846 Feb 11 05:46:04.032737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8:0:1::74 (3bb3192b-89b6-4b75-832f-832a98db3f3f/84b4ea3f-eddb-4584-8c51-7a77dbed35d7/8a421eb1-8fa3-48c7-8299-44f7a313e950) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:04.099269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c546-d5ce-4c6d-97ba-2f06d3718515 req-d8021c49-ed82-47df-9ce0-90fd2feb6502 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.107921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ca9541c8-891a-44e2-9fea-3c3fcc29d124, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ca9541c8-891a-44e2-9fea-3c3fcc29d124,segment=NetworkSegment(947f4a65-e4f9-46fc-862c-7ca116c29f71),segment_id=947f4a65-e4f9-46fc-862c-7ca116c29f71)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:04.112481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c546-d5ce-4c6d-97ba-2f06d3718515 req-d8021c49-ed82-47df-9ce0-90fd2feb6502 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.126281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c546-d5ce-4c6d-97ba-2f06d3718515 req-d8021c49-ed82-47df-9ce0-90fd2feb6502 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.132935 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.135562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:04.143221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c546-d5ce-4c6d-97ba-2f06d3718515 req-d8021c49-ed82-47df-9ce0-90fd2feb6502 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.162963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c546-d5ce-4c6d-97ba-2f06d3718515 req-d8021c49-ed82-47df-9ce0-90fd2feb6502 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.175689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c546-d5ce-4c6d-97ba-2f06d3718515 req-d8021c49-ed82-47df-9ce0-90fd2feb6502 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.194575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c546-d5ce-4c6d-97ba-2f06d3718515 req-d8021c49-ed82-47df-9ce0-90fd2feb6502 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.203612 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7931c546-d5ce-4c6d-97ba-2f06d3718515 req-d8021c49-ed82-47df-9ce0-90fd2feb6502 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5434 time: 0.5627627 Feb 11 05:46:04.253859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.372417 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f450-7d65-4406-90a7-23c7b1d54ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9271f1b8-cb75-4206-9a36-42045ecf8d9d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.384964 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f450-7d65-4406-90a7-23c7b1d54ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.390417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:04.390944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b5e3f450-7d65-4406-90a7-23c7b1d54ac3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9271f1b8-cb75-4206-9a36-42045ecf8d9d HTTP/1.1" status: 204 len: 168 time: 0.9925230 Feb 11 05:46:04.392291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.410555 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.428810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:04.429011 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.429537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3f450-7d65-4406-90a7-23c7b1d54ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9271f1b8-cb75-4206-9a36-42045ecf8d9d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:04.469144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ca9541c8-891a-44e2-9fea-3c3fcc29d124,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:04.576002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7931c546-d5ce-4c6d-97ba-2f06d3718515 req-52ebfa32-8bca-4152-8b56-5c01bb57a772 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3553045 Feb 11 05:46:04.662573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d788653-e2e5-4128-ab38-483b18173892 req-5507138a-abd3-4254-857e-3ece36b508a0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.667902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d788653-e2e5-4128-ab38-483b18173892 req-5507138a-abd3-4254-857e-3ece36b508a0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.683042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d788653-e2e5-4128-ab38-483b18173892 req-5507138a-abd3-4254-857e-3ece36b508a0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.685304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] In _notify_port_updated(), no bound segment for port 8a421eb1-8fa3-48c7-8299-44f7a313e950 on network 3bb3192b-89b6-4b75-832f-832a98db3f3f {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:46:04.695444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.696123 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.697484 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "PUT /v2.0/ports/8a421eb1-8fa3-48c7-8299-44f7a313e950 HTTP/1.1" status: 200 len: 1009 time: 2.1232190 Feb 11 05:46:04.701415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d788653-e2e5-4128-ab38-483b18173892 req-5507138a-abd3-4254-857e-3ece36b508a0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.707342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d788653-e2e5-4128-ab38-483b18173892 req-5507138a-abd3-4254-857e-3ece36b508a0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.712294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50448) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:04.718365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d788653-e2e5-4128-ab38-483b18173892 req-5507138a-abd3-4254-857e-3ece36b508a0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.728221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1b351-d55e-4f3b-943e-688bff1c518b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=8a421eb1-8fa3-48c7-8299-44f7a313e950,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:04.735673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d788653-e2e5-4128-ab38-483b18173892 req-5507138a-abd3-4254-857e-3ece36b508a0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.738959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-525ec1b6-0ec7-41a1-9c47-ba98190c8a5b None None] Allocated IP 2001:db8:0:1::2 (3bb3192b-89b6-4b75-832f-832a98db3f3f/84b4ea3f-eddb-4584-8c51-7a77dbed35d7/b757c05e-30cb-4d92-9139-85412829ae3b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:04.750519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d788653-e2e5-4128-ab38-483b18173892 req-5507138a-abd3-4254-857e-3ece36b508a0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5441 time: 0.3082430 Feb 11 05:46:04.944307 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50454) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:05.014228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-cba61d20-d0b3-4bdd-884c-50cc6f646f50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 8a421eb1-8fa3-48c7-8299-44f7a313e950 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:05.014597 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cba61d20-d0b3-4bdd-884c-50cc6f646f50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.023788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9541c8-891a-44e2-9fea-3c3fcc29d124'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:05.032790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da611-e2fa-4e14-ba97-730a194b9d9f req-9c24f595-ec17-4828-b700-d56ab6ecc3ae tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.036561 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e5148-8dd5-44b3-ae73-c5b539a6859e" -d '{"events": [{"server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "name": "network-vif-plugged", "status": "completed", "tag": "ca9541c8-891a-44e2-9fea-3c3fcc29d124"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:05.052333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da611-e2fa-4e14-ba97-730a194b9d9f req-9c24f595-ec17-4828-b700-d56ab6ecc3ae tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.055204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b757c05e-30cb-4d92-9139-85412829ae3b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:05.076213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da611-e2fa-4e14-ba97-730a194b9d9f req-9c24f595-ec17-4828-b700-d56ab6ecc3ae tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.092581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da611-e2fa-4e14-ba97-730a194b9d9f req-9c24f595-ec17-4828-b700-d56ab6ecc3ae tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.104195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da611-e2fa-4e14-ba97-730a194b9d9f req-9c24f595-ec17-4828-b700-d56ab6ecc3ae tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.111001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da611-e2fa-4e14-ba97-730a194b9d9f req-9c24f595-ec17-4828-b700-d56ab6ecc3ae tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.116819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da611-e2fa-4e14-ba97-730a194b9d9f req-9c24f595-ec17-4828-b700-d56ab6ecc3ae tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.119296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-757da611-e2fa-4e14-ba97-730a194b9d9f req-9c24f595-ec17-4828-b700-d56ab6ecc3ae tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5434 time: 0.3672192 Feb 11 05:46:05.121377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1239925451-network', 'tenant_id': 'fa920aac21454baa983909ce52c72190'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:05.142082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d788653-e2e5-4128-ab38-483b18173892 req-6477e8bf-34a3-43c8-b895-a9fed9fb1430 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3598738 Feb 11 05:46:05.142875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50466) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:05.150990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Request body: {'floatingip': {'port_id': '9d5ceb20-777b-4734-b36d-418484efc430'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:05.233334 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for floatingip (dc147e87-198a-46eb-b782-d4c3605770b2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.274607 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c7ea9-4aa1-4258-828d-b3e1d35f59b6 x-openstack-request-id: req-100c7ea9-4aa1-4258-828d-b3e1d35f59b6 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:05.274958 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "name": "network-vif-plugged", "status": "completed", "tag": "ca9541c8-891a-44e2-9fea-3c3fcc29d124", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:05.275209 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-100c7ea9-4aa1-4258-828d-b3e1d35f59b6 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:05.275655 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9541c8-891a-44e2-9fea-3c3fcc29d124', 'code': 200} Feb 11 05:46:05.287630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-525ec1b6-0ec7-41a1-9c47-ba98190c8a5b None None] For port b757c05e-30cb-4d92-9139-85412829ae3b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b757c05e-30cb-4d92-9139-85412829ae3b,segment=NetworkSegment(3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182),segment_id=3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:05.364330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b757c05e-30cb-4d92-9139-85412829ae3b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:05.364849 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.415478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-525ec1b6-0ec7-41a1-9c47-ba98190c8a5b None None] Publish callbacks [] for port (b757c05e-30cb-4d92-9139-85412829ae3b), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.433865 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:05.434295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.438610 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-525ec1b6-0ec7-41a1-9c47-ba98190c8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.694966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:05.699318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b757c05e-30cb-4d92-9139-85412829ae3b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:05.709071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ec1b6-0ec7-41a1-9c47-ba98190c8a5b None None] Pushing event updated for resources: {'Port': ['ID=b757c05e-30cb-4d92-9139-85412829ae3b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:05.721452 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.725033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:05.839389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:05.881867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:05.890674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:05.890874 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.058452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Made reservation on behalf of fa920aac21454baa983909ce52c72190 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:06.060818 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.094074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cba61d20-d0b3-4bdd-884c-50cc6f646f50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.102950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.131531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-cba61d20-d0b3-4bdd-884c-50cc6f646f50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 8a421eb1-8fa3-48c7-8299-44f7a313e950 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:06.134160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:06.134160 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.182264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7a87-62e5-4601-bb7c-ddef3ba71897 req-398f4925-b5fc-4aca-a291-2027223c0b0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.188064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7a87-62e5-4601-bb7c-ddef3ba71897 req-398f4925-b5fc-4aca-a291-2027223c0b0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.202162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d04c7a87-62e5-4601-bb7c-ddef3ba71897 req-398f4925-b5fc-4aca-a291-2027223c0b0c tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1682 time: 0.3454599 Feb 11 05:46:06.243080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:06.253032 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.254094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f982c5a-2613-4af3-8703-7cabc5c97770 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:06.370379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:06.398035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 3f982c5a-2613-4af3-8703-7cabc5c97770 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:06.403835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 3f982c5a-2613-4af3-8703-7cabc5c97770 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:06.404718 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.421673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d04c7a87-62e5-4601-bb7c-ddef3ba71897 req-b09121b6-77af-4ac1-853c-8afac92e481e tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320679 Feb 11 05:46:06.493504 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Publish callbacks [] for security_group (011e2ed4-edc2-4149-83c6-f1715c9b695b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.512803 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (011e2ed4-edc2-4149-83c6-f1715c9b695b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.557802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3f982c5a-2613-4af3-8703-7cabc5c97770 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:06.561956 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.650122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3f982c5a-2613-4af3-8703-7cabc5c97770, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3f982c5a-2613-4af3-8703-7cabc5c97770,segment=NetworkSegment(619968e1-ae63-487e-be1b-46af9f97741f),segment_id=619968e1-ae63-487e-be1b-46af9f97741f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:06.656465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8464e4-1c14-44f4-bf3d-e33ccdd6f5a8 req-054d2c95-d6f4-4aa3-9e7f-622b676adfc1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.662069 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.687701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8464e4-1c14-44f4-bf3d-e33ccdd6f5a8 req-054d2c95-d6f4-4aa3-9e7f-622b676adfc1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.694935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8464e4-1c14-44f4-bf3d-e33ccdd6f5a8 req-054d2c95-d6f4-4aa3-9e7f-622b676adfc1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.717695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8464e4-1c14-44f4-bf3d-e33ccdd6f5a8 req-054d2c95-d6f4-4aa3-9e7f-622b676adfc1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.719797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011e2ed4-edc2-4149-83c6-f1715c9b695b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:06.735060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8464e4-1c14-44f4-bf3d-e33ccdd6f5a8 req-054d2c95-d6f4-4aa3-9e7f-622b676adfc1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.746156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8464e4-1c14-44f4-bf3d-e33ccdd6f5a8 req-054d2c95-d6f4-4aa3-9e7f-622b676adfc1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.758381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3f982c5a-2613-4af3-8703-7cabc5c97770,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:06.761436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8464e4-1c14-44f4-bf3d-e33ccdd6f5a8 req-054d2c95-d6f4-4aa3-9e7f-622b676adfc1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.763590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c8464e4-1c14-44f4-bf3d-e33ccdd6f5a8 req-054d2c95-d6f4-4aa3-9e7f-622b676adfc1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 0.4728801 Feb 11 05:46:06.791601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cba61d20-d0b3-4bdd-884c-50cc6f646f50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8a421eb1-8fa3-48c7-8299-44f7a313e950), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.798177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:06.882318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344dca97-3c65-452e-948d-b102fc39dd07 None None] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:06.945017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b757c05e-30cb-4d92-9139-85412829ae3b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:07.028700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba61d20-d0b3-4bdd-884c-50cc6f646f50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=8a421eb1-8fa3-48c7-8299-44f7a313e950,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:07.036745 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ca1bf856-44fd-44a2-9492-ff7db83f5f45), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.044731 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Added segment ca1bf856-44fd-44a2-9492-ff7db83f5f45 of type vlan for network c081769e-8882-49ca-9c65-ac3d884e073c Feb 11 05:46:07.056457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b095d703-1c93-4945-b854-a35b128968f7 None None] Could not find standard attr ID for object 8a421eb1-8fa3-48c7-8299-44f7a313e950. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:46:07.076319 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cba61d20-d0b3-4bdd-884c-50cc6f646f50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.086449 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cba61d20-d0b3-4bdd-884c-50cc6f646f50 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/8a421eb1-8fa3-48c7-8299-44f7a313e950 HTTP/1.1" status: 204 len: 168 time: 2.3728378 Feb 11 05:46:07.091585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50504) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.133368 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.resource_extend [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:46:07.185879 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df535f-be1c-44cb-965b-5ef1692b070a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:46:07.188296 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-36df535f-be1c-44cb-965b-5ef1692b070a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/8a421eb1-8fa3-48c7-8299-44f7a313e950 HTTP/1.1" status: 404 len: 333 time: 0.0939434 Feb 11 05:46:07.189078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50506) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.205437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.234982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b095d703-1c93-4945-b854-a35b128968f7 None None] Provisioning complete for port b757c05e-30cb-4d92-9139-85412829ae3b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:07.236138 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b095d703-1c93-4945-b854-a35b128968f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.286909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (c081769e-8882-49ca-9c65-ac3d884e073c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.289342 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.303828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c8464e4-1c14-44f4-bf3d-e33ccdd6f5a8 req-3423ee53-8196-48ad-8b8c-a8b38d47f7fd tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5317769 Feb 11 05:46:07.307958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (dc147e87-198a-46eb-b782-d4c3605770b2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.311083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa'}, {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283f8362-3664-40ac-bd6e-d9dc5a4f3e9f'}, {'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f982c5a-2613-4af3-8703-7cabc5c97770'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:07.315917 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8162ac9d-0315-466c-a369-c75665295d62" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "3cdee5aa-e118-4a1d-88f8-62d7973bbbfa"}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "283f8362-3664-40ac-bd6e-d9dc5a4f3e9f"}, {"server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "name": "network-vif-plugged", "status": "completed", "tag": "3f982c5a-2613-4af3-8703-7cabc5c97770"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:07.327969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b757c05e-30cb-4d92-9139-85412829ae3b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:07.328347 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.416448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab6bc04-7df3-42c3-9c33-e9de992de911 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet 84b4ea3f-eddb-4584-8c51-7a77dbed35d7 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:07.417096 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac94b18-68ae-41fc-aa95-2f0040395cdb x-openstack-request-id: req-bac94b18-68ae-41fc-aa95-2f0040395cdb {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:07.419227 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "3cdee5aa-e118-4a1d-88f8-62d7973bbbfa", "code": 200}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-plugged", "status": "completed", "tag": "283f8362-3664-40ac-bd6e-d9dc5a4f3e9f", "code": 200}, {"server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "name": "network-vif-plugged", "status": "completed", "tag": "3f982c5a-2613-4af3-8703-7cabc5c97770", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:07.419513 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bac94b18-68ae-41fc-aa95-2f0040395cdb {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:07.419969 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa', 'code': 200} Feb 11 05:46:07.420235 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283f8362-3664-40ac-bd6e-d9dc5a4f3e9f', 'code': 200} Feb 11 05:46:07.420506 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f982c5a-2613-4af3-8703-7cabc5c97770', 'code': 200} Feb 11 05:46:07.422152 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ab6bc04-7df3-42c3-9c33-e9de992de911 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (84b4ea3f-eddb-4584-8c51-7a77dbed35d7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.424945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (c081769e-8882-49ca-9c65-ac3d884e073c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.426203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.426950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.504903 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5565705 Feb 11 05:46:07.509001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50520) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.514269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Request body: {'subnet': {'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1239925451-subnet', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:07.522741 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ab6bc04-7df3-42c3-9c33-e9de992de911 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (84b4ea3f-eddb-4584-8c51-7a77dbed35d7), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.574915 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Floating IP dc147e87-198a-46eb-b782-d4c3605770b2 associated. External IP: 172.25.1.137, port: 9d5ceb20-777b-4734-b36d-418484efc430. Feb 11 05:46:07.666310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54fecf-cf93-4f1e-b5d7-f44dc985d09f admin admin] Pushing event updated for resources: {'Network': ['ID=c081769e-8882-49ca-9c65-ac3d884e073c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:07.724625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network c081769e-8882-49ca-9c65-ac3d884e073c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:07.810539 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Made reservation on behalf of fa920aac21454baa983909ce52c72190 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:07.818393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.837705 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4be2-2808-4d5f-a526-ea2caadef85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.926469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b095d703-1c93-4945-b854-a35b128968f7 None None] Current status of the port b757c05e-30cb-4d92-9139-85412829ae3b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:07.950802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b757c05e-30cb-4d92-9139-85412829ae3b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:07.981631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b08b-ea55-4d8c-8537-e41af61f6cbb req-ed65042d-cff9-4a55-8151-5b60a79ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.982286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b08b-ea55-4d8c-8537-e41af61f6cbb req-ed65042d-cff9-4a55-8151-5b60a79ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.982975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b08b-ea55-4d8c-8537-e41af61f6cbb req-ed65042d-cff9-4a55-8151-5b60a79ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.983576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b08b-ea55-4d8c-8537-e41af61f6cbb req-ed65042d-cff9-4a55-8151-5b60a79ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.984252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b08b-ea55-4d8c-8537-e41af61f6cbb req-ed65042d-cff9-4a55-8151-5b60a79ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.984795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b08b-ea55-4d8c-8537-e41af61f6cbb req-ed65042d-cff9-4a55-8151-5b60a79ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.985372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b08b-ea55-4d8c-8537-e41af61f6cbb req-ed65042d-cff9-4a55-8151-5b60a79ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.988111 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-12b6b08b-ea55-4d8c-8537-e41af61f6cbb req-ed65042d-cff9-4a55-8151-5b60a79ce02b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6724 time: 0.3921762 Feb 11 05:46:08.039017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ab6bc04-7df3-42c3-9c33-e9de992de911 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (84b4ea3f-eddb-4584-8c51-7a77dbed35d7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.075640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2eeec7-944e-454d-a13d-76278f9e3d54 req-f25e67d3-95a4-4e14-9b07-3ba3fa99ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:08.076125 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2eeec7-944e-454d-a13d-76278f9e3d54 req-f25e67d3-95a4-4e14-9b07-3ba3fa99ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:08.077911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f2eeec7-944e-454d-a13d-76278f9e3d54 req-f25e67d3-95a4-4e14-9b07-3ba3fa99ff9c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 2049 time: 0.3116994 Feb 11 05:46:08.087759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb870332-c2f1-4359-9a54-c79edc37c3b4 req-76524d1e-ca71-4ee5-9753-3dacbba04188 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:08.095829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb870332-c2f1-4359-9a54-c79edc37c3b4 req-76524d1e-ca71-4ee5-9753-3dacbba04188 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:08.097991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb870332-c2f1-4359-9a54-c79edc37c3b4 req-76524d1e-ca71-4ee5-9753-3dacbba04188 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1683 time: 0.3006623 Feb 11 05:46:08.106273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Router cf35f11c-a36e-4a36-84a8-690db1ce6d58 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:08.237912 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-12b6b08b-ea55-4d8c-8537-e41af61f6cbb req-5d55b08a-621a-48eb-b661-2a086e0fda10 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&id=9fa2816b-9edb-474a-8cb6-69c550b8be27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2425621 Feb 11 05:46:08.281823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f2eeec7-944e-454d-a13d-76278f9e3d54 req-39dd2c3b-6c12-42b6-90c8-59710d4dccdd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738095 Feb 11 05:46:08.285643 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4be2-2808-4d5f-a526-ea2caadef85c admin admin] Publish callbacks [] for security_group (d1039877-5a21-4ab4-9066-c09cea261624), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.286941 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb870332-c2f1-4359-9a54-c79edc37c3b4 req-032d132a-e11e-41ee-8dd8-d467d0f0966b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558788 Feb 11 05:46:08.320057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4be2-2808-4d5f-a526-ea2caadef85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d1039877-5a21-4ab4-9066-c09cea261624), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.391542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ab6bc04-7df3-42c3-9c33-e9de992de911 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (84b4ea3f-eddb-4584-8c51-7a77dbed35d7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.428355 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ab6bc04-7df3-42c3-9c33-e9de992de911 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.432959 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8ab6bc04-7df3-42c3-9c33-e9de992de911 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/84b4ea3f-eddb-4584-8c51-7a77dbed35d7 HTTP/1.1" status: 204 len: 168 time: 1.2276511 Feb 11 05:46:08.439129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c950e5-45b5-43e6-8c9f-55388cdd2954 None None] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:08.446038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50530) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:08.447336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:08.467605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] Sync routers for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:08.505782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6bc04-7df3-42c3-9c33-e9de992de911 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=84b4ea3f-eddb-4584-8c51-7a77dbed35d7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:08.513439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.514722 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9b8f4be2-2808-4d5f-a526-ea2caadef85c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9f9cf1b3463412ba25131620d660403&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3200307 Feb 11 05:46:08.520145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50532) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:08.540732 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f4be2-2808-4d5f-a526-ea2caadef85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1039877-5a21-4ab4-9066-c09cea261624,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:08.556111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f67cf3-0832-406f-bd5f-a133bd738578 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet 6bb4e531-0fef-4ce6-a79b-b39532443a82 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:08.559814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f67cf3-0832-406f-bd5f-a133bd738578 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (6bb4e531-0fef-4ce6-a79b-b39532443a82), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.605222 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f67cf3-0832-406f-bd5f-a133bd738578 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (6bb4e531-0fef-4ce6-a79b-b39532443a82), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.644438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:08.645597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:08.681664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (815df5e8-4513-482f-98a0-00c638841a9b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.740798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6765bcf4-e8a5-4eb6-a185-cf871d866fab None None] Provisioning complete for port b757c05e-30cb-4d92-9139-85412829ae3b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:08.741229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6765bcf4-e8a5-4eb6-a185-cf871d866fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.762576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2e678e2-4a2b-4cdd-b79f-b1f2750d7ea2 admin admin] Publish callbacks [] for security_group (d1039877-5a21-4ab4-9066-c09cea261624), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.797833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-44620be8-01c3-4e87-97f2-4771f83d6782 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "PUT /v2.0/floatingips/dc147e87-198a-46eb-b782-d4c3605770b2 HTTP/1.1" status: 200 len: 991 time: 3.6375291 Feb 11 05:46:08.829644 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f67cf3-0832-406f-bd5f-a133bd738578 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6bb4e531-0fef-4ce6-a79b-b39532443a82), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.871272 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2e678e2-4a2b-4cdd-b79f-b1f2750d7ea2 admin admin] Publish callbacks [] for security_group (d1039877-5a21-4ab4-9066-c09cea261624), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.981412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2e678e2-4a2b-4cdd-b79f-b1f2750d7ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d1039877-5a21-4ab4-9066-c09cea261624), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.983988 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2e678e2-4a2b-4cdd-b79f-b1f2750d7ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.987629 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a2e678e2-4a2b-4cdd-b79f-b1f2750d7ea2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1039877-5a21-4ab4-9066-c09cea261624 HTTP/1.1" status: 204 len: 168 time: 0.4613805 Feb 11 05:46:08.991714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:08.997812 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a14b36-11de-4c6e-b14b-d557026d8b34" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "9d5ceb20-777b-4734-b36d-418484efc430"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:09.043828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e678e2-4a2b-4cdd-b79f-b1f2750d7ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1039877-5a21-4ab4-9066-c09cea261624,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:09.049139 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f67cf3-0832-406f-bd5f-a133bd738578 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (6bb4e531-0fef-4ce6-a79b-b39532443a82), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.052334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815df5e8-4513-482f-98a0-00c638841a9b,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:09.095837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Checking segment: {'id': 'ca1bf856-44fd-44a2-9492-ff7db83f5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:09.096198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Network hostable DHCP agents. Network: c081769e-8882-49ca-9c65-ac3d884e073c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:09.135361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Network c081769e-8882-49ca-9c65-ac3d884e073c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:09.154855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, c081769e-8882-49ca-9c65-ac3d884e073c) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:09.159528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.160090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.185288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f67cf3-0832-406f-bd5f-a133bd738578 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb4e531-0fef-4ce6-a79b-b39532443a82,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:09.193402 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07f67cf3-0832-406f-bd5f-a133bd738578 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.198648 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a2edacd1-f12b-4cd6-b4df-63619963e7a1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6884205 Feb 11 05:46:09.199322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.200808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-07f67cf3-0832-406f-bd5f-a133bd738578 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/6bb4e531-0fef-4ce6-a79b-b39532443a82 HTTP/1.1" status: 204 len: 168 time: 0.7515395 Feb 11 05:46:09.203664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:09.209502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50552) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.275088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (dbfd3924-757f-4b46-a12a-dda5caf1e024), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.276168 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (dbfd3924-757f-4b46-a12a-dda5caf1e024), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.337914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3bb3192b-89b6-4b75-832f-832a98db3f3f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.390651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d703f-6276-42cd-801d-5e08c4894ce0 req-858c420f-866d-47d3-a921-07f20c715adf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.392714 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks [] for router_controller (dbfd3924-757f-4b46-a12a-dda5caf1e024), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.405402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d703f-6276-42cd-801d-5e08c4894ce0 req-858c420f-866d-47d3-a921-07f20c715adf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.427868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d703f-6276-42cd-801d-5e08c4894ce0 req-858c420f-866d-47d3-a921-07f20c715adf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.441158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f5729-4320-40a5-b5dd-9436b9c0a0a0 None None] Network c081769e-8882-49ca-9c65-ac3d884e073c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:09.446100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d703f-6276-42cd-801d-5e08c4894ce0 req-858c420f-866d-47d3-a921-07f20c715adf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.460021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d703f-6276-42cd-801d-5e08c4894ce0 req-858c420f-866d-47d3-a921-07f20c715adf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.502611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d703f-6276-42cd-801d-5e08c4894ce0 req-858c420f-866d-47d3-a921-07f20c715adf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.508605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d703f-6276-42cd-801d-5e08c4894ce0 req-858c420f-866d-47d3-a921-07f20c715adf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.514299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-702d703f-6276-42cd-801d-5e08c4894ce0 req-858c420f-866d-47d3-a921-07f20c715adf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 0.5248337 Feb 11 05:46:09.634505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff72d7-50db-437e-b576-5151f538cf82 req-bc2586d5-e990-40ef-86df-19cd5704c972 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.640820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff72d7-50db-437e-b576-5151f538cf82 req-bc2586d5-e990-40ef-86df-19cd5704c972 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.670025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff72d7-50db-437e-b576-5151f538cf82 req-bc2586d5-e990-40ef-86df-19cd5704c972 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.700063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff72d7-50db-437e-b576-5151f538cf82 req-bc2586d5-e990-40ef-86df-19cd5704c972 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.710574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff72d7-50db-437e-b576-5151f538cf82 req-bc2586d5-e990-40ef-86df-19cd5704c972 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.719163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff72d7-50db-437e-b576-5151f538cf82 req-bc2586d5-e990-40ef-86df-19cd5704c972 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.740065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff72d7-50db-437e-b576-5151f538cf82 req-bc2586d5-e990-40ef-86df-19cd5704c972 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.765965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64ff72d7-50db-437e-b576-5151f538cf82 req-bc2586d5-e990-40ef-86df-19cd5704c972 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5434 time: 0.7614679 Feb 11 05:46:09.787337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks [] for router_gateway (dbfd3924-757f-4b46-a12a-dda5caf1e024), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.803603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:09.821198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6765bcf4-e8a5-4eb6-a185-cf871d866fab None None] Current status of the port b757c05e-30cb-4d92-9139-85412829ae3b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:10.054804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-702d703f-6276-42cd-801d-5e08c4894ce0 req-2673a249-1ef5-41d4-b54c-5efd1bded23d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5316360 Feb 11 05:46:10.298640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-c081769e-8882-49ca-9c65-ac3d884e073c', 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c', 'project_id': 'fa920aac21454baa983909ce52c72190', 'fixed_ips': [{'subnet_id': '815df5e8-4513-482f-98a0-00c638841a9b'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:46:10.303167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.337823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238a2f95-e025-4bc3-b7bc-2a6056aea475 None None] Update dhcp port {'port': {'network_id': '3bb3192b-89b6-4b75-832f-832a98db3f3f', 'fixed_ips': [{'subnet_id': '6bb4e531-0fef-4ce6-a79b-b39532443a82'}], 'binding:host_id': 'n-d-715271-35'}, 'id': 'b757c05e-30cb-4d92-9139-85412829ae3b'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:46:10.352493 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks [] for router_gateway (dbfd3924-757f-4b46-a12a-dda5caf1e024), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.403587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.415094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-238a2f95-e025-4bc3-b7bc-2a6056aea475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.649049 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Allocated IP 172.25.1.162 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/65bd2e7a-0031-440a-ab30-17121aa8c1e1) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:10.821308 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f44b8a3-51f8-4649-a326-abc4e744187a x-openstack-request-id: req-1f44b8a3-51f8-4649-a326-abc4e744187a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:10.821834 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "tag": "9d5ceb20-777b-4734-b36d-418484efc430", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:10.821834 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f44b8a3-51f8-4649-a326-abc4e744187a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:10.822625 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430', 'status': 'completed', 'code': 200} Feb 11 05:46:10.947487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b703b3-b03f-40e7-b28f-8e07821e922f None None] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:10.965669 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks [] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.996244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Allocated IP 172.20.0.2 (c081769e-8882-49ca-9c65-ac3d884e073c/815df5e8-4513-482f-98a0-00c638841a9b/75989aa9-a83f-4327-b482-e4946567c1f9) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:11.052084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.090819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64ff72d7-50db-437e-b576-5151f538cf82 req-05ee0ea2-1986-43f3-96c4-3899338e5b24 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3239679 Feb 11 05:46:11.111302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Pushing event updated for resources: {'Port': ['ID=65bd2e7a-0031-440a-ab30-17121aa8c1e1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:11.144707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port b757c05e-30cb-4d92-9139-85412829ae3b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:11.166320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.176119 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:11.182972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:11.202924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:11.248851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b970-8f7f-4f53-bbeb-b5d7058e6ded req-99b96dae-c576-46ef-b2e1-a3e6a612b6e8 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.267030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b970-8f7f-4f53-bbeb-b5d7058e6ded req-99b96dae-c576-46ef-b2e1-a3e6a612b6e8 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.269279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b818b970-8f7f-4f53-bbeb-b5d7058e6ded req-99b96dae-c576-46ef-b2e1-a3e6a612b6e8 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1683 time: 0.4462526 Feb 11 05:46:11.291007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-d2517cbe-e177-43c0-9154-2615e6b7079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.295382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-d2517cbe-e177-43c0-9154-2615e6b7079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.303049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-d2517cbe-e177-43c0-9154-2615e6b7079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.303489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-d2517cbe-e177-43c0-9154-2615e6b7079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.303964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-d2517cbe-e177-43c0-9154-2615e6b7079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.304433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-d2517cbe-e177-43c0-9154-2615e6b7079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.304902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-d2517cbe-e177-43c0-9154-2615e6b7079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.307003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-d2517cbe-e177-43c0-9154-2615e6b7079d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6715 time: 0.4818516 Feb 11 05:46:11.489250 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-00482330-dabb-4684-8803-bcdd1add78c7 None None] Provisioning complete for port b757c05e-30cb-4d92-9139-85412829ae3b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:11.489646 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-00482330-dabb-4684-8803-bcdd1add78c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.532089 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Publish callbacks [] for port (75989aa9-a83f-4327-b482-e4946567c1f9), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.560158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'dc147e87-198a-46eb-b782-d4c3605770b2', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'port_id': '9d5ceb20-777b-4734-b36d-418484efc430', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'mac_address': 'fa:16:3e:09:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:42:55Z', 'updated_at': '2022-02-11T05:46:06Z', 'revision_number': 1, 'project_id': '3c75556137b8430aad60300261085fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:41:02Z', 'revision_number': 5, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:11.573688 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.643787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] For port b757c05e-30cb-4d92-9139-85412829ae3b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b757c05e-30cb-4d92-9139-85412829ae3b,segment=NetworkSegment(3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182),segment_id=3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:11.644948 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.658673 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks [] for router_gateway (dbfd3924-757f-4b46-a12a-dda5caf1e024), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.661757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] Checking router: cf35f11c-a36e-4a36-84a8-690db1ce6d58 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:11.672504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for b757c05e-30cb-4d92-9139-85412829ae3b owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:11.685863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b818b970-8f7f-4f53-bbeb-b5d7058e6ded req-4a2abb91-f20f-4eff-aeeb-c294a0c7eda4 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727882 Feb 11 05:46:11.701229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50598) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.767684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:11.768498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:11.801821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Network c081769e-8882-49ca-9c65-ac3d884e073c is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:11.838545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:11.841792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:11.844171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] DHCP port deletion for 3bb3192b-89b6-4b75-832f-832a98db3f3f request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:11.881624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a719d-da54-401a-9552-fe51593cf5f6 req-e47e2240-dfc6-48ac-924b-b844bcf6e3e0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.890366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a719d-da54-401a-9552-fe51593cf5f6 req-e47e2240-dfc6-48ac-924b-b844bcf6e3e0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.898222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a719d-da54-401a-9552-fe51593cf5f6 req-e47e2240-dfc6-48ac-924b-b844bcf6e3e0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.905506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a719d-da54-401a-9552-fe51593cf5f6 req-e47e2240-dfc6-48ac-924b-b844bcf6e3e0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.907058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-00482330-dabb-4684-8803-bcdd1add78c7 None None] Current status of the port b757c05e-30cb-4d92-9139-85412829ae3b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:11.918134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a719d-da54-401a-9552-fe51593cf5f6 req-e47e2240-dfc6-48ac-924b-b844bcf6e3e0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.925757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a719d-da54-401a-9552-fe51593cf5f6 req-e47e2240-dfc6-48ac-924b-b844bcf6e3e0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.932280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a719d-da54-401a-9552-fe51593cf5f6 req-e47e2240-dfc6-48ac-924b-b844bcf6e3e0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.934736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-072a719d-da54-401a-9552-fe51593cf5f6 req-e47e2240-dfc6-48ac-924b-b844bcf6e3e0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 0.6595161 Feb 11 05:46:12.004813 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (dbfd3924-757f-4b46-a12a-dda5caf1e024), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.007082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Pushing event updated for resources: {'Port': ['ID=75989aa9-a83f-4327-b482-e4946567c1f9,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:12.015154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'network': {'name': 'tempest-network-smoke--809495171', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'port_security_enabled': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:12.015374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Attempting to bind port 75989aa9-a83f-4327-b482-e4946567c1f9 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:12.015374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Attempting to bind port 75989aa9-a83f-4327-b482-e4946567c1f9 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'ca1bf856-44fd-44a2-9492-ff7db83f5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:12.015374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Attempting to bind port 75989aa9-a83f-4327-b482-e4946567c1f9 on network c081769e-8882-49ca-9c65-ac3d884e073c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:12.088237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:12.088659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Checking segment: {'id': 'ca1bf856-44fd-44a2-9492-ff7db83f5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:12.089075 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.089493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Bound using segment: {'id': 'ca1bf856-44fd-44a2-9492-ff7db83f5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:12.089984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Bound port: 75989aa9-a83f-4327-b482-e4946567c1f9, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bf856-44fd-44a2-9492-ff7db83f5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:12.090363 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.100732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.128539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-be797cdf-d505-4691-a69a-158ca5f850c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.131355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] Deleting port b757c05e-30cb-4d92-9139-85412829ae3b {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:12.131730 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.137945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-be797cdf-d505-4691-a69a-158ca5f850c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3e3f3e81-a691-4174-b896-35ab08eecc0b HTTP/1.1" status: 200 len: 911 time: 0.8001180 Feb 11 05:46:12.184020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No DVR routers for this DVR port b757c05e-30cb-4d92-9139-85412829ae3b on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:12.200836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Made reservation on behalf of 2e36f1dc8e524722937e70aa0b871704 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:12.217737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.218231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=b757c05e-30cb-4d92-9139-85412829ae3b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:12.238237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] For port 75989aa9-a83f-4327-b482-e4946567c1f9, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:12.250501 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.259245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:12.334214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834099a-63bf-4097-8cf7-b83780904e80 req-320a3e01-9ca1-43e3-aec7-767487de116f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.344727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834099a-63bf-4097-8cf7-b83780904e80 req-320a3e01-9ca1-43e3-aec7-767487de116f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.349277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834099a-63bf-4097-8cf7-b83780904e80 req-320a3e01-9ca1-43e3-aec7-767487de116f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.356249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834099a-63bf-4097-8cf7-b83780904e80 req-320a3e01-9ca1-43e3-aec7-767487de116f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.362071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834099a-63bf-4097-8cf7-b83780904e80 req-320a3e01-9ca1-43e3-aec7-767487de116f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.367369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834099a-63bf-4097-8cf7-b83780904e80 req-320a3e01-9ca1-43e3-aec7-767487de116f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.372747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834099a-63bf-4097-8cf7-b83780904e80 req-320a3e01-9ca1-43e3-aec7-767487de116f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.375791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9834099a-63bf-4097-8cf7-b83780904e80 req-320a3e01-9ca1-43e3-aec7-767487de116f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5434 time: 0.5460806 Feb 11 05:46:12.473706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3bb3192b-89b6-4b75-832f-832a98db3f3f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.517087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-cc192241-8af6-4f9b-9863-3d8a24b801a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d5ceb20-777b-4734-b36d-418484efc430 HTTP/1.1" status: 200 len: 999 time: 0.3374259 Feb 11 05:46:12.525464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Router dbfd3924-757f-4b46-a12a-dda5caf1e024 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:46:12.529089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb3192b-89b6-4b75-832f-832a98db3f3f']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:12.576730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (fb9c7045-b062-4a14-93c9-6a9f45d90ec5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.585082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fb9c7045-b062-4a14-93c9-6a9f45d90ec5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.620053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:12.620364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:12.665459 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.688935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-072a719d-da54-401a-9552-fe51593cf5f6 req-fdc3f66c-f1ef-4043-ac37-7ce7d438825b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7457664 Feb 11 05:46:12.718917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-c1e4642f-c744-4e2c-a488-39c95c0543da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.720552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-c1e4642f-c744-4e2c-a488-39c95c0543da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdb202e0-2a12-4799-8de8-da2c49396bed HTTP/1.1" status: 200 len: 849 time: 0.1935413 Feb 11 05:46:12.722461 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.899390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] For port 75989aa9-a83f-4327-b482-e4946567c1f9, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=75989aa9-a83f-4327-b482-e4946567c1f9,segment=NetworkSegment(ca1bf856-44fd-44a2-9492-ff7db83f5f45),segment_id=ca1bf856-44fd-44a2-9492-ff7db83f5f45)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:12.922154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] For port b757c05e-30cb-4d92-9139-85412829ae3b, host n-d-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:12.922557 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.928584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:12.930648 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.932934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:12.933977 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (3dcc5c4d-6fe8-4a4f-8c50-61309d4dd182), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.943427 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Sync routers for ids ['dbfd3924-757f-4b46-a12a-dda5caf1e024'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:12.962175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] Calling delete_port for b757c05e-30cb-4d92-9139-85412829ae3b owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:12.962826 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Routers {'dbfd3924-757f-4b46-a12a-dda5caf1e024'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:12.963175 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:12.966086 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['dbfd3924-757f-4b46-a12a-dda5caf1e024'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:13.015502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b757c05e-30cb-4d92-9139-85412829ae3b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:13.021573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.ipam_backend_mixin [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] Port b757c05e-30cb-4d92-9139-85412829ae3b was not found and therefore no delete operation was performed {{(pid=103122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:46:13.028273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:13.055445 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9c7045-b062-4a14-93c9-6a9f45d90ec5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.072523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b2386c5f-892f-4182-83d1-279bd2cd6e15), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.074105 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Added segment b2386c5f-892f-4182-83d1-279bd2cd6e15 of type vlan for network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 Feb 11 05:46:13.085483 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.089236 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-572c1ad9-4f02-4f10-8239-438edebb7b27 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8865492 Feb 11 05:46:13.110759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50624) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.141063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3bb3192b-89b6-4b75-832f-832a98db3f3f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.151626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.155706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/networks/3bb3192b-89b6-4b75-832f-832a98db3f3f HTTP/1.1" status: 204 len: 168 time: 3.9389298 Feb 11 05:46:13.175083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50626) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.191004 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (b757c05e-30cb-4d92-9139-85412829ae3b), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.207230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: b757c05e-30cb-4d92-9139-85412829ae3b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:13.207818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b757c05e-30cb-4d92-9139-85412829ae3b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:13.220553 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Set router dbfd3924-757f-4b46-a12a-dda5caf1e024 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:13.247064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31985af7-8b69-4f9b-b3e8-96dd1a53b459 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Network': ['ID=3bb3192b-89b6-4b75-832f-832a98db3f3f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.256836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] Network 3bb3192b-89b6-4b75-832f-832a98db3f3f is not hosted by any dhcp agent {{(pid=103122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:46:13.257538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] No DVR routers for this DVR port b757c05e-30cb-4d92-9139-85412829ae3b on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:13.270046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108020f-77a1-463c-9ba0-22feef00dc69 None None] Pushing event updated for resources: {'Port': ['ID=75989aa9-a83f-4327-b482-e4946567c1f9,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.276638 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (6ff6d76b-f503-4313-b95f-b6ddf303eee0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.336389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb40ed0-bea7-4d54-b7bf-f9abd382d81a None None] Pushing event deleted for resources: {'Port': ['ID=b757c05e-30cb-4d92-9139-85412829ae3b,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.344313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5e8ed-5229-4d03-87ad-7a61a50874e5 req-54000562-a78e-4a6c-be7f-c6f308cceac0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.351974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5e8ed-5229-4d03-87ad-7a61a50874e5 req-54000562-a78e-4a6c-be7f-c6f308cceac0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.354386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95f5e8ed-5229-4d03-87ad-7a61a50874e5 req-54000562-a78e-4a6c-be7f-c6f308cceac0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1683 time: 0.5007262 Feb 11 05:46:13.362279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'dc147e87-198a-46eb-b782-d4c3605770b2', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'port_id': '9d5ceb20-777b-4734-b36d-418484efc430', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'mac_address': 'fa:16:3e:09:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:42:55Z', 'updated_at': '2022-02-11T05:46:06Z', 'revision_number': 1, 'project_id': '3c75556137b8430aad60300261085fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:41:02Z', 'revision_number': 5, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:13.367568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-b74268bd-f427-42b3-887d-6223d84abfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.369105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-b74268bd-f427-42b3-887d-6223d84abfde service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e3f3e81-a691-4174-b896-35ab08eecc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6157751 Feb 11 05:46:13.415416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4184e674-cfdc-4b82-b2da-6a40945b9c6b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.419601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0867e8-e84c-4ab8-a865-58f7abbe0978 None None] The sync data for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 is: [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'dc147e87-198a-46eb-b782-d4c3605770b2', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'port_id': '9d5ceb20-777b-4734-b36d-418484efc430', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'mac_address': 'fa:16:3e:09:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:42:55Z', 'updated_at': '2022-02-11T05:46:06Z', 'revision_number': 1, 'project_id': '3c75556137b8430aad60300261085fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:41:02Z', 'revision_number': 5, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:13.425556 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4184e674-cfdc-4b82-b2da-6a40945b9c6b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2492106 Feb 11 05:46:13.426870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50628) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.450209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (6ff6d76b-f503-4313-b95f-b6ddf303eee0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.456838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.458219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.543919 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8414059 Feb 11 05:46:13.544633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50632) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.575734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'admin_state_up': True, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:13.591984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135510-1430-45c2-a1be-f83ba6b3b08c req-d306002f-009e-4b35-8adb-3bbd49889e62 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.609596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135510-1430-45c2-a1be-f83ba6b3b08c req-d306002f-009e-4b35-8adb-3bbd49889e62 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.652644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135510-1430-45c2-a1be-f83ba6b3b08c req-d306002f-009e-4b35-8adb-3bbd49889e62 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.694621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135510-1430-45c2-a1be-f83ba6b3b08c req-d306002f-009e-4b35-8adb-3bbd49889e62 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.700285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135510-1430-45c2-a1be-f83ba6b3b08c req-d306002f-009e-4b35-8adb-3bbd49889e62 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.726087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135510-1430-45c2-a1be-f83ba6b3b08c req-d306002f-009e-4b35-8adb-3bbd49889e62 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.739546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135510-1430-45c2-a1be-f83ba6b3b08c req-d306002f-009e-4b35-8adb-3bbd49889e62 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.765864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c135510-1430-45c2-a1be-f83ba6b3b08c req-d306002f-009e-4b35-8adb-3bbd49889e62 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 0.7717779 Feb 11 05:46:13.771117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11f402-ab9e-4795-bf92-03a82064d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Network': ['ID=6ff6d76b-f503-4313-b95f-b6ddf303eee0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.783537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50636) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.790444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:13.800917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-69b25e8a-3f82-48df-b848-f8fd3fc99848 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Request body: {'floatingip': {'port_id': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:13.813627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (70f33f49-8196-4dec-88c3-64a666b16af9), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.818578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (70f33f49-8196-4dec-88c3-64a666b16af9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.926319 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:09Z', 'updated_at': '2022-02-11T05:46:11Z', 'revision_number': 3, 'project_id': 'fa920aac21454baa983909ce52c72190', 'gw_port': {'id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:10Z', 'updated_at': '2022-02-11T05:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:13.954823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-df19f5dc-9edf-4cbb-b74d-f7154e4d13fa service neutron] 10.222.0.72 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715883 Feb 11 05:46:13.981534 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Checking router: dbfd3924-757f-4b46-a12a-dda5caf1e024 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:13.982125 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Updating router dbfd3924-757f-4b46-a12a-dda5caf1e024 port 65bd2e7a-0031-440a-ab30-17121aa8c1e1 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:13.984210 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-20773688-4124-4dc4-9842-7a4ebbf567aa tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5553288 Feb 11 05:46:13.989639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50638) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:14.007781 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-306035002'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:14.008898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2972f0-57d7-4d2b-abc8-d578efff1803 None None] New status for floating IP dc147e87-198a-46eb-b782-d4c3605770b2: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:46:14.021582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69b25e8a-3f82-48df-b848-f8fd3fc99848 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for floatingip (6910b6d3-cdfb-4ebc-9a61-51d2baa34869), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.048067 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.243256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95f5e8ed-5229-4d03-87ad-7a61a50874e5 req-d2d50705-0fb5-4054-acea-2cd5f88c4c6b tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8779824 Feb 11 05:46:14.336903 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:14.341003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.389315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_controller (70f33f49-8196-4dec-88c3-64a666b16af9), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.554826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:14.682195 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Publish callbacks [] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.703757 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.736694 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_gateway (70f33f49-8196-4dec-88c3-64a666b16af9), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.743531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5a0b61c9-7726-4c06-a6ac-3d6e156ea34c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.744117 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Added segment 5a0b61c9-7726-4c06-a6ac-3d6e156ea34c of type vlan for network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 Feb 11 05:46:14.870562 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Attempting to bind port 65bd2e7a-0031-440a-ab30-17121aa8c1e1 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:14.872322 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Attempting to bind port 65bd2e7a-0031-440a-ab30-17121aa8c1e1 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:14.872698 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Attempting to bind port 65bd2e7a-0031-440a-ab30-17121aa8c1e1 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:14.881823 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Pushing event updated for resources: {'Port': ['ID=65bd2e7a-0031-440a-ab30-17121aa8c1e1,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:14.906438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-da3214fe-2b03-4659-9f91-378fed9598b8 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:14.909163 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.909518 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.909923 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.912866 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.913400 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.913584 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.914583 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.914684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-da3214fe-2b03-4659-9f91-378fed9598b8 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:14.914768 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.915286 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.915286 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.915526 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.915848 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.916067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-da3214fe-2b03-4659-9f91-378fed9598b8 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 1683 time: 0.5959077 Feb 11 05:46:14.916207 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:14.930828 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:14.931211 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:14.931615 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.932008 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:14.932482 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Bound port: 65bd2e7a-0031-440a-ab30-17121aa8c1e1, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:14.932860 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.992479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.017239 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:46:15.035993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 75989aa9-a83f-4327-b482-e4946567c1f9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:15.110656 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] For port 65bd2e7a-0031-440a-ab30-17121aa8c1e1, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:15.119738 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] For port 65bd2e7a-0031-440a-ab30-17121aa8c1e1, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=65bd2e7a-0031-440a-ab30-17121aa8c1e1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:15.133437 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.154757 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a14b36-11de-4c6e-b14b-d557026d8b34 req-59eba853-e446-4d18-9825-9a7296ab9342 service neutron] 10.222.0.72 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1507576 Feb 11 05:46:15.158855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 75989aa9-a83f-4327-b482-e4946567c1f9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:15.159540 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.282601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.305288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting port ca9541c8-891a-44e2-9fea-3c3fcc29d124 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:15.305288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.339648 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed830b-a72d-4e0f-a4eb-91061cfd9201 None None] Pushing event updated for resources: {'Port': ['ID=65bd2e7a-0031-440a-ab30-17121aa8c1e1,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:15.367333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fdf25f-436b-45b7-ac4e-9489fbc6afa5 None None] Network c081769e-8882-49ca-9c65-ac3d884e073c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:15.412779 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Routers {'dbfd3924-757f-4b46-a12a-dda5caf1e024'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:15.413826 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['dbfd3924-757f-4b46-a12a-dda5caf1e024'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:15.515446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] For port ca9541c8-891a-44e2-9fea-3c3fcc29d124, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ca9541c8-891a-44e2-9fea-3c3fcc29d124,segment=NetworkSegment(947f4a65-e4f9-46fc-862c-7ca116c29f71),segment_id=947f4a65-e4f9-46fc-862c-7ca116c29f71)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:15.515834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.541852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Calling delete_port for ca9541c8-891a-44e2-9fea-3c3fcc29d124 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:15.637645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c665b270-574b-4a3b-a449-3afbf3ab1458 None None] Provisioning complete for port 75989aa9-a83f-4327-b482-e4946567c1f9 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:15.638304 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c665b270-574b-4a3b-a449-3afbf3ab1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.702912 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 75989aa9-a83f-4327-b482-e4946567c1f9 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:15.703298 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.726619 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] Set router dbfd3924-757f-4b46-a12a-dda5caf1e024 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:15.876516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50650) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:15.877885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 75989aa9-a83f-4327-b482-e4946567c1f9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=75989aa9-a83f-4327-b482-e4946567c1f9,segment=NetworkSegment(ca1bf856-44fd-44a2-9492-ff7db83f5f45),segment_id=ca1bf856-44fd-44a2-9492-ff7db83f5f45)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:15.878790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.888015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:15.888755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.906498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.916973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69b25e8a-3f82-48df-b848-f8fd3fc99848 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.987710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69b25e8a-3f82-48df-b848-f8fd3fc99848 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (6910b6d3-cdfb-4ebc-9a61-51d2baa34869), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.066747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c665b270-574b-4a3b-a449-3afbf3ab1458 None None] Current status of the port 75989aa9-a83f-4327-b482-e4946567c1f9 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:16.068814 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c665b270-574b-4a3b-a449-3afbf3ab1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.074470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ca9541c8-891a-44e2-9fea-3c3fcc29d124), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.110936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=75989aa9-a83f-4327-b482-e4946567c1f9,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:16.129661 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1335692 Feb 11 05:46:16.137422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50654) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:16.186913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': '278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:16.217068 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:09Z', 'updated_at': '2022-02-11T05:46:11Z', 'revision_number': 3, 'project_id': 'fa920aac21454baa983909ce52c72190', 'gw_port': {'id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:10Z', 'updated_at': '2022-02-11T05:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:16.241307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Allocated IP 172.20.0.1 (c081769e-8882-49ca-9c65-ac3d884e073c/815df5e8-4513-482f-98a0-00c638841a9b/50803561-f2e7-4ad9-8639-0a60043a905b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:16.253396 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-c665b270-574b-4a3b-a449-3afbf3ab1458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:46:16.254187 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-c665b270-574b-4a3b-a449-3afbf3ab1458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:46:16.267453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] No DVR routers for this DVR port ca9541c8-891a-44e2-9fea-3c3fcc29d124 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:16.279506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.283286 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d076a-8051-41c6-b8fa-414004ba4d42 None None] The sync data for ids ['dbfd3924-757f-4b46-a12a-dda5caf1e024'] in n-d-715271-35 is: [{'id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:09Z', 'updated_at': '2022-02-11T05:46:11Z', 'revision_number': 3, 'project_id': 'fa920aac21454baa983909ce52c72190', 'gw_port': {'id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:10Z', 'updated_at': '2022-02-11T05:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:16.297240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "DELETE /v2.0/ports/ca9541c8-891a-44e2-9fea-3c3fcc29d124 HTTP/1.1" status: 204 len: 173 time: 1.3686533 Feb 11 05:46:16.320931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc0dfc-960e-4e66-a50c-521a4a2de33f req-6612259f-7de5-41b0-8074-0fe0072da77f tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:16.320931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18cc0dfc-960e-4e66-a50c-521a4a2de33f req-6612259f-7de5-41b0-8074-0fe0072da77f tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 946 time: 0.4693549 Feb 11 05:46:16.320931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'name': 'network-vif-deleted', 'tag': 'ca9541c8-891a-44e2-9fea-3c3fcc29d124'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:16.320931 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a27a8d-331e-4cd3-8022-2feea9b3f7c7" -d '{"events": [{"server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "name": "network-vif-deleted", "tag": "ca9541c8-891a-44e2-9fea-3c3fcc29d124"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:16.330096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf3a85-b64a-4000-9b21-6e34256f84b0 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Port': ['ID=ca9541c8-891a-44e2-9fea-3c3fcc29d124,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:16.416949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84a6a8-0c58-4e54-b4ce-eb46a5262529 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Network': ['ID=278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:16.433370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:16.499299 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827d90f9-e1fc-46fb-8019-b2706f2be627 x-openstack-request-id: req-827d90f9-e1fc-46fb-8019-b2706f2be627 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:16.500995 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "name": "network-vif-deleted", "tag": "ca9541c8-891a-44e2-9fea-3c3fcc29d124", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:16.501492 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-827d90f9-e1fc-46fb-8019-b2706f2be627 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:16.503249 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'name': 'network-vif-deleted', 'tag': 'ca9541c8-891a-44e2-9fea-3c3fcc29d124', 'status': 'completed', 'code': 200} Feb 11 05:46:16.546718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e099a1-e12b-4573-9f06-463a187b0fc0 admin admin] Deleting subnet 626436ea-3708-46dc-8918-ccc449182f79 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:16.548924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:16.558802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.678888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18cc0dfc-960e-4e66-a50c-521a4a2de33f req-8a2e6a32-7cca-4f56-a3e3-6a54d560adb2 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/security-groups?id=16303394-0ea6-43a3-8c44-0d87afdaeaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197432 Feb 11 05:46:16.804056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting port 3f982c5a-2613-4af3-8703-7cabc5c97770 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:16.804418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.897298 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6e099a1-e12b-4573-9f06-463a187b0fc0 admin admin] Publish callbacks [] for subnet (626436ea-3708-46dc-8918-ccc449182f79), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.914124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c665b270-574b-4a3b-a449-3afbf3ab1458 None None] Current status of the port 75989aa9-a83f-4327-b482-e4946567c1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:17.059508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cd7189e5-f8f8-4e39-9d26-17df66591a0a None None] Provisioning complete for port 75989aa9-a83f-4327-b482-e4946567c1f9 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:17.060195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd7189e5-f8f8-4e39-9d26-17df66591a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.133837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 65bd2e7a-0031-440a-ab30-17121aa8c1e1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:17.297522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 65bd2e7a-0031-440a-ab30-17121aa8c1e1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:17.300249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.341635 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-69b25e8a-3f82-48df-b848-f8fd3fc99848 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Floating IP 6910b6d3-cdfb-4ebc-9a61-51d2baa34869 associated. External IP: 172.25.1.132, port: 714b5c2d-cfc5-4baf-8025-fe9e488e4b47. Feb 11 05:46:17.344336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (e72cf14a-0f65-4524-b04b-13a3126f6675), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.354955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_gateway (70f33f49-8196-4dec-88c3-64a666b16af9), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.391368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cd7189e5-f8f8-4e39-9d26-17df66591a0a None None] Current status of the port 75989aa9-a83f-4327-b482-e4946567c1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:17.458493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 65bd2e7a-0031-440a-ab30-17121aa8c1e1 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:17.458888 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.493215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 65bd2e7a-0031-440a-ab30-17121aa8c1e1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=65bd2e7a-0031-440a-ab30-17121aa8c1e1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:17.509666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.515130 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.515984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 75989aa9-a83f-4327-b482-e4946567c1f9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:17.549956 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Publish callbacks [] for port (50803561-f2e7-4ad9-8639-0a60043a905b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.603813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=65bd2e7a-0031-440a-ab30-17121aa8c1e1,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:17.604512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] For port 3f982c5a-2613-4af3-8703-7cabc5c97770, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3f982c5a-2613-4af3-8703-7cabc5c97770,segment=NetworkSegment(619968e1-ae63-487e-be1b-46af9f97741f),segment_id=619968e1-ae63-487e-be1b-46af9f97741f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:17.604890 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.620030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Calling delete_port for 3f982c5a-2613-4af3-8703-7cabc5c97770 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:17.656024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.25.1.40 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/205787f3-f8e4-4f32-96be-c470376bbcd1) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:17.702908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 75989aa9-a83f-4327-b482-e4946567c1f9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:17.703329 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.707370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=e72cf14a-0f65-4524-b04b-13a3126f6675,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:17.830159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3f982c5a-2613-4af3-8703-7cabc5c97770), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.839853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6e099a1-e12b-4573-9f06-463a187b0fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (626436ea-3708-46dc-8918-ccc449182f79), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.852806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 75989aa9-a83f-4327-b482-e4946567c1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:17.904699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f95a8d8e-21f3-4757-880a-c4c29d38c45f req-332ae0f9-01d6-4b0c-93b1-4984b4cb3c76 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "GET /v2.0/ports?device_id=73faa86b-4a6a-4d5e-ab31-5923c0403210 HTTP/1.1" status: 200 len: 210 time: 0.0641258 Feb 11 05:46:17.916178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Port': ['ID=3f982c5a-2613-4af3-8703-7cabc5c97770,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:17.929731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f982c5a-2613-4af3-8703-7cabc5c97770 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:17.947227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.967647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6e099a1-e12b-4573-9f06-463a187b0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (626436ea-3708-46dc-8918-ccc449182f79), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.984226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] No DVR routers for this DVR port 3f982c5a-2613-4af3-8703-7cabc5c97770 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:17.989868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.994019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3c0f3e1-044e-4c1f-ab57-6ee90ba054d5 req-75671e64-aac5-4734-b87f-1fb470f08419 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.81 "DELETE /v2.0/ports/3f982c5a-2613-4af3-8703-7cabc5c97770 HTTP/1.1" status: 204 len: 173 time: 1.6959028 Feb 11 05:46:18.016379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 3f982c5a-2613-4af3-8703-7cabc5c97770 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:18.016746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3f982c5a-2613-4af3-8703-7cabc5c97770 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:18.019659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ca9541c8-891a-44e2-9fea-3c3fcc29d124 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:18.067670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Network c081769e-8882-49ca-9c65-ac3d884e073c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:18.075473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Pushing event updated for resources: {'Port': ['ID=50803561-f2e7-4ad9-8639-0a60043a905b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:18.082849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:18.086335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:18.088721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: ca9541c8-891a-44e2-9fea-3c3fcc29d124 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:18.089063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ca9541c8-891a-44e2-9fea-3c3fcc29d124 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:18.157354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (dbfd3924-757f-4b46-a12a-dda5caf1e024), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.203951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Checking segment: {'id': '5a0b61c9-7726-4c06-a6ac-3d6e156ea34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:18.204245 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network hostable DHCP agents. Network: 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:18.290656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.364043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:18.373359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6e099a1-e12b-4573-9f06-463a187b0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (626436ea-3708-46dc-8918-ccc449182f79), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.455438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.506075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'name': 'network-vif-deleted', 'tag': '3f982c5a-2613-4af3-8703-7cabc5c97770'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:18.512563 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea1c396-1428-4328-9999-ade409bba097" -d '{"events": [{"server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "name": "network-vif-deleted", "tag": "3f982c5a-2613-4af3-8703-7cabc5c97770"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:18.532177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-435a5ab4-fd03-49b2-8638-1c7f2e3acbbd None None] Provisioning complete for port 50803561-f2e7-4ad9-8639-0a60043a905b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:18.532595 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-435a5ab4-fd03-49b2-8638-1c7f2e3acbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.611956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-435a5ab4-fd03-49b2-8638-1c7f2e3acbbd None None] Port 50803561-f2e7-4ad9-8639-0a60043a905b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:18.625472 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80a3ea5-f449-4b93-94f9-a0f790b5f490 x-openstack-request-id: req-d80a3ea5-f449-4b93-94f9-a0f790b5f490 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:18.626816 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73faa86b-4a6a-4d5e-ab31-5923c0403210", "name": "network-vif-deleted", "tag": "3f982c5a-2613-4af3-8703-7cabc5c97770", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:18.627866 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d80a3ea5-f449-4b93-94f9-a0f790b5f490 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:18.628612 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73faa86b-4a6a-4d5e-ab31-5923c0403210', 'name': 'network-vif-deleted', 'tag': '3f982c5a-2613-4af3-8703-7cabc5c97770', 'status': 'completed', 'code': 200} Feb 11 05:46:18.699809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6e099a1-e12b-4573-9f06-463a187b0fc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.707125 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b6e099a1-e12b-4573-9f06-463a187b0fc0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/626436ea-3708-46dc-8918-ccc449182f79 HTTP/1.1" status: 204 len: 168 time: 2.8125196 Feb 11 05:46:18.709102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50666) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:18.715747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e099a1-e12b-4573-9f06-463a187b0fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626436ea-3708-46dc-8918-ccc449182f79,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:18.727832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:18.736412 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414c13e-1a7e-4387-984e-4ad0f84ee086 None None] Network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:18.747052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:18.747672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.777351 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fd7f0e23-d070-4e04-81f4-f8b794833f96 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5950184 Feb 11 05:46:18.780501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50668) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:18.793268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': '278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974', 'name': 'tempest-PortsIpV6TestJSON-1093531525'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:18.797163 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.819033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b25e8a-3f82-48df-b848-f8fd3fc99848 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Router b28a3713-5d64-4237-a228-18b8b02081ff has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:18.885900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=205787f3-f8e4-4f32-96be-c470376bbcd1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:18.904591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:18.907032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:18.910468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:18.972730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 65bd2e7a-0031-440a-ab30-17121aa8c1e1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:18.981018 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d4281e62-a042-4781-9bb3-86f3623bde51), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.027429 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50674) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:19.045842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Publish callbacks [] for port (50803561-f2e7-4ad9-8639-0a60043a905b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.061401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:19.068218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.076357 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.094200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974', 'network_id': '278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974', 'project_id': '53224707167e41b3875284fed3e739da', 'fixed_ips': [{'subnet_id': 'e72cf14a-0f65-4524-b04b-13a3126f6675'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:46:19.095072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.245878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 4a1c2e10-56f6-45db-884c-739b3b7dceea yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:19.265808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 65bd2e7a-0031-440a-ab30-17121aa8c1e1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:19.266626 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.345346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Pushing event updated for resources: {'Port': ['ID=50803561-f2e7-4ad9-8639-0a60043a905b,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:19.348839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (dbfd3924-757f-4b46-a12a-dda5caf1e024), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.408230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b25e8a-3f82-48df-b848-f8fd3fc99848 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:19.409595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d4281e62-a042-4781-9bb3-86f3623bde51), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.412483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Allocated IP 2001:db8::2 (278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974/e72cf14a-0f65-4524-b04b-13a3126f6675/195ada58-89d3-49d1-a091-720d60e8b2a0) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:19.419418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d1303d-14f6-48a5-a045-2a56d7735224 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting subnet 051fafd6-0f21-49d5-b72e-6bfdc442b389 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:19.422266 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] Sync routers for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:19.426177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75d1303d-14f6-48a5-a045-2a56d7735224 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (051fafd6-0f21-49d5-b72e-6bfdc442b389), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.453751 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] Routers {'b28a3713-5d64-4237-a228-18b8b02081ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:19.454485 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b28a3713-5d64-4237-a228-18b8b02081ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:19.471520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4281e62-a042-4781-9bb3-86f3623bde51']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:19.482329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75d1303d-14f6-48a5-a045-2a56d7735224 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (051fafd6-0f21-49d5-b72e-6bfdc442b389), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.543597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:19.543891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7fd85b-f144-4f18-ae5a-ac2ca636060e') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:19.597453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (ac7fd85b-f144-4f18-ae5a-ac2ca636060e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.599007 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Publish callbacks [] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.608575 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.658167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75d1303d-14f6-48a5-a045-2a56d7735224 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (051fafd6-0f21-49d5-b72e-6bfdc442b389), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.664095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Pushing event updated for resources: {'Port': ['ID=195ada58-89d3-49d1-a091-720d60e8b2a0,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:19.703346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:19.707455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:19.711740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69b25e8a-3f82-48df-b848-f8fd3fc99848 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.726747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:19.728349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ac7fd85b-f144-4f18-ae5a-ac2ca636060e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.740453 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] Set router b28a3713-5d64-4237-a228-18b8b02081ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:19.743330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 65bd2e7a-0031-440a-ab30-17121aa8c1e1 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:19.807606 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-69b25e8a-3f82-48df-b848-f8fd3fc99848 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "PUT /v2.0/floatingips/6910b6d3-cdfb-4ebc-9a61-51d2baa34869 HTTP/1.1" status: 200 len: 991 time: 6.0224042 Feb 11 05:46:19.814043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Network c081769e-8882-49ca-9c65-ac3d884e073c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:19.816340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Attempting to bind port 195ada58-89d3-49d1-a091-720d60e8b2a0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:19.816779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Attempting to bind port 195ada58-89d3-49d1-a091-720d60e8b2a0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '5a0b61c9-7726-4c06-a6ac-3d6e156ea34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:19.817195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Attempting to bind port 195ada58-89d3-49d1-a091-720d60e8b2a0 on network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:19.822670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:19.824614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:19.825005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Checking segment: {'id': '5a0b61c9-7726-4c06-a6ac-3d6e156ea34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:19.825453 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.825912 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Bound using segment: {'id': '5a0b61c9-7726-4c06-a6ac-3d6e156ea34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:19.826551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Bound port: 195ada58-89d3-49d1-a091-720d60e8b2a0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0b61c9-7726-4c06-a6ac-3d6e156ea34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:19.826981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.843437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:19.854892 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8397ec77-c12a-409b-9fb7-3ee8880b17e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:19.869000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:19.884254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (ac7fd85b-f144-4f18-ae5a-ac2ca636060e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:19.887246 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:19.889038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::188 (278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974/e72cf14a-0f65-4524-b04b-13a3126f6675/4a1c2e10-56f6-45db-884c-739b3b7dceea) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:19.932353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] For port 195ada58-89d3-49d1-a091-720d60e8b2a0, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:19.943230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] For port 195ada58-89d3-49d1-a091-720d60e8b2a0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=195ada58-89d3-49d1-a091-720d60e8b2a0,segment=NetworkSegment(5a0b61c9-7726-4c06-a6ac-3d6e156ea34c),segment_id=5a0b61c9-7726-4c06-a6ac-3d6e156ea34c)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:19.952280 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.021794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1ad49-be8c-4cbf-90ac-70e1c5584498 None None] Pushing event updated for resources: {'Port': ['ID=195ada58-89d3-49d1-a091-720d60e8b2a0,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:20.028841 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db83d333-8422-42c5-8b7b-a3f41fb46e2b x-openstack-request-id: req-db83d333-8422-42c5-8b7b-a3f41fb46e2b {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:20.032196 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:20.033146 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db83d333-8422-42c5-8b7b-a3f41fb46e2b {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:20.036266 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'status': 'completed', 'code': 200} Feb 11 05:46:20.049251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75d1303d-14f6-48a5-a045-2a56d7735224 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (051fafd6-0f21-49d5-b72e-6bfdc442b389), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.162677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d0f7b6-8279-4999-89f6-a353c8b03d96 None None] Network 2b21f7b8-ec77-464b-b220-442e1ea1b4ab requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:20.168214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1303d-14f6-48a5-a045-2a56d7735224 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Subnet': ['ID=051fafd6-0f21-49d5-b72e-6bfdc442b389,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:20.175762 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75d1303d-14f6-48a5-a045-2a56d7735224 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.189428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50686) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:20.193473 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-75d1303d-14f6-48a5-a045-2a56d7735224 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "DELETE /v2.0/subnets/051fafd6-0f21-49d5-b72e-6bfdc442b389 HTTP/1.1" status: 204 len: 168 time: 1.1638513 Feb 11 05:46:20.325162 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_gateway (70f33f49-8196-4dec-88c3-64a666b16af9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.398177 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:37Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '6910b6d3-cdfb-4ebc-9a61-51d2baa34869', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'port_id': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'mac_address': 'fa:16:3e:cb:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:42:48Z', 'updated_at': '2022-02-11T05:46:15Z', 'revision_number': 1, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045f6dd3-00a2-4007-83ab-b2b7cb015e44', 'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'mac_address': 'fa:16:3e:fc:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:46Z', 'revision_number': 5, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'subnets': [{'id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:20.399571 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (2b21f7b8-ec77-464b-b220-442e1ea1b4ab), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.465216 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] Checking router: b28a3713-5d64-4237-a228-18b8b02081ff for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:20.481934 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] Routers {'b28a3713-5d64-4237-a228-18b8b02081ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:20.482815 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b28a3713-5d64-4237-a228-18b8b02081ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:20.583636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50690) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:20.598061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd833-d4ff-4d40-b7c5-4fb26bc7d667 req-2e138628-e4c9-4eed-8e33-e680e771e0c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.604588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd833-d4ff-4d40-b7c5-4fb26bc7d667 req-2e138628-e4c9-4eed-8e33-e680e771e0c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.610875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd833-d4ff-4d40-b7c5-4fb26bc7d667 req-2e138628-e4c9-4eed-8e33-e680e771e0c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.622201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd833-d4ff-4d40-b7c5-4fb26bc7d667 req-2e138628-e4c9-4eed-8e33-e680e771e0c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.629604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd833-d4ff-4d40-b7c5-4fb26bc7d667 req-2e138628-e4c9-4eed-8e33-e680e771e0c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.635803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd833-d4ff-4d40-b7c5-4fb26bc7d667 req-2e138628-e4c9-4eed-8e33-e680e771e0c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.647349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd833-d4ff-4d40-b7c5-4fb26bc7d667 req-2e138628-e4c9-4eed-8e33-e680e771e0c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.649382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46dfd833-d4ff-4d40-b7c5-4fb26bc7d667 req-2e138628-e4c9-4eed-8e33-e680e771e0c0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 0.6970968 Feb 11 05:46:20.666791 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d4281e62-a042-4781-9bb3-86f3623bde51), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.764250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.767714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] 10.222.0.31 "DELETE /v2.0/networks/d4281e62-a042-4781-9bb3-86f3623bde51 HTTP/1.1" status: 204 len: 168 time: 2.0573454 Feb 11 05:46:20.772158 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] Set router b28a3713-5d64-4237-a228-18b8b02081ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:20.779372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-f87b420d-41e9-41b7-8223-e1d93e8d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.779859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-f87b420d-41e9-41b7-8223-e1d93e8d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.780332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-f87b420d-41e9-41b7-8223-e1d93e8d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.780802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-f87b420d-41e9-41b7-8223-e1d93e8d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.781295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-f87b420d-41e9-41b7-8223-e1d93e8d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.781914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-f87b420d-41e9-41b7-8223-e1d93e8d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.783180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-f87b420d-41e9-41b7-8223-e1d93e8d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.786808 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.786977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-f87b420d-41e9-41b7-8223-e1d93e8d6c9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6724 time: 0.7031970 Feb 11 05:46:20.931954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c702d397-e369-40b2-bd52-f08668046e42 None None] Provisioning complete for port 50803561-f2e7-4ad9-8639-0a60043a905b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:20.932478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c702d397-e369-40b2-bd52-f08668046e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.941663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b2448-8c46-42f8-b5cc-d4294c9819ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d4281e62-a042-4781-9bb3-86f3623bde51,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:21.034045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 195ada58-89d3-49d1-a091-720d60e8b2a0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:21.083330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50696) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:21.104845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54965192-dca6-4c25-ad0c-ac0a6899d9c4 None None] DHCP port deletion for 2b21f7b8-ec77-464b-b220-442e1ea1b4ab request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:21.164594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c702d397-e369-40b2-bd52-f08668046e42 None None] Port 50803561-f2e7-4ad9-8639-0a60043a905b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:21.227619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 195ada58-89d3-49d1-a091-720d60e8b2a0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:21.227997 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.308207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-54965192-dca6-4c25-ad0c-ac0a6899d9c4 None None] Deleting port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:21.308490 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54965192-dca6-4c25-ad0c-ac0a6899d9c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.403370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-54965192-dca6-4c25-ad0c-ac0a6899d9c4 None None] For port 2413ffe0-24b4-4dec-b69d-4b7c25f60417, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2413ffe0-24b4-4dec-b69d-4b7c25f60417,segment=NetworkSegment(619968e1-ae63-487e-be1b-46af9f97741f),segment_id=619968e1-ae63-487e-be1b-46af9f97741f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:21.403989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54965192-dca6-4c25-ad0c-ac0a6899d9c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.429154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-54965192-dca6-4c25-ad0c-ac0a6899d9c4 None None] Calling delete_port for 2413ffe0-24b4-4dec-b69d-4b7c25f60417 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:21.460029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f52f6e18-a5cc-46c4-bd91-b7097f45b0d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2981a5aaffb94c4682f1cc3fbe22914b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2639253 Feb 11 05:46:21.481293 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:37Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '6910b6d3-cdfb-4ebc-9a61-51d2baa34869', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'port_id': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'mac_address': 'fa:16:3e:cb:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:42:48Z', 'updated_at': '2022-02-11T05:46:15Z', 'revision_number': 1, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045f6dd3-00a2-4007-83ab-b2b7cb015e44', 'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'mac_address': 'fa:16:3e:fc:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:46Z', 'revision_number': 5, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'subnets': [{'id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:21.484737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50698) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:21.509296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:21.510793 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.529208 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f6267-446e-4ad3-befa-c43872798b6c None None] The sync data for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 is: [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:37Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '6910b6d3-cdfb-4ebc-9a61-51d2baa34869', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'port_id': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'mac_address': 'fa:16:3e:cb:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:42:48Z', 'updated_at': '2022-02-11T05:46:15Z', 'revision_number': 1, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045f6dd3-00a2-4007-83ab-b2b7cb015e44', 'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'mac_address': 'fa:16:3e:fc:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:46Z', 'revision_number': 5, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'subnets': [{'id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:21.567826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Router dbfd3924-757f-4b46-a12a-dda5caf1e024 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:21.582593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-54965192-dca6-4c25-ad0c-ac0a6899d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.590283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-bfdb23ed-943b-4eb2-a4bb-a2888d5704c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:21.604068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-bfdb23ed-943b-4eb2-a4bb-a2888d5704c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8770f123-170d-4514-879f-ee00ededafcb HTTP/1.1" status: 200 len: 917 time: 0.7535253 Feb 11 05:46:21.622473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54965192-dca6-4c25-ad0c-ac0a6899d9c4 None None] Pushing event deleted for resources: {'Port': ['ID=2413ffe0-24b4-4dec-b69d-4b7c25f60417,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:21.631152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54965192-dca6-4c25-ad0c-ac0a6899d9c4 None None] No DVR routers for this DVR port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:21.707307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 195ada58-89d3-49d1-a091-720d60e8b2a0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:21.710254 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (70f33f49-8196-4dec-88c3-64a666b16af9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.712913 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.729004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46dfd833-d4ff-4d40-b7c5-4fb26bc7d667 req-7a590d7f-737d-439d-9f0e-6cebdf3cead9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0319233 Feb 11 05:46:21.763327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 195ada58-89d3-49d1-a091-720d60e8b2a0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=195ada58-89d3-49d1-a091-720d60e8b2a0,segment=NetworkSegment(5a0b61c9-7726-4c06-a6ac-3d6e156ea34c),segment_id=5a0b61c9-7726-4c06-a6ac-3d6e156ea34c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:21.780704 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.794593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-30c9ed7c-41cb-47c2-9945-479763d93730 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47 HTTP/1.1" status: 200 len: 999 time: 0.1771426 Feb 11 05:46:21.870716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff9c4b-c034-471a-bb33-985d97e2b1f5 None None] Network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:22.008183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] For port 2413ffe0-24b4-4dec-b69d-4b7c25f60417, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2413ffe0-24b4-4dec-b69d-4b7c25f60417,segment=NetworkSegment(619968e1-ae63-487e-be1b-46af9f97741f),segment_id=619968e1-ae63-487e-be1b-46af9f97741f)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:22.008663 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.023248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83803386-7a53-4da9-831c-fc32c437fbcf None None] New status for floating IP 6910b6d3-cdfb-4ebc-9a61-51d2baa34869: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:46:22.032405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Calling delete_port for 2413ffe0-24b4-4dec-b69d-4b7c25f60417 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:22.032636 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Publish callbacks [] for security_group (4480827c-ffe2-4810-ae5d-2509d92897d8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.045263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4480827c-ffe2-4810-ae5d-2509d92897d8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.100784 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92140d9677c9499f8e29efecc23389d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5151434 Feb 11 05:46:22.102294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4480827c-ffe2-4810-ae5d-2509d92897d8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:22.104840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50702) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:22.139499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router 70f33f49-8196-4dec-88c3-64a666b16af9 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:46:22.157333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.157799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.158288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.158928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.159284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.159624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.160008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.160370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.160709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.161088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.161472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.164095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.165298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b58a8-f75a-4db4-8f0a-696bedd1abc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:22.174795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (4a1c2e10-56f6-45db-884c-739b3b7dceea), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.218596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-5499d9fa-8dc4-476d-8250-056d03dcfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:22.221684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-5499d9fa-8dc4-476d-8250-056d03dcfd60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9e61559c-2b6f-48a9-93a8-8c9b06b0c678 HTTP/1.1" status: 200 len: 855 time: 0.4255049 Feb 11 05:46:22.224142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2413ffe0-24b4-4dec-b69d-4b7c25f60417), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.277833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0f773d8-ee20-4cc6-abaa-5d163558fa26 admin admin] Publish callbacks [] for security_group (4480827c-ffe2-4810-ae5d-2509d92897d8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.279262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=195ada58-89d3-49d1-a091-720d60e8b2a0,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:22.309148 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.316869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d58e2ca-d29a-4698-90b0-ce12f7d959b4 None None] Provisioning complete for port 195ada58-89d3-49d1-a091-720d60e8b2a0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:22.318647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d58e2ca-d29a-4698-90b0-ce12f7d959b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.323468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] No DVR routers for this DVR port 2413ffe0-24b4-4dec-b69d-4b7c25f60417 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:22.347545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0f773d8-ee20-4cc6-abaa-5d163558fa26 admin admin] Publish callbacks [] for security_group (4480827c-ffe2-4810-ae5d-2509d92897d8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.362721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4a1c2e10-56f6-45db-884c-739b3b7dceea), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.368613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:22.386602 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Sync routers for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:22.411195 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:22.411855 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:22.478635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0f773d8-ee20-4cc6-abaa-5d163558fa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4480827c-ffe2-4810-ae5d-2509d92897d8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.482523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0f773d8-ee20-4cc6-abaa-5d163558fa26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.486188 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d0f773d8-ee20-4cc6-abaa-5d163558fa26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4480827c-ffe2-4810-ae5d-2509d92897d8 HTTP/1.1" status: 204 len: 168 time: 0.3750818 Feb 11 05:46:22.517436 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.518877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a062c152-0b40-4e25-86ba-05b1ec8c2278 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9639266 Feb 11 05:46:22.527366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d58e2ca-d29a-4698-90b0-ce12f7d959b4 None None] Current status of the port 195ada58-89d3-49d1-a091-720d60e8b2a0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:22.538440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50706) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:22.540314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Port': ['ID=2413ffe0-24b4-4dec-b69d-4b7c25f60417,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:22.564830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f773d8-ee20-4cc6-abaa-5d163558fa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4480827c-ffe2-4810-ae5d-2509d92897d8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:22.717826 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:22.772365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:22.869214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:22.872555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:22.880574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:22.881567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.897539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:22.907663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8ae21804-4cc3-42c0-8e07-12b39446baa0 admin admin] 10.222.0.31 "PUT /v2.0/routers/dbfd3924-757f-4b46-a12a-dda5caf1e024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7967086 Feb 11 05:46:22.919779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Sync routers for ids ['dbfd3924-757f-4b46-a12a-dda5caf1e024'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:22.931438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Routers {'dbfd3924-757f-4b46-a12a-dda5caf1e024'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:22.932382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['dbfd3924-757f-4b46-a12a-dda5caf1e024'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:22.940942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1518083 Feb 11 05:46:22.944830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50712) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:22.950965 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': '278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974', 'name': 'tempest-PortsIpV6TestJSON-1651648446'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:23.005245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (2b21f7b8-ec77-464b-b220-442e1ea1b4ab), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.010920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5fde8def-47f2-44fc-b62e-c0b4556d0b2b admin admin] Publish callbacks [] for security_group (10636ca8-e571-449a-9cfe-bdd2fd50b3a6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.110279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 195ada58-89d3-49d1-a091-720d60e8b2a0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:23.225503 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:46:19Z', 'revision_number': 3, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:23.248784 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2490bfa8-41ed-4760-aff8-879eb147fbcb tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2e36f1dc8e524722937e70aa0b871704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7062943 Feb 11 05:46:23.258100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50716) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:23.316816 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Checking router: 70f33f49-8196-4dec-88c3-64a666b16af9 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:23.318461 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Updating router 70f33f49-8196-4dec-88c3-64a666b16af9 port 205787f3-f8e4-4f32-96be-c470376bbcd1 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:23.398768 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.417854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-31c09366-5aaa-4708-be12-860b796b86a1 None None] Provisioning complete for port 195ada58-89d3-49d1-a091-720d60e8b2a0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:23.418085 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31c09366-5aaa-4708-be12-860b796b86a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.421516 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.543418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50720) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:23.582250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:23.590727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.598833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Set router dbfd3924-757f-4b46-a12a-dda5caf1e024 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:23.615098 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ff249ac-79ed-4739-915d-0074abf45d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.644685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 195ada58-89d3-49d1-a091-720d60e8b2a0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:23.645064 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.652399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-0e6a3ee1-1947-45fc-bd75-c19acbd77b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:23.653360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-0e6a3ee1-1947-45fc-bd75-c19acbd77b5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8770f123-170d-4514-879f-ee00ededafcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.4004347 Feb 11 05:46:23.715508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5ad0e-04db-47be-9081-a031807a0f1f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=4a1c2e10-56f6-45db-884c-739b3b7dceea,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:23.806507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port e25704fe-979a-44a9-b981-31be749d3e6b yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:23.806802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254c91-db02-40d5-be46-727a29848b39 req-292ceab4-9e9f-4d6f-b37d-1eb6407bb06e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:23.816525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254c91-db02-40d5-be46-727a29848b39 req-292ceab4-9e9f-4d6f-b37d-1eb6407bb06e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:23.826775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254c91-db02-40d5-be46-727a29848b39 req-292ceab4-9e9f-4d6f-b37d-1eb6407bb06e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:23.832467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254c91-db02-40d5-be46-727a29848b39 req-292ceab4-9e9f-4d6f-b37d-1eb6407bb06e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:23.838118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254c91-db02-40d5-be46-727a29848b39 req-292ceab4-9e9f-4d6f-b37d-1eb6407bb06e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:23.843926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254c91-db02-40d5-be46-727a29848b39 req-292ceab4-9e9f-4d6f-b37d-1eb6407bb06e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:23.851085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254c91-db02-40d5-be46-727a29848b39 req-292ceab4-9e9f-4d6f-b37d-1eb6407bb06e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:23.853075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54254c91-db02-40d5-be46-727a29848b39 req-292ceab4-9e9f-4d6f-b37d-1eb6407bb06e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 1.6115363 Feb 11 05:46:23.866622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5fde8def-47f2-44fc-b62e-c0b4556d0b2b admin admin] Publish callbacks [] for security_group (10636ca8-e571-449a-9cfe-bdd2fd50b3a6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.867109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b21f7b8-ec77-464b-b220-442e1ea1b4ab']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:23.895650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619968e1-ae63-487e-be1b-46af9f97741f') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:23.896347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619968e1-ae63-487e-be1b-46af9f97741f') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:23.918732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 195ada58-89d3-49d1-a091-720d60e8b2a0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:23.949098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (619968e1-ae63-487e-be1b-46af9f97741f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.995584 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (619968e1-ae63-487e-be1b-46af9f97741f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.005880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-31c09366-5aaa-4708-be12-860b796b86a1 None None] Current status of the port 195ada58-89d3-49d1-a091-720d60e8b2a0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:24.011546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:24.012284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (619968e1-ae63-487e-be1b-46af9f97741f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:24.016226 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:24.030463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a210718-eda4-444b-aeaf-d57d2b11370d tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:24.031128 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Publish callbacks [] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.031543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2413ffe0-24b4-4dec-b69d-4b7c25f60417 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:24.032033 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a210718-eda4-444b-aeaf-d57d2b11370d tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7713609 Feb 11 05:46:24.039273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.042327 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.097850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 2413ffe0-24b4-4dec-b69d-4b7c25f60417 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:24.097850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2413ffe0-24b4-4dec-b69d-4b7c25f60417 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:24.141697 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Attempting to bind port 205787f3-f8e4-4f32-96be-c470376bbcd1 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:24.142077 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Attempting to bind port 205787f3-f8e4-4f32-96be-c470376bbcd1 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:24.142500 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Attempting to bind port 205787f3-f8e4-4f32-96be-c470376bbcd1 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:24.150656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::23a (278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974/e72cf14a-0f65-4524-b04b-13a3126f6675/e25704fe-979a-44a9-b981-31be749d3e6b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:24.155956 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:24.156494 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:24.157041 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.157469 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:24.158238 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Bound port: 205787f3-f8e4-4f32-96be-c470376bbcd1, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:24.159153 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.160987 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ca52c-2056-4e7b-bee0-f489e5911531 None None] Pushing event updated for resources: {'Port': ['ID=205787f3-f8e4-4f32-96be-c470376bbcd1,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.191924 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ff249ac-79ed-4739-915d-0074abf45d4f admin admin] Publish callbacks [] for security_group (8c1e5ae0-ce04-47b0-9098-7e506516600a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.212065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-cb923468-440b-4752-8952-c845b0b9b505 service neutron] 10.222.0.81 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200427 Feb 11 05:46:24.218667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50736) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.225421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-82615298-network', 'tenant_id': '374643441cde4b0e93740316f59ba47c'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:24.229166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2dc9dffc-3cfb-4470-a885-8ebd7d4b4abc None None] Provisioning complete for port 4a1c2e10-56f6-45db-884c-739b3b7dceea triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:24.229166 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dc9dffc-3cfb-4470-a885-8ebd7d4b4abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4a1c2e10-56f6-45db-884c-739b3b7dceea), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.233077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0356c637-4664-4d11-8514-fc51dcd40842 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1865592 Feb 11 05:46:24.234143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ff249ac-79ed-4739-915d-0074abf45d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8c1e5ae0-ce04-47b0-9098-7e506516600a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.234264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50738) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.238305 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] For port 205787f3-f8e4-4f32-96be-c470376bbcd1, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:24.243417 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5fde8def-47f2-44fc-b62e-c0b4556d0b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (10636ca8-e571-449a-9cfe-bdd2fd50b3a6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.245626 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] For port 205787f3-f8e4-4f32-96be-c470376bbcd1, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=205787f3-f8e4-4f32-96be-c470376bbcd1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:24.245974 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5fde8def-47f2-44fc-b62e-c0b4556d0b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.249875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5fde8def-47f2-44fc-b62e-c0b4556d0b2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10636ca8-e571-449a-9cfe-bdd2fd50b3a6 HTTP/1.1" status: 204 len: 168 time: 2.7617104 Feb 11 05:46:24.254223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1420992776', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:24.277710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9dffc-3cfb-4470-a885-8ebd7d4b4abc None None] Port 4a1c2e10-56f6-45db-884c-739b3b7dceea cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:24.282066 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.324422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (2b21f7b8-ec77-464b-b220-442e1ea1b4ab), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.325349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:09Z', 'updated_at': '2022-02-11T05:46:18Z', 'revision_number': 4, 'project_id': 'fa920aac21454baa983909ce52c72190', 'gw_port': {'id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:10Z', 'updated_at': '2022-02-11T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '50803561-f2e7-4ad9-8639-0a60043a905b', 'name': '', 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'mac_address': 'fa:16:3e:82:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '815df5e8-4513-482f-98a0-00c638841a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:18Z', 'revision_number': 2, 'project_id': 'fa920aac21454baa983909ce52c72190', 'subnets': [{'id': '815df5e8-4513-482f-98a0-00c638841a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:24.326712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde8def-47f2-44fc-b62e-c0b4556d0b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10636ca8-e571-449a-9cfe-bdd2fd50b3a6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.337175 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3ff249ac-79ed-4739-915d-0074abf45d4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75425fd97dae4622901a02149f7bb1c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7923808 Feb 11 05:46:24.342927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50742) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.348583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.352379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "DELETE /v2.0/networks/2b21f7b8-ec77-464b-b220-442e1ea1b4ab HTTP/1.1" status: 204 len: 168 time: 4.0878546 Feb 11 05:46:24.367874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50744) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.403437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Made reservation on behalf of 374643441cde4b0e93740316f59ba47c for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:24.405952 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.412794 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff249ac-79ed-4739-915d-0074abf45d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e5ae0-ce04-47b0-9098-7e506516600a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.456408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b83499-61ca-4352-bc97-1752c5fc5d43 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Network': ['ID=2b21f7b8-ec77-464b-b220-442e1ea1b4ab,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.464331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Checking router: dbfd3924-757f-4b46-a12a-dda5caf1e024 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:24.465153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Updating router dbfd3924-757f-4b46-a12a-dda5caf1e024 port 50803561-f2e7-4ad9-8639-0a60043a905b binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:24.499615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.508942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (e25704fe-979a-44a9-b981-31be749d3e6b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.510395 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ca52c-2056-4e7b-bee0-f489e5911531 None None] Pushing event updated for resources: {'Port': ['ID=205787f3-f8e4-4f32-96be-c470376bbcd1,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.512163 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5f8087d-4e92-4859-b8c4-51455bd23071 admin admin] Publish callbacks [] for security_group (8c1e5ae0-ce04-47b0-9098-7e506516600a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.524710 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:24.525878 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:24.545912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.547967 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5f8087d-4e92-4859-b8c4-51455bd23071 admin admin] Publish callbacks [] for security_group (8c1e5ae0-ce04-47b0-9098-7e506516600a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.612840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8397ec77-c12a-409b-9fb7-3ee8880b17e2 req-5175b5eb-07f3-4fa3-aeed-0db4fa5edc7b service neutron] 10.222.0.81 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803403 Feb 11 05:46:24.615865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e25704fe-979a-44a9-b981-31be749d3e6b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.616854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b28f4a1-aeef-4c59-a762-1201e3c9fca9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting subnet ffc3a88b-2594-4041-ab16-b889bc9d5c2b {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:24.645281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Made reservation on behalf of 2e36f1dc8e524722937e70aa0b871704 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:24.654736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.671866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b28f4a1-aeef-4c59-a762-1201e3c9fca9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (ffc3a88b-2594-4041-ab16-b889bc9d5c2b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.695490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:24.702196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5f8087d-4e92-4859-b8c4-51455bd23071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8c1e5ae0-ce04-47b0-9098-7e506516600a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.706180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f5f8087d-4e92-4859-b8c4-51455bd23071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.710521 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f5f8087d-4e92-4859-b8c4-51455bd23071 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c1e5ae0-ce04-47b0-9098-7e506516600a HTTP/1.1" status: 204 len: 168 time: 0.3619795 Feb 11 05:46:24.712688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:24.731353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:24.737071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:24.740295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.748300 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8087d-4e92-4859-b8c4-51455bd23071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e5ae0-ce04-47b0-9098-7e506516600a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.767425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=e25704fe-979a-44a9-b981-31be749d3e6b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.777854 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:24.805599 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0462379f-b3cc-4022-873f-7ed2c88dedb6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8592606 Feb 11 05:46:24.809595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.935044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab07b51e-cc69-4dd2-bc7d-a4dfebf5376b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:24.940720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50758) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.945796 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ab07b51e-cc69-4dd2-bc7d-a4dfebf5376b tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A188 HTTP/1.1" status: 200 len: 929 time: 0.1340985 Feb 11 05:46:25.012592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b28f4a1-aeef-4c59-a762-1201e3c9fca9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (ffc3a88b-2594-4041-ab16-b889bc9d5c2b), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.061820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Publish callbacks [] for security_group (feeb2636-209c-4baa-81d7-b43b787e5481), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.162087 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (feeb2636-209c-4baa-81d7-b43b787e5481), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.216188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:25.261682 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a14bb5a7-c62b-414b-8c9a-89381d1b6d3d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.261920 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Added segment a14bb5a7-c62b-414b-8c9a-89381d1b6d3d of type vlan for network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 Feb 11 05:46:25.282654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb2636-209c-4baa-81d7-b43b787e5481,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.340740 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:46:19Z', 'revision_number': 3, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:25.341746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6239f83d-0e58-43cd-bb22-45b21e2fa389 None None] Provisioning complete for port e25704fe-979a-44a9-b981-31be749d3e6b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:25.342578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6239f83d-0e58-43cd-bb22-45b21e2fa389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e25704fe-979a-44a9-b981-31be749d3e6b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.394368 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (1d22cf20-d70e-4c29-ad45-fec048cc57f0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.400628 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35f823-958d-4e48-ab72-365582caef53 None None] The sync data for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 is: [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:46:19Z', 'revision_number': 3, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:25.470587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6239f83d-0e58-43cd-bb22-45b21e2fa389 None None] Port e25704fe-979a-44a9-b981-31be749d3e6b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:25.543003 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Publish callbacks [] for port (50803561-f2e7-4ad9-8639-0a60043a905b), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.556976 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.631459 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b28f4a1-aeef-4c59-a762-1201e3c9fca9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (ffc3a88b-2594-4041-ab16-b889bc9d5c2b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.643170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-5c6bdff1-b929-49bf-8da7-659e178937a1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port e25704fe-979a-44a9-b981-31be749d3e6b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:25.644099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdff1-b929-49bf-8da7-659e178937a1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e25704fe-979a-44a9-b981-31be749d3e6b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.672652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7413ef2-3034-4208-b966-7ed10a5b7e04 None None] Pushing event updated for resources: {'Port': ['ID=50803561-f2e7-4ad9-8639-0a60043a905b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.697146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.db.resource_extend [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:46:25.717628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (32f2c1dd-67ab-493e-abfe-3bb181e5b860), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.758417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Attempting to bind port 50803561-f2e7-4ad9-8639-0a60043a905b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:25.762623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Attempting to bind port 50803561-f2e7-4ad9-8639-0a60043a905b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'ca1bf856-44fd-44a2-9492-ff7db83f5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:25.763307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Attempting to bind port 50803561-f2e7-4ad9-8639-0a60043a905b on network c081769e-8882-49ca-9c65-ac3d884e073c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:25.774314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:25.776793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Checking segment: {'id': 'ca1bf856-44fd-44a2-9492-ff7db83f5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:25.782078 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.782871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Bound using segment: {'id': 'ca1bf856-44fd-44a2-9492-ff7db83f5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:25.784228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Bound port: 50803561-f2e7-4ad9-8639-0a60043a905b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bf856-44fd-44a2-9492-ff7db83f5f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:25.785900 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.913001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (1d22cf20-d70e-4c29-ad45-fec048cc57f0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.914043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:25.914720 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.965448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Subnet': ['ID=32f2c1dd-67ab-493e-abfe-3bb181e5b860,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.996965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] For port 50803561-f2e7-4ad9-8639-0a60043a905b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:26.001649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] For port 50803561-f2e7-4ad9-8639-0a60043a905b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=50803561-f2e7-4ad9-8639-0a60043a905b,segment=NetworkSegment(ca1bf856-44fd-44a2-9492-ff7db83f5f45),segment_id=ca1bf856-44fd-44a2-9492-ff7db83f5f45)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:26.012755 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.021213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8010008 Feb 11 05:46:26.025598 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50786) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:26.031645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Request body: {'subnet': {'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-82615298-subnet', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:26.094497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Made reservation on behalf of 374643441cde4b0e93740316f59ba47c for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:26.104229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7413ef2-3034-4208-b966-7ed10a5b7e04 None None] Pushing event updated for resources: {'Port': ['ID=50803561-f2e7-4ad9-8639-0a60043a905b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:26.105031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.137375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdff1-b929-49bf-8da7-659e178937a1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e25704fe-979a-44a9-b981-31be749d3e6b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.155944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Routers {'dbfd3924-757f-4b46-a12a-dda5caf1e024'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:26.156596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['dbfd3924-757f-4b46-a12a-dda5caf1e024'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:26.162943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-5c6bdff1-b929-49bf-8da7-659e178937a1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for e25704fe-979a-44a9-b981-31be749d3e6b owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:26.367358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b28f4a1-aeef-4c59-a762-1201e3c9fca9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (ffc3a88b-2594-4041-ab16-b889bc9d5c2b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.391213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] Set router dbfd3924-757f-4b46-a12a-dda5caf1e024 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:26.403265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b28f4a1-aeef-4c59-a762-1201e3c9fca9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.411077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9b28f4a1-aeef-4c59-a762-1201e3c9fca9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "DELETE /v2.0/subnets/ffc3a88b-2594-4041-ab16-b889bc9d5c2b HTTP/1.1" status: 204 len: 168 time: 2.0418358 Feb 11 05:46:26.412124 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdff1-b929-49bf-8da7-659e178937a1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e25704fe-979a-44a9-b981-31be749d3e6b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.417855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:26.458891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce64dd5-23f0-4273-9dd7-8f1cf7f9ea17 None None] Network 903659e8-efa4-4d4d-994d-c22bd93e858f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:26.499380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Pushing event updated for resources: {'Network': ['ID=1d22cf20-d70e-4c29-ad45-fec048cc57f0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:26.575116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8bfd7120-398c-4060-a725-f7e92f950770 None None] Provisioning complete for port 50803561-f2e7-4ad9-8639-0a60043a905b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:26.576036 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7120-398c-4060-a725-f7e92f950770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.598764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.603813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.605275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.605811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.607555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.608097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.608908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.613103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.613915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.614494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.615303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.615583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.616021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08cb2c0-dce0-473b-9ee7-789fa0b93df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:26.633922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28f4a1-aeef-4c59-a762-1201e3c9fca9 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc3a88b-2594-4041-ab16-b889bc9d5c2b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:26.676452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bdff1-b929-49bf-8da7-659e178937a1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=e25704fe-979a-44a9-b981-31be749d3e6b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:26.688583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdff1-b929-49bf-8da7-659e178937a1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.694992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5c6bdff1-b929-49bf-8da7-659e178937a1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/e25704fe-979a-44a9-b981-31be749d3e6b HTTP/1.1" status: 204 len: 168 time: 1.7480826 Feb 11 05:46:26.696245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Checking segment: {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:26.696737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network hostable DHCP agents. Network: 6ff6d76b-f503-4313-b95f-b6ddf303eee0, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:26.697702 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (903659e8-efa4-4d4d-994d-c22bd93e858f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.700012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50798) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:26.737440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:26.741721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:26.748601 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbeb6b7-965b-4279-87a5-5c88ad1b1574 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:46:26.749733 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1bbeb6b7-965b-4279-87a5-5c88ad1b1574 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/e25704fe-979a-44a9-b981-31be749d3e6b HTTP/1.1" status: 404 len: 333 time: 0.0461807 Feb 11 05:46:26.755076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50800) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:26.926535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 6ff6d76b-f503-4313-b95f-b6ddf303eee0) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:26.932117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:26.932953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.994199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd423d30-9a2d-4b5e-b1c5-1ac30fde8869 None None] Network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:27.017421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1e76c044-c49d-45ba-bf4b-eb78a7e4f5b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7743354 Feb 11 05:46:27.022004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50806) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:27.043061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (5d746b5e-b5b1-49c6-b244-9475a44610c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.079020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 205787f3-f8e4-4f32-96be-c470376bbcd1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:27.171780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bffd239f-e510-4c2c-8a51-76d241a961f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 4a1c2e10-56f6-45db-884c-739b3b7dceea {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:27.173068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bffd239f-e510-4c2c-8a51-76d241a961f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4a1c2e10-56f6-45db-884c-739b3b7dceea), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.218916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Deleting port 69e73a74-610e-44df-93f7-aea4052a5c90 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:27.219492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.309512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd7120-398c-4060-a725-f7e92f950770 None None] Current status of the port 50803561-f2e7-4ad9-8639-0a60043a905b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:27.310149 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7120-398c-4060-a725-f7e92f950770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.376542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] For port 69e73a74-610e-44df-93f7-aea4052a5c90, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69e73a74-610e-44df-93f7-aea4052a5c90,segment=NetworkSegment(947f4a65-e4f9-46fc-862c-7ca116c29f71),segment_id=947f4a65-e4f9-46fc-862c-7ca116c29f71)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:27.377322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.403450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Calling delete_port for 69e73a74-610e-44df-93f7-aea4052a5c90 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:27.404604 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bffd239f-e510-4c2c-8a51-76d241a961f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4a1c2e10-56f6-45db-884c-739b3b7dceea), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.469389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bffd239f-e510-4c2c-8a51-76d241a961f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 4a1c2e10-56f6-45db-884c-739b3b7dceea owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:27.503070 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8bfd7120-398c-4060-a725-f7e92f950770 None None] For port 50803561-f2e7-4ad9-8639-0a60043a905b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=50803561-f2e7-4ad9-8639-0a60043a905b,segment=NetworkSegment(ca1bf856-44fd-44a2-9492-ff7db83f5f45),segment_id=ca1bf856-44fd-44a2-9492-ff7db83f5f45)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:27.514993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d746b5e-b5b1-49c6-b244-9475a44610c0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:27.545377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 205787f3-f8e4-4f32-96be-c470376bbcd1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:27.545907 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.602243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Checking segment: {'id': 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:27.602969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Network hostable DHCP agents. Network: 1d22cf20-d70e-4c29-ad45-fec048cc57f0, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:27.625573 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7120-398c-4060-a725-f7e92f950770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.641033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2bd55-f833-4545-a3ad-896f9316b65f None None] DHCP port deletion for 903659e8-efa4-4d4d-994d-c22bd93e858f request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:27.661062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:27.677836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 1d22cf20-d70e-4c29-ad45-fec048cc57f0) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:27.685818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:27.686682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.692190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (69e73a74-610e-44df-93f7-aea4052a5c90), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.732964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Port': ['ID=69e73a74-610e-44df-93f7-aea4052a5c90,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:27.747601 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] No DVR routers for this DVR port 69e73a74-610e-44df-93f7-aea4052a5c90 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:27.764493 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-63938ed1-2b9e-48dd-8ad9-61b3f63ea3b7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7352602 Feb 11 05:46:27.765756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50818) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:27.774470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:27.804135 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bffd239f-e510-4c2c-8a51-76d241a961f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4a1c2e10-56f6-45db-884c-739b3b7dceea), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.845364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33acb7-3bf2-4106-bab4-91ce0047549b None None] Network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:27.854490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2bd55-f833-4545-a3ad-896f9316b65f None None] The port '69e73a74-610e-44df-93f7-aea4052a5c90' was deleted {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 05:46:27.856224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd7120-398c-4060-a725-f7e92f950770 None None] Pushing event updated for resources: {'Port': ['ID=50803561-f2e7-4ad9-8639-0a60043a905b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:27.888974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd239f-e510-4c2c-8a51-76d241a961f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=4a1c2e10-56f6-45db-884c-739b3b7dceea,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:27.936914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bffd239f-e510-4c2c-8a51-76d241a961f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.942406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bffd239f-e510-4c2c-8a51-76d241a961f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/4a1c2e10-56f6-45db-884c-739b3b7dceea HTTP/1.1" status: 204 len: 168 time: 1.1843789 Feb 11 05:46:27.945287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50822) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:27.952005 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e129db88-d402-42ab-aff1-f27a85b434d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.001064 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4fb7ff-6e2e-47df-9ad3-d628435baabe tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:46:28.003760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae4fb7ff-6e2e-47df-9ad3-d628435baabe tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/4a1c2e10-56f6-45db-884c-739b3b7dceea HTTP/1.1" status: 404 len: 333 time: 0.0570536 Feb 11 05:46:28.040213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50824) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:28.048926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (903659e8-efa4-4d4d-994d-c22bd93e858f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.059322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3e488210-5892-4387-83a3-34c4ce45e6dd None None] Provisioning complete for port 50803561-f2e7-4ad9-8639-0a60043a905b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:28.059703 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3e488210-5892-4387-83a3-34c4ce45e6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.062246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 205787f3-f8e4-4f32-96be-c470376bbcd1 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:28.062657 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.090802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 205787f3-f8e4-4f32-96be-c470376bbcd1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=205787f3-f8e4-4f32-96be-c470376bbcd1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:28.092448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:46:28.093092 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.193783 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.195298 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.211321 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.219141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903659e8-efa4-4d4d-994d-c22bd93e858f']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:28.260868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947f4a65-e4f9-46fc-862c-7ca116c29f71') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:28.261203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947f4a65-e4f9-46fc-862c-7ca116c29f71') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:28.313963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (947f4a65-e4f9-46fc-862c-7ca116c29f71), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.366345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=205787f3-f8e4-4f32-96be-c470376bbcd1,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:28.370271 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (947f4a65-e4f9-46fc-862c-7ca116c29f71), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.408387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:28.409160 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (947f4a65-e4f9-46fc-862c-7ca116c29f71), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:28.466660 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:28.516583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd2226b-afde-43a7-a5b9-e6f5554a8d2d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet e72cf14a-0f65-4524-b04b-13a3126f6675 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:28.538587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dd2226b-afde-43a7-a5b9-e6f5554a8d2d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (e72cf14a-0f65-4524-b04b-13a3126f6675), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.761837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (903659e8-efa4-4d4d-994d-c22bd93e858f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.764782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks [] for router_controller (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.782292 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.785859 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] 10.222.0.31 "DELETE /v2.0/networks/903659e8-efa4-4d4d-994d-c22bd93e858f HTTP/1.1" status: 204 len: 168 time: 2.3444133 Feb 11 05:46:28.813837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dd2226b-afde-43a7-a5b9-e6f5554a8d2d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e72cf14a-0f65-4524-b04b-13a3126f6675), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.859665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.949913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786f54b-d8b1-4add-bd4a-702eac2cf593 tempest-ServersTestMultiNic-458592793 tempest-ServersTestMultiNic-458592793-project] Pushing event deleted for resources: {'Network': ['ID=903659e8-efa4-4d4d-994d-c22bd93e858f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:29.007027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-1d22cf20-d70e-4c29-ad45-fec048cc57f0', 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0', 'project_id': '374643441cde4b0e93740316f59ba47c', 'fixed_ips': [{'subnet_id': '5d746b5e-b5b1-49c6-b244-9475a44610c0'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:46:29.007895 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.046293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 205787f3-f8e4-4f32-96be-c470376bbcd1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:29.186677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50838) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:29.355490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks [] for router_gateway (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.360329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dd2226b-afde-43a7-a5b9-e6f5554a8d2d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e72cf14a-0f65-4524-b04b-13a3126f6675), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.733652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dd2226b-afde-43a7-a5b9-e6f5554a8d2d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e72cf14a-0f65-4524-b04b-13a3126f6675), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.741006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3e488210-5892-4387-83a3-34c4ce45e6dd None None] Current status of the port 50803561-f2e7-4ad9-8639-0a60043a905b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:29.786600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:09Z', 'updated_at': '2022-02-11T05:46:18Z', 'revision_number': 4, 'project_id': 'fa920aac21454baa983909ce52c72190', 'gw_port': {'id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:10Z', 'updated_at': '2022-02-11T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '50803561-f2e7-4ad9-8639-0a60043a905b', 'name': '', 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'mac_address': 'fa:16:3e:82:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '815df5e8-4513-482f-98a0-00c638841a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:25Z', 'revision_number': 4, 'project_id': 'fa920aac21454baa983909ce52c72190', 'subnets': [{'id': '815df5e8-4513-482f-98a0-00c638841a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:29.899324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2226b-afde-43a7-a5b9-e6f5554a8d2d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=e72cf14a-0f65-4524-b04b-13a3126f6675,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:29.905308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dd2226b-afde-43a7-a5b9-e6f5554a8d2d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.909073 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6dd2226b-afde-43a7-a5b9-e6f5554a8d2d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/e72cf14a-0f65-4524-b04b-13a3126f6675 HTTP/1.1" status: 204 len: 168 time: 1.8623767 Feb 11 05:46:29.912558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50846) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:29.924802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed89128b-3a07-4bd4-bdc2-ced472ea2035 None None] The sync data for ids ['dbfd3924-757f-4b46-a12a-dda5caf1e024'] in n-d-715271-35 is: [{'id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:09Z', 'updated_at': '2022-02-11T05:46:18Z', 'revision_number': 4, 'project_id': 'fa920aac21454baa983909ce52c72190', 'gw_port': {'id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:10Z', 'updated_at': '2022-02-11T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '50803561-f2e7-4ad9-8639-0a60043a905b', 'name': '', 'network_id': 'c081769e-8882-49ca-9c65-ac3d884e073c', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'mac_address': 'fa:16:3e:82:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '815df5e8-4513-482f-98a0-00c638841a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:25Z', 'revision_number': 4, 'project_id': 'fa920aac21454baa983909ce52c72190', 'subnets': [{'id': '815df5e8-4513-482f-98a0-00c638841a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:29.956750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e30767-0521-4f60-88f3-fb1f5fd49e4c None None] Network 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:29.978066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Allocated IP 172.20.0.2 (6ff6d76b-f503-4313-b95f-b6ddf303eee0/32f2c1dd-67ab-493e-abfe-3bb181e5b860/4d4e455c-4800-4722-bafa-75183e8a9e1e) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:30.062251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Allocated IP 172.20.0.2 (1d22cf20-d70e-4c29-ad45-fec048cc57f0/5d746b5e-b5b1-49c6-b244-9475a44610c0/a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:30.068750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 205787f3-f8e4-4f32-96be-c470376bbcd1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:30.069515 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.203260 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.310118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 195ada58-89d3-49d1-a091-720d60e8b2a0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:30.310473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.503778 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9036301-ccc8-4f53-9b26-ac3fe68d2a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.749770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 205787f3-f8e4-4f32-96be-c470376bbcd1 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:30.793191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1484e3da-149c-4e51-ba87-744e3b45cb33 None None] DHCP port deletion for 278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:30.870640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69e73a74-610e-44df-93f7-aea4052a5c90 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:31.004296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks [] for router_gateway (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.018638 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Publish callbacks [] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.049490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 69e73a74-610e-44df-93f7-aea4052a5c90 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:31.049490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69e73a74-610e-44df-93f7-aea4052a5c90 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:31.108941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.141390 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.291883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Pushing event updated for resources: {'Port': ['ID=4d4e455c-4800-4722-bafa-75183e8a9e1e,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:31.332978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:31.335771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:31.338711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:31.355220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.359756 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Publish callbacks [] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.368918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (b8b433fc-ce10-46b6-8097-92c1c9096971), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.406849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1484e3da-149c-4e51-ba87-744e3b45cb33 None None] Deleting port 195ada58-89d3-49d1-a091-720d60e8b2a0 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:31.407240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1484e3da-149c-4e51-ba87-744e3b45cb33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.493161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1484e3da-149c-4e51-ba87-744e3b45cb33 None None] For port 195ada58-89d3-49d1-a091-720d60e8b2a0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=195ada58-89d3-49d1-a091-720d60e8b2a0,segment=NetworkSegment(5a0b61c9-7726-4c06-a6ac-3d6e156ea34c),segment_id=5a0b61c9-7726-4c06-a6ac-3d6e156ea34c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:31.493843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1484e3da-149c-4e51-ba87-744e3b45cb33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.510191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1484e3da-149c-4e51-ba87-744e3b45cb33 None None] Calling delete_port for 195ada58-89d3-49d1-a091-720d60e8b2a0 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:31.658435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 50803561-f2e7-4ad9-8639-0a60043a905b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:31.660226 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1484e3da-149c-4e51-ba87-744e3b45cb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.682879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484e3da-149c-4e51-ba87-744e3b45cb33 None None] No DVR routers for this DVR port 195ada58-89d3-49d1-a091-720d60e8b2a0 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:31.701292 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.745015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.20.0.1 (6ff6d76b-f503-4313-b95f-b6ddf303eee0/32f2c1dd-67ab-493e-abfe-3bb181e5b860/b759ad2f-c31e-4149-8bfd-a1500adda21a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:31.774281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484e3da-149c-4e51-ba87-744e3b45cb33 None None] Pushing event deleted for resources: {'Port': ['ID=195ada58-89d3-49d1-a091-720d60e8b2a0,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:31.783428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:31.784395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Attempting to bind port 4d4e455c-4800-4722-bafa-75183e8a9e1e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:31.784764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Attempting to bind port 4d4e455c-4800-4722-bafa-75183e8a9e1e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:31.785142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Attempting to bind port 4d4e455c-4800-4722-bafa-75183e8a9e1e on network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:31.807449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-0603de3a-57d9-4a20-bfe2-0a00e6f33d64 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ce1609fe6d4a988174307b10bae031&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2505989 Feb 11 05:46:31.823163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Allocated IP 172.25.1.185 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/58b27b3a-e3b1-4996-a1b6-3212677b2853) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:31.858919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:31.859622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Checking segment: {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:31.860233 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.860832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Bound using segment: {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:31.862097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Bound port: 4d4e455c-4800-4722-bafa-75183e8a9e1e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:31.862751 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.865720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Pushing event updated for resources: {'Port': ['ID=a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:31.880073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:31.895918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:31.930591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.978188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] For port 195ada58-89d3-49d1-a091-720d60e8b2a0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=195ada58-89d3-49d1-a091-720d60e8b2a0,segment=NetworkSegment(5a0b61c9-7726-4c06-a6ac-3d6e156ea34c),segment_id=5a0b61c9-7726-4c06-a6ac-3d6e156ea34c)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:31.978501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.996376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 195ada58-89d3-49d1-a091-720d60e8b2a0 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:32.097500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 50803561-f2e7-4ad9-8639-0a60043a905b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:32.100199 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (195ada58-89d3-49d1-a091-720d60e8b2a0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.102774 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.119965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No DVR routers for this DVR port 195ada58-89d3-49d1-a091-720d60e8b2a0 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:32.130541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Attempting to bind port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:32.132170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Attempting to bind port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:32.135056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Attempting to bind port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 on network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:32.159816 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.239628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks [] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.244017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:32.244797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Checking segment: {'id': 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:32.244797 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.245296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Bound using segment: {'id': 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:32.245738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Bound port: a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:32.248334 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.250924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] For port 4d4e455c-4800-4722-bafa-75183e8a9e1e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:32.267492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.270422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] For port 4d4e455c-4800-4722-bafa-75183e8a9e1e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d4e455c-4800-4722-bafa-75183e8a9e1e,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:32.293321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:32.305817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0b61c9-7726-4c06-a6ac-3d6e156ea34c') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:32.306135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0b61c9-7726-4c06-a6ac-3d6e156ea34c') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:32.316221 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.328884 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (5a0b61c9-7726-4c06-a6ac-3d6e156ea34c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.333798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.364385 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5a0b61c9-7726-4c06-a6ac-3d6e156ea34c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.373301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:32.373668 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (5a0b61c9-7726-4c06-a6ac-3d6e156ea34c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.422166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:32.429897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:32.444154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:32.465731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d215b-2e62-4fde-89d2-9ab17291c4bc None None] Pushing event updated for resources: {'Port': ['ID=4d4e455c-4800-4722-bafa-75183e8a9e1e,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:32.476230 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:32.484099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.491846 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.495482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/networks/278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974 HTTP/1.1" status: 204 len: 168 time: 2.5812478 Feb 11 05:46:32.522344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=195ada58-89d3-49d1-a091-720d60e8b2a0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:32.540678 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50874) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:32.592141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c8ebf-3683-4447-bf11-45317ff627df tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Network': ['ID=278f5cd7-7d04-4ff7-b28f-a8d5e1ae4974,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:32.596097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=b759ad2f-c31e-4149-8bfd-a1500adda21a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:32.599485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-818554048'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:32.610788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:32.615269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:32.618585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:32.687306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:32.704260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 50803561-f2e7-4ad9-8639-0a60043a905b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:32.706114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.759403 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Pushing event updated for resources: {'Port': ['ID=58b27b3a-e3b1-4996-a1b6-3212677b2853,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:32.788824 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.790129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] For port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:32.793791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] For port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629,segment=NetworkSegment(a14bb5a7-c62b-414b-8c9a-89381d1b6d3d),segment_id=a14bb5a7-c62b-414b-8c9a-89381d1b6d3d)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:32.800555 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.812128 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (70f33f49-8196-4dec-88c3-64a666b16af9), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.896181 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ead7b-111d-4788-a6f7-522e10be65bf None None] Pushing event updated for resources: {'Port': ['ID=a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:32.911337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 195ada58-89d3-49d1-a091-720d60e8b2a0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:33.040075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 195ada58-89d3-49d1-a091-720d60e8b2a0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:33.040216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 195ada58-89d3-49d1-a091-720d60e8b2a0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:33.050787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-6fa69f92-16bd-4817-a305-3b5de769e6fa tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:33.057994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-6fa69f92-16bd-4817-a305-3b5de769e6fa tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2463126 Feb 11 05:46:33.088907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:33.146484 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:33.146846 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Added segment 3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8 of type vlan for network 55064600-fcba-4866-92b8-fdb2deb5d71b Feb 11 05:46:33.249443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-dc921711-1887-4390-a09a-ad589429ceed tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/quotas/79ce1609fe6d4a988174307b10bae031 HTTP/1.1" status: 200 len: 375 time: 0.1052864 Feb 11 05:46:33.392630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d4e455c-4800-4722-bafa-75183e8a9e1e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:33.395116 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (55064600-fcba-4866-92b8-fdb2deb5d71b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:33.397423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f8bb21f9-c0fa-4b0b-a03c-da6e4be87305 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ce1609fe6d4a988174307b10bae031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1311541 Feb 11 05:46:33.526776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:33.574137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4d4e455c-4800-4722-bafa-75183e8a9e1e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:33.574922 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:33.593828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Deleting port 05699464-ec9f-4cbe-83bb-148989aed777 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:33.594448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (05699464-ec9f-4cbe-83bb-148989aed777), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:33.717893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] For port 05699464-ec9f-4cbe-83bb-148989aed777, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=05699464-ec9f-4cbe-83bb-148989aed777,segment=NetworkSegment(7a77e720-1425-48fb-98e2-00d66595f5b5),segment_id=7a77e720-1425-48fb-98e2-00d66595f5b5)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:33.718529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (05699464-ec9f-4cbe-83bb-148989aed777), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:33.742822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Calling delete_port for 05699464-ec9f-4cbe-83bb-148989aed777 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:34.073956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (05699464-ec9f-4cbe-83bb-148989aed777), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.179218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b176c123-9612-4174-9ce9-4f1d04234357 req-11fbd9b0-88e2-4e4c-802b-b5fdc1263662 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 210 time: 0.1113031 Feb 11 05:46:34.200707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (55064600-fcba-4866-92b8-fdb2deb5d71b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.211592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:34.212252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.427710 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.500060 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9347386 Feb 11 05:46:34.519822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50890) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:34.528713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=05699464-ec9f-4cbe-83bb-148989aed777,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:34.535754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': '55064600-fcba-4866-92b8-fdb2deb5d71b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:34.560091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4d4e455c-4800-4722-bafa-75183e8a9e1e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:34.560641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.679924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 4d4e455c-4800-4722-bafa-75183e8a9e1e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d4e455c-4800-4722-bafa-75183e8a9e1e,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:34.694480 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.728970 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks [] for router_gateway (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.747726 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a0ea9-ef18-44be-9c3e-1c59ba71a16d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Network': ['ID=55064600-fcba-4866-92b8-fdb2deb5d71b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:34.897378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 55064600-fcba-4866-92b8-fdb2deb5d71b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:34.957824 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.970906 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.007735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=4d4e455c-4800-4722-bafa-75183e8a9e1e,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:35.347792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904220b4-0051-45d0-baff-6cfecbcf186c None None] Network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:35.423042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=b759ad2f-c31e-4149-8bfd-a1500adda21a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:35.477345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (70f33f49-8196-4dec-88c3-64a666b16af9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.483714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c58256f-c457-4cee-9197-8509c92c6d21 req-fe3c551d-44b5-46c3-bef3-570c48939ac6 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 210 time: 0.0489089 Feb 11 05:46:35.491485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:35.501982 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.643727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b7058-16a4-4cf0-87d0-0c71b5b307bc None None] Network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:35.726205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:35.772141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:35.776171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:35.782416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e1071a61-b941-4e7b-8fad-3167eec6e994 None None] Provisioning complete for port 4d4e455c-4800-4722-bafa-75183e8a9e1e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:35.782988 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1071a61-b941-4e7b-8fad-3167eec6e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.783842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.844438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (b8b433fc-ce10-46b6-8097-92c1c9096971), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.990334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:35.990715 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.106173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:46:36.170738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e1071a61-b941-4e7b-8fad-3167eec6e994 None None] Current status of the port 4d4e455c-4800-4722-bafa-75183e8a9e1e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:36.199229 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (2e4ffed8-5d90-4396-8539-4ce3e599feec), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.294249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:36.296330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.331108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-49eddd7c-88df-4e96-b1ca-f298ac26882c tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=79ce1609fe6d4a988174307b10bae031&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752394 Feb 11 05:46:36.371522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629,segment=NetworkSegment(a14bb5a7-c62b-414b-8c9a-89381d1b6d3d),segment_id=a14bb5a7-c62b-414b-8c9a-89381d1b6d3d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:36.381724 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.382811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d4e455c-4800-4722-bafa-75183e8a9e1e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:36.536032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router 70f33f49-8196-4dec-88c3-64a666b16af9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:36.551812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:36.573641 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Sync routers for ids ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:36.582062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Router b8b433fc-ce10-46b6-8097-92c1c9096971 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:36.594119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5a10122e-8eba-4033-8ba5-f64b25a93c2a None None] Provisioning complete for port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:36.594505 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a10122e-8eba-4033-8ba5-f64b25a93c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.597154 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Routers {'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:36.599729 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:36.629548 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.630473 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e5db05b7-e24f-4b29-af73-c9636c4e4275 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8636408 Feb 11 05:46:36.639349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50904) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:36.722197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=2e4ffed8-5d90-4396-8539-4ce3e599feec,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:36.949444 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Set router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:36.961260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87069a88-50cf-46cd-aa59-eb1e7ab83281 req-6cd021b8-d81c-4509-ab94-056aefcd8429 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 210 time: 0.2865548 Feb 11 05:46:36.987084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:37.019144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Checking segment: {'id': '3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55064600-fcba-4866-92b8-fdb2deb5d71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:37.019846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network hostable DHCP agents. Network: 55064600-fcba-4866-92b8-fdb2deb5d71b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:37.050126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5a10122e-8eba-4033-8ba5-f64b25a93c2a None None] Current status of the port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:37.163461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-aae1b3d1-7f38-4068-a15d-5b513ef184ae tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.166759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-aae1b3d1-7f38-4068-a15d-5b513ef184ae tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7671440 Feb 11 05:46:37.207305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4d4e455c-4800-4722-bafa-75183e8a9e1e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:37.207625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.207798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Request body: {'port': {'device_id': '07823f58-c9a6-4a05-a8ea-95784eb8ef85', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '79ce1609fe6d4a988174307b10bae031'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:37.229396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 55064600-fcba-4866-92b8-fdb2deb5d71b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:37.330321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:37.361395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Sync routers for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:37.362218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 55064600-fcba-4866-92b8-fdb2deb5d71b) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:37.371363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cadd4d29-0057-4f8b-92f2-a3ef8c45ab95 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "PUT /v2.0/routers/70f33f49-8196-4dec-88c3-64a666b16af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3475137 Feb 11 05:46:37.377756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50906) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:37.411924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9f4ae-1cea-4ff2-b5d5-9849d70af83d None None] Network 55064600-fcba-4866-92b8-fdb2deb5d71b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:37.501267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-35463bb2-9ccf-4c4c-ae88-bc396fa6cd04 None None] Provisioning complete for port b759ad2f-c31e-4149-8bfd-a1500adda21a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:37.501683 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35463bb2-9ccf-4c4c-ae88-bc396fa6cd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.599959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:37.600626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:37.655315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.656378 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.674870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.675397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.676040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.676621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.677092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.677636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.678187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.678654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.679130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.679603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.680039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.680586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.681374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.682196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.683097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.683685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.684156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.690928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c1e2f9c9-2e59-410b-939d-73b8e5cd315f tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11895 time: 0.3121097 Feb 11 05:46:37.726647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50910) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:37.734634 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:28Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 3, 'project_id': '374643441cde4b0e93740316f59ba47c', 'gw_port': {'id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:31Z', 'updated_at': '2022-02-11T05:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:37.748935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-49df96e8-d828-4ce0-b23f-4da9eb2fa3f4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2252927 Feb 11 05:46:37.758017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50912) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:37.766766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': '55064600-fcba-4866-92b8-fdb2deb5d71b', 'name': 'tempest-PortsIpV6TestJSON-793132603', 'fixed_ips': [{'subnet_id': '2e4ffed8-5d90-4396-8539-4ce3e599feec', 'ip_address': '2001:db8::10'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:37.768604 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Checking router: ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:37.768966 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Updating router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 port 58b27b3a-e3b1-4996-a1b6-3212677b2853 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:37.809266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-35463bb2-9ccf-4c4c-ae88-bc396fa6cd04 None None] Port b759ad2f-c31e-4149-8bfd-a1500adda21a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:37.812130 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.820458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:37.829337 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f51d5a21-a951-4519-bed2-1802570be1fe admin admin] 10.222.0.31 "PUT /v2.0/routers/b8b433fc-ce10-46b6-8097-92c1c9096971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6377265 Feb 11 05:46:37.833968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50914) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:37.880524 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] Sync routers for ids ['b8b433fc-ce10-46b6-8097-92c1c9096971'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:37.928562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-35463bb2-9ccf-4c4c-ae88-bc396fa6cd04 None None] Provisioning complete for port 4d4e455c-4800-4722-bafa-75183e8a9e1e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:37.931319 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35463bb2-9ccf-4c4c-ae88-bc396fa6cd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.936462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4d4e455c-4800-4722-bafa-75183e8a9e1e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:37.957869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-55064600-fcba-4866-92b8-fdb2deb5d71b', 'network_id': '55064600-fcba-4866-92b8-fdb2deb5d71b', 'project_id': '53224707167e41b3875284fed3e739da', 'fixed_ips': [{'subnet_id': '2e4ffed8-5d90-4396-8539-4ce3e599feec'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:46:37.959282 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.009492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks [] for router (b8b433fc-ce10-46b6-8097-92c1c9096971), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.072079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.082327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.083110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.083814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.084534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.086348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.086993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.087606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.089085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.089732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.090334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.090937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.091533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.092126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.092838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.093482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:38.099191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b9b289f0-323c-4453-94ef-a295483728d4 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10157 time: 0.3699985 Feb 11 05:46:38.100032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50918) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:38.140110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:38.159764 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] Routers {'b8b433fc-ce10-46b6-8097-92c1c9096971'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:38.161103 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b8b433fc-ce10-46b6-8097-92c1c9096971'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:38.214044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:38.226341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cce35359-1c96-47eb-b59a-a14532743cf3 req-e691c494-f9c5-41f8-9d37-cd9f43176dc4 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 210 time: 0.1173396 Feb 11 05:46:38.272214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Made reservation on behalf of 79ce1609fe6d4a988174307b10bae031 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:38.275841 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.302063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.332542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:38.372742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks [] for router_gateway (b8b433fc-ce10-46b6-8097-92c1c9096971), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.389055 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] Set router b8b433fc-ce10-46b6-8097-92c1c9096971 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:38.437519 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.495465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 0d0081aa-49d0-4159-b337-6b7face83fdf yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:38.522182 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Publish callbacks [] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.530519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Deleting port f2b683ca-ab83-4de9-bb2d-6cef5906d858 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:38.531645 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.561834 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.797356 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2030d0-219e-4595-bfcf-df5bbc33dad7 None None] Pushing event updated for resources: {'Port': ['ID=58b27b3a-e3b1-4996-a1b6-3212677b2853,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:38.802979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] For port f2b683ca-ab83-4de9-bb2d-6cef5906d858, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f2b683ca-ab83-4de9-bb2d-6cef5906d858,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:38.803640 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.808457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.830161 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Attempting to bind port 58b27b3a-e3b1-4996-a1b6-3212677b2853 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:38.830723 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Attempting to bind port 58b27b3a-e3b1-4996-a1b6-3212677b2853 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:38.833148 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Attempting to bind port 58b27b3a-e3b1-4996-a1b6-3212677b2853 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:38.840454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Calling delete_port for f2b683ca-ab83-4de9-bb2d-6cef5906d858 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:38.862578 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:38.863941 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:38.865379 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.868292 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:38.870146 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Bound port: 58b27b3a-e3b1-4996-a1b6-3212677b2853, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:38.872161 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.928418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-35463bb2-9ccf-4c4c-ae88-bc396fa6cd04 None None] Current status of the port 4d4e455c-4800-4722-bafa-75183e8a9e1e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:38.983559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:38.986138 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.096492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Allocated IP 2001:db8::2 (55064600-fcba-4866-92b8-fdb2deb5d71b/2e4ffed8-5d90-4396-8539-4ce3e599feec/26275f43-dbd3-4d54-b114-43c6a923de99) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:39.122751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-35463bb2-9ccf-4c4c-ae88-bc396fa6cd04 None None] Provisioning complete for port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:39.123417 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35463bb2-9ccf-4c4c-ae88-bc396fa6cd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.141284 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] For port 58b27b3a-e3b1-4996-a1b6-3212677b2853, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:39.164465 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] For port 58b27b3a-e3b1-4996-a1b6-3212677b2853, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=58b27b3a-e3b1-4996-a1b6-3212677b2853,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:39.176890 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.252107 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 5, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'gw_port': {'id': 'f2b683ca-ab83-4de9-bb2d-6cef5906d858', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:12Z', 'updated_at': '2022-02-11T05:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:39.291352 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] Checking router: b8b433fc-ce10-46b6-8097-92c1c9096971 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:39.308038 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] Routers {'b8b433fc-ce10-46b6-8097-92c1c9096971'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:39.308686 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b8b433fc-ce10-46b6-8097-92c1c9096971'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:39.327306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:39.439547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54b862bb-830f-4af3-814b-f828b74e1a1a req-f2cbd2f7-803f-42a6-979c-85afac0d3124 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 210 time: 0.0437405 Feb 11 05:46:39.453732 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Routers {'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:39.457051 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:39.465318 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2030d0-219e-4595-bfcf-df5bbc33dad7 None None] Pushing event updated for resources: {'Port': ['ID=58b27b3a-e3b1-4996-a1b6-3212677b2853,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:39.499575 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] Set router b8b433fc-ce10-46b6-8097-92c1c9096971 gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:39.509697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Allocated IP 172.20.0.1 (1d22cf20-d70e-4c29-ad45-fec048cc57f0/5d746b5e-b5b1-49c6-b244-9475a44610c0/df094e0e-e5d1-4b11-9af4-ca429bf447ed) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:39.541149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-35463bb2-9ccf-4c4c-ae88-bc396fa6cd04 None None] Current status of the port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:39.568402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:34Z', 'revision_number': 2, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:39.622289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Checking router: 70f33f49-8196-4dec-88c3-64a666b16af9 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:39.622843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Updating router 70f33f49-8196-4dec-88c3-64a666b16af9 port b759ad2f-c31e-4149-8bfd-a1500adda21a binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:39.669931 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:46:38Z', 'revision_number': 6, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:39.672583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks [] for security_group (5475b2ea-a710-4e82-9fb6-cec948746ff8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.675251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Publish callbacks [] for port (26275f43-dbd3-4d54-b114-43c6a923de99), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.680986 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.698975 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.721558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Network 55064600-fcba-4866-92b8-fdb2deb5d71b is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:39.725459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:39.744390 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02934c55-0a05-49b9-9bd5-0506e142115e None None] The sync data for ids ['b8b433fc-ce10-46b6-8097-92c1c9096971'] in n-d-715271-35 is: [{'id': 'b8b433fc-ce10-46b6-8097-92c1c9096971', 'name': 'tempest-ServersTestMultiNic-114993449-router', 'tenant_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:46:38Z', 'revision_number': 6, 'project_id': 'e06b6ca685eb4d87baea47cd95d8fed9', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:39.761852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-82aaaf49-613c-48a9-983d-bae6c028bf1d None None] Provisioning complete for port b759ad2f-c31e-4149-8bfd-a1500adda21a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:39.762647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-82aaaf49-613c-48a9-983d-bae6c028bf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.767992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:39.844561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::10 (55064600-fcba-4866-92b8-fdb2deb5d71b/2e4ffed8-5d90-4396-8539-4ce3e599feec/0d0081aa-49d0-4159-b337-6b7face83fdf) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:39.886565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f2b683ca-ab83-4de9-bb2d-6cef5906d858), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.894709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Pushing event updated for resources: {'Port': ['ID=26275f43-dbd3-4d54-b114-43c6a923de99,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:39.925528 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] Set router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:39.926188 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5475b2ea-a710-4e82-9fb6-cec948746ff8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.931554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-82aaaf49-613c-48a9-983d-bae6c028bf1d None None] Port b759ad2f-c31e-4149-8bfd-a1500adda21a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:39.961190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b683ca-ab83-4de9-bb2d-6cef5906d858,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:40.087671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Attempting to bind port 26275f43-dbd3-4d54-b114-43c6a923de99 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:40.093154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Attempting to bind port 26275f43-dbd3-4d54-b114-43c6a923de99 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55064600-fcba-4866-92b8-fdb2deb5d71b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:40.095765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Attempting to bind port 26275f43-dbd3-4d54-b114-43c6a923de99 on network 55064600-fcba-4866-92b8-fdb2deb5d71b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:40.098623 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Publish callbacks [] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.116026 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (b8b433fc-ce10-46b6-8097-92c1c9096971), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.127260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:40.130468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Checking segment: {'id': '3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55064600-fcba-4866-92b8-fdb2deb5d71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:40.139121 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.139826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Bound using segment: {'id': '3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55064600-fcba-4866-92b8-fdb2deb5d71b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:40.143120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Bound port: 26275f43-dbd3-4d54-b114-43c6a923de99, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55064600-fcba-4866-92b8-fdb2deb5d71b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:40.143656 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.323805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] For port 26275f43-dbd3-4d54-b114-43c6a923de99, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:40.347313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] For port 26275f43-dbd3-4d54-b114-43c6a923de99, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=26275f43-dbd3-4d54-b114-43c6a923de99,segment=NetworkSegment(3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8),segment_id=3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:40.354507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (b8b433fc-ce10-46b6-8097-92c1c9096971), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.364420 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks [] for router_controller (b8b433fc-ce10-46b6-8097-92c1c9096971), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.383448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4789a711-7e33-4318-841d-46b5fede33db tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6657 time: 2.2647455 Feb 11 05:46:40.388429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5475b2ea-a710-4e82-9fb6-cec948746ff8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:40.408985 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.411493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 05699464-ec9f-4cbe-83bb-148989aed777 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:40.488217 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (b8b433fc-ce10-46b6-8097-92c1c9096971), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.488840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b433fc-ce10-46b6-8097-92c1c9096971 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:40.498154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.500428 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-328fcff1-b160-4f1e-9ef5-767736f09973 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b8b433fc-ce10-46b6-8097-92c1c9096971 HTTP/1.1" status: 204 len: 168 time: 2.6645310 Feb 11 05:46:40.505840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50936) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:40.552764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Allocated IP 192.168.233.149 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/718c2a81-e8aa-4149-a5a2-1aabf0fabc0a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:40.596238 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.610890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc1e8dd-bfe8-44d3-acee-a243a689e866 admin admin] Deleting subnet 09c823b8-4f99-4be7-a25b-1a8e6be023d0 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:40.651769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:40.655909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e8dd-bfe8-44d3-acee-a243a689e866 admin admin] Publish callbacks [] for subnet (09c823b8-4f99-4be7-a25b-1a8e6be023d0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.664919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:40.678934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 05699464-ec9f-4cbe-83bb-148989aed777 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:40.679289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 05699464-ec9f-4cbe-83bb-148989aed777 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:40.766390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:40.774800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217013f9-b6ce-433e-b6fd-9ac04ab78bb7 None None] Pushing event updated for resources: {'Port': ['ID=26275f43-dbd3-4d54-b114-43c6a923de99,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:40.835049 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:28Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 3, 'project_id': '374643441cde4b0e93740316f59ba47c', 'gw_port': {'id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:31Z', 'updated_at': '2022-02-11T05:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:40.891204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e8dd-bfe8-44d3-acee-a243a689e866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (09c823b8-4f99-4be7-a25b-1a8e6be023d0), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.898297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Pushing event updated for resources: {'Port': ['ID=df094e0e-e5d1-4b11-9af4-ca429bf447ed,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:40.920999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3a2d7d5-e231-4ee8-8d1e-62efda8a0d33 req-5d2fcbdc-0f7c-4ab7-b304-d8206ec260c3 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 210 time: 0.2397249 Feb 11 05:46:40.958361 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9939b-dfdf-4d38-9aba-5d1d333b8df9 None None] The sync data for ids ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'] in n-d-715271-35 is: [{'id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:28Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 3, 'project_id': '374643441cde4b0e93740316f59ba47c', 'gw_port': {'id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:31Z', 'updated_at': '2022-02-11T05:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:41.030891 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (0d0081aa-49d0-4159-b337-6b7face83fdf), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.172868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.230205 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Publish callbacks [] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.239784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.400423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e8dd-bfe8-44d3-acee-a243a689e866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (09c823b8-4f99-4be7-a25b-1a8e6be023d0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.405533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0d0081aa-49d0-4159-b337-6b7face83fdf), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.482835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f076b86-4e12-4be1-b03c-2eacdd596b48 None None] Pushing event updated for resources: {'Port': ['ID=b759ad2f-c31e-4149-8bfd-a1500adda21a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:41.503120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fbd57b4c-33e5-452a-9fb1-35d00169e521 None None] Provisioning complete for port df094e0e-e5d1-4b11-9af4-ca429bf447ed triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:41.503837 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fbd57b4c-33e5-452a-9fb1-35d00169e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.597188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e8dd-bfe8-44d3-acee-a243a689e866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (09c823b8-4f99-4be7-a25b-1a8e6be023d0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.679885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks [] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.683031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1e8dd-bfe8-44d3-acee-a243a689e866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c823b8-4f99-4be7-a25b-1a8e6be023d0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:41.690980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e8dd-bfe8-44d3-acee-a243a689e866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.696817 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2dc1e8dd-bfe8-44d3-acee-a243a689e866 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/09c823b8-4f99-4be7-a25b-1a8e6be023d0 HTTP/1.1" status: 204 len: 168 time: 1.1898420 Feb 11 05:46:41.706276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 55064600-fcba-4866-92b8-fdb2deb5d71b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:41.709376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50940) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:41.709733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685a411-d086-4a4d-8c0f-acbee1efcb9a None None] Network ee7493c8-4711-4732-9b3e-961952057311 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:41.710875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=0d0081aa-49d0-4159-b337-6b7face83fdf,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:41.725341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:41.732023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:41.758762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:41.759453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.820614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50942) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:41.823144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-77b38e41-437d-4d2d-a3ee-a16265419e81 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0616884 Feb 11 05:46:41.839317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': '55064600-fcba-4866-92b8-fdb2deb5d71b', 'name': 'tempest-PortsIpV6TestJSON-1322038509', 'fixed_ips': [{'subnet_id': '2e4ffed8-5d90-4396-8539-4ce3e599feec', 'ip_address': '2001:db8::f'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:41.857917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Attempting to bind port b759ad2f-c31e-4149-8bfd-a1500adda21a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:41.858509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Attempting to bind port b759ad2f-c31e-4149-8bfd-a1500adda21a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:41.864379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Attempting to bind port b759ad2f-c31e-4149-8bfd-a1500adda21a on network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:41.886520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fbd57b4c-33e5-452a-9fb1-35d00169e521 None None] Port df094e0e-e5d1-4b11-9af4-ca429bf447ed cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:41.892786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.933592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50944) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:41.989590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:41.990320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Checking segment: {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:41.991010 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.991572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Bound using segment: {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:41.992177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Bound port: b759ad2f-c31e-4149-8bfd-a1500adda21a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:41.997609 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.022387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c6c6397a-4415-4e97-835d-546403dac66f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455548088', 'description': 'tempest-secgroup-smoke-455548088 description', 'project_id': '2e36f1dc8e524722937e70aa0b871704'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:42.031557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Pushing event updated for resources: {'Port': ['ID=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:42.065441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:42.093671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:42.112425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:42.195022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (ee7493c8-4711-4732-9b3e-961952057311), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.308984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:42.310617 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.323402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 58b27b3a-e3b1-4996-a1b6-3212677b2853 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:42.366386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-f7e048a8-cfc8-4f8d-9f69-2fe59078d46e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1757226 Feb 11 05:46:42.383577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Request body: {'port': {'device_id': '07823f58-c9a6-4a05-a8ea-95784eb8ef85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:42.451334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4c08e09d-a5e6-4fed-9c3f-681329c619cc None None] Provisioning complete for port b759ad2f-c31e-4149-8bfd-a1500adda21a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:42.451767 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c08e09d-a5e6-4fed-9c3f-681329c619cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.462274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] For port b759ad2f-c31e-4149-8bfd-a1500adda21a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:42.472455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] For port b759ad2f-c31e-4149-8bfd-a1500adda21a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b759ad2f-c31e-4149-8bfd-a1500adda21a,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:42.492541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:42.504171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9535f72-7922-4294-9772-04ae649cb4e0 req-8333d7ac-6b9d-4ee2-a836-4fa2b0a3a96a tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:42.513722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9535f72-7922-4294-9772-04ae649cb4e0 req-8333d7ac-6b9d-4ee2-a836-4fa2b0a3a96a tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 936 time: 0.3408554 Feb 11 05:46:42.550537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6c6397a-4415-4e97-835d-546403dac66f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.587511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5769151-5aa2-46dd-82d9-c5e1074ffc71 None None] DHCP port deletion for ee7493c8-4711-4732-9b3e-961952057311 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:42.592871 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.685029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.763959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9535f72-7922-4294-9772-04ae649cb4e0 req-dc11d60e-4a9a-4a2a-bd0f-ec31be5729d3 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392802 Feb 11 05:46:42.764456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.872746 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 18d2f1c1-ef08-4590-81a8-13df35f6749f yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:42.880609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4c08e09d-a5e6-4fed-9c3f-681329c619cc None None] Port b759ad2f-c31e-4149-8bfd-a1500adda21a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:42.887868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:42.888536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:42.897096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 58b27b3a-e3b1-4996-a1b6-3212677b2853 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:42.897387 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.910669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f076b86-4e12-4be1-b03c-2eacdd596b48 None None] Pushing event updated for resources: {'Port': ['ID=b759ad2f-c31e-4149-8bfd-a1500adda21a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:42.999332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad778b2e-baf8-4a9c-b1d3-44e3f365b848 None None] Network 55064600-fcba-4866-92b8-fdb2deb5d71b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:43.151653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:43.156564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.220730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::f (55064600-fcba-4866-92b8-fdb2deb5d71b/2e4ffed8-5d90-4396-8539-4ce3e599feec/18d2f1c1-ef08-4590-81a8-13df35f6749f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:43.380928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Deleting port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:43.381330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.409275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6c6397a-4415-4e97-835d-546403dac66f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (3ad636ff-d3be-4a54-a50c-d044c076d38f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.434509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:43.442445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6c6397a-4415-4e97-835d-546403dac66f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3ad636ff-d3be-4a54-a50c-d044c076d38f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.449078 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Publish callbacks [] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.478231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Transition to ACTIVE for port object 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:46:43.485680 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.548832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Pushing event updated for resources: {'Port': ['ID=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:43.667763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6c6397a-4415-4e97-835d-546403dac66f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.669041 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c6c6397a-4415-4e97-835d-546403dac66f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6992018 Feb 11 05:46:43.677964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50954) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:43.701997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ed4eb95c-7030-40b8-aff0-7277c798d2cd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': '3ad636ff-d3be-4a54-a50c-d044c076d38f', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:43.712392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6397a-4415-4e97-835d-546403dac66f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad636ff-d3be-4a54-a50c-d044c076d38f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:43.775234 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] For port 5917d1c8-b86b-42c0-8104-35cc9dbc2100, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5917d1c8-b86b-42c0-8104-35cc9dbc2100,segment=NetworkSegment(7a77e720-1425-48fb-98e2-00d66595f5b5),segment_id=7a77e720-1425-48fb-98e2-00d66595f5b5)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:43.775619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.815936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Attempting to bind port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:43.817639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Attempting to bind port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:43.818273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Attempting to bind port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:43.837243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:43.838139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Attempting to bind port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:43.844110 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Calling delete_port for 5917d1c8-b86b-42c0-8104-35cc9dbc2100 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:43.848457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:43.849326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:43.850154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:43.851026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Bound port: 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:43.851552 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.896027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (18d2f1c1-ef08-4590-81a8-13df35f6749f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.905244 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb95c-7030-40b8-aff0-7277c798d2cd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (10a04951-1bad-46b5-9c90-b57f2657bfdd), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.988037 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Publish callbacks [] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.996375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e5769151-5aa2-46dd-82d9-c5e1074ffc71 None None] Deleting port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:43.996940 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e5769151-5aa2-46dd-82d9-c5e1074ffc71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.003565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.116343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Pushing event updated for resources: {'Port': ['ID=df094e0e-e5d1-4b11-9af4-ca429bf447ed,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.133878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.151235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (18d2f1c1-ef08-4590-81a8-13df35f6749f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.166402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] For port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:44.221214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb95c-7030-40b8-aff0-7277c798d2cd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (10a04951-1bad-46b5-9c90-b57f2657bfdd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.250465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.258074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e3a18-1144-4584-91b6-4d5bf408c71a req-b346bd7c-3aca-4924-8ea6-7fde507d82f5 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:44.261908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b1e3a18-1144-4584-91b6-4d5bf408c71a req-b346bd7c-3aca-4924-8ea6-7fde507d82f5 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 948 time: 0.2975018 Feb 11 05:46:44.268469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Provisioning complete for port 26275f43-dbd3-4d54-b114-43c6a923de99 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:44.269068 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.274735 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb95c-7030-40b8-aff0-7277c798d2cd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (10a04951-1bad-46b5-9c90-b57f2657bfdd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.279910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] For port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:44.284442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network 55064600-fcba-4866-92b8-fdb2deb5d71b is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:44.309621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:44.312736 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:44.319403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.319691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:44.320563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.336256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eb95c-7030-40b8-aff0-7277c798d2cd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a04951-1bad-46b5-9c90-b57f2657bfdd,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.380823 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] No DVR routers for this DVR port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:44.383385 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb95c-7030-40b8-aff0-7277c798d2cd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.384774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ed4eb95c-7030-40b8-aff0-7277c798d2cd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7056348 Feb 11 05:46:44.394670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50962) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:44.402949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:44.403617 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.405536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] 10.222.0.81 "PUT /v2.0/ports/718c2a81-e8aa-4149-a5a2-1aabf0fabc0a HTTP/1.1" status: 200 len: 1097 time: 2.0277450 Feb 11 05:46:44.411252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ca5e68ba-0247-46aa-98cb-074c68bbdb69 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': '3ad636ff-d3be-4a54-a50c-d044c076d38f', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:44.415721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07823f58-c9a6-4a05-a8ea-95784eb8ef85', 'tag': '718c2a81-e8aa-4149-a5a2-1aabf0fabc0a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:44.418059 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "07823f58-c9a6-4a05-a8ea-95784eb8ef85", "tag": "718c2a81-e8aa-4149-a5a2-1aabf0fabc0a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:44.492843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 58b27b3a-e3b1-4996-a1b6-3212677b2853 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:44.493561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.503483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e5769151-5aa2-46dd-82d9-c5e1074ffc71 None None] For port 5917d1c8-b86b-42c0-8104-35cc9dbc2100, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5917d1c8-b86b-42c0-8104-35cc9dbc2100,segment=NetworkSegment(7a77e720-1425-48fb-98e2-00d66595f5b5),segment_id=7a77e720-1425-48fb-98e2-00d66595f5b5)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:44.510269 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e5769151-5aa2-46dd-82d9-c5e1074ffc71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.530061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=18d2f1c1-ef08-4590-81a8-13df35f6749f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.546999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b1e3a18-1144-4584-91b6-4d5bf408c71a req-66cadf7b-db02-4d2a-837a-66f7b1822bb3 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767713 Feb 11 05:46:44.565186 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4585f429-0add-41c2-b1a1-9201acc6ffc8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7315547 Feb 11 05:46:44.571244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50966) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:44.606907 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c614bb49-e81e-4f9d-b6d4-c2cd3bbcde25 x-openstack-request-id: req-c614bb49-e81e-4f9d-b6d4-c2cd3bbcde25 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:44.607249 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07823f58-c9a6-4a05-a8ea-95784eb8ef85", "tag": "718c2a81-e8aa-4149-a5a2-1aabf0fabc0a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:44.607507 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c614bb49-e81e-4f9d-b6d4-c2cd3bbcde25 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:44.607918 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07823f58-c9a6-4a05-a8ea-95784eb8ef85', 'tag': '718c2a81-e8aa-4149-a5a2-1aabf0fabc0a', 'status': 'completed', 'code': 200} Feb 11 05:46:44.632413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e5769151-5aa2-46dd-82d9-c5e1074ffc71 None None] Calling delete_port for 5917d1c8-b86b-42c0-8104-35cc9dbc2100 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:44.641387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00758dd-66af-42ea-891b-b3cbeba07c5a service neutron] Pushing event updated for resources: {'Port': ['ID=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.648537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Pushing event deleted for resources: {'Port': ['ID=5917d1c8-b86b-42c0-8104-35cc9dbc2100,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.713502 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca5e68ba-0247-46aa-98cb-074c68bbdb69 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (7926c79d-3dbf-48b9-b34d-facdbcc8b9d8), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.795886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-90bc905d-549c-4e1b-ad3a-979aa3e11924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:44.798704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-90bc905d-549c-4e1b-ad3a-979aa3e11924 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=79ce1609fe6d4a988174307b10bae031&device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 1131 time: 0.3317716 Feb 11 05:46:44.813040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 58b27b3a-e3b1-4996-a1b6-3212677b2853, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=58b27b3a-e3b1-4996-a1b6-3212677b2853,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:44.817243 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e5769151-5aa2-46dd-82d9-c5e1074ffc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (5917d1c8-b86b-42c0-8104-35cc9dbc2100), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.858872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5769151-5aa2-46dd-82d9-c5e1074ffc71 None None] Pushing event deleted for resources: {'Port': ['ID=5917d1c8-b86b-42c0-8104-35cc9dbc2100,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.861858 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.868649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 26275f43-dbd3-4d54-b114-43c6a923de99 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:44.937104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-4ba341d2-84b9-4a60-a3f9-0ff90ab70e80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a HTTP/1.1" status: 200 len: 217 time: 0.1014462 Feb 11 05:46:44.946776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f9f11-3e2c-4d7b-bc22-9e1edd132dce tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:44.960261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8c1f9f11-3e2c-4d7b-bc22-9e1edd132dce tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3832662 Feb 11 05:46:44.985706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50970) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:44.986433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=58b27b3a-e3b1-4996-a1b6-3212677b2853,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:45.041144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5769151-5aa2-46dd-82d9-c5e1074ffc71 None None] No DVR routers for this DVR port 5917d1c8-b86b-42c0-8104-35cc9dbc2100 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:45.053403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 26275f43-dbd3-4d54-b114-43c6a923de99 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:45.053789 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.084343 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca5e68ba-0247-46aa-98cb-074c68bbdb69 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (7926c79d-3dbf-48b9-b34d-facdbcc8b9d8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.113969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca5e68ba-0247-46aa-98cb-074c68bbdb69 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (7926c79d-3dbf-48b9-b34d-facdbcc8b9d8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.129911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Current status of the port 26275f43-dbd3-4d54-b114-43c6a923de99 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:45.130295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.154408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-87c872c3-6b7d-483d-88b8-d32bb31f466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.156037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-87c872c3-6b7d-483d-88b8-d32bb31f466f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1972172 Feb 11 05:46:45.156970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e68ba-0247-46aa-98cb-074c68bbdb69 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7926c79d-3dbf-48b9-b34d-facdbcc8b9d8,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:45.160990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:42Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:45.177248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (ee7493c8-4711-4732-9b3e-961952057311), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.189470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca5e68ba-0247-46aa-98cb-074c68bbdb69 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.190684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ca5e68ba-0247-46aa-98cb-074c68bbdb69 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7844512 Feb 11 05:46:45.194408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bef4a6-6410-49b2-8a48-39889880c079 None None] The sync data for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 is: [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:42Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:45.214123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7493c8-4711-4732-9b3e-961952057311']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:45.226947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50972) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:45.232328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-909a2835-988a-4af4-8f3e-195fb3b7b82b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': '3ad636ff-d3be-4a54-a50c-d044c076d38f', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:45.244529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a77e720-1425-48fb-98e2-00d66595f5b5') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:45.244900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a77e720-1425-48fb-98e2-00d66595f5b5') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:45.256738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (7a77e720-1425-48fb-98e2-00d66595f5b5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.277779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342fe3f8-4574-4fd8-af5b-10e6a559ad20 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.305864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342fe3f8-4574-4fd8-af5b-10e6a559ad20 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.318454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342fe3f8-4574-4fd8-af5b-10e6a559ad20 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.320444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-342fe3f8-4574-4fd8-af5b-10e6a559ad20 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3338227 Feb 11 05:46:45.326141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50974) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:45.333819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7a77e720-1425-48fb-98e2-00d66595f5b5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.339784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] For port 26275f43-dbd3-4d54-b114-43c6a923de99, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=26275f43-dbd3-4d54-b114-43c6a923de99,segment=NetworkSegment(3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8),segment_id=3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:45.352842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 26275f43-dbd3-4d54-b114-43c6a923de99 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:45.353300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.358170 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.358376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:45.358376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:45.358792 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (7a77e720-1425-48fb-98e2-00d66595f5b5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:45.361957 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:45.387624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:45.400044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-909a2835-988a-4af4-8f3e-195fb3b7b82b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (1bbf99ac-293b-4ade-a903-2d1de8f1977d), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.453795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-4bc4a9cc-70fe-400a-8b82-ade08373d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.455538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-4bc4a9cc-70fe-400a-8b82-ade08373d914 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2842765 Feb 11 05:46:45.552775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Pushing event updated for resources: {'Port': ['ID=26275f43-dbd3-4d54-b114-43c6a923de99,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:45.572257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.572790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.573145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.573561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.573978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.574382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.575064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.575064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.575421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.575863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.576404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.578465 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.578588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33dfe06-c7b2-49f2-bb8a-adf09af7d5ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:45.597690 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (ee7493c8-4711-4732-9b3e-961952057311), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.601179 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:46:45.601731 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:46:45.604468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Provisioning complete for port b759ad2f-c31e-4149-8bfd-a1500adda21a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:45.605013 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.616460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.635873 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ee7493c8-4711-4732-9b3e-961952057311 HTTP/1.1" status: 204 len: 168 time: 3.9226613 Feb 11 05:46:45.676879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-909a2835-988a-4af4-8f3e-195fb3b7b82b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (1bbf99ac-293b-4ade-a903-2d1de8f1977d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.692196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef90e29-858a-41f5-b88d-1f66ec0af401 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7493c8-4711-4732-9b3e-961952057311,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:45.699083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-909a2835-988a-4af4-8f3e-195fb3b7b82b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (1bbf99ac-293b-4ade-a903-2d1de8f1977d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.741710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-431e939e-15be-4d48-8a97-00c0331f2f52 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 18d2f1c1-ef08-4590-81a8-13df35f6749f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:45.742158 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-431e939e-15be-4d48-8a97-00c0331f2f52 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (18d2f1c1-ef08-4590-81a8-13df35f6749f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.838861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a2835-988a-4af4-8f3e-195fb3b7b82b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbf99ac-293b-4ade-a903-2d1de8f1977d,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:45.867201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Current status of the port b759ad2f-c31e-4149-8bfd-a1500adda21a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:45.869028 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.899961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:45.995460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-909a2835-988a-4af4-8f3e-195fb3b7b82b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.998491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-909a2835-988a-4af4-8f3e-195fb3b7b82b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7689075 Feb 11 05:46:46.000823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-4b396ac6-35fa-4c1d-bd61-bead7d226610 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251031 Feb 11 05:46:46.002285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50984) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.004529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] For port b759ad2f-c31e-4149-8bfd-a1500adda21a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b759ad2f-c31e-4149-8bfd-a1500adda21a,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:46.009849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-02a792cd-9c09-4256-aa7f-c670f0f26435 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': '3ad636ff-d3be-4a54-a50c-d044c076d38f', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:46.018458 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.031787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50986) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.106475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Pushing event updated for resources: {'Port': ['ID=b759ad2f-c31e-4149-8bfd-a1500adda21a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:46.143678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Provisioning complete for port 26275f43-dbd3-4d54-b114-43c6a923de99 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:46.144316 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.158995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b9205-e5f4-4d59-bbce-ae9edc19e9a0 req-72cfd5e6-78dc-404e-aaff-53cb43be61d4 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:46.160939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b05b9205-e5f4-4d59-bbce-ae9edc19e9a0 req-72cfd5e6-78dc-404e-aaff-53cb43be61d4 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 948 time: 0.4124057 Feb 11 05:46:46.163445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bea20af6-0220-4718-9aec-a59cbcfa6b74 req-da288755-852f-4c6d-9ac1-365c0f86155c service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358688 Feb 11 05:46:46.239183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:46.253599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Sync routers for ids ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:46.270954 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3e3669de-bf58-44ed-8d30-8a49305d8e3c admin admin] 10.222.0.31 "PUT /v2.0/routers/ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6218348 Feb 11 05:46:46.292958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Routers {'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:46.294580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:46.299130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 26275f43-dbd3-4d54-b114-43c6a923de99 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:46.331432 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d44be057-e0c5-49bf-b0c1-b2e5815bb78f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e06b6ca685eb4d87baea47cd95d8fed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984133 Feb 11 05:46:46.340438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.375452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-431e939e-15be-4d48-8a97-00c0331f2f52 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (18d2f1c1-ef08-4590-81a8-13df35f6749f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.385616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f2b683ca-ab83-4de9-bb2d-6cef5906d858 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:46.412779 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-02a792cd-9c09-4256-aa7f-c670f0f26435 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (6cf86868-6c0d-43cc-bdfb-5c5cf2010199), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.441776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f2b683ca-ab83-4de9-bb2d-6cef5906d858 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:46.442121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f2b683ca-ab83-4de9-bb2d-6cef5906d858 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:46.447488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b05b9205-e5f4-4d59-bbce-ae9edc19e9a0 req-3ac59740-12a6-40da-99f0-f986b4497b77 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779269 Feb 11 05:46:46.455124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Current status of the port 26275f43-dbd3-4d54-b114-43c6a923de99 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:46.462488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-431e939e-15be-4d48-8a97-00c0331f2f52 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 18d2f1c1-ef08-4590-81a8-13df35f6749f owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:46.475129 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff82310b-f88e-45ac-9cb6-f3d9366fa41d admin admin] Publish callbacks [] for security_group (16303394-0ea6-43a3-8c44-0d87afdaeaa3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.520206 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff82310b-f88e-45ac-9cb6-f3d9366fa41d admin admin] Publish callbacks [] for security_group (16303394-0ea6-43a3-8c44-0d87afdaeaa3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.530505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Provisioning complete for port 0d0081aa-49d0-4159-b337-6b7face83fdf triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:46.530898 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0d0081aa-49d0-4159-b337-6b7face83fdf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.540374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-76c20a8a-2c81-4016-ad54-ee3863ccb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:46.542080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-76c20a8a-2c81-4016-ad54-ee3863ccb525 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=79ce1609fe6d4a988174307b10bae031&device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 1131 time: 0.3040993 Feb 11 05:46:46.613674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Set router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:46.614721 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff82310b-f88e-45ac-9cb6-f3d9366fa41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (16303394-0ea6-43a3-8c44-0d87afdaeaa3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.616723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-483c3d32-48ce-4129-aeb7-2e2b8b13dde0 None None] Port 0d0081aa-49d0-4159-b337-6b7face83fdf cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:46.620352 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff82310b-f88e-45ac-9cb6-f3d9366fa41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.624061 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ff82310b-f88e-45ac-9cb6-f3d9366fa41d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16303394-0ea6-43a3-8c44-0d87afdaeaa3 HTTP/1.1" status: 204 len: 168 time: 0.2823617 Feb 11 05:46:46.660488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82310b-f88e-45ac-9cb6-f3d9366fa41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16303394-0ea6-43a3-8c44-0d87afdaeaa3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:46.839861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b759ad2f-c31e-4149-8bfd-a1500adda21a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:46.841649 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-02a792cd-9c09-4256-aa7f-c670f0f26435 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (6cf86868-6c0d-43cc-bdfb-5c5cf2010199), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.868093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-02a792cd-9c09-4256-aa7f-c670f0f26435 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (6cf86868-6c0d-43cc-bdfb-5c5cf2010199), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.966757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-02a792cd-9c09-4256-aa7f-c670f0f26435 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.968436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-02a792cd-9c09-4256-aa7f-c670f0f26435 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9625382 Feb 11 05:46:46.971737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51000) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.978271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9f9d64d6-8441-492f-bc6e-dba8609db535 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': '3ad636ff-d3be-4a54-a50c-d044c076d38f', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:47.002300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a792cd-9c09-4256-aa7f-c670f0f26435 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf86868-6c0d-43cc-bdfb-5c5cf2010199,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.040133 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-9f9d64d6-8441-492f-bc6e-dba8609db535 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Project 2e36f1dc8e524722937e70aa0b871704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:46:47.060797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f9d64d6-8441-492f-bc6e-dba8609db535 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (90ac6ec8-997f-42b1-8033-7e52902eee8f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.099349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-624a2ea7-6ace-4bbd-b798-f8943044d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:47.100376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-624a2ea7-6ace-4bbd-b798-f8943044d21b service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.5109572 Feb 11 05:46:47.161231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f9d64d6-8441-492f-bc6e-dba8609db535 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (90ac6ec8-997f-42b1-8033-7e52902eee8f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.168923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f9d64d6-8441-492f-bc6e-dba8609db535 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (90ac6ec8-997f-42b1-8033-7e52902eee8f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.187393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d64d6-8441-492f-bc6e-dba8609db535 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ac6ec8-997f-42b1-8033-7e52902eee8f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.206795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-1e517517-c2f0-4a29-bad5-5230e8082b11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a HTTP/1.1" status: 200 len: 217 time: 0.0992274 Feb 11 05:46:47.216269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f9d64d6-8441-492f-bc6e-dba8609db535 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.221450 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9f9d64d6-8441-492f-bc6e-dba8609db535 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2484093 Feb 11 05:46:47.222630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51008) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:47.229181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-786c165d-1bfe-497e-87d2-ecce14cf5682 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': '3ad636ff-d3be-4a54-a50c-d044c076d38f', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:47.287728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b0188080-69ab-4d4b-b9a3-b86ada55b90b None None] Provisioning complete for port df094e0e-e5d1-4b11-9af4-ca429bf447ed triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:47.288330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b0188080-69ab-4d4b-b9a3-b86ada55b90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.288526 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-786c165d-1bfe-497e-87d2-ecce14cf5682 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Project 2e36f1dc8e524722937e70aa0b871704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:46:47.303700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-786c165d-1bfe-497e-87d2-ecce14cf5682 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (d6484d54-5fc0-4b5a-9b87-374642786250), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.341909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-b95588d2-317d-4d37-856d-00f87e036bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:47.348000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-b95588d2-317d-4d37-856d-00f87e036bb5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.1267507 Feb 11 05:46:47.482377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-786c165d-1bfe-497e-87d2-ecce14cf5682 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (d6484d54-5fc0-4b5a-9b87-374642786250), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.496582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-786c165d-1bfe-497e-87d2-ecce14cf5682 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d6484d54-5fc0-4b5a-9b87-374642786250), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.517518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b0188080-69ab-4d4b-b9a3-b86ada55b90b None None] Port df094e0e-e5d1-4b11-9af4-ca429bf447ed cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:47.538941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c165d-1bfe-497e-87d2-ecce14cf5682 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6484d54-5fc0-4b5a-9b87-374642786250,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.550908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-431e939e-15be-4d48-8a97-00c0331f2f52 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (18d2f1c1-ef08-4590-81a8-13df35f6749f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.557257 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-786c165d-1bfe-497e-87d2-ecce14cf5682 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.558555 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-786c165d-1bfe-497e-87d2-ecce14cf5682 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3348064 Feb 11 05:46:47.566456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b0188080-69ab-4d4b-b9a3-b86ada55b90b None None] Could not find standard attr ID for object 18d2f1c1-ef08-4590-81a8-13df35f6749f. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:46:47.572215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b759ad2f-c31e-4149-8bfd-a1500adda21a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:47.572818 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.606243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e939e-15be-4d48-8a97-00c0331f2f52 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=18d2f1c1-ef08-4590-81a8-13df35f6749f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.659326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:28Z', 'updated_at': '2022-02-11T05:46:42Z', 'revision_number': 4, 'project_id': '374643441cde4b0e93740316f59ba47c', 'gw_port': {'id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:31Z', 'updated_at': '2022-02-11T05:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'df094e0e-e5d1-4b11-9af4-ca429bf447ed', 'name': '', 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'mac_address': 'fa:16:3e:51:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5d746b5e-b5b1-49c6-b244-9475a44610c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:38Z', 'updated_at': '2022-02-11T05:46:43Z', 'revision_number': 2, 'project_id': '374643441cde4b0e93740316f59ba47c', 'subnets': [{'id': '5d746b5e-b5b1-49c6-b244-9475a44610c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:47.677172 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-431e939e-15be-4d48-8a97-00c0331f2f52 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.686899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-431e939e-15be-4d48-8a97-00c0331f2f52 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/18d2f1c1-ef08-4590-81a8-13df35f6749f HTTP/1.1" status: 204 len: 168 time: 2.3574142 Feb 11 05:46:47.690546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51032) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:47.701452 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Checking router: ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:47.701883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Updating router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 port df094e0e-e5d1-4b11-9af4-ca429bf447ed binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:47.742102 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4300ddc-1e46-409d-ba8c-550be41e1a9a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:46:47.760431 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d4300ddc-1e46-409d-ba8c-550be41e1a9a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/18d2f1c1-ef08-4590-81a8-13df35f6749f HTTP/1.1" status: 404 len: 333 time: 0.0684409 Feb 11 05:46:47.763047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51034) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:47.801638 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.815488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-8ea7157d-b577-4cd6-8b17-aab310619ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:47.823263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-8ea7157d-b577-4cd6-8b17-aab310619ed2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4038141 Feb 11 05:46:47.965870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6cd39c37-b044-4cfd-8899-0f6c095b30a6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 0d0081aa-49d0-4159-b337-6b7face83fdf {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:47.966723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cd39c37-b044-4cfd-8899-0f6c095b30a6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0d0081aa-49d0-4159-b337-6b7face83fdf), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.033786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b759ad2f-c31e-4149-8bfd-a1500adda21a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:48.035392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 58b27b3a-e3b1-4996-a1b6-3212677b2853 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:48.099898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-d56cd840-3b9b-4866-9ee0-21d7a5d668c0 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637136 Feb 11 05:46:48.132677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc804508-aa52-402a-9493-b09ca799e21e req-c8e0ecff-1c3a-4055-a832-eedf3e5214b5 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:48.134326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc804508-aa52-402a-9493-b09ca799e21e req-c8e0ecff-1c3a-4055-a832-eedf3e5214b5 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 948 time: 0.4778438 Feb 11 05:46:48.212239 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cd39c37-b044-4cfd-8899-0f6c095b30a6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0d0081aa-49d0-4159-b337-6b7face83fdf), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.241108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6cd39c37-b044-4cfd-8899-0f6c095b30a6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 0d0081aa-49d0-4159-b337-6b7face83fdf owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:48.284994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 58b27b3a-e3b1-4996-a1b6-3212677b2853 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:48.285497 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.447497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51062) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:48.453250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-73feadc5-9191-4b4b-9b95-e556dba68245 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455548088&fields=id&tenant_id=2e36f1dc8e524722937e70aa0b871704 HTTP/1.1" status: 200 len: 267 time: 0.1777053 Feb 11 05:46:48.453540 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cd39c37-b044-4cfd-8899-0f6c095b30a6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0d0081aa-49d0-4159-b337-6b7face83fdf), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.492671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 58b27b3a-e3b1-4996-a1b6-3212677b2853 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:48.494187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 26275f43-dbd3-4d54-b114-43c6a923de99 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:48.581676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cd39c37-b044-4cfd-8899-0f6c095b30a6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.589892 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6cd39c37-b044-4cfd-8899-0f6c095b30a6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/0d0081aa-49d0-4159-b337-6b7face83fdf HTTP/1.1" status: 204 len: 168 time: 0.8256791 Feb 11 05:46:48.592618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd39c37-b044-4cfd-8899-0f6c095b30a6 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=0d0081aa-49d0-4159-b337-6b7face83fdf,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:48.604315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51066) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:48.645671 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfdc1b8-676e-4fcc-84bb-46592544cdbe tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:46:48.647846 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fdfdc1b8-676e-4fcc-84bb-46592544cdbe tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/0d0081aa-49d0-4159-b337-6b7face83fdf HTTP/1.1" status: 404 len: 333 time: 0.0423086 Feb 11 05:46:48.651966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51068) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:48.679193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 26275f43-dbd3-4d54-b114-43c6a923de99 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:48.679570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.731159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-16529374-4abb-4284-acc9-0a7c64d07b2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet 2e4ffed8-5d90-4396-8539-4ce3e599feec {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:48.740819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-16529374-4abb-4284-acc9-0a7c64d07b2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (2e4ffed8-5d90-4396-8539-4ce3e599feec), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.763080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-579957094-network', 'tenant_id': 'cf543ab187bd467aa4538085e5b231a7'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:48.769782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc804508-aa52-402a-9493-b09ca799e21e req-b8fc0a13-0fe3-4d6b-a168-e20b4318f186 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224258 Feb 11 05:46:48.796885 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Publish callbacks [] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.809078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-659bfa28-2c0c-4137-90a6-cc05801ae89d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:48.811563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-659bfa28-2c0c-4137-90a6-cc05801ae89d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/networks?id=6ff6d76b-f503-4313-b95f-b6ddf303eee0 HTTP/1.1" status: 200 len: 796 time: 0.3286464 Feb 11 05:46:48.823884 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.839224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2c7e65f-bf20-4ca5-87b4-e0eae2d49bf8 req-ce91079e-b809-4b68-9621-0e81434b7792 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328107 Feb 11 05:46:48.849513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-bfeb90d9-6224-4e73-9c44-879bed619a80 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/quotas/2e36f1dc8e524722937e70aa0b871704 HTTP/1.1" status: 200 len: 375 time: 0.0274508 Feb 11 05:46:48.853067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Made reservation on behalf of cf543ab187bd467aa4538085e5b231a7 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:48.856014 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.861061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-16529374-4abb-4284-acc9-0a7c64d07b2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (2e4ffed8-5d90-4396-8539-4ce3e599feec), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.888253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc789d-d33e-4133-8771-13283f6c880e None None] Pushing event updated for resources: {'Port': ['ID=df094e0e-e5d1-4b11-9af4-ca429bf447ed,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:48.999806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 26275f43-dbd3-4d54-b114-43c6a923de99 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:49.023678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Attempting to bind port df094e0e-e5d1-4b11-9af4-ca429bf447ed on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:49.024053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Attempting to bind port df094e0e-e5d1-4b11-9af4-ca429bf447ed by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:49.024418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Attempting to bind port df094e0e-e5d1-4b11-9af4-ca429bf447ed on network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:49.031270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:49.031831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Checking segment: {'id': 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:49.032866 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.034353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Bound using segment: {'id': 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:49.035081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Bound port: df094e0e-e5d1-4b11-9af4-ca429bf447ed, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:49.035529 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.140169 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-16529374-4abb-4284-acc9-0a7c64d07b2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (2e4ffed8-5d90-4396-8539-4ce3e599feec), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.149921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5917d1c8-b86b-42c0-8104-35cc9dbc2100 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:49.175122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 5917d1c8-b86b-42c0-8104-35cc9dbc2100 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:49.175723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5917d1c8-b86b-42c0-8104-35cc9dbc2100 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:49.191049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] For port df094e0e-e5d1-4b11-9af4-ca429bf447ed, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:49.196042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] For port df094e0e-e5d1-4b11-9af4-ca429bf447ed, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=df094e0e-e5d1-4b11-9af4-ca429bf447ed,segment=NetworkSegment(a14bb5a7-c62b-414b-8c9a-89381d1b6d3d),segment_id=a14bb5a7-c62b-414b-8c9a-89381d1b6d3d)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:49.210048 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.269323 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-16529374-4abb-4284-acc9-0a7c64d07b2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (2e4ffed8-5d90-4396-8539-4ce3e599feec), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.351084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-16529374-4abb-4284-acc9-0a7c64d07b2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.362066 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-16529374-4abb-4284-acc9-0a7c64d07b2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/2e4ffed8-5d90-4396-8539-4ce3e599feec HTTP/1.1" status: 204 len: 168 time: 0.7086551 Feb 11 05:46:49.365158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51086) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:49.372453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6d87fa-ad30-4ab6-a6c2-36ff9c5abb3c None None] Network 55064600-fcba-4866-92b8-fdb2deb5d71b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:49.434207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Routers {'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:49.435062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:49.537096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16529374-4abb-4284-acc9-0a7c64d07b2e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4ffed8-5d90-4396-8539-4ce3e599feec,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:49.546809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (55064600-fcba-4866-92b8-fdb2deb5d71b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.695860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.729349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 26275f43-dbd3-4d54-b114-43c6a923de99 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:49.729539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc789d-d33e-4133-8771-13283f6c880e None None] Pushing event updated for resources: {'Port': ['ID=df094e0e-e5d1-4b11-9af4-ca429bf447ed,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:49.732442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.749715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] Set router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:49.899812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Publish callbacks [] for security_group (10e2b004-da13-43ed-9bad-a30813a3fba9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.931607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (10e2b004-da13-43ed-9bad-a30813a3fba9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.999315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] For port 26275f43-dbd3-4d54-b114-43c6a923de99, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=26275f43-dbd3-4d54-b114-43c6a923de99,segment=NetworkSegment(3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8),segment_id=3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:49.999844 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.019774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e2b004-da13-43ed-9bad-a30813a3fba9,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:50.057324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 26275f43-dbd3-4d54-b114-43c6a923de99 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:50.062298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:46:50.080670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-3a648883-4d32-4a28-a8df-2d3bd46adc3a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2115474 Feb 11 05:46:50.095069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:50.135757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-6832f4ad-fa7a-4e29-af8f-7cd2bbff11e0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:46:50.137650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-6832f4ad-fa7a-4e29-af8f-7cd2bbff11e0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0380878 Feb 11 05:46:50.265797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (26275f43-dbd3-4d54-b114-43c6a923de99), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.311325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d05c065e-f95c-488e-87b8-1a15f60d7c57), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.312053 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Added segment d05c065e-f95c-488e-87b8-1a15f60d7c57 of type vlan for network 2d270d67-d4c7-4edf-9603-12cd646745fe Feb 11 05:46:50.320430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=26275f43-dbd3-4d54-b114-43c6a923de99,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:50.324371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-7679d4da-c173-4bc9-876b-759943d4e6b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4078557 Feb 11 05:46:50.332111 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No DVR routers for this DVR port 26275f43-dbd3-4d54-b114-43c6a923de99 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:50.348688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7cc9d759-085e-4845-b3fd-0f6d80f8f09a None None] Provisioning complete for port df094e0e-e5d1-4b11-9af4-ca429bf447ed triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:50.351461 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d759-085e-4845-b3fd-0f6d80f8f09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.388507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd0ea38-3592-4828-876a-1d5662ccc125 None None] DHCP port deletion for 55064600-fcba-4866-92b8-fdb2deb5d71b request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:50.443799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (55064600-fcba-4866-92b8-fdb2deb5d71b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.470403 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55064600-fcba-4866-92b8-fdb2deb5d71b']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:50.482223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:50.482564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:50.490657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (2d270d67-d4c7-4edf-9603-12cd646745fe), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.496366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.512270 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.521894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:50.522403 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (3d3e0aaa-ea6e-4fcb-8b04-31ebaeb5e9f8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:50.526024 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:50.594458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-84eb8f28-6751-455c-af0b-8e99f2f8b6fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4473803 Feb 11 05:46:50.609323 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (55064600-fcba-4866-92b8-fdb2deb5d71b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.619293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.623431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:50.634467 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/networks/55064600-fcba-4866-92b8-fdb2deb5d71b HTTP/1.1" status: 204 len: 168 time: 1.2671330 Feb 11 05:46:50.648935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '718c2a81-e8aa-4149-a5a2-1aabf0fabc0a', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '718c2a81-e8aa-4149-a5a2-1aabf0fabc0a', 'mac_address': 'fa:16:3e:14:18:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:46:50.649743 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51100) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:50.652208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:28Z', 'updated_at': '2022-02-11T05:46:42Z', 'revision_number': 4, 'project_id': '374643441cde4b0e93740316f59ba47c', 'gw_port': {'id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:31Z', 'updated_at': '2022-02-11T05:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'df094e0e-e5d1-4b11-9af4-ca429bf447ed', 'name': '', 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'mac_address': 'fa:16:3e:51:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5d746b5e-b5b1-49c6-b244-9475a44610c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:38Z', 'updated_at': '2022-02-11T05:46:49Z', 'revision_number': 4, 'project_id': '374643441cde4b0e93740316f59ba47c', 'subnets': [{'id': '5d746b5e-b5b1-49c6-b244-9475a44610c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:50.658261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19259448-e043-4be8-81f7-8721799d268e req-11a895d1-5c42-4073-b889-d3cd6e7de08a tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.659845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19259448-e043-4be8-81f7-8721799d268e req-11a895d1-5c42-4073-b889-d3cd6e7de08a tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 948 time: 0.3775759 Feb 11 05:46:50.672524 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (2d270d67-d4c7-4edf-9603-12cd646745fe), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.673614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.674192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.682156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1071039876'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:50.684104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c8f8e8-7706-4928-9b16-36594da20b26 None None] The sync data for ids ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'] in n-d-715271-35 is: [{'id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:28Z', 'updated_at': '2022-02-11T05:46:42Z', 'revision_number': 4, 'project_id': '374643441cde4b0e93740316f59ba47c', 'gw_port': {'id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:31Z', 'updated_at': '2022-02-11T05:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'df094e0e-e5d1-4b11-9af4-ca429bf447ed', 'name': '', 'network_id': '1d22cf20-d70e-4c29-ad45-fec048cc57f0', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'mac_address': 'fa:16:3e:51:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '5d746b5e-b5b1-49c6-b244-9475a44610c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:38Z', 'updated_at': '2022-02-11T05:46:49Z', 'revision_number': 4, 'project_id': '374643441cde4b0e93740316f59ba47c', 'subnets': [{'id': '5d746b5e-b5b1-49c6-b244-9475a44610c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:50.706311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c9e12-5524-4669-830e-572a2793f2ac tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Network': ['ID=55064600-fcba-4866-92b8-fdb2deb5d71b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:50.721918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-7a02fddd-cccf-40c4-acb6-f1043bac976f service neutron] 10.222.0.31 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439501 Feb 11 05:46:50.733444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:50.739232 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.752130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e023f0b0-987f-4b83-b9ea-35a691e679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.752321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e023f0b0-987f-4b83-b9ea-35a691e679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.752676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e023f0b0-987f-4b83-b9ea-35a691e679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.753262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e023f0b0-987f-4b83-b9ea-35a691e679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.754110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e023f0b0-987f-4b83-b9ea-35a691e679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.754110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e023f0b0-987f-4b83-b9ea-35a691e679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.754735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e023f0b0-987f-4b83-b9ea-35a691e679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.756764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e023f0b0-987f-4b83-b9ea-35a691e679d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6715 time: 0.3139579 Feb 11 05:46:50.758657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7cc9d759-085e-4845-b3fd-0f6d80f8f09a None None] Current status of the port df094e0e-e5d1-4b11-9af4-ca429bf447ed is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:50.759126 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d759-085e-4845-b3fd-0f6d80f8f09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.764639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:50.765230 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.829757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:50.839514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:50.850805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7cc9d759-085e-4845-b3fd-0f6d80f8f09a None None] For port df094e0e-e5d1-4b11-9af4-ca429bf447ed, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=df094e0e-e5d1-4b11-9af4-ca429bf447ed,segment=NetworkSegment(a14bb5a7-c62b-414b-8c9a-89381d1b6d3d),segment_id=a14bb5a7-c62b-414b-8c9a-89381d1b6d3d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:50.857284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.858615 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Added segment 40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5 of type vlan for network eb8c37c3-2484-4c33-952a-b508eadc5929 Feb 11 05:46:50.870683 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d759-085e-4845-b3fd-0f6d80f8f09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.873697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:50.877642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4220841 Feb 11 05:46:50.881550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51102) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:50.891242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Request body: {'subnet': {'network_id': '2d270d67-d4c7-4edf-9603-12cd646745fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-579957094-subnet', 'tenant_id': 'cf543ab187bd467aa4538085e5b231a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:50.892300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.942700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (eb8c37c3-2484-4c33-952a-b508eadc5929), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.944302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9d759-085e-4845-b3fd-0f6d80f8f09a None None] Pushing event updated for resources: {'Port': ['ID=df094e0e-e5d1-4b11-9af4-ca429bf447ed,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:50.978138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Made reservation on behalf of cf543ab187bd467aa4538085e5b231a7 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:50.980602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.993996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f493221-4984-4982-bca9-e1010a694195 admin admin] Pushing event updated for resources: {'Network': ['ID=2d270d67-d4c7-4edf-9603-12cd646745fe,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.006975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 2d270d67-d4c7-4edf-9603-12cd646745fe details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:51.012721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19259448-e043-4be8-81f7-8721799d268e req-cd987b46-93cb-4e51-9eb3-66d1ec353d6f tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424487 Feb 11 05:46:51.043889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (eb8c37c3-2484-4c33-952a-b508eadc5929), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.050516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f0bb1a4e-91ad-4988-986d-66d976b7a1cc None None] Provisioning complete for port df094e0e-e5d1-4b11-9af4-ca429bf447ed triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:51.050896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.051143 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0bb1a4e-91ad-4988-986d-66d976b7a1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.051864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.093005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51106) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.097543 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4461255 Feb 11 05:46:51.103496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51108) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.123729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': 'eb8c37c3-2484-4c33-952a-b508eadc5929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:51.127393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.202914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-26f762a5-3d06-4a9c-ab7c-81abb0b9a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.203558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-26f762a5-3d06-4a9c-ab7c-81abb0b9a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.204289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-26f762a5-3d06-4a9c-ab7c-81abb0b9a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.205308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-26f762a5-3d06-4a9c-ab7c-81abb0b9a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.205518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-26f762a5-3d06-4a9c-ab7c-81abb0b9a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.205988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-26f762a5-3d06-4a9c-ab7c-81abb0b9a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.206885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-26f762a5-3d06-4a9c-ab7c-81abb0b9a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.208628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-26f762a5-3d06-4a9c-ab7c-81abb0b9a070 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6724 time: 0.5319915 Feb 11 05:46:51.267131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['718c2a81-e8aa-4149-a5a2-1aabf0fabc0a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:51.288526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a1b63e7-344b-4510-ba35-c440769d18be service neutron] 10.222.0.31 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656369 Feb 11 05:46:51.518067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-382ae548-6972-4a3a-bf5a-7b6374f63558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.518569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-382ae548-6972-4a3a-bf5a-7b6374f63558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.519037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-382ae548-6972-4a3a-bf5a-7b6374f63558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.520891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-382ae548-6972-4a3a-bf5a-7b6374f63558 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3e3f3e81-a691-4174-b896-35ab08eecc0b&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c HTTP/1.1" status: 200 len: 2291 time: 0.6889212 Feb 11 05:46:51.551909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device df094e0e-e5d1-4b11-9af4-ca429bf447ed up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:51.594001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccdbdc-a9d3-4ff4-ab3a-0e44419ba7e5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Network': ['ID=eb8c37c3-2484-4c33-952a-b508eadc5929,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.626994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network eb8c37c3-2484-4c33-952a-b508eadc5929 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:51.723198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b43cc9c9-17a2-45cd-8ebb-514bf64a8ddb req-b297fa5c-bb4a-4406-9c91-5b8d931a4b6d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 210 time: 0.0740311 Feb 11 05:46:51.777263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:51.781315 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.814642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-d776d35d-3244-4cb4-98e2-66e91fef015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.815222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-d776d35d-3244-4cb4-98e2-66e91fef015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.815792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-d776d35d-3244-4cb4-98e2-66e91fef015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.817449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-d776d35d-3244-4cb4-98e2-66e91fef015e service neutron] 10.222.0.81 "GET /v2.0/networks?id=8770f123-170d-4514-879f-ee00ededafcb&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&id=3933aaa4-ebd8-4f26-942b-f465028f6bf9 HTTP/1.1" status: 200 len: 2295 time: 0.5625885 Feb 11 05:46:51.827205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-ead5e365-85c7-4888-868d-a66427a9cecf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d5ceb20-777b-4734-b36d-418484efc430 HTTP/1.1" status: 200 len: 1001 time: 0.2816639 Feb 11 05:46:51.888629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb1a4e-91ad-4988-986d-66d976b7a1cc None None] Current status of the port df094e0e-e5d1-4b11-9af4-ca429bf447ed is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:51.922632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port df094e0e-e5d1-4b11-9af4-ca429bf447ed triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:51.922918 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.936528 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:46:52.050758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port df094e0e-e5d1-4b11-9af4-ca429bf447ed is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:52.064521 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (71ad2023-fb7a-4108-a30c-cfddbf5a0bff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.075873 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.132073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-b0e5b0bf-6584-470c-91e4-f0be85458567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:52.137168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-b0e5b0bf-6584-470c-91e4-f0be85458567 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdb202e0-2a12-4799-8de8-da2c49396bed HTTP/1.1" status: 200 len: 849 time: 0.2902651 Feb 11 05:46:52.189502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 26275f43-dbd3-4d54-b114-43c6a923de99 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:52.202395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ad2023-fb7a-4108-a30c-cfddbf5a0bff,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:52.206719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Checking segment: {'id': 'd05c065e-f95c-488e-87b8-1a15f60d7c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2d270d67-d4c7-4edf-9603-12cd646745fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:52.207103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Network hostable DHCP agents. Network: 2d270d67-d4c7-4edf-9603-12cd646745fe, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:52.251202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 26275f43-dbd3-4d54-b114-43c6a923de99 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:52.254999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 26275f43-dbd3-4d54-b114-43c6a923de99 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:52.261968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-c64bec4b-108b-4ebe-84f1-0a6d5392bfc8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47 HTTP/1.1" status: 200 len: 1001 time: 0.4310791 Feb 11 05:46:52.284585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Network 2d270d67-d4c7-4edf-9603-12cd646745fe is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:52.313954 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 2d270d67-d4c7-4edf-9603-12cd646745fe) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:52.320223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:52.320835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.333547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d2c3e-432d-412d-83d2-42825c334066 None None] Network 2d270d67-d4c7-4edf-9603-12cd646745fe requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:52.368461 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (dbfd3924-757f-4b46-a12a-dda5caf1e024), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.475830 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-566dfc5d-6d23-4b1f-9229-d5fcf6497abf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5825696 Feb 11 05:46:52.602179 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (4b284c22-8aed-4c0e-b5c4-1c39b6f746ac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.632092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-0da0796a-b87c-4826-99b3-ae6ba512b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:52.634383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-0da0796a-b87c-4826-99b3-ae6ba512b388 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9e61559c-2b6f-48a9-93a8-8c9b06b0c678 HTTP/1.1" status: 200 len: 855 time: 0.3386180 Feb 11 05:46:52.721606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f26384-9b95-4baf-96bd-320c06834bd8 None None] Network 2d270d67-d4c7-4edf-9603-12cd646745fe requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:52.787380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-0f06e77b-c195-4fab-ba7f-e14d7f5d460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:52.807316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-0f06e77b-c195-4fab-ba7f-e14d7f5d460c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e3f3e81-a691-4174-b896-35ab08eecc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6237085 Feb 11 05:46:52.821960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0867e3-efdd-461b-83cb-896836082922 req-1040d15d-cf92-4fe0-88ad-732c911d2fa9 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:52.842605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c0867e3-efdd-461b-83cb-896836082922 req-1040d15d-cf92-4fe0-88ad-732c911d2fa9 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 949 time: 0.5851653 Feb 11 05:46:52.999463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e3b5ea4-fdaa-457d-980f-ebfd180a66f5 req-398ee443-c1dc-4296-a301-60d93ee89169 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 210 time: 0.1085746 Feb 11 05:46:53.030898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=4b284c22-8aed-4c0e-b5c4-1c39b6f746ac,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.067681 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.119702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-b4548814-afdc-48af-87cf-cc0c186e401c service neutron] 10.222.0.72 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757404 Feb 11 05:46:53.143712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Deleting port 50803561-f2e7-4ad9-8639-0a60043a905b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:53.144324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.150523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c0867e3-efdd-461b-83cb-896836082922 req-aec94fbd-fb8d-4679-92cf-dc27d2315a7f tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637899 Feb 11 05:46:53.154162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-b3fca4b1-44b5-4562-af92-1bcceff6d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.155642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-b3fca4b1-44b5-4562-af92-1bcceff6d6a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8770f123-170d-4514-879f-ee00ededafcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4531672 Feb 11 05:46:53.209800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Checking segment: {'id': '40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eb8c37c3-2484-4c33-952a-b508eadc5929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:53.210200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network hostable DHCP agents. Network: eb8c37c3-2484-4c33-952a-b508eadc5929, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:53.324439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] For port 50803561-f2e7-4ad9-8639-0a60043a905b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=50803561-f2e7-4ad9-8639-0a60043a905b,segment=NetworkSegment(ca1bf856-44fd-44a2-9492-ff7db83f5f45),segment_id=ca1bf856-44fd-44a2-9492-ff7db83f5f45)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:53.324908 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.355636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Calling delete_port for 50803561-f2e7-4ad9-8639-0a60043a905b owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:53.672435 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (50803561-f2e7-4ad9-8639-0a60043a905b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.706219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Pushing event deleted for resources: {'Port': ['ID=50803561-f2e7-4ad9-8639-0a60043a905b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.766628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network eb8c37c3-2484-4c33-952a-b508eadc5929 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:53.863931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, eb8c37c3-2484-4c33-952a-b508eadc5929) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:53.880837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d52b2d0-d846-411b-ad70-637b919e0ab7 None None] Network eb8c37c3-2484-4c33-952a-b508eadc5929 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:53.890631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.891209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.912656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-22710e53-dc4a-419a-b226-e4a4a9c05311 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.914310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-22710e53-dc4a-419a-b226-e4a4a9c05311 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.72 "GET /v2.0/networks?id=6ff6d76b-f503-4313-b95f-b6ddf303eee0 HTTP/1.1" status: 200 len: 796 time: 0.7372112 Feb 11 05:46:53.935458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-925dfd93-f6c9-49d4-b887-5b13e04f5a7b service neutron] 10.222.0.72 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7835748 Feb 11 05:46:53.945904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-b0897f9e-5328-463b-bf58-871e2f8d8fc1 service neutron] 10.222.0.81 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708838 Feb 11 05:46:54.038040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (dbfd3924-757f-4b46-a12a-dda5caf1e024), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.051907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d6fc825c-a70c-42ef-bb91-3adfce754294 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9423492 Feb 11 05:46:54.052094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:54.052559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51188) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:54.064789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-f79d981e-1b4f-4981-aafb-9c6d0a6ca056 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 200 len: 217 time: 0.1162086 Feb 11 05:46:54.068635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8b357c26-b915-40e8-adb0-b91d8866a239 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-423560687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:54.074664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-0389e91a-c63f-46b7-b505-5ac52da2997a tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.082305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-0389e91a-c63f-46b7-b505-5ac52da2997a tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/networks?id=2d270d67-d4c7-4edf-9603-12cd646745fe HTTP/1.1" status: 200 len: 817 time: 0.5194688 Feb 11 05:46:54.123050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-eb8c37c3-2484-4c33-952a-b508eadc5929', 'network_id': 'eb8c37c3-2484-4c33-952a-b508eadc5929', 'project_id': '53224707167e41b3875284fed3e739da', 'fixed_ips': [{'subnet_id': '4b284c22-8aed-4c0e-b5c4-1c39b6f746ac'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:46:54.123808 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.173748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-96673151-26ee-4e3a-acba-2f2e96a0afc5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e36f1dc8e524722937e70aa0b871704 HTTP/1.1" status: 200 len: 379 time: 0.2405589 Feb 11 05:46:54.184924 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b357c26-b915-40e8-adb0-b91d8866a239 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d278d624-f8fc-41db-a6ad-c78598c3f9ca), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.186565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b357c26-b915-40e8-adb0-b91d8866a239 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d278d624-f8fc-41db-a6ad-c78598c3f9ca), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.211164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'port': {'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'admin_state_up': True, 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'security_groups': ['3ad636ff-d3be-4a54-a50c-d044c076d38f']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:54.226072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26a8b49e-7129-4565-a211-6a198ea2f3af req-eebe0afa-abb0-40d7-a754-ed73a13c64c6 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 210 time: 0.0684803 Feb 11 05:46:54.306945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b357c26-b915-40e8-adb0-b91d8866a239 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for router_controller (d278d624-f8fc-41db-a6ad-c78598c3f9ca), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.307671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-1985c5bc-d313-4cc7-97a0-4753a06ffd45 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/quotas/cf543ab187bd467aa4538085e5b231a7 HTTP/1.1" status: 200 len: 375 time: 0.2244310 Feb 11 05:46:54.352593 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b357c26-b915-40e8-adb0-b91d8866a239 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d278d624-f8fc-41db-a6ad-c78598c3f9ca), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.379326 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b357c26-b915-40e8-adb0-b91d8866a239 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.379713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-c16abbc3-bb7e-404a-8d2f-dccbaa2fcef9 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf543ab187bd467aa4538085e5b231a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711045 Feb 11 05:46:54.381464 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8b357c26-b915-40e8-adb0-b91d8866a239 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3202837 Feb 11 05:46:54.384229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51192) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:54.393541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:54.397623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'network_id': 'eb8c37c3-2484-4c33-952a-b508eadc5929', 'name': 'tempest-PortsIpV6TestJSON-2112199343'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:54.408301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:54.408804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.457462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Allocated IP 2001:db8::2 (eb8c37c3-2484-4c33-952a-b508eadc5929/4b284c22-8aed-4c0e-b5c4-1c39b6f746ac/1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:54.487528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-7a6c193a-546a-4247-b557-f6eb274677d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.488995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-7a6c193a-546a-4247-b557-f6eb274677d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.3228698 Feb 11 05:46:54.543483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-903fa295-80a1-4105-ab6f-8cd54d9c318c service neutron] 10.222.0.81 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848286 Feb 11 05:46:54.629744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-7ac78a1f-45fc-4fd5-b1d4-50d48098d8c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 200 len: 217 time: 0.0794318 Feb 11 05:46:54.652313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:54.652713 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.666737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:54.671949 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.672173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Made reservation on behalf of 2e36f1dc8e524722937e70aa0b871704 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:54.676557 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.705281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port f1989539-42a5-46f1-88a6-8ab6c99893ef yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:54.729227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee30d9d-3420-4ce6-9542-5f8ad4161124 req-913a0c32-156e-4920-93ae-d93fd54e2ad7 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.730877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ee30d9d-3420-4ce6-9542-5f8ad4161124 req-913a0c32-156e-4920-93ae-d93fd54e2ad7 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 949 time: 0.3699350 Feb 11 05:46:54.737089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07823f58-c9a6-4a05-a8ea-95784eb8ef85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718c2a81-e8aa-4149-a5a2-1aabf0fabc0a'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:54.740377 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448d53ad-668b-4204-89f6-0796857ed5cd" -d '{"events": [{"server_uuid": "07823f58-c9a6-4a05-a8ea-95784eb8ef85", "name": "network-vif-plugged", "status": "completed", "tag": "718c2a81-e8aa-4149-a5a2-1aabf0fabc0a"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:54.758885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-85a94d66-9bfc-46fa-ad3a-183837572305 service neutron] 10.222.0.31 "GET /v2.0/networks/2d270d67-d4c7-4edf-9603-12cd646745fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782320 Feb 11 05:46:54.765773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:54.776788 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.779989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Publish callbacks [] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.810371 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.839708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Network eb8c37c3-2484-4c33-952a-b508eadc5929 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:54.844288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:54.856277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:54.869153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:54.918736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.20.0.3 (6ff6d76b-f503-4313-b95f-b6ddf303eee0/32f2c1dd-67ab-493e-abfe-3bb181e5b860/10167a43-ab1d-456e-ab2d-c56f31ba100c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:54.988621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Pushing event updated for resources: {'Port': ['ID=1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:54.997044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Attempting to bind port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:54.997485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Attempting to bind port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eb8c37c3-2484-4c33-952a-b508eadc5929'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:54.997855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Attempting to bind port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed on network eb8c37c3-2484-4c33-952a-b508eadc5929 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:55.005826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:55.006205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Checking segment: {'id': '40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eb8c37c3-2484-4c33-952a-b508eadc5929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:55.006610 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.007004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Bound using segment: {'id': '40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eb8c37c3-2484-4c33-952a-b508eadc5929'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:55.007480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Bound port: 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eb8c37c3-2484-4c33-952a-b508eadc5929'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:55.007861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.050959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-d9b96297-126b-40cd-b8d5-0a368a7e4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.052468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-d9b96297-126b-40cd-b8d5-0a368a7e4f0e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.3992870 Feb 11 05:46:55.086634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] For port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:55.091368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] For port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed,segment=NetworkSegment(40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5),segment_id=40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:55.103896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-bc679a27-4045-43b5-970b-ef88c9854442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.105673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-bc679a27-4045-43b5-970b-ef88c9854442 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5718539 Feb 11 05:46:55.113242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.217944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b1da3-5e1e-43c3-aaf5-d993209b0b96 None None] Pushing event updated for resources: {'Port': ['ID=1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:55.226862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Router dbfd3924-757f-4b46-a12a-dda5caf1e024 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:55.240619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ee30d9d-3420-4ce6-9542-5f8ad4161124 req-a8063fcc-f4ae-4913-aebe-b45e9a60516e tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961247 Feb 11 05:46:55.361689 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64890ed-1884-42e3-85f2-5cfaa057117d x-openstack-request-id: req-d64890ed-1884-42e3-85f2-5cfaa057117d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:55.362197 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07823f58-c9a6-4a05-a8ea-95784eb8ef85", "name": "network-vif-plugged", "status": "completed", "tag": "718c2a81-e8aa-4149-a5a2-1aabf0fabc0a", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:55.362534 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d64890ed-1884-42e3-85f2-5cfaa057117d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:55.363130 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07823f58-c9a6-4a05-a8ea-95784eb8ef85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718c2a81-e8aa-4149-a5a2-1aabf0fabc0a', 'code': 200} Feb 11 05:46:55.372409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-3961403d-db25-4663-aa6e-b7b70b88faf2 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365603 Feb 11 05:46:55.380364 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.449843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-e1bd39b4-1c18-4d7c-b6d6-f12e967987ea service neutron] 10.222.0.31 "GET /v2.0/networks/2d270d67-d4c7-4edf-9603-12cd646745fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900616 Feb 11 05:46:55.465892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::3a5 (eb8c37c3-2484-4c33-952a-b508eadc5929/4b284c22-8aed-4c0e-b5c4-1c39b6f746ac/f1989539-42a5-46f1-88a6-8ab6c99893ef) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:55.470559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-05c37fcd-c30c-4074-965a-afbc8066affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.472336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-05c37fcd-c30c-4074-965a-afbc8066affc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3813519 Feb 11 05:46:55.569073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:55.590312 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] Sync routers for ids ['dbfd3924-757f-4b46-a12a-dda5caf1e024'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:55.612731 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b42d25b5-2a69-44f1-a5fa-5bd44b0c9daa admin admin] 10.222.0.31 "PUT /v2.0/routers/dbfd3924-757f-4b46-a12a-dda5caf1e024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4997199 Feb 11 05:46:55.617861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51206) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.624292 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] Routers {'dbfd3924-757f-4b46-a12a-dda5caf1e024'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:55.624983 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['dbfd3924-757f-4b46-a12a-dda5caf1e024'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:55.903992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966584-69d2-45e8-a14b-1cefc14ebcdd req-8d0e5315-d794-4b04-97a1-3cf4a6e58028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.905600 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6f966584-69d2-45e8-a14b-1cefc14ebcdd req-8d0e5315-d794-4b04-97a1-3cf4a6e58028 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 1133 time: 0.4578733 Feb 11 05:46:55.959683 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] Set router dbfd3924-757f-4b46-a12a-dda5caf1e024 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:56.191454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0426670-c72e-48e7-85a0-dd0bcd6546c3 req-20182c9b-67f3-477d-b4d4-ee2d040c3a97 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 210 time: 0.7379391 Feb 11 05:46:56.242660 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:09Z', 'updated_at': '2022-02-11T05:46:53Z', 'revision_number': 5, 'project_id': 'fa920aac21454baa983909ce52c72190', 'gw_port': {'id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:10Z', 'updated_at': '2022-02-11T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:56.277286 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] Checking router: dbfd3924-757f-4b46-a12a-dda5caf1e024 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:56.290602 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] Routers {'dbfd3924-757f-4b46-a12a-dda5caf1e024'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:56.291303 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:46:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['dbfd3924-757f-4b46-a12a-dda5caf1e024'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:56.398375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f8bb14a-899e-4d35-81cb-c6c8fdaf82b5 req-da93b482-3794-4bc1-83ad-7b39d2845349 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 210 time: 0.1592233 Feb 11 05:46:56.452865 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] Set router dbfd3924-757f-4b46-a12a-dda5caf1e024 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:56.456895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.500375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.509990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-d4882c39-39fe-476c-80d6-833725fb7a0e service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1229568 Feb 11 05:46:56.517030 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks [] for router (dbfd3924-757f-4b46-a12a-dda5caf1e024), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.518395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-18a6768c-653a-4bad-bac0-c5020c256620 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9785323 Feb 11 05:46:56.608104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.673026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51240) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:56.717973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-765a1923-4d0d-46ef-8955-66c048027af6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 200 len: 217 time: 0.1767681 Feb 11 05:46:56.749972 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6f966584-69d2-45e8-a14b-1cefc14ebcdd req-1b08c9e5-06a3-4ccf-af6a-82f822bfa60e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8042495 Feb 11 05:46:56.804771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network eb8c37c3-2484-4c33-952a-b508eadc5929 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:56.812281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:56.825531 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:09Z', 'updated_at': '2022-02-11T05:46:53Z', 'revision_number': 5, 'project_id': 'fa920aac21454baa983909ce52c72190', 'gw_port': {'id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:10Z', 'updated_at': '2022-02-11T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:56.826840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:56.833078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:56.833437 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.843083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:56.854058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:56.864822 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893747b-588b-40e2-9a1b-83b5356bba28 None None] The sync data for ids ['dbfd3924-757f-4b46-a12a-dda5caf1e024'] in n-d-715271-35 is: [{'id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'name': 'tempest-TestAggregatesBasicOps-1239925451-router', 'tenant_id': 'fa920aac21454baa983909ce52c72190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:09Z', 'updated_at': '2022-02-11T05:46:53Z', 'revision_number': 5, 'project_id': 'fa920aac21454baa983909ce52c72190', 'gw_port': {'id': '65bd2e7a-0031-440a-ab30-17121aa8c1e1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd3924-757f-4b46-a12a-dda5caf1e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:10Z', 'updated_at': '2022-02-11T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:56.878509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=f1989539-42a5-46f1-88a6-8ab6c99893ef,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:56.925050 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b7388679-6cf1-481c-8009-ed0eeaa337bf tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5396426 Feb 11 05:46:56.927744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51246) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:57.002560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks [] for router_gateway (dbfd3924-757f-4b46-a12a-dda5caf1e024), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.118697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-f927003c-9696-4f96-941d-a4ab8b8fa6aa service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473360 Feb 11 05:46:57.123462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:57.138236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e354785-611e-400c-8eb6-d05d2df15622 None None] Network eb8c37c3-2484-4c33-952a-b508eadc5929 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:57.269683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6e38-a7c9-42d4-9459-74297626128c req-db8b1105-2dca-437e-a5e4-398bb7cd547d tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.277545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41db6e38-a7c9-42d4-9459-74297626128c req-db8b1105-2dca-437e-a5e4-398bb7cd547d tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 950 time: 0.9035425 Feb 11 05:46:57.298575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=10167a43-ab1d-456e-ab2d-c56f31ba100c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:57.300967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-d7da07c5-5fba-41bc-aea9-d75e20a9a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.302558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-d7da07c5-5fba-41bc-aea9-d75e20a9a901 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.5835712 Feb 11 05:46:57.349550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Deleting port 65bd2e7a-0031-440a-ab30-17121aa8c1e1 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:57.350314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.357435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0e3169ab-b147-4360-aff1-c03f257344f4 None None] Provisioning complete for port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:57.368573 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0e3169ab-b147-4360-aff1-c03f257344f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.444002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-3d1b487b-65e9-4877-b6c9-b36c373c92cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 200 len: 217 time: 0.2150691 Feb 11 05:46:57.614604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41db6e38-a7c9-42d4-9459-74297626128c req-0de1422c-6bb7-4cf4-8e29-d6cc13f2f515 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360724 Feb 11 05:46:57.634215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.638273 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.675243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:57.710728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340b1d-af7d-4d84-9f65-53c929e527ed req-558ffad7-776d-418c-b67c-bedf2ab2d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.713256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340b1d-af7d-4d84-9f65-53c929e527ed req-558ffad7-776d-418c-b67c-bedf2ab2d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.713954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340b1d-af7d-4d84-9f65-53c929e527ed req-558ffad7-776d-418c-b67c-bedf2ab2d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.714535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340b1d-af7d-4d84-9f65-53c929e527ed req-558ffad7-776d-418c-b67c-bedf2ab2d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.719154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340b1d-af7d-4d84-9f65-53c929e527ed req-558ffad7-776d-418c-b67c-bedf2ab2d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.719869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340b1d-af7d-4d84-9f65-53c929e527ed req-558ffad7-776d-418c-b67c-bedf2ab2d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.720798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340b1d-af7d-4d84-9f65-53c929e527ed req-558ffad7-776d-418c-b67c-bedf2ab2d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.722876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac340b1d-af7d-4d84-9f65-53c929e527ed req-558ffad7-776d-418c-b67c-bedf2ab2d156 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6715 time: 1.0200946 Feb 11 05:46:57.740820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-320b411f-d399-48ec-9107-370b94ac5b11 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5344720 Feb 11 05:46:57.760843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Request body: {'port': {'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:57.775668 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9a26-2b74-4658-9c7a-7d8c03a26458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.814883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] For port 65bd2e7a-0031-440a-ab30-17121aa8c1e1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=65bd2e7a-0031-440a-ab30-17121aa8c1e1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:57.815436 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.830467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e0694e2a-4401-45f8-a416-02cf88f33792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.837626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e0694e2a-4401-45f8-a416-02cf88f33792 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4852366 Feb 11 05:46:57.845228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ffcce-f241-4df9-bf26-1076a39bf3f4 req-2a15ec03-5184-42be-b68c-70b617f1b750 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.846875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-282ffcce-f241-4df9-bf26-1076a39bf3f4 req-2a15ec03-5184-42be-b68c-70b617f1b750 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 931 time: 0.4450793 Feb 11 05:46:57.874401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-7badb9d7-d653-49aa-ad59-4b79fbe2a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.876587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-7badb9d7-d653-49aa-ad59-4b79fbe2a1fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.3980742 Feb 11 05:46:57.925746 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Calling delete_port for 65bd2e7a-0031-440a-ab30-17121aa8c1e1 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:57.939838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b4d468c-9b6d-4fe6-b12b-c166b4bf3868 req-0f4fc37e-f2fe-433b-bd6e-97d9837dfb7b tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 210 time: 0.1874363 Feb 11 05:46:57.948221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac340b1d-af7d-4d84-9f65-53c929e527ed req-4032525c-2898-448e-b15f-fe6329ad6f0e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060616 Feb 11 05:46:57.982284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:57.982284 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.985782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.049349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0e3169ab-b147-4360-aff1-c03f257344f4 None None] Current status of the port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:58.050035 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0e3169ab-b147-4360-aff1-c03f257344f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.116054 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.153284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0e3169ab-b147-4360-aff1-c03f257344f4 None None] For port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed,segment=NetworkSegment(40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5),segment_id=40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:58.174897 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0e3169ab-b147-4360-aff1-c03f257344f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.177103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-282ffcce-f241-4df9-bf26-1076a39bf3f4 req-fb892651-3bac-4eb7-9d36-19318c7b8467 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968400 Feb 11 05:46:58.250299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-3d0d1a2b-e2ea-489d-ac72-0aed39b47ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.256067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3169ab-b147-4360-aff1-c03f257344f4 None None] Pushing event updated for resources: {'Port': ['ID=1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:58.261450 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-3d0d1a2b-e2ea-489d-ac72-0aed39b47ba6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3172596 Feb 11 05:46:58.266477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-02618a00-c80f-4885-b47e-2629459a0f30 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172871 Feb 11 05:46:58.284055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:58.285511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.318479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c1b1abce-6990-437f-aa12-b6e494796aef None None] Provisioning complete for port 10167a43-ab1d-456e-ab2d-c56f31ba100c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:58.318994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c1b1abce-6990-437f-aa12-b6e494796aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.322936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-87dfcc1e-aca5-4931-ae48-42f360dee298 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.324764 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-87dfcc1e-aca5-4931-ae48-42f360dee298 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.81 "GET /v2.0/networks?id=2d270d67-d4c7-4edf-9603-12cd646745fe HTTP/1.1" status: 200 len: 817 time: 0.7038286 Feb 11 05:46:58.358372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Request body: {'port': {'device_id': '52d48199-bebc-4056-8277-dd00203c1729', 'network_id': '2d270d67-d4c7-4edf-9603-12cd646745fe', 'admin_state_up': True, 'tenant_id': 'cf543ab187bd467aa4538085e5b231a7'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:58.365548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1abce-6990-437f-aa12-b6e494796aef None None] Port 10167a43-ab1d-456e-ab2d-c56f31ba100c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:58.392474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-7b83b812-c8e6-49f8-8fdd-9a74cd9529f1 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183958 Feb 11 05:46:58.444554 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:46:58.444923 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:46:58.493086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-3a3f8e24-c1a3-42cb-a0bf-1a52ff6bed45 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=66206b59-23ca-4374-aeea-13f28bb07083 HTTP/1.1" status: 200 len: 217 time: 0.0840070 Feb 11 05:46:58.608729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c1790adf-3a0e-4a8d-ab5c-83ca35a506c0 None None] Provisioning complete for port f1989539-42a5-46f1-88a6-8ab6c99893ef triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:58.609251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c1790adf-3a0e-4a8d-ab5c-83ca35a506c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.695877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c1790adf-3a0e-4a8d-ab5c-83ca35a506c0 None None] Port f1989539-42a5-46f1-88a6-8ab6c99893ef cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:58.709104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-f38f76c5-9c4a-4df9-b064-be817feb9c2c service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362061 Feb 11 05:46:58.713089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-b72c949c-355d-4eef-a6ee-8a280dc09874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.714782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-b72c949c-355d-4eef-a6ee-8a280dc09874 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.1539133 Feb 11 05:46:58.721685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Made reservation on behalf of cf543ab187bd467aa4538085e5b231a7 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:58.727795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c1790adf-3a0e-4a8d-ab5c-83ca35a506c0 None None] Provisioning complete for port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:58.728271 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c1790adf-3a0e-4a8d-ab5c-83ca35a506c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.729017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.798124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.801145 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (65bd2e7a-0031-440a-ab30-17121aa8c1e1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.829244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Pushing event deleted for resources: {'Port': ['ID=65bd2e7a-0031-440a-ab30-17121aa8c1e1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:58.868176 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.927193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c1790adf-3a0e-4a8d-ab5c-83ca35a506c0 None None] Current status of the port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:59.018310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=f1989539-42a5-46f1-88a6-8ab6c99893ef,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:59.019275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-6244421c-a2f4-454b-a933-4edd3ca11f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:59.030338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-6244421c-a2f4-454b-a933-4edd3ca11f2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2799678 Feb 11 05:46:59.048389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:59.078078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 50803561-f2e7-4ad9-8639-0a60043a905b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:59.108787 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (dbfd3924-757f-4b46-a12a-dda5caf1e024), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.133839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-7e003d06-caaf-4f45-aea8-79877c77d89a service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172177 Feb 11 05:46:59.150787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65299f79-e135-40ce-bf9a-8a37ae92d3e4 req-620cd3b5-aa73-4da0-b1a6-b99c881529d0 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:59.153541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cf529b40-0fd6-4d4c-ab5a-4e9094bee2f3 None None] Provisioning complete for port f1989539-42a5-46f1-88a6-8ab6c99893ef triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:59.154015 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf529b40-0fd6-4d4c-ab5a-4e9094bee2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.156450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 50803561-f2e7-4ad9-8639-0a60043a905b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:59.157241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 50803561-f2e7-4ad9-8639-0a60043a905b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:59.163082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65299f79-e135-40ce-bf9a-8a37ae92d3e4 req-620cd3b5-aa73-4da0-b1a6-b99c881529d0 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 950 time: 0.3921452 Feb 11 05:46:59.180257 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Allocated IP 172.20.0.13 (2d270d67-d4c7-4edf-9603-12cd646745fe/71ad2023-fb7a-4108-a30c-cfddbf5a0bff/ff212a03-33be-4347-869c-67cb3e13eb34) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:59.227888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cd6e601-1fb2-41ae-a0db-6c5e0b11c2bc req-6bce9951-8bac-455b-9b52-41508a0139f6 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 210 time: 0.0883374 Feb 11 05:46:59.244340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cf529b40-0fd6-4d4c-ab5a-4e9094bee2f3 None None] Port f1989539-42a5-46f1-88a6-8ab6c99893ef cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:59.319130 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (dbfd3924-757f-4b46-a12a-dda5caf1e024), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.323494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks [] for router_controller (dbfd3924-757f-4b46-a12a-dda5caf1e024), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.339468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-1f74165a-1d90-4871-b536-dfa2dc24c99b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=eb27cb62-514f-465c-bae3-e35f2f663b08 HTTP/1.1" status: 200 len: 217 time: 0.1695595 Feb 11 05:46:59.458104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-81dde7ee-788c-405b-9547-c81886eba96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:59.461213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-81dde7ee-788c-405b-9547-c81886eba96c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.1119578 Feb 11 05:46:59.466802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10167a43-ab1d-456e-ab2d-c56f31ba100c {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:59.480622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:59.541989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (d278d624-f8fc-41db-a6ad-c78598c3f9ca), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.545314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (dbfd3924-757f-4b46-a12a-dda5caf1e024), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.545868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbfd3924-757f-4b46-a12a-dda5caf1e024 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:59.573312 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65299f79-e135-40ce-bf9a-8a37ae92d3e4 req-658a47ae-3575-4964-b9f4-bc797c74fc63 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077773 Feb 11 05:46:59.575578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Publish callbacks [] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.638671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:59.639158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.644160 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.647713 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5bb234d9-cfa2-4724-8217-e2ec22887188 admin admin] 10.222.0.31 "DELETE /v2.0/routers/dbfd3924-757f-4b46-a12a-dda5caf1e024 HTTP/1.1" status: 204 len: 168 time: 4.0263758 Feb 11 05:46:59.749163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51270) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:59.796423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fcb5719b-647e-4581-948d-539fd8a5ba42 None None] Provisioning complete for port f1989539-42a5-46f1-88a6-8ab6c99893ef triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:59.797066 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fcb5719b-647e-4581-948d-539fd8a5ba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.856367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:59.932935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a071d8-803a-42ae-a101-10a029ec4a9e admin admin] Deleting subnet 815df5e8-4513-482f-98a0-00c638841a9b {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:59.937708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99a071d8-803a-42ae-a101-10a029ec4a9e admin admin] Publish callbacks [] for subnet (815df5e8-4513-482f-98a0-00c638841a9b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.949435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5719b-647e-4581-948d-539fd8a5ba42 None None] Port f1989539-42a5-46f1-88a6-8ab6c99893ef cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:00.158075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Transition to ACTIVE for port object 10167a43-ab1d-456e-ab2d-c56f31ba100c will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:47:00.226473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.256067 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5082c8b6-eb18-4280-bc2f-bf335c958848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.326471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-7b8c8a79-1eec-45d6-8da8-973064b77ffd service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2693434 Feb 11 05:47:00.383679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-90036c77-ad66-4756-a23d-61e92a9d09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:00.386084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-90036c77-ad66-4756-a23d-61e92a9d09de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8527732 Feb 11 05:47:00.430652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d31cee-2204-4380-ad0a-2212ec052754 req-9dd8139b-7f44-47bc-b936-02bbc3dfb221 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:00.439128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88d31cee-2204-4380-ad0a-2212ec052754 req-9dd8139b-7f44-47bc-b936-02bbc3dfb221 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 931 time: 0.9739501 Feb 11 05:47:00.517222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=10167a43-ab1d-456e-ab2d-c56f31ba100c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:00.609386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99a071d8-803a-42ae-a101-10a029ec4a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (815df5e8-4513-482f-98a0-00c638841a9b), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.625462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Attempting to bind port 10167a43-ab1d-456e-ab2d-c56f31ba100c on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:00.625792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Attempting to bind port 10167a43-ab1d-456e-ab2d-c56f31ba100c by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:00.626126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Attempting to bind port 10167a43-ab1d-456e-ab2d-c56f31ba100c on network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:00.757067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-b1e21d26-904e-4756-95f4-ff0929f60e6e service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156263 Feb 11 05:47:00.797015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2645bd1-3d60-4a01-8fd8-3ac5158bd558 req-09c7847a-29f8-4539-9b94-72ee1265bb7b tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 210 time: 0.4032354 Feb 11 05:47:00.805802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.814987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Port 10167a43-ab1d-456e-ab2d-c56f31ba100c on network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:00.815173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Attempting to bind port 10167a43-ab1d-456e-ab2d-c56f31ba100c on network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:00.819207 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Publish callbacks [] for port (ff212a03-33be-4347-869c-67cb3e13eb34), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.870684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-2f23dc67-febe-4fa9-b3d9-f2fa441b1ccb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f HTTP/1.1" status: 200 len: 217 time: 0.0692790 Feb 11 05:47:00.884912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:00.885314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Checking segment: {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:00.885780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Bound using segment: {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:00.886308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Bound port: 10167a43-ab1d-456e-ab2d-c56f31ba100c, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2386c5f-892f-4182-83d1-279bd2cd6e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:00.886746 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.893390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99a071d8-803a-42ae-a101-10a029ec4a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (815df5e8-4513-482f-98a0-00c638841a9b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.934704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88d31cee-2204-4380-ad0a-2212ec052754 req-18d22af7-1be7-426d-abfa-4c5c05ffda2b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4943907 Feb 11 05:47:00.940913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-d969df5e-a55b-42fe-a0e2-d95a36afaf48 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564044 Feb 11 05:47:01.018802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-4c693a95-c8f3-465c-acc2-6c669063a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.020470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-4c693a95-c8f3-465c-acc2-6c669063a825 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.1368272 Feb 11 05:47:01.052672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.097151 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.130346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] For port 10167a43-ab1d-456e-ab2d-c56f31ba100c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:01.138968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] For port 10167a43-ab1d-456e-ab2d-c56f31ba100c, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=10167a43-ab1d-456e-ab2d-c56f31ba100c,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:01.146133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-81db8e34-f7c2-4e45-ab5c-807fc634f0f7 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963263 Feb 11 05:47:01.201591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99a071d8-803a-42ae-a101-10a029ec4a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (815df5e8-4513-482f-98a0-00c638841a9b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.249674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Network 2d270d67-d4c7-4edf-9603-12cd646745fe is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:01.255350 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.257809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a071d8-803a-42ae-a101-10a029ec4a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=815df5e8-4513-482f-98a0-00c638841a9b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.273480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:01.283501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 65bd2e7a-0031-440a-ab30-17121aa8c1e1 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:01.306996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:01.317161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-99a071d8-803a-42ae-a101-10a029ec4a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.320933 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-99a071d8-803a-42ae-a101-10a029ec4a9e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/815df5e8-4513-482f-98a0-00c638841a9b HTTP/1.1" status: 204 len: 168 time: 1.5294485 Feb 11 05:47:01.323201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 65bd2e7a-0031-440a-ab30-17121aa8c1e1 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:01.324648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 65bd2e7a-0031-440a-ab30-17121aa8c1e1 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:01.332484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ff312-00bd-463e-8a63-5d05d6189ac1 None None] Network c081769e-8882-49ca-9c65-ac3d884e073c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:01.342175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-526cf71b-2cab-479c-a4ff-30c51d3f0294 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa HTTP/1.1" status: 200 len: 217 time: 0.1798308 Feb 11 05:47:01.347829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51288) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:01.352311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=10167a43-ab1d-456e-ab2d-c56f31ba100c,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.352494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Pushing event updated for resources: {'Port': ['ID=ff212a03-33be-4347-869c-67cb3e13eb34,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.359701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-a837b9cf-6ea3-46c0-a7ea-1b177d9126cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.362276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-a837b9cf-6ea3-46c0-a7ea-1b177d9126cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3316121 Feb 11 05:47:01.380724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.382214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.383933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-9a9ae440-8921-4501-9bd7-e57926efdfd3 service neutron] 10.222.0.72 "PUT /v2.0/ports/10167a43-ab1d-456e-ab2d-c56f31ba100c HTTP/1.1" status: 200 len: 1092 time: 3.6275694 Feb 11 05:47:01.447272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:01.448543 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c081769e-8882-49ca-9c65-ac3d884e073c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.450965 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:01.508282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-20ed9faf-177e-49fb-a793-889c152e37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.509653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-20ed9faf-177e-49fb-a793-889c152e37ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.1435719 Feb 11 05:47:01.559214 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60679da0-eb6f-4c85-af87-4ca126fe0a96 x-openstack-request-id: req-60679da0-eb6f-4c85-af87-4ca126fe0a96 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:01.559790 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:01.559883 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60679da0-eb6f-4c85-af87-4ca126fe0a96 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:01.560309 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'status': 'completed', 'code': 200} Feb 11 05:47:01.563396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.564322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.619002 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-db72984e-97e5-45f9-bd2d-677c1e622624 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2791345 Feb 11 05:47:01.625169 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.639261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Request body: {'port': {'device_id': '52d48199-bebc-4056-8277-dd00203c1729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:01.645195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.645994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (d278d624-f8fc-41db-a6ad-c78598c3f9ca), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.668626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6430c4-6694-46f5-af94-3eaf5759eab2 None None] DHCP port deletion for c081769e-8882-49ca-9c65-ac3d884e073c request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:01.678215 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-b8e344d8-9361-4c98-b7d1-5c63acf56874 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914443 Feb 11 05:47:01.700821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-a1f7d437-e8d9-4c02-98cf-fb814e1affd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.702380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-a1f7d437-e8d9-4c02-98cf-fb814e1affd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 1126 time: 0.1971242 Feb 11 05:47:01.715701 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Deleting port 75989aa9-a83f-4327-b482-e4946567c1f9 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:01.716051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.729263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-a7f96dd2-1409-4015-ace0-a3cdea63c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.731092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-a7f96dd2-1409-4015-ace0-a3cdea63c2fe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2000754 Feb 11 05:47:01.745515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-af6430c4-6694-46f5-af94-3eaf5759eab2 None None] Deleting port 75989aa9-a83f-4327-b482-e4946567c1f9 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:01.746356 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-af6430c4-6694-46f5-af94-3eaf5759eab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.796396 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-3e9a4a3a-6df9-4ccd-9493-06d051b3aa68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10167a43-ab1d-456e-ab2d-c56f31ba100c HTTP/1.1" status: 200 len: 217 time: 0.0774462 Feb 11 05:47:01.886362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=f1989539-42a5-46f1-88a6-8ab6c99893ef,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.901920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-af6430c4-6694-46f5-af94-3eaf5759eab2 None None] For port 75989aa9-a83f-4327-b482-e4946567c1f9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=75989aa9-a83f-4327-b482-e4946567c1f9,segment=NetworkSegment(ca1bf856-44fd-44a2-9492-ff7db83f5f45),segment_id=ca1bf856-44fd-44a2-9492-ff7db83f5f45)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:01.902607 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-af6430c4-6694-46f5-af94-3eaf5759eab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.904967 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.908113 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] For port 75989aa9-a83f-4327-b482-e4946567c1f9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=75989aa9-a83f-4327-b482-e4946567c1f9,segment=NetworkSegment(ca1bf856-44fd-44a2-9492-ff7db83f5f45),segment_id=ca1bf856-44fd-44a2-9492-ff7db83f5f45)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:01.908480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.938368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Calling delete_port for 75989aa9-a83f-4327-b482-e4946567c1f9 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:01.946561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-b40c1714-496d-4a9d-a92b-586454c6aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.948078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-b40c1714-496d-4a9d-a92b-586454c6aeeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32f2c1dd-67ab-493e-abfe-3bb181e5b860 HTTP/1.1" status: 200 len: 835 time: 0.1381099 Feb 11 05:47:01.954571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-af6430c4-6694-46f5-af94-3eaf5759eab2 None None] Calling delete_port for 75989aa9-a83f-4327-b482-e4946567c1f9 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:01.982026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-d73c451b-2e2d-4ad3-befd-3f84e06407e1 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908161 Feb 11 05:47:02.027441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-14edc505-993f-47ed-8581-4249c5155956 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474020 Feb 11 05:47:02.052325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network eb8c37c3-2484-4c33-952a-b508eadc5929 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:02.060762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:02.144308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-5e2d1426-4975-474d-b679-c55682c696fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9e9b612-8aa7-4249-96dc-2534a84d9330 HTTP/1.1" status: 200 len: 217 time: 0.1432486 Feb 11 05:47:02.243308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-af6430c4-6694-46f5-af94-3eaf5759eab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.299468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6430c4-6694-46f5-af94-3eaf5759eab2 None None] Pushing event deleted for resources: {'Port': ['ID=75989aa9-a83f-4327-b482-e4946567c1f9,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:02.319698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6430c4-6694-46f5-af94-3eaf5759eab2 None None] No DVR routers for this DVR port 75989aa9-a83f-4327-b482-e4946567c1f9 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:02.430037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-328e890d-2585-4eec-8af7-21f90cf5a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:02.432097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-328e890d-2585-4eec-8af7-21f90cf5a09a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6f3a5c0b-99a8-4a2f-a6df-e92859e760d3 HTTP/1.1" status: 200 len: 797 time: 0.2477016 Feb 11 05:47:02.434777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-2eac0b77-d78f-4654-b6c3-0dd5779f7b40 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161376 Feb 11 05:47:02.489593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-b737e1f0-9dfd-4170-9766-cb63e4e3eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:02.491409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff212a03-33be-4347-869c-67cb3e13eb34 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:02.492469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-b737e1f0-9dfd-4170-9766-cb63e4e3eccf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ff6d76b-f503-4313-b95f-b6ddf303eee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5333731 Feb 11 05:47:02.499883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Publish callbacks [] for port (ff212a03-33be-4347-869c-67cb3e13eb34), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.512839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Transition to ACTIVE for port object ff212a03-33be-4347-869c-67cb3e13eb34 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:47:02.524412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.601682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (75989aa9-a83f-4327-b482-e4946567c1f9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.631288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-aa649732-f343-4424-a370-d4d7c00e7480 None None] Provisioning complete for port f1989539-42a5-46f1-88a6-8ab6c99893ef triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:02.631676 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aa649732-f343-4424-a370-d4d7c00e7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.672652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-3c11889c-43e2-4b58-83e8-2c620b3c5555 service neutron] 10.222.0.72 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636436 Feb 11 05:47:02.690166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Pushing event updated for resources: {'Port': ['ID=ff212a03-33be-4347-869c-67cb3e13eb34,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:02.702042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-aa649732-f343-4424-a370-d4d7c00e7480 None None] Port f1989539-42a5-46f1-88a6-8ab6c99893ef cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:02.720553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Pushing event deleted for resources: {'Port': ['ID=75989aa9-a83f-4327-b482-e4946567c1f9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:02.728112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] No DVR routers for this DVR port 75989aa9-a83f-4327-b482-e4946567c1f9 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:02.758325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Attempting to bind port ff212a03-33be-4347-869c-67cb3e13eb34 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:02.758662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Attempting to bind port ff212a03-33be-4347-869c-67cb3e13eb34 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'd05c065e-f95c-488e-87b8-1a15f60d7c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2d270d67-d4c7-4edf-9603-12cd646745fe'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:02.759063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Attempting to bind port ff212a03-33be-4347-869c-67cb3e13eb34 on network 2d270d67-d4c7-4edf-9603-12cd646745fe {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:02.771852 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.821328 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c081769e-8882-49ca-9c65-ac3d884e073c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.843915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c081769e-8882-49ca-9c65-ac3d884e073c']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:02.854155 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1bf856-44fd-44a2-9492-ff7db83f5f45') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:02.854464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1bf856-44fd-44a2-9492-ff7db83f5f45') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:02.865023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (ca1bf856-44fd-44a2-9492-ff7db83f5f45), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.869416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711c1d5-7a26-4fd4-a9d1-b8feb77fff63 req-30de3dfe-7d44-4097-b729-97f9a0a1fef9 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:02.877897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8711c1d5-7a26-4fd4-a9d1-b8feb77fff63 req-30de3dfe-7d44-4097-b729-97f9a0a1fef9 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 932 time: 0.9058583 Feb 11 05:47:02.879468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ca1bf856-44fd-44a2-9492-ff7db83f5f45), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.886195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:02.886596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (ca1bf856-44fd-44a2-9492-ff7db83f5f45), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.906752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e2d838e-08ce-47c0-9f6f-e105d4bd9d76 req-e39262af-f15b-490c-9ca6-2e89c861d6cc service neutron] 10.222.0.72 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591933 Feb 11 05:47:02.917748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66380b5e-0bfb-44c2-a568-5a073dea84fe req-60152d09-9699-42a7-a8f1-496483fa2ad1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:02.919967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66380b5e-0bfb-44c2-a568-5a073dea84fe req-60152d09-9699-42a7-a8f1-496483fa2ad1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 943 time: 0.8028452 Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:02.948029 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:02.952028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Router d278d624-f8fc-41db-a6ad-c78598c3f9ca is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:47:02.954731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (c081769e-8882-49ca-9c65-ac3d884e073c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.957873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Port ff212a03-33be-4347-869c-67cb3e13eb34 on network 2d270d67-d4c7-4edf-9603-12cd646745fe not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:02.958308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Attempting to bind port ff212a03-33be-4347-869c-67cb3e13eb34 on network 2d270d67-d4c7-4edf-9603-12cd646745fe {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:02.964821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.970910 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] 10.222.0.31 "DELETE /v2.0/networks/c081769e-8882-49ca-9c65-ac3d884e073c HTTP/1.1" status: 204 len: 168 time: 1.6130896 Feb 11 05:47:02.984073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51304) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:02.999169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8711c1d5-7a26-4fd4-a9d1-b8feb77fff63 req-e3ceaf33-b2f4-4f68-9fcd-0aeb37528496 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199512 Feb 11 05:47:03.007413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-5732b082-e233-44cc-b444-f27f9b5f5f93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21537272-a9ac-444e-a0ea-df45ed0a2737 HTTP/1.1" status: 200 len: 217 time: 0.5042214 Feb 11 05:47:03.085375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:03.088417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b11b5-618d-4528-90fe-b058782481da admin admin] Pushing event deleted for resources: {'Network': ['ID=c081769e-8882-49ca-9c65-ac3d884e073c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:03.090268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:03.090607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Checking segment: {'id': 'd05c065e-f95c-488e-87b8-1a15f60d7c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2d270d67-d4c7-4edf-9603-12cd646745fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:03.090995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Bound using segment: {'id': 'd05c065e-f95c-488e-87b8-1a15f60d7c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2d270d67-d4c7-4edf-9603-12cd646745fe'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:03.091440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Bound port: ff212a03-33be-4347-869c-67cb3e13eb34, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05c065e-f95c-488e-87b8-1a15f60d7c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2d270d67-d4c7-4edf-9603-12cd646745fe'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:03.091862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.096976 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6b9d5dde-bf0d-4e50-8aaa-355aec16d0ed tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "PUT /v2.0/routers/d278d624-f8fc-41db-a6ad-c78598c3f9ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1665306 Feb 11 05:47:03.097519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e340660-df5d-4927-8cb4-08e130441375 None None] Sync routers for ids ['d278d624-f8fc-41db-a6ad-c78598c3f9ca'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:03.123098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-b2f1e8b4-9fd5-444e-b20a-3d2a19f2386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:03.124764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-b2f1e8b4-9fd5-444e-b20a-3d2a19f2386c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6796284 Feb 11 05:47:03.125290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e340660-df5d-4927-8cb4-08e130441375 None None] Routers {'d278d624-f8fc-41db-a6ad-c78598c3f9ca'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:03.126693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2e340660-df5d-4927-8cb4-08e130441375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d278d624-f8fc-41db-a6ad-c78598c3f9ca'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:03.132037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-be21994e-aa0f-42ec-90e6-3c662b1c1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:03.134055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-be21994e-aa0f-42ec-90e6-3c662b1c1f64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d9a71f2c-2510-405a-8034-db3d4d59d111 HTTP/1.1" status: 200 len: 797 time: 0.0651162 Feb 11 05:47:03.136180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51308) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:03.190692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2e340660-df5d-4927-8cb4-08e130441375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:03.224556 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e340660-df5d-4927-8cb4-08e130441375 None None] Routers {'d278d624-f8fc-41db-a6ad-c78598c3f9ca'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:03.225450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2e340660-df5d-4927-8cb4-08e130441375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d278d624-f8fc-41db-a6ad-c78598c3f9ca'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:03.262845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-7056ba4f-470f-4c42-92f3-f8bf7e383ddf service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254258 Feb 11 05:47:03.315300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2e340660-df5d-4927-8cb4-08e130441375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:03.316131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e340660-df5d-4927-8cb4-08e130441375 None None] The sync data for ids ['d278d624-f8fc-41db-a6ad-c78598c3f9ca'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:03.391824 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-4659a76b-b19d-4f2c-9c69-de684682a068 service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162450 Feb 11 05:47:03.412053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 75989aa9-a83f-4327-b482-e4946567c1f9 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:03.471713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 75989aa9-a83f-4327-b482-e4946567c1f9 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:03.472295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 75989aa9-a83f-4327-b482-e4946567c1f9 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:03.488282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1d839-86e1-4010-b39e-439c8bd299af tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:03.494881 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-52d1d839-86e1-4010-b39e-439c8bd299af tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports?device_id=d278d624-f8fc-41db-a6ad-c78598c3f9ca HTTP/1.1" status: 200 len: 989 time: 0.3576198 Feb 11 05:47:03.530064 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51314) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:03.653072 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] For port ff212a03-33be-4347-869c-67cb3e13eb34, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:03.736661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] For port ff212a03-33be-4347-869c-67cb3e13eb34, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff212a03-33be-4347-869c-67cb3e13eb34,segment=NetworkSegment(d05c065e-f95c-488e-87b8-1a15f60d7c57),segment_id=d05c065e-f95c-488e-87b8-1a15f60d7c57)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:03.770921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.837614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66380b5e-0bfb-44c2-a568-5a073dea84fe req-4b88e52e-7311-4a46-9fa6-db5ec4ba134c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8818676 Feb 11 05:47:03.839484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-0861f6f7-42dc-4821-9504-8df56eadf772 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a25ded39-6b78-42fc-acac-793224388ea3 HTTP/1.1" status: 200 len: 217 time: 0.3940814 Feb 11 05:47:03.859765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Pushing event updated for resources: {'Port': ['ID=ff212a03-33be-4347-869c-67cb3e13eb34,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:03.898631 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.918116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-27bec068-7e38-4dc4-9af2-99e6ba9885d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:03.919901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-27bec068-7e38-4dc4-9af2-99e6ba9885d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6f3a5c0b-99a8-4a2f-a6df-e92859e760d3 HTTP/1.1" status: 200 len: 797 time: 0.0723205 Feb 11 05:47:03.930637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-348a43f4-df15-45a4-ada4-4d9317bb5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:03.932233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-348a43f4-df15-45a4-ada4-4d9317bb5f9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 1126 time: 0.9092731 Feb 11 05:47:03.966286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:03.967659 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.969979 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-d5f513f1-b4d0-4ed9-85dc-f1356c0fb159 service neutron] 10.222.0.81 "PUT /v2.0/ports/ff212a03-33be-4347-869c-67cb3e13eb34 HTTP/1.1" status: 200 len: 1093 time: 2.3367310 Feb 11 05:47:04.016816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d48199-bebc-4056-8277-dd00203c1729', 'tag': 'ff212a03-33be-4347-869c-67cb3e13eb34'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:04.019572 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d695d9d3-c581-487e-a6fa-2d16cf687502" -d '{"events": [{"name": "network-changed", "server_uuid": "52d48199-bebc-4056-8277-dd00203c1729", "tag": "ff212a03-33be-4347-869c-67cb3e13eb34"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:04.135583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-dfc589b4-a427-4b0b-a334-c315d9999896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.138698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-dfc589b4-a427-4b0b-a334-c315d9999896 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ff6d76b-f503-4313-b95f-b6ddf303eee0 HTTP/1.1" status: 200 len: 897 time: 0.1918256 Feb 11 05:47:04.158702 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205ffec-3b15-4594-8b7b-e28f80ca35a2 x-openstack-request-id: req-c205ffec-3b15-4594-8b7b-e28f80ca35a2 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:04.159658 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d48199-bebc-4056-8277-dd00203c1729", "tag": "ff212a03-33be-4347-869c-67cb3e13eb34", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:04.160218 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c205ffec-3b15-4594-8b7b-e28f80ca35a2 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:04.160814 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d48199-bebc-4056-8277-dd00203c1729', 'tag': 'ff212a03-33be-4347-869c-67cb3e13eb34', 'status': 'completed', 'code': 200} Feb 11 05:47:04.178158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-d1688bfa-ee87-4493-871f-53ab79e58a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.180687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-d1688bfa-ee87-4493-871f-53ab79e58a31 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9162972 Feb 11 05:47:04.247371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-5be81407-ad0d-4a63-96e8-7f415256432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.248939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-5be81407-ad0d-4a63-96e8-7f415256432e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf543ab187bd467aa4538085e5b231a7&device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 1127 time: 0.2200668 Feb 11 05:47:04.306462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-6995e6d0-2319-4cce-b184-835d6888479e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10167a43-ab1d-456e-ab2d-c56f31ba100c HTTP/1.1" status: 200 len: 217 time: 0.1496608 Feb 11 05:47:04.332215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-cb0c8ea9-8a2a-40e3-a8c0-7b77bc4d55fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff212a03-33be-4347-869c-67cb3e13eb34 HTTP/1.1" status: 200 len: 217 time: 0.0611954 Feb 11 05:47:04.431143 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-a7ba8d15-2a84-450f-8cc0-20c8e8131475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.432713 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-a7ba8d15-2a84-450f-8cc0-20c8e8131475 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71ad2023-fb7a-4108-a30c-cfddbf5a0bff HTTP/1.1" status: 200 len: 857 time: 0.0942798 Feb 11 05:47:04.483686 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-0bd0e453-120d-4713-a468-8b7414cbb240 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d270d67-d4c7-4edf-9603-12cd646745fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316305 Feb 11 05:47:04.513368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-68b75571-a62f-4cf9-bd8f-fe3a1146903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.515344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-68b75571-a62f-4cf9-bd8f-fe3a1146903c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5818157 Feb 11 05:47:04.527129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee76508-2334-4030-8b5e-56ca252474f0 req-4e35b910-7347-4341-88de-1856dde00bde tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.529372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ee76508-2334-4030-8b5e-56ca252474f0 req-4e35b910-7347-4341-88de-1856dde00bde tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 944 time: 0.3640485 Feb 11 05:47:04.585496 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.632237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-63d73f9b-142e-4a08-836b-09650f2b94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.633749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-63d73f9b-142e-4a08-836b-09650f2b94e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32f2c1dd-67ab-493e-abfe-3bb181e5b860 HTTP/1.1" status: 200 len: 835 time: 0.3039119 Feb 11 05:47:04.635573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-943179dc-c1b0-4d96-9826-1d73b6d87593 service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011081 Feb 11 05:47:04.732769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-fbf858e4-e8ac-4c95-8356-3c6f6e57e884 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428117 Feb 11 05:47:04.889341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ee76508-2334-4030-8b5e-56ca252474f0 req-c3b8486e-efea-440d-8e2b-ccea608bf025 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528026 Feb 11 05:47:04.912564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-774de2eb-2ad7-40db-97c6-9d1a03fb5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.914139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-774de2eb-2ad7-40db-97c6-9d1a03fb5d6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ff6d76b-f503-4313-b95f-b6ddf303eee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2523603 Feb 11 05:47:05.016361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3473a983-515c-4278-8008-c8bcc1335ee0 req-e204a1b1-b139-449e-84b4-87e51459ecd7 service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651793 Feb 11 05:47:05.071755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-745a7a78-6a7b-4479-98a1-932124a45d38 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298018 Feb 11 05:47:05.088502 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-2ff6411e-b85f-4f63-8b67-b52e9e863d2b service neutron] 10.222.0.81 "GET /v2.0/networks/2d270d67-d4c7-4edf-9603-12cd646745fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838356 Feb 11 05:47:05.130967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-3483c1ce-2eef-4521-9ffd-76505f4f1523 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54757acb-9dcf-4d9a-a623-dd32346b790e HTTP/1.1" status: 200 len: 217 time: 0.0509243 Feb 11 05:47:05.174219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20986a-b575-4a4d-abe9-08f51ae53631 req-454e3a17-9de3-44cc-905e-313f7d0e0ce8 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.175808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e20986a-b575-4a4d-abe9-08f51ae53631 req-454e3a17-9de3-44cc-905e-313f7d0e0ce8 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 943 time: 0.2130933 Feb 11 05:47:05.209814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-35228afd-aed7-4879-a5b0-b93bb45bd377 service neutron] 10.222.0.72 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653360 Feb 11 05:47:05.223915 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (d278d624-f8fc-41db-a6ad-c78598c3f9ca), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.377405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cbff2bb-76a8-459c-9ef9-88549c5dfcd7 req-68e3deb4-d06d-4dc8-9753-5c338c6f5589 service neutron] 10.222.0.72 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484132 Feb 11 05:47:05.430530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-9fb099a5-d1cd-43a1-96c9-0363274fe27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.432053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-9fb099a5-d1cd-43a1-96c9-0363274fe27d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d9a71f2c-2510-405a-8034-db3d4d59d111 HTTP/1.1" status: 200 len: 797 time: 0.2931116 Feb 11 05:47:05.485831 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e93f319-c39a-47cf-b687-bcef1317c1a2 req-a524c04f-c24c-460b-8c7b-7f6538afd6b5 service neutron] 10.222.0.81 "GET /v2.0/networks/2d270d67-d4c7-4edf-9603-12cd646745fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503072 Feb 11 05:47:05.521817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e20986a-b575-4a4d-abe9-08f51ae53631 req-6b78231a-2257-4ab0-aa79-5192903a5a04 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233707 Feb 11 05:47:05.597411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-64730344-7b1a-46b2-b69a-62bd8cf9ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.598985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-64730344-7b1a-46b2-b69a-62bd8cf9ba04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1546977 Feb 11 05:47:05.692294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 10167a43-ab1d-456e-ab2d-c56f31ba100c details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:47:05.708192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-d8699c93-3e91-4f4d-9cc3-508bc956f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.709756 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-d8699c93-3e91-4f4d-9cc3-508bc956f12f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf543ab187bd467aa4538085e5b231a7&device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 1127 time: 0.1199181 Feb 11 05:47:05.748605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-464ca5f1-f4e0-4f05-9653-7c0a6ffe5b91 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432543 Feb 11 05:47:05.790182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51344) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:05.903198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 10167a43-ab1d-456e-ab2d-c56f31ba100c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=10167a43-ab1d-456e-ab2d-c56f31ba100c,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:05.916723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:47:05.952582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09f5b2ab-a9b1-430c-b124-5fcf5f2a5b55 req-17d2b7dc-d3fd-43f0-8185-4dc3da571fef service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964350 Feb 11 05:47:05.978737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-b5a71f89-d33f-4f74-a084-67197fefbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.979246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-b5a71f89-d33f-4f74-a084-67197fefbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.979724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-b5a71f89-d33f-4f74-a084-67197fefbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.980245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-b5a71f89-d33f-4f74-a084-67197fefbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.980890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-b5a71f89-d33f-4f74-a084-67197fefbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.981382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-b5a71f89-d33f-4f74-a084-67197fefbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.989082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-b5a71f89-d33f-4f74-a084-67197fefbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.992057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-b5a71f89-d33f-4f74-a084-67197fefbe65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6724 time: 0.2004812 Feb 11 05:47:06.014777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 10167a43-ab1d-456e-ab2d-c56f31ba100c is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:06.015251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.034443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10167a43-ab1d-456e-ab2d-c56f31ba100c {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:06.059604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 10167a43-ab1d-456e-ab2d-c56f31ba100c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=10167a43-ab1d-456e-ab2d-c56f31ba100c,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:06.065719 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.100075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-9c190394-f24b-4549-b4d5-6f753785d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:06.102185 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-9c190394-f24b-4549-b4d5-6f753785d2cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d270d67-d4c7-4edf-9603-12cd646745fe HTTP/1.1" status: 200 len: 918 time: 0.3793690 Feb 11 05:47:06.102812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-5f861b07-7794-4455-a13f-3e062b9c9a8f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999675 Feb 11 05:47:06.104212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Deleting port df094e0e-e5d1-4b11-9af4-ca429bf447ed {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:06.104652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.111465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e8a51-2cf8-4e54-bdd9-de559c3f1c33 req-a9aa70d1-44a5-4e8a-9f5f-a5907bf507ad tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:06.113955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b17e8a51-2cf8-4e54-bdd9-de559c3f1c33 req-a9aa70d1-44a5-4e8a-9f5f-a5907bf507ad tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 944 time: 0.1034248 Feb 11 05:47:06.151601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=10167a43-ab1d-456e-ab2d-c56f31ba100c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:06.167488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b17e8a51-2cf8-4e54-bdd9-de559c3f1c33 req-56df36ce-8422-4138-b9b3-cf989056c4d9 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Feb 11 05:47:06.198122 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-39e1e9a3-6f72-4c51-87cb-f20e240de4cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff212a03-33be-4347-869c-67cb3e13eb34 HTTP/1.1" status: 200 len: 217 time: 0.0816829 Feb 11 05:47:06.241797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port f1989539-42a5-46f1-88a6-8ab6c99893ef {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:06.242453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.359017 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] For port df094e0e-e5d1-4b11-9af4-ca429bf447ed, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=df094e0e-e5d1-4b11-9af4-ca429bf447ed,segment=NetworkSegment(a14bb5a7-c62b-414b-8c9a-89381d1b6d3d),segment_id=a14bb5a7-c62b-414b-8c9a-89381d1b6d3d)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:06.359956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.363188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['10167a43-ab1d-456e-ab2d-c56f31ba100c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:06.363327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-d159a37e-4b2d-4f75-8853-b9870e6b8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:06.364777 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-d159a37e-4b2d-4f75-8853-b9870e6b8497 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71ad2023-fb7a-4108-a30c-cfddbf5a0bff HTTP/1.1" status: 200 len: 857 time: 0.1410639 Feb 11 05:47:06.399187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Calling delete_port for df094e0e-e5d1-4b11-9af4-ca429bf447ed owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:06.449547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.453969 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-70c0ce3b-8542-417b-b99b-b979045ff582 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d270d67-d4c7-4edf-9603-12cd646745fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561564 Feb 11 05:47:06.487677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for f1989539-42a5-46f1-88a6-8ab6c99893ef owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:06.610738 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-2a82fddf-1de3-4bfe-bba8-1d17ee720f35 service neutron] 10.222.0.81 "GET /v2.0/networks/2d270d67-d4c7-4edf-9603-12cd646745fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465561 Feb 11 05:47:06.751091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128298b-b244-4bce-bd86-4ffe442fe1d0 req-b2f2a46b-f190-4539-b153-366300cc5f47 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:06.764090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8128298b-b244-4bce-bd86-4ffe442fe1d0 req-b2f2a46b-f190-4539-b153-366300cc5f47 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 944 time: 0.1083508 Feb 11 05:47:06.826584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8128298b-b244-4bce-bd86-4ffe442fe1d0 req-c52ad0ed-2655-40ab-859d-d3c43f92a38e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597692 Feb 11 05:47:06.830655 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d695d9d3-c581-487e-a6fa-2d16cf687502 req-46e98a79-ee33-4791-93d1-0612434aa7a5 service neutron] 10.222.0.81 "GET /v2.0/networks/2d270d67-d4c7-4edf-9603-12cd646745fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137871 Feb 11 05:47:07.001833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (df094e0e-e5d1-4b11-9af4-ca429bf447ed), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.007238 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f1989539-42a5-46f1-88a6-8ab6c99893ef), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.031104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Pushing event deleted for resources: {'Port': ['ID=df094e0e-e5d1-4b11-9af4-ca429bf447ed,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:07.060556 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=f1989539-42a5-46f1-88a6-8ab6c99893ef,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:07.233802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (d278d624-f8fc-41db-a6ad-c78598c3f9ca), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.427071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8aa23-3926-4dc8-afd4-dd4cdc3e08d4 req-74d80ed3-84fd-4260-be90-1540601dd536 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:07.428659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0b8aa23-3926-4dc8-afd4-dd4cdc3e08d4 req-74d80ed3-84fd-4260-be90-1540601dd536 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 944 time: 0.1069100 Feb 11 05:47:07.524246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0b8aa23-3926-4dc8-afd4-dd4cdc3e08d4 req-61efd8d9-faf0-4413-b9aa-20fa46b747f0 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827034 Feb 11 05:47:07.597698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.616578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Router d278d624-f8fc-41db-a6ad-c78598c3f9ca has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:07.690630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 10167a43-ab1d-456e-ab2d-c56f31ba100c up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:07.751114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 10167a43-ab1d-456e-ab2d-c56f31ba100c completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:47:07.756410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 10167a43-ab1d-456e-ab2d-c56f31ba100c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:07.756847 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.783953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:07.792141 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a66dde1f-b567-45f9-84c6-0f4ebcc890e9 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "PUT /v2.0/routers/d278d624-f8fc-41db-a6ad-c78598c3f9ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2603827 Feb 11 05:47:07.795747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51370) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:07.802188 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04abbb-a046-4efa-a414-8121a71c32f4 None None] Sync routers for ids ['d278d624-f8fc-41db-a6ad-c78598c3f9ca'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:07.836501 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04abbb-a046-4efa-a414-8121a71c32f4 None None] Routers {'d278d624-f8fc-41db-a6ad-c78598c3f9ca'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:07.837682 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bf04abbb-a046-4efa-a414-8121a71c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d278d624-f8fc-41db-a6ad-c78598c3f9ca'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:07.912901 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fffb04e-9754-4f3d-b081-3504912a886c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:47:07.918774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9fffb04e-9754-4f3d-b081-3504912a886c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/f1989539-42a5-46f1-88a6-8ab6c99893ef HTTP/1.1" status: 404 len: 333 time: 0.1215055 Feb 11 05:47:07.925709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51374) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:07.958647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 10167a43-ab1d-456e-ab2d-c56f31ba100c is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:07.958883 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.988626 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bf04abbb-a046-4efa-a414-8121a71c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:08.004882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:08.007231 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b1b14b-d80e-4090-b059-c343edc5f8ce" -d '{"events": [{"server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "name": "network-vif-plugged", "status": "completed", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:08.016767 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04abbb-a046-4efa-a414-8121a71c32f4 None None] Routers {'d278d624-f8fc-41db-a6ad-c78598c3f9ca'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:08.019532 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bf04abbb-a046-4efa-a414-8121a71c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d278d624-f8fc-41db-a6ad-c78598c3f9ca'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:08.037474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 10167a43-ab1d-456e-ab2d-c56f31ba100c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=10167a43-ab1d-456e-ab2d-c56f31ba100c,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:08.050409 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.092771 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2304d218-088d-433f-9e12-228679c44c93 x-openstack-request-id: req-2304d218-088d-433f-9e12-228679c44c93 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:08.093066 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "name": "network-vif-plugged", "status": "completed", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:08.093507 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2304d218-088d-433f-9e12-228679c44c93 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:08.094081 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'code': 200} Feb 11 05:47:08.117273 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bf04abbb-a046-4efa-a414-8121a71c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:08.118892 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04abbb-a046-4efa-a414-8121a71c32f4 None None] The sync data for ids ['d278d624-f8fc-41db-a6ad-c78598c3f9ca'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:08.142714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ff212a03-33be-4347-869c-67cb3e13eb34 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:47:08.187168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=10167a43-ab1d-456e-ab2d-c56f31ba100c,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:08.194547 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8eae0a88-c9d6-453b-8b8f-22c4859b0052 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for router (d278d624-f8fc-41db-a6ad-c78598c3f9ca), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.304966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ff212a03-33be-4347-869c-67cb3e13eb34, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff212a03-33be-4347-869c-67cb3e13eb34,segment=NetworkSegment(d05c065e-f95c-488e-87b8-1a15f60d7c57),segment_id=d05c065e-f95c-488e-87b8-1a15f60d7c57)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:08.320044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ff212a03-33be-4347-869c-67cb3e13eb34', 'network_id': '2d270d67-d4c7-4edf-9603-12cd646745fe', 'port_id': 'ff212a03-33be-4347-869c-67cb3e13eb34', 'mac_address': 'fa:16:3e:fc:af:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ad2023-fb7a-4108-a30c-cfddbf5a0bff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:47:08.328213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5554b8-0aa8-4c97-85c5-8d98eba369f3 req-330a58d7-0600-44a8-ba4b-97506d8183f6 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.329739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb5554b8-0aa8-4c97-85c5-8d98eba369f3 req-330a58d7-0600-44a8-ba4b-97506d8183f6 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 944 time: 0.3054245 Feb 11 05:47:08.368686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:08.376459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ff212a03-33be-4347-869c-67cb3e13eb34 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:08.376942 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.394006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff212a03-33be-4347-869c-67cb3e13eb34 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:08.421487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ff212a03-33be-4347-869c-67cb3e13eb34, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff212a03-33be-4347-869c-67cb3e13eb34,segment=NetworkSegment(d05c065e-f95c-488e-87b8-1a15f60d7c57),segment_id=d05c065e-f95c-488e-87b8-1a15f60d7c57)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:08.431827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.464823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4efd7-23d4-4674-a697-679b11b8dc60 req-c2b85577-1465-419e-91f7-6dc4259608de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.466379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1e4efd7-23d4-4674-a697-679b11b8dc60 req-c2b85577-1465-419e-91f7-6dc4259608de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 1128 time: 0.3165102 Feb 11 05:47:08.538743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8eae0a88-c9d6-453b-8b8f-22c4859b0052 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (d278d624-f8fc-41db-a6ad-c78598c3f9ca), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.539387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ff212a03-33be-4347-869c-67cb3e13eb34,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:08.545554 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8eae0a88-c9d6-453b-8b8f-22c4859b0052 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for router_controller (d278d624-f8fc-41db-a6ad-c78598c3f9ca), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.561160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb5554b8-0aa8-4c97-85c5-8d98eba369f3 req-2a4abc65-43db-486d-b386-0a8d70307549 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004604 Feb 11 05:47:08.598268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:08.606742 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f22d0699-adfa-4109-94ab-01163c1b150b admin admin] 10.222.0.31 "PUT /v2.0/routers/ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5268037 Feb 11 05:47:08.607768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51382) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:08.613511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] Sync routers for ids ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:08.640668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] Routers {'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:08.641470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:08.727239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ff212a03-33be-4347-869c-67cb3e13eb34'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:08.827733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks [] for router (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.885195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] Set router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:08.942123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1e4efd7-23d4-4674-a697-679b11b8dc60 req-e4635379-1e42-4438-91f2-1f1445182376 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4671793 Feb 11 05:47:08.963734 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8eae0a88-c9d6-453b-8b8f-22c4859b0052 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (d278d624-f8fc-41db-a6ad-c78598c3f9ca), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.964290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eae0a88-c9d6-453b-8b8f-22c4859b0052 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Fanout notify agent at l3_agent the message router_deleted on router d278d624-f8fc-41db-a6ad-c78598c3f9ca {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:47:08.971820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8eae0a88-c9d6-453b-8b8f-22c4859b0052 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.972989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8eae0a88-c9d6-453b-8b8f-22c4859b0052 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/routers/d278d624-f8fc-41db-a6ad-c78598c3f9ca HTTP/1.1" status: 204 len: 168 time: 1.0462341 Feb 11 05:47:08.986018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51386) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:09.013187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c763af-4e83-4997-8b42-75149a012875 req-47b165ec-c3eb-4bea-bee5-4259d7404610 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:09.015409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c763af-4e83-4997-8b42-75149a012875 req-47b165ec-c3eb-4bea-bee5-4259d7404610 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 945 time: 0.1470418 Feb 11 05:47:09.047821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks [] for router_gateway (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.093027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-2072d290-99dd-40c3-8ce0-fbecd3d384fb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet 4b284c22-8aed-4c0e-b5c4-1c39b6f746ac {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:09.097076 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2072d290-99dd-40c3-8ce0-fbecd3d384fb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (4b284c22-8aed-4c0e-b5c4-1c39b6f746ac), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.142384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2072d290-99dd-40c3-8ce0-fbecd3d384fb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (4b284c22-8aed-4c0e-b5c4-1c39b6f746ac), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.143481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Deleting port 58b27b3a-e3b1-4996-a1b6-3212677b2853 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:09.144075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.241964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] For port 58b27b3a-e3b1-4996-a1b6-3212677b2853, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=58b27b3a-e3b1-4996-a1b6-3212677b2853,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:09.242508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.269425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c763af-4e83-4997-8b42-75149a012875 req-4f74fdcb-ac27-4a2b-9282-945af5de9f28 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334223 Feb 11 05:47:09.281017 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Calling delete_port for 58b27b3a-e3b1-4996-a1b6-3212677b2853 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:09.294833 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2072d290-99dd-40c3-8ce0-fbecd3d384fb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4b284c22-8aed-4c0e-b5c4-1c39b6f746ac), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.376515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2072d290-99dd-40c3-8ce0-fbecd3d384fb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (4b284c22-8aed-4c0e-b5c4-1c39b6f746ac), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.389252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:28Z', 'updated_at': '2022-02-11T05:47:06Z', 'revision_number': 5, 'project_id': '374643441cde4b0e93740316f59ba47c', 'gw_port': {'id': '58b27b3a-e3b1-4996-a1b6-3212677b2853', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:31Z', 'updated_at': '2022-02-11T05:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:09.411543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072d290-99dd-40c3-8ce0-fbecd3d384fb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=4b284c22-8aed-4c0e-b5c4-1c39b6f746ac,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.424576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2072d290-99dd-40c3-8ce0-fbecd3d384fb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.427132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d937418-9ce2-414c-b1c6-df9a29e1ef73 None None] Network eb8c37c3-2484-4c33-952a-b508eadc5929 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:09.428501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2072d290-99dd-40c3-8ce0-fbecd3d384fb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/4b284c22-8aed-4c0e-b5c4-1c39b6f746ac HTTP/1.1" status: 204 len: 168 time: 0.4388702 Feb 11 05:47:09.431981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51388) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:09.434120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] Checking router: ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:09.461153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] Routers {'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:09.461896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:09.572300 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (eb8c37c3-2484-4c33-952a-b508eadc5929), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.611727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (58b27b3a-e3b1-4996-a1b6-3212677b2853), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.633494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] Set router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:09.639859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:09.645094 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.727399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] For port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed,segment=NetworkSegment(40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5),segment_id=40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:09.728305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.741669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b27b3a-e3b1-4996-a1b6-3212677b2853,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.754405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:09.774979 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.798349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:28Z', 'updated_at': '2022-02-11T05:47:09Z', 'revision_number': 6, 'project_id': '374643441cde4b0e93740316f59ba47c', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:09.832314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124bdd6-d198-4216-9612-1cf8a74fa43b None None] The sync data for ids ['ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5'] in n-d-715271-35 is: [{'id': 'ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5', 'name': 'tempest-TestAggregatesBasicOps-82615298-router', 'tenant_id': '374643441cde4b0e93740316f59ba47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:28Z', 'updated_at': '2022-02-11T05:47:09Z', 'revision_number': 6, 'project_id': '374643441cde4b0e93740316f59ba47c', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:09.934588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.939194 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks [] for router_controller (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.952763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7bc7f-7e74-4cbf-b831-8b16d381494d req-117686af-3d4e-4e03-a78e-2fe273bf111d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:09.954848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6b7bc7f-7e74-4cbf-b831-8b16d381494d req-117686af-3d4e-4e03-a78e-2fe273bf111d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 945 time: 0.1746218 Feb 11 05:47:10.015381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.016365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:47:10.024422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.029245 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4fe94b30-f0a7-4cf6-a25c-6e9a7c0ba6b5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ab6bd4be-5bdf-4e7b-853e-aa571fd9a3f5 HTTP/1.1" status: 204 len: 168 time: 1.4169729 Feb 11 05:47:10.030461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51394) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:10.054510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6b7bc7f-7e74-4cbf-b831-8b16d381494d req-5f3139bc-a3ed-445a-bf20-4a5b107bab82 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920897 Feb 11 05:47:10.059227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.092476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15cb864-8d21-4f49-b5c2-96d181bfe17d admin admin] Deleting subnet 5d746b5e-b5b1-49c6-b244-9475a44610c0 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:10.096287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d15cb864-8d21-4f49-b5c2-96d181bfe17d admin admin] Publish callbacks [] for subnet (5d746b5e-b5b1-49c6-b244-9475a44610c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.134547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d15cb864-8d21-4f49-b5c2-96d181bfe17d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (5d746b5e-b5b1-49c6-b244-9475a44610c0), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.150057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ff212a03-33be-4347-869c-67cb3e13eb34 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:10.191177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No DVR routers for this DVR port 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:10.193607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.270287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d15cb864-8d21-4f49-b5c2-96d181bfe17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (5d746b5e-b5b1-49c6-b244-9475a44610c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.271709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9f93e-4400-4bf3-b7dd-906d799869a5 None None] DHCP port deletion for eb8c37c3-2484-4c33-952a-b508eadc5929 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:10.341349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ff212a03-33be-4347-869c-67cb3e13eb34 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:47:10.346198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ff212a03-33be-4347-869c-67cb3e13eb34 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:10.346648 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.392840 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d15cb864-8d21-4f49-b5c2-96d181bfe17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (5d746b5e-b5b1-49c6-b244-9475a44610c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.429172 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (eb8c37c3-2484-4c33-952a-b508eadc5929), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.433362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cb864-8d21-4f49-b5c2-96d181bfe17d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d746b5e-b5b1-49c6-b244-9475a44610c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.462758 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d15cb864-8d21-4f49-b5c2-96d181bfe17d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.467582 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d15cb864-8d21-4f49-b5c2-96d181bfe17d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5d746b5e-b5b1-49c6-b244-9475a44610c0 HTTP/1.1" status: 204 len: 168 time: 0.4353676 Feb 11 05:47:10.471007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51400) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:10.482557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8c37c3-2484-4c33-952a-b508eadc5929']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:10.503505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790f42bb-4a36-414f-94cc-9f04de3c44dd None None] Network 1d22cf20-d70e-4c29-ad45-fec048cc57f0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:10.525611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:10.525997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:10.541083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.589984 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.605076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785931c-dbfe-49cc-9c9e-68d97d51adf4 req-69ea5b2c-50c2-46b7-a7a1-c9eeff76fc5c tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:10.607111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5785931c-dbfe-49cc-9c9e-68d97d51adf4 req-69ea5b2c-50c2-46b7-a7a1-c9eeff76fc5c tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 945 time: 0.1406987 Feb 11 05:47:10.610696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:10.611345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (40ab02bd-ad4c-45d5-846b-ed4f20ebb5c5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:10.615257 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:10.618306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ff212a03-33be-4347-869c-67cb3e13eb34 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:10.618712 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.669598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (1d22cf20-d70e-4c29-ad45-fec048cc57f0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.723451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5785931c-dbfe-49cc-9c9e-68d97d51adf4 req-280cdbc2-1c5f-47cc-b6fe-38004bea9b05 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943749 Feb 11 05:47:10.732334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ff212a03-33be-4347-869c-67cb3e13eb34, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff212a03-33be-4347-869c-67cb3e13eb34,segment=NetworkSegment(d05c065e-f95c-488e-87b8-1a15f60d7c57),segment_id=d05c065e-f95c-488e-87b8-1a15f60d7c57)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:10.733919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (eb8c37c3-2484-4c33-952a-b508eadc5929), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.766839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.777031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d48199-bebc-4056-8277-dd00203c1729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff212a03-33be-4347-869c-67cb3e13eb34'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:10.780665 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ed1a03-5353-4447-8095-30fad60dc52f" -d '{"events": [{"server_uuid": "52d48199-bebc-4056-8277-dd00203c1729", "name": "network-vif-plugged", "status": "completed", "tag": "ff212a03-33be-4347-869c-67cb3e13eb34"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:10.788398 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.789517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Deleting port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:10.790472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.791392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/networks/eb8c37c3-2484-4c33-952a-b508eadc5929 HTTP/1.1" status: 204 len: 168 time: 1.3563750 Feb 11 05:47:10.807338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51408) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:10.847075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1718be-94db-4d52-85ce-c33d1bf0b825 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Network': ['ID=eb8c37c3-2484-4c33-952a-b508eadc5929,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.866776 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cbbea7-c295-46eb-9e54-958993c6d06a x-openstack-request-id: req-15cbbea7-c295-46eb-9e54-958993c6d06a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:10.867297 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d48199-bebc-4056-8277-dd00203c1729", "name": "network-vif-plugged", "status": "completed", "tag": "ff212a03-33be-4347-869c-67cb3e13eb34", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:10.867392 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15cbbea7-c295-46eb-9e54-958993c6d06a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:10.867798 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d48199-bebc-4056-8277-dd00203c1729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff212a03-33be-4347-869c-67cb3e13eb34', 'code': 200} Feb 11 05:47:10.895707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ff212a03-33be-4347-869c-67cb3e13eb34,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.974835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0465b50-8ace-42b1-b9f4-f7e3882a511b None None] DHCP port deletion for 1d22cf20-d70e-4c29-ad45-fec048cc57f0 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:11.008516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04122d7f-00c9-4ed0-8585-403cc1de5bee tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:11.013526 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-04122d7f-00c9-4ed0-8585-403cc1de5bee tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/02a82603-1054-4ac7-a65d-a0955c8ccd0b HTTP/1.1" status: 200 len: 845 time: 0.1987517 Feb 11 05:47:11.014303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51410) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:11.036927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] For port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629,segment=NetworkSegment(a14bb5a7-c62b-414b-8c9a-89381d1b6d3d),segment_id=a14bb5a7-c62b-414b-8c9a-89381d1b6d3d)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:11.038575 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.039558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e0465b50-8ace-42b1-b9f4-f7e3882a511b None None] Deleting port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:11.039939 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0465b50-8ace-42b1-b9f4-f7e3882a511b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.064307 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Calling delete_port for a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:11.079573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3247a7d-b551-4592-91e6-773469c16829 req-8e07ef6d-1246-4e6a-a680-845040f8ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:11.103934 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b3247a7d-b551-4592-91e6-773469c16829 req-8e07ef6d-1246-4e6a-a680-845040f8ab01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 1129 time: 0.1738820 Feb 11 05:47:11.117651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-af108102-4af3-4a66-9ab0-1c2f0669c77f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/02a82603-1054-4ac7-a65d-a0955c8ccd0b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1019030 Feb 11 05:47:11.122805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51414) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:11.137836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e0465b50-8ace-42b1-b9f4-f7e3882a511b None None] For port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629,segment=NetworkSegment(a14bb5a7-c62b-414b-8c9a-89381d1b6d3d),segment_id=a14bb5a7-c62b-414b-8c9a-89381d1b6d3d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:11.138051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:11.138414 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0465b50-8ace-42b1-b9f4-f7e3882a511b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.155593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e0465b50-8ace-42b1-b9f4-f7e3882a511b None None] Calling delete_port for a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:11.244033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.272996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] No DVR routers for this DVR port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:11.305244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:11.351373 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b3247a7d-b551-4592-91e6-773469c16829 req-87ccdf34-4817-4738-8ef8-6d3576ca4bf2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434693 Feb 11 05:47:11.364383 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0465b50-8ace-42b1-b9f4-f7e3882a511b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.394985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:11.399556 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.413623 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (1d22cf20-d70e-4c29-ad45-fec048cc57f0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.428378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0465b50-8ace-42b1-b9f4-f7e3882a511b None None] Pushing event deleted for resources: {'Port': ['ID=a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:11.432669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device df094e0e-e5d1-4b11-9af4-ca429bf447ed no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:11.439539 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d22cf20-d70e-4c29-ad45-fec048cc57f0']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.451390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.451737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14bb5a7-c62b-414b-8c9a-89381d1b6d3d') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.464345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (a14bb5a7-c62b-414b-8c9a-89381d1b6d3d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.482331 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (a14bb5a7-c62b-414b-8c9a-89381d1b6d3d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.490139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0465b50-8ace-42b1-b9f4-f7e3882a511b None None] No DVR routers for this DVR port a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:11.492103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:11.492585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (a14bb5a7-c62b-414b-8c9a-89381d1b6d3d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:11.497044 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:11.510691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: df094e0e-e5d1-4b11-9af4-ca429bf447ed {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:11.511140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device df094e0e-e5d1-4b11-9af4-ca429bf447ed not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:11.511568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:11.535015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:11.535375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a69ea7a4-6b0e-4d8e-bc6b-2e7561c25629 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:11.535782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:11.557336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:11.557620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1fc1b46f-8941-4eb2-a7aa-7503e2afc8ed not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:11.557931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 58b27b3a-e3b1-4996-a1b6-3212677b2853 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:11.594863 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (1d22cf20-d70e-4c29-ad45-fec048cc57f0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.604645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed034-1604-4f89-b4c9-5881e7182a4f req-4b0fe7c6-7376-4db7-9b6e-4b16b618812a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:11.606301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f6ed034-1604-4f89-b4c9-5881e7182a4f req-4b0fe7c6-7376-4db7-9b6e-4b16b618812a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 945 time: 0.4133797 Feb 11 05:47:11.615879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 58b27b3a-e3b1-4996-a1b6-3212677b2853 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:11.616237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 58b27b3a-e3b1-4996-a1b6-3212677b2853 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:11.644151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.647752 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1d22cf20-d70e-4c29-ad45-fec048cc57f0 HTTP/1.1" status: 204 len: 168 time: 1.1755507 Feb 11 05:47:11.648725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ebd8e-9c49-438f-9b7f-eb0f21a9bc83 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d22cf20-d70e-4c29-ad45-fec048cc57f0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:11.706553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f6ed034-1604-4f89-b4c9-5881e7182a4f req-cc500b1d-6ea2-4287-9414-452b98d00a92 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911548 Feb 11 05:47:11.733691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (33ec7ea3-da7d-42f2-8268-10cb1f596305), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.798714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=33ec7ea3-da7d-42f2-8268-10cb1f596305,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:11.816260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:11.817958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:11.821632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:11.822233 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.828604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eecaeb3-bf95-4f2e-9b4d-23f1629b755e None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:11.844900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51424) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:11.845494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b0379ab8-5a24-4f7d-b2c0-8851c6f4d707 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7145243 Feb 11 05:47:11.850323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c07209ae-f4cc-41a9-b052-100f9a256175 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'security_group': {'name': 'tempest-secgroup-913860445'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:11.892507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51428) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:11.938325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c07209ae-f4cc-41a9-b052-100f9a256175 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.000402 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e6145e5f-3b93-4de4-96b5-70c213d5bb1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa920aac21454baa983909ce52c72190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035230 Feb 11 05:47:12.005106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51432) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.059721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-bdd91a05-4cb1-447a-85be-e33a3d17429c', 'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'project_id': '53224707167e41b3875284fed3e739da', 'fixed_ips': [{'subnet_id': '33ec7ea3-da7d-42f2-8268-10cb1f596305'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:12.060491 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.069857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae46ef2-d271-4242-ad80-73a011933221 req-2b152a22-88bf-4f3d-a3cf-89edc1387122 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:12.082920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eae46ef2-d271-4242-ad80-73a011933221 req-2b152a22-88bf-4f3d-a3cf-89edc1387122 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 945 time: 0.2251377 Feb 11 05:47:12.091248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee7f2-f836-48f1-bbbc-4daf515bbd15 admin admin] Publish callbacks [] for security_group (011e2ed4-edc2-4149-83c6-f1715c9b695b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.144270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82880bf6-3998-466b-8ace-63c02073c9b7 req-2ceb3456-79ec-45d7-819a-9d968dcbd3a9 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:12.146158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82880bf6-3998-466b-8ace-63c02073c9b7 req-2ceb3456-79ec-45d7-819a-9d968dcbd3a9 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 946 time: 0.1995146 Feb 11 05:47:12.148248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c07209ae-f4cc-41a9-b052-100f9a256175 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (1a89ec06-b79c-4bd2-90a2-2ea8f0f55b3a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.159225 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee7f2-f836-48f1-bbbc-4daf515bbd15 admin admin] Publish callbacks [] for security_group (011e2ed4-edc2-4149-83c6-f1715c9b695b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.171280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c07209ae-f4cc-41a9-b052-100f9a256175 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1a89ec06-b79c-4bd2-90a2-2ea8f0f55b3a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.176140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eae46ef2-d271-4242-ad80-73a011933221 req-d6f46643-aa1a-426b-8f0e-3070e843426d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828807 Feb 11 05:47:12.214813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51434) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.275529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c07209ae-f4cc-41a9-b052-100f9a256175 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.279630 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c07209ae-f4cc-41a9-b052-100f9a256175 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4301617 Feb 11 05:47:12.284957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51436) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.289680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c5f1f9fc-d766-4bd9-b81e-79fed5996975 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'security_group': {'name': 'tempest-secgroup-1873354607'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:12.298699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07209ae-f4cc-41a9-b052-100f9a256175 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a89ec06-b79c-4bd2-90a2-2ea8f0f55b3a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:12.326573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f9fc-d766-4bd9-b81e-79fed5996975 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.333836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee7f2-f836-48f1-bbbc-4daf515bbd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (011e2ed4-edc2-4149-83c6-f1715c9b695b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.341208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee7f2-f836-48f1-bbbc-4daf515bbd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.347078 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f6ee7f2-f836-48f1-bbbc-4daf515bbd15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/011e2ed4-edc2-4149-83c6-f1715c9b695b HTTP/1.1" status: 204 len: 168 time: 0.3406341 Feb 11 05:47:12.384796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82880bf6-3998-466b-8ace-63c02073c9b7 req-d6732e9b-6f4a-4ca5-ae7a-5f0d9bdc0823 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180054 Feb 11 05:47:12.407899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0968b1-cb3a-40bc-9dea-ea5d9eb84bae tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:12.409892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cb0968b1-cb3a-40bc-9dea-ea5d9eb84bae tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 1123 time: 0.1939027 Feb 11 05:47:12.413033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51444) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.420288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:12.473506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.539799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f9fc-d766-4bd9-b81e-79fed5996975 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (4e896921-e9da-4955-a3ff-63f201d0e840), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.546954 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ee7f2-f836-48f1-bbbc-4daf515bbd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011e2ed4-edc2-4149-83c6-f1715c9b695b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:12.557301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Allocated IP 2001:db8::2 (bdd91a05-4cb1-447a-85be-e33a3d17429c/33ec7ea3-da7d-42f2-8268-10cb1f596305/08dd1818-d589-49fc-a91f-d46e83f49f1c) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:12.558029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f9fc-d766-4bd9-b81e-79fed5996975 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4e896921-e9da-4955-a3ff-63f201d0e840), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.628958 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f9fc-d766-4bd9-b81e-79fed5996975 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.630261 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c5f1f9fc-d766-4bd9-b81e-79fed5996975 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3442099 Feb 11 05:47:12.632345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1f9fc-d766-4bd9-b81e-79fed5996975 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e896921-e9da-4955-a3ff-63f201d0e840,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:12.633163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51448) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.657937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1209213507', 'security_groups': ['4e896921-e9da-4955-a3ff-63f201d0e840'], 'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33ec7ea3-da7d-42f2-8268-10cb1f596305'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:12.686638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51450) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.807877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.864625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:12.930382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51454) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.985508 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Publish callbacks [] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.998681 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.007782 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-492d0bb0-0d36-4954-b211-4d7b06f8b471 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=374643441cde4b0e93740316f59ba47c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760741 Feb 11 05:47:13.010299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51456) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:13.067834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:13.076277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:13.081874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:13.090763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c55b-56de-4def-a62e-0ddfb1693369 admin admin] Publish callbacks [] for security_group (feeb2636-209c-4baa-81d7-b43b787e5481), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.107364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Pushing event updated for resources: {'Port': ['ID=08dd1818-d589-49fc-a91f-d46e83f49f1c,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:13.126439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.25.1.160 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/25d3e0b3-06dc-4047-bcfb-6d01771ce949) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:13.127252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c55b-56de-4def-a62e-0ddfb1693369 admin admin] Publish callbacks [] for security_group (feeb2636-209c-4baa-81d7-b43b787e5481), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.151249 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.177440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Attempting to bind port 08dd1818-d589-49fc-a91f-d46e83f49f1c on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:13.177825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Attempting to bind port 08dd1818-d589-49fc-a91f-d46e83f49f1c by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '7ce94dfb-1434-4de9-8b00-cabed65d1800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:13.178199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Attempting to bind port 08dd1818-d589-49fc-a91f-d46e83f49f1c on network bdd91a05-4cb1-447a-85be-e33a3d17429c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:13.190465 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:13.190761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Checking segment: {'id': '7ce94dfb-1434-4de9-8b00-cabed65d1800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:13.191183 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.194433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Bound using segment: {'id': '7ce94dfb-1434-4de9-8b00-cabed65d1800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:13.195480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port f5079b37-7f31-476a-aaab-4513960099a2 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:13.195590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Bound port: 08dd1818-d589-49fc-a91f-d46e83f49f1c, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce94dfb-1434-4de9-8b00-cabed65d1800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:13.197228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.205363 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e2547619-c462-4c97-8817-b6f14405777d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.321999 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c55b-56de-4def-a62e-0ddfb1693369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (feeb2636-209c-4baa-81d7-b43b787e5481), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.327615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c55b-56de-4def-a62e-0ddfb1693369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.328846 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c7b1c55b-56de-4def-a62e-0ddfb1693369 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/feeb2636-209c-4baa-81d7-b43b787e5481 HTTP/1.1" status: 204 len: 168 time: 0.3174126 Feb 11 05:47:13.358212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1c55b-56de-4def-a62e-0ddfb1693369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb2636-209c-4baa-81d7-b43b787e5481,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:13.408639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e2547619-c462-4c97-8817-b6f14405777d admin admin] Publish callbacks [] for security_group (c365d78e-e21d-41c7-bcc2-e71d27467476), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.425344 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e2547619-c462-4c97-8817-b6f14405777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c365d78e-e21d-41c7-bcc2-e71d27467476), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.429536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] For port 08dd1818-d589-49fc-a91f-d46e83f49f1c, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:13.442440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] For port 08dd1818-d589-49fc-a91f-d46e83f49f1c, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=08dd1818-d589-49fc-a91f-d46e83f49f1c,segment=NetworkSegment(7ce94dfb-1434-4de9-8b00-cabed65d1800),segment_id=7ce94dfb-1434-4de9-8b00-cabed65d1800)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:13.447046 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (25d3e0b3-06dc-4047-bcfb-6d01771ce949), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.455375 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.497780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2547619-c462-4c97-8817-b6f14405777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c365d78e-e21d-41c7-bcc2-e71d27467476,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:13.542615 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e2547619-c462-4c97-8817-b6f14405777d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c08a27eb84654dab8a4aaee4d6886f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8509552 Feb 11 05:47:13.543488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51464) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:13.627475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed912d7e-9c66-4b3c-a9bf-9a1ff6555779 None None] Pushing event updated for resources: {'Port': ['ID=08dd1818-d589-49fc-a91f-d46e83f49f1c,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:13.668985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97ea3cfd-ad1d-4408-b1c5-a80390598158 admin admin] Publish callbacks [] for security_group (c365d78e-e21d-41c7-bcc2-e71d27467476), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.692684 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97ea3cfd-ad1d-4408-b1c5-a80390598158 admin admin] Publish callbacks [] for security_group (c365d78e-e21d-41c7-bcc2-e71d27467476), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.701164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::1e0 (bdd91a05-4cb1-447a-85be-e33a3d17429c/33ec7ea3-da7d-42f2-8268-10cb1f596305/f5079b37-7f31-476a-aaab-4513960099a2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:13.795154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97ea3cfd-ad1d-4408-b1c5-a80390598158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c365d78e-e21d-41c7-bcc2-e71d27467476), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.800596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97ea3cfd-ad1d-4408-b1c5-a80390598158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.802334 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97ea3cfd-ad1d-4408-b1c5-a80390598158 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c365d78e-e21d-41c7-bcc2-e71d27467476 HTTP/1.1" status: 204 len: 168 time: 0.2579486 Feb 11 05:47:13.818300 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (25d3e0b3-06dc-4047-bcfb-6d01771ce949), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.827014 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea3cfd-ad1d-4408-b1c5-a80390598158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c365d78e-e21d-41c7-bcc2-e71d27467476,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:13.909340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2602-b47b-4ae8-809e-ffa330d13180 req-33fd78aa-8a35-404a-8f03-27befd833fa2 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:13.918969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-254e2602-b47b-4ae8-809e-ffa330d13180 req-33fd78aa-8a35-404a-8f03-27befd833fa2 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 946 time: 0.3856349 Feb 11 05:47:14.028193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:14.058455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:14.080261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=25d3e0b3-06dc-4047-bcfb-6d01771ce949,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:14.089408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:14.238924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-254e2602-b47b-4ae8-809e-ffa330d13180 req-412c91b2-ba13-42c6-a8af-eb6eb9705426 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852385 Feb 11 05:47:14.522863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (f5079b37-7f31-476a-aaab-4513960099a2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.963534 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f5079b37-7f31-476a-aaab-4513960099a2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.971485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108840e-238a-4c0d-9541-3d2e7b2bb2bf req-fd81144b-daf9-4886-8eb8-7382a2b4390c tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:14.972995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d108840e-238a-4c0d-9541-3d2e7b2bb2bf req-fd81144b-daf9-4886-8eb8-7382a2b4390c tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 946 time: 0.4361556 Feb 11 05:47:15.108111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:15.142134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:15.143771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] Provisioning complete for port 02a82603-1054-4ac7-a65d-a0955c8ccd0b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:15.144234 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.181024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=f5079b37-7f31-476a-aaab-4513960099a2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:15.191007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:15.195440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] Port 02a82603-1054-4ac7-a65d-a0955c8ccd0b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:15.196154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:15.196772 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.208103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:15.208488 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.269717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d108840e-238a-4c0d-9541-3d2e7b2bb2bf req-26d3106c-de3e-442a-8970-76b29cc186b1 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463498 Feb 11 05:47:15.277676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8f9d0b70-ccb8-432a-ac89-a17427edac00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6431584 Feb 11 05:47:15.280994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51474) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:15.291184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e799dd1b-610f-44fa-8362-a1a971a39cea tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:15.372132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:15.372528 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.440982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] For port 08dd1818-d589-49fc-a91f-d46e83f49f1c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=08dd1818-d589-49fc-a91f-d46e83f49f1c,segment=NetworkSegment(7ce94dfb-1434-4de9-8b00-cabed65d1800),segment_id=7ce94dfb-1434-4de9-8b00-cabed65d1800)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:15.442479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for floatingip (d8f92db8-46be-47df-9dd7-8af1dd5d7d96), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.448403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.502417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 08dd1818-d589-49fc-a91f-d46e83f49f1c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:15.533560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799dd1b-610f-44fa-8362-a1a971a39cea tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:15.536302 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e799dd1b-610f-44fa-8362-a1a971a39cea tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.552146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (25d3e0b3-06dc-4047-bcfb-6d01771ce949), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.577254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03527d1b-f656-48b9-87c8-84fcaa3b886f None None] Pushing event updated for resources: {'Port': ['ID=08dd1818-d589-49fc-a91f-d46e83f49f1c,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:15.602017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c09b626c-448a-453c-b3e2-f156ddb1322e None None] Provisioning complete for port f5079b37-7f31-476a-aaab-4513960099a2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:15.602891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c09b626c-448a-453c-b3e2-f156ddb1322e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f5079b37-7f31-476a-aaab-4513960099a2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.640407 n-d-715271-35 neutron-server[103121]: INFO neutron.db.ipam_backend_mixin [None req-e799dd1b-610f-44fa-8362-a1a971a39cea tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33ec7ea3-da7d-42f2-8268-10cb1f596305 (CIDR: 2001:db8::/64) Feb 11 05:47:15.645771 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e799dd1b-610f-44fa-8362-a1a971a39cea tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:47:15.648141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e799dd1b-610f-44fa-8362-a1a971a39cea tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:15.676173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c09b626c-448a-453c-b3e2-f156ddb1322e None None] Port f5079b37-7f31-476a-aaab-4513960099a2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:15.679807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:15.680153 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.685194 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e799dd1b-610f-44fa-8362-a1a971a39cea tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4014339 Feb 11 05:47:15.687786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51478) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:15.704099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:15.777780 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (25d3e0b3-06dc-4047-bcfb-6d01771ce949), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.785489 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (25d3e0b3-06dc-4047-bcfb-6d01771ce949), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.785999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:15.863837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=25d3e0b3-06dc-4047-bcfb-6d01771ce949,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:15.874013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:15.876715 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (d8f92db8-46be-47df-9dd7-8af1dd5d7d96), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.877771 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.958772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b5de-3214-4683-9992-4327aee7a75c req-765aa902-bd92-4a1e-bbd0-f65fd2902076 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:15.960171 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-49b1b5de-3214-4683-9992-4327aee7a75c req-765aa902-bd92-4a1e-bbd0-f65fd2902076 tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.81 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 946 time: 0.1223989 Feb 11 05:47:15.987684 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Floating IP d8f92db8-46be-47df-9dd7-8af1dd5d7d96 associated. External IP: 172.25.1.160, port: 10167a43-ab1d-456e-ab2d-c56f31ba100c. Feb 11 05:47:16.130862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-49b1b5de-3214-4683-9992-4327aee7a75c req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Deleting port ff212a03-33be-4347-869c-67cb3e13eb34 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:16.131212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-49b1b5de-3214-4683-9992-4327aee7a75c req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.210015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router 70f33f49-8196-4dec-88c3-64a666b16af9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:16.273318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-49b1b5de-3214-4683-9992-4327aee7a75c req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] For port ff212a03-33be-4347-869c-67cb3e13eb34, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ff212a03-33be-4347-869c-67cb3e13eb34,segment=NetworkSegment(d05c065e-f95c-488e-87b8-1a15f60d7c57),segment_id=d05c065e-f95c-488e-87b8-1a15f60d7c57)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:16.273695 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-49b1b5de-3214-4683-9992-4327aee7a75c req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.295146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-49b1b5de-3214-4683-9992-4327aee7a75c req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Calling delete_port for ff212a03-33be-4347-869c-67cb3e13eb34 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:16.300335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (2a477fb1-2ff5-464a-a5a0-77cb63352368), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.325615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:16.336853 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] Sync routers for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:16.348062 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:16.348886 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:16.354641 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.388355 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:16.394656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a9359759-108e-44f2-ac18-f3057b6e6394 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9800885 Feb 11 05:47:16.395372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:16.399585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:16.400350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.402597 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51482) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:16.403250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=2a477fb1-2ff5-464a-a5a0-77cb63352368,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:16.407052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:16.410077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e1ef8-e66b-498d-b091-3a8ff8ac1e9f None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:16.412496 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddcba40-2c43-41c0-90f3-d1e830d4a344" -d '{"events": [{"name": "network-changed", "server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:16.473245 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fabceae7-dddf-4010-908b-f267e1e6accd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/floatingips/d8f92db8-46be-47df-9dd7-8af1dd5d7d96 HTTP/1.1" status: 200 len: 991 time: 0.0663536 Feb 11 05:47:16.476557 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:16.492365 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684208df-6357-424e-b24e-5c59f259f623 x-openstack-request-id: req-684208df-6357-424e-b24e-5c59f259f623 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:16.492908 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:16.493537 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-684208df-6357-424e-b24e-5c59f259f623 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:16.494144 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'status': 'completed', 'code': 200} Feb 11 05:47:16.497170 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-15373062-856b-456b-81a2-3715c7b62dcb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8074610 Feb 11 05:47:16.499795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51486) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:16.507185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1328353316', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2a477fb1-2ff5-464a-a5a0-77cb63352368'}], 'security_groups': ['1a89ec06-b79c-4bd2-90a2-2ea8f0f55b3a']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:16.523194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857f9d9-5472-4b68-9f55-13ea687092c6 req-95bc1c34-ccdb-4ebe-913c-098ff8c9be2b tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:16.532499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a857f9d9-5472-4b68-9f55-13ea687092c6 req-95bc1c34-ccdb-4ebe-913c-098ff8c9be2b tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d48199-bebc-4056-8277-dd00203c1729 HTTP/1.1" status: 200 len: 946 time: 0.1362715 Feb 11 05:47:16.630254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a857f9d9-5472-4b68-9f55-13ea687092c6 req-6116f20e-1dff-4d24-b268-bc9dcf800e2f tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.31 "GET /v2.0/security-groups?id=10e2b004-da13-43ed-9bad-a30813a3fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964446 Feb 11 05:47:16.648665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-c387fb77-8d6b-4b15-bb0f-8b7c8feed9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:16.650519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-c387fb77-8d6b-4b15-bb0f-8b7c8feed9af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 1128 time: 0.1156034 Feb 11 05:47:16.707865 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5125623c-66af-453f-8e08-7c3477c19406 None None] Update dhcp port {'port': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'fixed_ips': [{'subnet_id': '33ec7ea3-da7d-42f2-8268-10cb1f596305', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a477fb1-2ff5-464a-a5a0-77cb63352368'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '08dd1818-d589-49fc-a91f-d46e83f49f1c'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:47:16.712582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-49b1b5de-3214-4683-9992-4327aee7a75c req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ff212a03-33be-4347-869c-67cb3e13eb34), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.738968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ff212a03-33be-4347-869c-67cb3e13eb34'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:16.743664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Pushing event deleted for resources: {'Port': ['ID=ff212a03-33be-4347-869c-67cb3e13eb34,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:16.793443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5125623c-66af-453f-8e08-7c3477c19406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.813038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-2f9c7a57-a318-4e4d-8b2b-91a9e8c28b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:16.817027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-2f9c7a57-a318-4e4d-8b2b-91a9e8c28b5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ff6d76b-f503-4313-b95f-b6ddf303eee0 HTTP/1.1" status: 200 len: 897 time: 0.1573570 Feb 11 05:47:16.840066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b1b5de-3214-4683-9992-4327aee7a75c req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] No DVR routers for this DVR port ff212a03-33be-4347-869c-67cb3e13eb34 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:16.841663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f5079b37-7f31-476a-aaab-4513960099a2), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.857593 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-49b1b5de-3214-4683-9992-4327aee7a75c req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.861177 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-49b1b5de-3214-4683-9992-4327aee7a75c req-96cdbb57-f934-48fc-8692-b5efb7c0c9ae tempest-InstanceActionsV221TestJSON-904961664 tempest-InstanceActionsV221TestJSON-904961664-project] 10.222.0.81 "DELETE /v2.0/ports/ff212a03-33be-4347-869c-67cb3e13eb34 HTTP/1.1" status: 204 len: 173 time: 0.8911719 Feb 11 05:47:16.863977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d48199-bebc-4056-8277-dd00203c1729', 'name': 'network-vif-deleted', 'tag': 'ff212a03-33be-4347-869c-67cb3e13eb34'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:16.873715 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74357a57-37c9-498f-86e6-a7cd657e6e4a" -d '{"events": [{"server_uuid": "52d48199-bebc-4056-8277-dd00203c1729", "name": "network-vif-deleted", "tag": "ff212a03-33be-4347-869c-67cb3e13eb34"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:16.955830 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b12f31-c944-4860-b786-4f97b37440c1 x-openstack-request-id: req-58b12f31-c944-4860-b786-4f97b37440c1 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:16.956084 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d48199-bebc-4056-8277-dd00203c1729", "name": "network-vif-deleted", "tag": "ff212a03-33be-4347-869c-67cb3e13eb34", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:16.956293 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58b12f31-c944-4860-b786-4f97b37440c1 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:16.956712 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d48199-bebc-4056-8277-dd00203c1729', 'name': 'network-vif-deleted', 'tag': 'ff212a03-33be-4347-869c-67cb3e13eb34', 'status': 'completed', 'code': 200} Feb 11 05:47:16.959123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-e84ce52a-e95b-4601-925e-5bffa4200499 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10167a43-ab1d-456e-ab2d-c56f31ba100c HTTP/1.1" status: 200 len: 999 time: 0.1371748 Feb 11 05:47:17.047292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-5125623c-66af-453f-8e08-7c3477c19406 None None] Allocated IP 2001:db8:0:1::2 (bdd91a05-4cb1-447a-85be-e33a3d17429c/2a477fb1-2ff5-464a-a5a0-77cb63352368/08dd1818-d589-49fc-a91f-d46e83f49f1c) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:17.049778 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8f92db8-46be-47df-9dd7-8af1dd5d7d96', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:14Z', 'updated_at': '2022-02-11T05:47:14Z', 'revision_number': 0, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:17.065140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-fc961987-f189-433b-abb1-4a46d9621508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:17.067246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-fc961987-f189-433b-abb1-4a46d9621508 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32f2c1dd-67ab-493e-abfe-3bb181e5b860 HTTP/1.1" status: 200 len: 835 time: 0.1007538 Feb 11 05:47:17.087356 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] Checking router: 70f33f49-8196-4dec-88c3-64a666b16af9 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:17.103483 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:17.104381 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:17.141668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-081248fb-16bf-455d-8bbb-1dde9b474945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:17.143484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-081248fb-16bf-455d-8bbb-1dde9b474945 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ff6d76b-f503-4313-b95f-b6ddf303eee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0707529 Feb 11 05:47:17.245699 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:17.270141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-e5c903d3-fcef-48c6-9bf6-4f8383af44b1 service neutron] 10.222.0.72 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202457 Feb 11 05:47:17.325174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5125623c-66af-453f-8e08-7c3477c19406 None None] For port 08dd1818-d589-49fc-a91f-d46e83f49f1c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=08dd1818-d589-49fc-a91f-d46e83f49f1c,segment=NetworkSegment(7ce94dfb-1434-4de9-8b00-cabed65d1800),segment_id=7ce94dfb-1434-4de9-8b00-cabed65d1800)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:17.358665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 08dd1818-d589-49fc-a91f-d46e83f49f1c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:17.404439 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5125623c-66af-453f-8e08-7c3477c19406 None None] Publish callbacks [] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.412419 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5125623c-66af-453f-8e08-7c3477c19406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.428580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cddcba40-2c43-41c0-90f3-d1e830d4a344 req-21dea873-9a1c-411d-b8cf-8f7e92d3b4c5 service neutron] 10.222.0.72 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519573 Feb 11 05:47:17.475958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51492) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:17.523195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125623c-66af-453f-8e08-7c3477c19406 None None] Pushing event updated for resources: {'Port': ['ID=08dd1818-d589-49fc-a91f-d46e83f49f1c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:17.531765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:17.532143 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.586222 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8f92db8-46be-47df-9dd7-8af1dd5d7d96', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:14Z', 'updated_at': '2022-02-11T05:47:14Z', 'revision_number': 0, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:17.600856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Delete allocated IP 2001:db8::1e0 (bdd91a05-4cb1-447a-85be-e33a3d17429c/33ec7ea3-da7d-42f2-8268-10cb1f596305) {{(pid=103121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:47:17.606255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-52f477ac-05f3-42e7-923f-7f73d543c2a5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/floatingips/d8f92db8-46be-47df-9dd7-8af1dd5d7d96 HTTP/1.1" status: 200 len: 991 time: 0.1286530 Feb 11 05:47:17.612633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8:0:1::1a2 (bdd91a05-4cb1-447a-85be-e33a3d17429c/2a477fb1-2ff5-464a-a5a0-77cb63352368/f5079b37-7f31-476a-aaab-4513960099a2) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:17.620889 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340cd04-70e2-4c5f-aa29-4cd18eb80d76 None None] The sync data for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 is: [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:46:33Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8f92db8-46be-47df-9dd7-8af1dd5d7d96', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:14Z', 'updated_at': '2022-02-11T05:47:14Z', 'revision_number': 0, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:17.637594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:17.808082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (f5079b37-7f31-476a-aaab-4513960099a2), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.816509 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (f5079b37-7f31-476a-aaab-4513960099a2), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.924136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] In _notify_port_updated(), no bound segment for port f5079b37-7f31-476a-aaab-4513960099a2 on network bdd91a05-4cb1-447a-85be-e33a3d17429c {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:47:17.929510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:17.930276 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.931615 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "PUT /v2.0/ports/f5079b37-7f31-476a-aaab-4513960099a2 HTTP/1.1" status: 200 len: 931 time: 1.4306219 Feb 11 05:47:17.935673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51504) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:17.936433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51506) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:17.939521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b4b55-ac2f-4db3-b8e7-1ffce722e697 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=f5079b37-7f31-476a-aaab-4513960099a2,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:17.967090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812819c-2b23-4248-acda-66776a28e40a None None] New status for floating IP d8f92db8-46be-47df-9dd7-8af1dd5d7d96: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:47:18.055138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5421125-75e3-4ea4-9fe4-59e69e3aa9eb admin admin] Deleting subnet 71ad2023-fb7a-4108-a30c-cfddbf5a0bff {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:18.062503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5421125-75e3-4ea4-9fe4-59e69e3aa9eb admin admin] Publish callbacks [] for subnet (71ad2023-fb7a-4108-a30c-cfddbf5a0bff), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.105150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5421125-75e3-4ea4-9fe4-59e69e3aa9eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (71ad2023-fb7a-4108-a30c-cfddbf5a0bff), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.141676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3dd755e9-56bb-4c7f-9aab-dbf235ee79a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port f5079b37-7f31-476a-aaab-4513960099a2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:18.142019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3dd755e9-56bb-4c7f-9aab-dbf235ee79a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f5079b37-7f31-476a-aaab-4513960099a2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.179442 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5421125-75e3-4ea4-9fe4-59e69e3aa9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (71ad2023-fb7a-4108-a30c-cfddbf5a0bff), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.219734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6b2bc645-5645-4783-b4ce-616b9d0d5771 None None] Provisioning complete for port f5079b37-7f31-476a-aaab-4513960099a2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:18.220117 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc645-5645-4783-b4ce-616b9d0d5771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f5079b37-7f31-476a-aaab-4513960099a2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.260107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bc645-5645-4783-b4ce-616b9d0d5771 None None] Port f5079b37-7f31-476a-aaab-4513960099a2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:18.272098 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6b2bc645-5645-4783-b4ce-616b9d0d5771 None None] Provisioning complete for port 02a82603-1054-4ac7-a65d-a0955c8ccd0b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:18.272603 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc645-5645-4783-b4ce-616b9d0d5771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.278595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3dd755e9-56bb-4c7f-9aab-dbf235ee79a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f5079b37-7f31-476a-aaab-4513960099a2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.297464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3dd755e9-56bb-4c7f-9aab-dbf235ee79a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for f5079b37-7f31-476a-aaab-4513960099a2 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:18.309103 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5421125-75e3-4ea4-9fe4-59e69e3aa9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (71ad2023-fb7a-4108-a30c-cfddbf5a0bff), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.313212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bc645-5645-4783-b4ce-616b9d0d5771 None None] Port 02a82603-1054-4ac7-a65d-a0955c8ccd0b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:18.325645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6b2bc645-5645-4783-b4ce-616b9d0d5771 None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:18.326021 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc645-5645-4783-b4ce-616b9d0d5771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.371278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5421125-75e3-4ea4-9fe4-59e69e3aa9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ad2023-fb7a-4108-a30c-cfddbf5a0bff,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:18.377704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5421125-75e3-4ea4-9fe4-59e69e3aa9eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.380931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c5421125-75e3-4ea4-9fe4-59e69e3aa9eb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/71ad2023-fb7a-4108-a30c-cfddbf5a0bff HTTP/1.1" status: 204 len: 168 time: 0.4366145 Feb 11 05:47:18.383469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.424142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bc645-5645-4783-b4ce-616b9d0d5771 None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:18.468731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (2d270d67-d4c7-4edf-9603-12cd646745fe), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.480850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3dd755e9-56bb-4c7f-9aab-dbf235ee79a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f5079b37-7f31-476a-aaab-4513960099a2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.510002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd755e9-56bb-4c7f-9aab-dbf235ee79a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=f5079b37-7f31-476a-aaab-4513960099a2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:18.536757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3dd755e9-56bb-4c7f-9aab-dbf235ee79a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.539591 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-628c0714-c9c2-4d3b-8627-49e9836b4101 None None] Could not find standard attr ID for object f5079b37-7f31-476a-aaab-4513960099a2. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:47:18.540166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3dd755e9-56bb-4c7f-9aab-dbf235ee79a4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/f5079b37-7f31-476a-aaab-4513960099a2 HTTP/1.1" status: 204 len: 168 time: 0.6045349 Feb 11 05:47:18.542716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51510) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.568963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (2d270d67-d4c7-4edf-9603-12cd646745fe), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.576011 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04332ca-8750-4c16-9afd-c9df2d9be445 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:47:18.582166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f04332ca-8750-4c16-9afd-c9df2d9be445 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/f5079b37-7f31-476a-aaab-4513960099a2 HTTP/1.1" status: 404 len: 333 time: 0.0383348 Feb 11 05:47:18.583387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51512) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.593156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d270d67-d4c7-4edf-9603-12cd646745fe']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:18.603558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05c065e-f95c-488e-87b8-1a15f60d7c57') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:18.604195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05c065e-f95c-488e-87b8-1a15f60d7c57') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:18.610594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51514) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.616321 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (d05c065e-f95c-488e-87b8-1a15f60d7c57), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.631456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d05c065e-f95c-488e-87b8-1a15f60d7c57), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.639312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:18.639720 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (d05c065e-f95c-488e-87b8-1a15f60d7c57), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:18.643081 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:18.689382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8abfa3c8-6d58-4523-b95a-aac7d5da9aba tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (4e896921-e9da-4955-a3ff-63f201d0e840), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.696344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-82a79c86-d984-45d2-881b-5d16da938484 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/floatingips/d8f92db8-46be-47df-9dd7-8af1dd5d7d96 HTTP/1.1" status: 200 len: 993 time: 0.0846212 Feb 11 05:47:18.712309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (2d270d67-d4c7-4edf-9603-12cd646745fe), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.719422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.720737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8abfa3c8-6d58-4523-b95a-aac7d5da9aba tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (4e896921-e9da-4955-a3ff-63f201d0e840), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.722696 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d270d67-d4c7-4edf-9603-12cd646745fe HTTP/1.1" status: 204 len: 168 time: 0.3364897 Feb 11 05:47:18.740084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086abadd-4812-400c-a14d-8d9dcde4f373 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d270d67-d4c7-4edf-9603-12cd646745fe,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:18.770460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8abfa3c8-6d58-4523-b95a-aac7d5da9aba tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4e896921-e9da-4955-a3ff-63f201d0e840), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.773072 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8abfa3c8-6d58-4523-b95a-aac7d5da9aba tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.774475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8abfa3c8-6d58-4523-b95a-aac7d5da9aba tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e896921-e9da-4955-a3ff-63f201d0e840 HTTP/1.1" status: 204 len: 168 time: 0.1905499 Feb 11 05:47:18.777356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51518) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.783909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfa3c8-6d58-4523-b95a-aac7d5da9aba tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e896921-e9da-4955-a3ff-63f201d0e840,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:18.833448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea45b917-901a-442d-ae74-25c6533fe68f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (1a89ec06-b79c-4bd2-90a2-2ea8f0f55b3a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.855897 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea45b917-901a-442d-ae74-25c6533fe68f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (1a89ec06-b79c-4bd2-90a2-2ea8f0f55b3a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.902042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea45b917-901a-442d-ae74-25c6533fe68f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1a89ec06-b79c-4bd2-90a2-2ea8f0f55b3a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.908543 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea45b917-901a-442d-ae74-25c6533fe68f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.912381 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ea45b917-901a-442d-ae74-25c6533fe68f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/security-groups/1a89ec06-b79c-4bd2-90a2-2ea8f0f55b3a HTTP/1.1" status: 204 len: 168 time: 0.1317401 Feb 11 05:47:18.912775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51522) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.922967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51524) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.932287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45b917-901a-442d-ae74-25c6533fe68f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a89ec06-b79c-4bd2-90a2-2ea8f0f55b3a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:18.994766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2ed707-c96d-4457-b5cd-43b2c5ee629d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet 33ec7ea3-da7d-42f2-8268-10cb1f596305 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:19.001684 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be2ed707-c96d-4457-b5cd-43b2c5ee629d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (33ec7ea3-da7d-42f2-8268-10cb1f596305), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.005985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8abcd93e-934f-4d33-b396-62ae0fcfb415 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf543ab187bd467aa4538085e5b231a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820324 Feb 11 05:47:19.008937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51526) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:19.044313 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be2ed707-c96d-4457-b5cd-43b2c5ee629d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (33ec7ea3-da7d-42f2-8268-10cb1f596305), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.058090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b521c0e-9bfd-4c99-8966-2499c028eba9 admin admin] Publish callbacks [] for security_group (10e2b004-da13-43ed-9bad-a30813a3fba9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.080875 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b521c0e-9bfd-4c99-8966-2499c028eba9 admin admin] Publish callbacks [] for security_group (10e2b004-da13-43ed-9bad-a30813a3fba9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.128014 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b521c0e-9bfd-4c99-8966-2499c028eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (10e2b004-da13-43ed-9bad-a30813a3fba9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.130695 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1b521c0e-9bfd-4c99-8966-2499c028eba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.132935 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be2ed707-c96d-4457-b5cd-43b2c5ee629d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (33ec7ea3-da7d-42f2-8268-10cb1f596305), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.134574 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1b521c0e-9bfd-4c99-8966-2499c028eba9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10e2b004-da13-43ed-9bad-a30813a3fba9 HTTP/1.1" status: 204 len: 168 time: 0.1247206 Feb 11 05:47:19.143275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b521c0e-9bfd-4c99-8966-2499c028eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e2b004-da13-43ed-9bad-a30813a3fba9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:19.205556 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be2ed707-c96d-4457-b5cd-43b2c5ee629d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (33ec7ea3-da7d-42f2-8268-10cb1f596305), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.232848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ed707-c96d-4457-b5cd-43b2c5ee629d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=33ec7ea3-da7d-42f2-8268-10cb1f596305,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:19.236862 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be2ed707-c96d-4457-b5cd-43b2c5ee629d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.245906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-be2ed707-c96d-4457-b5cd-43b2c5ee629d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/33ec7ea3-da7d-42f2-8268-10cb1f596305 HTTP/1.1" status: 204 len: 168 time: 0.3262591 Feb 11 05:47:19.246230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:19.246341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b9187-e9e5-461e-a94f-5dc4add4b9c1 None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:19.251159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:19.355391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 08dd1818-d589-49fc-a91f-d46e83f49f1c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:19.390476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:19.394385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.423290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:19.423688 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.517549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:20.005950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51552) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:20.052384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (d243732c-4e25-45d5-9eda-e15876806977), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.095299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:20.098377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:20.102482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.103069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.108185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6457a-83df-4a3a-bc38-9e5171c0dcc1 None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:20.112900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=d243732c-4e25-45d5-9eda-e15876806977,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:20.115984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-28405776-network', 'tenant_id': 'e63f816da2cf4195aec874dc8a22b7a5'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:20.125875 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1c2a914b-0ebf-41d0-a6b2-8cbd12ee1adc tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8805766 Feb 11 05:47:20.128514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51556) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:20.133081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8fdb408a-f285-46bd-be39-97fa6b6290f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'security_group': {'name': 'tempest-secgroup-729907027'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:20.149423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Made reservation on behalf of e63f816da2cf4195aec874dc8a22b7a5 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:20.152077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.154596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fdb408a-f285-46bd-be39-97fa6b6290f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.161670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.183080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ff212a03-33be-4347-869c-67cb3e13eb34 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:20.217430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: ff212a03-33be-4347-869c-67cb3e13eb34 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:20.217875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ff212a03-33be-4347-869c-67cb3e13eb34 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:20.231262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e2cd769b-9cef-45d7-b3fe-16d94f7e6523 None None] Provisioning complete for port 02a82603-1054-4ac7-a65d-a0955c8ccd0b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:20.231756 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2cd769b-9cef-45d7-b3fe-16d94f7e6523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.237443 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fdb408a-f285-46bd-be39-97fa6b6290f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (99a2513f-43ea-457a-868f-23722d16eba7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.241922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fdb408a-f285-46bd-be39-97fa6b6290f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (99a2513f-43ea-457a-868f-23722d16eba7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.266632 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fdb408a-f285-46bd-be39-97fa6b6290f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.266901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Publish callbacks [] for security_group (4fb19ece-5fa2-437d-9403-dcabc70c9cb8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.268125 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8fdb408a-f285-46bd-be39-97fa6b6290f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1386032 Feb 11 05:47:20.272865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51558) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:20.277771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-99b62c93-ac35-4f7e-9b42-a25adb7d8d6f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'security_group': {'name': 'tempest-secgroup-463712224'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:20.283457 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4fb19ece-5fa2-437d-9403-dcabc70c9cb8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.283611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb408a-f285-46bd-be39-97fa6b6290f1 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a2513f-43ea-457a-868f-23722d16eba7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:20.292301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd769b-9cef-45d7-b3fe-16d94f7e6523 None None] Port 02a82603-1054-4ac7-a65d-a0955c8ccd0b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:20.311108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e2cd769b-9cef-45d7-b3fe-16d94f7e6523 None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:20.311446 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2cd769b-9cef-45d7-b3fe-16d94f7e6523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.327290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:20.338093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99b62c93-ac35-4f7e-9b42-a25adb7d8d6f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.342539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb19ece-5fa2-437d-9403-dcabc70c9cb8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:20.354513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c99a18ab-f512-4a7f-b962-8a843338fdac), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.354867 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Added segment c99a18ab-f512-4a7f-b962-8a843338fdac of type vlan for network 5670fd9e-aecc-4a02-96a8-1af2c8fab13e Feb 11 05:47:20.395123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f85a0-02ea-4ad4-9483-a64cad8b85cc None None] Update dhcp port {'port': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'fixed_ips': [{'subnet_id': '2a477fb1-2ff5-464a-a5a0-77cb63352368', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd243732c-4e25-45d5-9eda-e15876806977'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '08dd1818-d589-49fc-a91f-d46e83f49f1c'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:47:20.410880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5670fd9e-aecc-4a02-96a8-1af2c8fab13e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.449637 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-256f85a0-02ea-4ad4-9483-a64cad8b85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.454970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5670fd9e-aecc-4a02-96a8-1af2c8fab13e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.455936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.456503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.468471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd769b-9cef-45d7-b3fe-16d94f7e6523 None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:20.493655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99b62c93-ac35-4f7e-9b42-a25adb7d8d6f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (3813df13-28c9-4524-a4fa-b370d944cb42), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.505307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4973850 Feb 11 05:47:20.507626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99b62c93-ac35-4f7e-9b42-a25adb7d8d6f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3813df13-28c9-4524-a4fa-b370d944cb42), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.508452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51560) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:20.513775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Request body: {'subnet': {'network_id': '5670fd9e-aecc-4a02-96a8-1af2c8fab13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-28405776-subnet', 'tenant_id': 'e63f816da2cf4195aec874dc8a22b7a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:20.534727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Made reservation on behalf of e63f816da2cf4195aec874dc8a22b7a5 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:20.537086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.566400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a9bdc-a547-4f7b-82b7-6338cef4ea86 admin admin] Pushing event updated for resources: {'Network': ['ID=5670fd9e-aecc-4a02-96a8-1af2c8fab13e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:20.570377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b62c93-ac35-4f7e-9b42-a25adb7d8d6f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3813df13-28c9-4524-a4fa-b370d944cb42,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:20.575392 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99b62c93-ac35-4f7e-9b42-a25adb7d8d6f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.580231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-99b62c93-ac35-4f7e-9b42-a25adb7d8d6f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3063138 Feb 11 05:47:20.581343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51562) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:20.582518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5670fd9e-aecc-4a02-96a8-1af2c8fab13e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:20.586577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-66fdf2f1-fe71-4374-bff9-a3be3a73a007 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'security_group': {'name': 'tempest-secgroup-1012314971'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:20.607694 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66fdf2f1-fe71-4374-bff9-a3be3a73a007 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.688283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66fdf2f1-fe71-4374-bff9-a3be3a73a007 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (efa14d2c-9fc2-4656-9da3-11ecf886373c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.693553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-256f85a0-02ea-4ad4-9483-a64cad8b85cc None None] Allocated IP 2001:db8::2 (bdd91a05-4cb1-447a-85be-e33a3d17429c/d243732c-4e25-45d5-9eda-e15876806977/08dd1818-d589-49fc-a91f-d46e83f49f1c) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:20.694109 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66fdf2f1-fe71-4374-bff9-a3be3a73a007 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (efa14d2c-9fc2-4656-9da3-11ecf886373c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.734932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (e97c69b5-db14-4b2a-a961-46619db4d236), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.797259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97c69b5-db14-4b2a-a961-46619db4d236,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:20.800348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-256f85a0-02ea-4ad4-9483-a64cad8b85cc None None] For port 08dd1818-d589-49fc-a91f-d46e83f49f1c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=08dd1818-d589-49fc-a91f-d46e83f49f1c,segment=NetworkSegment(7ce94dfb-1434-4de9-8b00-cabed65d1800),segment_id=7ce94dfb-1434-4de9-8b00-cabed65d1800)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:20.806486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Checking segment: {'id': 'c99a18ab-f512-4a7f-b962-8a843338fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5670fd9e-aecc-4a02-96a8-1af2c8fab13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:20.806856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Network hostable DHCP agents. Network: 5670fd9e-aecc-4a02-96a8-1af2c8fab13e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:20.826178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Network 5670fd9e-aecc-4a02-96a8-1af2c8fab13e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:20.836375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 5670fd9e-aecc-4a02-96a8-1af2c8fab13e) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:20.841021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.841962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.844807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-256f85a0-02ea-4ad4-9483-a64cad8b85cc None None] Publish callbacks [] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.851322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21832dd4-aa4d-4d56-9d91-794099f49eba None None] Network 5670fd9e-aecc-4a02-96a8-1af2c8fab13e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:20.855687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-256f85a0-02ea-4ad4-9483-a64cad8b85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.870838 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-44f86240-a02e-4394-ad8c-51af4386aad4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3524098 Feb 11 05:47:21.000961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdf2f1-fe71-4374-bff9-a3be3a73a007 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa14d2c-9fc2-4656-9da3-11ecf886373c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:21.023342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f85a0-02ea-4ad4-9483-a64cad8b85cc None None] Pushing event updated for resources: {'Port': ['ID=08dd1818-d589-49fc-a91f-d46e83f49f1c,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:21.024793 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66fdf2f1-fe71-4374-bff9-a3be3a73a007 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.026265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-66fdf2f1-fe71-4374-bff9-a3be3a73a007 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4438779 Feb 11 05:47:21.028948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51570) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:21.040166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1127748922', 'security_groups': ['efa14d2c-9fc2-4656-9da3-11ecf886373c'], 'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd243732c-4e25-45d5-9eda-e15876806977'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:21.064270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ae451c-d879-4d4d-9b30-5b94bf103d71 None None] Network 5670fd9e-aecc-4a02-96a8-1af2c8fab13e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:21.181369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:21.321841 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.342419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 08dd1818-d589-49fc-a91f-d46e83f49f1c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:21.386146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] device_id is not set on port 7d76d286-814c-4fd8-9430-ba958a7a48a1 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:21.398272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:21.398741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.490808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:21.500371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-9a60e0fe-221c-4bb7-94af-81842d1fb1a7 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:21.501970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-9a60e0fe-221c-4bb7-94af-81842d1fb1a7 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/networks?id=5670fd9e-aecc-4a02-96a8-1af2c8fab13e HTTP/1.1" status: 200 len: 820 time: 0.2232976 Feb 11 05:47:21.537893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-e3951ae5-3286-492c-9c2c-56004924c52f tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/quotas/e63f816da2cf4195aec874dc8a22b7a5 HTTP/1.1" status: 200 len: 375 time: 0.0191123 Feb 11 05:47:21.607542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-fada57cb-3d9a-4380-bbac-ef5a9fa33f65 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e63f816da2cf4195aec874dc8a22b7a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608852 Feb 11 05:47:21.675520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8::1e (bdd91a05-4cb1-447a-85be-e33a3d17429c/d243732c-4e25-45d5-9eda-e15876806977/7d76d286-814c-4fd8-9430-ba958a7a48a1) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:21.700796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5dc8532d-37f6-40b5-8cf4-f3091d2cd2ad None None] Provisioning complete for port 02a82603-1054-4ac7-a65d-a0955c8ccd0b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:21.701409 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5dc8532d-37f6-40b5-8cf4-f3091d2cd2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.737047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8532d-37f6-40b5-8cf4-f3091d2cd2ad None None] Port 02a82603-1054-4ac7-a65d-a0955c8ccd0b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:21.747711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5dc8532d-37f6-40b5-8cf4-f3091d2cd2ad None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:21.748091 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5dc8532d-37f6-40b5-8cf4-f3091d2cd2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.767777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-9a1d4533-9157-4fb4-b83e-3d4670ac9140 service neutron] 10.222.0.31 "GET /v2.0/networks/5670fd9e-aecc-4a02-96a8-1af2c8fab13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374116 Feb 11 05:47:21.830438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8532d-37f6-40b5-8cf4-f3091d2cd2ad None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:21.928463 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (7d76d286-814c-4fd8-9430-ba958a7a48a1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.931250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-4511e4ab-e19e-4209-8ed0-6b21d327c7bb service neutron] 10.222.0.31 "GET /v2.0/networks/5670fd9e-aecc-4a02-96a8-1af2c8fab13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539059 Feb 11 05:47:21.963754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7d76d286-814c-4fd8-9430-ba958a7a48a1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.009612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:22.012992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:22.016570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:22.021973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:22.022619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.037282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=7d76d286-814c-4fd8-9430-ba958a7a48a1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:22.040983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.050002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-07482811-d88f-40ed-a50d-0c4f581f1aa5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0199518 Feb 11 05:47:22.054404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51584) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:22.060574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c99425e2-ab7c-44f4-8b75-d48ed47ccee4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:22.219331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ef533f6-5ec3-4218-901e-f2222216bec4 req-848af577-4536-4ec2-bb1e-95d14d276c34 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 210 time: 0.0434561 Feb 11 05:47:22.234729 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99425e2-ab7c-44f4-8b75-d48ed47ccee4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:22.240120 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c99425e2-ab7c-44f4-8b75-d48ed47ccee4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.375294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d752c45-6f60-494a-a5c4-a5c57fb7851e None None] Provisioning complete for port 7d76d286-814c-4fd8-9430-ba958a7a48a1 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:22.376103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d752c45-6f60-494a-a5c4-a5c57fb7851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7d76d286-814c-4fd8-9430-ba958a7a48a1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.403472 n-d-715271-35 neutron-server[103121]: INFO neutron.db.ipam_backend_mixin [None req-c99425e2-ab7c-44f4-8b75-d48ed47ccee4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d243732c-4e25-45d5-9eda-e15876806977 (CIDR: 2001:db8::/64) Feb 11 05:47:22.414252 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99425e2-ab7c-44f4-8b75-d48ed47ccee4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:47:22.415639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99425e2-ab7c-44f4-8b75-d48ed47ccee4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:22.422541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d752c45-6f60-494a-a5c4-a5c57fb7851e None None] Port 7d76d286-814c-4fd8-9430-ba958a7a48a1 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:22.441362 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c99425e2-ab7c-44f4-8b75-d48ed47ccee4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3852429 Feb 11 05:47:22.444148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51600) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:22.450809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ee52df8c-274d-4be8-802e-3bed9a48825f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:22.591086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee52df8c-274d-4be8-802e-3bed9a48825f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:22.595398 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee52df8c-274d-4be8-802e-3bed9a48825f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.689863 n-d-715271-35 neutron-server[103120]: INFO neutron.db.ipam_backend_mixin [None req-ee52df8c-274d-4be8-802e-3bed9a48825f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2a477fb1-2ff5-464a-a5a0-77cb63352368 (CIDR: 2001:db8:0:1::/64) Feb 11 05:47:22.695728 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee52df8c-274d-4be8-802e-3bed9a48825f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:47:22.696694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee52df8c-274d-4be8-802e-3bed9a48825f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:22.725678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ee52df8c-274d-4be8-802e-3bed9a48825f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2804079 Feb 11 05:47:22.729242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51604) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:22.734680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'subnet': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:22.854228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Made reservation on behalf of 53224707167e41b3875284fed3e739da for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:22.858255 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.063802 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.104999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.154721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Network bdd91a05-4cb1-447a-85be-e33a3d17429c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:23.157913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:23.160705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.161471 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.168313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb77367-811c-4386-bf6d-f1d56547c224 None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:23.178437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Subnet': ['ID=b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:23.187758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4dbbcdc9-b0d0-4fef-9117-1f2e3e05b55f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4568508 Feb 11 05:47:23.190671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51606) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:23.196063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2098944541', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b'}], 'security_groups': ['99a2513f-43ea-457a-868f-23722d16eba7', '3813df13-28c9-4524-a4fa-b370d944cb42']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:23.307845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7d76d286-814c-4fd8-9430-ba958a7a48a1), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.386505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-331df4e1-76c4-4236-8737-fa42c31893e3 req-4e5ba88e-12c8-4851-97a9-2361f52aa89f tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 210 time: 0.0467989 Feb 11 05:47:23.449038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2fb7f4fb-3ef4-468c-ba4f-e9bd5d881661 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.450699 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2fb7f4fb-3ef4-468c-ba4f-e9bd5d881661 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.81 "GET /v2.0/networks?id=5670fd9e-aecc-4a02-96a8-1af2c8fab13e HTTP/1.1" status: 200 len: 820 time: 0.1565382 Feb 11 05:47:23.468764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Request body: {'port': {'device_id': 'be6faf62-6079-4cba-bd6d-e1e9936da284', 'network_id': '5670fd9e-aecc-4a02-96a8-1af2c8fab13e', 'admin_state_up': True, 'tenant_id': 'e63f816da2cf4195aec874dc8a22b7a5'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:23.490315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9455cf27-742e-41af-b665-9215555b8888 None None] Update dhcp port {'port': {'network_id': 'bdd91a05-4cb1-447a-85be-e33a3d17429c', 'fixed_ips': [{'subnet_id': '2a477fb1-2ff5-464a-a5a0-77cb63352368', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd243732c-4e25-45d5-9eda-e15876806977', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '08dd1818-d589-49fc-a91f-d46e83f49f1c'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:47:23.539555 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9455cf27-742e-41af-b665-9215555b8888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.590967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Made reservation on behalf of e63f816da2cf4195aec874dc8a22b7a5 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:23.596929 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.755197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Allocated IP 172.20.0.13 (5670fd9e-aecc-4a02-96a8-1af2c8fab13e/e97c69b5-db14-4b2a-a961-46619db4d236/88cb80f0-9113-4cc7-a775-57198916c179) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:23.777076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Delete allocated IP 2001:db8::1e (bdd91a05-4cb1-447a-85be-e33a3d17429c/d243732c-4e25-45d5-9eda-e15876806977) {{(pid=103120) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:47:23.787259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Allocated IP 2001:db8:0:2::2c0 (bdd91a05-4cb1-447a-85be-e33a3d17429c/b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b/7d76d286-814c-4fd8-9430-ba958a7a48a1) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:23.919936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Publish callbacks [] for port (88cb80f0-9113-4cc7-a775-57198916c179), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.956805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (88cb80f0-9113-4cc7-a775-57198916c179), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.962173 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for port (7d76d286-814c-4fd8-9430-ba958a7a48a1), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.975073 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7d76d286-814c-4fd8-9430-ba958a7a48a1), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.004934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Network 5670fd9e-aecc-4a02-96a8-1af2c8fab13e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:24.007704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:24.011461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:24.026054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-9455cf27-742e-41af-b665-9215555b8888 None None] Allocated IP 2001:db8:0:2::2 (bdd91a05-4cb1-447a-85be-e33a3d17429c/b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b/08dd1818-d589-49fc-a91f-d46e83f49f1c) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:24.038348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Pushing event updated for resources: {'Port': ['ID=88cb80f0-9113-4cc7-a775-57198916c179,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:24.053675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.054037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.054378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.054867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.055353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.055700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.056038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.056378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.056719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.057054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.057433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.057768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.058099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:24.059494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event updated for resources: {'Port': ['ID=7d76d286-814c-4fd8-9430-ba958a7a48a1,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:24.081574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:24.082548 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.108832 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-333a1f1e-4896-469a-a25b-8f4bde91bfaf tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6443291 Feb 11 05:47:24.113313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] In _notify_port_updated(), no bound segment for port 7d76d286-814c-4fd8-9430-ba958a7a48a1 on network bdd91a05-4cb1-447a-85be-e33a3d17429c {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:47:24.118454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:24.119482 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.123692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e4e81528-d62b-4b52-b074-cc7abed8846a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "PUT /v2.0/ports/7d76d286-814c-4fd8-9430-ba958a7a48a1 HTTP/1.1" status: 200 len: 970 time: 0.9289229 Feb 11 05:47:24.123692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51612) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:24.124485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Request body: {'port': {'device_id': 'be6faf62-6079-4cba-bd6d-e1e9936da284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:24.163531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9455cf27-742e-41af-b665-9215555b8888 None None] For port 08dd1818-d589-49fc-a91f-d46e83f49f1c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=08dd1818-d589-49fc-a91f-d46e83f49f1c,segment=NetworkSegment(7ce94dfb-1434-4de9-8b00-cabed65d1800),segment_id=7ce94dfb-1434-4de9-8b00-cabed65d1800)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:24.208925 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (88cb80f0-9113-4cc7-a775-57198916c179), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.225030 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9455cf27-742e-41af-b665-9215555b8888 None None] Publish callbacks [] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.233588 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9455cf27-742e-41af-b665-9215555b8888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.254534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cee08d73-1002-4884-b9af-717fc85d383e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 7d76d286-814c-4fd8-9430-ba958a7a48a1 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:24.255289 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cee08d73-1002-4884-b9af-717fc85d383e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7d76d286-814c-4fd8-9430-ba958a7a48a1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.366767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455cf27-742e-41af-b665-9215555b8888 None None] Pushing event updated for resources: {'Port': ['ID=08dd1818-d589-49fc-a91f-d46e83f49f1c,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:24.380609 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cee08d73-1002-4884-b9af-717fc85d383e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7d76d286-814c-4fd8-9430-ba958a7a48a1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.401868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cee08d73-1002-4884-b9af-717fc85d383e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 7d76d286-814c-4fd8-9430-ba958a7a48a1 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:24.571734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cb80f0-9113-4cc7-a775-57198916c179 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:24.582333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Publish callbacks [] for port (88cb80f0-9113-4cc7-a775-57198916c179), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.601360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b14aa-8af8-4c5b-82c1-ae7d83747218 req-b6008ef0-f81b-4139-8cae-76f3b9512910 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:24.602896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-425b14aa-8af8-4c5b-82c1-ae7d83747218 req-b6008ef0-f81b-4139-8cae-76f3b9512910 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 932 time: 0.1035342 Feb 11 05:47:24.621748 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Transition to ACTIVE for port object 88cb80f0-9113-4cc7-a775-57198916c179 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:47:24.625819 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cee08d73-1002-4884-b9af-717fc85d383e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7d76d286-814c-4fd8-9430-ba958a7a48a1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.630018 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (88cb80f0-9113-4cc7-a775-57198916c179), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.680522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee08d73-1002-4884-b9af-717fc85d383e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=7d76d286-814c-4fd8-9430-ba958a7a48a1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:24.702628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Pushing event updated for resources: {'Port': ['ID=88cb80f0-9113-4cc7-a775-57198916c179,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:24.724200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-425b14aa-8af8-4c5b-82c1-ae7d83747218 req-3c54da7c-4068-4438-bc1b-23ed605c3450 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064365 Feb 11 05:47:24.725421 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cee08d73-1002-4884-b9af-717fc85d383e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.728951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cee08d73-1002-4884-b9af-717fc85d383e tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/7d76d286-814c-4fd8-9430-ba958a7a48a1 HTTP/1.1" status: 204 len: 168 time: 0.6044395 Feb 11 05:47:24.731877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51618) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:24.782812 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-2167a523-957a-4e67-81da-60016f729f53 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] GET failed (client error): The resource could not be found. Feb 11 05:47:24.786898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2167a523-957a-4e67-81da-60016f729f53 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports/7d76d286-814c-4fd8-9430-ba958a7a48a1 HTTP/1.1" status: 404 len: 333 time: 0.0514567 Feb 11 05:47:24.787118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51620) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:24.810185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Attempting to bind port 88cb80f0-9113-4cc7-a775-57198916c179 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:24.810862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Attempting to bind port 88cb80f0-9113-4cc7-a775-57198916c179 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'c99a18ab-f512-4a7f-b962-8a843338fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5670fd9e-aecc-4a02-96a8-1af2c8fab13e'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:24.811420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Attempting to bind port 88cb80f0-9113-4cc7-a775-57198916c179 on network 5670fd9e-aecc-4a02-96a8-1af2c8fab13e {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:24.820816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Port 88cb80f0-9113-4cc7-a775-57198916c179 on network 5670fd9e-aecc-4a02-96a8-1af2c8fab13e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:24.820816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Attempting to bind port 88cb80f0-9113-4cc7-a775-57198916c179 on network 5670fd9e-aecc-4a02-96a8-1af2c8fab13e {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:24.833193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:24.833675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Checking segment: {'id': 'c99a18ab-f512-4a7f-b962-8a843338fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5670fd9e-aecc-4a02-96a8-1af2c8fab13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:24.834141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Bound using segment: {'id': 'c99a18ab-f512-4a7f-b962-8a843338fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5670fd9e-aecc-4a02-96a8-1af2c8fab13e'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:24.834661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Bound port: 88cb80f0-9113-4cc7-a775-57198916c179, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99a18ab-f512-4a7f-b962-8a843338fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5670fd9e-aecc-4a02-96a8-1af2c8fab13e'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:24.835396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (88cb80f0-9113-4cc7-a775-57198916c179), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.930831 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a25b-af35-4132-a0a7-5f2184202318 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (efa14d2c-9fc2-4656-9da3-11ecf886373c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.974834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a25b-af35-4132-a0a7-5f2184202318 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (efa14d2c-9fc2-4656-9da3-11ecf886373c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.002486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] For port 88cb80f0-9113-4cc7-a775-57198916c179, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:25.007267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] For port 88cb80f0-9113-4cc7-a775-57198916c179, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=88cb80f0-9113-4cc7-a775-57198916c179,segment=NetworkSegment(c99a18ab-f512-4a7f-b962-8a843338fdac),segment_id=c99a18ab-f512-4a7f-b962-8a843338fdac)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:25.016464 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (88cb80f0-9113-4cc7-a775-57198916c179), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.035707 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a25b-af35-4132-a0a7-5f2184202318 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (efa14d2c-9fc2-4656-9da3-11ecf886373c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.040339 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a25b-af35-4132-a0a7-5f2184202318 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.044232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6fd8a25b-af35-4132-a0a7-5f2184202318 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/security-groups/efa14d2c-9fc2-4656-9da3-11ecf886373c HTTP/1.1" status: 204 len: 168 time: 0.2527974 Feb 11 05:47:25.045145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51622) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:25.059770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:25.060405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.061971 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] 10.222.0.81 "PUT /v2.0/ports/88cb80f0-9113-4cc7-a775-57198916c179 HTTP/1.1" status: 200 len: 1093 time: 0.9449835 Feb 11 05:47:25.062457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6faf62-6079-4cba-bd6d-e1e9936da284', 'tag': '88cb80f0-9113-4cc7-a775-57198916c179'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:25.065093 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eea826c-a05f-4dff-b127-650b2d1cefd3" -d '{"events": [{"name": "network-changed", "server_uuid": "be6faf62-6079-4cba-bd6d-e1e9936da284", "tag": "88cb80f0-9113-4cc7-a775-57198916c179"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:25.075598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8a25b-af35-4132-a0a7-5f2184202318 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa14d2c-9fc2-4656-9da3-11ecf886373c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:25.128708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e9003-72f7-4e63-9591-2306d4eefa7f service neutron] Pushing event updated for resources: {'Port': ['ID=88cb80f0-9113-4cc7-a775-57198916c179,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:25.154512 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf3d9d-a564-4fe1-b24f-c176c0678889 x-openstack-request-id: req-5cbf3d9d-a564-4fe1-b24f-c176c0678889 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:25.154816 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6faf62-6079-4cba-bd6d-e1e9936da284", "tag": "88cb80f0-9113-4cc7-a775-57198916c179", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:25.155076 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cbf3d9d-a564-4fe1-b24f-c176c0678889 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:25.156058 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6faf62-6079-4cba-bd6d-e1e9936da284', 'tag': '88cb80f0-9113-4cc7-a775-57198916c179', 'status': 'completed', 'code': 200} Feb 11 05:47:25.191836 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd6a0f60-1959-4eca-a743-702f55894cfb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (3813df13-28c9-4524-a4fa-b370d944cb42), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.206047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-c1c66bcf-eed4-4929-95a9-027ec37f6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:25.207579 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-c1c66bcf-eed4-4929-95a9-027ec37f6f72 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63f816da2cf4195aec874dc8a22b7a5&device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 1127 time: 0.0694149 Feb 11 05:47:25.216853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd6a0f60-1959-4eca-a743-702f55894cfb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (3813df13-28c9-4524-a4fa-b370d944cb42), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.268462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-c2c28e6c-d7a7-4ded-a6f2-76f6c685bb84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88cb80f0-9113-4cc7-a775-57198916c179 HTTP/1.1" status: 200 len: 217 time: 0.0513608 Feb 11 05:47:25.280522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd6a0f60-1959-4eca-a743-702f55894cfb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3813df13-28c9-4524-a4fa-b370d944cb42), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.287787 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd6a0f60-1959-4eca-a743-702f55894cfb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.294651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fd6a0f60-1959-4eca-a743-702f55894cfb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/security-groups/3813df13-28c9-4524-a4fa-b370d944cb42 HTTP/1.1" status: 204 len: 168 time: 0.2484314 Feb 11 05:47:25.295405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51626) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:25.336485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a0f60-1959-4eca-a743-702f55894cfb tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3813df13-28c9-4524-a4fa-b370d944cb42,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:25.358751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-d30c167f-f828-4137-81f9-0dc760237daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:25.363286 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-d30c167f-f828-4137-81f9-0dc760237daa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e97c69b5-db14-4b2a-a961-46619db4d236 HTTP/1.1" status: 200 len: 860 time: 0.0875368 Feb 11 05:47:25.393968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d25c6435-b7a0-4513-a4dc-f954c0a56685 None None] Provisioning complete for port 02a82603-1054-4ac7-a65d-a0955c8ccd0b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:25.394905 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d25c6435-b7a0-4513-a4dc-f954c0a56685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.417804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 08dd1818-d589-49fc-a91f-d46e83f49f1c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:25.433866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0117-0e88-4147-82fc-480ccb1e04e3 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (99a2513f-43ea-457a-868f-23722d16eba7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.451054 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-07cd82ba-b269-4930-bf44-56a0c84f4a37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5670fd9e-aecc-4a02-96a8-1af2c8fab13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775905 Feb 11 05:47:25.463659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0117-0e88-4147-82fc-480ccb1e04e3 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (99a2513f-43ea-457a-868f-23722d16eba7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.495747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d25c6435-b7a0-4513-a4dc-f954c0a56685 None None] Port 02a82603-1054-4ac7-a65d-a0955c8ccd0b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:25.516630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d25c6435-b7a0-4513-a4dc-f954c0a56685 None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:25.517333 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d25c6435-b7a0-4513-a4dc-f954c0a56685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.558749 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0117-0e88-4147-82fc-480ccb1e04e3 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (99a2513f-43ea-457a-868f-23722d16eba7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.561091 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-2d33aae1-b22e-4689-a632-86ccb61267e2 service neutron] 10.222.0.81 "GET /v2.0/networks/5670fd9e-aecc-4a02-96a8-1af2c8fab13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052279 Feb 11 05:47:25.561722 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0117-0e88-4147-82fc-480ccb1e04e3 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.566177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8c5a0117-0e88-4147-82fc-480ccb1e04e3 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/security-groups/99a2513f-43ea-457a-868f-23722d16eba7 HTTP/1.1" status: 204 len: 168 time: 0.2570612 Feb 11 05:47:25.567110 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51630) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:25.573506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a0117-0e88-4147-82fc-480ccb1e04e3 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a2513f-43ea-457a-868f-23722d16eba7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:25.717067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fd3c1c-f3b0-4c69-9b79-386debf6b643 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet d243732c-4e25-45d5-9eda-e15876806977 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:25.724945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-23fd3c1c-f3b0-4c69-9b79-386debf6b643 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (d243732c-4e25-45d5-9eda-e15876806977), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.786859 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c78a780c-3e09-4f77-a220-cc954a93f3cc req-ecd082b0-51bb-4b5b-b2f0-af0014a3506c service neutron] 10.222.0.81 "GET /v2.0/networks/5670fd9e-aecc-4a02-96a8-1af2c8fab13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177486 Feb 11 05:47:25.789920 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-23fd3c1c-f3b0-4c69-9b79-386debf6b643 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (d243732c-4e25-45d5-9eda-e15876806977), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.809215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:25.809720 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.948869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-60c8cab4-93d7-4968-b9b0-bf3ef41a74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:25.950076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78ba44-56b6-4e83-af58-9307f775ad1b req-870ede44-198f-40a1-a6dd-4edbdd935624 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:25.950783 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-60c8cab4-93d7-4968-b9b0-bf3ef41a74d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63f816da2cf4195aec874dc8a22b7a5&device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 1127 time: 0.0910993 Feb 11 05:47:25.951654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa78ba44-56b6-4e83-af58-9307f775ad1b req-870ede44-198f-40a1-a6dd-4edbdd935624 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 944 time: 0.1145682 Feb 11 05:47:25.966507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-23fd3c1c-f3b0-4c69-9b79-386debf6b643 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (d243732c-4e25-45d5-9eda-e15876806977), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.987339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d25c6435-b7a0-4513-a4dc-f954c0a56685 None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:25.994643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d25c6435-b7a0-4513-a4dc-f954c0a56685 None None] Could not find standard attr ID for object 7d76d286-814c-4fd8-9430-ba958a7a48a1. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:47:26.014010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa78ba44-56b6-4e83-af58-9307f775ad1b req-ce8387a6-b3bb-4875-8f44-69e9c922081e tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561979 Feb 11 05:47:26.050073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:26.105487 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-23fd3c1c-f3b0-4c69-9b79-386debf6b643 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (d243732c-4e25-45d5-9eda-e15876806977), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.107542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-aa9006af-9929-4e9f-a2ea-4fe0fa6fa916 None None] Could not find standard attr ID for object 7d76d286-814c-4fd8-9430-ba958a7a48a1. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:47:26.138107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-2bdceb30-8bc6-48ec-a856-a6a44a776221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:26.139584 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-2bdceb30-8bc6-48ec-a856-a6a44a776221 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5670fd9e-aecc-4a02-96a8-1af2c8fab13e HTTP/1.1" status: 200 len: 921 time: 0.1807525 Feb 11 05:47:26.140638 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-23fd3c1c-f3b0-4c69-9b79-386debf6b643 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.147346 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-23fd3c1c-f3b0-4c69-9b79-386debf6b643 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/d243732c-4e25-45d5-9eda-e15876806977 HTTP/1.1" status: 204 len: 168 time: 0.5549977 Feb 11 05:47:26.147346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd3c1c-f3b0-4c69-9b79-386debf6b643 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=d243732c-4e25-45d5-9eda-e15876806977,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:26.148575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51634) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:26.153841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b3936-c552-4e98-9033-2001280c1e1b None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:26.193191 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-dbfd0613-1447-4e20-9564-d3537f7a74de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88cb80f0-9113-4cc7-a775-57198916c179 HTTP/1.1" status: 200 len: 217 time: 0.0390539 Feb 11 05:47:26.206190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7bfb1d-7a7a-452e-8540-e33ababe5440 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:26.210515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb1d-7a7a-452e-8540-e33ababe5440 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.267215 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb1d-7a7a-452e-8540-e33ababe5440 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.281074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-493869ae-5f7c-4e5e-bd08-11853a916021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:26.285189 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-493869ae-5f7c-4e5e-bd08-11853a916021 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e97c69b5-db14-4b2a-a961-46619db4d236 HTTP/1.1" status: 200 len: 860 time: 0.0850995 Feb 11 05:47:26.332937 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-e9d2b513-ef4d-42e2-a0a2-a53eeb839cd0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5670fd9e-aecc-4a02-96a8-1af2c8fab13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413325 Feb 11 05:47:26.394332 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb1d-7a7a-452e-8540-e33ababe5440 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.450575 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-44118043-d76e-4d1b-b9ec-044bccd7c6f3 service neutron] 10.222.0.81 "GET /v2.0/networks/5670fd9e-aecc-4a02-96a8-1af2c8fab13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091652 Feb 11 05:47:26.472620 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb1d-7a7a-452e-8540-e33ababe5440 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.510034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bfb1d-7a7a-452e-8540-e33ababe5440 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:26.519263 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb1d-7a7a-452e-8540-e33ababe5440 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.524935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3a7bfb1d-7a7a-452e-8540-e33ababe5440 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/b8bd6b10-40b5-46b2-bdeb-d2ed6f3adb7b HTTP/1.1" status: 204 len: 168 time: 0.3729939 Feb 11 05:47:26.526293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51636) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:26.569601 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9eea826c-a05f-4dff-b127-650b2d1cefd3 req-ce896a88-e9c9-47f5-a509-f387add19adc service neutron] 10.222.0.81 "GET /v2.0/networks/5670fd9e-aecc-4a02-96a8-1af2c8fab13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113117 Feb 11 05:47:26.571704 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa53ff14-fbad-4b66-8e92-ea36adba86c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:26.572177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa53ff14-fbad-4b66-8e92-ea36adba86c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:26.575663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fa53ff14-fbad-4b66-8e92-ea36adba86c8 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/d243732c-4e25-45d5-9eda-e15876806977 HTTP/1.1" status: 404 len: 337 time: 0.0481062 Feb 11 05:47:26.578915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51640) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:26.635136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe7e07a-b0e8-4239-8efd-20909c75a723 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting subnet 2a477fb1-2ff5-464a-a5a0-77cb63352368 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:26.638973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e07a-b0e8-4239-8efd-20909c75a723 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (2a477fb1-2ff5-464a-a5a0-77cb63352368), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.688710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e07a-b0e8-4239-8efd-20909c75a723 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (2a477fb1-2ff5-464a-a5a0-77cb63352368), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.783156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e07a-b0e8-4239-8efd-20909c75a723 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (2a477fb1-2ff5-464a-a5a0-77cb63352368), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.844338 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e07a-b0e8-4239-8efd-20909c75a723 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (2a477fb1-2ff5-464a-a5a0-77cb63352368), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.877075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7e07a-b0e8-4239-8efd-20909c75a723 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Subnet': ['ID=2a477fb1-2ff5-464a-a5a0-77cb63352368,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:26.880898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e07a-b0e8-4239-8efd-20909c75a723 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.886797 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3fe7e07a-b0e8-4239-8efd-20909c75a723 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/2a477fb1-2ff5-464a-a5a0-77cb63352368 HTTP/1.1" status: 204 len: 168 time: 0.3043818 Feb 11 05:47:26.887106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51642) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:26.914267 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad4f5bc-cdfa-4c5c-8b56-57e56b5e5402 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:26.914744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad4f5bc-cdfa-4c5c-8b56-57e56b5e5402 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:26.920290 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cad4f5bc-cdfa-4c5c-8b56-57e56b5e5402 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/33ec7ea3-da7d-42f2-8268-10cb1f596305 HTTP/1.1" status: 404 len: 337 time: 0.0298977 Feb 11 05:47:26.920599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51644) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:26.949775 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d1c114e9-b26e-48e3-809b-7113dd575316 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "GET /v2.0/ports?device_id=d278d624-f8fc-41db-a6ad-c78598c3f9ca HTTP/1.1" status: 200 len: 205 time: 0.0276940 Feb 11 05:47:26.952263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51646) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:26.971623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a52d1-9503-4c15-8e7f-8424a4b944ba None None] Network bdd91a05-4cb1-447a-85be-e33a3d17429c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:26.989916 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-787d3371-f2ab-4561-8fa0-64d827bb165c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] delete failed (client error): The resource could not be found. Feb 11 05:47:26.993410 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-787d3371-f2ab-4561-8fa0-64d827bb165c tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/routers/d278d624-f8fc-41db-a6ad-c78598c3f9ca HTTP/1.1" status: 404 len: 336 time: 0.0372541 Feb 11 05:47:26.993756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51648) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.026402 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7d3019-7bf6-451b-bee8-53709c72767a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:27.026870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7d3019-7bf6-451b-bee8-53709c72767a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:27.029998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0e7d3019-7bf6-451b-bee8-53709c72767a tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/4b284c22-8aed-4c0e-b5c4-1c39b6f746ac HTTP/1.1" status: 404 len: 337 time: 0.0352259 Feb 11 05:47:27.032597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51650) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.059235 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-242ea5e6-9467-4e21-a214-fe3c5c44d828 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:27.059507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242ea5e6-9467-4e21-a214-fe3c5c44d828 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:27.063141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-242ea5e6-9467-4e21-a214-fe3c5c44d828 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/2e4ffed8-5d90-4396-8539-4ce3e599feec HTTP/1.1" status: 404 len: 337 time: 0.0295625 Feb 11 05:47:27.066079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51654) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.081328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0bca1b34-737e-4771-8364-562c57391bda None None] Provisioning complete for port 02a82603-1054-4ac7-a65d-a0955c8ccd0b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:27.082033 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0bca1b34-737e-4771-8364-562c57391bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.097095 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-571defab-f398-4c6d-a483-2ddde6805273 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:27.097615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571defab-f398-4c6d-a483-2ddde6805273 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:27.103024 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-571defab-f398-4c6d-a483-2ddde6805273 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/e72cf14a-0f65-4524-b04b-13a3126f6675 HTTP/1.1" status: 404 len: 337 time: 0.0336030 Feb 11 05:47:27.103663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51656) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.131922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0bca1b34-737e-4771-8364-562c57391bda None None] Port 02a82603-1054-4ac7-a65d-a0955c8ccd0b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:27.140101 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd0fb87-b0ca-4b47-bb1e-57c84bda9c66 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:27.140780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd0fb87-b0ca-4b47-bb1e-57c84bda9c66 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:27.144581 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dcd0fb87-b0ca-4b47-bb1e-57c84bda9c66 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/8a421eb1-8fa3-48c7-8299-44f7a313e950 HTTP/1.1" status: 404 len: 333 time: 0.0396793 Feb 11 05:47:27.146814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0bca1b34-737e-4771-8364-562c57391bda None None] Provisioning complete for port 08dd1818-d589-49fc-a91f-d46e83f49f1c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:27.147229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0bca1b34-737e-4771-8364-562c57391bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.147488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51658) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.181101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8aa14-5755-4d01-886b-0c4fdf38e0b2 req-af3bf874-76c0-4bf2-9033-8dcb8b0920ed tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:27.189497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5a8aa14-5755-4d01-886b-0c4fdf38e0b2 req-af3bf874-76c0-4bf2-9033-8dcb8b0920ed tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 944 time: 0.1009464 Feb 11 05:47:27.198534 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb7a4af-f95f-4aab-bba6-81dbf8226b00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:27.198980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb7a4af-f95f-4aab-bba6-81dbf8226b00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:27.204220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5eb7a4af-f95f-4aab-bba6-81dbf8226b00 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/84b4ea3f-eddb-4584-8c51-7a77dbed35d7 HTTP/1.1" status: 404 len: 337 time: 0.0535219 Feb 11 05:47:27.204685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51660) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.248192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c5cb42-f61f-46d2-b955-9533c94a7877 None None] DHCP port deletion for bdd91a05-4cb1-447a-85be-e33a3d17429c request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:27.252260 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ae93af-0722-47b2-a52c-a76585c61a5d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:27.252753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ae93af-0722-47b2-a52c-a76585c61a5d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:27.263461 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-66ae93af-0722-47b2-a52c-a76585c61a5d tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/6bb4e531-0fef-4ce6-a79b-b39532443a82 HTTP/1.1" status: 404 len: 337 time: 0.0576804 Feb 11 05:47:27.268355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51662) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.292161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0bca1b34-737e-4771-8364-562c57391bda None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:27.309001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5a8aa14-5755-4d01-886b-0c4fdf38e0b2 req-d3bfe627-4357-49a3-940c-f73be43675fe tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186171 Feb 11 05:47:27.310960 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-33335013-5bec-447c-acf4-2a267dc328fd tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:27.312360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33335013-5bec-447c-acf4-2a267dc328fd tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:27.316421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-33335013-5bec-447c-acf4-2a267dc328fd tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/5c71c7c4-d331-4a88-99b3-b773ff6e42d1 HTTP/1.1" status: 404 len: 333 time: 0.0470681 Feb 11 05:47:27.319027 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51664) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.339214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-31c5cb42-f61f-46d2-b955-9533c94a7877 None None] Deleting port 08dd1818-d589-49fc-a91f-d46e83f49f1c {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:27.339591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31c5cb42-f61f-46d2-b955-9533c94a7877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.349667 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-629d7070-f7c2-47aa-a909-1080bd7d4e43 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:27.350370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629d7070-f7c2-47aa-a909-1080bd7d4e43 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:27.353738 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-629d7070-f7c2-47aa-a909-1080bd7d4e43 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/b6dc45fc-769f-4669-ab70-22fccad7a381 HTTP/1.1" status: 404 len: 337 time: 0.0332465 Feb 11 05:47:27.356212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51666) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.369914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 08dd1818-d589-49fc-a91f-d46e83f49f1c no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:27.383788 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7225839-b16c-40b1-8b58-71321e064ff5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] DELETE failed (client error): The resource could not be found. Feb 11 05:47:27.384246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7225839-b16c-40b1-8b58-71321e064ff5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:27.389765 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e7225839-b16c-40b1-8b58-71321e064ff5 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/subnets/303fd376-a8ff-4439-aa89-5f38c90f73bc HTTP/1.1" status: 404 len: 337 time: 0.0300491 Feb 11 05:47:27.390005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51668) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.447015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-31c5cb42-f61f-46d2-b955-9533c94a7877 None None] For port 08dd1818-d589-49fc-a91f-d46e83f49f1c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=08dd1818-d589-49fc-a91f-d46e83f49f1c,segment=NetworkSegment(7ce94dfb-1434-4de9-8b00-cabed65d1800),segment_id=7ce94dfb-1434-4de9-8b00-cabed65d1800)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:27.447419 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31c5cb42-f61f-46d2-b955-9533c94a7877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.464811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-31c5cb42-f61f-46d2-b955-9533c94a7877 None None] Calling delete_port for 08dd1818-d589-49fc-a91f-d46e83f49f1c owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:27.494846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-654685dc-c0bc-46b8-96ff-09ccb7f0341f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Deleting port 02a82603-1054-4ac7-a65d-a0955c8ccd0b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:27.495203 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-654685dc-c0bc-46b8-96ff-09ccb7f0341f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.559273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 08dd1818-d589-49fc-a91f-d46e83f49f1c is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:27.559625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.574553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-654685dc-c0bc-46b8-96ff-09ccb7f0341f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.591987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-654685dc-c0bc-46b8-96ff-09ccb7f0341f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Calling delete_port for 02a82603-1054-4ac7-a65d-a0955c8ccd0b owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:27.612441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 08dd1818-d589-49fc-a91f-d46e83f49f1c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=08dd1818-d589-49fc-a91f-d46e83f49f1c,segment=NetworkSegment(7ce94dfb-1434-4de9-8b00-cabed65d1800),segment_id=7ce94dfb-1434-4de9-8b00-cabed65d1800)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:27.625298 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.656023 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31c5cb42-f61f-46d2-b955-9533c94a7877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (08dd1818-d589-49fc-a91f-d46e83f49f1c), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.682436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5cb42-f61f-46d2-b955-9533c94a7877 None None] No DVR routers for this DVR port 08dd1818-d589-49fc-a91f-d46e83f49f1c on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:27.692286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-654685dc-c0bc-46b8-96ff-09ccb7f0341f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (02a82603-1054-4ac7-a65d-a0955c8ccd0b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.712899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=08dd1818-d589-49fc-a91f-d46e83f49f1c,revision_number=11']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:27.723599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654685dc-c0bc-46b8-96ff-09ccb7f0341f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Port': ['ID=02a82603-1054-4ac7-a65d-a0955c8ccd0b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:27.724968 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c6aba519-307a-42e9-b254-a5f298856fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.736308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-654685dc-c0bc-46b8-96ff-09ccb7f0341f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.742069 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-654685dc-c0bc-46b8-96ff-09ccb7f0341f tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/ports/02a82603-1054-4ac7-a65d-a0955c8ccd0b HTTP/1.1" status: 204 len: 168 time: 0.3488114 Feb 11 05:47:27.742845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51672) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:27.756505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5cb42-f61f-46d2-b955-9533c94a7877 None None] Pushing event deleted for resources: {'Port': ['ID=08dd1818-d589-49fc-a91f-d46e83f49f1c,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:27.822749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (bdd91a05-4cb1-447a-85be-e33a3d17429c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.912817 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (bdd91a05-4cb1-447a-85be-e33a3d17429c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.932960 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd91a05-4cb1-447a-85be-e33a3d17429c']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:27.943174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce94dfb-1434-4de9-8b00-cabed65d1800') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:27.943481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce94dfb-1434-4de9-8b00-cabed65d1800') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:27.952877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (7ce94dfb-1434-4de9-8b00-cabed65d1800), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.965821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7ce94dfb-1434-4de9-8b00-cabed65d1800), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.971572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:27.971959 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (7ce94dfb-1434-4de9-8b00-cabed65d1800), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:27.974893 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:28.035241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (bdd91a05-4cb1-447a-85be-e33a3d17429c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.041962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.045067 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] 10.222.0.31 "DELETE /v2.0/networks/bdd91a05-4cb1-447a-85be-e33a3d17429c HTTP/1.1" status: 204 len: 168 time: 0.3012304 Feb 11 05:47:28.056969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b71c3-dc3d-4a61-a6a2-1537dc78e5d4 tempest-PortsIpV6TestJSON-870576545 tempest-PortsIpV6TestJSON-870576545-project] Pushing event deleted for resources: {'Network': ['ID=bdd91a05-4cb1-447a-85be-e33a3d17429c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:28.189910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 88cb80f0-9113-4cc7-a775-57198916c179 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:47:28.247765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51678) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:28.308578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 88cb80f0-9113-4cc7-a775-57198916c179, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=88cb80f0-9113-4cc7-a775-57198916c179,segment=NetworkSegment(c99a18ab-f512-4a7f-b962-8a843338fdac),segment_id=c99a18ab-f512-4a7f-b962-8a843338fdac)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:28.321470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '88cb80f0-9113-4cc7-a775-57198916c179', 'network_id': '5670fd9e-aecc-4a02-96a8-1af2c8fab13e', 'port_id': '88cb80f0-9113-4cc7-a775-57198916c179', 'mac_address': 'fa:16:3e:43:30:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97c69b5-db14-4b2a-a961-46619db4d236', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:47:28.362866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 88cb80f0-9113-4cc7-a775-57198916c179 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:28.363253 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (88cb80f0-9113-4cc7-a775-57198916c179), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.380068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cb80f0-9113-4cc7-a775-57198916c179 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:28.405006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 88cb80f0-9113-4cc7-a775-57198916c179, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=88cb80f0-9113-4cc7-a775-57198916c179,segment=NetworkSegment(c99a18ab-f512-4a7f-b962-8a843338fdac),segment_id=c99a18ab-f512-4a7f-b962-8a843338fdac)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:28.411647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (88cb80f0-9113-4cc7-a775-57198916c179), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.419327 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fc4696e0-9504-4fd4-9b06-3b296cf5f3fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53224707167e41b3875284fed3e739da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702218 Feb 11 05:47:28.420132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:28.458306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6364718-02bf-4d93-84d1-4cefb15ac8f7 req-58863c60-fe0b-49a7-9735-00ef3c00380f tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:28.467472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6364718-02bf-4d93-84d1-4cefb15ac8f7 req-58863c60-fe0b-49a7-9735-00ef3c00380f tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 944 time: 0.0781524 Feb 11 05:47:28.471928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38ab704f-d8ae-4d8d-82b7-1a49e27dae88 admin admin] Publish callbacks [] for security_group (4ec81217-c8d2-4dcd-96b8-aaa4d8f1fa46), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.475933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=88cb80f0-9113-4cc7-a775-57198916c179,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:28.503378 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38ab704f-d8ae-4d8d-82b7-1a49e27dae88 admin admin] Publish callbacks [] for security_group (4ec81217-c8d2-4dcd-96b8-aaa4d8f1fa46), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.543816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6364718-02bf-4d93-84d1-4cefb15ac8f7 req-31113d9b-b638-4892-a2e2-e1a50ce81671 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695040 Feb 11 05:47:28.564909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38ab704f-d8ae-4d8d-82b7-1a49e27dae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4ec81217-c8d2-4dcd-96b8-aaa4d8f1fa46), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.567785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38ab704f-d8ae-4d8d-82b7-1a49e27dae88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.568994 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-38ab704f-d8ae-4d8d-82b7-1a49e27dae88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ec81217-c8d2-4dcd-96b8-aaa4d8f1fa46 HTTP/1.1" status: 204 len: 168 time: 0.1478066 Feb 11 05:47:28.582052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab704f-d8ae-4d8d-82b7-1a49e27dae88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec81217-c8d2-4dcd-96b8-aaa4d8f1fa46,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:28.687449 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['88cb80f0-9113-4cc7-a775-57198916c179'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:28.938293 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:47:29.250553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51708) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:29.356508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1819371829'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:29.376271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:29.379776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.388745 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.474781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for security_group (c039b057-eebd-4396-8142-d59d0e266ed6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.479711 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c039b057-eebd-4396-8142-d59d0e266ed6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.507452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:29.524725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c039b057-eebd-4396-8142-d59d0e266ed6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:29.527448 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (504cd829-ca8a-4170-b016-be43d1c0f4e0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.527799 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added segment 504cd829-ca8a-4170-b016-be43d1c0f4e0 of type vlan for network 48c15f7b-a04e-41dc-a889-afb211161058 Feb 11 05:47:29.542678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.543054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.543427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.543767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.544101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.544431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.544760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.545086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.545556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.545907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.546232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.546549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.546870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:29.590063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (48c15f7b-a04e-41dc-a889-afb211161058), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.623843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (48c15f7b-a04e-41dc-a889-afb211161058), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.628787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:29.629386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.711077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4591672 Feb 11 05:47:29.713796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51716) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:29.719411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1932288788'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:29.742746 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:29.746320 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.763450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55403cd-7aad-4b37-9562-87e44d5b4511 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Network': ['ID=48c15f7b-a04e-41dc-a889-afb211161058,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:29.774783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:29.779082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 48c15f7b-a04e-41dc-a889-afb211161058 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:29.787071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (77650908-158d-4d48-acca-ab84001d674f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.787550 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added segment 77650908-158d-4d48-acca-ab84001d674f of type vlan for network eed890a5-3a06-47e5-83d9-52a5f9c13599 Feb 11 05:47:29.790117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b66007-7db9-4282-b72a-a83e4ce1f43a req-2b7acbf7-2adf-4ab0-a19b-125cc0d240ae tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:29.791771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5b66007-7db9-4282-b72a-a83e4ce1f43a req-2b7acbf7-2adf-4ab0-a19b-125cc0d240ae tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 945 time: 0.1786897 Feb 11 05:47:29.845787 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (eed890a5-3a06-47e5-83d9-52a5f9c13599), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.868578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5b66007-7db9-4282-b72a-a83e4ce1f43a req-172fcc4c-0e96-495c-8c66-5a5de27c5793 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626209 Feb 11 05:47:29.878539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (eed890a5-3a06-47e5-83d9-52a5f9c13599), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.884368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:29.885577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.926480 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2113314 Feb 11 05:47:29.929556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51718) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:29.934400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'subnet': {'network_id': '48c15f7b-a04e-41dc-a889-afb211161058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:29.963248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719129d5-07e6-4945-8080-0afd7b7caa8d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Network': ['ID=eed890a5-3a06-47e5-83d9-52a5f9c13599,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:29.975194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network eed890a5-3a06-47e5-83d9-52a5f9c13599 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:30.023101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:30.027818 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.195198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 88cb80f0-9113-4cc7-a775-57198916c179 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:30.210467 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (4efd125f-7827-43d5-86bf-d697d6c59d14), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.247782 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9c8b604e-0eb6-465f-9bae-298a256a3266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.271704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 88cb80f0-9113-4cc7-a775-57198916c179 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:47:30.278377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 88cb80f0-9113-4cc7-a775-57198916c179 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:30.278798 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (88cb80f0-9113-4cc7-a775-57198916c179), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.286568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Subnet': ['ID=4efd125f-7827-43d5-86bf-d697d6c59d14,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:30.294258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Checking segment: {'id': '504cd829-ca8a-4170-b016-be43d1c0f4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48c15f7b-a04e-41dc-a889-afb211161058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:30.294623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network hostable DHCP agents. Network: 48c15f7b-a04e-41dc-a889-afb211161058, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:30.317683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 48c15f7b-a04e-41dc-a889-afb211161058 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:30.329448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 48c15f7b-a04e-41dc-a889-afb211161058) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:30.333763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:30.334404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.343958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db52d1-9c85-47b7-869f-1a6de9294dc6 None None] Network 48c15f7b-a04e-41dc-a889-afb211161058 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:30.360391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51720) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:30.367025 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'subnet': {'network_id': 'eed890a5-3a06-47e5-83d9-52a5f9c13599', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:30.372009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-46b42776-d9eb-4c14-b453-666482b25a5b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4414234 Feb 11 05:47:30.414317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 88cb80f0-9113-4cc7-a775-57198916c179 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:30.415307 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (88cb80f0-9113-4cc7-a775-57198916c179), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.516112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6faf62-6079-4cba-bd6d-e1e9936da284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cb80f0-9113-4cc7-a775-57198916c179'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:30.517944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:30.519317 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9c22fa-e033-4dac-90a7-ae5e0ddb414e" -d '{"events": [{"server_uuid": "be6faf62-6079-4cba-bd6d-e1e9936da284", "name": "network-vif-plugged", "status": "completed", "tag": "88cb80f0-9113-4cc7-a775-57198916c179"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:30.528489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.533100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 88cb80f0-9113-4cc7-a775-57198916c179, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=88cb80f0-9113-4cc7-a775-57198916c179,segment=NetworkSegment(c99a18ab-f512-4a7f-b962-8a843338fdac),segment_id=c99a18ab-f512-4a7f-b962-8a843338fdac)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:30.539502 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (88cb80f0-9113-4cc7-a775-57198916c179), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.605590 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c4a1bc-7a1e-434d-9f23-301631fa9059 x-openstack-request-id: req-c4c4a1bc-7a1e-434d-9f23-301631fa9059 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:30.606000 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6faf62-6079-4cba-bd6d-e1e9936da284", "name": "network-vif-plugged", "status": "completed", "tag": "88cb80f0-9113-4cc7-a775-57198916c179", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:30.607143 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4c4a1bc-7a1e-434d-9f23-301631fa9059 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:30.607551 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6faf62-6079-4cba-bd6d-e1e9936da284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cb80f0-9113-4cc7-a775-57198916c179', 'code': 200} Feb 11 05:47:30.614922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-48c15f7b-a04e-41dc-a889-afb211161058', 'network_id': '48c15f7b-a04e-41dc-a889-afb211161058', 'project_id': '9acc36b58f574e529557a2b54404fd23', 'fixed_ips': [{'subnet_id': '4efd125f-7827-43d5-86bf-d697d6c59d14'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:30.615795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.739161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edc93-2daa-4374-991f-6db734aa5a7a req-3fd3c7fa-c9db-46e6-a59e-62341f5373ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:30.741285 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a61edc93-2daa-4374-991f-6db734aa5a7a req-3fd3c7fa-c9db-46e6-a59e-62341f5373ac service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 1129 time: 0.0950851 Feb 11 05:47:30.746615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=88cb80f0-9113-4cc7-a775-57198916c179,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:30.819373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Allocated IP 172.20.0.2 (48c15f7b-a04e-41dc-a889-afb211161058/4efd125f-7827-43d5-86bf-d697d6c59d14/7f4ace1f-8409-47bc-8188-434b4e87d491) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:30.825959 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (5647970f-cd21-4e97-988b-840d7c70b97c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.867000 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a61edc93-2daa-4374-991f-6db734aa5a7a req-736d541e-6dba-433e-bf47-02c64b6b84ef service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194251 Feb 11 05:47:30.879825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Subnet': ['ID=5647970f-cd21-4e97-988b-840d7c70b97c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:30.917231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Checking segment: {'id': '77650908-158d-4d48-acca-ab84001d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eed890a5-3a06-47e5-83d9-52a5f9c13599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:30.917520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network hostable DHCP agents. Network: eed890a5-3a06-47e5-83d9-52a5f9c13599, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:30.939173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network eed890a5-3a06-47e5-83d9-52a5f9c13599 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:30.950889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, eed890a5-3a06-47e5-83d9-52a5f9c13599) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:30.956146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:30.956903 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.985205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d002aa5-a2c6-4ce4-ae68-f99b8d5734d8 None None] Network eed890a5-3a06-47e5-83d9-52a5f9c13599 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:30.992433 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-54b80419-fce0-4e41-a22d-0e0b8ad6b97c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6248093 Feb 11 05:47:30.992768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51728) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:31.006015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-cca439e7-88f5-4c5c-9d00-f2cbd880e525 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1859542870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:31.046189 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cca439e7-88f5-4c5c-9d00-f2cbd880e525 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (1ba7a753-ed3b-404a-b710-5e48712b91c6), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.047281 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cca439e7-88f5-4c5c-9d00-f2cbd880e525 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (1ba7a753-ed3b-404a-b710-5e48712b91c6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.102329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45b9c2-9237-49a6-a910-ec857a694c4d req-0eeaeeb6-094c-41a3-8b72-691c98fc0827 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:31.103718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d45b9c2-9237-49a6-a910-ec857a694c4d req-0eeaeeb6-094c-41a3-8b72-691c98fc0827 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 946 time: 0.1097212 Feb 11 05:47:31.134090 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.154194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-eed890a5-3a06-47e5-83d9-52a5f9c13599', 'network_id': 'eed890a5-3a06-47e5-83d9-52a5f9c13599', 'project_id': '9acc36b58f574e529557a2b54404fd23', 'fixed_ips': [{'subnet_id': '5647970f-cd21-4e97-988b-840d7c70b97c'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:31.155936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.171744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cca439e7-88f5-4c5c-9d00-f2cbd880e525 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (1ba7a753-ed3b-404a-b710-5e48712b91c6), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.179178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cca439e7-88f5-4c5c-9d00-f2cbd880e525 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (1ba7a753-ed3b-404a-b710-5e48712b91c6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.245150 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cca439e7-88f5-4c5c-9d00-f2cbd880e525 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.247396 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cca439e7-88f5-4c5c-9d00-f2cbd880e525 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2529125 Feb 11 05:47:31.250829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:31.269865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d45b9c2-9237-49a6-a910-ec857a694c4d req-609332b4-66fa-4d68-a105-58235fd311c3 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587481 Feb 11 05:47:31.332513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Publish callbacks [] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.353238 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.401881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Network 48c15f7b-a04e-41dc-a889-afb211161058 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:31.411301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:31.416619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:31.440896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Allocated IP 172.21.0.2 (eed890a5-3a06-47e5-83d9-52a5f9c13599/5647970f-cd21-4e97-988b-840d7c70b97c/52e2aeff-dd2d-41e0-a5f8-b82991a70e7d) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:31.475640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Pushing event updated for resources: {'Port': ['ID=7f4ace1f-8409-47bc-8188-434b4e87d491,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:31.540736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Attempting to bind port 7f4ace1f-8409-47bc-8188-434b4e87d491 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:31.541131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Attempting to bind port 7f4ace1f-8409-47bc-8188-434b4e87d491 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '504cd829-ca8a-4170-b016-be43d1c0f4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48c15f7b-a04e-41dc-a889-afb211161058'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:31.541515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Attempting to bind port 7f4ace1f-8409-47bc-8188-434b4e87d491 on network 48c15f7b-a04e-41dc-a889-afb211161058 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:31.576473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:31.576869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Checking segment: {'id': '504cd829-ca8a-4170-b016-be43d1c0f4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48c15f7b-a04e-41dc-a889-afb211161058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:31.577340 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.577752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Bound using segment: {'id': '504cd829-ca8a-4170-b016-be43d1c0f4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48c15f7b-a04e-41dc-a889-afb211161058'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:31.578235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Bound port: 7f4ace1f-8409-47bc-8188-434b4e87d491, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504cd829-ca8a-4170-b016-be43d1c0f4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48c15f7b-a04e-41dc-a889-afb211161058'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:31.578712 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.648559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] For port 7f4ace1f-8409-47bc-8188-434b4e87d491, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:31.672994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] For port 7f4ace1f-8409-47bc-8188-434b4e87d491, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7f4ace1f-8409-47bc-8188-434b4e87d491,segment=NetworkSegment(504cd829-ca8a-4170-b016-be43d1c0f4e0),segment_id=504cd829-ca8a-4170-b016-be43d1c0f4e0)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:31.696205 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.736463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.825248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b82cf-2a57-4e0c-9223-5b59f0c2d687 None None] Pushing event updated for resources: {'Port': ['ID=7f4ace1f-8409-47bc-8188-434b4e87d491,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:31.832498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Publish callbacks [] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.846169 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.970011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Network eed890a5-3a06-47e5-83d9-52a5f9c13599 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:31.973931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:31.977029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:32.015794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Pushing event updated for resources: {'Port': ['ID=52e2aeff-dd2d-41e0-a5f8-b82991a70e7d,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:32.251938 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.20.0.1 (48c15f7b-a04e-41dc-a889-afb211161058/4efd125f-7827-43d5-86bf-d697d6c59d14/34fcc7de-3779-4967-beec-3ebe5a620697) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:32.346663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Attempting to bind port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:32.347189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Attempting to bind port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '77650908-158d-4d48-acca-ab84001d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eed890a5-3a06-47e5-83d9-52a5f9c13599'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:32.347646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Attempting to bind port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d on network eed890a5-3a06-47e5-83d9-52a5f9c13599 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:32.353425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:32.353945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Checking segment: {'id': '77650908-158d-4d48-acca-ab84001d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eed890a5-3a06-47e5-83d9-52a5f9c13599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:32.354442 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.355246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Bound using segment: {'id': '77650908-158d-4d48-acca-ab84001d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eed890a5-3a06-47e5-83d9-52a5f9c13599'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:32.355899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Bound port: 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77650908-158d-4d48-acca-ab84001d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eed890a5-3a06-47e5-83d9-52a5f9c13599'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:32.356498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.432327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (34fcc7de-3779-4967-beec-3ebe5a620697), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.448128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] For port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:32.453793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] For port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=52e2aeff-dd2d-41e0-a5f8-b82991a70e7d,segment=NetworkSegment(77650908-158d-4d48-acca-ab84001d674f),segment_id=77650908-158d-4d48-acca-ab84001d674f)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:32.466201 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.475138 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (34fcc7de-3779-4967-beec-3ebe5a620697), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.555911 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 48c15f7b-a04e-41dc-a889-afb211161058 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:32.563267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:32.567685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:32.584082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=34fcc7de-3779-4967-beec-3ebe5a620697,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:32.622882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4450a-c8c6-4c97-9d51-9934ef4ab78e None None] Pushing event updated for resources: {'Port': ['ID=52e2aeff-dd2d-41e0-a5f8-b82991a70e7d,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:32.666296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (1ba7a753-ed3b-404a-b710-5e48712b91c6), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.682884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a46e8-e90a-4f7d-8346-d2a4b4abd781 req-f13a5d2e-3397-4c03-9bd5-598401939fb3 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:32.695036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-880a46e8-e90a-4f7d-8346-d2a4b4abd781 req-f13a5d2e-3397-4c03-9bd5-598401939fb3 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 946 time: 0.1852839 Feb 11 05:47:32.839900 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.888235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-880a46e8-e90a-4f7d-8346-d2a4b4abd781 req-f995940f-9132-458f-997f-cccd16540f8c tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767755 Feb 11 05:47:32.961072 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (34fcc7de-3779-4967-beec-3ebe5a620697), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.544113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee66529-165e-4905-8249-8a3685dd5101 req-e590519e-9beb-4db5-96c0-806a867bdb1a tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:33.545761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dee66529-165e-4905-8249-8a3685dd5101 req-e590519e-9beb-4db5-96c0-806a867bdb1a tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 946 time: 0.1290267 Feb 11 05:47:33.556137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7f4ace1f-8409-47bc-8188-434b4e87d491 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:33.591236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd102675-cffe-45d6-b011-cbcc7f962f04 None None] Network 48c15f7b-a04e-41dc-a889-afb211161058 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:33.640787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-94be2ab8-e9e0-4fb4-890b-0e2e737b9550 None None] Provisioning complete for port 7f4ace1f-8409-47bc-8188-434b4e87d491 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:33.641546 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-94be2ab8-e9e0-4fb4-890b-0e2e737b9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.683600 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dee66529-165e-4905-8249-8a3685dd5101 req-1f8a5991-73b4-494d-bde7-a4dcf7d56e65 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272318 Feb 11 05:47:33.828347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7f4ace1f-8409-47bc-8188-434b4e87d491 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:33.828728 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.864858 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (34fcc7de-3779-4967-beec-3ebe5a620697), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.871142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (34fcc7de-3779-4967-beec-3ebe5a620697), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.917065 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.918460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-94be2ab8-e9e0-4fb4-890b-0e2e737b9550 None None] Current status of the port 7f4ace1f-8409-47bc-8188-434b4e87d491 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:33.918825 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-94be2ab8-e9e0-4fb4-890b-0e2e737b9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.984032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=34fcc7de-3779-4967-beec-3ebe5a620697,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:33.986568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (1ba7a753-ed3b-404a-b710-5e48712b91c6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.019898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-94be2ab8-e9e0-4fb4-890b-0e2e737b9550 None None] For port 7f4ace1f-8409-47bc-8188-434b4e87d491, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7f4ace1f-8409-47bc-8188-434b4e87d491,segment=NetworkSegment(504cd829-ca8a-4170-b016-be43d1c0f4e0),segment_id=504cd829-ca8a-4170-b016-be43d1c0f4e0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:34.028107 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-94be2ab8-e9e0-4fb4-890b-0e2e737b9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.062942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7f4ace1f-8409-47bc-8188-434b4e87d491 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:34.064544 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.119165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be2ab8-e9e0-4fb4-890b-0e2e737b9550 None None] Pushing event updated for resources: {'Port': ['ID=7f4ace1f-8409-47bc-8188-434b4e87d491,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:34.210053 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:47:34.210053 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:47:34.234689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 48c15f7b-a04e-41dc-a889-afb211161058 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:34.237624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:34.348496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189dfee0-a68e-4426-a928-62b8f95a1938 None None] Network eed890a5-3a06-47e5-83d9-52a5f9c13599 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:34.430128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a2bcb986-cb83-4217-828f-1b7ec84e8c47 None None] Provisioning complete for port 7f4ace1f-8409-47bc-8188-434b4e87d491 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:34.430605 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb986-cb83-4217-828f-1b7ec84e8c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.433850 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 1ba7a753-ed3b-404a-b710-5e48712b91c6 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:47:34.562834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcb986-cb83-4217-828f-1b7ec84e8c47 None None] Current status of the port 7f4ace1f-8409-47bc-8188-434b4e87d491 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:34.580422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a2bcb986-cb83-4217-828f-1b7ec84e8c47 None None] Provisioning complete for port 34fcc7de-3779-4967-beec-3ebe5a620697 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:34.580806 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb986-cb83-4217-828f-1b7ec84e8c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (34fcc7de-3779-4967-beec-3ebe5a620697), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.583800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:34.602811 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e570a-93fe-4ecd-b756-8b1d7090d8fb None None] Sync routers for ids ['1ba7a753-ed3b-404a-b710-5e48712b91c6'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:34.605254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51748) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:34.607039 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-14632be2-beca-4510-aea8-691aae4120ab tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/1ba7a753-ed3b-404a-b710-5e48712b91c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3527730 Feb 11 05:47:34.627314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcb986-cb83-4217-828f-1b7ec84e8c47 None None] Port 34fcc7de-3779-4967-beec-3ebe5a620697 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:34.644585 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e570a-93fe-4ecd-b756-8b1d7090d8fb None None] Routers {'1ba7a753-ed3b-404a-b710-5e48712b91c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:34.645296 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-229e570a-93fe-4ecd-b756-8b1d7090d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1ba7a753-ed3b-404a-b710-5e48712b91c6'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:34.691144 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-229e570a-93fe-4ecd-b756-8b1d7090d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:34.700900 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e570a-93fe-4ecd-b756-8b1d7090d8fb None None] Routers {'1ba7a753-ed3b-404a-b710-5e48712b91c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:34.702454 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-229e570a-93fe-4ecd-b756-8b1d7090d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1ba7a753-ed3b-404a-b710-5e48712b91c6'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:34.743894 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-229e570a-93fe-4ecd-b756-8b1d7090d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:34.744697 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e570a-93fe-4ecd-b756-8b1d7090d8fb None None] The sync data for ids ['1ba7a753-ed3b-404a-b710-5e48712b91c6'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:34.752027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722571ae-0ccb-4c2e-8da8-604a406eb2ad tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:34.757754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:34.760257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-722571ae-0ccb-4c2e-8da8-604a406eb2ad tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports/34fcc7de-3779-4967-beec-3ebe5a620697 HTTP/1.1" status: 200 len: 910 time: 0.1538846 Feb 11 05:47:34.853331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7f4ace1f-8409-47bc-8188-434b4e87d491 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:34.854527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:34.918001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] Provisioning complete for port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:34.918656 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.973481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81bd31-b140-4081-a7d2-54d681bbecf3 req-38686e26-587f-4c16-8aba-24ae23c82081 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:34.980730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc81bd31-b140-4081-a7d2-54d681bbecf3 req-38686e26-587f-4c16-8aba-24ae23c82081 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 946 time: 0.0898750 Feb 11 05:47:35.025833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc81bd31-b140-4081-a7d2-54d681bbecf3 req-4cf97a1d-8933-442c-aaf6-9861b7b08dc4 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fb19ece-5fa2-437d-9403-dcabc70c9cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Feb 11 05:47:35.047459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:35.047835 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.116221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-774aadda-1ddf-4b73-87df-b90e5169ddfa tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:35.117900 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-774aadda-1ddf-4b73-87df-b90e5169ddfa tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.81 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 946 time: 0.1529753 Feb 11 05:47:35.142847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] Current status of the port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:35.143280 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.213640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] For port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=52e2aeff-dd2d-41e0-a5f8-b82991a70e7d,segment=NetworkSegment(77650908-158d-4d48-acca-ab84001d674f),segment_id=77650908-158d-4d48-acca-ab84001d674f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:35.219096 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.225065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:35.225532 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.309156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] Provisioning complete for port 34fcc7de-3779-4967-beec-3ebe5a620697 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:35.309526 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (34fcc7de-3779-4967-beec-3ebe5a620697), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.348377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Deleting port 88cb80f0-9113-4cc7-a775-57198916c179 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:35.348738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (88cb80f0-9113-4cc7-a775-57198916c179), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.349861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] Pushing event updated for resources: {'Port': ['ID=52e2aeff-dd2d-41e0-a5f8-b82991a70e7d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:35.354301 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:47:35.354733 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:47:35.362777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34e4d9de-fd89-423e-b5a8-29a9af152b38 None None] Port 34fcc7de-3779-4967-beec-3ebe5a620697 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:35.451193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.493774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9ae8daf8-ef5f-49e3-808d-c6d12bcb1a2a None None] Provisioning complete for port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:35.494739 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9ae8daf8-ef5f-49e3-808d-c6d12bcb1a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.514194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] For port 88cb80f0-9113-4cc7-a775-57198916c179, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=88cb80f0-9113-4cc7-a775-57198916c179,segment=NetworkSegment(c99a18ab-f512-4a7f-b962-8a843338fdac),segment_id=c99a18ab-f512-4a7f-b962-8a843338fdac)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:35.514701 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (88cb80f0-9113-4cc7-a775-57198916c179), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.565414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Calling delete_port for 88cb80f0-9113-4cc7-a775-57198916c179 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:35.584767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8daf8-ef5f-49e3-808d-c6d12bcb1a2a None None] Current status of the port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:35.599099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9ae8daf8-ef5f-49e3-808d-c6d12bcb1a2a None None] Provisioning complete for port 34fcc7de-3779-4967-beec-3ebe5a620697 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:35.599896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9ae8daf8-ef5f-49e3-808d-c6d12bcb1a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (34fcc7de-3779-4967-beec-3ebe5a620697), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.640044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8daf8-ef5f-49e3-808d-c6d12bcb1a2a None None] Port 34fcc7de-3779-4967-beec-3ebe5a620697 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:35.839454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.21.0.1 (eed890a5-3a06-47e5-83d9-52a5f9c13599/5647970f-cd21-4e97-988b-840d7c70b97c/ffed47c8-592d-4ffb-96a2-6206bc33f5fa) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:35.845174 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (88cb80f0-9113-4cc7-a775-57198916c179), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.863600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['88cb80f0-9113-4cc7-a775-57198916c179'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:35.893212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Pushing event deleted for resources: {'Port': ['ID=88cb80f0-9113-4cc7-a775-57198916c179,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:35.924650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:35.960795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] No DVR routers for this DVR port 88cb80f0-9113-4cc7-a775-57198916c179 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:35.966614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.971152 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-060497f5-a33c-4ff9-a1d9-63a202d1acb1 req-a93356be-eb25-478e-bec0-37d7eec2f965 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.81 "DELETE /v2.0/ports/88cb80f0-9113-4cc7-a775-57198916c179 HTTP/1.1" status: 204 len: 173 time: 0.8454576 Feb 11 05:47:35.971918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6faf62-6079-4cba-bd6d-e1e9936da284', 'name': 'network-vif-deleted', 'tag': '88cb80f0-9113-4cc7-a775-57198916c179'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:35.975523 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b90971-150d-49a7-af31-573b714a934b" -d '{"events": [{"server_uuid": "be6faf62-6079-4cba-bd6d-e1e9936da284", "name": "network-vif-deleted", "tag": "88cb80f0-9113-4cc7-a775-57198916c179"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:36.088377 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92a059f-809b-4bec-8cd7-601b8d8156ab x-openstack-request-id: req-b92a059f-809b-4bec-8cd7-601b8d8156ab {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:36.088770 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6faf62-6079-4cba-bd6d-e1e9936da284", "name": "network-vif-deleted", "tag": "88cb80f0-9113-4cc7-a775-57198916c179", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:36.089571 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b92a059f-809b-4bec-8cd7-601b8d8156ab {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:36.093411 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6faf62-6079-4cba-bd6d-e1e9936da284', 'name': 'network-vif-deleted', 'tag': '88cb80f0-9113-4cc7-a775-57198916c179', 'status': 'completed', 'code': 200} Feb 11 05:47:36.098547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7f4ace1f-8409-47bc-8188-434b4e87d491 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:36.138114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.181107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f315456-0195-4f03-9e5c-9e6b37c6e2ab req-c3afc8ac-630b-42af-a3d4-d6130ac94a67 tempest-ServerAddressesNegativeTestJSON-1933380603 tempest-ServerAddressesNegativeTestJSON-1933380603-project] 10.222.0.31 "GET /v2.0/ports?device_id=be6faf62-6079-4cba-bd6d-e1e9936da284 HTTP/1.1" status: 200 len: 210 time: 0.0562358 Feb 11 05:47:36.182972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7f4ace1f-8409-47bc-8188-434b4e87d491 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:36.183419 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.211774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.264901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network eed890a5-3a06-47e5-83d9-52a5f9c13599 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:36.268248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:36.272941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:36.277151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=ffed47c8-592d-4ffb-96a2-6206bc33f5fa,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:36.317060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7f4ace1f-8409-47bc-8188-434b4e87d491 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:36.319083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:36.334833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (1ba7a753-ed3b-404a-b710-5e48712b91c6), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.380980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:36.382421 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.535995 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:36.546134 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.672211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ac7d1edb-9f28-4666-adc7-63b22b3c7ad4 None None] Provisioning complete for port ffed47c8-592d-4ffb-96a2-6206bc33f5fa triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:36.672711 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1edb-9f28-4666-adc7-63b22b3c7ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.713150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d1edb-9f28-4666-adc7-63b22b3c7ad4 None None] Port ffed47c8-592d-4ffb-96a2-6206bc33f5fa cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:36.852492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.858659 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.940829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (1ba7a753-ed3b-404a-b710-5e48712b91c6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.950441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=ffed47c8-592d-4ffb-96a2-6206bc33f5fa,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:37.060985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network eed890a5-3a06-47e5-83d9-52a5f9c13599 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:37.064003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:37.170350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 1ba7a753-ed3b-404a-b710-5e48712b91c6 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:37.255294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51770) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:37.292334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:37.303064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601f91b-8e83-46c5-b9d3-ae90a67de66d None None] Sync routers for ids ['1ba7a753-ed3b-404a-b710-5e48712b91c6'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:37.309513 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9b2ac8db-bd16-486d-bba5-d255bd4fc6ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/1ba7a753-ed3b-404a-b710-5e48712b91c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5506141 Feb 11 05:47:37.310228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51772) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:37.310953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c1c93e-bbbb-4659-8527-f4e8c30ecbed admin admin] Deleting subnet e97c69b5-db14-4b2a-a961-46619db4d236 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:37.314944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37c1c93e-bbbb-4659-8527-f4e8c30ecbed admin admin] Publish callbacks [] for subnet (e97c69b5-db14-4b2a-a961-46619db4d236), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.329072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601f91b-8e83-46c5-b9d3-ae90a67de66d None None] Routers {'1ba7a753-ed3b-404a-b710-5e48712b91c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:37.329755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6601f91b-8e83-46c5-b9d3-ae90a67de66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1ba7a753-ed3b-404a-b710-5e48712b91c6'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:37.363996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37c1c93e-bbbb-4659-8527-f4e8c30ecbed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (e97c69b5-db14-4b2a-a961-46619db4d236), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.369914 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d71cbf1-8e63-4990-a6e1-9ac9730b2393 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:37.375019 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d71cbf1-8e63-4990-a6e1-9ac9730b2393 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports/ffed47c8-592d-4ffb-96a2-6206bc33f5fa HTTP/1.1" status: 200 len: 910 time: 0.0635986 Feb 11 05:47:37.375793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51774) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:37.385700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6601f91b-8e83-46c5-b9d3-ae90a67de66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:37.396262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601f91b-8e83-46c5-b9d3-ae90a67de66d None None] Routers {'1ba7a753-ed3b-404a-b710-5e48712b91c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:37.397444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6601f91b-8e83-46c5-b9d3-ae90a67de66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1ba7a753-ed3b-404a-b710-5e48712b91c6'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:37.413481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37c1c93e-bbbb-4659-8527-f4e8c30ecbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e97c69b5-db14-4b2a-a961-46619db4d236), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.440292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6601f91b-8e83-46c5-b9d3-ae90a67de66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:37.441153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601f91b-8e83-46c5-b9d3-ae90a67de66d None None] The sync data for ids ['1ba7a753-ed3b-404a-b710-5e48712b91c6'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:37.455799 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e877144e-0fd2-4439-9f46-243c7b92bde3 None None] Provisioning complete for port ffed47c8-592d-4ffb-96a2-6206bc33f5fa triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:37.456270 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e877144e-0fd2-4439-9f46-243c7b92bde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.476880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37c1c93e-bbbb-4659-8527-f4e8c30ecbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (e97c69b5-db14-4b2a-a961-46619db4d236), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.493956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e877144e-0fd2-4439-9f46-243c7b92bde3 None None] Port ffed47c8-592d-4ffb-96a2-6206bc33f5fa cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:37.498140 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37c1c93e-bbbb-4659-8527-f4e8c30ecbed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.501607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-37c1c93e-bbbb-4659-8527-f4e8c30ecbed admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e97c69b5-db14-4b2a-a961-46619db4d236 HTTP/1.1" status: 204 len: 168 time: 0.2443779 Feb 11 05:47:37.505544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51776) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:37.529307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1c93e-bbbb-4659-8527-f4e8c30ecbed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97c69b5-db14-4b2a-a961-46619db4d236,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:37.603321 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (5670fd9e-aecc-4a02-96a8-1af2c8fab13e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.689747 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (5670fd9e-aecc-4a02-96a8-1af2c8fab13e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.711520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5670fd9e-aecc-4a02-96a8-1af2c8fab13e']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:37.722063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99a18ab-f512-4a7f-b962-8a843338fdac') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:37.722367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99a18ab-f512-4a7f-b962-8a843338fdac') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:37.732952 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (c99a18ab-f512-4a7f-b962-8a843338fdac), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.740875 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (1ba7a753-ed3b-404a-b710-5e48712b91c6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.746781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c99a18ab-f512-4a7f-b962-8a843338fdac), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.752963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:37.753497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (c99a18ab-f512-4a7f-b962-8a843338fdac), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:37.755180 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:37.816066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (5670fd9e-aecc-4a02-96a8-1af2c8fab13e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.822999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.828359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5670fd9e-aecc-4a02-96a8-1af2c8fab13e HTTP/1.1" status: 204 len: 168 time: 0.3216224 Feb 11 05:47:37.845924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff0d4d-459d-429c-b5f8-bb346e5a5b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=5670fd9e-aecc-4a02-96a8-1af2c8fab13e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:38.020711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51782) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:38.022767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port ffed47c8-592d-4ffb-96a2-6206bc33f5fa {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:38.023118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.071595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f20b3044-0f79-4748-9eb9-ee2936b88fc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e63f816da2cf4195aec874dc8a22b7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495780 Feb 11 05:47:38.074049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51784) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:38.124617 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.127523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f6842f3-760e-4273-ae5a-790aafbf2dd3 admin admin] Publish callbacks [] for security_group (4fb19ece-5fa2-437d-9403-dcabc70c9cb8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.137409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for ffed47c8-592d-4ffb-96a2-6206bc33f5fa owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:38.149464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f6842f3-760e-4273-ae5a-790aafbf2dd3 admin admin] Publish callbacks [] for security_group (4fb19ece-5fa2-437d-9403-dcabc70c9cb8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.198520 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f6842f3-760e-4273-ae5a-790aafbf2dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4fb19ece-5fa2-437d-9403-dcabc70c9cb8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.201675 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f6842f3-760e-4273-ae5a-790aafbf2dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.206212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f6842f3-760e-4273-ae5a-790aafbf2dd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fb19ece-5fa2-437d-9403-dcabc70c9cb8 HTTP/1.1" status: 204 len: 168 time: 0.1279798 Feb 11 05:47:38.214546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6842f3-760e-4273-ae5a-790aafbf2dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb19ece-5fa2-437d-9403-dcabc70c9cb8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:38.277011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 88cb80f0-9113-4cc7-a775-57198916c179 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:38.304610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 88cb80f0-9113-4cc7-a775-57198916c179 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:38.305864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 88cb80f0-9113-4cc7-a775-57198916c179 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:38.338825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ffed47c8-592d-4ffb-96a2-6206bc33f5fa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.369355 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=ffed47c8-592d-4ffb-96a2-6206bc33f5fa,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:38.959573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (1ba7a753-ed3b-404a-b710-5e48712b91c6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.185393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 1ba7a753-ed3b-404a-b710-5e48712b91c6 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:39.308921 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:39.318149 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bc4f74c7-2846-4731-abbc-6a22b9721bb5 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/1ba7a753-ed3b-404a-b710-5e48712b91c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9407997 Feb 11 05:47:39.321539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51814) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:39.322483 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44598664-f5f7-4990-aa0f-9a3a7d43b447 None None] Sync routers for ids ['1ba7a753-ed3b-404a-b710-5e48712b91c6'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:39.336407 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44598664-f5f7-4990-aa0f-9a3a7d43b447 None None] Routers {'1ba7a753-ed3b-404a-b710-5e48712b91c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:39.337060 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-44598664-f5f7-4990-aa0f-9a3a7d43b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1ba7a753-ed3b-404a-b710-5e48712b91c6'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:39.384074 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-44598664-f5f7-4990-aa0f-9a3a7d43b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:39.395861 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44598664-f5f7-4990-aa0f-9a3a7d43b447 None None] Routers {'1ba7a753-ed3b-404a-b710-5e48712b91c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:39.396881 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-44598664-f5f7-4990-aa0f-9a3a7d43b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1ba7a753-ed3b-404a-b710-5e48712b91c6'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:39.443714 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-44598664-f5f7-4990-aa0f-9a3a7d43b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:39.444516 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44598664-f5f7-4990-aa0f-9a3a7d43b447 None None] The sync data for ids ['1ba7a753-ed3b-404a-b710-5e48712b91c6'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:40.142729 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (1ba7a753-ed3b-404a-b710-5e48712b91c6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.494136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 34fcc7de-3779-4967-beec-3ebe5a620697 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:40.494829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (34fcc7de-3779-4967-beec-3ebe5a620697), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.586346 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (34fcc7de-3779-4967-beec-3ebe5a620697), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.600066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 34fcc7de-3779-4967-beec-3ebe5a620697 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:40.759581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-adc1e266-239a-475d-8117-4e31f6d41bfb req-804fd258-6923-4e57-ba06-5934fd7a11e0 service neutron] (103121) timed out ('10.222.0.72', 53981) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:47:40.787215 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (34fcc7de-3779-4967-beec-3ebe5a620697), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.816617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=34fcc7de-3779-4967-beec-3ebe5a620697,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:40.991224 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (1ba7a753-ed3b-404a-b710-5e48712b91c6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.192877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 1ba7a753-ed3b-404a-b710-5e48712b91c6 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:41.277090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:41.283157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f863e425-001f-4fd1-a553-dac5fffe67dc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/1ba7a753-ed3b-404a-b710-5e48712b91c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9605367 Feb 11 05:47:41.286002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51858) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:41.289107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e3202-1134-47ab-9697-e8f6484b3e37 None None] Sync routers for ids ['1ba7a753-ed3b-404a-b710-5e48712b91c6'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:41.302700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e3202-1134-47ab-9697-e8f6484b3e37 None None] Routers {'1ba7a753-ed3b-404a-b710-5e48712b91c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:41.303318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-870e3202-1134-47ab-9697-e8f6484b3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1ba7a753-ed3b-404a-b710-5e48712b91c6'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:41.319175 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-032e998e-4dfa-4e1f-96ae-e54a5a1d6a48 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba7a753-ed3b-404a-b710-5e48712b91c6 HTTP/1.1" status: 200 len: 205 time: 0.0320184 Feb 11 05:47:41.321770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51860) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:41.347251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-870e3202-1134-47ab-9697-e8f6484b3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:41.359261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e3202-1134-47ab-9697-e8f6484b3e37 None None] Routers {'1ba7a753-ed3b-404a-b710-5e48712b91c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:41.360191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-870e3202-1134-47ab-9697-e8f6484b3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1ba7a753-ed3b-404a-b710-5e48712b91c6'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:41.403109 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b704a5e7-e079-4785-a40c-9516ba2c5253 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (1ba7a753-ed3b-404a-b710-5e48712b91c6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.405597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-870e3202-1134-47ab-9697-e8f6484b3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:41.406518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e3202-1134-47ab-9697-e8f6484b3e37 None None] The sync data for ids ['1ba7a753-ed3b-404a-b710-5e48712b91c6'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:41.574900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51866) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:41.580823 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b704a5e7-e079-4785-a40c-9516ba2c5253 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (1ba7a753-ed3b-404a-b710-5e48712b91c6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.583353 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b704a5e7-e079-4785-a40c-9516ba2c5253 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (1ba7a753-ed3b-404a-b710-5e48712b91c6), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.630942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b704a5e7-e079-4785-a40c-9516ba2c5253 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (1ba7a753-ed3b-404a-b710-5e48712b91c6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.632053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b704a5e7-e079-4785-a40c-9516ba2c5253 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba7a753-ed3b-404a-b710-5e48712b91c6 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:47:41.638861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b704a5e7-e079-4785-a40c-9516ba2c5253 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.641702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b704a5e7-e079-4785-a40c-9516ba2c5253 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/1ba7a753-ed3b-404a-b710-5e48712b91c6 HTTP/1.1" status: 204 len: 168 time: 0.3188746 Feb 11 05:47:41.642641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51870) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:41.700871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d883ff-1997-4434-8e23-f8e087510f4f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting subnet 5647970f-cd21-4e97-988b-840d7c70b97c {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:41.705665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65d883ff-1997-4434-8e23-f8e087510f4f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (5647970f-cd21-4e97-988b-840d7c70b97c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.737715 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22ce1269-940a-4519-bf4e-94639afaacc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.767024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65d883ff-1997-4434-8e23-f8e087510f4f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (5647970f-cd21-4e97-988b-840d7c70b97c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.881961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65d883ff-1997-4434-8e23-f8e087510f4f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (5647970f-cd21-4e97-988b-840d7c70b97c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.919465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22ce1269-940a-4519-bf4e-94639afaacc2 admin admin] Publish callbacks [] for security_group (8a5c06a8-d1ef-42f9-9d1f-807030839cc0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.924814 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22ce1269-940a-4519-bf4e-94639afaacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8a5c06a8-d1ef-42f9-9d1f-807030839cc0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.977885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce1269-940a-4519-bf4e-94639afaacc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5c06a8-d1ef-42f9-9d1f-807030839cc0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:41.985365 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-22ce1269-940a-4519-bf4e-94639afaacc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c78996a2ff64842a87175abf57d600a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4092126 Feb 11 05:47:41.989631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51872) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:42.008936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65d883ff-1997-4434-8e23-f8e087510f4f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (5647970f-cd21-4e97-988b-840d7c70b97c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.048982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d883ff-1997-4434-8e23-f8e087510f4f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Subnet': ['ID=5647970f-cd21-4e97-988b-840d7c70b97c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:42.056547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65d883ff-1997-4434-8e23-f8e087510f4f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.059335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116863d5-a846-4228-bcef-57608b4d6ac6 None None] Network eed890a5-3a06-47e5-83d9-52a5f9c13599 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:42.059878 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-65d883ff-1997-4434-8e23-f8e087510f4f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/5647970f-cd21-4e97-988b-840d7c70b97c HTTP/1.1" status: 204 len: 168 time: 0.4159203 Feb 11 05:47:42.063004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51874) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:42.077670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a024ec30-0a70-4406-a912-7601d08a336c admin admin] Publish callbacks [] for security_group (8a5c06a8-d1ef-42f9-9d1f-807030839cc0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.100923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a024ec30-0a70-4406-a912-7601d08a336c admin admin] Publish callbacks [] for security_group (8a5c06a8-d1ef-42f9-9d1f-807030839cc0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.144273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c176a3c5-a254-4d0a-9740-f0eff89a5603 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting subnet 4efd125f-7827-43d5-86bf-d697d6c59d14 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:42.148502 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c176a3c5-a254-4d0a-9740-f0eff89a5603 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (4efd125f-7827-43d5-86bf-d697d6c59d14), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.163092 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a024ec30-0a70-4406-a912-7601d08a336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8a5c06a8-d1ef-42f9-9d1f-807030839cc0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.166064 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a024ec30-0a70-4406-a912-7601d08a336c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.173577 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a024ec30-0a70-4406-a912-7601d08a336c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a5c06a8-d1ef-42f9-9d1f-807030839cc0 HTTP/1.1" status: 204 len: 168 time: 0.1845529 Feb 11 05:47:42.182470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024ec30-0a70-4406-a912-7601d08a336c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5c06a8-d1ef-42f9-9d1f-807030839cc0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:42.212966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c176a3c5-a254-4d0a-9740-f0eff89a5603 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (4efd125f-7827-43d5-86bf-d697d6c59d14), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.316872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c176a3c5-a254-4d0a-9740-f0eff89a5603 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4efd125f-7827-43d5-86bf-d697d6c59d14), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.318965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d435522-0eb7-4810-95a4-58476c3a1b68 None None] DHCP port deletion for eed890a5-3a06-47e5-83d9-52a5f9c13599 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:42.394750 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c176a3c5-a254-4d0a-9740-f0eff89a5603 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (4efd125f-7827-43d5-86bf-d697d6c59d14), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.433458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c176a3c5-a254-4d0a-9740-f0eff89a5603 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.440167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c176a3c5-a254-4d0a-9740-f0eff89a5603 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/4efd125f-7827-43d5-86bf-d697d6c59d14 HTTP/1.1" status: 204 len: 168 time: 0.3733773 Feb 11 05:47:42.440167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a3c5-a254-4d0a-9740-f0eff89a5603 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Subnet': ['ID=4efd125f-7827-43d5-86bf-d697d6c59d14,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:42.440583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51882) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:42.567251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (eed890a5-3a06-47e5-83d9-52a5f9c13599), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.572736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d4f2f-348f-4328-b923-2821b042e1c1 None None] Network 48c15f7b-a04e-41dc-a889-afb211161058 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:42.635711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51884) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:42.658155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae231bdc-e1d3-4193-b129-19704055954d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.668471 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:42.669440 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.671185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5d435522-0eb7-4810-95a4-58476c3a1b68 None None] Deleting port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:42.672064 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5d435522-0eb7-4810-95a4-58476c3a1b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.766979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae231bdc-e1d3-4193-b129-19704055954d admin admin] Publish callbacks [] for security_group (f090b548-8c44-4ad7-9f47-25bc510146c7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.768042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5d435522-0eb7-4810-95a4-58476c3a1b68 None None] For port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=52e2aeff-dd2d-41e0-a5f8-b82991a70e7d,segment=NetworkSegment(77650908-158d-4d48-acca-ab84001d674f),segment_id=77650908-158d-4d48-acca-ab84001d674f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:42.768445 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5d435522-0eb7-4810-95a4-58476c3a1b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.780941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae231bdc-e1d3-4193-b129-19704055954d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f090b548-8c44-4ad7-9f47-25bc510146c7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.783686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5d435522-0eb7-4810-95a4-58476c3a1b68 None None] Calling delete_port for 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:42.838997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae231bdc-e1d3-4193-b129-19704055954d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99b42d342a24450f9ca79e314005a925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001898 Feb 11 05:47:42.838997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae231bdc-e1d3-4193-b129-19704055954d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f090b548-8c44-4ad7-9f47-25bc510146c7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:42.841587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51886) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:42.860290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1886b0f9-0852-45aa-a17c-096ba14c0bf4 None None] DHCP port deletion for 48c15f7b-a04e-41dc-a889-afb211161058 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:42.864079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=52e2aeff-dd2d-41e0-a5f8-b82991a70e7d,segment=NetworkSegment(77650908-158d-4d48-acca-ab84001d674f),segment_id=77650908-158d-4d48-acca-ab84001d674f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:42.868363 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.893314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:42.897266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-765ab137-c2e2-438a-bef9-c7bc35b3e890 admin admin] Publish callbacks [] for security_group (f090b548-8c44-4ad7-9f47-25bc510146c7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.924562 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-765ab137-c2e2-438a-bef9-c7bc35b3e890 admin admin] Publish callbacks [] for security_group (f090b548-8c44-4ad7-9f47-25bc510146c7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.927245 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5d435522-0eb7-4810-95a4-58476c3a1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.938812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1886b0f9-0852-45aa-a17c-096ba14c0bf4 None None] Deleting port 7f4ace1f-8409-47bc-8188-434b4e87d491 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:42.939300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1886b0f9-0852-45aa-a17c-096ba14c0bf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.980886 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-765ab137-c2e2-438a-bef9-c7bc35b3e890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f090b548-8c44-4ad7-9f47-25bc510146c7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.986431 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-765ab137-c2e2-438a-bef9-c7bc35b3e890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.988371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-765ab137-c2e2-438a-bef9-c7bc35b3e890 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f090b548-8c44-4ad7-9f47-25bc510146c7 HTTP/1.1" status: 204 len: 168 time: 0.1450145 Feb 11 05:47:42.999664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ab137-c2e2-438a-bef9-c7bc35b3e890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090b548-8c44-4ad7-9f47-25bc510146c7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.024269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (52e2aeff-dd2d-41e0-a5f8-b82991a70e7d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.038765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d435522-0eb7-4810-95a4-58476c3a1b68 None None] Pushing event deleted for resources: {'Port': ['ID=52e2aeff-dd2d-41e0-a5f8-b82991a70e7d,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.040832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d435522-0eb7-4810-95a4-58476c3a1b68 None None] No DVR routers for this DVR port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:43.057623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1886b0f9-0852-45aa-a17c-096ba14c0bf4 None None] For port 7f4ace1f-8409-47bc-8188-434b4e87d491, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7f4ace1f-8409-47bc-8188-434b4e87d491,segment=NetworkSegment(504cd829-ca8a-4170-b016-be43d1c0f4e0),segment_id=504cd829-ca8a-4170-b016-be43d1c0f4e0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:43.057623 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1886b0f9-0852-45aa-a17c-096ba14c0bf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.073398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1886b0f9-0852-45aa-a17c-096ba14c0bf4 None None] Calling delete_port for 7f4ace1f-8409-47bc-8188-434b4e87d491 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:43.083374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=52e2aeff-dd2d-41e0-a5f8-b82991a70e7d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.095943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No DVR routers for this DVR port 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:43.184943 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1886b0f9-0852-45aa-a17c-096ba14c0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (7f4ace1f-8409-47bc-8188-434b4e87d491), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.209907 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (eed890a5-3a06-47e5-83d9-52a5f9c13599), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.235742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886b0f9-0852-45aa-a17c-096ba14c0bf4 None None] No DVR routers for this DVR port 7f4ace1f-8409-47bc-8188-434b4e87d491 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:43.237221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed890a5-3a06-47e5-83d9-52a5f9c13599']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:43.237575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886b0f9-0852-45aa-a17c-096ba14c0bf4 None None] Pushing event deleted for resources: {'Port': ['ID=7f4ace1f-8409-47bc-8188-434b4e87d491,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.259608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77650908-158d-4d48-acca-ab84001d674f') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:43.259855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77650908-158d-4d48-acca-ab84001d674f') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:43.273995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (77650908-158d-4d48-acca-ab84001d674f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.287361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (77650908-158d-4d48-acca-ab84001d674f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.294212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:43.294805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (77650908-158d-4d48-acca-ab84001d674f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:43.298304 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:43.348528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51896) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:43.375173 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (eed890a5-3a06-47e5-83d9-52a5f9c13599), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.383062 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.386979 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/networks/eed890a5-3a06-47e5-83d9-52a5f9c13599 HTTP/1.1" status: 204 len: 168 time: 0.9442291 Feb 11 05:47:43.395078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51898) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:43.399883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1ada8-f917-4327-a1a2-69ed6b7902b9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Network': ['ID=eed890a5-3a06-47e5-83d9-52a5f9c13599,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.523893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e0735-00a8-4ee2-a0bf-e238c69f2557 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:43.524373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e0735-00a8-4ee2-a0bf-e238c69f2557 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:43.524836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e0735-00a8-4ee2-a0bf-e238c69f2557 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:43.540274 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ef3e0735-00a8-4ee2-a0bf-e238c69f2557 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=2e36f1dc8e524722937e70aa0b871704&network_id=6ff6d76b-f503-4313-b95f-b6ddf303eee0 HTTP/1.1" status: 200 len: 3075 time: 0.1769755 Feb 11 05:47:43.540274 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (48c15f7b-a04e-41dc-a889-afb211161058), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.627669 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (48c15f7b-a04e-41dc-a889-afb211161058), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.649031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c15f7b-a04e-41dc-a889-afb211161058']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:43.658804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504cd829-ca8a-4170-b016-be43d1c0f4e0') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:43.659106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504cd829-ca8a-4170-b016-be43d1c0f4e0') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:43.669110 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (504cd829-ca8a-4170-b016-be43d1c0f4e0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.684666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (504cd829-ca8a-4170-b016-be43d1c0f4e0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.696895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:43.697360 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (504cd829-ca8a-4170-b016-be43d1c0f4e0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:43.700780 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:43.771707 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (48c15f7b-a04e-41dc-a889-afb211161058), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.784236 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.787463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/networks/48c15f7b-a04e-41dc-a889-afb211161058 HTTP/1.1" status: 204 len: 168 time: 0.3912349 Feb 11 05:47:43.791823 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51918) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:43.797580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d1077-33d4-4652-ac8c-a50c7044194a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Network': ['ID=48c15f7b-a04e-41dc-a889-afb211161058,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.798312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1203715819'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:43.827263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:43.831325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.859260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:43.868739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e2423796-bc13-4288-8929-c07620647636), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.869836 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added segment e2423796-bc13-4288-8929-c07620647636 of type vlan for network 6dac13a7-0002-46c6-beb3-e279f18731bf Feb 11 05:47:43.912034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (6dac13a7-0002-46c6-beb3-e279f18731bf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.940699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (6dac13a7-0002-46c6-beb3-e279f18731bf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.946562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:43.947369 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.992821 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1995487 Feb 11 05:47:43.995643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51924) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:44.000657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'subnet': {'network_id': '6dac13a7-0002-46c6-beb3-e279f18731bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:44.049142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7f4ace1f-8409-47bc-8188-434b4e87d491 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:44.067968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c098d2-46ab-4da7-8c7f-92e10a85155f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Network': ['ID=6dac13a7-0002-46c6-beb3-e279f18731bf,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:44.075805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 7f4ace1f-8409-47bc-8188-434b4e87d491 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:44.076432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7f4ace1f-8409-47bc-8188-434b4e87d491 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:44.077526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:44.083162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 6dac13a7-0002-46c6-beb3-e279f18731bf details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:44.116186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:44.116551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 52e2aeff-dd2d-41e0-a5f8-b82991a70e7d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:44.150161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:44.155276 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.382540 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (0397f814-560c-4e16-aa0e-091c991a7732), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.460372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Subnet': ['ID=0397f814-560c-4e16-aa0e-091c991a7732,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:44.462651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Checking segment: {'id': 'e2423796-bc13-4288-8929-c07620647636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6dac13a7-0002-46c6-beb3-e279f18731bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:44.463020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network hostable DHCP agents. Network: 6dac13a7-0002-46c6-beb3-e279f18731bf, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:44.480936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 6dac13a7-0002-46c6-beb3-e279f18731bf is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:44.491026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 6dac13a7-0002-46c6-beb3-e279f18731bf) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:44.495449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:44.495914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.503643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c8b6f-d6e7-4433-a218-000e51e2d118 None None] Network 6dac13a7-0002-46c6-beb3-e279f18731bf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:44.518546 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-257e3e3e-53a0-469b-b21e-0db2b5e0c7b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5192573 Feb 11 05:47:44.518813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51938) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:44.523755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-34824fd7-3a02-4f2e-b0cb-ba0fd6097943 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1890110938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:44.547877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34824fd7-3a02-4f2e-b0cb-ba0fd6097943 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (a9124e1a-a01c-4fc2-a85e-f140227ae37f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.549062 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34824fd7-3a02-4f2e-b0cb-ba0fd6097943 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (a9124e1a-a01c-4fc2-a85e-f140227ae37f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.614898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34824fd7-3a02-4f2e-b0cb-ba0fd6097943 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (a9124e1a-a01c-4fc2-a85e-f140227ae37f), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.623330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34824fd7-3a02-4f2e-b0cb-ba0fd6097943 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (a9124e1a-a01c-4fc2-a85e-f140227ae37f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.632423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-6dac13a7-0002-46c6-beb3-e279f18731bf', 'network_id': '6dac13a7-0002-46c6-beb3-e279f18731bf', 'project_id': '9acc36b58f574e529557a2b54404fd23', 'fixed_ips': [{'subnet_id': '0397f814-560c-4e16-aa0e-091c991a7732'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:44.634271 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.653198 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34824fd7-3a02-4f2e-b0cb-ba0fd6097943 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.655118 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-34824fd7-3a02-4f2e-b0cb-ba0fd6097943 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1351876 Feb 11 05:47:44.657884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51942) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:44.662955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'port': {'network_id': '6dac13a7-0002-46c6-beb3-e279f18731bf', 'name': 'tempest-RoutersTest-1331610335'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:44.800107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:44.804909 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.820227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Allocated IP 172.20.0.2 (6dac13a7-0002-46c6-beb3-e279f18731bf/0397f814-560c-4e16-aa0e-091c991a7732/658eb194-7708-4595-bce9-58c2382eee56) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:44.840898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] device_id is not set on port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:44.997876 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Publish callbacks [] for port (658eb194-7708-4595-bce9-58c2382eee56), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.013408 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (658eb194-7708-4595-bce9-58c2382eee56), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.066508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.20.0.11 (6dac13a7-0002-46c6-beb3-e279f18731bf/0397f814-560c-4e16-aa0e-091c991a7732/5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:45.103193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Pushing event updated for resources: {'Port': ['ID=658eb194-7708-4595-bce9-58c2382eee56,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:45.136161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Network 6dac13a7-0002-46c6-beb3-e279f18731bf is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:45.142646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:45.146033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:45.249563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Attempting to bind port 658eb194-7708-4595-bce9-58c2382eee56 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:45.250205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Attempting to bind port 658eb194-7708-4595-bce9-58c2382eee56 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'e2423796-bc13-4288-8929-c07620647636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6dac13a7-0002-46c6-beb3-e279f18731bf'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:45.251558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Attempting to bind port 658eb194-7708-4595-bce9-58c2382eee56 on network 6dac13a7-0002-46c6-beb3-e279f18731bf {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:45.268586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:45.269377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Checking segment: {'id': 'e2423796-bc13-4288-8929-c07620647636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6dac13a7-0002-46c6-beb3-e279f18731bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:45.270059 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.270788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Bound using segment: {'id': 'e2423796-bc13-4288-8929-c07620647636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6dac13a7-0002-46c6-beb3-e279f18731bf'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:45.271470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Bound port: 658eb194-7708-4595-bce9-58c2382eee56, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2423796-bc13-4288-8929-c07620647636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6dac13a7-0002-46c6-beb3-e279f18731bf'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:45.272117 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (658eb194-7708-4595-bce9-58c2382eee56), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.329964 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.362009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] For port 658eb194-7708-4595-bce9-58c2382eee56, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:45.365821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] For port 658eb194-7708-4595-bce9-58c2382eee56, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=658eb194-7708-4595-bce9-58c2382eee56,segment=NetworkSegment(e2423796-bc13-4288-8929-c07620647636),segment_id=e2423796-bc13-4288-8929-c07620647636)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:45.375778 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (658eb194-7708-4595-bce9-58c2382eee56), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.385068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.454387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ef792-00ed-40ad-8258-13d048783964 None None] Pushing event updated for resources: {'Port': ['ID=658eb194-7708-4595-bce9-58c2382eee56,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:45.466848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 6dac13a7-0002-46c6-beb3-e279f18731bf is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:45.470324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:45.475111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-5c7cb8e5-e885-4ea3-90c6-b745a3268463 req-7d10dee2-aaa0-46be-aade-dccff53967da service neutron] (103120) timed out ('10.222.0.81', 54641) {{(pid=103120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:47:45.476152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:45.546555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:45.563602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:45.564787 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.587664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a1b3574d-004e-4dfe-b7cc-17dd213e53b2 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9286566 Feb 11 05:47:45.590326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51968) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:46.116243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 658eb194-7708-4595-bce9-58c2382eee56 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:46.195675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 658eb194-7708-4595-bce9-58c2382eee56 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:46.196243 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (658eb194-7708-4595-bce9-58c2382eee56), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.306314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 658eb194-7708-4595-bce9-58c2382eee56 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:46.306998 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (658eb194-7708-4595-bce9-58c2382eee56), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.359941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 658eb194-7708-4595-bce9-58c2382eee56, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=658eb194-7708-4595-bce9-58c2382eee56,segment=NetworkSegment(e2423796-bc13-4288-8929-c07620647636),segment_id=e2423796-bc13-4288-8929-c07620647636)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:46.366076 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (658eb194-7708-4595-bce9-58c2382eee56), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.378808 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.451423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=658eb194-7708-4595-bce9-58c2382eee56,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:46.466370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.467880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.468436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.469235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.469963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.470484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.470996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.471509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.472075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.472587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.473171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.474036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.474550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:46.730993 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.736396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.798011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6561f5e1-f267-4087-afa3-69c08fa0c106 None None] Network 6dac13a7-0002-46c6-beb3-e279f18731bf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:46.821070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:46.908112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fbdb4d36-dbd9-4ec0-8a6e-dde20c1ba98a None None] Provisioning complete for port 658eb194-7708-4595-bce9-58c2382eee56 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:46.908112 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fbdb4d36-dbd9-4ec0-8a6e-dde20c1ba98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (658eb194-7708-4595-bce9-58c2382eee56), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.017452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (a9124e1a-a01c-4fc2-a85e-f140227ae37f), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.064830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb4d36-dbd9-4ec0-8a6e-dde20c1ba98a None None] Current status of the port 658eb194-7708-4595-bce9-58c2382eee56 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:47.074581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52000) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:47.156860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34affa34-df64-4223-8694-d90f64026c43 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:47.159849 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-34affa34-df64-4223-8694-d90f64026c43 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 814 time: 0.0833056 Feb 11 05:47:47.207561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.393296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-28d177d3-50af-4c36-834e-6f0727abf9f6 None None] Provisioning complete for port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:47.394222 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-28d177d3-50af-4c36-834e-6f0727abf9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.447359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-28d177d3-50af-4c36-834e-6f0727abf9f6 None None] Port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:47.464293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-28d177d3-50af-4c36-834e-6f0727abf9f6 None None] Provisioning complete for port 658eb194-7708-4595-bce9-58c2382eee56 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:47.464675 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-28d177d3-50af-4c36-834e-6f0727abf9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (658eb194-7708-4595-bce9-58c2382eee56), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.603561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-28d177d3-50af-4c36-834e-6f0727abf9f6 None None] Current status of the port 658eb194-7708-4595-bce9-58c2382eee56 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:47.614488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.622021 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.706572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (a9124e1a-a01c-4fc2-a85e-f140227ae37f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.709183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:47.735871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8351f5af-290e-4588-951e-063b73bc1100 None None] Provisioning complete for port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:47.736253 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8351f5af-290e-4588-951e-063b73bc1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.782356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8351f5af-290e-4588-951e-063b73bc1100 None None] Port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:47.845072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 6dac13a7-0002-46c6-beb3-e279f18731bf is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:47.846831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:48.025304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dfc7b6a0-659f-4a20-98d0-3d01483f5428 None None] Provisioning complete for port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:48.026446 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b6a0-659f-4a20-98d0-3d01483f5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.082124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router a9124e1a-a01c-4fc2-a85e-f140227ae37f is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:47:48.090137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7b6a0-659f-4a20-98d0-3d01483f5428 None None] Port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:48.093720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 658eb194-7708-4595-bce9-58c2382eee56 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:48.149445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 658eb194-7708-4595-bce9-58c2382eee56 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:48.149825 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (658eb194-7708-4595-bce9-58c2382eee56), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.228562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52040) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:48.234523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'network': {'name': 'tempest-network-smoke--459805748', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'port_security_enabled': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:48.262652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 658eb194-7708-4595-bce9-58c2382eee56 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:48.277233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:48.284510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-01677c63-69a1-4ee5-9e97-b47086dab501 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/a9124e1a-a01c-4fc2-a85e-f140227ae37f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6925430 Feb 11 05:47:48.285195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Made reservation on behalf of 2e36f1dc8e524722937e70aa0b871704 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:48.290178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.291562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52046) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:48.295626 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de707b82-eeaa-4f6f-b271-fb5c13befbe1 None None] Sync routers for ids ['a9124e1a-a01c-4fc2-a85e-f140227ae37f'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:48.314354 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de707b82-eeaa-4f6f-b271-fb5c13befbe1 None None] Routers {'a9124e1a-a01c-4fc2-a85e-f140227ae37f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:48.315940 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-de707b82-eeaa-4f6f-b271-fb5c13befbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a9124e1a-a01c-4fc2-a85e-f140227ae37f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:48.343470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:48.354029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2667e522-5d93-4cdf-afaf-deb9d2f32dce), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.354658 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Added segment 2667e522-5d93-4cdf-afaf-deb9d2f32dce of type vlan for network 0263c5ad-b61a-4b18-893f-d88b07754a18 Feb 11 05:47:48.387368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9303482-1b78-49ee-a7b3-33b4e0866b29 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:48.393010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e9303482-1b78-49ee-a7b3-33b4e0866b29 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports/5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d HTTP/1.1" status: 200 len: 978 time: 0.1004188 Feb 11 05:47:48.394158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52054) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:48.398833 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-de707b82-eeaa-4f6f-b271-fb5c13befbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:48.422589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5400159c-a0ce-4ec6-b7a4-69303296cb80 None None] Provisioning complete for port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:48.424113 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (0263c5ad-b61a-4b18-893f-d88b07754a18), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.425694 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de707b82-eeaa-4f6f-b271-fb5c13befbe1 None None] Routers {'a9124e1a-a01c-4fc2-a85e-f140227ae37f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:48.426413 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-de707b82-eeaa-4f6f-b271-fb5c13befbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a9124e1a-a01c-4fc2-a85e-f140227ae37f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:48.430560 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5400159c-a0ce-4ec6-b7a4-69303296cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.455670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (0263c5ad-b61a-4b18-893f-d88b07754a18), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.463498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:48.464397 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.523942 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-de707b82-eeaa-4f6f-b271-fb5c13befbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:48.524818 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de707b82-eeaa-4f6f-b271-fb5c13befbe1 None None] The sync data for ids ['a9124e1a-a01c-4fc2-a85e-f140227ae37f'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:48.526515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5400159c-a0ce-4ec6-b7a4-69303296cb80 None None] Port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:48.569418 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3396394 Feb 11 05:47:48.570656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e72c7a-1939-4436-9aee-76d00a0d6c0a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Network': ['ID=0263c5ad-b61a-4b18-893f-d88b07754a18,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:48.572736 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52064) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:48.581479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 0263c5ad-b61a-4b18-893f-d88b07754a18 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:48.696324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a90147-a92a-490a-9e18-7c9e8b832717 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:48.702080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52072) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:48.703134 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-20a90147-a92a-490a-9e18-7c9e8b832717 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2e36f1dc8e524722937e70aa0b871704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1204979 Feb 11 05:47:48.922700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7932df7-6cb7-4b62-9c8e-2d975f33d10e tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:48.924228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e7932df7-6cb7-4b62-9c8e-2d975f33d10e tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2200172 Feb 11 05:47:48.927241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52090) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:48.987811 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1df89aaf-b843-4799-bc43-bb15f01201f9 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578568 Feb 11 05:47:48.987946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52096) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:49.032566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-50898586-196f-4f25-a674-ef7b7259f393 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2e36f1dc8e524722937e70aa0b871704&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420446 Feb 11 05:47:49.033776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52102) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:49.144778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94971f-a5a5-4327-8be0-2e8bb430e738 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:49.150186 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9d94971f-a5a5-4327-8be0-2e8bb430e738 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1136458 Feb 11 05:47:49.150994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52112) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:49.160024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (a9124e1a-a01c-4fc2-a85e-f140227ae37f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.183890 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c5280940-a1b1-474c-95a3-52993a7df5ef tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319464 Feb 11 05:47:49.184437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52116) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:49.191318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939708920', 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:49.333401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Made reservation on behalf of 2e36f1dc8e524722937e70aa0b871704 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:49.338629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.452254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:49.452254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.558219 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.572891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:49.592661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (0faf57d4-f7f4-4e53-a89b-f610e42d0dde), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.672958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Subnet': ['ID=0faf57d4-f7f4-4e53-a89b-f610e42d0dde,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:49.678481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Checking segment: {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:49.678844 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network hostable DHCP agents. Network: 0263c5ad-b61a-4b18-893f-d88b07754a18, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:49.699626 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 0263c5ad-b61a-4b18-893f-d88b07754a18 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:49.711478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 0263c5ad-b61a-4b18-893f-d88b07754a18) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:49.719324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:49.720164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.721854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f41bfd0-9f5e-42e6-8362-744f400c2bc4 None None] Network 0263c5ad-b61a-4b18-893f-d88b07754a18 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:49.745722 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2773e4b4-e50f-479b-aa14-6a3faca3f525 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5593455 Feb 11 05:47:49.861491 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.932232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-0263c5ad-b61a-4b18-893f-d88b07754a18', 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ips': [{'subnet_id': '0faf57d4-f7f4-4e53-a89b-f610e42d0dde'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:49.933754 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.969038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=5f80c3b5-1c36-4aa4-a19c-0d1b8d55ca9d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.005636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52162) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:50.010193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b706fd0c-39d1-4ce1-86f0-a2d32a047020 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224729785', 'description': 'tempest-secgroup-smoke-1224729785 description', 'project_id': '2e36f1dc8e524722937e70aa0b871704'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:50.057774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b706fd0c-39d1-4ce1-86f0-a2d32a047020 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.169509 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (a9124e1a-a01c-4fc2-a85e-f140227ae37f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.187546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Allocated IP 172.20.0.18 (0263c5ad-b61a-4b18-893f-d88b07754a18/0faf57d4-f7f4-4e53-a89b-f610e42d0dde/f7826e4b-d309-426c-a8de-0632dfaa6486) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:50.200964 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b706fd0c-39d1-4ce1-86f0-a2d32a047020 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.207587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b706fd0c-39d1-4ce1-86f0-a2d32a047020 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.311240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706fd0c-39d1-4ce1-86f0-a2d32a047020 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.336577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b706fd0c-39d1-4ce1-86f0-a2d32a047020 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.348468 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b706fd0c-39d1-4ce1-86f0-a2d32a047020 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3416531 Feb 11 05:47:50.351314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52168) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:50.363356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ece47173-56c5-4d73-8879-eafb2c7d4655 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:50.367478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Publish callbacks [] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.378841 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.399755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ece47173-56c5-4d73-8879-eafb2c7d4655 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (be2eeb3b-00be-4f56-b7fb-b25bd3a15bb1), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.482090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Network 0263c5ad-b61a-4b18-893f-d88b07754a18 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:50.488249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:50.496156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:50.520516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Pushing event updated for resources: {'Port': ['ID=f7826e4b-d309-426c-a8de-0632dfaa6486,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.524538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ece47173-56c5-4d73-8879-eafb2c7d4655 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (be2eeb3b-00be-4f56-b7fb-b25bd3a15bb1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.537205 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ece47173-56c5-4d73-8879-eafb2c7d4655 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (be2eeb3b-00be-4f56-b7fb-b25bd3a15bb1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.580989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Attempting to bind port f7826e4b-d309-426c-a8de-0632dfaa6486 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:50.581816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Attempting to bind port f7826e4b-d309-426c-a8de-0632dfaa6486 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:50.582337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Attempting to bind port f7826e4b-d309-426c-a8de-0632dfaa6486 on network 0263c5ad-b61a-4b18-893f-d88b07754a18 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:50.590423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece47173-56c5-4d73-8879-eafb2c7d4655 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2eeb3b-00be-4f56-b7fb-b25bd3a15bb1,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.598646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:50.599369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Checking segment: {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:50.599942 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.602809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Bound using segment: {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:50.606873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Bound port: f7826e4b-d309-426c-a8de-0632dfaa6486, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:50.608002 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.633303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ece47173-56c5-4d73-8879-eafb2c7d4655 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.641154 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ece47173-56c5-4d73-8879-eafb2c7d4655 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867777 Feb 11 05:47:50.644359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52174) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:50.653385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-59a26439-6fbc-4969-a3f8-2601cd996593 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:50.702289 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59a26439-6fbc-4969-a3f8-2601cd996593 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (2e624c10-89d7-4127-ae63-abd1843fb710), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.736773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] For port f7826e4b-d309-426c-a8de-0632dfaa6486, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:50.744167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] For port f7826e4b-d309-426c-a8de-0632dfaa6486, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f7826e4b-d309-426c-a8de-0632dfaa6486,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:50.754131 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.755092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52176) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:50.782711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59a26439-6fbc-4969-a3f8-2601cd996593 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (2e624c10-89d7-4127-ae63-abd1843fb710), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.788552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59a26439-6fbc-4969-a3f8-2601cd996593 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (2e624c10-89d7-4127-ae63-abd1843fb710), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.794961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router a9124e1a-a01c-4fc2-a85e-f140227ae37f has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:50.815968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f427a5-328d-4e7b-b656-fc71a1997c03 None None] Pushing event updated for resources: {'Port': ['ID=f7826e4b-d309-426c-a8de-0632dfaa6486,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.846365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a26439-6fbc-4969-a3f8-2601cd996593 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e624c10-89d7-4127-ae63-abd1843fb710,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.860262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59a26439-6fbc-4969-a3f8-2601cd996593 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.861374 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-59a26439-6fbc-4969-a3f8-2601cd996593 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2152958 Feb 11 05:47:50.864073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52180) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:50.868805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-28f6a188-6d53-45f1-bf45-04d2c45221d7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:50.907902 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28f6a188-6d53-45f1-bf45-04d2c45221d7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (2fc0d57e-6166-4aa7-9146-4724f4952ec2), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.948576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:50.949202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14fca656-d3c1-4b26-97a7-b6faa5593d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.960223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-22472079-6126-4922-8f06-a07bad9139ae tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/a9124e1a-a01c-4fc2-a85e-f140227ae37f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5630739 Feb 11 05:47:50.960918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52182) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:50.961222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23553106-fa70-4ce5-90ba-4a1c9aec45c4 None None] Sync routers for ids ['a9124e1a-a01c-4fc2-a85e-f140227ae37f'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:51.093084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14fca656-d3c1-4b26-97a7-b6faa5593d96 admin admin] Publish callbacks [] for security_group (371f882d-b5c7-4620-8dc5-eae12ae6d948), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.101980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14fca656-d3c1-4b26-97a7-b6faa5593d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (371f882d-b5c7-4620-8dc5-eae12ae6d948), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.113886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28f6a188-6d53-45f1-bf45-04d2c45221d7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (2fc0d57e-6166-4aa7-9146-4724f4952ec2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.148166 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28f6a188-6d53-45f1-bf45-04d2c45221d7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (2fc0d57e-6166-4aa7-9146-4724f4952ec2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.198635 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-14fca656-d3c1-4b26-97a7-b6faa5593d96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81b2db4069f84137a6cc09aff60018e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4402356 Feb 11 05:47:51.205013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52184) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.250406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6a188-6d53-45f1-bf45-04d2c45221d7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc0d57e-6166-4aa7-9146-4724f4952ec2,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.253842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fca656-d3c1-4b26-97a7-b6faa5593d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371f882d-b5c7-4620-8dc5-eae12ae6d948,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.267566 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28f6a188-6d53-45f1-bf45-04d2c45221d7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.268985 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-28f6a188-6d53-45f1-bf45-04d2c45221d7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4038761 Feb 11 05:47:51.274582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52186) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.281415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6c1203fc-1a83-4a4d-859a-2ec1cb318207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:51.316693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-40551765-cf6e-4dc6-bb3a-7a70d0ae3de1 admin admin] Publish callbacks [] for security_group (371f882d-b5c7-4620-8dc5-eae12ae6d948), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.355850 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c1203fc-1a83-4a4d-859a-2ec1cb318207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (d470197a-f219-448a-ab8b-e670b1387cc5), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.366950 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-052240a7-0167-4319-8494-ac981bfb963a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 05:47:51.367914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-052240a7-0167-4319-8494-ac981bfb963a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/a9124e1a-a01c-4fc2-a85e-f140227ae37f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4056458 Feb 11 05:47:51.373059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52188) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.373469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23553106-fa70-4ce5-90ba-4a1c9aec45c4 None None] Routers {'a9124e1a-a01c-4fc2-a85e-f140227ae37f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:51.374730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-23553106-fa70-4ce5-90ba-4a1c9aec45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a9124e1a-a01c-4fc2-a85e-f140227ae37f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:51.417551 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aca58859-d8fc-41a2-a73d-eed59973431f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9124e1a-a01c-4fc2-a85e-f140227ae37f HTTP/1.1" status: 200 len: 205 time: 0.0347598 Feb 11 05:47:51.418156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52190) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.420333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-40551765-cf6e-4dc6-bb3a-7a70d0ae3de1 admin admin] Publish callbacks [] for security_group (371f882d-b5c7-4620-8dc5-eae12ae6d948), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.436722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-23553106-fa70-4ce5-90ba-4a1c9aec45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:51.452878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23553106-fa70-4ce5-90ba-4a1c9aec45c4 None None] Routers {'a9124e1a-a01c-4fc2-a85e-f140227ae37f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:51.453738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-23553106-fa70-4ce5-90ba-4a1c9aec45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:47:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a9124e1a-a01c-4fc2-a85e-f140227ae37f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:51.516084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c1203fc-1a83-4a4d-859a-2ec1cb318207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (d470197a-f219-448a-ab8b-e670b1387cc5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.516324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-23553106-fa70-4ce5-90ba-4a1c9aec45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:51.516773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23553106-fa70-4ce5-90ba-4a1c9aec45c4 None None] The sync data for ids ['a9124e1a-a01c-4fc2-a85e-f140227ae37f'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:51.521824 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c1203fc-1a83-4a4d-859a-2ec1cb318207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d470197a-f219-448a-ab8b-e670b1387cc5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.542211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d3e5-5891-4363-8c3f-272488b31fe3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (a9124e1a-a01c-4fc2-a85e-f140227ae37f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.547701 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1203fc-1a83-4a4d-859a-2ec1cb318207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d470197a-f219-448a-ab8b-e670b1387cc5,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.555205 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c1203fc-1a83-4a4d-859a-2ec1cb318207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.559627 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6c1203fc-1a83-4a4d-859a-2ec1cb318207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2839425 Feb 11 05:47:51.561099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52196) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.569550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-010005e2-956c-4bf8-b15d-db874bd3d430 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:51.573560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-40551765-cf6e-4dc6-bb3a-7a70d0ae3de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (371f882d-b5c7-4620-8dc5-eae12ae6d948), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.576165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-40551765-cf6e-4dc6-bb3a-7a70d0ae3de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.580679 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-40551765-cf6e-4dc6-bb3a-7a70d0ae3de1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/371f882d-b5c7-4620-8dc5-eae12ae6d948 HTTP/1.1" status: 204 len: 168 time: 0.3715136 Feb 11 05:47:51.594499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40551765-cf6e-4dc6-bb3a-7a70d0ae3de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f882d-b5c7-4620-8dc5-eae12ae6d948,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.604733 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-010005e2-956c-4bf8-b15d-db874bd3d430 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Project 2e36f1dc8e524722937e70aa0b871704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:47:51.612846 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-010005e2-956c-4bf8-b15d-db874bd3d430 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (c61cc779-07b2-40f2-b713-3db798984e8d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.723204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-010005e2-956c-4bf8-b15d-db874bd3d430 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (c61cc779-07b2-40f2-b713-3db798984e8d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.729599 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-010005e2-956c-4bf8-b15d-db874bd3d430 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (c61cc779-07b2-40f2-b713-3db798984e8d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.752066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010005e2-956c-4bf8-b15d-db874bd3d430 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61cc779-07b2-40f2-b713-3db798984e8d,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.760051 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d3e5-5891-4363-8c3f-272488b31fe3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (a9124e1a-a01c-4fc2-a85e-f140227ae37f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.764414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d3e5-5891-4363-8c3f-272488b31fe3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (a9124e1a-a01c-4fc2-a85e-f140227ae37f), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.771670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-010005e2-956c-4bf8-b15d-db874bd3d430 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.773406 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-010005e2-956c-4bf8-b15d-db874bd3d430 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2112446 Feb 11 05:47:51.781970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52202) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.787473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b3da48d1-50d8-4c19-bfaf-c865a113e01d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:51.862330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d3e5-5891-4363-8c3f-272488b31fe3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (a9124e1a-a01c-4fc2-a85e-f140227ae37f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.863201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a1d3e5-5891-4363-8c3f-272488b31fe3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Fanout notify agent at l3_agent the message router_deleted on router a9124e1a-a01c-4fc2-a85e-f140227ae37f {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:47:51.877171 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d3e5-5891-4363-8c3f-272488b31fe3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.882768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e6a1d3e5-5891-4363-8c3f-272488b31fe3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/a9124e1a-a01c-4fc2-a85e-f140227ae37f HTTP/1.1" status: 204 len: 168 time: 0.4592137 Feb 11 05:47:51.883333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52204) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.899211 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-b3da48d1-50d8-4c19-bfaf-c865a113e01d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Project 2e36f1dc8e524722937e70aa0b871704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:47:51.905705 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3da48d1-50d8-4c19-bfaf-c865a113e01d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (f35258fd-7752-4d7d-b470-9d468b0816fa), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.963558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c25feef-e502-4d88-a4c7-39b74ad4844d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting subnet 0397f814-560c-4e16-aa0e-091c991a7732 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:51.968846 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c25feef-e502-4d88-a4c7-39b74ad4844d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (0397f814-560c-4e16-aa0e-091c991a7732), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.979274 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3da48d1-50d8-4c19-bfaf-c865a113e01d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (f35258fd-7752-4d7d-b470-9d468b0816fa), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.984795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3da48d1-50d8-4c19-bfaf-c865a113e01d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f35258fd-7752-4d7d-b470-9d468b0816fa), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.022972 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c25feef-e502-4d88-a4c7-39b74ad4844d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (0397f814-560c-4e16-aa0e-091c991a7732), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.034174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da48d1-50d8-4c19-bfaf-c865a113e01d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35258fd-7752-4d7d-b470-9d468b0816fa,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:52.046180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b3da48d1-50d8-4c19-bfaf-c865a113e01d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.049104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b3da48d1-50d8-4c19-bfaf-c865a113e01d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2660105 Feb 11 05:47:52.065860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.100913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52208) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:52.130916 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d5685e8-b07f-483d-a45f-c59ca5842987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.159665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f7826e4b-d309-426c-a8de-0632dfaa6486 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:52.228106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c25feef-e502-4d88-a4c7-39b74ad4844d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (0397f814-560c-4e16-aa0e-091c991a7732), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.235504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f7826e4b-d309-426c-a8de-0632dfaa6486 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:52.236438 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.276713 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-9acd527a-619e-4e8e-b40d-17ce66787dfc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1802130 Feb 11 05:47:52.303269 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d5685e8-b07f-483d-a45f-c59ca5842987 admin admin] Publish callbacks [] for security_group (b04ee924-1110-4079-9eac-b67887d7c87e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.310481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d5685e8-b07f-483d-a45f-c59ca5842987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b04ee924-1110-4079-9eac-b67887d7c87e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.345613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5685e8-b07f-483d-a45f-c59ca5842987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04ee924-1110-4079-9eac-b67887d7c87e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:52.396080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7d5685e8-b07f-483d-a45f-c59ca5842987 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0487bcabcf7f457e83272693f5a68b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886198 Feb 11 05:47:52.397837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52218) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:52.406363 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c25feef-e502-4d88-a4c7-39b74ad4844d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (0397f814-560c-4e16-aa0e-091c991a7732), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.423831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078078ed-5cce-4e44-98b2-c64d41009038 None None] Network 0263c5ad-b61a-4b18-893f-d88b07754a18 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:52.431421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f7826e4b-d309-426c-a8de-0632dfaa6486 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:52.432581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.451652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25feef-e502-4d88-a4c7-39b74ad4844d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Subnet': ['ID=0397f814-560c-4e16-aa0e-091c991a7732,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:52.453790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c25feef-e502-4d88-a4c7-39b74ad4844d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.459575 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3c25feef-e502-4d88-a4c7-39b74ad4844d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/0397f814-560c-4e16-aa0e-091c991a7732 HTTP/1.1" status: 204 len: 168 time: 0.5724094 Feb 11 05:47:52.465353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52220) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:52.465557 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ea1ab-cbad-43c8-bd6a-d0a9e1775e2d None None] Network 6dac13a7-0002-46c6-beb3-e279f18731bf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:52.478735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-24f40eef-8491-4b19-995d-aeebc68d7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.479220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-24f40eef-8491-4b19-995d-aeebc68d7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.479690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-24f40eef-8491-4b19-995d-aeebc68d7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.480154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-24f40eef-8491-4b19-995d-aeebc68d7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.480618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-24f40eef-8491-4b19-995d-aeebc68d7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.481078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-24f40eef-8491-4b19-995d-aeebc68d7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.481633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-24f40eef-8491-4b19-995d-aeebc68d7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.484861 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-24f40eef-8491-4b19-995d-aeebc68d7d3d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 6724 time: 0.1473932 Feb 11 05:47:52.511452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ae9716b-0e27-4af6-b7be-7258315c3b76 admin admin] Publish callbacks [] for security_group (b04ee924-1110-4079-9eac-b67887d7c87e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.573419 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ae9716b-0e27-4af6-b7be-7258315c3b76 admin admin] Publish callbacks [] for security_group (b04ee924-1110-4079-9eac-b67887d7c87e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.604444 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (6dac13a7-0002-46c6-beb3-e279f18731bf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.659830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-8c472c08-de1d-479b-806c-c33dfd6a07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.660562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-8c472c08-de1d-479b-806c-c33dfd6a07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.661037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-8c472c08-de1d-479b-806c-c33dfd6a07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.663112 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-8c472c08-de1d-479b-806c-c33dfd6a07f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8770f123-170d-4514-879f-ee00ededafcb&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=fb83d269-2acd-412f-8a84-5425707c72b1&id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&id=3933aaa4-ebd8-4f26-942b-f465028f6bf9 HTTP/1.1" status: 200 len: 2295 time: 0.1388242 Feb 11 05:47:52.672712 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1d371cf6-6706-4159-8dc3-8d1d9f7f0e1b None None] Provisioning complete for port f7826e4b-d309-426c-a8de-0632dfaa6486 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:52.673095 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d371cf6-6706-4159-8dc3-8d1d9f7f0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.681948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port f7826e4b-d309-426c-a8de-0632dfaa6486, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f7826e4b-d309-426c-a8de-0632dfaa6486,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:52.736190 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.816374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-21242bf1-dcd7-4d2b-88c0-a3bf90024ba6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2091749 Feb 11 05:47:52.830692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-878942cc-ccfa-49de-93d1-7c4e36fa0a88 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224729785&fields=id&tenant_id=2e36f1dc8e524722937e70aa0b871704 HTTP/1.1" status: 200 len: 267 time: 0.1540809 Feb 11 05:47:52.843872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ae9716b-0e27-4af6-b7be-7258315c3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b04ee924-1110-4079-9eac-b67887d7c87e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.849456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ae9716b-0e27-4af6-b7be-7258315c3b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.868125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5ae9716b-0e27-4af6-b7be-7258315c3b76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b04ee924-1110-4079-9eac-b67887d7c87e HTTP/1.1" status: 204 len: 168 time: 0.4686568 Feb 11 05:47:52.878677 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-745065fb-02cd-4280-90ea-7530c01ded3f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47 HTTP/1.1" status: 200 len: 1001 time: 0.2086747 Feb 11 05:47:52.891473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1d371cf6-6706-4159-8dc3-8d1d9f7f0e1b None None] Current status of the port f7826e4b-d309-426c-a8de-0632dfaa6486 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:52.908269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=f7826e4b-d309-426c-a8de-0632dfaa6486,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:52.922470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9716b-0e27-4af6-b7be-7258315c3b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04ee924-1110-4079-9eac-b67887d7c87e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:52.962800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 658eb194-7708-4595-bce9-58c2382eee56 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:52.963384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (658eb194-7708-4595-bce9-58c2382eee56), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.982042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9a0e8f-2b06-40cc-abcf-83ac9608443a None None] DHCP port deletion for 6dac13a7-0002-46c6-beb3-e279f18731bf request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:53.024235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-5c964933-9c6c-437a-958d-58e032814636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.027291 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-5c964933-9c6c-437a-958d-58e032814636 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9e61559c-2b6f-48a9-93a8-8c9b06b0c678 HTTP/1.1" status: 200 len: 855 time: 0.1402440 Feb 11 05:47:53.104456 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.132924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-0475dab1-c803-470d-93ba-4976e809da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.134641 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-0475dab1-c803-470d-93ba-4976e809da27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8770f123-170d-4514-879f-ee00ededafcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1014590 Feb 11 05:47:53.136710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a0e8f-2b06-40cc-abcf-83ac9608443a None None] Deleting port 658eb194-7708-4595-bce9-58c2382eee56 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:53.137353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0e8f-2b06-40cc-abcf-83ac9608443a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (658eb194-7708-4595-bce9-58c2382eee56), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.192021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-8851fcc4-7e6e-42e8-ba42-e58c0d38b832 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.195578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-8851fcc4-7e6e-42e8-ba42-e58c0d38b832 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/networks?id=0263c5ad-b61a-4b18-893f-d88b07754a18 HTTP/1.1" status: 200 len: 796 time: 0.3638513 Feb 11 05:47:53.199547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port 658eb194-7708-4595-bce9-58c2382eee56, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=658eb194-7708-4595-bce9-58c2382eee56,segment=NetworkSegment(e2423796-bc13-4288-8929-c07620647636),segment_id=e2423796-bc13-4288-8929-c07620647636)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:53.202215 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (658eb194-7708-4595-bce9-58c2382eee56), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.224885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9a9a0e8f-2b06-40cc-abcf-83ac9608443a None None] For port 658eb194-7708-4595-bce9-58c2382eee56, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=658eb194-7708-4595-bce9-58c2382eee56,segment=NetworkSegment(e2423796-bc13-4288-8929-c07620647636),segment_id=e2423796-bc13-4288-8929-c07620647636)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:53.225379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0e8f-2b06-40cc-abcf-83ac9608443a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (658eb194-7708-4595-bce9-58c2382eee56), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.228986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-e8e41ba0-48bc-4106-80d6-d08a362a6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.229916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-e8e41ba0-48bc-4106-80d6-d08a362a6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.230397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-e8e41ba0-48bc-4106-80d6-d08a362a6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.232026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-e8e41ba0-48bc-4106-80d6-d08a362a6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.239107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-e8e41ba0-48bc-4106-80d6-d08a362a6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.239649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a0e8f-2b06-40cc-abcf-83ac9608443a None None] Calling delete_port for 658eb194-7708-4595-bce9-58c2382eee56 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:53.239966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-e8e41ba0-48bc-4106-80d6-d08a362a6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.241861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-e8e41ba0-48bc-4106-80d6-d08a362a6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.244830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-e8e41ba0-48bc-4106-80d6-d08a362a6794 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c75556137b8430aad60300261085fb6&device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 6715 time: 0.3382847 Feb 11 05:47:53.266740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 658eb194-7708-4595-bce9-58c2382eee56 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:53.320411 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-11f955bc-9dc8-456e-aabb-d5578ac9fc78 service neutron] 10.222.0.81 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792140 Feb 11 05:47:53.380287 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0e8f-2b06-40cc-abcf-83ac9608443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (658eb194-7708-4595-bce9-58c2382eee56), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.386142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-0cd9c212-326e-4834-b74c-1eabc974362c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/quotas/2e36f1dc8e524722937e70aa0b871704 HTTP/1.1" status: 200 len: 375 time: 0.0989902 Feb 11 05:47:53.433429 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-6ad6a4a6-2ce4-4b2d-83b6-609134d0fac4 service neutron] 10.222.0.81 "GET /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037745 Feb 11 05:47:53.469724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a0e8f-2b06-40cc-abcf-83ac9608443a None None] Pushing event deleted for resources: {'Port': ['ID=658eb194-7708-4595-bce9-58c2382eee56,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:53.481867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a0e8f-2b06-40cc-abcf-83ac9608443a None None] No DVR routers for this DVR port 658eb194-7708-4595-bce9-58c2382eee56 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:53.530088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e7604b00-f928-4c61-8deb-cc17e5bc9f54 None None] Provisioning complete for port f7826e4b-d309-426c-a8de-0632dfaa6486 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:53.532158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e7604b00-f928-4c61-8deb-cc17e5bc9f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.542689 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-0e92e7cd-3955-4231-add8-4d2450e22ceb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 200 len: 217 time: 0.1029496 Feb 11 05:47:53.544256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-493485ff-719f-4710-a492-2031e2c3d748 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1492631 Feb 11 05:47:53.564954 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (658eb194-7708-4595-bce9-58c2382eee56), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.599692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=658eb194-7708-4595-bce9-58c2382eee56,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:53.623703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-a00c6bc1-e391-4d68-aaee-dd22f4c3b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.624179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-a00c6bc1-e391-4d68-aaee-dd22f4c3b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.624641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-a00c6bc1-e391-4d68-aaee-dd22f4c3b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.626276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-a00c6bc1-e391-4d68-aaee-dd22f4c3b203 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3e3f3e81-a691-4174-b896-35ab08eecc0b&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=38a333df-eb9e-4410-9a73-327d64d75f7a&id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c HTTP/1.1" status: 200 len: 2291 time: 0.3375142 Feb 11 05:47:53.638411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No DVR routers for this DVR port 658eb194-7708-4595-bce9-58c2382eee56 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:53.651752 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-c50bc83d-60b7-4a59-9151-eb49f0153a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.653604 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-c50bc83d-60b7-4a59-9151-eb49f0153a0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.1045418 Feb 11 05:47:53.655063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e7604b00-f928-4c61-8deb-cc17e5bc9f54 None None] Current status of the port f7826e4b-d309-426c-a8de-0632dfaa6486 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:53.725081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-633629d8-20e3-4664-b76b-47900910aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.727222 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-633629d8-20e3-4664-b76b-47900910aada service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0608647 Feb 11 05:47:53.828106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (6dac13a7-0002-46c6-beb3-e279f18731bf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.835209 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-ea2dc365-775b-4964-a32e-c28ef10ef736 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010165 Feb 11 05:47:53.879173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dac13a7-0002-46c6-beb3-e279f18731bf']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:53.889476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-7b7787f0-9cca-4081-b9e3-b3937e6044cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d5ceb20-777b-4734-b36d-418484efc430 HTTP/1.1" status: 200 len: 1001 time: 0.2491968 Feb 11 05:47:53.909522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2423796-bc13-4288-8929-c07620647636') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:53.910434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2423796-bc13-4288-8929-c07620647636') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:53.914604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-6b4122e4-b265-4029-b2b9-9fc49fbcec0f service neutron] 10.222.0.31 "GET /v2.0/networks/0263c5ad-b61a-4b18-893f-d88b07754a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527203 Feb 11 05:47:53.976760 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-cbcf1b80-ca4c-45e3-9906-3348b81d69ed service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359398 Feb 11 05:47:53.987028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-699bad76-8d3c-4f4a-9579-64fc64e80f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.988695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-699bad76-8d3c-4f4a-9579-64fc64e80f1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cdb202e0-2a12-4799-8de8-da2c49396bed HTTP/1.1" status: 200 len: 849 time: 0.0912085 Feb 11 05:47:53.991645 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (e2423796-bc13-4288-8929-c07620647636), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.041345 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-a42daa49-c638-44b8-a043-57de0756e31b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 200 len: 217 time: 0.0564463 Feb 11 05:47:54.083993 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e2423796-bc13-4288-8929-c07620647636), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.119382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f7826e4b-d309-426c-a8de-0632dfaa6486 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:54.131972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-4b744ced-23e3-4075-9c72-ba154d44233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.133667 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-4b744ced-23e3-4075-9c72-ba154d44233a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.0854173 Feb 11 05:47:54.157238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:54.157657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (e2423796-bc13-4288-8929-c07620647636), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:54.162371 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:54.212742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f7826e4b-d309-426c-a8de-0632dfaa6486 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:54.213196 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.218615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-1e957403-f7bc-49fc-9d40-5b4fc1549efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.220434 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-1e957403-f7bc-49fc-9d40-5b4fc1549efe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0791531 Feb 11 05:47:54.245880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-b7adead0-c483-4046-bef0-b9b7ea7b47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.247524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-b7adead0-c483-4046-bef0-b9b7ea7b47a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e3f3e81-a691-4174-b896-35ab08eecc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2390554 Feb 11 05:47:54.312090 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (6dac13a7-0002-46c6-beb3-e279f18731bf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.319508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-0c440ba6-8e56-443a-bc62-1efbf66b3c83 service neutron] 10.222.0.31 "GET /v2.0/networks/0263c5ad-b61a-4b18-893f-d88b07754a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775148 Feb 11 05:47:54.323597 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.324046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f7826e4b-d309-426c-a8de-0632dfaa6486 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:54.327286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/networks/6dac13a7-0002-46c6-beb3-e279f18731bf HTTP/1.1" status: 204 len: 168 time: 1.8604159 Feb 11 05:47:54.388273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52260) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:54.411489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'network': {'name': 'tempest-RoutersTest-595091243'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:54.412289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 658eb194-7708-4595-bce9-58c2382eee56 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:54.418331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ab6a7-332a-482c-8fe7-fc55dd3d5822 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Network': ['ID=6dac13a7-0002-46c6-beb3-e279f18731bf,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:54.452138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 658eb194-7708-4595-bce9-58c2382eee56 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:54.453018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 658eb194-7708-4595-bce9-58c2382eee56 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:54.455862 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-8dfa8340-bbbb-4229-b51e-cfdee516468c service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290475 Feb 11 05:47:54.460564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-9ba2fdec-a330-4f70-9d26-7afb00701de2 service neutron] 10.222.0.72 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944544 Feb 11 05:47:54.467788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:54.473841 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.626934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:54.639134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-7f238002-425e-4c9c-8e96-0aab4efa6107 service neutron] 10.222.0.72 "GET /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625063 Feb 11 05:47:54.643103 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (921a4918-45ef-47b0-a43c-cf850cc2b55b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.643383 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added segment 921a4918-45ef-47b0-a43c-cf850cc2b55b of type vlan for network f05512fa-e3e5-4c2e-b866-36a17f61d01e Feb 11 05:47:54.719602 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-94882a64-7ae6-4d45-b3bd-21fe6634f2e4 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572906 Feb 11 05:47:54.746624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-49ca85d7-1dbf-4264-9ac5-7ecb0902f6e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 200 len: 217 time: 0.0983586 Feb 11 05:47:54.792763 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-598eb9b7-f680-40c3-8beb-444c038b58c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=eb27cb62-514f-465c-bae3-e35f2f663b08 HTTP/1.1" status: 200 len: 217 time: 0.0665455 Feb 11 05:47:54.809234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (f05512fa-e3e5-4c2e-b866-36a17f61d01e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.849815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-8fcf92f4-61a3-42a3-8950-9ebdb937242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.851452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-8fcf92f4-61a3-42a3-8950-9ebdb937242c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.0956430 Feb 11 05:47:54.856679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-de42cabf-565b-4e22-b1ee-e10b063b59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.858496 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-de42cabf-565b-4e22-b1ee-e10b063b59b4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.0603299 Feb 11 05:47:54.872413 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (f05512fa-e3e5-4c2e-b866-36a17f61d01e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.877448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.878048 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.945753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5532634 Feb 11 05:47:54.946448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52290) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:54.954421 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'subnet': {'network_id': 'f05512fa-e3e5-4c2e-b866-36a17f61d01e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:54.961493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-6b4f75b4-ec01-4c14-954e-9a8ec30add5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.963925 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-6b4f75b4-ec01-4c14-954e-9a8ec30add5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0986440 Feb 11 05:47:54.976740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cac28e-1122-41e4-b507-425fac3ed9ba tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Network': ['ID=f05512fa-e3e5-4c2e-b866-36a17f61d01e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:54.989239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-5af473da-217b-46b6-b4d5-0195b1b56720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.991126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network f05512fa-e3e5-4c2e-b866-36a17f61d01e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:54.991650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-5af473da-217b-46b6-b4d5-0195b1b56720 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1330187 Feb 11 05:47:55.249554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-70cf146e-4195-4674-8821-71c44ae1c8ba service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449124 Feb 11 05:47:55.321661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fdae0888-e475-4ca1-876b-6728e80c5fe2 req-0d387873-9761-4c1d-a9c7-3ea920980414 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 210 time: 0.6505141 Feb 11 05:47:55.361796 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-28146496-366a-432f-9a80-666e15d06559 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653357 Feb 11 05:47:55.384865 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:55.390718 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.416542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-7429bb47-119f-4ef2-9695-190129d60927 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602464 Feb 11 05:47:55.482541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-f6476878-7d2f-4ed6-bfb8-b9f7e8c99422 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 200 len: 217 time: 0.0590250 Feb 11 05:47:55.589561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-c5208bd5-7e53-4a16-9c72-2586c60000ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:55.591384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-c5208bd5-7e53-4a16-9c72-2586c60000ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.1035256 Feb 11 05:47:55.656030 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-799aacb7-9d57-43e7-ac1f-87bab3743919 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867391 Feb 11 05:47:55.710728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-51a3347e-30c7-415d-9742-369efead8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:55.713182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-51a3347e-30c7-415d-9742-369efead8289 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1155548 Feb 11 05:47:55.714929 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-c30c8ada-ac75-4ea5-8a9f-de73308e49b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa HTTP/1.1" status: 200 len: 217 time: 0.0531793 Feb 11 05:47:55.821098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-a1873d16-bda6-484b-a9de-2f90c92bd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:55.822716 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-a1873d16-bda6-484b-a9de-2f90c92bd503 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 200 len: 797 time: 0.0826604 Feb 11 05:47:55.830220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-26860aea-f4f5-460e-bd81-744b35ea73ed service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101053 Feb 11 05:47:55.921921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (04a61a1d-97d0-4031-81f8-bbcabc69db07), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.974681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-374373e1-d221-45e3-b8ad-76518fbc6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:55.979104 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-374373e1-d221-45e3-b8ad-76518fbc6ce0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb83d269-2acd-412f-8a84-5425707c72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1228020 Feb 11 05:47:55.985002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-70e99970-f5e2-43dc-8648-eb409ecc8c57 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466069 Feb 11 05:47:56.051411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-74391f54-514c-4748-8c9d-9e6130640cef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=66206b59-23ca-4374-aeea-13f28bb07083 HTTP/1.1" status: 200 len: 217 time: 0.0607941 Feb 11 05:47:56.242114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-298276a6-b45e-4c10-8f7c-b1e537685ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:56.245029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-298276a6-b45e-4c10-8f7c-b1e537685ff8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.1856358 Feb 11 05:47:56.336321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-7aa3324c-3cee-4cb7-a2a1-98b59d4bf617 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:56.338224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-7aa3324c-3cee-4cb7-a2a1-98b59d4bf617 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "GET /v2.0/networks?id=0263c5ad-b61a-4b18-893f-d88b07754a18 HTTP/1.1" status: 200 len: 796 time: 0.2039795 Feb 11 05:47:56.402286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-80d21fec-e5d2-450a-8c09-1d823833c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:56.404111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-80d21fec-e5d2-450a-8c09-1d823833c69b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1476004 Feb 11 05:47:56.499830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6902ff3-1232-4f48-a320-76e150d20e5a req-7bc246f9-f18a-4951-b814-6feb8ad1cef0 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 210 time: 0.0528669 Feb 11 05:47:56.541325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ceb8582a-8629-4de1-8c1e-ce403df58de5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e36f1dc8e524722937e70aa0b871704 HTTP/1.1" status: 200 len: 472 time: 0.1944077 Feb 11 05:47:56.560730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Subnet': ['ID=04a61a1d-97d0-4031-81f8-bbcabc69db07,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:56.576620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'port': {'device_id': 'e8eb688f-efc7-481d-9c92-72f8a6be6ca1', 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18', 'admin_state_up': True, 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'security_groups': ['c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:56.601159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Checking segment: {'id': '921a4918-45ef-47b0-a43c-cf850cc2b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f05512fa-e3e5-4c2e-b866-36a17f61d01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:56.601672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network hostable DHCP agents. Network: f05512fa-e3e5-4c2e-b866-36a17f61d01e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:56.613789 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-575c64ab-28cb-4d17-9571-fb5a7d411970 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208780 Feb 11 05:47:56.741712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network f05512fa-e3e5-4c2e-b866-36a17f61d01e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:56.766441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, f05512fa-e3e5-4c2e-b866-36a17f61d01e) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:56.778205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccae164c-6cd5-451e-aac0-ff87358847a7 None None] Network f05512fa-e3e5-4c2e-b866-36a17f61d01e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:56.779386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:56.780284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.805850 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-258acec6-efa2-4f7c-85ee-b9712470a96c service neutron] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850624 Feb 11 05:47:56.812004 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-36bae06d-2e13-4bf7-8386-ba89fe1b1a87 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8621068 Feb 11 05:47:56.821070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52356) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:56.825363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-13dd9760-37ac-47d9-9ea4-51183d79dee9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-423267058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:56.871428 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-eb270cdd-3f81-453e-aed8-0220f826f079 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21537272-a9ac-444e-a0ea-df45ed0a2737 HTTP/1.1" status: 200 len: 217 time: 0.0581369 Feb 11 05:47:56.945966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-d7895230-7d28-445b-a8bb-ec4f763f4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:56.947698 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-d7895230-7d28-445b-a8bb-ec4f763f4ed2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d9a71f2c-2510-405a-8034-db3d4d59d111 HTTP/1.1" status: 200 len: 797 time: 0.0676286 Feb 11 05:47:56.955186 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13dd9760-37ac-47d9-9ea4-51183d79dee9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.956549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13dd9760-37ac-47d9-9ea4-51183d79dee9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.983944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-f05512fa-e3e5-4c2e-b866-36a17f61d01e', 'network_id': 'f05512fa-e3e5-4c2e-b866-36a17f61d01e', 'project_id': '9acc36b58f574e529557a2b54404fd23', 'fixed_ips': [{'subnet_id': '04a61a1d-97d0-4031-81f8-bbcabc69db07'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:56.985080 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.106879 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13dd9760-37ac-47d9-9ea4-51183d79dee9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.121049 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13dd9760-37ac-47d9-9ea4-51183d79dee9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.166016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13dd9760-37ac-47d9-9ea4-51183d79dee9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.168606 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-13dd9760-37ac-47d9-9ea4-51183d79dee9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3469386 Feb 11 05:47:57.178331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52364) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:57.198496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-14ed854a-35e1-48b4-ad8f-861c9b31d564 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877436 Feb 11 05:47:57.210003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Allocated IP 172.20.0.2 (f05512fa-e3e5-4c2e-b866-36a17f61d01e/04a61a1d-97d0-4031-81f8-bbcabc69db07/e5f19de1-00dd-4f8e-a038-893ea3efe234) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:57.247645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52366) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:57.271002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Made reservation on behalf of 2e36f1dc8e524722937e70aa0b871704 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:57.274709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.292046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-0964bea4-1133-49e6-86cc-52898daca2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:57.295865 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-0964bea4-1133-49e6-86cc-52898daca2d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3326054 Feb 11 05:47:57.434757 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Publish callbacks [] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.444740 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.472083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d75c3ffc-e802-4090-b68d-5c0d38bfd6af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.495196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Network f05512fa-e3e5-4c2e-b866-36a17f61d01e is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:57.500469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:57.505546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:57.510155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Pushing event updated for resources: {'Port': ['ID=e5f19de1-00dd-4f8e-a038-893ea3efe234,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:57.600155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Attempting to bind port e5f19de1-00dd-4f8e-a038-893ea3efe234 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:57.600676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Attempting to bind port e5f19de1-00dd-4f8e-a038-893ea3efe234 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '921a4918-45ef-47b0-a43c-cf850cc2b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f05512fa-e3e5-4c2e-b866-36a17f61d01e'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:57.601164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Attempting to bind port e5f19de1-00dd-4f8e-a038-893ea3efe234 on network f05512fa-e3e5-4c2e-b866-36a17f61d01e {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:57.607096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:57.608150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Checking segment: {'id': '921a4918-45ef-47b0-a43c-cf850cc2b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f05512fa-e3e5-4c2e-b866-36a17f61d01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:57.608651 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.609166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Bound using segment: {'id': '921a4918-45ef-47b0-a43c-cf850cc2b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f05512fa-e3e5-4c2e-b866-36a17f61d01e'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:57.609735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Bound port: e5f19de1-00dd-4f8e-a038-893ea3efe234, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921a4918-45ef-47b0-a43c-cf850cc2b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f05512fa-e3e5-4c2e-b866-36a17f61d01e'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:57.610207 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.615922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.20.0.30 (0263c5ad-b61a-4b18-893f-d88b07754a18/0faf57d4-f7f4-4e53-a89b-f610e42d0dde/480001ce-568c-4cc9-921c-22fdbaeb884b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:57.676806 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-8b14b283-7cc3-430a-a96b-4466f2352053 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422406 Feb 11 05:47:57.703270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] For port e5f19de1-00dd-4f8e-a038-893ea3efe234, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:57.710426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] For port e5f19de1-00dd-4f8e-a038-893ea3efe234, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e5f19de1-00dd-4f8e-a038-893ea3efe234,segment=NetworkSegment(921a4918-45ef-47b0-a43c-cf850cc2b55b),segment_id=921a4918-45ef-47b0-a43c-cf850cc2b55b)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:57.712720 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11112274-c110-4d18-8a05-be55c3ad68bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.721606 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.784674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ea8f2-40fe-43ad-8689-8872862302a5 None None] Pushing event updated for resources: {'Port': ['ID=e5f19de1-00dd-4f8e-a038-893ea3efe234,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:57.787150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.849682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88880586-b75d-44b2-b367-15488cc19c10 req-8db54829-148e-4a5a-8a00-f034e0585e34 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 210 time: 0.0562518 Feb 11 05:47:57.885945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.887534 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d75c3ffc-e802-4090-b68d-5c0d38bfd6af admin admin] Publish callbacks [] for security_group (7d5ab262-ba60-41dc-b4b6-02e12d00b90e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.891766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-83eeb812-b4df-4785-85e4-3b260b605fb2 service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847219 Feb 11 05:47:57.912667 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d75c3ffc-e802-4090-b68d-5c0d38bfd6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d5ab262-ba60-41dc-b4b6-02e12d00b90e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.969326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-b5addfe3-7291-43d4-8d63-3e4934fbb3c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f HTTP/1.1" status: 200 len: 217 time: 0.0706418 Feb 11 05:47:58.008615 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-7e49705a-7739-4dde-afdb-75de991e4a6e service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798991 Feb 11 05:47:58.027848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c3ffc-e802-4090-b68d-5c0d38bfd6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5ab262-ba60-41dc-b4b6-02e12d00b90e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:58.039117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d75c3ffc-e802-4090-b68d-5c0d38bfd6af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99149eb474ae4d59b27021ee5795f3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7877252 Feb 11 05:47:58.039988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52382) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:58.046532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.067357 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-b475117f-86aa-477d-9a83-554cecbdc4e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54757acb-9dcf-4d9a-a623-dd32346b790e HTTP/1.1" status: 200 len: 217 time: 0.0499041 Feb 11 05:47:58.178909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-33d49a96-475f-4f70-9b45-d7123c289d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.180427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-33d49a96-475f-4f70-9b45-d7123c289d24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 200 len: 797 time: 0.2037716 Feb 11 05:47:58.199440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 0263c5ad-b61a-4b18-893f-d88b07754a18 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:58.213346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-5dec6894-cb5f-4e97-bcdc-7d208d827d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.214903 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-5dec6894-cb5f-4e97-bcdc-7d208d827d14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d9a71f2c-2510-405a-8034-db3d4d59d111 HTTP/1.1" status: 200 len: 797 time: 0.1415856 Feb 11 05:47:58.229753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=480001ce-568c-4cc9-921c-22fdbaeb884b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:58.240775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:58.243361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:58.354812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8123b900-0b7a-405b-a426-eff6fec1775c admin admin] Publish callbacks [] for security_group (7d5ab262-ba60-41dc-b4b6-02e12d00b90e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.373772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.374453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.397808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11518-c65d-4b07-9673-c402584bc363 req-ce9d2942-77c1-4923-bf51-354797fd253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.399459 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-ce9d2942-77c1-4923-bf51-354797fd253f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3933aaa4-ebd8-4f26-942b-f465028f6bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1761837 Feb 11 05:47:58.424300 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.20.0.1 (f05512fa-e3e5-4c2e-b866-36a17f61d01e/04a61a1d-97d0-4031-81f8-bbcabc69db07/3e76c783-6321-4d84-8382-3d61b4320812) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:58.427742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-ae901bd6-ea23-4532-90c5-f792bd876dde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8553982 Feb 11 05:47:58.435086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-700b7e2f-0373-471d-8869-6887722b261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.439650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-700b7e2f-0373-471d-8869-6887722b261d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=38a333df-eb9e-4410-9a73-327d64d75f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2421529 Feb 11 05:47:58.446863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Request body: {'port': {'device_id': 'e8eb688f-efc7-481d-9c92-72f8a6be6ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:58.455912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8123b900-0b7a-405b-a426-eff6fec1775c admin admin] Publish callbacks [] for security_group (7d5ab262-ba60-41dc-b4b6-02e12d00b90e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.532951 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-f6045f40-fad8-49ee-9116-c0241784bc61 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189082 Feb 11 05:47:58.630079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.676386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3b629ba5-10b9-4b37-b24a-ae06166fa529 None None] Provisioning complete for port 480001ce-568c-4cc9-921c-22fdbaeb884b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:58.676785 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3b629ba5-10b9-4b37-b24a-ae06166fa529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.699123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8123b900-0b7a-405b-a426-eff6fec1775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d5ab262-ba60-41dc-b4b6-02e12d00b90e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.703162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8123b900-0b7a-405b-a426-eff6fec1775c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.704659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8123b900-0b7a-405b-a426-eff6fec1775c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d5ab262-ba60-41dc-b4b6-02e12d00b90e HTTP/1.1" status: 204 len: 168 time: 0.6603935 Feb 11 05:47:58.707144 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e0d11518-c65d-4b07-9673-c402584bc363 req-f09a172a-be71-4f55-82ee-a3b265237ab2 service neutron] 10.222.0.81 "GET /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609807 Feb 11 05:47:58.717303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (3e76c783-6321-4d84-8382-3d61b4320812), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.754112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-584a1fa7-aa39-4fc8-987c-0a7cd8d7990c service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957821 Feb 11 05:47:58.758236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123b900-0b7a-405b-a426-eff6fec1775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5ab262-ba60-41dc-b4b6-02e12d00b90e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:58.766686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3e76c783-6321-4d84-8382-3d61b4320812), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.813704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3b629ba5-10b9-4b37-b24a-ae06166fa529 None None] Port 480001ce-568c-4cc9-921c-22fdbaeb884b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:58.883047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=3e76c783-6321-4d84-8382-3d61b4320812,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:58.910526 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network f05512fa-e3e5-4c2e-b866-36a17f61d01e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:58.912761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:58.917809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:58.988794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.009475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-cba57255-3fdd-44aa-981c-589214b3b05f service neutron] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395494 Feb 11 05:47:59.163680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52404) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:59.165245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-28baf781-beb2-450c-a375-732025abc583 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9e9b612-8aa7-4249-96dc-2534a84d9330 HTTP/1.1" status: 200 len: 217 time: 0.1408784 Feb 11 05:47:59.210893 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-429d62de-da7a-4b1c-b948-2f93e86aad55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.302015 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3e76c783-6321-4d84-8382-3d61b4320812), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.398247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aa326-aff5-462c-909c-b8b78ce5c083 req-34e94ebe-4256-4b29-8905-557f7d8c3ca8 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:59.399994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-882aa326-aff5-462c-909c-b8b78ce5c083 req-34e94ebe-4256-4b29-8905-557f7d8c3ca8 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 932 time: 0.3890421 Feb 11 05:47:59.421499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-11c9d254-b843-42b5-b58a-477d1ebe2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:59.424177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-11c9d254-b843-42b5-b58a-477d1ebe2f0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6f3a5c0b-99a8-4a2f-a6df-e92859e760d3 HTTP/1.1" status: 200 len: 797 time: 0.2510965 Feb 11 05:47:59.440299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0dcf25-7451-4474-bb7f-c8fc8122204d None None] Network f05512fa-e3e5-4c2e-b866-36a17f61d01e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:59.447574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-429d62de-da7a-4b1c-b948-2f93e86aad55 admin admin] Publish callbacks [] for security_group (0fe2cad0-4764-45d0-abaa-d92228a842e6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.453864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-429d62de-da7a-4b1c-b948-2f93e86aad55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0fe2cad0-4764-45d0-abaa-d92228a842e6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.533945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-882aa326-aff5-462c-909c-b8b78ce5c083 req-780365a5-90d1-4c68-b990-cdd71dfcfc0b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085231 Feb 11 05:47:59.576253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8a300581-c72d-47b9-af3e-c48c2a3f0a72 None None] Provisioning complete for port e5f19de1-00dd-4f8e-a038-893ea3efe234 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:59.576932 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a300581-c72d-47b9-af3e-c48c2a3f0a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.592520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480001ce-568c-4cc9-921c-22fdbaeb884b {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:59.595619 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-429d62de-da7a-4b1c-b948-2f93e86aad55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5c947f8ae24465fa63196d37a7ecf21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4285698 Feb 11 05:47:59.597252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52410) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:59.603402 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Publish callbacks [] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.616301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d62de-da7a-4b1c-b948-2f93e86aad55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe2cad0-4764-45d0-abaa-d92228a842e6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:59.643514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Transition to ACTIVE for port object 480001ce-568c-4cc9-921c-22fdbaeb884b will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:47:59.650348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-1c806943-6585-49dc-a0ba-4c2c101cccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:59.652122 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-1c806943-6585-49dc-a0ba-4c2c101cccc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2087443 Feb 11 05:47:59.653517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.744332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8a300581-c72d-47b9-af3e-c48c2a3f0a72 None None] Current status of the port e5f19de1-00dd-4f8e-a038-893ea3efe234 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:59.745500 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a300581-c72d-47b9-af3e-c48c2a3f0a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.786424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59a770f6-4321-490e-a305-483e94937b2d admin admin] Publish callbacks [] for security_group (0fe2cad0-4764-45d0-abaa-d92228a842e6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.814880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8a300581-c72d-47b9-af3e-c48c2a3f0a72 None None] For port e5f19de1-00dd-4f8e-a038-893ea3efe234, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e5f19de1-00dd-4f8e-a038-893ea3efe234,segment=NetworkSegment(921a4918-45ef-47b0-a43c-cf850cc2b55b),segment_id=921a4918-45ef-47b0-a43c-cf850cc2b55b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:59.821337 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a300581-c72d-47b9-af3e-c48c2a3f0a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.866858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Pushing event updated for resources: {'Port': ['ID=480001ce-568c-4cc9-921c-22fdbaeb884b,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:59.904450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59a770f6-4321-490e-a305-483e94937b2d admin admin] Publish callbacks [] for security_group (0fe2cad0-4764-45d0-abaa-d92228a842e6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.922348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a300581-c72d-47b9-af3e-c48c2a3f0a72 None None] Pushing event updated for resources: {'Port': ['ID=e5f19de1-00dd-4f8e-a038-893ea3efe234,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:00.027466 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59a770f6-4321-490e-a305-483e94937b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0fe2cad0-4764-45d0-abaa-d92228a842e6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.030301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59a770f6-4321-490e-a305-483e94937b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.031644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-59a770f6-4321-490e-a305-483e94937b2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fe2cad0-4764-45d0-abaa-d92228a842e6 HTTP/1.1" status: 204 len: 168 time: 0.4258347 Feb 11 05:48:00.052976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a770f6-4321-490e-a305-483e94937b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe2cad0-4764-45d0-abaa-d92228a842e6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:00.062571 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (3e76c783-6321-4d84-8382-3d61b4320812), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.075623 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3e76c783-6321-4d84-8382-3d61b4320812), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.142615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-61da3460-97d1-4299-9317-40b5c62b4844 service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762290 Feb 11 05:48:00.191447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Attempting to bind port 480001ce-568c-4cc9-921c-22fdbaeb884b on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:00.192023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Attempting to bind port 480001ce-568c-4cc9-921c-22fdbaeb884b by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:00.193219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Attempting to bind port 480001ce-568c-4cc9-921c-22fdbaeb884b on network 0263c5ad-b61a-4b18-893f-d88b07754a18 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:00.207546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Port 480001ce-568c-4cc9-921c-22fdbaeb884b on network 0263c5ad-b61a-4b18-893f-d88b07754a18 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:48:00.207546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Attempting to bind port 480001ce-568c-4cc9-921c-22fdbaeb884b on network 0263c5ad-b61a-4b18-893f-d88b07754a18 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:00.216884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:00.218417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Checking segment: {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:00.219080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Bound using segment: {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:00.219545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Bound port: 480001ce-568c-4cc9-921c-22fdbaeb884b, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:00.219917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.222464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=3e76c783-6321-4d84-8382-3d61b4320812,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:00.259957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e5f19de1-00dd-4f8e-a038-893ea3efe234 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:00.330488 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.368654 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c204b82e-cb49-44ff-b552-7fc5479a2ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.401777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d615fc0a-17dd-4c65-b13d-bc130617ac57 None None] Provisioning complete for port 3e76c783-6321-4d84-8382-3d61b4320812 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:00.402568 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d615fc0a-17dd-4c65-b13d-bc130617ac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3e76c783-6321-4d84-8382-3d61b4320812), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.454018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e5f19de1-00dd-4f8e-a038-893ea3efe234 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:00.454664 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.518249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d615fc0a-17dd-4c65-b13d-bc130617ac57 None None] Port 3e76c783-6321-4d84-8382-3d61b4320812 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:00.571098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] For port 480001ce-568c-4cc9-921c-22fdbaeb884b, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:00.594392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-c57f0375-9468-4f9d-a3b6-5af576a2178f service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379191 Feb 11 05:48:00.603326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] For port 480001ce-568c-4cc9-921c-22fdbaeb884b, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=480001ce-568c-4cc9-921c-22fdbaeb884b,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:00.622402 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network f05512fa-e3e5-4c2e-b866-36a17f61d01e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:00.624744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:00.627979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e5f19de1-00dd-4f8e-a038-893ea3efe234 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:00.653821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d615fc0a-17dd-4c65-b13d-bc130617ac57 None None] Provisioning complete for port e5f19de1-00dd-4f8e-a038-893ea3efe234 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:00.654506 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d615fc0a-17dd-4c65-b13d-bc130617ac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.728895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-2abcb314-571a-4aca-b710-4d83755a3aa0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a25ded39-6b78-42fc-acac-793224388ea3 HTTP/1.1" status: 200 len: 217 time: 0.1236582 Feb 11 05:48:00.733680 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.764713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d615fc0a-17dd-4c65-b13d-bc130617ac57 None None] Current status of the port e5f19de1-00dd-4f8e-a038-893ea3efe234 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:00.872639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:00.897868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:00.898519 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.901495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] 10.222.0.81 "PUT /v2.0/ports/480001ce-568c-4cc9-921c-22fdbaeb884b HTTP/1.1" status: 200 len: 1093 time: 2.4604235 Feb 11 05:48:00.911030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0240b563-ab79-4cd5-9d0d-592dfb6e6e1c None None] Provisioning complete for port 3e76c783-6321-4d84-8382-3d61b4320812 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:00.911527 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0240b563-ab79-4cd5-9d0d-592dfb6e6e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3e76c783-6321-4d84-8382-3d61b4320812), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.913138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8eb688f-efc7-481d-9c92-72f8a6be6ca1', 'tag': '480001ce-568c-4cc9-921c-22fdbaeb884b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:00.919351 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe49c99-0309-4157-b8ed-e00ce42eabab" -d '{"events": [{"name": "network-changed", "server_uuid": "e8eb688f-efc7-481d-9c92-72f8a6be6ca1", "tag": "480001ce-568c-4cc9-921c-22fdbaeb884b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:01.002722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0240b563-ab79-4cd5-9d0d-592dfb6e6e1c None None] Port 3e76c783-6321-4d84-8382-3d61b4320812 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:01.085535 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2954d2-bb83-4700-a73f-b32e2c45efe9 x-openstack-request-id: req-4d2954d2-bb83-4700-a73f-b32e2c45efe9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:01.085909 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8eb688f-efc7-481d-9c92-72f8a6be6ca1", "tag": "480001ce-568c-4cc9-921c-22fdbaeb884b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:01.086094 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d2954d2-bb83-4700-a73f-b32e2c45efe9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:01.086574 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8eb688f-efc7-481d-9c92-72f8a6be6ca1', 'tag': '480001ce-568c-4cc9-921c-22fdbaeb884b', 'status': 'completed', 'code': 200} Feb 11 05:48:01.095828 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.105186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a3ab3-8326-462c-9987-3b3818145f71 service neutron] Pushing event updated for resources: {'Port': ['ID=480001ce-568c-4cc9-921c-22fdbaeb884b,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:01.130841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-73fd381a-1334-41aa-a4ca-9ba1c2b1b3ef None None] Provisioning complete for port 3e76c783-6321-4d84-8382-3d61b4320812 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:01.131262 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-73fd381a-1334-41aa-a4ca-9ba1c2b1b3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3e76c783-6321-4d84-8382-3d61b4320812), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.138145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-33894075-9c3b-48c0-a9ec-d94f1aa5faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.139640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-33894075-9c3b-48c0-a9ec-d94f1aa5faf5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6f3a5c0b-99a8-4a2f-a6df-e92859e760d3 HTTP/1.1" status: 200 len: 797 time: 0.4034386 Feb 11 05:48:01.149071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:01.149812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a1538-bd22-4f3a-838f-f85f08a7d6cb req-31ebfbe1-7df6-4861-80ba-650968d06f85 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.158639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb9a1538-bd22-4f3a-838f-f85f08a7d6cb req-31ebfbe1-7df6-4861-80ba-650968d06f85 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 944 time: 0.4279711 Feb 11 05:48:01.159328 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d1696-e34d-43fb-a619-24d7af471c18 None None] Sync routers for ids ['c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:01.184438 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d1696-e34d-43fb-a619-24d7af471c18 None None] Routers {'c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:01.185693 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a02d1696-e34d-43fb-a619-24d7af471c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:01.189620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-73fd381a-1334-41aa-a4ca-9ba1c2b1b3ef None None] Port 3e76c783-6321-4d84-8382-3d61b4320812 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:01.193632 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a30ecef-9e26-498d-a865-8ba7ed7d4022 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0097320 Feb 11 05:48:01.194323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52446) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:01.236686 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a02d1696-e34d-43fb-a619-24d7af471c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:01.246190 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d1696-e34d-43fb-a619-24d7af471c18 None None] Routers {'c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:01.246813 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a02d1696-e34d-43fb-a619-24d7af471c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:01.311141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b102776-38f4-47ca-b495-78142060ab0a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.317792 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9b102776-38f4-47ca-b495-78142060ab0a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports/3e76c783-6321-4d84-8382-3d61b4320812 HTTP/1.1" status: 200 len: 910 time: 0.1223710 Feb 11 05:48:01.318808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52452) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:01.323307 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a02d1696-e34d-43fb-a619-24d7af471c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:01.324214 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d1696-e34d-43fb-a619-24d7af471c18 None None] The sync data for ids ['c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:01.352279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-6d999e9a-7f81-45e0-8a44-85dc833b4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.354137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-6d999e9a-7f81-45e0-8a44-85dc833b4c41 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 1127 time: 0.3643649 Feb 11 05:48:01.372091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb9a1538-bd22-4f3a-838f-f85f08a7d6cb req-82601e41-a517-41ce-99be-3922825f0d5e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061331 Feb 11 05:48:01.428771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-e9809fed-674f-4d72-88e5-bd4e23b13920 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=480001ce-568c-4cc9-921c-22fdbaeb884b HTTP/1.1" status: 200 len: 217 time: 0.0524807 Feb 11 05:48:01.435901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-17971465-5e50-458e-b504-078abf65ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.437493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-17971465-5e50-458e-b504-078abf65ff4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2756886 Feb 11 05:48:01.511189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-00d2c05f-10c1-4885-a75d-866d82fca55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.512728 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-00d2c05f-10c1-4885-a75d-866d82fca55f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0faf57d4-f7f4-4e53-a89b-f610e42d0dde HTTP/1.1" status: 200 len: 838 time: 0.0741413 Feb 11 05:48:01.626118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-4fa392df-ff8f-49d5-8fdf-20e5a658d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.628816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-4fa392df-ff8f-49d5-8fdf-20e5a658d44a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0263c5ad-b61a-4b18-893f-d88b07754a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1088696 Feb 11 05:48:01.691511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-cfa63717-8bc0-4c1c-8b00-1a31739459dd service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453260 Feb 11 05:48:01.817913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-5012f8b9-518e-4e1b-b60f-a5f44bf919b5 service neutron] 10.222.0.81 "GET /v2.0/networks/0263c5ad-b61a-4b18-893f-d88b07754a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830921 Feb 11 05:48:01.899865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9371e07-f19f-4403-a33e-e8826c92d1ad req-4cd21258-4d0f-426d-b09c-d39de33ad354 service neutron] 10.222.0.72 "GET /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694360 Feb 11 05:48:01.975627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44613cf1-2076-4bd6-9296-ddfe2ac43be8 req-593b025b-14d0-4732-88e1-2d7b88e9cd08 service neutron] 10.222.0.81 "GET /v2.0/networks/0263c5ad-b61a-4b18-893f-d88b07754a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504450 Feb 11 05:48:02.073942 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-259e8f64-50e7-41c4-9729-6c610036494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:02.075704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-259e8f64-50e7-41c4-9729-6c610036494f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 1127 time: 0.0484200 Feb 11 05:48:02.108316 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.191937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-84efd95d-9151-4182-bb28-f6013b910fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:02.193758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-84efd95d-9151-4182-bb28-f6013b910fe7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0263c5ad-b61a-4b18-893f-d88b07754a18 HTTP/1.1" status: 200 len: 897 time: 0.1111085 Feb 11 05:48:02.248637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-e69b28a8-594b-4e02-9472-af32e8613791 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=480001ce-568c-4cc9-921c-22fdbaeb884b HTTP/1.1" status: 200 len: 217 time: 0.0487070 Feb 11 05:48:02.330211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-8bb9371b-8f6b-4ced-878f-fb458028be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:02.331717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-8bb9371b-8f6b-4ced-878f-fb458028be44 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0faf57d4-f7f4-4e53-a89b-f610e42d0dde HTTP/1.1" status: 200 len: 838 time: 0.0752685 Feb 11 05:48:02.391853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-1919114f-47cb-4aff-bbef-ee30f0edf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:02.394155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-1919114f-47cb-4aff-bbef-ee30f0edf081 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0263c5ad-b61a-4b18-893f-d88b07754a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0564740 Feb 11 05:48:02.467334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 3e76c783-6321-4d84-8382-3d61b4320812 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:02.467932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3e76c783-6321-4d84-8382-3d61b4320812), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.561350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae6d36-4071-4629-ae6b-355a7ca73593 req-deb6313e-5c34-40fc-a292-1e6849b94438 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:02.563414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02ae6d36-4071-4629-ae6b-355a7ca73593 req-deb6313e-5c34-40fc-a292-1e6849b94438 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 944 time: 0.0877504 Feb 11 05:48:02.566002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-81c9fc13-92fb-42df-a6e7-bbceabd51793 service neutron] 10.222.0.81 "GET /v2.0/networks/0263c5ad-b61a-4b18-893f-d88b07754a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652730 Feb 11 05:48:02.575304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3e76c783-6321-4d84-8382-3d61b4320812), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.591885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 3e76c783-6321-4d84-8382-3d61b4320812 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:02.772832 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.953000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3e76c783-6321-4d84-8382-3d61b4320812), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.023423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=3e76c783-6321-4d84-8382-3d61b4320812,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:03.182719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fe49c99-0309-4157-b8ed-e00ce42eabab req-02f9013b-d2c9-4911-ab71-a19b06eaf08a service neutron] 10.222.0.81 "GET /v2.0/networks/0263c5ad-b61a-4b18-893f-d88b07754a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081374 Feb 11 05:48:03.253441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02ae6d36-4071-4629-ae6b-355a7ca73593 req-22a1273d-1ee4-4c81-8c06-9defc19992c1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6807063 Feb 11 05:48:03.269661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.456007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:03.524530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52530) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:03.539490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:03.548288 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4a9a552b-4c57-4923-b267-b30741051727 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2246039 Feb 11 05:48:03.548387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52534) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:03.553553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38db62-1e32-46ae-909b-65c67b6d28ec None None] Sync routers for ids ['c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:03.567227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce38db62-1e32-46ae-909b-65c67b6d28ec None None] Routers {'c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:03.567863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ce38db62-1e32-46ae-909b-65c67b6d28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:03.582010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5519e278-5fe5-4fdf-abd7-02d019045d84 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd HTTP/1.1" status: 200 len: 205 time: 0.0332923 Feb 11 05:48:03.585062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52540) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:03.630727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ce38db62-1e32-46ae-909b-65c67b6d28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:03.655512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce38db62-1e32-46ae-909b-65c67b6d28ec None None] Routers {'c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:03.656338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ce38db62-1e32-46ae-909b-65c67b6d28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:03.676079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9281e292-ac74-42c9-bb3a-47166a5a5f11 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.677931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6a04efb-ddcf-4f9a-9828-4791c14ef017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.695951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ce38db62-1e32-46ae-909b-65c67b6d28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:03.697499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38db62-1e32-46ae-909b-65c67b6d28ec None None] The sync data for ids ['c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:03.765563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6a04efb-ddcf-4f9a-9828-4791c14ef017 admin admin] Publish callbacks [] for security_group (40e9870c-9a27-432f-9810-033054b4ff4d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.771289 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6a04efb-ddcf-4f9a-9828-4791c14ef017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (40e9870c-9a27-432f-9810-033054b4ff4d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.799918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e6a04efb-ddcf-4f9a-9828-4791c14ef017 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28c49409b5014542b50e38413fff20dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739594 Feb 11 05:48:03.802432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52542) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:03.840045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a04efb-ddcf-4f9a-9828-4791c14ef017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e9870c-9a27-432f-9810-033054b4ff4d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:03.857661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9281e292-ac74-42c9-bb3a-47166a5a5f11 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.859952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9281e292-ac74-42c9-bb3a-47166a5a5f11 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.876174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0f1e-5384-4592-be68-9dcce6d9dd99 admin admin] Publish callbacks [] for security_group (40e9870c-9a27-432f-9810-033054b4ff4d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.902100 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.910801 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0f1e-5384-4592-be68-9dcce6d9dd99 admin admin] Publish callbacks [] for security_group (40e9870c-9a27-432f-9810-033054b4ff4d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.919722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9281e292-ac74-42c9-bb3a-47166a5a5f11 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.920276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9281e292-ac74-42c9-bb3a-47166a5a5f11 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Fanout notify agent at l3_agent the message router_deleted on router c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:03.927900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9281e292-ac74-42c9-bb3a-47166a5a5f11 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.932896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9281e292-ac74-42c9-bb3a-47166a5a5f11 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd HTTP/1.1" status: 204 len: 168 time: 0.3467104 Feb 11 05:48:03.933611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:03.993847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f72a82b-ba04-47cd-8e6b-40098ffe8584 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting subnet 04a61a1d-97d0-4031-81f8-bbcabc69db07 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:03.994069 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0f1e-5384-4592-be68-9dcce6d9dd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (40e9870c-9a27-432f-9810-033054b4ff4d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.997094 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0f1e-5384-4592-be68-9dcce6d9dd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.997374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f72a82b-ba04-47cd-8e6b-40098ffe8584 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (04a61a1d-97d0-4031-81f8-bbcabc69db07), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.001671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fe6c0f1e-5384-4592-be68-9dcce6d9dd99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40e9870c-9a27-432f-9810-033054b4ff4d HTTP/1.1" status: 204 len: 168 time: 0.1981030 Feb 11 05:48:04.010113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c0f1e-5384-4592-be68-9dcce6d9dd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e9870c-9a27-432f-9810-033054b4ff4d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:04.066306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f72a82b-ba04-47cd-8e6b-40098ffe8584 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (04a61a1d-97d0-4031-81f8-bbcabc69db07), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.166130 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f72a82b-ba04-47cd-8e6b-40098ffe8584 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (04a61a1d-97d0-4031-81f8-bbcabc69db07), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.258009 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f72a82b-ba04-47cd-8e6b-40098ffe8584 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (04a61a1d-97d0-4031-81f8-bbcabc69db07), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.292766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72a82b-ba04-47cd-8e6b-40098ffe8584 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Subnet': ['ID=04a61a1d-97d0-4031-81f8-bbcabc69db07,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:04.304023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f72a82b-ba04-47cd-8e6b-40098ffe8584 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.309175 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3f72a82b-ba04-47cd-8e6b-40098ffe8584 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/04a61a1d-97d0-4031-81f8-bbcabc69db07 HTTP/1.1" status: 204 len: 168 time: 0.3728454 Feb 11 05:48:04.310728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52562) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:04.322240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d4963f-6f14-4090-bd0e-12e8e590d2da None None] Network f05512fa-e3e5-4c2e-b866-36a17f61d01e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:04.410461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52564) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:04.423228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 480001ce-568c-4cc9-921c-22fdbaeb884b details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:48:04.424795 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-17ff6b01-7cab-4f53-9ff4-35d1253cc9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.455249 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (f05512fa-e3e5-4c2e-b866-36a17f61d01e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.491667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41ab48-35dd-4542-8b2f-32d6c69f82b8 req-212ee0de-fc0c-43a7-a48f-a110a1c1c1ca tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:04.493673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df41ab48-35dd-4542-8b2f-32d6c69f82b8 req-212ee0de-fc0c-43a7-a48f-a110a1c1c1ca tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 944 time: 0.1339605 Feb 11 05:48:04.537198 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-17ff6b01-7cab-4f53-9ff4-35d1253cc9e6 admin admin] Publish callbacks [] for security_group (8ed0cd60-b2c6-4e61-8d33-206c1f542f59), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.543869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-17ff6b01-7cab-4f53-9ff4-35d1253cc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8ed0cd60-b2c6-4e61-8d33-206c1f542f59), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.606806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff6b01-7cab-4f53-9ff4-35d1253cc9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed0cd60-b2c6-4e61-8d33-206c1f542f59,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:04.611760 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-17ff6b01-7cab-4f53-9ff4-35d1253cc9e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92a27d9e3d9f458d8df72bc396c37c9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000375 Feb 11 05:48:04.614275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52570) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:04.623925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df41ab48-35dd-4542-8b2f-32d6c69f82b8 req-b9bd0bbd-92b2-47d9-a112-59e684033b91 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226025 Feb 11 05:48:04.649587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port e5f19de1-00dd-4f8e-a038-893ea3efe234 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:04.649921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.672010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02e6cc55-2227-4af0-bf46-91f99ccb724d admin admin] Publish callbacks [] for security_group (8ed0cd60-b2c6-4e61-8d33-206c1f542f59), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.701349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02e6cc55-2227-4af0-bf46-91f99ccb724d admin admin] Publish callbacks [] for security_group (8ed0cd60-b2c6-4e61-8d33-206c1f542f59), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.743379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 480001ce-568c-4cc9-921c-22fdbaeb884b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=480001ce-568c-4cc9-921c-22fdbaeb884b,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:04.757417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '480001ce-568c-4cc9-921c-22fdbaeb884b', 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18', 'port_id': '480001ce-568c-4cc9-921c-22fdbaeb884b', 'mac_address': 'fa:16:3e:23:9f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0faf57d4-f7f4-4e53-a89b-f610e42d0dde', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:48:04.764789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port e5f19de1-00dd-4f8e-a038-893ea3efe234, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e5f19de1-00dd-4f8e-a038-893ea3efe234,segment=NetworkSegment(921a4918-45ef-47b0-a43c-cf850cc2b55b),segment_id=921a4918-45ef-47b0-a43c-cf850cc2b55b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:04.765305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.784637 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02e6cc55-2227-4af0-bf46-91f99ccb724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8ed0cd60-b2c6-4e61-8d33-206c1f542f59), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.788186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] DHCP port deletion for f05512fa-e3e5-4c2e-b866-36a17f61d01e request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:04.789471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02e6cc55-2227-4af0-bf46-91f99ccb724d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.790397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for e5f19de1-00dd-4f8e-a038-893ea3efe234 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:04.791266 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02e6cc55-2227-4af0-bf46-91f99ccb724d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ed0cd60-b2c6-4e61-8d33-206c1f542f59 HTTP/1.1" status: 204 len: 168 time: 0.1755340 Feb 11 05:48:04.804494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6cc55-2227-4af0-bf46-91f99ccb724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed0cd60-b2c6-4e61-8d33-206c1f542f59,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:04.882128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 480001ce-568c-4cc9-921c-22fdbaeb884b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:04.882706 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.900129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480001ce-568c-4cc9-921c-22fdbaeb884b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:04.938483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 480001ce-568c-4cc9-921c-22fdbaeb884b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=480001ce-568c-4cc9-921c-22fdbaeb884b,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:04.944411 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.952075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] Deleting port e5f19de1-00dd-4f8e-a038-893ea3efe234 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:04.952239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.952451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.012261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No DVR routers for this DVR port e5f19de1-00dd-4f8e-a038-893ea3efe234 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:05.015466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=e5f19de1-00dd-4f8e-a038-893ea3efe234,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:05.063798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] For port e5f19de1-00dd-4f8e-a038-893ea3efe234, host n-d-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:05.064402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.093772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] Calling delete_port for e5f19de1-00dd-4f8e-a038-893ea3efe234 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:05.096363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=480001ce-568c-4cc9-921c-22fdbaeb884b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:05.101221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.ipam_backend_mixin [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] Port e5f19de1-00dd-4f8e-a038-893ea3efe234 was not found and therefore no delete operation was performed {{(pid=103122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:48:05.103054 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (e5f19de1-00dd-4f8e-a038-893ea3efe234), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.127277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (f05512fa-e3e5-4c2e-b866-36a17f61d01e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.155433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05512fa-e3e5-4c2e-b866-36a17f61d01e']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:05.162120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] Pushing event deleted for resources: {'Port': ['ID=e5f19de1-00dd-4f8e-a038-893ea3efe234,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:05.171213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921a4918-45ef-47b0-a43c-cf850cc2b55b') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:05.171618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921a4918-45ef-47b0-a43c-cf850cc2b55b') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:05.180844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78124a-168b-4807-879a-dca929d7d5ec None None] No DVR routers for this DVR port e5f19de1-00dd-4f8e-a038-893ea3efe234 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:05.183828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (921a4918-45ef-47b0-a43c-cf850cc2b55b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.209228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (921a4918-45ef-47b0-a43c-cf850cc2b55b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.221109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:05.222518 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (921a4918-45ef-47b0-a43c-cf850cc2b55b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:05.226237 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:05.279789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['480001ce-568c-4cc9-921c-22fdbaeb884b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:48:05.327786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (f05512fa-e3e5-4c2e-b866-36a17f61d01e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.342846 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.349434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/networks/f05512fa-e3e5-4c2e-b866-36a17f61d01e HTTP/1.1" status: 204 len: 168 time: 1.0333934 Feb 11 05:48:05.349880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52588) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:05.354995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1049594151', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:05.358783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03b74d-0050-4de4-9ec6-4bb93123287d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Network': ['ID=f05512fa-e3e5-4c2e-b866-36a17f61d01e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:05.383488 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (686ca6b7-33f2-4735-95c5-25c23dd20679), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.384928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (686ca6b7-33f2-4735-95c5-25c23dd20679), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.473649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (686ca6b7-33f2-4735-95c5-25c23dd20679), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.650780 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_gateway (686ca6b7-33f2-4735-95c5-25c23dd20679), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.756524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b4259-4eed-4504-9b87-fe0a09b9bf6f req-55d828ed-5a27-4656-9a12-59e295556488 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:05.766247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-960b4259-4eed-4504-9b87-fe0a09b9bf6f req-55d828ed-5a27-4656-9a12-59e295556488 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 945 time: 0.0723338 Feb 11 05:48:05.834670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-960b4259-4eed-4504-9b87-fe0a09b9bf6f req-a7e37bf7-711f-438f-bb88-613fba059719 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674305 Feb 11 05:48:05.940757 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:48:06.082890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e5f19de1-00dd-4f8e-a038-893ea3efe234 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:06.109602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: e5f19de1-00dd-4f8e-a038-893ea3efe234 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:06.110205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e5f19de1-00dd-4f8e-a038-893ea3efe234 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:06.138790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_gateway (686ca6b7-33f2-4735-95c5-25c23dd20679), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.158878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.354606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.25.1.44 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/0e984ca7-8bc1-4276-8872-f2f4a03cef04) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:06.478550 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (0e984ca7-8bc1-4276-8872-f2f4a03cef04), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.532334 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0e984ca7-8bc1-4276-8872-f2f4a03cef04), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.616362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:06.620077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:06.625842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:06.653066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=0e984ca7-8bc1-4276-8872-f2f4a03cef04,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:07.012619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ce206-32c6-49b1-b0d2-1ad8e98b0474 req-8b8d0066-5c82-463a-b19c-05cdebf59255 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:07.015803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d2ce206-32c6-49b1-b0d2-1ad8e98b0474 req-8b8d0066-5c82-463a-b19c-05cdebf59255 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 945 time: 0.0747879 Feb 11 05:48:07.047781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_gateway (686ca6b7-33f2-4735-95c5-25c23dd20679), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.085550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d2ce206-32c6-49b1-b0d2-1ad8e98b0474 req-69dbdc07-8c95-4d39-b3ba-e39717d7f76b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572312 Feb 11 05:48:07.312674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (686ca6b7-33f2-4735-95c5-25c23dd20679), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.467098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 686ca6b7-33f2-4735-95c5-25c23dd20679 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:07.586424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:07.600274 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88acf76-0b97-4909-98d4-61494805c3b0 None None] Sync routers for ids ['686ca6b7-33f2-4735-95c5-25c23dd20679'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:07.613670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.614892 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88acf76-0b97-4909-98d4-61494805c3b0 None None] Routers {'686ca6b7-33f2-4735-95c5-25c23dd20679'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:07.615737 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f88acf76-0b97-4909-98d4-61494805c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['686ca6b7-33f2-4735-95c5-25c23dd20679'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:07.618030 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ded81d01-0826-4c8e-b595-70becb0eab45 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2668207 Feb 11 05:48:07.618324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52676) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:07.656982 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f88acf76-0b97-4909-98d4-61494805c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:07.666437 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88acf76-0b97-4909-98d4-61494805c3b0 None None] Routers {'686ca6b7-33f2-4735-95c5-25c23dd20679'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:07.667178 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f88acf76-0b97-4909-98d4-61494805c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['686ca6b7-33f2-4735-95c5-25c23dd20679'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:07.712362 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f88acf76-0b97-4909-98d4-61494805c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:07.713097 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88acf76-0b97-4909-98d4-61494805c3b0 None None] The sync data for ids ['686ca6b7-33f2-4735-95c5-25c23dd20679'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:07.783092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-744684cc-7529-4af6-9cf0-a9d7ad7fa4b1 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/routers/686ca6b7-33f2-4735-95c5-25c23dd20679 HTTP/1.1" status: 200 len: 880 time: 0.1602869 Feb 11 05:48:07.784016 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52696) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.085478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52706) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.088964 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b8a3f82-7742-45f3-b041-b24d5076dc0b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3035021 Feb 11 05:48:08.092058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52708) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.118331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b6ec0f5a-3c10-4e10-b0ca-6af07c4a774d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1049594151'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:08.249160 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9111b540-bca6-422e-9bcb-4427cfe9ae2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.269758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746a88c-fe94-4db2-bbe8-140a28b61a5e req-872415f3-a4c8-42ca-b67b-a9a49021b951 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.271584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1746a88c-fe94-4db2-bbe8-140a28b61a5e req-872415f3-a4c8-42ca-b67b-a9a49021b951 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 945 time: 0.1058462 Feb 11 05:48:08.367287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1746a88c-fe94-4db2-bbe8-140a28b61a5e req-4e9406f3-f19b-4a23-8336-64843bcea162 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843041 Feb 11 05:48:08.411487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 480001ce-568c-4cc9-921c-22fdbaeb884b up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:08.433363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9111b540-bca6-422e-9bcb-4427cfe9ae2b admin admin] Publish callbacks [] for security_group (0dd23c31-fd2c-498e-a7ac-8f9cf0163329), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.440536 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9111b540-bca6-422e-9bcb-4427cfe9ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0dd23c31-fd2c-498e-a7ac-8f9cf0163329), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.482668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 480001ce-568c-4cc9-921c-22fdbaeb884b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:48:08.487098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9111b540-bca6-422e-9bcb-4427cfe9ae2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43bc1fa0b8bf43a48d3cbf5b0e36baab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990717 Feb 11 05:48:08.493009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52718) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.493207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 480001ce-568c-4cc9-921c-22fdbaeb884b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:08.493614 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.510033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111b540-bca6-422e-9bcb-4427cfe9ae2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd23c31-fd2c-498e-a7ac-8f9cf0163329,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:08.587597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 480001ce-568c-4cc9-921c-22fdbaeb884b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:08.588886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.592377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-164ce42f-c0ed-4019-a0d4-9bb8f58a0d77 admin admin] Publish callbacks [] for security_group (0dd23c31-fd2c-498e-a7ac-8f9cf0163329), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.623438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eb688f-efc7-481d-9c92-72f8a6be6ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480001ce-568c-4cc9-921c-22fdbaeb884b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:08.626167 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18e5f1c-4de4-47d5-bf7e-15467c45022a" -d '{"events": [{"server_uuid": "e8eb688f-efc7-481d-9c92-72f8a6be6ca1", "name": "network-vif-plugged", "status": "completed", "tag": "480001ce-568c-4cc9-921c-22fdbaeb884b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:08.629248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0f5a-3c10-4e10-b0ca-6af07c4a774d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (686ca6b7-33f2-4735-95c5-25c23dd20679), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.638113 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-164ce42f-c0ed-4019-a0d4-9bb8f58a0d77 admin admin] Publish callbacks [] for security_group (0dd23c31-fd2c-498e-a7ac-8f9cf0163329), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.671930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 480001ce-568c-4cc9-921c-22fdbaeb884b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=480001ce-568c-4cc9-921c-22fdbaeb884b,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:08.675324 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b11e42-ed56-4edc-8779-7db4f9a8c2d0 x-openstack-request-id: req-29b11e42-ed56-4edc-8779-7db4f9a8c2d0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:08.675520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0f5a-3c10-4e10-b0ca-6af07c4a774d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (686ca6b7-33f2-4735-95c5-25c23dd20679), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.675691 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eb688f-efc7-481d-9c92-72f8a6be6ca1", "name": "network-vif-plugged", "status": "completed", "tag": "480001ce-568c-4cc9-921c-22fdbaeb884b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:08.676037 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29b11e42-ed56-4edc-8779-7db4f9a8c2d0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:08.676505 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eb688f-efc7-481d-9c92-72f8a6be6ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480001ce-568c-4cc9-921c-22fdbaeb884b', 'code': 200} Feb 11 05:48:08.677757 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.768082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=480001ce-568c-4cc9-921c-22fdbaeb884b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:08.805606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb8da5-82ec-495e-9f23-90fbceb71685 req-9c5be5e3-9310-4aaf-98e7-0931d4958cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.807460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3eb8da5-82ec-495e-9f23-90fbceb71685 req-9c5be5e3-9310-4aaf-98e7-0931d4958cf5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 1129 time: 0.0596371 Feb 11 05:48:08.821456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-164ce42f-c0ed-4019-a0d4-9bb8f58a0d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0dd23c31-fd2c-498e-a7ac-8f9cf0163329), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.824821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-164ce42f-c0ed-4019-a0d4-9bb8f58a0d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.829822 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-164ce42f-c0ed-4019-a0d4-9bb8f58a0d77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dd23c31-fd2c-498e-a7ac-8f9cf0163329 HTTP/1.1" status: 204 len: 168 time: 0.3319445 Feb 11 05:48:08.839987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ce42f-c0ed-4019-a0d4-9bb8f58a0d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd23c31-fd2c-498e-a7ac-8f9cf0163329,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:08.861242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ec0f5a-3c10-4e10-b0ca-6af07c4a774d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 686ca6b7-33f2-4735-95c5-25c23dd20679 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:08.872693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3eb8da5-82ec-495e-9f23-90fbceb71685 req-0506d171-6cfa-4967-82dd-be90fdbf9d4c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574813 Feb 11 05:48:08.999648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ec0f5a-3c10-4e10-b0ca-6af07c4a774d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:09.015327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9a678-79fa-49af-b5cf-3573573e4056 None None] Sync routers for ids ['686ca6b7-33f2-4735-95c5-25c23dd20679'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:09.028015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9a678-79fa-49af-b5cf-3573573e4056 None None] Routers {'686ca6b7-33f2-4735-95c5-25c23dd20679'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:09.029392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-71b9a678-79fa-49af-b5cf-3573573e4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['686ca6b7-33f2-4735-95c5-25c23dd20679'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:09.035879 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0f5a-3c10-4e10-b0ca-6af07c4a774d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.040842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52734) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:09.041460 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b6ec0f5a-3c10-4e10-b0ca-6af07c4a774d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/686ca6b7-33f2-4735-95c5-25c23dd20679 HTTP/1.1" status: 200 len: 887 time: 0.9479129 Feb 11 05:48:09.066402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-71b9a678-79fa-49af-b5cf-3573573e4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:09.075189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9a678-79fa-49af-b5cf-3573573e4056 None None] Routers {'686ca6b7-33f2-4735-95c5-25c23dd20679'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:09.076357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-71b9a678-79fa-49af-b5cf-3573573e4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['686ca6b7-33f2-4735-95c5-25c23dd20679'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:09.116160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-71b9a678-79fa-49af-b5cf-3573573e4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:09.117090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9a678-79fa-49af-b5cf-3573573e4056 None None] The sync data for ids ['686ca6b7-33f2-4735-95c5-25c23dd20679'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:09.208557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a235bd3c-f9de-47ab-a165-4f3914e21f24 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/routers/686ca6b7-33f2-4735-95c5-25c23dd20679 HTTP/1.1" status: 200 len: 887 time: 0.1657355 Feb 11 05:48:09.209338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52738) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:09.265308 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c6da683a-b77c-49c8-8bb8-48e46c0e98a4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=686ca6b7-33f2-4735-95c5-25c23dd20679 HTTP/1.1" status: 200 len: 205 time: 0.0536466 Feb 11 05:48:09.267081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52740) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:09.267612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52742) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:09.282944 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8095f6d4-28e3-4cbe-b874-31873869b267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.379870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8095f6d4-28e3-4cbe-b874-31873869b267 admin admin] Publish callbacks [] for security_group (76ee9c6e-e8a7-46ef-a72e-9180f2206aba), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.386341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8095f6d4-28e3-4cbe-b874-31873869b267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (76ee9c6e-e8a7-46ef-a72e-9180f2206aba), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.414233 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (686ca6b7-33f2-4735-95c5-25c23dd20679), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.441804 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8095f6d4-28e3-4cbe-b874-31873869b267 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33de5e083ace4a78b46c73e2e6220fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1732056 Feb 11 05:48:09.442873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095f6d4-28e3-4cbe-b874-31873869b267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ee9c6e-e8a7-46ef-a72e-9180f2206aba,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:09.445508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52750) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:09.514402 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26e403c5-d6e3-481b-b958-5ce6552ff983 admin admin] Publish callbacks [] for security_group (76ee9c6e-e8a7-46ef-a72e-9180f2206aba), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.537717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26e403c5-d6e3-481b-b958-5ce6552ff983 admin admin] Publish callbacks [] for security_group (76ee9c6e-e8a7-46ef-a72e-9180f2206aba), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.582021 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_gateway (686ca6b7-33f2-4735-95c5-25c23dd20679), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.597686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6c1e-760e-4f47-9525-54fe65bd212e req-51418df9-fa24-40a8-b3a7-91acfa6ae7fc tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:09.598497 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26e403c5-d6e3-481b-b958-5ce6552ff983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (76ee9c6e-e8a7-46ef-a72e-9180f2206aba), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.599360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b2a6c1e-760e-4f47-9525-54fe65bd212e req-51418df9-fa24-40a8-b3a7-91acfa6ae7fc tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 946 time: 0.1220212 Feb 11 05:48:09.601342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26e403c5-d6e3-481b-b958-5ce6552ff983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.611474 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-26e403c5-d6e3-481b-b958-5ce6552ff983 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76ee9c6e-e8a7-46ef-a72e-9180f2206aba HTTP/1.1" status: 204 len: 168 time: 0.1586363 Feb 11 05:48:09.620147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e403c5-d6e3-481b-b958-5ce6552ff983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ee9c6e-e8a7-46ef-a72e-9180f2206aba,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:09.699150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b2a6c1e-760e-4f47-9525-54fe65bd212e req-9656da79-ce34-44df-8cf4-af3a16a92d39 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687740 Feb 11 05:48:09.710282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 0e984ca7-8bc1-4276-8872-f2f4a03cef04 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:09.711487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0e984ca7-8bc1-4276-8872-f2f4a03cef04), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.795910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0e984ca7-8bc1-4276-8872-f2f4a03cef04), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.814293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 0e984ca7-8bc1-4276-8872-f2f4a03cef04 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:10.027493 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0e984ca7-8bc1-4276-8872-f2f4a03cef04), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.076554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=0e984ca7-8bc1-4276-8872-f2f4a03cef04,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:10.159835 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (686ca6b7-33f2-4735-95c5-25c23dd20679), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.289395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (686ca6b7-33f2-4735-95c5-25c23dd20679), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.295110 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (686ca6b7-33f2-4735-95c5-25c23dd20679), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.345253 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (686ca6b7-33f2-4735-95c5-25c23dd20679), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.346058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Fanout notify agent at l3_agent the message router_deleted on router 686ca6b7-33f2-4735-95c5-25c23dd20679 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:10.353459 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.354589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6ad76bac-e797-49e4-94b0-fbefd400e75f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/686ca6b7-33f2-4735-95c5-25c23dd20679 HTTP/1.1" status: 204 len: 168 time: 1.0857253 Feb 11 05:48:10.358833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52782) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:10.364807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1055900324'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:10.386170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:10.390439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.418601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:10.429054 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e35d0d42-c8e0-4899-9d30-977beb5f231e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.429466 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added segment e35d0d42-c8e0-4899-9d30-977beb5f231e of type vlan for network ee482bdd-65b3-4737-b0d8-1d033332757e Feb 11 05:48:10.486695 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (ee482bdd-65b3-4737-b0d8-1d033332757e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.526557 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (ee482bdd-65b3-4737-b0d8-1d033332757e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.533155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:10.533155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.584990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2221034 Feb 11 05:48:10.585224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52792) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:10.617044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'subnet': {'network_id': 'ee482bdd-65b3-4737-b0d8-1d033332757e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:10.625067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6af93-7c8c-4664-87d2-f41f89c43828 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Network': ['ID=ee482bdd-65b3-4737-b0d8-1d033332757e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:10.638816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network ee482bdd-65b3-4737-b0d8-1d033332757e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:10.748720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:10.752345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.900065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b552f-7205-4085-abe9-f7cc65afadc9 req-79005506-c9f9-49e6-a7da-0b1d4a2313c3 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:10.901613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b9b552f-7205-4085-abe9-f7cc65afadc9 req-79005506-c9f9-49e6-a7da-0b1d4a2313c3 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 946 time: 0.1077700 Feb 11 05:48:11.053792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b9b552f-7205-4085-abe9-f7cc65afadc9 req-bcaa144b-f75c-48a2-b1e8-a260be2a0b04 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361957 Feb 11 05:48:11.072096 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (646b8067-29ce-4fb9-8a5c-e707dab2c963), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.150543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Subnet': ['ID=646b8067-29ce-4fb9-8a5c-e707dab2c963,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:11.168350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Checking segment: {'id': 'e35d0d42-c8e0-4899-9d30-977beb5f231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee482bdd-65b3-4737-b0d8-1d033332757e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:11.168734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network hostable DHCP agents. Network: ee482bdd-65b3-4737-b0d8-1d033332757e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:11.233064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network ee482bdd-65b3-4737-b0d8-1d033332757e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:11.250354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5739e-ea49-4fa3-b6ac-d6a4df5587b2 req-0575e220-afbc-49b8-a098-328d47f928c6 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:11.252351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54e5739e-ea49-4fa3-b6ac-d6a4df5587b2 req-0575e220-afbc-49b8-a098-328d47f928c6 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 946 time: 0.1115074 Feb 11 05:48:11.253714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, ee482bdd-65b3-4737-b0d8-1d033332757e) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:11.261259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:11.261854 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.269403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3541ce18-9ef1-43d1-bd3f-d8a62a6ad0dc None None] Network ee482bdd-65b3-4737-b0d8-1d033332757e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:11.301287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-889f4347-64d4-49ac-98cd-8318881e5500 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7150114 Feb 11 05:48:11.305193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52822) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:11.310880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-323859de-12b0-4fa0-9c55-f1c8b8eb4e91 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-336080226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:11.330760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52824) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:11.352390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-323859de-12b0-4fa0-9c55-f1c8b8eb4e91 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (7c40e94c-07d5-4464-9b93-b5c5da9050c4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.354083 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-323859de-12b0-4fa0-9c55-f1c8b8eb4e91 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (7c40e94c-07d5-4464-9b93-b5c5da9050c4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.362970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54e5739e-ea49-4fa3-b6ac-d6a4df5587b2 req-06d07ee7-7c4e-4b2d-9c01-031b641e395d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854654 Feb 11 05:48:11.431073 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-323859de-12b0-4fa0-9c55-f1c8b8eb4e91 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (7c40e94c-07d5-4464-9b93-b5c5da9050c4), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.432511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-ee482bdd-65b3-4737-b0d8-1d033332757e', 'network_id': 'ee482bdd-65b3-4737-b0d8-1d033332757e', 'project_id': '9acc36b58f574e529557a2b54404fd23', 'fixed_ips': [{'subnet_id': '646b8067-29ce-4fb9-8a5c-e707dab2c963'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:11.433944 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.439996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-323859de-12b0-4fa0-9c55-f1c8b8eb4e91 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (7c40e94c-07d5-4464-9b93-b5c5da9050c4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.467875 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-323859de-12b0-4fa0-9c55-f1c8b8eb4e91 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.469480 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-323859de-12b0-4fa0-9c55-f1c8b8eb4e91 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1632056 Feb 11 05:48:11.472830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52834) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:11.628084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Allocated IP 172.20.0.2 (ee482bdd-65b3-4737-b0d8-1d033332757e/646b8067-29ce-4fb9-8a5c-e707dab2c963/518b15a3-40bf-4f4a-86e2-8cc914dba777) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:11.628883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-463516184'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:11.719746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Made reservation on behalf of c668a098fe5141e8bed7ba85c3ae3c46 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:11.723158 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.759209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.824604 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Publish callbacks [] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.834955 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.874410 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.892515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Network ee482bdd-65b3-4737-b0d8-1d033332757e is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:11.896154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:11.899732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:11.919310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Pushing event updated for resources: {'Port': ['ID=518b15a3-40bf-4f4a-86e2-8cc914dba777,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:11.980339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Attempting to bind port 518b15a3-40bf-4f4a-86e2-8cc914dba777 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:11.980729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Attempting to bind port 518b15a3-40bf-4f4a-86e2-8cc914dba777 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'e35d0d42-c8e0-4899-9d30-977beb5f231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee482bdd-65b3-4737-b0d8-1d033332757e'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:11.981109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Attempting to bind port 518b15a3-40bf-4f4a-86e2-8cc914dba777 on network ee482bdd-65b3-4737-b0d8-1d033332757e {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:11.987866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:11.988430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Checking segment: {'id': 'e35d0d42-c8e0-4899-9d30-977beb5f231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee482bdd-65b3-4737-b0d8-1d033332757e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:11.989482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.989933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Bound using segment: {'id': 'e35d0d42-c8e0-4899-9d30-977beb5f231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee482bdd-65b3-4737-b0d8-1d033332757e'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:11.991018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Bound port: 518b15a3-40bf-4f4a-86e2-8cc914dba777, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35d0d42-c8e0-4899-9d30-977beb5f231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee482bdd-65b3-4737-b0d8-1d033332757e'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:11.991406 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.010355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks [] for security_group (cdf727dc-d0d4-4811-84e1-d1168b777da4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.017098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cdf727dc-d0d4-4811-84e1-d1168b777da4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.077217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] For port 518b15a3-40bf-4f4a-86e2-8cc914dba777, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:12.082868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] For port 518b15a3-40bf-4f4a-86e2-8cc914dba777, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=518b15a3-40bf-4f4a-86e2-8cc914dba777,segment=NetworkSegment(e35d0d42-c8e0-4899-9d30-977beb5f231e),segment_id=e35d0d42-c8e0-4899-9d30-977beb5f231e)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:12.091414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:12.092370 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.131563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf727dc-d0d4-4811-84e1-d1168b777da4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.148348 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b7ca67b0-70e1-41e1-92b7-cca5028acc8c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.148557 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Added segment b7ca67b0-70e1-41e1-92b7-cca5028acc8c of type vlan for network be7a25f8-e52c-42dc-827c-09e659adeb48 Feb 11 05:48:12.170902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18cfdf-1437-44da-b277-3a5c9a2c4597 None None] Pushing event updated for resources: {'Port': ['ID=518b15a3-40bf-4f4a-86e2-8cc914dba777,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.228430 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (be7a25f8-e52c-42dc-827c-09e659adeb48), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.281511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.20.0.1 (ee482bdd-65b3-4737-b0d8-1d033332757e/646b8067-29ce-4fb9-8a5c-e707dab2c963/ef4af70d-aacd-4fef-bc64-ba6c73356420) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:12.284520 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (be7a25f8-e52c-42dc-827c-09e659adeb48), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.290307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:12.290920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.344755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0130570 Feb 11 05:48:12.348359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52850) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:12.408572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4cc5f-c28e-4304-be7a-132e298fd6bd tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Pushing event updated for resources: {'Network': ['ID=be7a25f8-e52c-42dc-827c-09e659adeb48,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.422106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network be7a25f8-e52c-42dc-827c-09e659adeb48 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:12.479199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Request body: {'network': {'name': 'tempest-network--293428488', 'router:external': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:12.514426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Made reservation on behalf of d6ca6f736d8045dcb471ac90bb497bea for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:12.516851 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.524339 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.526963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.593530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.645578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for security_group (0a9d1a88-245a-41f5-89d0-0654402e0cf8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.646800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network ee482bdd-65b3-4737-b0d8-1d033332757e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:12.649933 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a9d1a88-245a-41f5-89d0-0654402e0cf8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.651327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:12.658323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:12.663690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:12.675442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (14359aef-4cf1-4b44-8913-f1bb9377bf94), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.676058 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Added segment 14359aef-4cf1-4b44-8913-f1bb9377bf94 of type vlan for network 8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272 Feb 11 05:48:12.735890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=ef4af70d-aacd-4fef-bc64-ba6c73356420,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.745717 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (7c40e94c-07d5-4464-9b93-b5c5da9050c4), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.758334 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.767618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9d1a88-245a-41f5-89d0-0654402e0cf8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.806974 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.808490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:12.808717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.874200 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5246539 Feb 11 05:48:12.877061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52860) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:12.889897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52862) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:13.175260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba0dd6-df38-452b-8397-a48f54a0a354 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'Network': ['ID=8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:13.188795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:13.352915 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.456810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.495684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e56fab5-062d-4e04-855d-d389bd75ecb9 None None] Network ee482bdd-65b3-4737-b0d8-1d033332757e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:13.607170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-73665c6c-74c2-4f8d-bcd3-0c4e379c93e5 None None] Provisioning complete for port 518b15a3-40bf-4f4a-86e2-8cc914dba777 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:13.607642 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-73665c6c-74c2-4f8d-bcd3-0c4e379c93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.737814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-73665c6c-74c2-4f8d-bcd3-0c4e379c93e5 None None] Current status of the port 518b15a3-40bf-4f4a-86e2-8cc914dba777 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:13.738423 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-73665c6c-74c2-4f8d-bcd3-0c4e379c93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.741059 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.781687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-73665c6c-74c2-4f8d-bcd3-0c4e379c93e5 None None] For port 518b15a3-40bf-4f4a-86e2-8cc914dba777, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=518b15a3-40bf-4f4a-86e2-8cc914dba777,segment=NetworkSegment(e35d0d42-c8e0-4899-9d30-977beb5f231e),segment_id=e35d0d42-c8e0-4899-9d30-977beb5f231e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:13.786430 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-73665c6c-74c2-4f8d-bcd3-0c4e379c93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.816868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.841661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14359aef-4cf1-4b44-8913-f1bb9377bf94') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.841661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14359aef-4cf1-4b44-8913-f1bb9377bf94') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.847579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73665c6c-74c2-4f8d-bcd3-0c4e379c93e5 None None] Pushing event updated for resources: {'Port': ['ID=518b15a3-40bf-4f4a-86e2-8cc914dba777,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:13.886849 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (14359aef-4cf1-4b44-8913-f1bb9377bf94), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.920083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (14359aef-4cf1-4b44-8913-f1bb9377bf94), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.969832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:13.970351 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (14359aef-4cf1-4b44-8913-f1bb9377bf94), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:13.972415 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:14.021188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-79166fa8-3a18-4389-bb85-9e05b33216f2 None None] Provisioning complete for port 518b15a3-40bf-4f4a-86e2-8cc914dba777 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:14.022964 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-79166fa8-3a18-4389-bb85-9e05b33216f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.150026 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.151380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-79166fa8-3a18-4389-bb85-9e05b33216f2 None None] Current status of the port 518b15a3-40bf-4f4a-86e2-8cc914dba777 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:14.154089 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.175262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:48:14.176747 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.179936 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.183352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "DELETE /v2.0/networks/8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272 HTTP/1.1" status: 204 len: 168 time: 1.3037553 Feb 11 05:48:14.188230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52882) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:14.195303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:14.204571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 518b15a3-40bf-4f4a-86e2-8cc914dba777 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:14.206637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-79166fa8-3a18-4389-bb85-9e05b33216f2 None None] Provisioning complete for port ef4af70d-aacd-4fef-bc64-ba6c73356420 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:14.208070 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-79166fa8-3a18-4389-bb85-9e05b33216f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.260350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Made reservation on behalf of d6ca6f736d8045dcb471ac90bb497bea for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:14.264415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.277783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42523a6-5b19-4c8d-b31d-d31662b907e4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event deleted for resources: {'Network': ['ID=8912f3d4-9ed8-4ca1-8fae-ff17e3bd4272,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:14.333411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-79166fa8-3a18-4389-bb85-9e05b33216f2 None None] Port ef4af70d-aacd-4fef-bc64-ba6c73356420 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:14.352391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (7c40e94c-07d5-4464-9b93-b5c5da9050c4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.355247 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:14.365558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 518b15a3-40bf-4f4a-86e2-8cc914dba777 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:14.366575 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.375838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ef65bd3b-7841-41c6-9bc4-8424b8f96a27), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.376202 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Added segment ef65bd3b-7841-41c6-9bc4-8424b8f96a27 of type vlan for network 67f93378-a0b7-4441-a525-8a6bd0919bff Feb 11 05:48:14.396931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=ef4af70d-aacd-4fef-bc64-ba6c73356420,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:14.457730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (67f93378-a0b7-4441-a525-8a6bd0919bff), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.490621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 518b15a3-40bf-4f4a-86e2-8cc914dba777 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:14.500895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (67f93378-a0b7-4441-a525-8a6bd0919bff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.502698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:14.503738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.511277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-db415b96-852d-4d0c-8221-bc893fb458af None None] Provisioning complete for port ef4af70d-aacd-4fef-bc64-ba6c73356420 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:14.512446 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-db415b96-852d-4d0c-8221-bc893fb458af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.570233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network ee482bdd-65b3-4737-b0d8-1d033332757e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:14.572068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-db415b96-852d-4d0c-8221-bc893fb458af None None] Port ef4af70d-aacd-4fef-bc64-ba6c73356420 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:14.573824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:14.587850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.594543 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4051495 Feb 11 05:48:14.599602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52890) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:14.602558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79667c1a-5bd1-4d6b-bc30-4dcd80d4ea3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'Network': ['ID=67f93378-a0b7-4441-a525-8a6bd0919bff,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:14.614877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 67f93378-a0b7-4441-a525-8a6bd0919bff details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:14.639802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Request body: {'subnet': {'network_id': '67f93378-a0b7-4441-a525-8a6bd0919bff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:14.787371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Made reservation on behalf of d6ca6f736d8045dcb471ac90bb497bea for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:14.790377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.005605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 7c40e94c-07d5-4464-9b93-b5c5da9050c4 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:15.013361 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a0511422-ef77-4f96-b838-ecf4b79ceac2 None None] Provisioning complete for port ef4af70d-aacd-4fef-bc64-ba6c73356420 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:15.014397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0511422-ef77-4f96-b838-ecf4b79ceac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.056488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a0511422-ef77-4f96-b838-ecf4b79ceac2 None None] Port ef4af70d-aacd-4fef-bc64-ba6c73356420 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:15.276871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:15.288841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d3ba595d-3ae6-464b-89b1-545393450aaf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/7c40e94c-07d5-4464-9b93-b5c5da9050c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8099790 Feb 11 05:48:15.288841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52902) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:15.289977 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdc44b-1d3e-49bf-a14f-77c891a4e3d2 None None] Sync routers for ids ['7c40e94c-07d5-4464-9b93-b5c5da9050c4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:15.305056 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdc44b-1d3e-49bf-a14f-77c891a4e3d2 None None] Routers {'7c40e94c-07d5-4464-9b93-b5c5da9050c4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:15.305857 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8dfdc44b-1d3e-49bf-a14f-77c891a4e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c40e94c-07d5-4464-9b93-b5c5da9050c4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:15.330722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.20.0.17 (0263c5ad-b61a-4b18-893f-d88b07754a18/0faf57d4-f7f4-4e53-a89b-f610e42d0dde/d9af19df-9383-4dda-9e28-84d437151b44) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:15.349965 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8dfdc44b-1d3e-49bf-a14f-77c891a4e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:15.360668 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdc44b-1d3e-49bf-a14f-77c891a4e3d2 None None] Routers {'7c40e94c-07d5-4464-9b93-b5c5da9050c4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:15.362222 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8dfdc44b-1d3e-49bf-a14f-77c891a4e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c40e94c-07d5-4464-9b93-b5c5da9050c4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:15.366324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3318cc4-f2a6-43d4-bdbc-690877350465 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:15.368038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d3318cc4-f2a6-43d4-bdbc-690877350465 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports/ef4af70d-aacd-4fef-bc64-ba6c73356420 HTTP/1.1" status: 200 len: 910 time: 0.0782487 Feb 11 05:48:15.371732 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52908) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:15.381165 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-35a92313-4d9d-475c-bbb7-04855700f591 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '646b8067-29ce-4fb9-8a5c-e707dab2c963'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:15.411352 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8dfdc44b-1d3e-49bf-a14f-77c891a4e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:15.412230 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdc44b-1d3e-49bf-a14f-77c891a4e3d2 None None] The sync data for ids ['7c40e94c-07d5-4464-9b93-b5c5da9050c4'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:15.557257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (d9af19df-9383-4dda-9e28-84d437151b44), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.575785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-35a92313-4d9d-475c-bbb7-04855700f591 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.603953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.objects.ports [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103120) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:48:15.604540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (e5772ee9-9340-4f4b-af3c-435ed1335cf4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.036970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (d9af19df-9383-4dda-9e28-84d437151b44), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.038648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5772ee9-9340-4f4b-af3c-435ed1335cf4,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:16.052057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-35a92313-4d9d-475c-bbb7-04855700f591 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.061804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-35a92313-4d9d-475c-bbb7-04855700f591 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.078829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Checking segment: {'id': 'ef65bd3b-7841-41c6-9bc4-8424b8f96a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67f93378-a0b7-4441-a525-8a6bd0919bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:16.079203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Network hostable DHCP agents. Network: 67f93378-a0b7-4441-a525-8a6bd0919bff, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:16.082301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 0263c5ad-b61a-4b18-893f-d88b07754a18 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:16.096796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:16.102808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:16.132656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=d9af19df-9383-4dda-9e28-84d437151b44,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:16.151822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Network 67f93378-a0b7-4441-a525-8a6bd0919bff is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:16.155388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92313-4d9d-475c-bbb7-04855700f591 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=ef4af70d-aacd-4fef-bc64-ba6c73356420,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:16.164153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a92313-4d9d-475c-bbb7-04855700f591 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:16.164784 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-35a92313-4d9d-475c-bbb7-04855700f591 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.169736 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-35a92313-4d9d-475c-bbb7-04855700f591 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/ports/ef4af70d-aacd-4fef-bc64-ba6c73356420 HTTP/1.1" status: 200 len: 910 time: 0.7967708 Feb 11 05:48:16.170619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52920) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:16.179110 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (70f33f49-8196-4dec-88c3-64a666b16af9), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.186542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 67f93378-a0b7-4441-a525-8a6bd0919bff) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:16.196270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd3ba72-9cda-4999-a301-3634eff32cd3 None None] Network 67f93378-a0b7-4441-a525-8a6bd0919bff requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:16.232709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:16.233537 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.275795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ef181637-454d-4221-b9c3-5eef08e9634d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6431105 Feb 11 05:48:16.279301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52924) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:16.284981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Request body: {'floatingip': {'floating_network_id': '67f93378-a0b7-4441-a525-8a6bd0919bff'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:16.348517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.369749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da334a6-6f16-427a-8e07-68ddd6e341f7 None None] Network 67f93378-a0b7-4441-a525-8a6bd0919bff requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:16.488135 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d9af19df-9383-4dda-9e28-84d437151b44), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.517869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-06077466-2ca1-4a03-abb9-5d3e924e87f5 None None] Provisioning complete for port d9af19df-9383-4dda-9e28-84d437151b44 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:16.518242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-06077466-2ca1-4a03-abb9-5d3e924e87f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d9af19df-9383-4dda-9e28-84d437151b44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.561583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-06077466-2ca1-4a03-abb9-5d3e924e87f5 None None] Port d9af19df-9383-4dda-9e28-84d437151b44 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:16.692996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (7c40e94c-07d5-4464-9b93-b5c5da9050c4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.707302 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.906174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Allocated IP 172.20.0.10 (67f93378-a0b7-4441-a525-8a6bd0919bff/e5772ee9-9340-4f4b-af3c-435ed1335cf4/059fe9f9-aeb5-4fab-9353-18b6a0c95501) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:16.994974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port ef4af70d-aacd-4fef-bc64-ba6c73356420 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:16.995388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.020078 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (d9af19df-9383-4dda-9e28-84d437151b44), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.027544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (d9af19df-9383-4dda-9e28-84d437151b44), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.098379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.112704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for ef4af70d-aacd-4fef-bc64-ba6c73356420 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:17.138509 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (70f33f49-8196-4dec-88c3-64a666b16af9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.145041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=d9af19df-9383-4dda-9e28-84d437151b44,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.160013 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for port (059fe9f9-aeb5-4fab-9353-18b6a0c95501), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.272449 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (059fe9f9-aeb5-4fab-9353-18b6a0c95501), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.329555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 0263c5ad-b61a-4b18-893f-d88b07754a18 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:17.337251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Network 67f93378-a0b7-4441-a525-8a6bd0919bff is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:17.338581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:17.339024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ef4af70d-aacd-4fef-bc64-ba6c73356420), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.346092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:17.348514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:17.350348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'Port': ['ID=059fe9f9-aeb5-4fab-9353-18b6a0c95501,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.375708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=ef4af70d-aacd-4fef-bc64-ba6c73356420,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.612101 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for floatingip (b18aa61b-60c4-46e4-86a2-c781a2c592f1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.614063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (7c40e94c-07d5-4464-9b93-b5c5da9050c4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.633498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router 70f33f49-8196-4dec-88c3-64a666b16af9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:17.750670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (059fe9f9-aeb5-4fab-9353-18b6a0c95501), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.797699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ac42508b-a496-4238-acd2-603a15b0e18f None None] Provisioning complete for port d9af19df-9383-4dda-9e28-84d437151b44 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:17.799142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac42508b-a496-4238-acd2-603a15b0e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d9af19df-9383-4dda-9e28-84d437151b44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.839790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ac42508b-a496-4238-acd2-603a15b0e18f None None] Port d9af19df-9383-4dda-9e28-84d437151b44 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:17.841046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 7c40e94c-07d5-4464-9b93-b5c5da9050c4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:17.896757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:17.902206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a7aca200-b6c8-416e-9f85-7957d06b7227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "PUT /v2.0/routers/70f33f49-8196-4dec-88c3-64a666b16af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0112975 Feb 11 05:48:17.912159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Sync routers for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:17.928707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:17.930358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:17.956912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:17.962618 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0e36e1f6-c42a-4c0f-9ef0-0ad398eb2633 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/7c40e94c-07d5-4464-9b93-b5c5da9050c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904871 Feb 11 05:48:17.965127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52952) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:17.970020 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3e175-823c-458c-a510-643a1f4c269d None None] Sync routers for ids ['7c40e94c-07d5-4464-9b93-b5c5da9050c4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:17.986571 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3e175-823c-458c-a510-643a1f4c269d None None] Routers {'7c40e94c-07d5-4464-9b93-b5c5da9050c4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:17.988157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-60b3e175-823c-458c-a510-643a1f4c269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c40e94c-07d5-4464-9b93-b5c5da9050c4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:18.003644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fb097753-9ed2-4320-8d3b-4a37febb117d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c40e94c-07d5-4464-9b93-b5c5da9050c4 HTTP/1.1" status: 200 len: 205 time: 0.0365725 Feb 11 05:48:18.006115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52958) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:18.038689 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-60b3e175-823c-458c-a510-643a1f4c269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:18.049820 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3e175-823c-458c-a510-643a1f4c269d None None] Routers {'7c40e94c-07d5-4464-9b93-b5c5da9050c4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:18.050732 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-60b3e175-823c-458c-a510-643a1f4c269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c40e94c-07d5-4464-9b93-b5c5da9050c4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:18.089521 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-60b3e175-823c-458c-a510-643a1f4c269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:18.090494 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3e175-823c-458c-a510-643a1f4c269d None None] The sync data for ids ['7c40e94c-07d5-4464-9b93-b5c5da9050c4'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:18.105095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:18.130819 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4191b597-425e-4b3f-b327-530e720962b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (7c40e94c-07d5-4464-9b93-b5c5da9050c4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.223120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for port (059fe9f9-aeb5-4fab-9353-18b6a0c95501), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.293233 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (059fe9f9-aeb5-4fab-9353-18b6a0c95501), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.372204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4191b597-425e-4b3f-b327-530e720962b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (7c40e94c-07d5-4464-9b93-b5c5da9050c4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.378738 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4191b597-425e-4b3f-b327-530e720962b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (7c40e94c-07d5-4464-9b93-b5c5da9050c4), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.388954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'Port': ['ID=059fe9f9-aeb5-4fab-9353-18b6a0c95501,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:18.468869 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b18aa61b-60c4-46e4-86a2-c781a2c592f1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.471492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4191b597-425e-4b3f-b327-530e720962b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (7c40e94c-07d5-4464-9b93-b5c5da9050c4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.472008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4191b597-425e-4b3f-b327-530e720962b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Fanout notify agent at l3_agent the message router_deleted on router 7c40e94c-07d5-4464-9b93-b5c5da9050c4 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:18.479066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4191b597-425e-4b3f-b327-530e720962b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.482726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4191b597-425e-4b3f-b327-530e720962b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/7c40e94c-07d5-4464-9b93-b5c5da9050c4 HTTP/1.1" status: 204 len: 168 time: 0.4728820 Feb 11 05:48:18.484053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52968) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:18.498317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.499966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb688901-71fd-4bcf-a371-a642f59e5fd3 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2191625 Feb 11 05:48:18.502994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52970) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:18.576740 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d901952-45f0-4c7f-81cf-1f7967e42320 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting subnet 646b8067-29ce-4fb9-8a5c-e707dab2c963 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:18.580583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d901952-45f0-4c7f-81cf-1f7967e42320 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (646b8067-29ce-4fb9-8a5c-e707dab2c963), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.584178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8f92db8-46be-47df-9dd7-8af1dd5d7d96', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:14Z', 'updated_at': '2022-02-11T05:47:18Z', 'revision_number': 1, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9af19df-9383-4dda-9e28-84d437151b44', 'name': '', 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:37:99:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '0faf57d4-f7f4-4e53-a89b-f610e42d0dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:14Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 2, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '0faf57d4-f7f4-4e53-a89b-f610e42d0dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:18.585966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0ccf864c-cb91-4f62-9b31-2072988b6e3d tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=67f93378-a0b7-4441-a525-8a6bd0919bff HTTP/1.1" status: 200 len: 690 time: 0.0817935 Feb 11 05:48:18.588609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52972) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:18.629991 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d901952-45f0-4c7f-81cf-1f7967e42320 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (646b8067-29ce-4fb9-8a5c-e707dab2c963), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.643766 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Checking router: 70f33f49-8196-4dec-88c3-64a666b16af9 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:18.644710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Updating router 70f33f49-8196-4dec-88c3-64a666b16af9 port d9af19df-9383-4dda-9e28-84d437151b44 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:18.703770 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d9af19df-9383-4dda-9e28-84d437151b44), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.738095 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d901952-45f0-4c7f-81cf-1f7967e42320 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (646b8067-29ce-4fb9-8a5c-e707dab2c963), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.739701 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (67f93378-a0b7-4441-a525-8a6bd0919bff), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.826933 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d901952-45f0-4c7f-81cf-1f7967e42320 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (646b8067-29ce-4fb9-8a5c-e707dab2c963), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.861678 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901952-45f0-4c7f-81cf-1f7967e42320 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Subnet': ['ID=646b8067-29ce-4fb9-8a5c-e707dab2c963,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:18.863851 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d901952-45f0-4c7f-81cf-1f7967e42320 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.867222 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d901952-45f0-4c7f-81cf-1f7967e42320 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/646b8067-29ce-4fb9-8a5c-e707dab2c963 HTTP/1.1" status: 204 len: 168 time: 0.3816063 Feb 11 05:48:18.873986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52978) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:18.879897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad57bf-3b8f-4a49-99dc-41c086ebac4a None None] Network ee482bdd-65b3-4737-b0d8-1d033332757e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:18.953679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Deleting port 059fe9f9-aeb5-4fab-9353-18b6a0c95501 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:18.954445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (059fe9f9-aeb5-4fab-9353-18b6a0c95501), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.984204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (ee482bdd-65b3-4737-b0d8-1d033332757e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.050295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 518b15a3-40bf-4f4a-86e2-8cc914dba777 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:19.053076 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.053653 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (059fe9f9-aeb5-4fab-9353-18b6a0c95501), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.054062 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for floatingip (059fe9f9-aeb5-4fab-9353-18b6a0c95501), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.070123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Calling delete_port for 059fe9f9-aeb5-4fab-9353-18b6a0c95501 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:19.157916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port 518b15a3-40bf-4f4a-86e2-8cc914dba777, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=518b15a3-40bf-4f4a-86e2-8cc914dba777,segment=NetworkSegment(e35d0d42-c8e0-4899-9d30-977beb5f231e),segment_id=e35d0d42-c8e0-4899-9d30-977beb5f231e)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:19.158417 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.178308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 518b15a3-40bf-4f4a-86e2-8cc914dba777 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:19.204726 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Publish callbacks [] for port (d9af19df-9383-4dda-9e28-84d437151b44), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.212650 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d9af19df-9383-4dda-9e28-84d437151b44), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.259603 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (059fe9f9-aeb5-4fab-9353-18b6a0c95501), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.298767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13590092-f977-421e-8e0c-d99a6b7ba538 None None] Pushing event updated for resources: {'Port': ['ID=d9af19df-9383-4dda-9e28-84d437151b44,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.324496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event deleted for resources: {'Port': ['ID=059fe9f9-aeb5-4fab-9353-18b6a0c95501,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.364827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (518b15a3-40bf-4f4a-86e2-8cc914dba777), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.404149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=518b15a3-40bf-4f4a-86e2-8cc914dba777,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.417438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No DVR routers for this DVR port 518b15a3-40bf-4f4a-86e2-8cc914dba777 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:19.418001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6afb2a-1fa8-424d-8cc5-36e66cba0666 None None] DHCP port deletion for ee482bdd-65b3-4737-b0d8-1d033332757e request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:19.447296 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for floatingip (b18aa61b-60c4-46e4-86a2-c781a2c592f1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.453426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Attempting to bind port d9af19df-9383-4dda-9e28-84d437151b44 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:19.454024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Attempting to bind port d9af19df-9383-4dda-9e28-84d437151b44 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:19.460534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Attempting to bind port d9af19df-9383-4dda-9e28-84d437151b44 on network 0263c5ad-b61a-4b18-893f-d88b07754a18 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:19.472951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:19.477318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Checking segment: {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:19.477806 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.478213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Bound using segment: {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:19.478785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Bound port: d9af19df-9383-4dda-9e28-84d437151b44, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2667e522-5d93-4cdf-afaf-deb9d2f32dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:19.479173 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d9af19df-9383-4dda-9e28-84d437151b44), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.527032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e5772ee9-9340-4f4b-af3c-435ed1335cf4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.527798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (ee482bdd-65b3-4737-b0d8-1d033332757e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.579364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee482bdd-65b3-4737-b0d8-1d033332757e']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:19.601305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35d0d42-c8e0-4899-9d30-977beb5f231e') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:19.601663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35d0d42-c8e0-4899-9d30-977beb5f231e') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:19.615709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (e5772ee9-9340-4f4b-af3c-435ed1335cf4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.619416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (e35d0d42-c8e0-4899-9d30-977beb5f231e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.623488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] For port d9af19df-9383-4dda-9e28-84d437151b44, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:19.627173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] For port d9af19df-9383-4dda-9e28-84d437151b44, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d9af19df-9383-4dda-9e28-84d437151b44,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:19.634503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d9af19df-9383-4dda-9e28-84d437151b44), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.641491 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e35d0d42-c8e0-4899-9d30-977beb5f231e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.647539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5772ee9-9340-4f4b-af3c-435ed1335cf4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.649145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:19.649891 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (e35d0d42-c8e0-4899-9d30-977beb5f231e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:19.659420 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:19.719460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4136d7b3-15e6-49cc-80f0-723cdb21b09f None None] Provisioning complete for port d9af19df-9383-4dda-9e28-84d437151b44 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:19.719833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4136d7b3-15e6-49cc-80f0-723cdb21b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d9af19df-9383-4dda-9e28-84d437151b44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.732722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (ee482bdd-65b3-4737-b0d8-1d033332757e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.761352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (67f93378-a0b7-4441-a525-8a6bd0919bff), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.768284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.777567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13590092-f977-421e-8e0c-d99a6b7ba538 None None] Pushing event updated for resources: {'Port': ['ID=d9af19df-9383-4dda-9e28-84d437151b44,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.780506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:19.781149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:19.793481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f93378-a0b7-4441-a525-8a6bd0919bff']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:19.807439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef65bd3b-7841-41c6-9bc4-8424b8f96a27') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:19.807813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef65bd3b-7841-41c6-9bc4-8424b8f96a27') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:19.821786 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/networks/ee482bdd-65b3-4737-b0d8-1d033332757e HTTP/1.1" status: 204 len: 168 time: 0.9462121 Feb 11 05:48:19.822881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f42785-2c23-416c-a820-28305289f619 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Network': ['ID=ee482bdd-65b3-4737-b0d8-1d033332757e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.829010 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52996) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:19.843008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (ef65bd3b-7841-41c6-9bc4-8424b8f96a27), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.845796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3d985520-7e28-4d11-8240-57efc3479e60 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-388893531', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:19.872617 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d985520-7e28-4d11-8240-57efc3479e60 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.873366 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ef65bd3b-7841-41c6-9bc4-8424b8f96a27), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.873586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d985520-7e28-4d11-8240-57efc3479e60 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.883464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:19.884239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (ef65bd3b-7841-41c6-9bc4-8424b8f96a27), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:19.888046 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:19.967066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:19.974889 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (67f93378-a0b7-4441-a525-8a6bd0919bff), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.980862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67f93378-a0b7-4441-a525-8a6bd0919bff {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:48:19.984529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.990715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "DELETE /v2.0/networks/67f93378-a0b7-4441-a525-8a6bd0919bff HTTP/1.1" status: 204 len: 168 time: 1.4007137 Feb 11 05:48:19.991456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52998) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:20.002287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56400f2e-0d3f-4f8c-ab8c-ed9de7ac7299 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event deleted for resources: {'Network': ['ID=67f93378-a0b7-4441-a525-8a6bd0919bff,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:20.047384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4136d7b3-15e6-49cc-80f0-723cdb21b09f None None] Current status of the port d9af19df-9383-4dda-9e28-84d437151b44 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:20.047779 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4136d7b3-15e6-49cc-80f0-723cdb21b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d9af19df-9383-4dda-9e28-84d437151b44), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.107236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 518b15a3-40bf-4f4a-86e2-8cc914dba777 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:20.190326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 518b15a3-40bf-4f4a-86e2-8cc914dba777 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:20.190671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 518b15a3-40bf-4f4a-86e2-8cc914dba777 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:20.209389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4136d7b3-15e6-49cc-80f0-723cdb21b09f None None] For port d9af19df-9383-4dda-9e28-84d437151b44, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d9af19df-9383-4dda-9e28-84d437151b44,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:20.224728 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4136d7b3-15e6-49cc-80f0-723cdb21b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d9af19df-9383-4dda-9e28-84d437151b44), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.392136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136d7b3-15e6-49cc-80f0-723cdb21b09f None None] Pushing event updated for resources: {'Port': ['ID=d9af19df-9383-4dda-9e28-84d437151b44,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:20.419757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6b2ee004-8df7-497e-8da8-bd848a55c37c None None] Provisioning complete for port d9af19df-9383-4dda-9e28-84d437151b44 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:20.420133 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6b2ee004-8df7-497e-8da8-bd848a55c37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d9af19df-9383-4dda-9e28-84d437151b44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.438526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d985520-7e28-4d11-8240-57efc3479e60 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.451820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d985520-7e28-4d11-8240-57efc3479e60 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.487182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53010) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:20.496474 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e22e947b-a751-42a7-8734-878fdde351c4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.5036271 Feb 11 05:48:20.515252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d985520-7e28-4d11-8240-57efc3479e60 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.520205 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3d985520-7e28-4d11-8240-57efc3479e60 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6874697 Feb 11 05:48:20.521013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53012) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:20.531375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1310725283'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:20.554620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:20.558692 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.589218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:20.599970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.600601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (79ee81ea-5b26-459a-ae58-a019c527536c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.600865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.601022 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added segment 79ee81ea-5b26-459a-ae58-a019c527536c of type vlan for network 37481664-6184-4a81-a854-65479ce12481 Feb 11 05:48:20.602175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.602875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.603757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.604405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.605025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.605929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.606574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.607259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.607898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.608513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.609183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.615201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3a197863-c85e-449f-9856-70225968c42e tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8257 time: 0.1244445 Feb 11 05:48:20.616386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53016) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:20.631030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8f92db8-46be-47df-9dd7-8af1dd5d7d96', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:14Z', 'updated_at': '2022-02-11T05:47:18Z', 'revision_number': 1, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9af19df-9383-4dda-9e28-84d437151b44', 'name': '', 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:37:99:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '0faf57d4-f7f4-4e53-a89b-f610e42d0dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:14Z', 'updated_at': '2022-02-11T05:48:19Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '0faf57d4-f7f4-4e53-a89b-f610e42d0dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:20.651130 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (37481664-6184-4a81-a854-65479ce12481), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.662843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d0c425-d1d8-4e8e-b23c-26edef36912c None None] The sync data for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 is: [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8f92db8-46be-47df-9dd7-8af1dd5d7d96', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:14Z', 'updated_at': '2022-02-11T05:47:18Z', 'revision_number': 1, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9af19df-9383-4dda-9e28-84d437151b44', 'name': '', 'network_id': '0263c5ad-b61a-4b18-893f-d88b07754a18', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:37:99:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '0faf57d4-f7f4-4e53-a89b-f610e42d0dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:14Z', 'updated_at': '2022-02-11T05:48:19Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '0faf57d4-f7f4-4e53-a89b-f610e42d0dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:20.665158 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-7c2b6e62-e7a4-4e87-bbe3-719bb025d0d4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] delete failed (client error): The resource could not be found. Feb 11 05:48:20.668948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7c2b6e62-e7a4-4e87-bbe3-719bb025d0d4 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/b18aa61b-60c4-46e4-86a2-c781a2c592f1 HTTP/1.1" status: 404 len: 345 time: 0.0488641 Feb 11 05:48:20.669104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ee004-8df7-497e-8da8-bd848a55c37c None None] Current status of the port d9af19df-9383-4dda-9e28-84d437151b44 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:20.669247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53018) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:20.689804 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-415b412f-53db-41eb-bcdb-07211085cb40 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 05:48:20.690624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415b412f-53db-41eb-bcdb-07211085cb40 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:48:20.693959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-415b412f-53db-41eb-bcdb-07211085cb40 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "DELETE /v2.0/networks/67f93378-a0b7-4441-a525-8a6bd0919bff HTTP/1.1" status: 404 len: 339 time: 0.0237894 Feb 11 05:48:20.698864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53020) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:20.704403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Request body: {'network': {'name': 'tempest-network--1600131994', 'router:external': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:20.716352 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (37481664-6184-4a81-a854-65479ce12481), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.728284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.729013 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.766926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Made reservation on behalf of d6ca6f736d8045dcb471ac90bb497bea for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:20.771922 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.792760 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2708004 Feb 11 05:48:20.797183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:20.805339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'subnet': {'network_id': '37481664-6184-4a81-a854-65479ce12481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:20.831690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:20.845275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (02bc7f2d-266f-4cda-ae4b-1f9d13c39034), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.845628 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Added segment 02bc7f2d-266f-4cda-ae4b-1f9d13c39034 of type vlan for network c487861d-5a7c-48e7-bc85-dd033d2ba590 Feb 11 05:48:20.854076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa94edf-7645-425a-82f8-223b9fc1b98c tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Network': ['ID=37481664-6184-4a81-a854-65479ce12481,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:20.877176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 37481664-6184-4a81-a854-65479ce12481 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:20.954237 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (c487861d-5a7c-48e7-bc85-dd033d2ba590), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.990436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:20.994474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.027520 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (c487861d-5a7c-48e7-bc85-dd033d2ba590), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.030507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:21.031665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.069411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3692818 Feb 11 05:48:21.072397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53028) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:21.155787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973911f-9d50-4f14-9a8c-e070cff34c2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'Network': ['ID=c487861d-5a7c-48e7-bc85-dd033d2ba590,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:21.180628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network c487861d-5a7c-48e7-bc85-dd033d2ba590 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:21.275759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (6caadbb5-58f7-4454-a6ee-c8eeb09314d9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.354105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Subnet': ['ID=6caadbb5-58f7-4454-a6ee-c8eeb09314d9,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:21.359609 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Checking segment: {'id': '79ee81ea-5b26-459a-ae58-a019c527536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37481664-6184-4a81-a854-65479ce12481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:21.359992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network hostable DHCP agents. Network: 37481664-6184-4a81-a854-65479ce12481, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:21.388632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 37481664-6184-4a81-a854-65479ce12481 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:21.400595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 37481664-6184-4a81-a854-65479ce12481) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:21.410412 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9349eb9-8d9f-4409-a130-030c4debcdab None None] Network 37481664-6184-4a81-a854-65479ce12481 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:21.432797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:21.435277 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.463323 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f326f1c5-dced-4760-b499-616f997d296f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6646874 Feb 11 05:48:21.468145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53034) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:21.600752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-37481664-6184-4a81-a854-65479ce12481', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'project_id': '9acc36b58f574e529557a2b54404fd23', 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:21.601687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.783808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Allocated IP 172.20.0.2 (37481664-6184-4a81-a854-65479ce12481/6caadbb5-58f7-4454-a6ee-c8eeb09314d9/7cf8259b-a997-4517-b5cb-6667e80fadec) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:21.834499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6d47b-2ab9-474a-9778-40a350fabc3f tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:21.843032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6d47b-2ab9-474a-9778-40a350fabc3f tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:21.847966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6d47b-2ab9-474a-9778-40a350fabc3f tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:21.853308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6d47b-2ab9-474a-9778-40a350fabc3f tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:21.858068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5bd6d47b-2ab9-474a-9778-40a350fabc3f tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7815790 Feb 11 05:48:21.858385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53044) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:21.944951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.945300 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c487861d-5a7c-48e7-bc85-dd033d2ba590), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.038116 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Publish callbacks [] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.048096 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c487861d-5a7c-48e7-bc85-dd033d2ba590), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.070765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c487861d-5a7c-48e7-bc85-dd033d2ba590']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:22.076981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.089045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bc7f2d-266f-4cda-ae4b-1f9d13c39034') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:22.089731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bc7f2d-266f-4cda-ae4b-1f9d13c39034') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:22.114384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (02bc7f2d-266f-4cda-ae4b-1f9d13c39034), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.121494 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.136822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Network 37481664-6184-4a81-a854-65479ce12481 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:22.142034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (02bc7f2d-266f-4cda-ae4b-1f9d13c39034), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.149109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:22.149569 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (02bc7f2d-266f-4cda-ae4b-1f9d13c39034), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:22.151840 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:22.155225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:22.166632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:22.174200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d9af19df-9383-4dda-9e28-84d437151b44 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:22.263530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (c487861d-5a7c-48e7-bc85-dd033d2ba590), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.270469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c487861d-5a7c-48e7-bc85-dd033d2ba590 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:48:22.273310 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.276553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c487861d-5a7c-48e7-bc85-dd033d2ba590 HTTP/1.1" status: 204 len: 168 time: 0.4166622 Feb 11 05:48:22.281725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53052) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:22.287877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943bd58-5ddc-4592-9847-55d9d5238f2f tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event deleted for resources: {'Network': ['ID=c487861d-5a7c-48e7-bc85-dd033d2ba590,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:22.296090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Pushing event updated for resources: {'Port': ['ID=7cf8259b-a997-4517-b5cb-6667e80fadec,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:22.323523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Attempting to bind port 7cf8259b-a997-4517-b5cb-6667e80fadec on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:22.324166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Attempting to bind port 7cf8259b-a997-4517-b5cb-6667e80fadec by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '79ee81ea-5b26-459a-ae58-a019c527536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37481664-6184-4a81-a854-65479ce12481'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:22.324816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Attempting to bind port 7cf8259b-a997-4517-b5cb-6667e80fadec on network 37481664-6184-4a81-a854-65479ce12481 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:22.334346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:22.335022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Checking segment: {'id': '79ee81ea-5b26-459a-ae58-a019c527536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37481664-6184-4a81-a854-65479ce12481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:22.335620 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.336193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Bound using segment: {'id': '79ee81ea-5b26-459a-ae58-a019c527536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37481664-6184-4a81-a854-65479ce12481'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:22.336841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Bound port: 7cf8259b-a997-4517-b5cb-6667e80fadec, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ee81ea-5b26-459a-ae58-a019c527536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37481664-6184-4a81-a854-65479ce12481'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:22.338370 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.343004 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.20.0.1 (37481664-6184-4a81-a854-65479ce12481/6caadbb5-58f7-4454-a6ee-c8eeb09314d9/91fb8e5b-2272-48c3-83a6-729cff306d9c) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:22.390836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port d9af19df-9383-4dda-9e28-84d437151b44 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:22.391482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d9af19df-9383-4dda-9e28-84d437151b44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.462879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] For port 7cf8259b-a997-4517-b5cb-6667e80fadec, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:22.472122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] For port 7cf8259b-a997-4517-b5cb-6667e80fadec, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7cf8259b-a997-4517-b5cb-6667e80fadec,segment=NetworkSegment(79ee81ea-5b26-459a-ae58-a019c527536c),segment_id=79ee81ea-5b26-459a-ae58-a019c527536c)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:22.487106 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.494932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.509189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Request body: {'network': {'name': 'tempest-network--228957592', 'router:external': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:22.540852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Made reservation on behalf of d6ca6f736d8045dcb471ac90bb497bea for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:22.543318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.574422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.595991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port d9af19df-9383-4dda-9e28-84d437151b44 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:22.611662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bbd7f-056a-41ea-af4b-f4971d08a233 None None] Pushing event updated for resources: {'Port': ['ID=7cf8259b-a997-4517-b5cb-6667e80fadec,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:22.612814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:22.641909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c0edea9e-b9bd-428c-bb9c-c1ae76dd5f96), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.642265 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Added segment c0edea9e-b9bd-428c-bb9c-c1ae76dd5f96 of type vlan for network 319a2f99-b65f-4cc2-bd47-1e7a86e7979f Feb 11 05:48:22.657183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 37481664-6184-4a81-a854-65479ce12481 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:22.661391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:22.667567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:22.691602 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=91fb8e5b-2272-48c3-83a6-729cff306d9c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:22.752557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (319a2f99-b65f-4cc2-bd47-1e7a86e7979f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.768067 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.869335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.resource_extend [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:48:22.921530 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (319a2f99-b65f-4cc2-bd47-1e7a86e7979f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.922513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:22.923097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.971639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.022485 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5189037 Feb 11 05:48:23.025188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53066) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:23.038510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc415690-8edb-4ad7-841d-b5c64a96b7a8 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'Network': ['ID=319a2f99-b65f-4cc2-bd47-1e7a86e7979f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:23.049643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 319a2f99-b65f-4cc2-bd47-1e7a86e7979f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:23.139956 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.152557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3e9d3-8ae9-44dc-9a4f-36ced2aa531b tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.154188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7fd3e9d3-8ae9-44dc-9a4f-36ced2aa531b tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] 10.222.0.31 "GET /v2.0/networks/319a2f99-b65f-4cc2-bd47-1e7a86e7979f HTTP/1.1" status: 200 len: 756 time: 0.1273301 Feb 11 05:48:23.157513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53068) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:23.256515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052cebc4-0567-4064-932f-64243688ac7b tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.257985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-052cebc4-0567-4064-932f-64243688ac7b tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] 10.222.0.31 "GET /v2.0/networks/be7a25f8-e52c-42dc-827c-09e659adeb48 HTTP/1.1" status: 200 len: 767 time: 0.0995262 Feb 11 05:48:23.260746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53074) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:23.342097 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (319a2f99-b65f-4cc2-bd47-1e7a86e7979f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.364610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.369613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.432272 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (319a2f99-b65f-4cc2-bd47-1e7a86e7979f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.454141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=91fb8e5b-2272-48c3-83a6-729cff306d9c,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:23.456699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.457426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319a2f99-b65f-4cc2-bd47-1e7a86e7979f']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:23.471396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0edea9e-b9bd-428c-bb9c-c1ae76dd5f96') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:23.471697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0edea9e-b9bd-428c-bb9c-c1ae76dd5f96') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:23.483605 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (c0edea9e-b9bd-428c-bb9c-c1ae76dd5f96), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.502530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c0edea9e-b9bd-428c-bb9c-c1ae76dd5f96), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.520389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:23.520804 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (c0edea9e-b9bd-428c-bb9c-c1ae76dd5f96), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:23.523274 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:23.568711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 37481664-6184-4a81-a854-65479ce12481 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:23.570338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:23.602513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (319a2f99-b65f-4cc2-bd47-1e7a86e7979f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.609260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 319a2f99-b65f-4cc2-bd47-1e7a86e7979f {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:48:23.613442 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.622948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "DELETE /v2.0/networks/319a2f99-b65f-4cc2-bd47-1e7a86e7979f HTTP/1.1" status: 204 len: 168 time: 0.3570964 Feb 11 05:48:23.624921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53080) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:23.632211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Request body: {'network': {'name': 'tempest-network--1847353157'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:23.648405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953e91b-4cd1-479d-b22d-9204f3bb3778 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event deleted for resources: {'Network': ['ID=319a2f99-b65f-4cc2-bd47-1e7a86e7979f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:23.674399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Made reservation on behalf of d6ca6f736d8045dcb471ac90bb497bea for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:23.678467 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.712187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:23.730426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (09814904-35fb-42db-8223-c3167d57f206), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.730777 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Added segment 09814904-35fb-42db-8223-c3167d57f206 of type vlan for network 25205e9a-4430-4a13-95c3-3f8e3cce9e3d Feb 11 05:48:23.776674 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (25205e9a-4430-4a13-95c3-3f8e3cce9e3d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.812319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (25205e9a-4430-4a13-95c3-3f8e3cce9e3d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.813887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.814578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.823197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:23.950694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'Network': ['ID=25205e9a-4430-4a13-95c3-3f8e3cce9e3d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:23.958987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-058e24ab-6c2a-460c-b7cf-15ab57b57bf7 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3304467 Feb 11 05:48:23.961400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53088) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:23.966275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 25205e9a-4430-4a13-95c3-3f8e3cce9e3d details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:23.968809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-219a4e90-1294-460d-a962-aa0271627c4a tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:24.009533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:24.023222 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-41d7570d-a7c5-4d66-bd82-d49c707c6a54 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537975 Feb 11 05:48:24.023924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53090) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:24.036738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'network': {'name': 'tempest-RoutersTest-974457856'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:24.073979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:24.080090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.139265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:24.156188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0312610-83e6-4f92-a441-523665c287a2 None None] Network 37481664-6184-4a81-a854-65479ce12481 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:24.163875 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e6921581-1cbf-4075-b8c2-02d5985aedd3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.166447 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added segment e6921581-1cbf-4075-b8c2-02d5985aedd3 of type vlan for network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 Feb 11 05:48:24.236811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7cf8259b-a997-4517-b5cb-6667e80fadec up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:24.270464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-219a4e90-1294-460d-a962-aa0271627c4a tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (25205e9a-4430-4a13-95c3-3f8e3cce9e3d), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.271896 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (523c3230-e9aa-4b38-98d1-dfdeef817eb5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.301281 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-219a4e90-1294-460d-a962-aa0271627c4a tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (25205e9a-4430-4a13-95c3-3f8e3cce9e3d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.303673 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (523c3230-e9aa-4b38-98d1-dfdeef817eb5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.311329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-219a4e90-1294-460d-a962-aa0271627c4a tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Network 25205e9a-4430-4a13-95c3-3f8e3cce9e3d is not hosted by any dhcp agent {{(pid=103120) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:48:24.312326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a4e90-1294-460d-a962-aa0271627c4a tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.313465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-219a4e90-1294-460d-a962-aa0271627c4a tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.314433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.315295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.316011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-219a4e90-1294-460d-a962-aa0271627c4a tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "PUT /v2.0/networks/25205e9a-4430-4a13-95c3-3f8e3cce9e3d HTTP/1.1" status: 200 len: 858 time: 0.3533752 Feb 11 05:48:24.319288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53094) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:24.395437 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3702450 Feb 11 05:48:24.396116 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53098) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:24.404769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a4e90-1294-460d-a962-aa0271627c4a tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event updated for resources: {'Network': ['ID=25205e9a-4430-4a13-95c3-3f8e3cce9e3d,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:24.405889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'subnet': {'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:24.507072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:24.510109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Network': ['ID=523c3230-e9aa-4b38-98d1-dfdeef817eb5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:24.516751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (25205e9a-4430-4a13-95c3-3f8e3cce9e3d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.559937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.560302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.560630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.560973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.561332 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.561668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.562003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.562331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.562923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.563252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.563576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.563901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.564224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a020bd-9329-41a5-bcfe-96bd167327cb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:24.567564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ec527316-a458-4d95-b9dd-97671810f68e None None] Provisioning complete for port 7cf8259b-a997-4517-b5cb-6667e80fadec triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:24.567943 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ec527316-a458-4d95-b9dd-97671810f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.572267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:24.572911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:24.604064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:24.684728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:24.687869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.693420 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (25205e9a-4430-4a13-95c3-3f8e3cce9e3d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.741094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25205e9a-4430-4a13-95c3-3f8e3cce9e3d']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:24.788689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09814904-35fb-42db-8223-c3167d57f206') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:24.788689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09814904-35fb-42db-8223-c3167d57f206') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:24.808583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (09814904-35fb-42db-8223-c3167d57f206), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.815348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:24.842407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (09814904-35fb-42db-8223-c3167d57f206), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.848107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7cf8259b-a997-4517-b5cb-6667e80fadec triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:24.848485 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.855373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:24.855819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (09814904-35fb-42db-8223-c3167d57f206), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:24.859553 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:24.966881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (25205e9a-4430-4a13-95c3-3f8e3cce9e3d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.976869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25205e9a-4430-4a13-95c3-3f8e3cce9e3d {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:48:24.990020 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.990020 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] 10.222.0.31 "DELETE /v2.0/networks/25205e9a-4430-4a13-95c3-3f8e3cce9e3d HTTP/1.1" status: 204 len: 168 time: 0.6610141 Feb 11 05:48:24.990707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53110) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:25.009990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ec527316-a458-4d95-b9dd-97671810f68e None None] Current status of the port 7cf8259b-a997-4517-b5cb-6667e80fadec is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:25.009990 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ec527316-a458-4d95-b9dd-97671810f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.025581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf974c-08c7-458d-b113-20e715f12791 tempest-ExternalNetworksTestJSON-1140207639 tempest-ExternalNetworksTestJSON-1140207639-project-admin] Pushing event deleted for resources: {'Network': ['ID=25205e9a-4430-4a13-95c3-3f8e3cce9e3d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:25.045816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (d76b1c64-82f6-40b8-bd37-406ff2112dd6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.062141 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa433be4-fc34-4721-92b6-428d90ffa958 tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] DELETE failed (client error): The resource could not be found. Feb 11 05:48:25.063252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa433be4-fc34-4721-92b6-428d90ffa958 tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:48:25.076806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fa433be4-fc34-4721-92b6-428d90ffa958 tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] 10.222.0.31 "DELETE /v2.0/subnets/e5772ee9-9340-4f4b-af3c-435ed1335cf4 HTTP/1.1" status: 404 len: 337 time: 0.0847244 Feb 11 05:48:25.082410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53112) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:25.163651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Subnet': ['ID=d76b1c64-82f6-40b8-bd37-406ff2112dd6,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:25.182173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7cf8259b-a997-4517-b5cb-6667e80fadec is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:25.182569 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.184723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Checking segment: {'id': 'e6921581-1cbf-4075-b8c2-02d5985aedd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:25.185321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network hostable DHCP agents. Network: 523c3230-e9aa-4b38-98d1-dfdeef817eb5, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:25.226253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:25.236881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 523c3230-e9aa-4b38-98d1-dfdeef817eb5) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:25.245450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.246065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.275908 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f23843b3-75c8-43cb-b70d-c06caaa4201a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8744755 Feb 11 05:48:25.278111 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (be7a25f8-e52c-42dc-827c-09e659adeb48), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.278681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53116) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:25.317629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ec527316-a458-4d95-b9dd-97671810f68e None None] For port 7cf8259b-a997-4517-b5cb-6667e80fadec, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7cf8259b-a997-4517-b5cb-6667e80fadec,segment=NetworkSegment(79ee81ea-5b26-459a-ae58-a019c527536c),segment_id=79ee81ea-5b26-459a-ae58-a019c527536c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:25.320429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c1dfb5-f29c-4b0d-8332-444918c941b8 None None] Network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:25.349178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ec527316-a458-4d95-b9dd-97671810f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.415009 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (be7a25f8-e52c-42dc-827c-09e659adeb48), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.474626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7a25f8-e52c-42dc-827c-09e659adeb48']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:25.497656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ca67b0-70e1-41e1-92b7-cca5028acc8c') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:25.498243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ca67b0-70e1-41e1-92b7-cca5028acc8c') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:25.527824 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (b7ca67b0-70e1-41e1-92b7-cca5028acc8c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.548423 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b7ca67b0-70e1-41e1-92b7-cca5028acc8c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.556230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:25.556655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (b7ca67b0-70e1-41e1-92b7-cca5028acc8c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:25.662707 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:25.683940 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:25.683940 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:25.692162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (be7a25f8-e52c-42dc-827c-09e659adeb48), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.700272 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.708341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'project_id': '9acc36b58f574e529557a2b54404fd23', 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:25.717950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] 10.222.0.31 "DELETE /v2.0/networks/be7a25f8-e52c-42dc-827c-09e659adeb48 HTTP/1.1" status: 204 len: 168 time: 0.6294825 Feb 11 05:48:25.720467 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.760527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e6eea-44f5-488f-911b-12559e1aaf4a tempest-ExternalNetworksTestJSON-411887654 tempest-ExternalNetworksTestJSON-411887654-project] Pushing event deleted for resources: {'Network': ['ID=be7a25f8-e52c-42dc-827c-09e659adeb48,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:25.936289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d77e7a4e-1a05-465b-ac73-17afe910fe80 None None] Provisioning complete for port 91fb8e5b-2272-48c3-83a6-729cff306d9c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:25.937404 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d77e7a4e-1a05-465b-ac73-17afe910fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.976401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec527316-a458-4d95-b9dd-97671810f68e None None] Pushing event updated for resources: {'Port': ['ID=7cf8259b-a997-4517-b5cb-6667e80fadec,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:26.073214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d77e7a4e-1a05-465b-ac73-17afe910fe80 None None] Port 91fb8e5b-2272-48c3-83a6-729cff306d9c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:26.104878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:22Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:23Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:26.108924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Allocated IP 172.21.0.2 (523c3230-e9aa-4b38-98d1-dfdeef817eb5/d76b1c64-82f6-40b8-bd37-406ff2112dd6/4b9f4585-a88b-4606-825a-6ad1da325667) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:26.159499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:26.159877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Updating router 543a3591-bc93-4c0a-849d-50c74dfa869a port 91fb8e5b-2272-48c3-83a6-729cff306d9c binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:26.194940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d77e7a4e-1a05-465b-ac73-17afe910fe80 None None] Provisioning complete for port 7cf8259b-a997-4517-b5cb-6667e80fadec triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:26.195370 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d77e7a4e-1a05-465b-ac73-17afe910fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.201551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53132) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:26.269417 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.410082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.432130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2db92e7b-2503-4eaa-94db-f7236f853ffc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c668a098fe5141e8bed7ba85c3ae3c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292783 Feb 11 05:48:26.433393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53140) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:26.483908 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Publish callbacks [] for port (4b9f4585-a88b-4606-825a-6ad1da325667), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.493703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7cf8259b-a997-4517-b5cb-6667e80fadec is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:26.502093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.545367 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4af1142c-5620-4453-88a9-3432e6683bc3 admin admin] Publish callbacks [] for security_group (cdf727dc-d0d4-4811-84e1-d1168b777da4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.560930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Pushing event updated for resources: {'Port': ['ID=4b9f4585-a88b-4606-825a-6ad1da325667,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:26.580188 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4af1142c-5620-4453-88a9-3432e6683bc3 admin admin] Publish callbacks [] for security_group (cdf727dc-d0d4-4811-84e1-d1168b777da4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.658848 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4af1142c-5620-4453-88a9-3432e6683bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cdf727dc-d0d4-4811-84e1-d1168b777da4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.661963 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4af1142c-5620-4453-88a9-3432e6683bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.663816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4af1142c-5620-4453-88a9-3432e6683bc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdf727dc-d0d4-4811-84e1-d1168b777da4 HTTP/1.1" status: 204 len: 168 time: 0.2284806 Feb 11 05:48:26.702366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1142c-5620-4453-88a9-3432e6683bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf727dc-d0d4-4811-84e1-d1168b777da4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:26.704234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7cf8259b-a997-4517-b5cb-6667e80fadec up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:26.755659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:26.831935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.21.0.1 (523c3230-e9aa-4b38-98d1-dfdeef817eb5/d76b1c64-82f6-40b8-bd37-406ff2112dd6/6feca2f9-c78f-4029-bd3f-01da758d7d93) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:26.975991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:26.984827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:27.003397 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.050501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d77e7a4e-1a05-465b-ac73-17afe910fe80 None None] Current status of the port 7cf8259b-a997-4517-b5cb-6667e80fadec is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:27.068088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.089501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7cf8259b-a997-4517-b5cb-6667e80fadec triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:27.090115 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.133896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53156) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:27.147253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:27.162458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=6feca2f9-c78f-4029-bd3f-01da758d7d93,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:27.162945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Attempting to bind port 4b9f4585-a88b-4606-825a-6ad1da325667 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:27.163791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Attempting to bind port 4b9f4585-a88b-4606-825a-6ad1da325667 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'e6921581-1cbf-4075-b8c2-02d5985aedd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:27.163791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Attempting to bind port 4b9f4585-a88b-4606-825a-6ad1da325667 on network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:27.165905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:27.169154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:27.196880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:27.197295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Checking segment: {'id': 'e6921581-1cbf-4075-b8c2-02d5985aedd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:27.197706 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.198110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Bound using segment: {'id': 'e6921581-1cbf-4075-b8c2-02d5985aedd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:27.198600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Bound port: 4b9f4585-a88b-4606-825a-6ad1da325667, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6921581-1cbf-4075-b8c2-02d5985aedd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:27.198989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.220848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e9bdabff-6d07-4a94-a06c-5ab7bcbd07ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6ca6f736d8045dcb471ac90bb497bea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0857146 Feb 11 05:48:27.223429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53160) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:27.245447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.251587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7f695719-6f05-4516-b5fb-1af9dea13a07 None None] Provisioning complete for port 91fb8e5b-2272-48c3-83a6-729cff306d9c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:27.252072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f695719-6f05-4516-b5fb-1af9dea13a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.296032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfc66af8-d1b1-4bbd-a85d-a337755521ad admin admin] Publish callbacks [] for security_group (0a9d1a88-245a-41f5-89d0-0654402e0cf8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.342735 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfc66af8-d1b1-4bbd-a85d-a337755521ad admin admin] Publish callbacks [] for security_group (0a9d1a88-245a-41f5-89d0-0654402e0cf8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.433267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7f695719-6f05-4516-b5fb-1af9dea13a07 None None] Port 91fb8e5b-2272-48c3-83a6-729cff306d9c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:27.442342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7cf8259b-a997-4517-b5cb-6667e80fadec is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:27.445007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfc66af8-d1b1-4bbd-a85d-a337755521ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a9d1a88-245a-41f5-89d0-0654402e0cf8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.447257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] For port 4b9f4585-a88b-4606-825a-6ad1da325667, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:27.449158 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfc66af8-d1b1-4bbd-a85d-a337755521ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.455870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bfc66af8-d1b1-4bbd-a85d-a337755521ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a9d1a88-245a-41f5-89d0-0654402e0cf8 HTTP/1.1" status: 204 len: 168 time: 0.2297878 Feb 11 05:48:27.459647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.470133 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Publish callbacks [] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.473100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] For port 4b9f4585-a88b-4606-825a-6ad1da325667, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4b9f4585-a88b-4606-825a-6ad1da325667,segment=NetworkSegment(e6921581-1cbf-4075-b8c2-02d5985aedd3),segment_id=e6921581-1cbf-4075-b8c2-02d5985aedd3)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:27.482482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.492101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc66af8-d1b1-4bbd-a85d-a337755521ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9d1a88-245a-41f5-89d0-0654402e0cf8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:27.501025 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.579956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2de520-3ef1-4d99-8387-43698644c661 None None] Pushing event updated for resources: {'Port': ['ID=91fb8e5b-2272-48c3-83a6-729cff306d9c,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:27.715578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Attempting to bind port 91fb8e5b-2272-48c3-83a6-729cff306d9c on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:27.715913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Attempting to bind port 91fb8e5b-2272-48c3-83a6-729cff306d9c by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '79ee81ea-5b26-459a-ae58-a019c527536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37481664-6184-4a81-a854-65479ce12481'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:27.716311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Attempting to bind port 91fb8e5b-2272-48c3-83a6-729cff306d9c on network 37481664-6184-4a81-a854-65479ce12481 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:27.771082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:27.771556 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Checking segment: {'id': '79ee81ea-5b26-459a-ae58-a019c527536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37481664-6184-4a81-a854-65479ce12481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:27.771879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.772277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Bound using segment: {'id': '79ee81ea-5b26-459a-ae58-a019c527536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37481664-6184-4a81-a854-65479ce12481'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:27.773445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Bound port: 91fb8e5b-2272-48c3-83a6-729cff306d9c, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ee81ea-5b26-459a-ae58-a019c527536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37481664-6184-4a81-a854-65479ce12481'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:27.773875 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.777896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d350d-675e-4354-9a81-d735a0fd15a9 None None] Pushing event updated for resources: {'Port': ['ID=4b9f4585-a88b-4606-825a-6ad1da325667,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:27.798381 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0553240b-b826-4b28-9055-85afc6c25449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.898314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] For port 91fb8e5b-2272-48c3-83a6-729cff306d9c, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:27.903412 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] For port 91fb8e5b-2272-48c3-83a6-729cff306d9c, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=91fb8e5b-2272-48c3-83a6-729cff306d9c,segment=NetworkSegment(79ee81ea-5b26-459a-ae58-a019c527536c),segment_id=79ee81ea-5b26-459a-ae58-a019c527536c)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:27.914112 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.949789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.972643 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.015989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:28.016646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:28.109822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.115377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=6feca2f9-c78f-4029-bd3f-01da758d7d93,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:28.119698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2de520-3ef1-4d99-8387-43698644c661 None None] Pushing event updated for resources: {'Port': ['ID=91fb8e5b-2272-48c3-83a6-729cff306d9c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:28.145167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2c9683e8-9e5c-471d-912c-eaf0408abf6c None None] Provisioning complete for port 91fb8e5b-2272-48c3-83a6-729cff306d9c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:28.145805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2c9683e8-9e5c-471d-912c-eaf0408abf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.200271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:28.331135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:28.332977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:28.493792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2c9683e8-9e5c-471d-912c-eaf0408abf6c None None] Current status of the port 91fb8e5b-2272-48c3-83a6-729cff306d9c is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:28.494240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2c9683e8-9e5c-471d-912c-eaf0408abf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.517678 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:28.577498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2c9683e8-9e5c-471d-912c-eaf0408abf6c None None] For port 91fb8e5b-2272-48c3-83a6-729cff306d9c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=91fb8e5b-2272-48c3-83a6-729cff306d9c,segment=NetworkSegment(79ee81ea-5b26-459a-ae58-a019c527536c),segment_id=79ee81ea-5b26-459a-ae58-a019c527536c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:28.616708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2c9683e8-9e5c-471d-912c-eaf0408abf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.664464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:28.679544 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4e2cbd1-5441-4034-96fa-71ace1a2e722 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3987110 Feb 11 05:48:28.681382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53198) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:28.686539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1232447170'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:28.694239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9683e8-9e5c-471d-912c-eaf0408abf6c None None] Pushing event updated for resources: {'Port': ['ID=91fb8e5b-2272-48c3-83a6-729cff306d9c,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:28.701847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4b9f4585-a88b-4606-825a-6ad1da325667 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:28.718959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:28.723232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.770466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:28.792538 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (cd4af88a-2076-4536-95b2-a5d94e58e890), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.792908 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added segment cd4af88a-2076-4536-95b2-a5d94e58e890 of type vlan for network a03c1d52-7e84-449e-b2a8-8e374c753385 Feb 11 05:48:28.806433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4b9f4585-a88b-4606-825a-6ad1da325667 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:28.806932 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.810936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-73a06bb1-718a-4425-b5f2-0572df01c3f8 None None] Provisioning complete for port 91fb8e5b-2272-48c3-83a6-729cff306d9c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:28.810936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-73a06bb1-718a-4425-b5f2-0572df01c3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.812501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:27Z', 'revision_number': 3, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:27Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:27Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:28.890747 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (a03c1d52-7e84-449e-b2a8-8e374c753385), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.904371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5fbbf9-8fdc-43eb-93ff-c5883c1671cf None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:27Z', 'revision_number': 3, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:27Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:27Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:28.933320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (a03c1d52-7e84-449e-b2a8-8e374c753385), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.942732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:28.956312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.045847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3633132 Feb 11 05:48:29.048589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53210) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:29.050386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985a243-d2ba-42cb-bff7-41ee44bb74d8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Network': ['ID=a03c1d52-7e84-449e-b2a8-8e374c753385,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:29.055516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'subnet': {'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:29.071659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network a03c1d52-7e84-449e-b2a8-8e374c753385 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:29.114183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-73a06bb1-718a-4425-b5f2-0572df01c3f8 None None] Current status of the port 91fb8e5b-2272-48c3-83a6-729cff306d9c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:29.120036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4b9f4585-a88b-4606-825a-6ad1da325667 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:29.120591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.244016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 4b9f4585-a88b-4606-825a-6ad1da325667, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4b9f4585-a88b-4606-825a-6ad1da325667,segment=NetworkSegment(e6921581-1cbf-4075-b8c2-02d5985aedd3),segment_id=e6921581-1cbf-4075-b8c2-02d5985aedd3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:29.251579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:29.261278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.267413 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.400667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55c8a5-7d00-4304-890f-624d57e67a85 None None] Network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:29.561897 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (c1cd2ff1-fbba-4498-a25e-1d383d1b108c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.603534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=4b9f4585-a88b-4606-825a-6ad1da325667,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:29.618643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-65d2c69f-c64f-411e-bf19-139c8506771f None None] Provisioning complete for port 4b9f4585-a88b-4606-825a-6ad1da325667 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:29.619383 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-65d2c69f-c64f-411e-bf19-139c8506771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.641564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Subnet': ['ID=c1cd2ff1-fbba-4498-a25e-1d383d1b108c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:29.688372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Checking segment: {'id': 'cd4af88a-2076-4536-95b2-a5d94e58e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:29.688737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network hostable DHCP agents. Network: a03c1d52-7e84-449e-b2a8-8e374c753385, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:29.707941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53228) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:29.738732 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network a03c1d52-7e84-449e-b2a8-8e374c753385 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:29.751026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-65d2c69f-c64f-411e-bf19-139c8506771f None None] Current status of the port 4b9f4585-a88b-4606-825a-6ad1da325667 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:29.770784 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, a03c1d52-7e84-449e-b2a8-8e374c753385) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:29.775150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:29.776118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.781835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189778fb-3b43-4879-8b2f-b583adcc0994 None None] Network a03c1d52-7e84-449e-b2a8-8e374c753385 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:29.822868 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-51be33bb-0915-441c-8a53-4ba350ea0eb8 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7693448 Feb 11 05:48:29.827339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53236) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:30.004971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-a03c1d52-7e84-449e-b2a8-8e374c753385', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'project_id': '9acc36b58f574e529557a2b54404fd23', 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:30.006025 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.028374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-536482844', 'router:external': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:30.186475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Made reservation on behalf of c49c9e52d4894a96b3d48b7088d63dac for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:30.189587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.211305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.497637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c2ca6251-88d3-4cea-bfb1-411c4f4d08ce None None] Provisioning complete for port 4b9f4585-a88b-4606-825a-6ad1da325667 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:30.498117 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6251-88d3-4cea-bfb1-411c4f4d08ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.505091 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bb042652-5823-43eb-a460-8b42ff4c6487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.513867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Allocated IP 172.22.0.2 (a03c1d52-7e84-449e-b2a8-8e374c753385/c1cd2ff1-fbba-4498-a25e-1d383d1b108c/8ed868c4-b039-472f-80f6-6e50d269a11e) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:30.724142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for security_group (ea4f2a81-de6f-4b46-ba78-351f80dc7433), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.737185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.741023 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ea4f2a81-de6f-4b46-ba78-351f80dc7433), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.838181 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4b9f4585-a88b-4606-825a-6ad1da325667 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:30.873989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca6251-88d3-4cea-bfb1-411c4f4d08ce None None] Current status of the port 4b9f4585-a88b-4606-825a-6ad1da325667 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:30.879271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:30.891324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f2a81-de6f-4b46-ba78-351f80dc7433,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:30.975124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.975590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.976051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c2ca6251-88d3-4cea-bfb1-411c4f4d08ce None None] Provisioning complete for port 6feca2f9-c78f-4029-bd3f-01da758d7d93 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:30.976197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.976597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.976886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6251-88d3-4cea-bfb1-411c4f4d08ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.977586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.978067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.978577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.979128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.979403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Publish callbacks [] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.983675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.985071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.985646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.986746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:30.987429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:31.014136 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fe92a5d0-23c2-446d-ae8a-51d02e013ec5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.016300 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Added segment fe92a5d0-23c2-446d-ae8a-51d02e013ec5 of type vlan for network 9dc3d410-db05-45db-bc2a-80909ef12c9e Feb 11 05:48:31.046074 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.063580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4b9f4585-a88b-4606-825a-6ad1da325667 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:31.063926 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.089394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Network a03c1d52-7e84-449e-b2a8-8e374c753385 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:31.105044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (9dc3d410-db05-45db-bc2a-80909ef12c9e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.154021 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (9dc3d410-db05-45db-bc2a-80909ef12c9e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.155141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.155817 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.167923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Pushing event updated for resources: {'Port': ['ID=8ed868c4-b039-472f-80f6-6e50d269a11e,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:31.171193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:31.181055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:31.187231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca6251-88d3-4cea-bfb1-411c4f4d08ce None None] Port 6feca2f9-c78f-4029-bd3f-01da758d7d93 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:31.237795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.260451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53262) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:31.266843 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'subnet': {'network_id': '9dc3d410-db05-45db-bc2a-80909ef12c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:31.270284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5595229 Feb 11 05:48:31.322366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Made reservation on behalf of c49c9e52d4894a96b3d48b7088d63dac for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:31.325973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.359276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74dbfa-630b-4ddd-bb94-4baeb5db87ac tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event updated for resources: {'Network': ['ID=9dc3d410-db05-45db-bc2a-80909ef12c9e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:31.368928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Attempting to bind port 8ed868c4-b039-472f-80f6-6e50d269a11e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:31.369493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Attempting to bind port 8ed868c4-b039-472f-80f6-6e50d269a11e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'cd4af88a-2076-4536-95b2-a5d94e58e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:31.369982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Attempting to bind port 8ed868c4-b039-472f-80f6-6e50d269a11e on network a03c1d52-7e84-449e-b2a8-8e374c753385 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:31.402461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 9dc3d410-db05-45db-bc2a-80909ef12c9e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:31.432279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5cc9b79f-cfa1-4a54-b1aa-e053c726bf3b None None] Provisioning complete for port 6feca2f9-c78f-4029-bd3f-01da758d7d93 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:31.434266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b79f-cfa1-4a54-b1aa-e053c726bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.453559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:31.454136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Checking segment: {'id': 'cd4af88a-2076-4536-95b2-a5d94e58e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:31.455718 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.456356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Bound using segment: {'id': 'cd4af88a-2076-4536-95b2-a5d94e58e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:31.457039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Bound port: 8ed868c4-b039-472f-80f6-6e50d269a11e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4af88a-2076-4536-95b2-a5d94e58e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:31.457551 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.575374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4b9f4585-a88b-4606-825a-6ad1da325667 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:31.576497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 91fb8e5b-2272-48c3-83a6-729cff306d9c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:31.598786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.22.0.1 (a03c1d52-7e84-449e-b2a8-8e374c753385/c1cd2ff1-fbba-4498-a25e-1d383d1b108c/a93729b2-90cf-40ae-8036-a8fcebaef4cd) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:31.749140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] For port 8ed868c4-b039-472f-80f6-6e50d269a11e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:31.755158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] For port 8ed868c4-b039-472f-80f6-6e50d269a11e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8ed868c4-b039-472f-80f6-6e50d269a11e,segment=NetworkSegment(cd4af88a-2076-4536-95b2-a5d94e58e890),segment_id=cd4af88a-2076-4536-95b2-a5d94e58e890)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:31.796956 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.812212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9b79f-cfa1-4a54-b1aa-e053c726bf3b None None] Port 6feca2f9-c78f-4029-bd3f-01da758d7d93 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:31.822023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:48:31.822489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (3bb6f161-9148-45a6-862b-0d7f7aad81f5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.854366 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.895912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3bb6f161-9148-45a6-862b-0d7f7aad81f5,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:31.901929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Checking segment: {'id': 'fe92a5d0-23c2-446d-ae8a-51d02e013ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9dc3d410-db05-45db-bc2a-80909ef12c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:31.902308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Network hostable DHCP agents. Network: 9dc3d410-db05-45db-bc2a-80909ef12c9e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:31.905901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a3ba9-6a51-475a-99a8-027bf7676c1b None None] Pushing event updated for resources: {'Port': ['ID=8ed868c4-b039-472f-80f6-6e50d269a11e,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:31.923690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Network 9dc3d410-db05-45db-bc2a-80909ef12c9e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:31.950996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.952464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 9dc3d410-db05-45db-bc2a-80909ef12c9e) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:31.960380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.961153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.961406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 91fb8e5b-2272-48c3-83a6-729cff306d9c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:31.961908 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.992110 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f7cb44a-35a7-495f-9e39-b644bd9fb1c7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7292342 Feb 11 05:48:31.995361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53268) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:31.999105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d0a51-8e2e-444f-a29f-ce23f187a49b None None] Network 9dc3d410-db05-45db-bc2a-80909ef12c9e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:32.012742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1348557800', 'network_id': '9dc3d410-db05-45db-bc2a-80909ef12c9e'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:32.069791 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Made reservation on behalf of c49c9e52d4894a96b3d48b7088d63dac for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:32.072415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.107067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network a03c1d52-7e84-449e-b2a8-8e374c753385 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:32.114878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:32.124100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] device_id is not set on port 7ce9a56b-4596-4767-beea-f9b53f4ab7dd yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:48:32.138476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:32.225253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a0f155-81d9-4193-aaf9-0be6364d125a None None] Network 9dc3d410-db05-45db-bc2a-80909ef12c9e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:32.229629 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.298065 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:32.318561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=a93729b2-90cf-40ae-8036-a8fcebaef4cd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:32.333340 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:32.334253 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:32.350144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 91fb8e5b-2272-48c3-83a6-729cff306d9c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:32.362319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Allocated IP 172.20.0.13 (9dc3d410-db05-45db-bc2a-80909ef12c9e/3bb6f161-9148-45a6-862b-0d7f7aad81f5/7ce9a56b-4596-4767-beea-f9b53f4ab7dd) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:32.518810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.646370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for port (7ce9a56b-4596-4767-beea-f9b53f4ab7dd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.721375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8ed868c4-b039-472f-80f6-6e50d269a11e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:32.723589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7ce9a56b-4596-4767-beea-f9b53f4ab7dd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.777784 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:32.797957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Network 9dc3d410-db05-45db-bc2a-80909ef12c9e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:32.801436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:32.814859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:32.827110 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.834951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8ed868c4-b039-472f-80f6-6e50d269a11e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:32.835329 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.852946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event updated for resources: {'Port': ['ID=7ce9a56b-4596-4767-beea-f9b53f4ab7dd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:32.875318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.876048 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.912036 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f236f030-6d97-4ef4-8e1d-cbc61f0ef1e3 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9138613 Feb 11 05:48:32.912819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53270) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:33.003289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8ed868c4-b039-472f-80f6-6e50d269a11e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:33.005369 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.088763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.096659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.116021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-fca81d99-a92b-45df-b78f-c4c894a8019c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Deleting port 7ce9a56b-4596-4767-beea-f9b53f4ab7dd {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:33.116537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fca81d99-a92b-45df-b78f-c4c894a8019c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7ce9a56b-4596-4767-beea-f9b53f4ab7dd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.120628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 8ed868c4-b039-472f-80f6-6e50d269a11e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8ed868c4-b039-472f-80f6-6e50d269a11e,segment=NetworkSegment(cd4af88a-2076-4536-95b2-a5d94e58e890),segment_id=cd4af88a-2076-4536-95b2-a5d94e58e890)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:33.131101 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.171203 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:27Z', 'revision_number': 3, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:27Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:33.209975 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:33.210349 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Updating router 543a3591-bc93-4c0a-849d-50c74dfa869a port 6feca2f9-c78f-4029-bd3f-01da758d7d93 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:33.235819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=a93729b2-90cf-40ae-8036-a8fcebaef4cd,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:33.256299 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fca81d99-a92b-45df-b78f-c4c894a8019c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7ce9a56b-4596-4767-beea-f9b53f4ab7dd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.275839 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.290358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=8ed868c4-b039-472f-80f6-6e50d269a11e,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:33.292444 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.294301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-fca81d99-a92b-45df-b78f-c4c894a8019c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Calling delete_port for 7ce9a56b-4596-4767-beea-f9b53f4ab7dd owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:33.479141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fca81d99-a92b-45df-b78f-c4c894a8019c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7ce9a56b-4596-4767-beea-f9b53f4ab7dd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.509160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network a03c1d52-7e84-449e-b2a8-8e374c753385 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:33.510943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:33.522816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca81d99-a92b-45df-b78f-c4c894a8019c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ce9a56b-4596-4767-beea-f9b53f4ab7dd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:33.690644 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fca81d99-a92b-45df-b78f-c4c894a8019c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.692809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:33.700129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53274) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:33.706097 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fca81d99-a92b-45df-b78f-c4c894a8019c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7ce9a56b-4596-4767-beea-f9b53f4ab7dd HTTP/1.1" status: 204 len: 168 time: 0.7916744 Feb 11 05:48:33.709211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9dc3d410-db05-45db-bc2a-80909ef12c9e', 'external_fixed_ips': [{'subnet_id': '3bb6f161-9148-45a6-862b-0d7f7aad81f5', 'ip_address': '172.20.0.13'}]}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:33.738811 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Publish callbacks [] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.749290 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.753465 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f08913-8d86-45af-8db4-101f99ab9243 None None] Network a03c1d52-7e84-449e-b2a8-8e374c753385 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:33.808911 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Pushing event updated for resources: {'Port': ['ID=6feca2f9-c78f-4029-bd3f-01da758d7d93,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:33.820439 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.821032 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.821521 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.821867 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.823032 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.823383 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.823719 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.825464 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.825583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (1aaad196-fa55-443d-a11d-317a9513daac), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.825806 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.826266 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.826569 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (1aaad196-fa55-443d-a11d-317a9513daac), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.826757 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.827371 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.827855 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:33.836067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-01b778b5-3f54-4a6d-8cfe-fe824a757526 None None] Provisioning complete for port 8ed868c4-b039-472f-80f6-6e50d269a11e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:33.837247 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01b778b5-3f54-4a6d-8cfe-fe824a757526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.937270 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Attempting to bind port 6feca2f9-c78f-4029-bd3f-01da758d7d93 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:33.938556 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Attempting to bind port 6feca2f9-c78f-4029-bd3f-01da758d7d93 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'e6921581-1cbf-4075-b8c2-02d5985aedd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:33.938928 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Attempting to bind port 6feca2f9-c78f-4029-bd3f-01da758d7d93 on network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:33.946376 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:33.946763 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Checking segment: {'id': 'e6921581-1cbf-4075-b8c2-02d5985aedd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:33.947210 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.947608 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Bound using segment: {'id': 'e6921581-1cbf-4075-b8c2-02d5985aedd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:33.948126 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Bound port: 6feca2f9-c78f-4029-bd3f-01da758d7d93, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6921581-1cbf-4075-b8c2-02d5985aedd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:33.948660 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.023856 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.063169 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] For port 6feca2f9-c78f-4029-bd3f-01da758d7d93, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:34.072688 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] For port 6feca2f9-c78f-4029-bd3f-01da758d7d93, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6feca2f9-c78f-4029-bd3f-01da758d7d93,segment=NetworkSegment(e6921581-1cbf-4075-b8c2-02d5985aedd3),segment_id=e6921581-1cbf-4075-b8c2-02d5985aedd3)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:34.082859 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.119650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:34.124717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-01b778b5-3f54-4a6d-8cfe-fe824a757526 None None] Current status of the port 8ed868c4-b039-472f-80f6-6e50d269a11e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:34.132768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6b5e55ea-7b7a-480f-9d03-c4494992bcaa tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2832384 Feb 11 05:48:34.134587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_controller (1aaad196-fa55-443d-a11d-317a9513daac), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.135485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53280) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:34.141693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'network': {'name': 'tempest-RoutersTest-205917853'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:34.192551 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:34.193908 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:34.201490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:34.205021 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.278969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:34.298957 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d1c60699-7903-409d-8c43-ecef2c2f2958), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.299282 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added segment d1c60699-7903-409d-8c43-ecef2c2f2958 of type vlan for network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 Feb 11 05:48:34.361053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e254622e-390b-4f93-80f0-1822c36b9492 None None] Provisioning complete for port 6feca2f9-c78f-4029-bd3f-01da758d7d93 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:34.361473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e254622e-390b-4f93-80f0-1822c36b9492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.364577 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eac694-a53e-4f3a-9e72-7810404e8922 None None] Pushing event updated for resources: {'Port': ['ID=6feca2f9-c78f-4029-bd3f-01da758d7d93,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:34.396862 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:34.428963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.493939 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.495500 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (1aaad196-fa55-443d-a11d-317a9513daac), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.499551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:34.500177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.531723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e254622e-390b-4f93-80f0-1822c36b9492 None None] Current status of the port 6feca2f9-c78f-4029-bd3f-01da758d7d93 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:34.532237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e254622e-390b-4f93-80f0-1822c36b9492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.572317 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4354455 Feb 11 05:48:34.600996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e254622e-390b-4f93-80f0-1822c36b9492 None None] For port 6feca2f9-c78f-4029-bd3f-01da758d7d93, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6feca2f9-c78f-4029-bd3f-01da758d7d93,segment=NetworkSegment(e6921581-1cbf-4075-b8c2-02d5985aedd3),segment_id=e6921581-1cbf-4075-b8c2-02d5985aedd3)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:34.616712 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e254622e-390b-4f93-80f0-1822c36b9492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.714094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53282) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:34.737751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'subnet': {'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:34.743838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254622e-390b-4f93-80f0-1822c36b9492 None None] Pushing event updated for resources: {'Port': ['ID=6feca2f9-c78f-4029-bd3f-01da758d7d93,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:34.764422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2454a7-24a0-4d92-805b-2731994fe552 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Network': ['ID=c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:34.771471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8ed868c4-b039-472f-80f6-6e50d269a11e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:34.841799 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:32Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:32Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:34.853170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:34.856814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-25f2899e-e084-4244-85d5-05685d18c07d None None] Provisioning complete for port 8ed868c4-b039-472f-80f6-6e50d269a11e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:34.858091 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25f2899e-e084-4244-85d5-05685d18c07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.889058 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082abbe7-ada3-45cd-97aa-0f4a7bf1aa82 None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:32Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:32Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:34.943401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Made reservation on behalf of 9acc36b58f574e529557a2b54404fd23 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:34.947386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.091368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8ed868c4-b039-472f-80f6-6e50d269a11e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:35.091870 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.240369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-25f2899e-e084-4244-85d5-05685d18c07d None None] Current status of the port 8ed868c4-b039-472f-80f6-6e50d269a11e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:35.288520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-25f2899e-e084-4244-85d5-05685d18c07d None None] Provisioning complete for port a93729b2-90cf-40ae-8036-a8fcebaef4cd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:35.289981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25f2899e-e084-4244-85d5-05685d18c07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.356110 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (c04b7b47-b061-4836-a17c-9e527da32c12), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.422163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8ed868c4-b039-472f-80f6-6e50d269a11e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:35.423425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6feca2f9-c78f-4029-bd3f-01da758d7d93 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:35.467092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-25f2899e-e084-4244-85d5-05685d18c07d None None] Port a93729b2-90cf-40ae-8036-a8fcebaef4cd cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:35.467448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Subnet': ['ID=c04b7b47-b061-4836-a17c-9e527da32c12,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:35.493895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6feca2f9-c78f-4029-bd3f-01da758d7d93 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:35.494808 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.495578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Checking segment: {'id': 'd1c60699-7903-409d-8c43-ecef2c2f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:35.496084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network hostable DHCP agents. Network: c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:35.524586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:35.547198 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (1aaad196-fa55-443d-a11d-317a9513daac), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.550909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:35.562171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12a964-5e32-407a-b7d1-4d253629af6f None None] Network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:35.563012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:35.563626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.588737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.598319 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7356c847-0682-4977-8329-0c7090419b20 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8807018 Feb 11 05:48:35.610135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:35.723881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'project_id': '9acc36b58f574e529557a2b54404fd23', 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:35.724748 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.748000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6feca2f9-c78f-4029-bd3f-01da758d7d93 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:35.754518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ce3b3824-2772-4421-81e3-ea607c944ad6 None None] Provisioning complete for port 6feca2f9-c78f-4029-bd3f-01da758d7d93 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:35.754676 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3824-2772-4421-81e3-ea607c944ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.813422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Allocated IP 172.20.0.13 (9dc3d410-db05-45db-bc2a-80909ef12c9e/3bb6f161-9148-45a6-862b-0d7f7aad81f5/680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:35.974822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b3824-2772-4421-81e3-ea607c944ad6 None None] Current status of the port 6feca2f9-c78f-4029-bd3f-01da758d7d93 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:35.981443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for port (680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.996831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ce3b3824-2772-4421-81e3-ea607c944ad6 None None] Provisioning complete for port a93729b2-90cf-40ae-8036-a8fcebaef4cd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:35.997375 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3824-2772-4421-81e3-ea607c944ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.023149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.092858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Network 9dc3d410-db05-45db-bc2a-80909ef12c9e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:36.096463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:36.101143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:36.138621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event updated for resources: {'Port': ['ID=680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:36.222184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:36.230715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Allocated IP 172.23.0.2 (c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3/c04b7b47-b061-4836-a17c-9e527da32c12/ee9d4ad7-e9a7-4165-8e58-1e9a62e64454) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:36.256632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b3824-2772-4421-81e3-ea607c944ad6 None None] Port a93729b2-90cf-40ae-8036-a8fcebaef4cd cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:36.260553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:36.261226 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:36.310860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53292) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:36.447772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:36.452759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.471829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (1aaad196-fa55-443d-a11d-317a9513daac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.672074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6feca2f9-c78f-4029-bd3f-01da758d7d93 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:36.720650 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Publish callbacks [] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.743103 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (1aaad196-fa55-443d-a11d-317a9513daac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.850817 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.909378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Router 1aaad196-fa55-443d-a11d-317a9513daac is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:36.977987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:36.985935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Pushing event updated for resources: {'Port': ['ID=ee9d4ad7-e9a7-4165-8e58-1e9a62e64454,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:36.989972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:36.994094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:37.015044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6feca2f9-c78f-4029-bd3f-01da758d7d93 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:37.015422 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.043654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:37.054457 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] Sync routers for ids ['1aaad196-fa55-443d-a11d-317a9513daac'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:37.063324 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.068068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-69c543aa-a508-4e81-8c4f-668ee8fc5d3c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.3662601 Feb 11 05:48:37.068917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53294) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:37.082326 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] Routers {'1aaad196-fa55-443d-a11d-317a9513daac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:37.082547 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1aaad196-fa55-443d-a11d-317a9513daac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:37.144144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Attempting to bind port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:37.144769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Attempting to bind port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'd1c60699-7903-409d-8c43-ecef2c2f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:37.145346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Attempting to bind port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 on network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:37.159716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:32Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:32Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:37.232737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (1aaad196-fa55-443d-a11d-317a9513daac), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.245258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:37.246803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Checking segment: {'id': 'd1c60699-7903-409d-8c43-ecef2c2f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:37.247416 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.247997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Bound using segment: {'id': 'd1c60699-7903-409d-8c43-ecef2c2f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:37.248662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Bound port: ee9d4ad7-e9a7-4165-8e58-1e9a62e64454, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c60699-7903-409d-8c43-ecef2c2f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:37.249336 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.265472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:37.266125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Updating router 543a3591-bc93-4c0a-849d-50c74dfa869a port a93729b2-90cf-40ae-8036-a8fcebaef4cd binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:37.322709 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] Set router 1aaad196-fa55-443d-a11d-317a9513daac gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:37.356937 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.390588 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (1aaad196-fa55-443d-a11d-317a9513daac), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.470078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Allocated IP 172.23.0.1 (c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3/c04b7b47-b061-4836-a17c-9e527da32c12/e6bcd11f-9724-4203-a5d9-1215d5ae1508) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:37.472356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Deleting port 680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:37.472921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.485967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6feca2f9-c78f-4029-bd3f-01da758d7d93 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:37.509692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] For port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:37.579231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.586434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] For port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ee9d4ad7-e9a7-4165-8e58-1e9a62e64454,segment=NetworkSegment(d1c60699-7903-409d-8c43-ecef2c2f2958),segment_id=d1c60699-7903-409d-8c43-ecef2c2f2958)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:37.593879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Calling delete_port for 680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:37.626024 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.746265 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.748432 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaad196-fa55-443d-a11d-317a9513daac', 'name': '', 'tenant_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dc3d410-db05-45db-bc2a-80909ef12c9e', 'external_fixed_ips': [{'subnet_id': '3bb6f161-9148-45a6-862b-0d7f7aad81f5', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:33Z', 'updated_at': '2022-02-11T05:48:36Z', 'revision_number': 3, 'project_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'gw_port': {'id': '680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d', 'name': '', 'network_id': '9dc3d410-db05-45db-bc2a-80909ef12c9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaad196-fa55-443d-a11d-317a9513daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '3bb6f161-9148-45a6-862b-0d7f7aad81f5', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:35Z', 'updated_at': '2022-02-11T05:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb6f161-9148-45a6-862b-0d7f7aad81f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:37.750480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (70f33f49-8196-4dec-88c3-64a666b16af9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.769939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c73b6-3363-40b4-88ef-811b9a678711 None None] Pushing event updated for resources: {'Port': ['ID=ee9d4ad7-e9a7-4165-8e58-1e9a62e64454,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:37.835913 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] Checking router: 1aaad196-fa55-443d-a11d-317a9513daac for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:37.835913 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] Updating router 1aaad196-fa55-443d-a11d-317a9513daac port 680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:37.867070 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.893384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.917612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event deleted for resources: {'Port': ['ID=680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:38.013568 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:38.056828 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Publish callbacks [] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.067515 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.091452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (1aaad196-fa55-443d-a11d-317a9513daac), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.156948 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.198427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612c521-64c3-4102-bb25-f3fd859beac1 None None] Pushing event updated for resources: {'Port': ['ID=a93729b2-90cf-40ae-8036-a8fcebaef4cd,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:38.201375 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] Port 680c2a50-f5b7-4ed5-a4fd-165b2bbbed8d not found while updating agent binding for router 1aaad196-fa55-443d-a11d-317a9513daac. {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 05:48:38.239272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:38.245335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:38.253759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=e6bcd11f-9724-4203-a5d9-1215d5ae1508,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:38.256659 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] Routers {'1aaad196-fa55-443d-a11d-317a9513daac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:38.269695 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1aaad196-fa55-443d-a11d-317a9513daac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:38.333343 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (1aaad196-fa55-443d-a11d-317a9513daac), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.336578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_controller (1aaad196-fa55-443d-a11d-317a9513daac), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.367066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.409001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Attempting to bind port a93729b2-90cf-40ae-8036-a8fcebaef4cd on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:38.409530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Attempting to bind port a93729b2-90cf-40ae-8036-a8fcebaef4cd by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'cd4af88a-2076-4536-95b2-a5d94e58e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:38.409957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Attempting to bind port a93729b2-90cf-40ae-8036-a8fcebaef4cd on network a03c1d52-7e84-449e-b2a8-8e374c753385 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:38.423016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:38.423576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Checking segment: {'id': 'cd4af88a-2076-4536-95b2-a5d94e58e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:38.424083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.424578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Bound using segment: {'id': 'cd4af88a-2076-4536-95b2-a5d94e58e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:38.425199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Bound port: a93729b2-90cf-40ae-8036-a8fcebaef4cd, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4af88a-2076-4536-95b2-a5d94e58e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:38.425328 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] Set router 1aaad196-fa55-443d-a11d-317a9513daac gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:38.425743 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.446013 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (1aaad196-fa55-443d-a11d-317a9513daac), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.446720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aaad196-fa55-443d-a11d-317a9513daac {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:38.453038 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.453691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-54608ee9-4e6a-4ad0-bfd7-8c3a5aa735b2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1aaad196-fa55-443d-a11d-317a9513daac HTTP/1.1" status: 204 len: 168 time: 1.3835101 Feb 11 05:48:38.456237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53300) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:38.566991 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaad196-fa55-443d-a11d-317a9513daac', 'name': '', 'tenant_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:33Z', 'updated_at': '2022-02-11T05:48:37Z', 'revision_number': 5, 'project_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:38.578362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87288d8-5f1d-4c0a-b851-d4deb4b14f23 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Deleting subnet 3bb6f161-9148-45a6-862b-0d7f7aad81f5 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:38.591778 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f87288d8-5f1d-4c0a-b851-d4deb4b14f23 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for subnet (3bb6f161-9148-45a6-862b-0d7f7aad81f5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.610882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] For port a93729b2-90cf-40ae-8036-a8fcebaef4cd, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:38.617781 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045268d1-ccc3-4ea8-8b3f-0987c868f324 None None] The sync data for ids ['1aaad196-fa55-443d-a11d-317a9513daac'] in n-d-715271-35 is: [{'id': '1aaad196-fa55-443d-a11d-317a9513daac', 'name': '', 'tenant_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:33Z', 'updated_at': '2022-02-11T05:48:37Z', 'revision_number': 5, 'project_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:38.618227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] For port a93729b2-90cf-40ae-8036-a8fcebaef4cd, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a93729b2-90cf-40ae-8036-a8fcebaef4cd,segment=NetworkSegment(cd4af88a-2076-4536-95b2-a5d94e58e890),segment_id=cd4af88a-2076-4536-95b2-a5d94e58e890)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:38.650044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-018b6d73-7d2b-4eed-9ca4-76c5e5948de2 None None] Provisioning complete for port a93729b2-90cf-40ae-8036-a8fcebaef4cd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:38.650604 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-018b6d73-7d2b-4eed-9ca4-76c5e5948de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.666971 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f87288d8-5f1d-4c0a-b851-d4deb4b14f23 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (3bb6f161-9148-45a6-862b-0d7f7aad81f5), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.729763 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.786461 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f87288d8-5f1d-4c0a-b851-d4deb4b14f23 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (3bb6f161-9148-45a6-862b-0d7f7aad81f5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.876730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.899329 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f87288d8-5f1d-4c0a-b851-d4deb4b14f23 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (3bb6f161-9148-45a6-862b-0d7f7aad81f5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.900002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port d9af19df-9383-4dda-9e28-84d437151b44 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:38.900241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d9af19df-9383-4dda-9e28-84d437151b44), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.928845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f87288d8-5f1d-4c0a-b851-d4deb4b14f23 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.947125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f87288d8-5f1d-4c0a-b851-d4deb4b14f23 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/3bb6f161-9148-45a6-862b-0d7f7aad81f5 HTTP/1.1" status: 204 len: 168 time: 0.4780545 Feb 11 05:48:38.954034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53302) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:38.956639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:38.987285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87288d8-5f1d-4c0a-b851-d4deb4b14f23 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb6f161-9148-45a6-862b-0d7f7aad81f5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:39.100599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612c521-64c3-4102-bb25-f3fd859beac1 None None] Pushing event updated for resources: {'Port': ['ID=a93729b2-90cf-40ae-8036-a8fcebaef4cd,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:39.105896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:39.106749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:39.109747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] For port d9af19df-9383-4dda-9e28-84d437151b44, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d9af19df-9383-4dda-9e28-84d437151b44,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:39.110142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d9af19df-9383-4dda-9e28-84d437151b44), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.142530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (9dc3d410-db05-45db-bc2a-80909ef12c9e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.151242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for d9af19df-9383-4dda-9e28-84d437151b44 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:39.296345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:39.296871 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.398979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (9dc3d410-db05-45db-bc2a-80909ef12c9e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.442039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc3d410-db05-45db-bc2a-80909ef12c9e']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:39.442270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-018b6d73-7d2b-4eed-9ca4-76c5e5948de2 None None] Current status of the port a93729b2-90cf-40ae-8036-a8fcebaef4cd is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:39.442270 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-018b6d73-7d2b-4eed-9ca4-76c5e5948de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.454478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:39.459334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe92a5d0-23c2-446d-ae8a-51d02e013ec5') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:39.459635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe92a5d0-23c2-446d-ae8a-51d02e013ec5') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:39.470906 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (fe92a5d0-23c2-446d-ae8a-51d02e013ec5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.497965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fe92a5d0-23c2-446d-ae8a-51d02e013ec5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.506231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:39.507172 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (fe92a5d0-23c2-446d-ae8a-51d02e013ec5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.529747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d6372-5cc2-4aa3-ac33-d1851462a951 None None] Network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:39.603098 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:39.610533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (9dc3d410-db05-45db-bc2a-80909ef12c9e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.624140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dc3d410-db05-45db-bc2a-80909ef12c9e {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:48:39.629628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.636338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9dc3d410-db05-45db-bc2a-80909ef12c9e HTTP/1.1" status: 204 len: 168 time: 0.6793301 Feb 11 05:48:39.649899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:39.650100 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.655747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a38eb-72ab-4bba-8329-8604b3eb9cc2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dc3d410-db05-45db-bc2a-80909ef12c9e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:39.711119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-018b6d73-7d2b-4eed-9ca4-76c5e5948de2 None None] For port a93729b2-90cf-40ae-8036-a8fcebaef4cd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a93729b2-90cf-40ae-8036-a8fcebaef4cd,segment=NetworkSegment(cd4af88a-2076-4536-95b2-a5d94e58e890),segment_id=cd4af88a-2076-4536-95b2-a5d94e58e890)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:39.811596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d9af19df-9383-4dda-9e28-84d437151b44), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.866522 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-018b6d73-7d2b-4eed-9ca4-76c5e5948de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.889698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=d9af19df-9383-4dda-9e28-84d437151b44,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:40.047313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53312) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:40.052298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b961f830-4307-417d-b805-4b78ffb4653f tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'router': {'name': 'tempest-router--988075586', 'project_id': '75bc5a275421491e93863d562138e934'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:40.057453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ee9d4ad7-e9a7-4165-8e58-1e9a62e64454,segment=NetworkSegment(d1c60699-7903-409d-8c43-ecef2c2f2958),segment_id=d1c60699-7903-409d-8c43-ecef2c2f2958)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:40.078184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.096625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e2cbdc38-c13e-4c66-8556-38d83bddfeca None None] Provisioning complete for port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:40.098264 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2cbdc38-c13e-4c66-8556-38d83bddfeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.109508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b961f830-4307-417d-b805-4b78ffb4653f tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d7f859d4-9538-4543-a96b-8ee988f560e8), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.110866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b961f830-4307-417d-b805-4b78ffb4653f tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d7f859d4-9538-4543-a96b-8ee988f560e8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.113036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:38Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:38Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:37Z', 'revision_number': 1, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:40.184388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b961f830-4307-417d-b805-4b78ffb4653f tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_controller (d7f859d4-9538-4543-a96b-8ee988f560e8), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.184593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b41a2f-f789-4415-8638-8e13dcacc910 None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:38Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:38Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:37Z', 'revision_number': 1, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:40.186593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b6d73-7d2b-4eed-9ca4-76c5e5948de2 None None] Pushing event updated for resources: {'Port': ['ID=a93729b2-90cf-40ae-8036-a8fcebaef4cd,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:40.206442 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b961f830-4307-417d-b805-4b78ffb4653f tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d7f859d4-9538-4543-a96b-8ee988f560e8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.226119 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.256469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.258233 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b961f830-4307-417d-b805-4b78ffb4653f tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.259711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b961f830-4307-417d-b805-4b78ffb4653f tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2108235 Feb 11 05:48:40.262918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53314) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:40.316480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=ee9d4ad7-e9a7-4165-8e58-1e9a62e64454,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:40.351776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event updated for resources: {'Port': ['ID=e6bcd11f-9724-4203-a5d9-1215d5ae1508,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:40.356255 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (70f33f49-8196-4dec-88c3-64a666b16af9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.372804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.455498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28153ff3-0add-4a20-90ee-2ef08df89944 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (d7f859d4-9538-4543-a96b-8ee988f560e8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.480878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbdc38-c13e-4c66-8556-38d83bddfeca None None] Current status of the port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:40.494838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e2cbdc38-c13e-4c66-8556-38d83bddfeca None None] Provisioning complete for port a93729b2-90cf-40ae-8036-a8fcebaef4cd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:40.495215 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2cbdc38-c13e-4c66-8556-38d83bddfeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.646429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbdc38-c13e-4c66-8556-38d83bddfeca None None] Current status of the port a93729b2-90cf-40ae-8036-a8fcebaef4cd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:40.790373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-56e02f90-60bf-408c-9e15-1edd7925ae15 None None] Provisioning complete for port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:40.805952 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-56e02f90-60bf-408c-9e15-1edd7925ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.823608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:40.934112 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28153ff3-0add-4a20-90ee-2ef08df89944 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (d7f859d4-9538-4543-a96b-8ee988f560e8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.937301 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28153ff3-0add-4a20-90ee-2ef08df89944 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_controller (d7f859d4-9538-4543-a96b-8ee988f560e8), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.013320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28153ff3-0add-4a20-90ee-2ef08df89944 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (d7f859d4-9538-4543-a96b-8ee988f560e8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.014228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28153ff3-0add-4a20-90ee-2ef08df89944 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7f859d4-9538-4543-a96b-8ee988f560e8 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:41.019301 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-28153ff3-0add-4a20-90ee-2ef08df89944 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.020478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-28153ff3-0add-4a20-90ee-2ef08df89944 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d7f859d4-9538-4543-a96b-8ee988f560e8 HTTP/1.1" status: 204 len: 168 time: 0.7559457 Feb 11 05:48:41.069319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:41.069750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.207461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-56e02f90-60bf-408c-9e15-1edd7925ae15 None None] Current status of the port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:41.222175 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:41.240369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:41.244649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-56e02f90-60bf-408c-9e15-1edd7925ae15 None None] Provisioning complete for port e6bcd11f-9724-4203-a5d9-1215d5ae1508 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:41.245160 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-56e02f90-60bf-408c-9e15-1edd7925ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.291144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53320) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:41.378351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router 70f33f49-8196-4dec-88c3-64a666b16af9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:41.475496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:41.477318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a93729b2-90cf-40ae-8036-a8fcebaef4cd up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:41.491781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-56e02f90-60bf-408c-9e15-1edd7925ae15 None None] Port e6bcd11f-9724-4203-a5d9-1215d5ae1508 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:41.634982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a93729b2-90cf-40ae-8036-a8fcebaef4cd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:41.635363 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.692245 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:41.700708 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-57d9cc43-329f-43fa-97d6-86378f4cde0f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "PUT /v2.0/routers/70f33f49-8196-4dec-88c3-64a666b16af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3887746 Feb 11 05:48:41.714176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] Sync routers for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:41.730546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:41.731567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:41.741397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-79234709-8907-4ec7-8db5-6162eb66630e None None] Provisioning complete for port e6bcd11f-9724-4203-a5d9-1215d5ae1508 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:41.742303 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-79234709-8907-4ec7-8db5-6162eb66630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.744579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:41.796400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1802476178', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:41.829731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-79234709-8907-4ec7-8db5-6162eb66630e None None] Port e6bcd11f-9724-4203-a5d9-1215d5ae1508 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:41.880055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d2c1d95b-6a79-4689-bd1a-37add6ab5658), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.881576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d2c1d95b-6a79-4689-bd1a-37add6ab5658), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.901483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a93729b2-90cf-40ae-8036-a8fcebaef4cd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:41.976579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5c7cce5a-4de0-4af8-8415-5d9f1ea8528e None None] Provisioning complete for port e6bcd11f-9724-4203-a5d9-1215d5ae1508 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:41.976777 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5c7cce5a-4de0-4af8-8415-5d9f1ea8528e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.017083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:42.027585 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (d2c1d95b-6a79-4689-bd1a-37add6ab5658), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.055368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:42.064857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cce5a-4de0-4af8-8415-5d9f1ea8528e None None] Port e6bcd11f-9724-4203-a5d9-1215d5ae1508 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:42.067247 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ee74284c-83ea-4fab-a6eb-0b24a21e1377 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4558260 Feb 11 05:48:42.071053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53332) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:42.075970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:42.246603 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:42.260465 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:42.261448 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:42.296896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (d2c1d95b-6a79-4689-bd1a-37add6ab5658), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.343395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a618e8-a414-4fea-a5ed-cf93af3afcb2 req-561fb3ef-ce51-42da-89f5-00a36208b030 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:42.345740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71a618e8-a414-4fea-a5ed-cf93af3afcb2 req-561fb3ef-ce51-42da-89f5-00a36208b030 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2370665 Feb 11 05:48:42.418835 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:42.521339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 6, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8f92db8-46be-47df-9dd7-8af1dd5d7d96', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:14Z', 'updated_at': '2022-02-11T05:47:18Z', 'revision_number': 1, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:42.562119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] Checking router: 70f33f49-8196-4dec-88c3-64a666b16af9 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:42.583286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:42.585539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:42.613680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71a618e8-a414-4fea-a5ed-cf93af3afcb2 req-97351832-f1ad-4182-9807-7c2efb2a8a39 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309802 Feb 11 05:48:42.720696 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:38Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:42.745745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:42.759156 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:42.759787 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Updating router 543a3591-bc93-4c0a-849d-50c74dfa869a port e6bcd11f-9724-4203-a5d9-1215d5ae1508 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:42.760450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (d2c1d95b-6a79-4689-bd1a-37add6ab5658), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.793445 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.796104 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.802744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:48:42.841735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Removed routes are [] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:48:42.842156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.981394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Allocated IP 172.25.1.162 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/5ecb4878-d11d-421a-9b88-f095de8f1254) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:42.993872 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:48:43.102803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 6, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8f92db8-46be-47df-9dd7-8af1dd5d7d96', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:14Z', 'updated_at': '2022-02-11T05:47:18Z', 'revision_number': 1, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:43.131786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for port (5ecb4878-d11d-421a-9b88-f095de8f1254), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.147114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d76cb64-931f-4632-aeb3-93c58749c694 None None] The sync data for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 is: [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 6, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8f92db8-46be-47df-9dd7-8af1dd5d7d96', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'port_id': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'mac_address': 'fa:16:3e:dd:82:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:14Z', 'updated_at': '2022-02-11T05:47:18Z', 'revision_number': 1, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:43.185413 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5ecb4878-d11d-421a-9b88-f095de8f1254), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.216901 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Publish callbacks [] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.227506 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.237960 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.244175 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.258821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:43.262508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:43.267630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:43.363697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event updated for resources: {'Port': ['ID=5ecb4878-d11d-421a-9b88-f095de8f1254,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:43.365148 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Attempting to bind port e6bcd11f-9724-4203-a5d9-1215d5ae1508 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:43.365611 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Attempting to bind port e6bcd11f-9724-4203-a5d9-1215d5ae1508 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'd1c60699-7903-409d-8c43-ecef2c2f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:43.366078 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Attempting to bind port e6bcd11f-9724-4203-a5d9-1215d5ae1508 on network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:43.368233 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c531d29-c534-4a7d-ab92-d01e103713e3 None None] Pushing event updated for resources: {'Port': ['ID=e6bcd11f-9724-4203-a5d9-1215d5ae1508,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:43.390236 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:43.391036 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Checking segment: {'id': 'd1c60699-7903-409d-8c43-ecef2c2f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:43.391685 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.392805 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Bound using segment: {'id': 'd1c60699-7903-409d-8c43-ecef2c2f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:43.393572 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Bound port: e6bcd11f-9724-4203-a5d9-1215d5ae1508, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c60699-7903-409d-8c43-ecef2c2f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:43.394198 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.466877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:43.495299 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] For port e6bcd11f-9724-4203-a5d9-1215d5ae1508, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:43.502691 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] For port e6bcd11f-9724-4203-a5d9-1215d5ae1508, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e6bcd11f-9724-4203-a5d9-1215d5ae1508,segment=NetworkSegment(d1c60699-7903-409d-8c43-ecef2c2f2958),segment_id=d1c60699-7903-409d-8c43-ecef2c2f2958)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:43.513356 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.614164 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:43.615231 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:43.710637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (d2c1d95b-6a79-4689-bd1a-37add6ab5658), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.729576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a1dfef47-597b-42e9-97af-d8e76536738f None None] Provisioning complete for port e6bcd11f-9724-4203-a5d9-1215d5ae1508 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:43.732363 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef47-597b-42e9-97af-d8e76536738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.740428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:43.767379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.768802 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-29512e64-7f04-4295-9a89-1bc965f9b642 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a HTTP/1.1" status: 200 len: 933 time: 1.6967313 Feb 11 05:48:43.772377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53340) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:43.874104 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c531d29-c534-4a7d-ab92-d01e103713e3 None None] Pushing event updated for resources: {'Port': ['ID=e6bcd11f-9724-4203-a5d9-1215d5ae1508,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:43.911902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfef47-597b-42e9-97af-d8e76536738f None None] Current status of the port e6bcd11f-9724-4203-a5d9-1215d5ae1508 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:43.912331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef47-597b-42e9-97af-d8e76536738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.945981 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:44.012224 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-38439a47-8d21-4a3a-a304-9ad0b7785870 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a HTTP/1.1" status: 200 len: 933 time: 0.2370992 Feb 11 05:48:44.014039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53342) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:44.021036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'routes': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:44.050466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a1dfef47-597b-42e9-97af-d8e76536738f None None] For port e6bcd11f-9724-4203-a5d9-1215d5ae1508, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e6bcd11f-9724-4203-a5d9-1215d5ae1508,segment=NetworkSegment(d1c60699-7903-409d-8c43-ecef2c2f2958),segment_id=d1c60699-7903-409d-8c43-ecef2c2f2958)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:44.056517 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef47-597b-42e9-97af-d8e76536738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.147571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfef47-597b-42e9-97af-d8e76536738f None None] Pushing event updated for resources: {'Port': ['ID=e6bcd11f-9724-4203-a5d9-1215d5ae1508,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:44.198152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b2d61e8b-4d54-4414-a36b-b0110fa708df None None] Provisioning complete for port e6bcd11f-9724-4203-a5d9-1215d5ae1508 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:44.198559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b2d61e8b-4d54-4414-a36b-b0110fa708df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.351204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b2d61e8b-4d54-4414-a36b-b0110fa708df None None] Current status of the port e6bcd11f-9724-4203-a5d9-1215d5ae1508 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:44.374495 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:42Z', 'revision_number': 6, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:43Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:44.461178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-736e2a14-4540-45fe-a2f6-475e91317611 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:44.463865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-736e2a14-4540-45fe-a2f6-475e91317611 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 946 time: 0.9644890 Feb 11 05:48:44.512054 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6b2cd-5004-4f7a-9473-1d3a3cae2267 None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:42Z', 'revision_number': 6, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:43Z', 'revision_number': 4, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:44.578024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added routes are [] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:48:44.578342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:48:44.612472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0947db-46d0-415b-885e-4f1e1bedb5d5 req-b201323d-1ec0-40c5-89cb-51eed30dc326 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:44.620033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b0947db-46d0-415b-885e-4f1e1bedb5d5 req-b201323d-1ec0-40c5-89cb-51eed30dc326 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2730093 Feb 11 05:48:44.653827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.736445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e6bcd11f-9724-4203-a5d9-1215d5ae1508 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:44.751598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b0947db-46d0-415b-885e-4f1e1bedb5d5 req-b69175ad-7bc7-4f55-b0dd-e23c7eae4da0 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300547 Feb 11 05:48:44.763155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d2c1d95b-6a79-4689-bd1a-37add6ab5658), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.848027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e6bcd11f-9724-4203-a5d9-1215d5ae1508 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:44.848466 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.848698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port 480001ce-568c-4cc9-921c-22fdbaeb884b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:44.849051 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.934874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:44.958180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:44.958835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:45.026279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] For port 480001ce-568c-4cc9-921c-22fdbaeb884b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=480001ce-568c-4cc9-921c-22fdbaeb884b,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:45.026279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.051017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for 480001ce-568c-4cc9-921c-22fdbaeb884b owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:45.068902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Router d2c1d95b-6a79-4689-bd1a-37add6ab5658 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:45.080460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:45.241474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.248245 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.285141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:45.298429 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e9ab2-6ead-4aef-babf-6aae7e6b58e8 None None] Sync routers for ids ['d2c1d95b-6a79-4689-bd1a-37add6ab5658'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:45.317166 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e9ab2-6ead-4aef-babf-6aae7e6b58e8 None None] Routers {'d2c1d95b-6a79-4689-bd1a-37add6ab5658'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:45.317166 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-352e9ab2-6ead-4aef-babf-6aae7e6b58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2c1d95b-6a79-4689-bd1a-37add6ab5658'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:45.346872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e6bcd11f-9724-4203-a5d9-1215d5ae1508 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:45.365263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d9af19df-9383-4dda-9e28-84d437151b44 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:45.376003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:45.387833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: d9af19df-9383-4dda-9e28-84d437151b44 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:45.388181 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d9af19df-9383-4dda-9e28-84d437151b44 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:45.407062 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-352e9ab2-6ead-4aef-babf-6aae7e6b58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:45.429405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:44Z', 'revision_number': 7, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:43Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:45.432023 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e9ab2-6ead-4aef-babf-6aae7e6b58e8 None None] Routers {'d2c1d95b-6a79-4689-bd1a-37add6ab5658'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:45.434419 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-352e9ab2-6ead-4aef-babf-6aae7e6b58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2c1d95b-6a79-4689-bd1a-37add6ab5658'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:45.435590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (480001ce-568c-4cc9-921c-22fdbaeb884b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.481317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=480001ce-568c-4cc9-921c-22fdbaeb884b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:45.482224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:45.490624 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-352e9ab2-6ead-4aef-babf-6aae7e6b58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:45.492169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:45.493145 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e9ab2-6ead-4aef-babf-6aae7e6b58e8 None None] The sync data for ids ['d2c1d95b-6a79-4689-bd1a-37add6ab5658'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:45.500013 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.501523 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b6f50572-cf7b-4313-abf2-bc087c1693ca tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a HTTP/1.1" status: 200 len: 699 time: 1.4847517 Feb 11 05:48:45.503533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:45.503963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53346) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:45.504818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:45.525968 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.527780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cfdb38de-fc44-4840-adca-edbd09aee997 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2355726 Feb 11 05:48:45.531731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53348) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:45.553377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] No DVR routers for this DVR port 480001ce-568c-4cc9-921c-22fdbaeb884b on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:45.556759 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.561692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d32c5f0-5b06-4426-8eca-519faea767b4 req-f94f92d1-5139-44b5-9bd9-9551a9ce9140 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "DELETE /v2.0/ports/480001ce-568c-4cc9-921c-22fdbaeb884b HTTP/1.1" status: 204 len: 173 time: 1.0870833 Feb 11 05:48:45.562148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eb688f-efc7-481d-9c92-72f8a6be6ca1', 'name': 'network-vif-deleted', 'tag': '480001ce-568c-4cc9-921c-22fdbaeb884b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:45.565577 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96ed568-dc4d-43b5-9ec8-04672474f1d0" -d '{"events": [{"server_uuid": "e8eb688f-efc7-481d-9c92-72f8a6be6ca1", "name": "network-vif-deleted", "tag": "480001ce-568c-4cc9-921c-22fdbaeb884b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:45.694166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:45.712627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8f864453-fe37-4f46-b347-830013b90630 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/routers/d2c1d95b-6a79-4689-bd1a-37add6ab5658 HTTP/1.1" status: 200 len: 921 time: 0.1782985 Feb 11 05:48:45.712627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53356) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:45.712940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53358) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:45.716177 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1c23bf03-50e8-47bc-b090-cc0664e38a48 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a HTTP/1.1" status: 200 len: 699 time: 0.2106748 Feb 11 05:48:45.770900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1cfb3018-e195-4c2b-9992-33ad00306c4d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c1d95b-6a79-4689-bd1a-37add6ab5658 HTTP/1.1" status: 200 len: 205 time: 0.0566638 Feb 11 05:48:45.773657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53360) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:45.960050 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e588512f-aeea-4922-9500-886339ce7032 x-openstack-request-id: req-e588512f-aeea-4922-9500-886339ce7032 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:45.961475 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eb688f-efc7-481d-9c92-72f8a6be6ca1", "name": "network-vif-deleted", "tag": "480001ce-568c-4cc9-921c-22fdbaeb884b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:45.961967 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e588512f-aeea-4922-9500-886339ce7032 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:45.962576 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eb688f-efc7-481d-9c92-72f8a6be6ca1', 'name': 'network-vif-deleted', 'tag': '480001ce-568c-4cc9-921c-22fdbaeb884b', 'status': 'completed', 'code': 200} Feb 11 05:48:45.995342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:44Z', 'revision_number': 7, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:43Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:46.000049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62ac6ebc-dcc5-4a7f-8f61-1b7939277915 req-6c80b71f-3488-49ce-8d99-6fbbf9296520 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8eb688f-efc7-481d-9c92-72f8a6be6ca1 HTTP/1.1" status: 200 len: 210 time: 0.0854146 Feb 11 05:48:46.006427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (d2c1d95b-6a79-4689-bd1a-37add6ab5658), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.040589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8a788-3a72-4481-9a9c-4df8984336fe None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:44Z', 'revision_number': 7, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:43Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:46.227651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (d2c1d95b-6a79-4689-bd1a-37add6ab5658), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.309199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Deleting port 5ecb4878-d11d-421a-9b88-f095de8f1254 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:46.309809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5ecb4878-d11d-421a-9b88-f095de8f1254), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.399765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.414837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:46.419468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5ecb4878-d11d-421a-9b88-f095de8f1254), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.425215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:46.425962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:46.435597 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Calling delete_port for 5ecb4878-d11d-421a-9b88-f095de8f1254 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:46.527914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:46.645891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 480001ce-568c-4cc9-921c-22fdbaeb884b no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:46.650089 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5ecb4878-d11d-421a-9b88-f095de8f1254), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.681221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event deleted for resources: {'Port': ['ID=5ecb4878-d11d-421a-9b88-f095de8f1254,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:46.738674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port e6bcd11f-9724-4203-a5d9-1215d5ae1508 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:46.739623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.771179 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (d2c1d95b-6a79-4689-bd1a-37add6ab5658), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.856061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port e6bcd11f-9724-4203-a5d9-1215d5ae1508, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e6bcd11f-9724-4203-a5d9-1215d5ae1508,segment=NetworkSegment(d1c60699-7903-409d-8c43-ecef2c2f2958),segment_id=d1c60699-7903-409d-8c43-ecef2c2f2958)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:46.856428 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.871743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for e6bcd11f-9724-4203-a5d9-1215d5ae1508 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:46.872912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (d2c1d95b-6a79-4689-bd1a-37add6ab5658), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.876001 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (d2c1d95b-6a79-4689-bd1a-37add6ab5658), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.877877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 480001ce-568c-4cc9-921c-22fdbaeb884b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:46.878345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 480001ce-568c-4cc9-921c-22fdbaeb884b not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:46.927845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (d2c1d95b-6a79-4689-bd1a-37add6ab5658), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.928869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Fanout notify agent at l3_agent the message router_deleted on router d2c1d95b-6a79-4689-bd1a-37add6ab5658 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:46.947525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.948783 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f4783c28-a165-420f-a4a6-0f8af6d6b544 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/d2c1d95b-6a79-4689-bd1a-37add6ab5658 HTTP/1.1" status: 204 len: 168 time: 1.1736579 Feb 11 05:48:46.952344 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53366) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:46.959384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1741834586', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': False}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:46.984171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.985597 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.986555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:44Z', 'revision_number': 7, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:43Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:47.020423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:47.048125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:47.048265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:47.071740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_controller (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.095472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53370) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:47.156125 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e6bcd11f-9724-4203-a5d9-1215d5ae1508), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.169616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:47.216166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=e6bcd11f-9724-4203-a5d9-1215d5ae1508,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:47.262787 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-68cffa87-00e1-4068-8884-43159447509e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.291339 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.334875 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-68cffa87-00e1-4068-8884-43159447509e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.493241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:44Z', 'revision_number': 7, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:43Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:47.524847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06231799-b14d-4c59-b8a4-9020cc4f1cc9 None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:44Z', 'revision_number': 7, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bcd11f-9724-4203-a5d9-1215d5ae1508', 'name': '', 'network_id': 'c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:8d:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:36Z', 'updated_at': '2022-02-11T05:48:43Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c04b7b47-b061-4836-a17c-9e527da32c12', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:47.556209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-68cffa87-00e1-4068-8884-43159447509e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.559492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-68cffa87-00e1-4068-8884-43159447509e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.563462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-68cffa87-00e1-4068-8884-43159447509e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/security-groups/c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e HTTP/1.1" status: 204 len: 168 time: 0.4639835 Feb 11 05:48:47.636421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cffa87-00e1-4068-8884-43159447509e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78bc2e9-674d-40f5-9cf9-bbeff3bcd09e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:47.638312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.640494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53374) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:47.677254 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.718227 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.846550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Allocated IP 172.25.1.232 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/78139de5-5234-493b-89e7-67a760b4e1b0) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:47.893431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1903899-1e9a-4aab-aeea-31a2263f5318 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting subnet 0faf57d4-f7f4-4e53-a89b-f610e42d0dde {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:47.928984 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f1903899-1e9a-4aab-aeea-31a2263f5318 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for subnet (0faf57d4-f7f4-4e53-a89b-f610e42d0dde), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.988391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f1903899-1e9a-4aab-aeea-31a2263f5318 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (0faf57d4-f7f4-4e53-a89b-f610e42d0dde), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.998987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:47.999539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for port (78139de5-5234-493b-89e7-67a760b4e1b0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.040163 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.099832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:48.103086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:48.107771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:48.112858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event updated for resources: {'Port': ['ID=78139de5-5234-493b-89e7-67a760b4e1b0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:48.149406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:48.161693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8e860142-8764-4aaf-940b-c357f5ef3e31 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3982542 Feb 11 05:48:48.163452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53406) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:48.165723 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:48.190721 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:48.191356 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:48.209944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f1903899-1e9a-4aab-aeea-31a2263f5318 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (0faf57d4-f7f4-4e53-a89b-f610e42d0dde), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.313845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f1903899-1e9a-4aab-aeea-31a2263f5318 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (0faf57d4-f7f4-4e53-a89b-f610e42d0dde), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.356153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1903899-1e9a-4aab-aeea-31a2263f5318 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Subnet': ['ID=0faf57d4-f7f4-4e53-a89b-f610e42d0dde,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:48.362423 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f1903899-1e9a-4aab-aeea-31a2263f5318 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.368368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f1903899-1e9a-4aab-aeea-31a2263f5318 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/subnets/0faf57d4-f7f4-4e53-a89b-f610e42d0dde HTTP/1.1" status: 204 len: 168 time: 0.7265797 Feb 11 05:48:48.368984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53428) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:48.373476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e813d4-df8b-4a8e-8c2f-c74a400604de None None] Network 0263c5ad-b61a-4b18-893f-d88b07754a18 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:48.393162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd07b5b7-9a49-4683-880b-5819dcb4ac7d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting subnet c04b7b47-b061-4836-a17c-9e527da32c12 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:48.420494 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:48.465155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (0263c5ad-b61a-4b18-893f-d88b07754a18), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.522931 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd07b5b7-9a49-4683-880b-5819dcb4ac7d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (c04b7b47-b061-4836-a17c-9e527da32c12), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.565776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port f7826e4b-d309-426c-a8de-0632dfaa6486 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:48.568825 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.670689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd07b5b7-9a49-4683-880b-5819dcb4ac7d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (c04b7b47-b061-4836-a17c-9e527da32c12), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.727736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] For port f7826e4b-d309-426c-a8de-0632dfaa6486, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f7826e4b-d309-426c-a8de-0632dfaa6486,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:48.728250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.742839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] DHCP port deletion for 0263c5ad-b61a-4b18-893f-d88b07754a18 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:48.762955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for f7826e4b-d309-426c-a8de-0632dfaa6486 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:48.780275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd07b5b7-9a49-4683-880b-5819dcb4ac7d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c04b7b47-b061-4836-a17c-9e527da32c12), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.815871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Deleting port f7826e4b-d309-426c-a8de-0632dfaa6486 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:48.817143 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.852234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd07b5b7-9a49-4683-880b-5819dcb4ac7d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (c04b7b47-b061-4836-a17c-9e527da32c12), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.868724 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.913153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07b5b7-9a49-4683-880b-5819dcb4ac7d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Subnet': ['ID=c04b7b47-b061-4836-a17c-9e527da32c12,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:48.928124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=f7826e4b-d309-426c-a8de-0632dfaa6486,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:48.932622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bd07b5b7-9a49-4683-880b-5819dcb4ac7d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.935092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] No DVR routers for this DVR port f7826e4b-d309-426c-a8de-0632dfaa6486 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:48.936465 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bd07b5b7-9a49-4683-880b-5819dcb4ac7d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/c04b7b47-b061-4836-a17c-9e527da32c12 HTTP/1.1" status: 204 len: 168 time: 0.7721660 Feb 11 05:48:48.942196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53486) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:48.959071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d5af4-2013-44b6-80bb-70ac333b14e2 None None] Network c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:49.013011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] For port f7826e4b-d309-426c-a8de-0632dfaa6486, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f7826e4b-d309-426c-a8de-0632dfaa6486,segment=NetworkSegment(2667e522-5d93-4cdf-afaf-deb9d2f32dce),segment_id=2667e522-5d93-4cdf-afaf-deb9d2f32dce)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:49.013443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.061709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Calling delete_port for f7826e4b-d309-426c-a8de-0632dfaa6486 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:49.142028 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:47Z', 'revision_number': 8, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:49.152378 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.228017 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:49.250765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (0263c5ad-b61a-4b18-893f-d88b07754a18), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.253424 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:49.254084 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:49.282712 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.329431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0263c5ad-b61a-4b18-893f-d88b07754a18']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:49.353289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2667e522-5d93-4cdf-afaf-deb9d2f32dce') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:49.353591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2667e522-5d93-4cdf-afaf-deb9d2f32dce') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:49.386046 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (f7826e4b-d309-426c-a8de-0632dfaa6486), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.432586 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (2667e522-5d93-4cdf-afaf-deb9d2f32dce), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.442229 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:49.443237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] No DVR routers for this DVR port f7826e4b-d309-426c-a8de-0632dfaa6486 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:49.476345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Pushing event deleted for resources: {'Port': ['ID=f7826e4b-d309-426c-a8de-0632dfaa6486,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:49.478634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2667e522-5d93-4cdf-afaf-deb9d2f32dce), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.489635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbf5582-628f-4134-9055-7374a9934368 None None] DHCP port deletion for c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:49.493864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.494475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.495050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.495869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.496543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.497180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:49.497514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.497712 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (2667e522-5d93-4cdf-afaf-deb9d2f32dce), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.498234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.498856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.499413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.500410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.501017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.502314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.502877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0052cc8-570c-4984-8373-f3e767710495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:49.502996 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:49.634459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf5582-628f-4134-9055-7374a9934368 None None] Deleting port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:49.637990 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5582-628f-4134-9055-7374a9934368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.644327 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (0263c5ad-b61a-4b18-893f-d88b07754a18), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.677965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.687070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/networks/0263c5ad-b61a-4b18-893f-d88b07754a18 HTTP/1.1" status: 204 len: 168 time: 1.3146589 Feb 11 05:48:49.687759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681de93-863a-4d07-8a9a-0d3fb9ae668b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Network': ['ID=0263c5ad-b61a-4b18-893f-d88b07754a18,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:49.702641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53558) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:49.786732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1cbf5582-628f-4134-9055-7374a9934368 None None] For port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ee9d4ad7-e9a7-4165-8e58-1e9a62e64454,segment=NetworkSegment(d1c60699-7903-409d-8c43-ecef2c2f2958),segment_id=d1c60699-7903-409d-8c43-ecef2c2f2958)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:49.787143 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5582-628f-4134-9055-7374a9934368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.801893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf5582-628f-4134-9055-7374a9934368 None None] Calling delete_port for ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:49.895957 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5582-628f-4134-9055-7374a9934368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.961571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf5582-628f-4134-9055-7374a9934368 None None] No DVR routers for this DVR port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:49.972307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf5582-628f-4134-9055-7374a9934368 None None] Pushing event deleted for resources: {'Port': ['ID=ee9d4ad7-e9a7-4165-8e58-1e9a62e64454,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:50.067492 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:47Z', 'revision_number': 8, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:50.109080 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc91f24-f33e-4506-8260-6627cc9ec660 None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:47Z', 'revision_number': 8, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93729b2-90cf-40ae-8036-a8fcebaef4cd', 'name': '', 'network_id': 'a03c1d52-7e84-449e-b2a8-8e374c753385', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:0c:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:31Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'c1cd2ff1-fbba-4498-a25e-1d383d1b108c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:50.184702 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.317198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:50.317756 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.364296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Router ab30f4c0-2e8b-4751-8105-eeaf2626b5c6 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:50.520224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:50.537995 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Sync routers for ids ['ab30f4c0-2e8b-4751-8105-eeaf2626b5c6'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:50.577064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Routers {'ab30f4c0-2e8b-4751-8105-eeaf2626b5c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:50.579702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ab30f4c0-2e8b-4751-8105-eeaf2626b5c6'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:50.596527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.597892 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8f694772-a52f-4542-a64d-b63f5399a1e5 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6445639 Feb 11 05:48:50.605864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53662) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:50.625412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454, host n-d-715271-35, got binding levels [] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:50.626321 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.698663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f7826e4b-d309-426c-a8de-0632dfaa6486 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:50.719412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:50.727100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 was not found and therefore no delete operation was performed {{(pid=103120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:48:50.732796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ee9d4ad7-e9a7-4165-8e58-1e9a62e64454), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.767909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No DVR routers for this DVR port ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:50.768748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f7826e4b-d309-426c-a8de-0632dfaa6486 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:50.769108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f7826e4b-d309-426c-a8de-0632dfaa6486 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:50.769558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:50.820782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:50.822409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ee9d4ad7-e9a7-4165-8e58-1e9a62e64454 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:50.831831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e6bcd11f-9724-4203-a5d9-1215d5ae1508 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:50.870464 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf137a26-f7cc-4d14-ba17-e1c6bb9d2b86 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/routers/ab30f4c0-2e8b-4751-8105-eeaf2626b5c6 HTTP/1.1" status: 200 len: 909 time: 0.2632332 Feb 11 05:48:50.872158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=ee9d4ad7-e9a7-4165-8e58-1e9a62e64454,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:50.872924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53686) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:50.886587 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1741834586', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': True}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:50.921001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port 25d3e0b3-06dc-4047-bcfb-6d01771ce949 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:50.921791 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (25d3e0b3-06dc-4047-bcfb-6d01771ce949), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.934556 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: e6bcd11f-9724-4203-a5d9-1215d5ae1508 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:50.938764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e6bcd11f-9724-4203-a5d9-1215d5ae1508 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:50.966421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.967701 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.053288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Set router ab30f4c0-2e8b-4751-8105-eeaf2626b5c6 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:51.108743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (25d3e0b3-06dc-4047-bcfb-6d01771ce949), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.109898 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for floatingip (25d3e0b3-06dc-4047-bcfb-6d01771ce949), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.133068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for 25d3e0b3-06dc-4047-bcfb-6d01771ce949 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:51.167407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_controller (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.379074 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (25d3e0b3-06dc-4047-bcfb-6d01771ce949), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.389026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab30f4c0-2e8b-4751-8105-eeaf2626b5c6', 'name': 'tempest-snat-router-1741834586', 'tenant_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.232'}], 'enable_snat': False}, 'gw_port_id': '78139de5-5234-493b-89e7-67a760b4e1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:46Z', 'updated_at': '2022-02-11T05:48:48Z', 'revision_number': 3, 'project_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'gw_port': {'id': '78139de5-5234-493b-89e7-67a760b4e1b0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab30f4c0-2e8b-4751-8105-eeaf2626b5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:47Z', 'updated_at': '2022-02-11T05:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:51.418230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=25d3e0b3-06dc-4047-bcfb-6d01771ce949,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:51.438672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Checking router: ab30f4c0-2e8b-4751-8105-eeaf2626b5c6 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:51.439332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Updating router ab30f4c0-2e8b-4751-8105-eeaf2626b5c6 port 78139de5-5234-493b-89e7-67a760b4e1b0 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:51.480115 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.486846 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.570366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.581661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:51.587003 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for floatingip (d8f92db8-46be-47df-9dd7-8af1dd5d7d96), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.587753 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Floating IP d8f92db8-46be-47df-9dd7-8af1dd5d7d96 disassociated (deleted). External IP: 172.25.1.160, port: 10167a43-ab1d-456e-ab2d-c56f31ba100c. Feb 11 05:48:51.641108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c60699-7903-409d-8c43-ecef2c2f2958') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:51.641675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c60699-7903-409d-8c43-ecef2c2f2958') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:51.657275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (d1c60699-7903-409d-8c43-ecef2c2f2958), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.687643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d1c60699-7903-409d-8c43-ecef2c2f2958), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.699544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:51.700429 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (d1c60699-7903-409d-8c43-ecef2c2f2958), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:51.704481 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:51.824453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.843638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.846934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/networks/c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3 HTTP/1.1" status: 204 len: 168 time: 2.9034412 Feb 11 05:48:51.848936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4db4e-e96c-4b1a-9669-7f7c856c718a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Network': ['ID=c32d72d4-7b8a-406a-8ae9-e4fcc1c132a3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:51.851624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53794) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:51.963268 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.004757 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.076262 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Publish callbacks [] for port (78139de5-5234-493b-89e7-67a760b4e1b0), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.108408 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.191916 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.197622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e2d96-bb24-40d8-a3d6-c47116a2ce40 None None] Pushing event updated for resources: {'Port': ['ID=78139de5-5234-493b-89e7-67a760b4e1b0,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:52.231087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Attempting to bind port 78139de5-5234-493b-89e7-67a760b4e1b0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:52.231464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Attempting to bind port 78139de5-5234-493b-89e7-67a760b4e1b0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:52.231826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Attempting to bind port 78139de5-5234-493b-89e7-67a760b4e1b0 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:52.240552 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:52.240939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:52.241374 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.241760 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:52.242229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Bound port: 78139de5-5234-493b-89e7-67a760b4e1b0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:52.242610 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.284952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Allocated IP 172.25.1.21 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/801beda1-9021-4512-aa75-4a9293f16865) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:52.297251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router 70f33f49-8196-4dec-88c3-64a666b16af9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:52.328060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] For port 78139de5-5234-493b-89e7-67a760b4e1b0, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:52.337402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] For port 78139de5-5234-493b-89e7-67a760b4e1b0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=78139de5-5234-493b-89e7-67a760b4e1b0,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:52.343937 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.424814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Routers {'ab30f4c0-2e8b-4751-8105-eeaf2626b5c6'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:52.427044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ab30f4c0-2e8b-4751-8105-eeaf2626b5c6'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:52.427838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for port (801beda1-9021-4512-aa75-4a9293f16865), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.456682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:52.463202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.468611 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] Sync routers for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:52.472106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (801beda1-9021-4512-aa75-4a9293f16865), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.498123 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:52.498768 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:52.504749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-198f0b1e-b7f3-4dd2-bb3d-86686ab8117c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/floatingips/d8f92db8-46be-47df-9dd7-8af1dd5d7d96 HTTP/1.1" status: 204 len: 168 time: 2.7996061 Feb 11 05:48:52.507733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:52.510396 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dff2b1-89b6-4554-a229-446e55277bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:52.523633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:52.525360 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.526718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:52.529939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:52.560722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event updated for resources: {'Port': ['ID=801beda1-9021-4512-aa75-4a9293f16865,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:52.665130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e2d96-bb24-40d8-a3d6-c47116a2ce40 None None] Pushing event updated for resources: {'Port': ['ID=78139de5-5234-493b-89e7-67a760b4e1b0,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:52.676234 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460fce68-ce6b-443e-b981-00f7915b3e6b x-openstack-request-id: req-460fce68-ce6b-443e-b981-00f7915b3e6b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:52.676592 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:52.678582 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-460fce68-ce6b-443e-b981-00f7915b3e6b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:52.679064 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'status': 'completed', 'code': 200} Feb 11 05:48:52.810457 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:52.919885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-3528e884-6804-4013-b97d-67d0c33b8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:52.922094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-3528e884-6804-4013-b97d-67d0c33b8bdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 1128 time: 0.1791353 Feb 11 05:48:53.053347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.055712 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] Set router ab30f4c0-2e8b-4751-8105-eeaf2626b5c6 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:53.162305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200feedf-eef5-4f90-89a7-3ff78ba6efa8 req-4c058bc6-1c17-4b8f-aa05-95fdd685bb12 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:53.171215 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-200feedf-eef5-4f90-89a7-3ff78ba6efa8 req-4c058bc6-1c17-4b8f-aa05-95fdd685bb12 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 945 time: 0.2229207 Feb 11 05:48:53.239579 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 6, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:53.242108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-f51aed6a-3cdb-48fd-8eb2-3cd8c618ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:53.244740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-f51aed6a-3cdb-48fd-8eb2-3cd8c618ee1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ff6d76b-f503-4313-b95f-b6ddf303eee0 HTTP/1.1" status: 200 len: 897 time: 0.3102396 Feb 11 05:48:53.275443 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] Checking router: 70f33f49-8196-4dec-88c3-64a666b16af9 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:53.310388 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:53.313759 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:53.398310 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.422478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.471833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-200feedf-eef5-4f90-89a7-3ff78ba6efa8 req-8d8774d4-cb7b-4d23-ad04-b8c268c7bb04 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996383 Feb 11 05:48:53.480970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-72256294-7cb7-48b6-95e2-fca3feaaafe9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10167a43-ab1d-456e-ab2d-c56f31ba100c HTTP/1.1" status: 200 len: 217 time: 0.1382711 Feb 11 05:48:53.543029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-7896c0fe-5723-4179-b983-c335ac28b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:53.544568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-7896c0fe-5723-4179-b983-c335ac28b55f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32f2c1dd-67ab-493e-abfe-3bb181e5b860 HTTP/1.1" status: 200 len: 835 time: 0.0547655 Feb 11 05:48:53.550300 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:53.567173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab30f4c0-2e8b-4751-8105-eeaf2626b5c6', 'name': 'tempest-snat-router-1741834586', 'tenant_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.232'}], 'enable_snat': False}, 'gw_port_id': '78139de5-5234-493b-89e7-67a760b4e1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:46Z', 'updated_at': '2022-02-11T05:48:48Z', 'revision_number': 3, 'project_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'gw_port': {'id': '78139de5-5234-493b-89e7-67a760b4e1b0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab30f4c0-2e8b-4751-8105-eeaf2626b5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:47Z', 'updated_at': '2022-02-11T05:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:53.591323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-adbe6046-4c74-4964-97a6-e171a04a56b8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4513781 Feb 11 05:48:53.605557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port a93729b2-90cf-40ae-8036-a8fcebaef4cd {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:53.605898 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.650018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305beba-19ba-49f7-a867-2f172ea2c373 None None] The sync data for ids ['ab30f4c0-2e8b-4751-8105-eeaf2626b5c6'] in n-d-715271-35 is: [{'id': 'ab30f4c0-2e8b-4751-8105-eeaf2626b5c6', 'name': 'tempest-snat-router-1741834586', 'tenant_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.232'}], 'enable_snat': False}, 'gw_port_id': '78139de5-5234-493b-89e7-67a760b4e1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:46Z', 'updated_at': '2022-02-11T05:48:48Z', 'revision_number': 3, 'project_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'gw_port': {'id': '78139de5-5234-493b-89e7-67a760b4e1b0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab30f4c0-2e8b-4751-8105-eeaf2626b5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:47Z', 'updated_at': '2022-02-11T05:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:53.682348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Router e4ea6149-0efa-4c72-b1d4-5ebce8fbe088 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:53.731207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-ac93df94-7669-40d1-ac17-83e14091c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:53.733041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-ac93df94-7669-40d1-ac17-83e14091c39f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ff6d76b-f503-4313-b95f-b6ddf303eee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1793740 Feb 11 05:48:53.839916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port a93729b2-90cf-40ae-8036-a8fcebaef4cd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a93729b2-90cf-40ae-8036-a8fcebaef4cd,segment=NetworkSegment(cd4af88a-2076-4536-95b2-a5d94e58e890),segment_id=cd4af88a-2076-4536-95b2-a5d94e58e890)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:53.840522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.851643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-e5aeb8f4-1783-4e88-a711-453b1e5dd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:53.853164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-e5aeb8f4-1783-4e88-a711-453b1e5dd2fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=79ce1609fe6d4a988174307b10bae031&device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 1133 time: 0.2213802 Feb 11 05:48:53.989160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-8b6a5275-7489-4b25-a3f4-49f850220ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:53.990916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-8b6a5275-7489-4b25-a3f4-49f850220ad3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1016607 Feb 11 05:48:53.993735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for a93729b2-90cf-40ae-8036-a8fcebaef4cd owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:54.054679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-fb1267a9-fa7c-4b9d-9018-79b72bc37dfd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a HTTP/1.1" status: 200 len: 217 time: 0.0546374 Feb 11 05:48:54.142499 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 6, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:54.212216 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd4a9c-6c35-4d00-8929-80ee466fe2e4 None None] The sync data for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 is: [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:48:39Z', 'revision_number': 6, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'b759ad2f-c31e-4149-8bfd-a1500adda21a', 'name': '', 'network_id': '6ff6d76b-f503-4313-b95f-b6ddf303eee0', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:63:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:29Z', 'updated_at': '2022-02-11T05:46:45Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '32f2c1dd-67ab-493e-abfe-3bb181e5b860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:54.441891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:54.453872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Sync routers for ids ['e4ea6149-0efa-4c72-b1d4-5ebce8fbe088'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:54.481596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Routers {'e4ea6149-0efa-4c72-b1d4-5ebce8fbe088'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:54.483738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e4ea6149-0efa-4c72-b1d4-5ebce8fbe088'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:54.492039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.497679 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9c36e559-10b9-4b24-8545-525edfe7f459 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6234629 Feb 11 05:48:54.507214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53852) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:54.759215 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3decb7f9-7ed4-4880-9970-9b49da1fb50b None None] New status for floating IP d8f92db8-46be-47df-9dd7-8af1dd5d7d96: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:48:54.845227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 78139de5-5234-493b-89e7-67a760b4e1b0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:54.894738 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f1a56c3f-8ece-44dc-a390-2b00d770e12d tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/routers/e4ea6149-0efa-4c72-b1d4-5ebce8fbe088 HTTP/1.1" status: 200 len: 907 time: 0.3863311 Feb 11 05:48:54.895756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53858) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:54.987122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Set router e4ea6149-0efa-4c72-b1d4-5ebce8fbe088 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:55.024304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.158396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.190225 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a93729b2-90cf-40ae-8036-a8fcebaef4cd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.274907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Deleting port 801beda1-9021-4512-aa75-4a9293f16865 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:55.274907 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (801beda1-9021-4512-aa75-4a9293f16865), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.294361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=a93729b2-90cf-40ae-8036-a8fcebaef4cd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:55.313419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-13e92b22-d14e-4de5-bfa1-50a0f064584c service neutron] 10.222.0.72 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5692704 Feb 11 05:48:55.332797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 78139de5-5234-493b-89e7-67a760b4e1b0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:55.333195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.442444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ea6149-0efa-4c72-b1d4-5ebce8fbe088', 'name': 'tempest-snat-router-1741834586', 'tenant_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '801beda1-9021-4512-aa75-4a9293f16865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:50Z', 'updated_at': '2022-02-11T05:48:52Z', 'revision_number': 3, 'project_id': 'c49c9e52d4894a96b3d48b7088d63dac', 'gw_port': {'id': '801beda1-9021-4512-aa75-4a9293f16865', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ea6149-0efa-4c72-b1d4-5ebce8fbe088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:52Z', 'updated_at': '2022-02-11T05:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:55.474352 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (801beda1-9021-4512-aa75-4a9293f16865), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.511944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Calling delete_port for 801beda1-9021-4512-aa75-4a9293f16865 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:55.518741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Checking router: e4ea6149-0efa-4c72-b1d4-5ebce8fbe088 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:55.519229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Updating router e4ea6149-0efa-4c72-b1d4-5ebce8fbe088 port 801beda1-9021-4512-aa75-4a9293f16865 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:55.596456 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (801beda1-9021-4512-aa75-4a9293f16865), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.639631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-949ee3a4-929f-4198-941a-c6f025f218ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.641802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-949ee3a4-929f-4198-941a-c6f025f218ba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 1.5219467 Feb 11 05:48:55.644844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25dff2b1-89b6-4554-a229-446e55277bc5 req-7370ed34-3dfb-4cfa-afaa-167fde664068 service neutron] 10.222.0.72 "GET /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823303 Feb 11 05:48:55.783183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554f51e-c52f-4e42-bc94-9c8f9009c476 req-55da3b24-5bef-463a-95bf-9e22c7055abf tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.790407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5554f51e-c52f-4e42-bc94-9c8f9009c476 req-55da3b24-5bef-463a-95bf-9e22c7055abf tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 945 time: 0.6345248 Feb 11 05:48:55.825337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 78139de5-5234-493b-89e7-67a760b4e1b0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:55.826313 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.827469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-41008480-62f2-40f5-915e-e7413f84799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.830068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-41008480-62f2-40f5-915e-e7413f84799e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1785522 Feb 11 05:48:55.842445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a0a5d4c1-e9c0-48ae-9f76-29d158b199bc tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.843937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a0a5d4c1-e9c0-48ae-9f76-29d158b199bc tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.72 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 945 time: 0.6896846 Feb 11 05:48:55.847942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 78139de5-5234-493b-89e7-67a760b4e1b0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=78139de5-5234-493b-89e7-67a760b4e1b0,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:55.853328 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.895525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (801beda1-9021-4512-aa75-4a9293f16865), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.950471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-0160b63a-d09b-497f-8a04-eede17fe46e0 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027229 Feb 11 05:48:55.954107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event deleted for resources: {'Port': ['ID=801beda1-9021-4512-aa75-4a9293f16865,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:55.958383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.039068 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.102383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5554f51e-c52f-4e42-bc94-9c8f9009c476 req-23be4e4b-8738-4372-8345-58dd44c558a7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad636ff-d3be-4a54-a50c-d044c076d38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090127 Feb 11 05:48:56.106468 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:56.107618 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:56.111145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=78139de5-5234-493b-89e7-67a760b4e1b0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:56.170324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.172728 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_controller (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.232029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (e4ea6149-0efa-4c72-b1d4-5ebce8fbe088), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.233240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4ea6149-0efa-4c72-b1d4-5ebce8fbe088 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:56.239721 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.241826 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9e7e3cc1-261e-4803-a70b-25919fd9fd19 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e4ea6149-0efa-4c72-b1d4-5ebce8fbe088 HTTP/1.1" status: 204 len: 168 time: 1.3448043 Feb 11 05:48:56.244367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53864) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:56.259638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cf9f5ac-019e-4af0-9526-1c73ab281b65 req-e7cc2d5a-9a4d-4558-9a98-d874f61c10b1 service neutron] 10.222.0.81 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977226 Feb 11 05:48:56.305159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port 10167a43-ab1d-456e-ab2d-c56f31ba100c {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:56.305506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.385386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.439306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:56.447727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] For port 10167a43-ab1d-456e-ab2d-c56f31ba100c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=10167a43-ab1d-456e-ab2d-c56f31ba100c,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:56.448636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.466913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for 10167a43-ab1d-456e-ab2d-c56f31ba100c owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:56.501537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.578631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Deleting port 78139de5-5234-493b-89e7-67a760b4e1b0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:56.578981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.613998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:56.620360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0ff5ca28-8892-4d02-8042-d66ce655b1b4 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7675703 Feb 11 05:48:56.625143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53866) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:56.715447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Port 801beda1-9021-4512-aa75-4a9293f16865 not found while updating agent binding for router e4ea6149-0efa-4c72-b1d4-5ebce8fbe088. {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 05:48:56.721982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:56.744310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2cad22-6908-4aa0-b499-649bb9fe1786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting subnet c1cd2ff1-fbba-4498-a25e-1d383d1b108c {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:56.763023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:56.763664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:56.769026 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dc2cad22-6908-4aa0-b499-649bb9fe1786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (c1cd2ff1-fbba-4498-a25e-1d383d1b108c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.827139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:56.828448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:48:56.829497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_agentschedulers_db [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4ea6149-0efa-4c72-b1d4-5ebce8fbe088'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent'). {{(pid=103122) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:48:56.830076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b91543-2df8-4064-adbc-d8573d3040be None None] The sync data for ids ['e4ea6149-0efa-4c72-b1d4-5ebce8fbe088'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:56.848421 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] For port 78139de5-5234-493b-89e7-67a760b4e1b0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=78139de5-5234-493b-89e7-67a760b4e1b0,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:56.848861 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.854469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 78139de5-5234-493b-89e7-67a760b4e1b0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:56.872211 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Calling delete_port for 78139de5-5234-493b-89e7-67a760b4e1b0 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:56.877716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dc2cad22-6908-4aa0-b499-649bb9fe1786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (c1cd2ff1-fbba-4498-a25e-1d383d1b108c), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.950653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:56.953454 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (10167a43-ab1d-456e-ab2d-c56f31ba100c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.007614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 78139de5-5234-493b-89e7-67a760b4e1b0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:57.008074 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.018622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=10167a43-ab1d-456e-ab2d-c56f31ba100c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:57.044426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dc2cad22-6908-4aa0-b499-649bb9fe1786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c1cd2ff1-fbba-4498-a25e-1d383d1b108c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.111926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] No DVR routers for this DVR port 10167a43-ab1d-456e-ab2d-c56f31ba100c on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:57.117336 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.121879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-238776ee-180e-4500-96fd-3615fc968aa7 req-a28df778-cdf2-4716-9de5-7e980e445cdd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.72 "DELETE /v2.0/ports/10167a43-ab1d-456e-ab2d-c56f31ba100c HTTP/1.1" status: 204 len: 173 time: 1.1731997 Feb 11 05:48:57.122627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'name': 'network-vif-deleted', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:57.125325 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a6e282-eb61-4003-a31d-9ad2ea2463f9" -d '{"events": [{"server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "name": "network-vif-deleted", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:57.195073 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1455d7-577b-4271-9323-4ae6a6fe81dc x-openstack-request-id: req-5e1455d7-577b-4271-9323-4ae6a6fe81dc {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:57.195593 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de24cc17-b2eb-4e5d-96ce-336f67ab11d0", "name": "network-vif-deleted", "tag": "10167a43-ab1d-456e-ab2d-c56f31ba100c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:57.196039 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e1455d7-577b-4271-9323-4ae6a6fe81dc {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:57.196620 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de24cc17-b2eb-4e5d-96ce-336f67ab11d0', 'name': 'network-vif-deleted', 'tag': '10167a43-ab1d-456e-ab2d-c56f31ba100c', 'status': 'completed', 'code': 200} Feb 11 05:48:57.198885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dc2cad22-6908-4aa0-b499-649bb9fe1786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (c1cd2ff1-fbba-4498-a25e-1d383d1b108c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.240772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cad22-6908-4aa0-b499-649bb9fe1786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cd2ff1-fbba-4498-a25e-1d383d1b108c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:57.252113 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dc2cad22-6908-4aa0-b499-649bb9fe1786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.258296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dc2cad22-6908-4aa0-b499-649bb9fe1786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/c1cd2ff1-fbba-4498-a25e-1d383d1b108c HTTP/1.1" status: 204 len: 168 time: 0.6318898 Feb 11 05:48:57.268479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53874) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:57.286142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 78139de5-5234-493b-89e7-67a760b4e1b0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:57.290489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c7841-116e-4b0b-a31b-7b3df7432d1b None None] Network a03c1d52-7e84-449e-b2a8-8e374c753385 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:57.315876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22f00551-b93e-4b25-b0a6-6175331801f7 req-443305cb-a854-4cc1-8708-c007837a926e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=de24cc17-b2eb-4e5d-96ce-336f67ab11d0 HTTP/1.1" status: 200 len: 210 time: 0.0848887 Feb 11 05:48:57.325165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (78139de5-5234-493b-89e7-67a760b4e1b0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.364747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event deleted for resources: {'Port': ['ID=78139de5-5234-493b-89e7-67a760b4e1b0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:57.450431 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (a03c1d52-7e84-449e-b2a8-8e374c753385), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.466851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:55Z', 'revision_number': 9, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:57.499173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:57.515158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:57.516555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:48:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:57.519485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.661008 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.663902 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_controller (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.674296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 8ed868c4-b039-472f-80f6-6e50d269a11e {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:57.674883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.785757 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (ab30f4c0-2e8b-4751-8105-eeaf2626b5c6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.786176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab30f4c0-2e8b-4751-8105-eeaf2626b5c6 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:57.795645 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.800515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53876) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:57.803447 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1053472e-7f08-475e-acc2-3bbe8404cfe7 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ab30f4c0-2e8b-4751-8105-eeaf2626b5c6 HTTP/1.1" status: 204 len: 168 time: 1.5573745 Feb 11 05:48:57.807006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1729471543', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:57.816118 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port 8ed868c4-b039-472f-80f6-6e50d269a11e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8ed868c4-b039-472f-80f6-6e50d269a11e,segment=NetworkSegment(cd4af88a-2076-4536-95b2-a5d94e58e890),segment_id=cd4af88a-2076-4536-95b2-a5d94e58e890)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:57.816500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.847523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (514c0591-8629-4e63-b48e-96378102acb5), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.849897 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (514c0591-8629-4e63-b48e-96378102acb5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.854041 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 8ed868c4-b039-472f-80f6-6e50d269a11e owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:57.904981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:57.945314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (514c0591-8629-4e63-b48e-96378102acb5), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.955743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8ed868c4-b039-472f-80f6-6e50d269a11e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.958509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3390268-e778-4719-9d78-86b4463f0708 None None] DHCP port deletion for a03c1d52-7e84-449e-b2a8-8e374c753385 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:58.002968 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-713c9e44-6248-47c6-ac58-a899fe43116c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.014590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=8ed868c4-b039-472f-80f6-6e50d269a11e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:58.020465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No DVR routers for this DVR port 8ed868c4-b039-472f-80f6-6e50d269a11e on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:58.118271 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (a03c1d52-7e84-449e-b2a8-8e374c753385), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.146780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03c1d52-7e84-449e-b2a8-8e374c753385']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:58.158038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4af88a-2076-4536-95b2-a5d94e58e890') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:58.158341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4af88a-2076-4536-95b2-a5d94e58e890') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:58.169385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (cd4af88a-2076-4536-95b2-a5d94e58e890), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.187395 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (cd4af88a-2076-4536-95b2-a5d94e58e890), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.195853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:58.197547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (cd4af88a-2076-4536-95b2-a5d94e58e890), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:58.201987 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:58.219293 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (514c0591-8629-4e63-b48e-96378102acb5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.240184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 10167a43-ab1d-456e-ab2d-c56f31ba100c no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:58.285624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 10167a43-ab1d-456e-ab2d-c56f31ba100c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:58.285900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 10167a43-ab1d-456e-ab2d-c56f31ba100c not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:58.294136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (a03c1d52-7e84-449e-b2a8-8e374c753385), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.302867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.314283 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/networks/a03c1d52-7e84-449e-b2a8-8e374c753385 HTTP/1.1" status: 204 len: 168 time: 1.0385103 Feb 11 05:48:58.319229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53880) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:58.343357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b23ff-27b7-41a7-b0b8-5dfeb2f652ee tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Network': ['ID=a03c1d52-7e84-449e-b2a8-8e374c753385,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:58.361763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:55Z', 'revision_number': 9, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:58.411270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53884) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:58.419474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d54901-5734-4592-b478-0b1c2caddb68 None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:55Z', 'revision_number': 9, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '6feca2f9-c78f-4029-bd3f-01da758d7d93', 'name': '', 'network_id': '523c3230-e9aa-4b38-98d1-dfdeef817eb5', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:98:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:26Z', 'updated_at': '2022-02-11T05:48:34Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': 'd76b1c64-82f6-40b8-bd37-406ff2112dd6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:58.546179 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (514c0591-8629-4e63-b48e-96378102acb5), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.548059 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b6059592-4116-4860-8ea2-b58802be18e5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (3ad636ff-d3be-4a54-a50c-d044c076d38f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.575351 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.599270 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b6059592-4116-4860-8ea2-b58802be18e5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (3ad636ff-d3be-4a54-a50c-d044c076d38f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.732373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Allocated IP 172.25.1.166 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/eab71eec-8872-4200-b0b2-4ca059bd8d66) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:58.771752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b6059592-4116-4860-8ea2-b58802be18e5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3ad636ff-d3be-4a54-a50c-d044c076d38f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.774592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b6059592-4116-4860-8ea2-b58802be18e5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.775993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b6059592-4116-4860-8ea2-b58802be18e5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/security-groups/3ad636ff-d3be-4a54-a50c-d044c076d38f HTTP/1.1" status: 204 len: 168 time: 0.3637757 Feb 11 05:48:58.794108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.803927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6059592-4116-4860-8ea2-b58802be18e5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad636ff-d3be-4a54-a50c-d044c076d38f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:58.841583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53888) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:58.987835 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for port (eab71eec-8872-4200-b0b2-4ca059bd8d66), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.003962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 78139de5-5234-493b-89e7-67a760b4e1b0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:59.040101 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 78139de5-5234-493b-89e7-67a760b4e1b0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:59.040553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 78139de5-5234-493b-89e7-67a760b4e1b0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:59.041032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8ed868c4-b039-472f-80f6-6e50d269a11e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:59.072894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 8ed868c4-b039-472f-80f6-6e50d269a11e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:59.076680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8ed868c4-b039-472f-80f6-6e50d269a11e not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:59.077445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a93729b2-90cf-40ae-8036-a8fcebaef4cd no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:59.100578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: a93729b2-90cf-40ae-8036-a8fcebaef4cd {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:59.102349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a93729b2-90cf-40ae-8036-a8fcebaef4cd not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:59.197806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (eab71eec-8872-4200-b0b2-4ca059bd8d66), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.297611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:59.304622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:59.313376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:59.319499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event updated for resources: {'Port': ['ID=eab71eec-8872-4200-b0b2-4ca059bd8d66,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:59.508611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 6feca2f9-c78f-4029-bd3f-01da758d7d93 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:59.509006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.624422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port 6feca2f9-c78f-4029-bd3f-01da758d7d93, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6feca2f9-c78f-4029-bd3f-01da758d7d93,segment=NetworkSegment(e6921581-1cbf-4075-b8c2-02d5985aedd3),segment_id=e6921581-1cbf-4075-b8c2-02d5985aedd3)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:59.624767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.639882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 6feca2f9-c78f-4029-bd3f-01da758d7d93 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:59.879837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6feca2f9-c78f-4029-bd3f-01da758d7d93), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.920502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=6feca2f9-c78f-4029-bd3f-01da758d7d93,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:00.093544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (70f33f49-8196-4dec-88c3-64a666b16af9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.163581 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (514c0591-8629-4e63-b48e-96378102acb5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.179663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.249643 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-69ee679f-5cce-4148-9abc-5a7ba50155f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.428002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:00.528158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:00.535552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505f9f-68ff-4f52-8cc6-d6311665011d req-f8f6eddf-1cde-4a1e-a774-16350bcd0235 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.535725 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f14b3ce4-63cd-49c2-851f-fbe81438e6fb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2123501 Feb 11 05:49:00.535991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53900) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:00.538526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505f9f-68ff-4f52-8cc6-d6311665011d req-f8f6eddf-1cde-4a1e-a774-16350bcd0235 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.543617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505f9f-68ff-4f52-8cc6-d6311665011d req-f8f6eddf-1cde-4a1e-a774-16350bcd0235 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.548886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505f9f-68ff-4f52-8cc6-d6311665011d req-f8f6eddf-1cde-4a1e-a774-16350bcd0235 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.554385 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:00.554866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505f9f-68ff-4f52-8cc6-d6311665011d req-f8f6eddf-1cde-4a1e-a774-16350bcd0235 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.560569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505f9f-68ff-4f52-8cc6-d6311665011d req-f8f6eddf-1cde-4a1e-a774-16350bcd0235 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.566222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505f9f-68ff-4f52-8cc6-d6311665011d req-f8f6eddf-1cde-4a1e-a774-16350bcd0235 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.568131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9505f9f-68ff-4f52-8cc6-d6311665011d req-f8f6eddf-1cde-4a1e-a774-16350bcd0235 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5434 time: 0.2531519 Feb 11 05:49:00.577596 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:00.578257 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:00.638051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bdb712-c82b-4989-a481-c953088fc99f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting subnet d76b1c64-82f6-40b8-bd37-406ff2112dd6 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:00.643657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49bdb712-c82b-4989-a481-c953088fc99f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (d76b1c64-82f6-40b8-bd37-406ff2112dd6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.676131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (514c0591-8629-4e63-b48e-96378102acb5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.680462 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:00.700813 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49bdb712-c82b-4989-a481-c953088fc99f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (d76b1c64-82f6-40b8-bd37-406ff2112dd6), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.813396 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9505f9f-68ff-4f52-8cc6-d6311665011d req-053c764b-dcd8-4c9c-a6d5-a34682e2a57d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2123473 Feb 11 05:49:00.893153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49bdb712-c82b-4989-a481-c953088fc99f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (d76b1c64-82f6-40b8-bd37-406ff2112dd6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.978421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Router 514c0591-8629-4e63-b48e-96378102acb5 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:49:00.981349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49bdb712-c82b-4989-a481-c953088fc99f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (d76b1c64-82f6-40b8-bd37-406ff2112dd6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.024415 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:59Z', 'revision_number': 10, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.034923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port b759ad2f-c31e-4149-8bfd-a1500adda21a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:01.035268 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.100373 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:01.107240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.107849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdb712-c82b-4989-a481-c953088fc99f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Subnet': ['ID=d76b1c64-82f6-40b8-bd37-406ff2112dd6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:01.121279 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:01.124520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49bdb712-c82b-4989-a481-c953088fc99f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.131809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f2ed9a-ceb1-4556-a325-ff197a8e020d None None] Network 523c3230-e9aa-4b38-98d1-dfdeef817eb5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:01.134932 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-49bdb712-c82b-4989-a481-c953088fc99f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/d76b1c64-82f6-40b8-bd37-406ff2112dd6 HTTP/1.1" status: 204 len: 168 time: 0.5980589 Feb 11 05:49:01.138884 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.145800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53902) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:01.205826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:01.209340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] For port b759ad2f-c31e-4149-8bfd-a1500adda21a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b759ad2f-c31e-4149-8bfd-a1500adda21a,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:01.209893 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.235091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for b759ad2f-c31e-4149-8bfd-a1500adda21a owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:01.248932 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.250392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5ff3997f-f6e9-4db5-a9e5-938148f62d9d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4484925 Feb 11 05:49:01.255066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53904) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:01.259798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f8b6ae69-10d3-445c-92b3-a348a63d6ad2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': False}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:01.261477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8eac9f-8014-4ee0-94e9-69468030931e None None] Sync routers for ids ['514c0591-8629-4e63-b48e-96378102acb5'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:01.297322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8eac9f-8014-4ee0-94e9-69468030931e None None] Routers {'514c0591-8629-4e63-b48e-96378102acb5'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:01.299538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1d8eac9f-8014-4ee0-94e9-69468030931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['514c0591-8629-4e63-b48e-96378102acb5'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.325872 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (523c3230-e9aa-4b38-98d1-dfdeef817eb5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.343328 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:01.378416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1d8eac9f-8014-4ee0-94e9-69468030931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.396965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8eac9f-8014-4ee0-94e9-69468030931e None None] Routers {'514c0591-8629-4e63-b48e-96378102acb5'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:01.398432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1d8eac9f-8014-4ee0-94e9-69468030931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['514c0591-8629-4e63-b48e-96378102acb5'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.450762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1d8eac9f-8014-4ee0-94e9-69468030931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.451675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8eac9f-8014-4ee0-94e9-69468030931e None None] The sync data for ids ['514c0591-8629-4e63-b48e-96378102acb5'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:01.456376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 4b9f4585-a88b-4606-825a-6ad1da325667 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:01.457305 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.518520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] DHCP port deletion for 523c3230-e9aa-4b38-98d1-dfdeef817eb5 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:01.540717 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port 4b9f4585-a88b-4606-825a-6ad1da325667, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4b9f4585-a88b-4606-825a-6ad1da325667,segment=NetworkSegment(e6921581-1cbf-4075-b8c2-02d5985aedd3),segment_id=e6921581-1cbf-4075-b8c2-02d5985aedd3)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:01.540717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.565312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 4b9f4585-a88b-4606-825a-6ad1da325667 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:01.656370 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b759ad2f-c31e-4149-8bfd-a1500adda21a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.659985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] Deleting port 4b9f4585-a88b-4606-825a-6ad1da325667 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:01.660656 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.664954 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.697458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=4b9f4585-a88b-4606-825a-6ad1da325667,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:01.701875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No DVR routers for this DVR port 4b9f4585-a88b-4606-825a-6ad1da325667 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:01.722502 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:59Z', 'revision_number': 10, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.744273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=b759ad2f-c31e-4149-8bfd-a1500adda21a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:01.780426 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7848c-abf8-491a-8ceb-5c08243e9817 None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:48:59Z', 'revision_number': 10, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None, '_interfaces': [{'id': '91fb8e5b-2272-48c3-83a6-729cff306d9c', 'name': '', 'network_id': '37481664-6184-4a81-a854-65479ce12481', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'mac_address': 'fa:16:3e:6d:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:22Z', 'updated_at': '2022-02-11T05:48:28Z', 'revision_number': 5, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'subnets': [{'id': '6caadbb5-58f7-4454-a6ee-c8eeb09314d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:01.812009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] For port 4b9f4585-a88b-4606-825a-6ad1da325667, host n-d-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:01.812970 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.839448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (523c3230-e9aa-4b38-98d1-dfdeef817eb5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.845299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] Calling delete_port for 4b9f4585-a88b-4606-825a-6ad1da325667 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:01.848949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.ipam_backend_mixin [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] Port 4b9f4585-a88b-4606-825a-6ad1da325667 was not found and therefore no delete operation was performed {{(pid=103122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:49:01.850848 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (4b9f4585-a88b-4606-825a-6ad1da325667), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.870133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523c3230-e9aa-4b38-98d1-dfdeef817eb5']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.886987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6921581-1cbf-4075-b8c2-02d5985aedd3') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.888268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6921581-1cbf-4075-b8c2-02d5985aedd3') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:01.892843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] Pushing event deleted for resources: {'Port': ['ID=4b9f4585-a88b-4606-825a-6ad1da325667,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:01.897598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f96a28-7a37-49e7-b813-3b63f62a5f1b None None] No DVR routers for this DVR port 4b9f4585-a88b-4606-825a-6ad1da325667 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:01.909182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (e6921581-1cbf-4075-b8c2-02d5985aedd3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.927582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e6921581-1cbf-4075-b8c2-02d5985aedd3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.935302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:01.935839 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (e6921581-1cbf-4075-b8c2-02d5985aedd3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:01.939772 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:02.031161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (523c3230-e9aa-4b38-98d1-dfdeef817eb5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.052423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.056374 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/networks/523c3230-e9aa-4b38-98d1-dfdeef817eb5 HTTP/1.1" status: 204 len: 168 time: 0.9089203 Feb 11 05:49:02.058379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefa13f-b2e6-4876-8c27-2ddfe7add786 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Network': ['ID=523c3230-e9aa-4b38-98d1-dfdeef817eb5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:02.060147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53910) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:02.097981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ae69-10d3-445c-92b3-a348a63d6ad2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (514c0591-8629-4e63-b48e-96378102acb5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.149288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (70f33f49-8196-4dec-88c3-64a666b16af9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.169163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ea8d-08d6-4f95-843a-f825026046fc req-75e243da-35c9-4dfd-a47c-453f6b601973 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:02.174632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ea8d-08d6-4f95-843a-f825026046fc req-75e243da-35c9-4dfd-a47c-453f6b601973 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:02.180119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ea8d-08d6-4f95-843a-f825026046fc req-75e243da-35c9-4dfd-a47c-453f6b601973 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:02.186021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ea8d-08d6-4f95-843a-f825026046fc req-75e243da-35c9-4dfd-a47c-453f6b601973 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:02.191710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ea8d-08d6-4f95-843a-f825026046fc req-75e243da-35c9-4dfd-a47c-453f6b601973 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:02.199771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ea8d-08d6-4f95-843a-f825026046fc req-75e243da-35c9-4dfd-a47c-453f6b601973 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:02.205264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ea8d-08d6-4f95-843a-f825026046fc req-75e243da-35c9-4dfd-a47c-453f6b601973 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:02.207181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1836ea8d-08d6-4f95-843a-f825026046fc req-75e243da-35c9-4dfd-a47c-453f6b601973 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5434 time: 0.2331307 Feb 11 05:49:02.442086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1836ea8d-08d6-4f95-843a-f825026046fc req-f451bb1e-29e1-4503-8d83-a7d75f104feb tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2164907 Feb 11 05:49:02.537334 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.742652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4b9f4585-a88b-4606-825a-6ad1da325667 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:02.776895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 4b9f4585-a88b-4606-825a-6ad1da325667 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:02.777855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4b9f4585-a88b-4606-825a-6ad1da325667 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:02.778546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6feca2f9-c78f-4029-bd3f-01da758d7d93 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:02.814210 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6feca2f9-c78f-4029-bd3f-01da758d7d93 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:02.814984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6feca2f9-c78f-4029-bd3f-01da758d7d93 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:02.840917 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.896905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 91fb8e5b-2272-48c3-83a6-729cff306d9c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:02.897822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.008832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port 91fb8e5b-2272-48c3-83a6-729cff306d9c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=91fb8e5b-2272-48c3-83a6-729cff306d9c,segment=NetworkSegment(79ee81ea-5b26-459a-ae58-a019c527536c),segment_id=79ee81ea-5b26-459a-ae58-a019c527536c)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:03.009569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.023160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 91fb8e5b-2272-48c3-83a6-729cff306d9c owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:03.045050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router 70f33f49-8196-4dec-88c3-64a666b16af9 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:03.223151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (91fb8e5b-2272-48c3-83a6-729cff306d9c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.251753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=91fb8e5b-2272-48c3-83a6-729cff306d9c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:03.301460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:03.315105 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] Sync routers for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:03.329490 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:03.330575 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:03.357973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-080bef3f-348b-4d62-9246-9ad56445cc66 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "PUT /v2.0/routers/70f33f49-8196-4dec-88c3-64a666b16af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5151889 Feb 11 05:49:03.361053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53914) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:03.422758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-c9be91a0-3c48-4198-af85-1bd2c340ccce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.436587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-c9be91a0-3c48-4198-af85-1bd2c340ccce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.448627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-c9be91a0-3c48-4198-af85-1bd2c340ccce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.454168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-c9be91a0-3c48-4198-af85-1bd2c340ccce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.461016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-c9be91a0-3c48-4198-af85-1bd2c340ccce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.462435 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:03.466489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-c9be91a0-3c48-4198-af85-1bd2c340ccce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.472220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-c9be91a0-3c48-4198-af85-1bd2c340ccce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.474274 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-c9be91a0-3c48-4198-af85-1bd2c340ccce tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5434 time: 0.2461569 Feb 11 05:49:03.518628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (543a3591-bc93-4c0a-849d-50c74dfa869a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.618051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b59cb15-7ba4-41aa-8417-cf3399bc9378 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting subnet 32f2c1dd-67ab-493e-abfe-3bb181e5b860 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:03.652623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-003a58e8-e355-4599-928b-b4dd85351423 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.654061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-003a58e8-e355-4599-928b-b4dd85351423 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "GET /v2.0/ports/c42625e7-478d-46cd-9ac9-810d31b616d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1731071 Feb 11 05:49:03.662584 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b59cb15-7ba4-41aa-8417-cf3399bc9378 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for subnet (32f2c1dd-67ab-493e-abfe-3bb181e5b860), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.747688 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ae69-10d3-445c-92b3-a348a63d6ad2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (514c0591-8629-4e63-b48e-96378102acb5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.766907 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:49:01Z', 'revision_number': 7, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:03.791465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b59cb15-7ba4-41aa-8417-cf3399bc9378 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (32f2c1dd-67ab-493e-abfe-3bb181e5b860), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.803306 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] Checking router: 70f33f49-8196-4dec-88c3-64a666b16af9 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:03.807009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:03.814028 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] Routers {'70f33f49-8196-4dec-88c3-64a666b16af9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:03.814692 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['70f33f49-8196-4dec-88c3-64a666b16af9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:03.816473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ae69-10d3-445c-92b3-a348a63d6ad2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (514c0591-8629-4e63-b48e-96378102acb5), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.846401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4d37b-a74e-4842-bf90-a9ffa9f8bf3c req-585343e6-ac56-4370-b9a9-32a7767f5c0b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.851881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4d37b-a74e-4842-bf90-a9ffa9f8bf3c req-585343e6-ac56-4370-b9a9-32a7767f5c0b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.857430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4d37b-a74e-4842-bf90-a9ffa9f8bf3c req-585343e6-ac56-4370-b9a9-32a7767f5c0b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.862817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4d37b-a74e-4842-bf90-a9ffa9f8bf3c req-585343e6-ac56-4370-b9a9-32a7767f5c0b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.868234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4d37b-a74e-4842-bf90-a9ffa9f8bf3c req-585343e6-ac56-4370-b9a9-32a7767f5c0b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.873684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4d37b-a74e-4842-bf90-a9ffa9f8bf3c req-585343e6-ac56-4370-b9a9-32a7767f5c0b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.879282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4d37b-a74e-4842-bf90-a9ffa9f8bf3c req-585343e6-ac56-4370-b9a9-32a7767f5c0b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.881511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34d4d37b-a74e-4842-bf90-a9ffa9f8bf3c req-585343e6-ac56-4370-b9a9-32a7767f5c0b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 5434 time: 0.3234215 Feb 11 05:49:03.900522 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.001186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-7865a1b2-989e-43b9-807b-2501cefb24c4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "GET /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3148439 Feb 11 05:49:04.017965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:04.067580 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] Set router 70f33f49-8196-4dec-88c3-64a666b16af9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:04.153687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34d4d37b-a74e-4842-bf90-a9ffa9f8bf3c req-95a1d47f-448e-4fd2-ac9c-bc09f07a233c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2580640 Feb 11 05:49:04.154711 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b59cb15-7ba4-41aa-8417-cf3399bc9378 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (32f2c1dd-67ab-493e-abfe-3bb181e5b860), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.210054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b6ae69-10d3-445c-92b3-a348a63d6ad2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Router 514c0591-8629-4e63-b48e-96378102acb5 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:04.227798 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.273062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:04.288854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:04.313346 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ead417ed-b4aa-4436-a9a3-a06fc6ee3b4e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2468617 Feb 11 05:49:04.317637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53920) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:04.331186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:04.333337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b59cb15-7ba4-41aa-8417-cf3399bc9378 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (32f2c1dd-67ab-493e-abfe-3bb181e5b860), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.334385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:04.363657 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:49:01Z', 'revision_number': 7, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:04.378692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59cb15-7ba4-41aa-8417-cf3399bc9378 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Subnet': ['ID=32f2c1dd-67ab-493e-abfe-3bb181e5b860,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:04.380513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b59cb15-7ba4-41aa-8417-cf3399bc9378 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.387073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b59cb15-7ba4-41aa-8417-cf3399bc9378 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/subnets/32f2c1dd-67ab-493e-abfe-3bb181e5b860 HTTP/1.1" status: 204 len: 168 time: 1.0249805 Feb 11 05:49:04.395528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53922) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:04.400340 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428fe42-1816-4de3-8f7b-41e2acb1497b None None] The sync data for ids ['70f33f49-8196-4dec-88c3-64a666b16af9'] in n-d-715271-35 is: [{'id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'name': 'tempest-TestNetworkBasicOps-router-1338817347', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:13Z', 'updated_at': '2022-02-11T05:49:01Z', 'revision_number': 7, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '205787f3-f8e4-4f32-96be-c470376bbcd1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f33f49-8196-4dec-88c3-64a666b16af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:17Z', 'updated_at': '2022-02-11T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:04.453657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a091287-c078-4657-bf10-5be51af1a50d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting subnet 6caadbb5-58f7-4454-a6ee-c8eeb09314d9 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:04.467922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a091287-c078-4657-bf10-5be51af1a50d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (6caadbb5-58f7-4454-a6ee-c8eeb09314d9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.471979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:04.525887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a091287-c078-4657-bf10-5be51af1a50d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6caadbb5-58f7-4454-a6ee-c8eeb09314d9), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.571529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:49:03Z', 'revision_number': 11, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:04.578201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a5281-e3b6-4cba-ae0a-e3c563468514 None None] Network 6ff6d76b-f503-4313-b95f-b6ddf303eee0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:04.593876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b6ae69-10d3-445c-92b3-a348a63d6ad2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:04.606953 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cc024-5db5-4a58-9df8-31a86b425b3b None None] Sync routers for ids ['514c0591-8629-4e63-b48e-96378102acb5'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:04.614533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ae69-10d3-445c-92b3-a348a63d6ad2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.620207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53926) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:04.625010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f8b6ae69-10d3-445c-92b3-a348a63d6ad2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "PUT /v2.0/routers/514c0591-8629-4e63-b48e-96378102acb5 HTTP/1.1" status: 200 len: 922 time: 3.3695893 Feb 11 05:49:04.626477 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cc024-5db5-4a58-9df8-31a86b425b3b None None] Routers {'514c0591-8629-4e63-b48e-96378102acb5'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:04.629058 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d50cc024-5db5-4a58-9df8-31a86b425b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['514c0591-8629-4e63-b48e-96378102acb5'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:04.677768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:04.707685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] For port c42625e7-478d-46cd-9ac9-810d31b616d5, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c42625e7-478d-46cd-9ac9-810d31b616d5,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:04.716340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b759ad2f-c31e-4149-8bfd-a1500adda21a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:04.729754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router (70f33f49-8196-4dec-88c3-64a666b16af9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.738888 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d50cc024-5db5-4a58-9df8-31a86b425b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:04.755443 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cc024-5db5-4a58-9df8-31a86b425b3b None None] Routers {'514c0591-8629-4e63-b48e-96378102acb5'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:04.756256 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d50cc024-5db5-4a58-9df8-31a86b425b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['514c0591-8629-4e63-b48e-96378102acb5'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:04.808464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: b759ad2f-c31e-4149-8bfd-a1500adda21a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:04.808775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b759ad2f-c31e-4149-8bfd-a1500adda21a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:04.811881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:04.813080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:04.819048 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d50cc024-5db5-4a58-9df8-31a86b425b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:04.819860 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cc024-5db5-4a58-9df8-31a86b425b3b None None] The sync data for ids ['514c0591-8629-4e63-b48e-96378102acb5'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:04.862968 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3f15be1a-a258-423b-9e29-f430aaad1436 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/routers/514c0591-8629-4e63-b48e-96378102acb5 HTTP/1.1" status: 200 len: 922 time: 0.2415349 Feb 11 05:49:04.867089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53928) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:04.867700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] For port c42625e7-478d-46cd-9ac9-810d31b616d5, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:04.933994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:04.950641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] device_id is not set on port c42625e7-478d-46cd-9ac9-810d31b616d5 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:04.966857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a091287-c078-4657-bf10-5be51af1a50d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6caadbb5-58f7-4454-a6ee-c8eeb09314d9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.982075 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] Publish callbacks [] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.984800 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_gateway (70f33f49-8196-4dec-88c3-64a666b16af9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.996266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.996947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:49:03Z', 'revision_number': 11, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:05.025337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f83a4-8788-456e-982f-2c1744e4aa76 None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:49:03Z', 'revision_number': 11, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:05.031262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3d355-b56b-4da0-8044-475fca871885 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.033010 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ca3d355-b56b-4da0-8044-475fca871885 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=514c0591-8629-4e63-b48e-96378102acb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1649683 Feb 11 05:49:05.039323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53930) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:05.120971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] Pushing event updated for resources: {'Port': ['ID=c42625e7-478d-46cd-9ac9-810d31b616d5,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:05.140814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] No DVR routers for this DVR port c42625e7-478d-46cd-9ac9-810d31b616d5 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:05.165631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a091287-c078-4657-bf10-5be51af1a50d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6caadbb5-58f7-4454-a6ee-c8eeb09314d9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.180951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port 205787f3-f8e4-4f32-96be-c470376bbcd1 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:05.181371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.218319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] In _notify_port_updated(), no bound segment for port c42625e7-478d-46cd-9ac9-810d31b616d5 on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:49:05.219202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.219817 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.228806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-40587745-f516-47da-af51-3a2ca9efee87 service neutron] 10.222.0.72 "PUT /v2.0/ports/c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 200 len: 1026 time: 1.2074852 Feb 11 05:49:05.239267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0300a-b246-4e8d-93e9-1d0e6d58bcd2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.241462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c6d0300a-b246-4e8d-93e9-1d0e6d58bcd2 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 881 time: 0.2009313 Feb 11 05:49:05.245014 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3a091287-c078-4657-bf10-5be51af1a50d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.249590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53934) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:05.253197 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a091287-c078-4657-bf10-5be51af1a50d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/6caadbb5-58f7-4454-a6ee-c8eeb09314d9 HTTP/1.1" status: 204 len: 168 time: 0.9341748 Feb 11 05:49:05.254043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53936) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:05.263266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd83b63a-2085-4782-954d-144e12a5f0b6 None None] Network 37481664-6184-4a81-a854-65479ce12481 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:05.265202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a091287-c078-4657-bf10-5be51af1a50d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Subnet': ['ID=6caadbb5-58f7-4454-a6ee-c8eeb09314d9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:05.350296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3eaebcf1-3df9-409b-b714-a97e8a01c653 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=514c0591-8629-4e63-b48e-96378102acb5 HTTP/1.1" status: 200 len: 205 time: 0.0985355 Feb 11 05:49:05.351849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53938) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:05.434836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (37481664-6184-4a81-a854-65479ce12481), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.468434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443dd00-e493-43f5-8654-cafde2d41983 None None] DHCP port deletion for 6ff6d76b-f503-4313-b95f-b6ddf303eee0 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:05.491260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-98896003-ad54-49ca-a0c8-2743d7adc302 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.492928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-98896003-ad54-49ca-a0c8-2743d7adc302 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "GET /v2.0/ports/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2625852 Feb 11 05:49:05.518116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:05.551879 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (514c0591-8629-4e63-b48e-96378102acb5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.626348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] For port 205787f3-f8e4-4f32-96be-c470376bbcd1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=205787f3-f8e4-4f32-96be-c470376bbcd1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:05.626925 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.633013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d548499d-802b-470a-a3a0-83fb4d09c91d None None] Provisioning complete for port c42625e7-478d-46cd-9ac9-810d31b616d5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:05.633528 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d548499d-802b-470a-a3a0-83fb4d09c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.636509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Deleting port 7cf8259b-a997-4517-b5cb-6667e80fadec {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:05.636861 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.673542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab2709-eccf-4631-84c3-94096e47b7b2 None None] DHCP port deletion for 37481664-6184-4a81-a854-65479ce12481 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:05.688268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949a505-d70d-462d-830e-98dc5dd3e531 req-92235bf7-97f2-42db-8cca-5afbb519c2c2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.693617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8443dd00-e493-43f5-8654-cafde2d41983 None None] Deleting port 4d4e455c-4800-4722-bafa-75183e8a9e1e {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:05.694208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949a505-d70d-462d-830e-98dc5dd3e531 req-92235bf7-97f2-42db-8cca-5afbb519c2c2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.694840 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8443dd00-e493-43f5-8654-cafde2d41983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.700842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949a505-d70d-462d-830e-98dc5dd3e531 req-92235bf7-97f2-42db-8cca-5afbb519c2c2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.706951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949a505-d70d-462d-830e-98dc5dd3e531 req-92235bf7-97f2-42db-8cca-5afbb519c2c2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.713604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949a505-d70d-462d-830e-98dc5dd3e531 req-92235bf7-97f2-42db-8cca-5afbb519c2c2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.720544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949a505-d70d-462d-830e-98dc5dd3e531 req-92235bf7-97f2-42db-8cca-5afbb519c2c2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.722668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b949a505-d70d-462d-830e-98dc5dd3e531 req-92235bf7-97f2-42db-8cca-5afbb519c2c2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 4661 time: 0.4292181 Feb 11 05:49:05.730770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for 205787f3-f8e4-4f32-96be-c470376bbcd1 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:05.773400 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.779909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] For port 7cf8259b-a997-4517-b5cb-6667e80fadec, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7cf8259b-a997-4517-b5cb-6667e80fadec,segment=NetworkSegment(79ee81ea-5b26-459a-ae58-a019c527536c),segment_id=79ee81ea-5b26-459a-ae58-a019c527536c)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:05.780291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.784209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (514c0591-8629-4e63-b48e-96378102acb5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.806414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Calling delete_port for 7cf8259b-a997-4517-b5cb-6667e80fadec owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:05.860524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8443dd00-e493-43f5-8654-cafde2d41983 None None] For port 4d4e455c-4800-4722-bafa-75183e8a9e1e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d4e455c-4800-4722-bafa-75183e8a9e1e,segment=NetworkSegment(b2386c5f-892f-4182-83d1-279bd2cd6e15),segment_id=b2386c5f-892f-4182-83d1-279bd2cd6e15)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:05.860838 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8443dd00-e493-43f5-8654-cafde2d41983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.878057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8443dd00-e493-43f5-8654-cafde2d41983 None None] Calling delete_port for 4d4e455c-4800-4722-bafa-75183e8a9e1e owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:05.905335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b949a505-d70d-462d-830e-98dc5dd3e531 req-05a43fae-35be-4c0f-9a8c-22bac111614c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47&id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1757612 Feb 11 05:49:05.953817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Deleting port eab71eec-8872-4200-b0b2-4ca059bd8d66 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:05.954165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (eab71eec-8872-4200-b0b2-4ca059bd8d66), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.969753 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7cf8259b-a997-4517-b5cb-6667e80fadec), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.986408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab2709-eccf-4631-84c3-94096e47b7b2 None None] The port '7cf8259b-a997-4517-b5cb-6667e80fadec' was deleted {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 05:49:05.997406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d548499d-802b-470a-a3a0-83fb4d09c91d None None] Port c42625e7-478d-46cd-9ac9-810d31b616d5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:06.016562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Port': ['ID=7cf8259b-a997-4517-b5cb-6667e80fadec,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:06.031142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No DVR routers for this DVR port 7cf8259b-a997-4517-b5cb-6667e80fadec on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:06.070978 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8443dd00-e493-43f5-8654-cafde2d41983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (4d4e455c-4800-4722-bafa-75183e8a9e1e), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.107314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443dd00-e493-43f5-8654-cafde2d41983 None None] Pushing event deleted for resources: {'Port': ['ID=4d4e455c-4800-4722-bafa-75183e8a9e1e,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:06.129696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] For port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:06.135968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443dd00-e493-43f5-8654-cafde2d41983 None None] No DVR routers for this DVR port 4d4e455c-4800-4722-bafa-75183e8a9e1e on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:06.158603 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (205787f3-f8e4-4f32-96be-c470376bbcd1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.167401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (37481664-6184-4a81-a854-65479ce12481), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.184489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (eab71eec-8872-4200-b0b2-4ca059bd8d66), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.195928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=205787f3-f8e4-4f32-96be-c470376bbcd1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:06.210088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37481664-6184-4a81-a854-65479ce12481']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:06.214109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Calling delete_port for eab71eec-8872-4200-b0b2-4ca059bd8d66 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:06.225458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ee81ea-5b26-459a-ae58-a019c527536c') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:06.226324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ee81ea-5b26-459a-ae58-a019c527536c') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:06.248411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (79ee81ea-5b26-459a-ae58-a019c527536c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.287539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 66206b59-23ca-4374-aeea-13f28bb07083 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:06.317893 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (79ee81ea-5b26-459a-ae58-a019c527536c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.325108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:06.325612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (79ee81ea-5b26-459a-ae58-a019c527536c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.379611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 66206b59-23ca-4374-aeea-13f28bb07083 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:06.379980 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (66206b59-23ca-4374-aeea-13f28bb07083), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:06.397019 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:06.406943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (37481664-6184-4a81-a854-65479ce12481), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.414481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66206b59-23ca-4374-aeea-13f28bb07083'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:06.417726 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a38b6d-c7cf-41f2-be19-89400f52b7f6" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-unplugged", "status": "completed", "tag": "66206b59-23ca-4374-aeea-13f28bb07083"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:06.433105 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.436908 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/networks/37481664-6184-4a81-a854-65479ce12481 HTTP/1.1" status: 204 len: 168 time: 1.1665962 Feb 11 05:49:06.441852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53946) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:06.450781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 66206b59-23ca-4374-aeea-13f28bb07083, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=66206b59-23ca-4374-aeea-13f28bb07083,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:06.457465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'routes': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:06.460580 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (66206b59-23ca-4374-aeea-13f28bb07083), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.461829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c42625e7-478d-46cd-9ac9-810d31b616d5 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:06.462897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ebbb-30b1-43a7-b21c-5cfa220df82e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Pushing event deleted for resources: {'Network': ['ID=37481664-6184-4a81-a854-65479ce12481,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:06.609719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port c42625e7-478d-46cd-9ac9-810d31b616d5 host ! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:49:06.610161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c42625e7-478d-46cd-9ac9-810d31b616d5 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:06.612130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:06.624177 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fceb2ed-63fd-4073-b937-f9e9802a326e x-openstack-request-id: req-3fceb2ed-63fd-4073-b937-f9e9802a326e {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:06.624577 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-unplugged", "status": "completed", "tag": "66206b59-23ca-4374-aeea-13f28bb07083", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:06.624723 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fceb2ed-63fd-4073-b937-f9e9802a326e {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:06.625724 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66206b59-23ca-4374-aeea-13f28bb07083', 'code': 200} Feb 11 05:49:06.648241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=66206b59-23ca-4374-aeea-13f28bb07083,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:06.725619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:06.726011 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.765608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] For port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:06.780482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Added routes are [] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:49:06.780878 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Removed routes are [] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:49:06.781425 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.790270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7cf8259b-a997-4517-b5cb-6667e80fadec no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:06.813386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] device_id is not set on port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:06.818394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 7cf8259b-a997-4517-b5cb-6667e80fadec {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:06.818708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7cf8259b-a997-4517-b5cb-6667e80fadec not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:06.819221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 91fb8e5b-2272-48c3-83a6-729cff306d9c no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:06.820579 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (70f33f49-8196-4dec-88c3-64a666b16af9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.852481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 91fb8e5b-2272-48c3-83a6-729cff306d9c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:06.852921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 91fb8e5b-2272-48c3-83a6-729cff306d9c not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:06.853275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] Publish callbacks [] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.853528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d4e455c-4800-4722-bafa-75183e8a9e1e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:06.881156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 4d4e455c-4800-4722-bafa-75183e8a9e1e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:06.881764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d4e455c-4800-4722-bafa-75183e8a9e1e not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:06.941478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.950051 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (70f33f49-8196-4dec-88c3-64a666b16af9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.953075 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_controller (70f33f49-8196-4dec-88c3-64a666b16af9), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.966824 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:49:06.967190 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:49:07.089489 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (70f33f49-8196-4dec-88c3-64a666b16af9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.090018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Fanout notify agent at l3_agent the message router_deleted on router 70f33f49-8196-4dec-88c3-64a666b16af9 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:49:07.116722 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.117900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-25b6ff42-5d7a-4552-977c-64d8eb9a40bd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/routers/70f33f49-8196-4dec-88c3-64a666b16af9 HTTP/1.1" status: 204 len: 168 time: 2.7205963 Feb 11 05:49:07.122810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:07.127568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] No DVR routers for this DVR port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:07.183238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53954) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:07.185172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] In _notify_port_updated(), no bound segment for port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a on network 38a333df-eb9e-4410-9a73-327d64d75f7a {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:49:07.186355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:07.187326 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.191917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-228ab4ba-082a-49de-a32d-798fb3e38646 service neutron] 10.222.0.72 "PUT /v2.0/ports/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 200 len: 1028 time: 1.6903892 Feb 11 05:49:07.403241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3e70d-0f0c-45b4-b270-9a78facc0eee req-25afb47a-7cca-45a3-895a-b852f41c85a1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:07.403758 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.408600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3e70d-0f0c-45b4-b270-9a78facc0eee req-25afb47a-7cca-45a3-895a-b852f41c85a1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:07.410028 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.414558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3e70d-0f0c-45b4-b270-9a78facc0eee req-25afb47a-7cca-45a3-895a-b852f41c85a1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:07.420756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3e70d-0f0c-45b4-b270-9a78facc0eee req-25afb47a-7cca-45a3-895a-b852f41c85a1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:07.426081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3e70d-0f0c-45b4-b270-9a78facc0eee req-25afb47a-7cca-45a3-895a-b852f41c85a1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:07.427918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-86992ffd-926a-4273-85d4-5cc53ff4ee50 None None] Provisioning complete for port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:07.429424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7b3e70d-0f0c-45b4-b270-9a78facc0eee req-25afb47a-7cca-45a3-895a-b852f41c85a1 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 3884 time: 0.3899770 Feb 11 05:49:07.429561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-86992ffd-926a-4273-85d4-5cc53ff4ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.455174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (6ff6d76b-f503-4313-b95f-b6ddf303eee0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.463092 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (eab71eec-8872-4200-b0b2-4ca059bd8d66), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.471463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-86992ffd-926a-4273-85d4-5cc53ff4ee50 None None] Port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:07.507038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a is: DOWN; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:07.508353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c9e9b612-8aa7-4249-96dc-2534a84d9330 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:07.508490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ff984-a3e0-443d-9238-fbdffc4cf9f2 req-924996f8-cc3e-490e-bba0-c3e14b340def tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:07.510017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd4ff984-a3e0-443d-9238-fbdffc4cf9f2 req-924996f8-cc3e-490e-bba0-c3e14b340def tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 950 time: 0.2683713 Feb 11 05:49:07.535498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event deleted for resources: {'Port': ['ID=eab71eec-8872-4200-b0b2-4ca059bd8d66,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:07.585477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7b3e70d-0f0c-45b4-b270-9a78facc0eee req-4ec99ee0-3e25-4f09-aa52-18d291c45515 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355190 Feb 11 05:49:07.594756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 543a3591-bc93-4c0a-849d-50c74dfa869a has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:07.621996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c9e9b612-8aa7-4249-96dc-2534a84d9330 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:07.622397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.658789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (514c0591-8629-4e63-b48e-96378102acb5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.665580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c9e9b612-8aa7-4249-96dc-2534a84d9330, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c9e9b612-8aa7-4249-96dc-2534a84d9330,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:07.671945 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.673211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 9d5ceb20-777b-4734-b36d-418484efc430 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:07.700212 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (6ff6d76b-f503-4313-b95f-b6ddf303eee0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.721967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd4ff984-a3e0-443d-9238-fbdffc4cf9f2 req-4b0a3ed2-3c30-43e5-98ef-95d60b4a812d tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013850 Feb 11 05:49:07.739626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:07.739626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.760778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c9e9b612-8aa7-4249-96dc-2534a84d9330,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:07.762858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff6d76b-f503-4313-b95f-b6ddf303eee0']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:07.794257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2386c5f-892f-4182-83d1-279bd2cd6e15') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:07.794978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2386c5f-892f-4182-83d1-279bd2cd6e15') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:07.803245 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:07.810659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (b2386c5f-892f-4182-83d1-279bd2cd6e15), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.816148 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.819817 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b94d4e37-5f90-4b8b-a218-f5194d865887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a HTTP/1.1" status: 200 len: 700 time: 1.3634558 Feb 11 05:49:07.819817 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (514c0591-8629-4e63-b48e-96378102acb5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.821214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53958) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:07.823703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (514c0591-8629-4e63-b48e-96378102acb5), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.872796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b2386c5f-892f-4182-83d1-279bd2cd6e15), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.880321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:07.880749 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (b2386c5f-892f-4182-83d1-279bd2cd6e15), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.919619 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d302c794-067b-4126-b244-85ffb95c67e3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=543a3591-bc93-4c0a-849d-50c74dfa869a HTTP/1.1" status: 200 len: 205 time: 0.0970459 Feb 11 05:49:07.921580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53962) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:07.951638 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:07.983098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] For port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:07.983845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.987040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] Sync routers for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:07.993319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (6ff6d76b-f503-4313-b95f-b6ddf303eee0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.006106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] Routers {'543a3591-bc93-4c0a-849d-50c74dfa869a'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:08.006908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['543a3591-bc93-4c0a-849d-50c74dfa869a'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:08.007857 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.011817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/networks/6ff6d76b-f503-4313-b95f-b6ddf303eee0 HTTP/1.1" status: 204 len: 168 time: 0.8193309 Feb 11 05:49:08.014252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (514c0591-8629-4e63-b48e-96378102acb5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.014824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Fanout notify agent at l3_agent the message router_deleted on router 514c0591-8629-4e63-b48e-96378102acb5 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:49:08.015233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Calling delete_port for 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:08.039493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9c47a-6ade-4139-976b-8f2c40df43f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Network': ['ID=6ff6d76b-f503-4313-b95f-b6ddf303eee0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:08.053678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 9d5ceb20-777b-4734-b36d-418484efc430 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:08.054791 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9d5ceb20-777b-4734-b36d-418484efc430), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.056688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53966) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:08.069781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'network': {'name': 'tempest-network-smoke--1457798533', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'port_security_enabled': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:08.070002 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.074729 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3e71aed-48b2-415c-9d47-0f4ff7560b76 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/514c0591-8629-4e63-b48e-96378102acb5 HTTP/1.1" status: 204 len: 168 time: 2.7222288 Feb 11 05:49:08.082770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53968) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:08.094860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-47bb42ce-88b9-4c7b-8939-99ebd95f63e0 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1645677607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:08.104700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31aa1e4b-236f-4931-ba59-a6e9f73be887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.170805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Made reservation on behalf of 2e36f1dc8e524722937e70aa0b871704 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:08.174031 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.191879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 9d5ceb20-777b-4734-b36d-418484efc430, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9d5ceb20-777b-4734-b36d-418484efc430,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:08.194082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] Set router 543a3591-bc93-4c0a-849d-50c74dfa869a gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:08.197087 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47bb42ce-88b9-4c7b-8939-99ebd95f63e0 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.198283 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47bb42ce-88b9-4c7b-8939-99ebd95f63e0 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.224801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:49:08.241550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9d5ceb20-777b-4734-b36d-418484efc430), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.241854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167fed-73dd-4903-bcaa-1e6f6dd55472 req-157a399c-d7ec-4b7f-a126-0821bc6fdac9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.242273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a25ded39-6b78-42fc-acac-793224388ea3 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:08.247288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167fed-73dd-4903-bcaa-1e6f6dd55472 req-157a399c-d7ec-4b7f-a126-0821bc6fdac9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.252602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167fed-73dd-4903-bcaa-1e6f6dd55472 req-157a399c-d7ec-4b7f-a126-0821bc6fdac9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.258094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167fed-73dd-4903-bcaa-1e6f6dd55472 req-157a399c-d7ec-4b7f-a126-0821bc6fdac9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.265315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167fed-73dd-4903-bcaa-1e6f6dd55472 req-157a399c-d7ec-4b7f-a126-0821bc6fdac9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.270794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167fed-73dd-4903-bcaa-1e6f6dd55472 req-157a399c-d7ec-4b7f-a126-0821bc6fdac9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.276846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167fed-73dd-4903-bcaa-1e6f6dd55472 req-157a399c-d7ec-4b7f-a126-0821bc6fdac9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.278899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8167fed-73dd-4903-bcaa-1e6f6dd55472 req-157a399c-d7ec-4b7f-a126-0821bc6fdac9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 0.1680377 Feb 11 05:49:08.313984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543a3591-bc93-4c0a-849d-50c74dfa869a', 'name': 'tempest-RoutersTest-router-388893531', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:19Z', 'updated_at': '2022-02-11T05:49:03Z', 'revision_number': 11, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:08.316379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31aa1e4b-236f-4931-ba59-a6e9f73be887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.320065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31aa1e4b-236f-4931-ba59-a6e9f73be887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (543a3591-bc93-4c0a-849d-50c74dfa869a), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.340596 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c21d7767-fb26-4969-871c-0fd7c1aac22f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.341090 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Added segment c21d7767-fb26-4969-871c-0fd7c1aac22f of type vlan for network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 Feb 11 05:49:08.362448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] Checking router: 543a3591-bc93-4c0a-849d-50c74dfa869a for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:08.390825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=9d5ceb20-777b-4734-b36d-418484efc430,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:08.397932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:08.398314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:49:08.398930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_agentschedulers_db [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'543a3591-bc93-4c0a-849d-50c74dfa869a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent'). {{(pid=103122) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:49:08.399319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734643c-1b04-4528-bbcd-8d2404ae2933 None None] The sync data for ids ['543a3591-bc93-4c0a-849d-50c74dfa869a'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:08.402769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31aa1e4b-236f-4931-ba59-a6e9f73be887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (543a3591-bc93-4c0a-849d-50c74dfa869a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.403272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aa1e4b-236f-4931-ba59-a6e9f73be887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Fanout notify agent at l3_agent the message router_deleted on router 543a3591-bc93-4c0a-849d-50c74dfa869a {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:49:08.406141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47bb42ce-88b9-4c7b-8939-99ebd95f63e0 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.411156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31aa1e4b-236f-4931-ba59-a6e9f73be887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.416158 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-31aa1e4b-236f-4931-ba59-a6e9f73be887 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a HTTP/1.1" status: 204 len: 168 time: 0.4899411 Feb 11 05:49:08.418473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53970) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:08.419601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47bb42ce-88b9-4c7b-8939-99ebd95f63e0 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.420921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.428404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-44a1710a-8037-422c-9f43-a4925051f1bd tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1473993282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:08.442779 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (491e83a1-dc7e-4a89-9f8e-6e0a27f2308f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.456903 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-47bb42ce-88b9-4c7b-8939-99ebd95f63e0 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.458183 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-47bb42ce-88b9-4c7b-8939-99ebd95f63e0 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3689590 Feb 11 05:49:08.459914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44a1710a-8037-422c-9f43-a4925051f1bd tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (96af3b4e-2286-4d56-b876-e16e7cf39e76), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.460886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44a1710a-8037-422c-9f43-a4925051f1bd tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (96af3b4e-2286-4d56-b876-e16e7cf39e76), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.465325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53972) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:08.470024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:08.478410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port a25ded39-6b78-42fc-acac-793224388ea3 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:08.480470 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a25ded39-6b78-42fc-acac-793224388ea3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.533415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Port': ['ID=491e83a1-dc7e-4a89-9f8e-6e0a27f2308f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:08.536751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a25ded39-6b78-42fc-acac-793224388ea3, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a25ded39-6b78-42fc-acac-793224388ea3,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:08.543126 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a25ded39-6b78-42fc-acac-793224388ea3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.544818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:08.606796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8167fed-73dd-4903-bcaa-1e6f6dd55472 req-9e44716e-ed16-488b-b5e7-a53a40fc1602 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3125358 Feb 11 05:49:08.628515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] No DVR routers for this DVR port 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:08.630308 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.635702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.636684 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.642924 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.649171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-5ee3b41d-574f-4869-aaef-2708f95ac6df tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "DELETE /v2.0/ports/491e83a1-dc7e-4a89-9f8e-6e0a27f2308f HTTP/1.1" status: 204 len: 173 time: 1.4466395 Feb 11 05:49:08.652743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': '491e83a1-dc7e-4a89-9f8e-6e0a27f2308f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:08.655153 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b11d55-0b0f-4088-ba9e-0692fdeda036" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "491e83a1-dc7e-4a89-9f8e-6e0a27f2308f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:08.681497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e9b612-8aa7-4249-96dc-2534a84d9330'}, {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430'}, {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a25ded39-6b78-42fc-acac-793224388ea3'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:08.692559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44a1710a-8037-422c-9f43-a4925051f1bd tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (96af3b4e-2286-4d56-b876-e16e7cf39e76), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.695599 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a80eafc-4bd2-47c1-9081-a42c22309d45" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e9b612-8aa7-4249-96dc-2534a84d9330"}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5ceb20-777b-4734-b36d-418484efc430"}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a25ded39-6b78-42fc-acac-793224388ea3"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:08.704698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=a25ded39-6b78-42fc-acac-793224388ea3,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:08.708272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 205787f3-f8e4-4f32-96be-c470376bbcd1 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:08.734152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:08.734683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 491e83a1-dc7e-4a89-9f8e-6e0a27f2308f not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:08.736728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 205787f3-f8e4-4f32-96be-c470376bbcd1 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:08.737134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 205787f3-f8e4-4f32-96be-c470376bbcd1 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:08.740810 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbbfce2-efae-487f-894f-d51e37926b01 x-openstack-request-id: req-2fbbfce2-efae-487f-894f-d51e37926b01 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:08.741107 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "491e83a1-dc7e-4a89-9f8e-6e0a27f2308f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:08.741421 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fbbfce2-efae-487f-894f-d51e37926b01 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:08.741959 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': '491e83a1-dc7e-4a89-9f8e-6e0a27f2308f', 'status': 'completed', 'code': 200} Feb 11 05:49:08.767928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44a1710a-8037-422c-9f43-a4925051f1bd tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (96af3b4e-2286-4d56-b876-e16e7cf39e76), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.783719 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c43b05d-d916-44d0-864f-068c25332b86 x-openstack-request-id: req-5c43b05d-d916-44d0-864f-068c25332b86 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:08.784287 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e9b612-8aa7-4249-96dc-2534a84d9330", "code": 200}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5ceb20-777b-4734-b36d-418484efc430", "code": 200}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a25ded39-6b78-42fc-acac-793224388ea3", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:08.784728 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c43b05d-d916-44d0-864f-068c25332b86 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:08.785388 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e9b612-8aa7-4249-96dc-2534a84d9330', 'code': 200} Feb 11 05:49:08.786154 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430', 'code': 200} Feb 11 05:49:08.786578 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a25ded39-6b78-42fc-acac-793224388ea3', 'code': 200} Feb 11 05:49:08.840073 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44a1710a-8037-422c-9f43-a4925051f1bd tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.845508 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-44a1710a-8037-422c-9f43-a4925051f1bd tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4166739 Feb 11 05:49:08.845755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7833827 Feb 11 05:49:08.849359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53982) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:08.849699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53984) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:08.861785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'admin_state_up': True, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:08.873346 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.883605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-73991e6b-5d52-4f4d-9272-e4f97d4d1993 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:08.888655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0b39e-d9a2-46d8-a9ac-cb677150cf1e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Network': ['ID=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:08.910878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:09.048658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-2a78183f-a181-46d4-a148-211ed2d5c792 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.050485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-2a78183f-a181-46d4-a148-211ed2d5c792 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.81 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 950 time: 0.3923998 Feb 11 05:49:09.070239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.071574 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.196571 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.202059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f6ebb-159d-45fb-ab62-1badb7a6d79a req-fcf6f14f-70ba-4e94-a121-6e4cb1dc8913 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.207260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f6ebb-159d-45fb-ab62-1badb7a6d79a req-fcf6f14f-70ba-4e94-a121-6e4cb1dc8913 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.214912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f6ebb-159d-45fb-ab62-1badb7a6d79a req-fcf6f14f-70ba-4e94-a121-6e4cb1dc8913 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.220848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f6ebb-159d-45fb-ab62-1badb7a6d79a req-fcf6f14f-70ba-4e94-a121-6e4cb1dc8913 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.221544 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.223389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d58f6ebb-159d-45fb-ab62-1badb7a6d79a req-fcf6f14f-70ba-4e94-a121-6e4cb1dc8913 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 3143 time: 0.4842763 Feb 11 05:49:09.325105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b01db4-dcc3-4ee6-a739-958186af834d req-7db39194-81bb-45c1-8196-028ead1fd099 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.326647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40b01db4-dcc3-4ee6-a739-958186af834d req-7db39194-81bb-45c1-8196-028ead1fd099 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 950 time: 0.4735079 Feb 11 05:49:09.348620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Allocated IP 172.25.1.130 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:09.421722 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_controller (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.452041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-73991e6b-5d52-4f4d-9272-e4f97d4d1993 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (96af3b4e-2286-4d56-b876-e16e7cf39e76), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.459247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for port (5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.493869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.508813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting port 66206b59-23ca-4374-aeea-13f28bb07083 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:09.509175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (66206b59-23ca-4374-aeea-13f28bb07083), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.537776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:09.539076 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-73991e6b-5d52-4f4d-9272-e4f97d4d1993 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (96af3b4e-2286-4d56-b876-e16e7cf39e76), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.540788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:09.543309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:09.571302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event updated for resources: {'Port': ['ID=5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:09.593291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d58f6ebb-159d-45fb-ab62-1badb7a6d79a req-01e674f4-e4ee-42e4-90df-b011181cbba6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3573513 Feb 11 05:49:09.711315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40b01db4-dcc3-4ee6-a739-958186af834d req-f37a6e5b-1651-481f-9767-84d769341247 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461297 Feb 11 05:49:09.818006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.820061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Deleting port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:09.820407 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.830735 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_gateway (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.890067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] For port 66206b59-23ca-4374-aeea-13f28bb07083, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=66206b59-23ca-4374-aeea-13f28bb07083,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:09.890790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (66206b59-23ca-4374-aeea-13f28bb07083), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.031266 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.034968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.175058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Router d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:49:10.297594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:10.306807 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.308475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Calling delete_port for 66206b59-23ca-4374-aeea-13f28bb07083 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:10.309260 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-93778ea2-7972-419e-81b6-8b7444580d93 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "PUT /v2.0/routers/d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac HTTP/1.1" status: 200 len: 880 time: 1.8427246 Feb 11 05:49:10.310703 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549ffb9-aaa6-43d8-ac20-fba79c70eb6d None None] Sync routers for ids ['d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:10.312958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:10.322678 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5549ffb9-aaa6-43d8-ac20-fba79c70eb6d None None] Routers {'d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:10.323662 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5549ffb9-aaa6-43d8-ac20-fba79c70eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:10.358825 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5549ffb9-aaa6-43d8-ac20-fba79c70eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:10.368479 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5549ffb9-aaa6-43d8-ac20-fba79c70eb6d None None] Routers {'d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:10.369584 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5549ffb9-aaa6-43d8-ac20-fba79c70eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:10.389328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70c321-67bb-462e-847a-add23efbba3c req-90d5dcfd-bc7f-4e6b-a270-d9e24684d0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.394594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70c321-67bb-462e-847a-add23efbba3c req-90d5dcfd-bc7f-4e6b-a270-d9e24684d0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.399870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70c321-67bb-462e-847a-add23efbba3c req-90d5dcfd-bc7f-4e6b-a270-d9e24684d0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.405872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70c321-67bb-462e-847a-add23efbba3c req-90d5dcfd-bc7f-4e6b-a270-d9e24684d0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.409959 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5549ffb9-aaa6-43d8-ac20-fba79c70eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:10.410661 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549ffb9-aaa6-43d8-ac20-fba79c70eb6d None None] The sync data for ids ['d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:10.411088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70c321-67bb-462e-847a-add23efbba3c req-90d5dcfd-bc7f-4e6b-a270-d9e24684d0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.416887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70c321-67bb-462e-847a-add23efbba3c req-90d5dcfd-bc7f-4e6b-a270-d9e24684d0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.422137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70c321-67bb-462e-847a-add23efbba3c req-90d5dcfd-bc7f-4e6b-a270-d9e24684d0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.424247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e70c321-67bb-462e-847a-add23efbba3c req-90d5dcfd-bc7f-4e6b-a270-d9e24684d0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 0.7050991 Feb 11 05:49:10.442488 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d38ee64b-2a60-4edb-8d0c-fbb009e791ab tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/routers/d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac HTTP/1.1" status: 200 len: 921 time: 0.1257269 Feb 11 05:49:10.442994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53992) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:10.468384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73991e6b-5d52-4f4d-9272-e4f97d4d1993 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Router 96af3b4e-2286-4d56-b876-e16e7cf39e76 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:49:10.486718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] For port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:10.487143 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.495414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdfed40-fa8b-465e-9081-ac70646476d1 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.496917 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dbdfed40-fa8b-465e-9081-ac70646476d1 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0526962 Feb 11 05:49:10.499620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53994) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:10.540209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Calling delete_port for 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:10.590537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7519df-bef1-4a6e-b02c-8f05998685d0 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.591944 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ad7519df-bef1-4a6e-b02c-8f05998685d0 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 881 time: 0.0912945 Feb 11 05:49:10.594902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53996) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:10.622294 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b095054-7ab9-4fc0-a4da-50523ffbce6d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac HTTP/1.1" status: 200 len: 205 time: 0.0263093 Feb 11 05:49:10.624843 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53998) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:10.740267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e70c321-67bb-462e-847a-add23efbba3c req-bf982600-d84e-4f3a-b425-7de7c7fd41e4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2768846 Feb 11 05:49:10.759820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73991e6b-5d52-4f4d-9272-e4f97d4d1993 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:10.771944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-73991e6b-5d52-4f4d-9272-e4f97d4d1993 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.773158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-73991e6b-5d52-4f4d-9272-e4f97d4d1993 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "PUT /v2.0/routers/96af3b4e-2286-4d56-b876-e16e7cf39e76 HTTP/1.1" status: 200 len: 694 time: 1.9172428 Feb 11 05:49:10.781720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54004) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:10.791521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] Sync routers for ids ['96af3b4e-2286-4d56-b876-e16e7cf39e76'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:10.807669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] Routers {'96af3b4e-2286-4d56-b876-e16e7cf39e76'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:10.808796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['96af3b4e-2286-4d56-b876-e16e7cf39e76'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:10.908770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] Set router 96af3b4e-2286-4d56-b876-e16e7cf39e76 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:10.985848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96af3b4e-2286-4d56-b876-e16e7cf39e76', 'name': 'tempest-RoutersTest-router-1473993282', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:08Z', 'updated_at': '2022-02-11T05:49:09Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:10.987825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b2e56a64-d3d6-412d-af2a-bc96a9a647c0 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/routers/96af3b4e-2286-4d56-b876-e16e7cf39e76 HTTP/1.1" status: 200 len: 700 time: 0.2006152 Feb 11 05:49:10.992403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54006) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:11.002819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f159a6-fb44-4775-b8cc-c6d0023beecf req-7a21b1af-0476-4ead-8f3e-13af369d3d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.008751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f159a6-fb44-4775-b8cc-c6d0023beecf req-7a21b1af-0476-4ead-8f3e-13af369d3d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.015568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f159a6-fb44-4775-b8cc-c6d0023beecf req-7a21b1af-0476-4ead-8f3e-13af369d3d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.020932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f159a6-fb44-4775-b8cc-c6d0023beecf req-7a21b1af-0476-4ead-8f3e-13af369d3d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.021307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] Checking router: 96af3b4e-2286-4d56-b876-e16e7cf39e76 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:11.022735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7f159a6-fb44-4775-b8cc-c6d0023beecf req-7a21b1af-0476-4ead-8f3e-13af369d3d12 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 3143 time: 0.3181689 Feb 11 05:49:11.030695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] Routers {'96af3b4e-2286-4d56-b876-e16e7cf39e76'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:11.031372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['96af3b4e-2286-4d56-b876-e16e7cf39e76'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:11.037743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (66206b59-23ca-4374-aeea-13f28bb07083), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.048082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.109629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-12cca79b-5c3e-4c20-a400-a569424e67cf tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=96af3b4e-2286-4d56-b876-e16e7cf39e76 HTTP/1.1" status: 200 len: 205 time: 0.0855327 Feb 11 05:49:11.120329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] Set router 96af3b4e-2286-4d56-b876-e16e7cf39e76 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:11.138099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54008) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:11.180463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96af3b4e-2286-4d56-b876-e16e7cf39e76', 'name': 'tempest-RoutersTest-router-1473993282', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:08Z', 'updated_at': '2022-02-11T05:49:09Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:11.196025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Port': ['ID=66206b59-23ca-4374-aeea-13f28bb07083,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:11.224780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e3dd8-52c3-43aa-889c-bab1f62960fd None None] The sync data for ids ['96af3b4e-2286-4d56-b876-e16e7cf39e76'] in n-d-715271-35 is: [{'id': '96af3b4e-2286-4d56-b876-e16e7cf39e76', 'name': 'tempest-RoutersTest-router-1473993282', 'tenant_id': '9acc36b58f574e529557a2b54404fd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:08Z', 'updated_at': '2022-02-11T05:49:09Z', 'revision_number': 2, 'project_id': '9acc36b58f574e529557a2b54404fd23', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:11.279278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cac15cd-f2a5-4850-90ad-c76fa72f4629 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (96af3b4e-2286-4d56-b876-e16e7cf39e76), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.297032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d25a9-bf51-445e-acb7-1af9c2504010 req-812aaa01-a6a4-469a-9b8c-9c85b6302fde tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.298672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b63d25a9-bf51-445e-acb7-1af9c2504010 req-812aaa01-a6a4-469a-9b8c-9c85b6302fde tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/ports?device_id=07823f58-c9a6-4a05-a8ea-95784eb8ef85 HTTP/1.1" status: 200 len: 950 time: 0.4316545 Feb 11 05:49:11.315981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_gateway (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.341216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.348896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (718c2a81-e8aa-4149-a5a2-1aabf0fabc0a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.359803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b460fa50-3260-49d1-9bf0-a52a2b64ec0d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.365071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b460fa50-3260-49d1-9bf0-a52a2b64ec0d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.371077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b460fa50-3260-49d1-9bf0-a52a2b64ec0d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.373379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7f159a6-fb44-4775-b8cc-c6d0023beecf req-96295a20-3175-49b1-8c30-288e385b2105 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007417 Feb 11 05:49:11.376415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b460fa50-3260-49d1-9bf0-a52a2b64ec0d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.378073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] No DVR routers for this DVR port 66206b59-23ca-4374-aeea-13f28bb07083 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:11.379782 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.381836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b460fa50-3260-49d1-9bf0-a52a2b64ec0d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.387142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.387570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b460fa50-3260-49d1-9bf0-a52a2b64ec0d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.390470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-27abd6a8-6f63-430b-baa0-09a006f5fde8 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "DELETE /v2.0/ports/66206b59-23ca-4374-aeea-13f28bb07083 HTTP/1.1" status: 204 len: 173 time: 2.7185051 Feb 11 05:49:11.390984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': '66206b59-23ca-4374-aeea-13f28bb07083'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:11.392901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b460fa50-3260-49d1-9bf0-a52a2b64ec0d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.393325 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d3dc71-2b8b-4004-9476-410bb689198e" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "66206b59-23ca-4374-aeea-13f28bb07083"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:11.394877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b460fa50-3260-49d1-9bf0-a52a2b64ec0d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 0.1733475 Feb 11 05:49:11.530248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Pushing event deleted for resources: {'Port': ['ID=718c2a81-e8aa-4149-a5a2-1aabf0fabc0a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:11.563870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d8b655f1-186d-4224-93ce-43f66c8ded7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.565272 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d8b655f1-186d-4224-93ce-43f66c8ded7e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "GET /v2.0/ports/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1415758 Feb 11 05:49:11.565994 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20c4b96-28d6-4851-b914-c1201532a8ef x-openstack-request-id: req-b20c4b96-28d6-4851-b914-c1201532a8ef {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:11.566300 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "66206b59-23ca-4374-aeea-13f28bb07083", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:11.566730 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b20c4b96-28d6-4851-b914-c1201532a8ef {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:11.567143 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': '66206b59-23ca-4374-aeea-13f28bb07083', 'status': 'completed', 'code': 200} Feb 11 05:49:11.574973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b63d25a9-bf51-445e-acb7-1af9c2504010 req-d6d29fb4-1268-4355-97c9-0d25ed8f90d5 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.31 "GET /v2.0/security-groups?id=5475b2ea-a710-4e82-9fb6-cec948746ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644110 Feb 11 05:49:11.637054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] No DVR routers for this DVR port 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:11.643668 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.647084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6808288-64eb-4ea3-99cf-6f9022f83342 req-e05a7a40-5924-4e07-ba21-eba7c7e00613 tempest-VolumesBackupsTest-275980765 tempest-VolumesBackupsTest-275980765-project] 10.222.0.81 "DELETE /v2.0/ports/718c2a81-e8aa-4149-a5a2-1aabf0fabc0a HTTP/1.1" status: 204 len: 173 time: 2.5840490 Feb 11 05:49:11.649829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cac15cd-f2a5-4850-90ad-c76fa72f4629 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (96af3b4e-2286-4d56-b876-e16e7cf39e76), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.659632 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cac15cd-f2a5-4850-90ad-c76fa72f4629 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router_controller (96af3b4e-2286-4d56-b876-e16e7cf39e76), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.731507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.25.1.111 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/502f7c95-606e-469a-aa10-cb912a1c8e2f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:11.738692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting port a25ded39-6b78-42fc-acac-793224388ea3 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:11.739048 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a25ded39-6b78-42fc-acac-793224388ea3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.834396 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d2f5eee3-6753-4337-9328-6678ebc533a1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "GET /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2577298 Feb 11 05:49:11.837937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Deleting port 5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:11.839492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.849793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:11.855486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cac15cd-f2a5-4850-90ad-c76fa72f4629 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (96af3b4e-2286-4d56-b876-e16e7cf39e76), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.855718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cac15cd-f2a5-4850-90ad-c76fa72f4629 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Fanout notify agent at l3_agent the message router_deleted on router 96af3b4e-2286-4d56-b876-e16e7cf39e76 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:49:11.863376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0cac15cd-f2a5-4850-90ad-c76fa72f4629 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.868898 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0cac15cd-f2a5-4850-90ad-c76fa72f4629 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/96af3b4e-2286-4d56-b876-e16e7cf39e76 HTTP/1.1" status: 204 len: 168 time: 0.7295537 Feb 11 05:49:11.884768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54014) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:11.947377 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dca8481e-c05c-4530-9f80-12fe080dc537 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=96af3b4e-2286-4d56-b876-e16e7cf39e76 HTTP/1.1" status: 200 len: 205 time: 0.0434229 Feb 11 05:49:11.960291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54016) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:11.979347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] For port a25ded39-6b78-42fc-acac-793224388ea3, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a25ded39-6b78-42fc-acac-793224388ea3,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:11.979728 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a25ded39-6b78-42fc-acac-793224388ea3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.033454 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.037976 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-6c622390-c2c0-4702-ab51-7347fde3b9d1 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] delete failed (client error): The resource could not be found. Feb 11 05:49:12.038767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.038914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6c622390-c2c0-4702-ab51-7347fde3b9d1 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/96af3b4e-2286-4d56-b876-e16e7cf39e76 HTTP/1.1" status: 404 len: 336 time: 0.0776598 Feb 11 05:49:12.043683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Calling delete_port for a25ded39-6b78-42fc-acac-793224388ea3 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:12.048709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54018) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.069924 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.106387 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0af9f2-717c-4d4c-bbdb-b408e372e6d9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:12.106776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0af9f2-717c-4d4c-bbdb-b408e372e6d9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:12.112530 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1c0af9f2-717c-4d4c-bbdb-b408e372e6d9 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/c04b7b47-b061-4836-a17c-9e527da32c12 HTTP/1.1" status: 404 len: 337 time: 0.0526421 Feb 11 05:49:12.117212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.122143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941aebd-0733-4ff6-85cb-8121f5da20dc req-5e120f68-8e03-4b74-bac0-6bc451f1f953 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.128398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Calling delete_port for 5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:12.128671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941aebd-0733-4ff6-85cb-8121f5da20dc req-5e120f68-8e03-4b74-bac0-6bc451f1f953 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.134270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941aebd-0733-4ff6-85cb-8121f5da20dc req-5e120f68-8e03-4b74-bac0-6bc451f1f953 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.140523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941aebd-0733-4ff6-85cb-8121f5da20dc req-5e120f68-8e03-4b74-bac0-6bc451f1f953 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.146149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941aebd-0733-4ff6-85cb-8121f5da20dc req-5e120f68-8e03-4b74-bac0-6bc451f1f953 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.153644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941aebd-0733-4ff6-85cb-8121f5da20dc req-5e120f68-8e03-4b74-bac0-6bc451f1f953 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.159074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941aebd-0733-4ff6-85cb-8121f5da20dc req-5e120f68-8e03-4b74-bac0-6bc451f1f953 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.159273 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad42b582-98b4-40b5-8d41-368360bf745a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:12.159597 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad42b582-98b4-40b5-8d41-368360bf745a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:12.161733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8941aebd-0733-4ff6-85cb-8121f5da20dc req-5e120f68-8e03-4b74-bac0-6bc451f1f953 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 5443 time: 0.2849646 Feb 11 05:49:12.162846 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ad42b582-98b4-40b5-8d41-368360bf745a tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/c1cd2ff1-fbba-4498-a25e-1d383d1b108c HTTP/1.1" status: 404 len: 337 time: 0.0446448 Feb 11 05:49:12.167482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54022) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.251052 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-3972d08a-b28e-4819-8dbf-f67344d4293b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:12.251760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3972d08a-b28e-4819-8dbf-f67344d4293b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:12.256526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3972d08a-b28e-4819-8dbf-f67344d4293b tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/d76b1c64-82f6-40b8-bd37-406ff2112dd6 HTTP/1.1" status: 404 len: 337 time: 0.0879743 Feb 11 05:49:12.262495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.265253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.342505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:12.356479 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db61758-b7a5-42b0-91eb-161d80f8ff88 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:12.357098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db61758-b7a5-42b0-91eb-161d80f8ff88 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:12.360379 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5db61758-b7a5-42b0-91eb-161d80f8ff88 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/6caadbb5-58f7-4454-a6ee-c8eeb09314d9 HTTP/1.1" status: 404 len: 337 time: 0.0806847 Feb 11 05:49:12.360986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:12.365203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54026) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.366937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:12.389779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=502f7c95-606e-469a-aa10-cb912a1c8e2f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:12.406477 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b29c8f55-5219-4979-848b-d0b937b1e808 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=543a3591-bc93-4c0a-849d-50c74dfa869a HTTP/1.1" status: 200 len: 205 time: 0.0363796 Feb 11 05:49:12.408307 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54028) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.431305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8941aebd-0733-4ff6-85cb-8121f5da20dc req-b8740293-5e88-47eb-9ea9-96870832b411 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2516613 Feb 11 05:49:12.512011 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-6ae5b41a-4cd1-4fa4-9795-1412eab324c7 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] delete failed (client error): The resource could not be found. Feb 11 05:49:12.513052 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ae5b41a-4cd1-4fa4-9795-1412eab324c7 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/543a3591-bc93-4c0a-849d-50c74dfa869a HTTP/1.1" status: 404 len: 336 time: 0.1040742 Feb 11 05:49:12.520091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54032) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.574708 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-69d335b2-4c85-4887-84c7-0e8b602ef8eb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c40e94c-07d5-4464-9b93-b5c5da9050c4 HTTP/1.1" status: 200 len: 205 time: 0.0475523 Feb 11 05:49:12.574708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54034) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.584089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] For port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:12.639381 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-773e46f2-cc3e-4eff-9029-c3d9ba532bdc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] delete failed (client error): The resource could not be found. Feb 11 05:49:12.640472 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-773e46f2-cc3e-4eff-9029-c3d9ba532bdc tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/7c40e94c-07d5-4464-9b93-b5c5da9050c4 HTTP/1.1" status: 404 len: 336 time: 0.0636601 Feb 11 05:49:12.641263 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a25ded39-6b78-42fc-acac-793224388ea3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.644171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54038) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.699754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device eb27cb62-514f-465c-bae3-e35f2f663b08 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:12.701420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Port': ['ID=a25ded39-6b78-42fc-acac-793224388ea3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:12.703623 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-3344fa53-cafd-434f-a735-34a55e9fc8fe tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:12.704094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3344fa53-cafd-434f-a735-34a55e9fc8fe tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:12.705944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] For port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:12.709671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3344fa53-cafd-434f-a735-34a55e9fc8fe tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/646b8067-29ce-4fb9-8a5c-e707dab2c963 HTTP/1.1" status: 404 len: 337 time: 0.0601006 Feb 11 05:49:12.718751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c026f0d-c42a-4be9-91ed-e63d89a0fc5c req-b36d0bfb-f21c-4747-950c-2c383ec034a2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.725039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c026f0d-c42a-4be9-91ed-e63d89a0fc5c req-b36d0bfb-f21c-4747-950c-2c383ec034a2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.731207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c026f0d-c42a-4be9-91ed-e63d89a0fc5c req-b36d0bfb-f21c-4747-950c-2c383ec034a2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.732973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c026f0d-c42a-4be9-91ed-e63d89a0fc5c req-b36d0bfb-f21c-4747-950c-2c383ec034a2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 2410 time: 0.2238493 Feb 11 05:49:12.733880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54042) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.771447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.788390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] device_id is not set on port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:12.793705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-795c114c-71d8-4589-91e1-8cc58cf5c5b0 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=686ca6b7-33f2-4735-95c5-25c23dd20679 HTTP/1.1" status: 200 len: 205 time: 0.0554657 Feb 11 05:49:12.801358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54046) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.837414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] Publish callbacks [] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.840736 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event deleted for resources: {'Port': ['ID=5376c9fc-dcef-4f9d-9f58-7aeb1c1cbbf2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:12.883955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port eb27cb62-514f-465c-bae3-e35f2f663b08 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:12.884426 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.892870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.916839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb27cb62-514f-465c-bae3-e35f2f663b08'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:12.920908 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd9dc6b-dafb-4014-b1d5-7757ea9efc95" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb27cb62-514f-465c-bae3-e35f2f663b08"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:12.930408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] No DVR routers for this DVR port a25ded39-6b78-42fc-acac-793224388ea3 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:12.943411 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-d68acfd6-5b1f-4764-8576-755919567f67 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] delete failed (client error): The resource could not be found. Feb 11 05:49:12.945153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d68acfd6-5b1f-4764-8576-755919567f67 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/686ca6b7-33f2-4735-95c5-25c23dd20679 HTTP/1.1" status: 404 len: 336 time: 0.1224709 Feb 11 05:49:12.947121 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.949486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port eb27cb62-514f-465c-bae3-e35f2f663b08, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=eb27cb62-514f-465c-bae3-e35f2f663b08,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:12.953165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-0fa9c803-684e-47b5-a08a-8ee809852f67 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "DELETE /v2.0/ports/a25ded39-6b78-42fc-acac-793224388ea3 HTTP/1.1" status: 204 len: 173 time: 1.5457745 Feb 11 05:49:12.958241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54050) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.964065 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.965032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:12.987531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] Pushing event updated for resources: {'Port': ['ID=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,revision_number=6']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:13.052391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-58c78357-9c00-4685-99ce-d077ac23df46 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd HTTP/1.1" status: 200 len: 205 time: 0.0928121 Feb 11 05:49:13.054926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] No DVR routers for this DVR port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:13.059694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54052) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:13.079643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c026f0d-c42a-4be9-91ed-e63d89a0fc5c req-ea0f2580-887e-4406-9124-6c63b986d452 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030066 Feb 11 05:49:13.111727 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f739d43-4d1e-41a9-bb34-88aa30324a86 x-openstack-request-id: req-8f739d43-4d1e-41a9-bb34-88aa30324a86 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:13.112033 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb27cb62-514f-465c-bae3-e35f2f663b08", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:13.112385 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f739d43-4d1e-41a9-bb34-88aa30324a86 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:13.112789 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb27cb62-514f-465c-bae3-e35f2f663b08', 'code': 200} Feb 11 05:49:13.129156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:13.129976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 718c2a81-e8aa-4149-a5a2-1aabf0fabc0a not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:13.130699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device d294594c-7a83-4810-99bc-b12b11584445 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:13.135484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] In _notify_port_updated(), no bound segment for port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:49:13.136561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:13.137326 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.139202 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3c2af280-925e-4bfd-a032-18f3e7815d65 service neutron] 10.222.0.81 "PUT /v2.0/ports/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 200 len: 1033 time: 1.2951055 Feb 11 05:49:13.154284 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-892aa7b7-62a7-4b32-987b-005a7aaa401f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] delete failed (client error): The resource could not be found. Feb 11 05:49:13.155357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-892aa7b7-62a7-4b32-987b-005a7aaa401f tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/c4ee3e6a-d40e-4dd5-9850-0e5fbe5aa8bd HTTP/1.1" status: 404 len: 336 time: 0.0914357 Feb 11 05:49:13.166962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54054) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:13.210604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b1f14793-3c66-47e1-8f13-215bcdf873f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:13.212688 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b1f14793-3c66-47e1-8f13-215bcdf873f7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "GET /v2.0/ports/d294594c-7a83-4810-99bc-b12b11584445?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0654161 Feb 11 05:49:13.214318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.244567 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e78be1-7286-45cc-b1be-323233a9e6c3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:13.247970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=eb27cb62-514f-465c-bae3-e35f2f663b08,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:13.250838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e78be1-7286-45cc-b1be-323233a9e6c3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:13.254219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-81e78be1-7286-45cc-b1be-323233a9e6c3 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/04a61a1d-97d0-4031-81f8-bbcabc69db07 HTTP/1.1" status: 404 len: 337 time: 0.0858912 Feb 11 05:49:13.274381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54056) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:13.364706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port d294594c-7a83-4810-99bc-b12b11584445 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:13.365099 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d294594c-7a83-4810-99bc-b12b11584445), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.373546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.378372 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.429678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port d294594c-7a83-4810-99bc-b12b11584445, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d294594c-7a83-4810-99bc-b12b11584445,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:13.443668 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d294594c-7a83-4810-99bc-b12b11584445), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.444388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:13.463816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:13.469458 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.470551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Fanout notify agent at l3_agent the message router_deleted on router d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:49:13.509912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.522473 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-899b3867-4d0b-4908-947a-bebb79cc98bd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac HTTP/1.1" status: 204 len: 168 time: 2.8931646 Feb 11 05:49:13.527319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54060) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:13.549144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ac555464-a508-4cab-9207-66e7510ef36b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-514846447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:13.568487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dbb50e28-3ba3-4ab5-b262-e35fcdb09d74 None None] Provisioning complete for port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:13.568868 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dbb50e28-3ba3-4ab5-b262-e35fcdb09d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.605985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f host ! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:49:13.606414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:13.606820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 54757acb-9dcf-4d9a-a623-dd32346b790e no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:13.633386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac555464-a508-4cab-9207-66e7510ef36b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.636368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dbb50e28-3ba3-4ab5-b262-e35fcdb09d74 None None] Port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:13.643070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac555464-a508-4cab-9207-66e7510ef36b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.652873 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d294594c-7a83-4810-99bc-b12b11584445), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.663635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=d294594c-7a83-4810-99bc-b12b11584445,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:13.716899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 54757acb-9dcf-4d9a-a623-dd32346b790e is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:13.718101 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.756837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 54757acb-9dcf-4d9a-a623-dd32346b790e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=54757acb-9dcf-4d9a-a623-dd32346b790e,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:13.762715 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.763826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 21537272-a9ac-444e-a0ea-df45ed0a2737 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:13.779451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac555464-a508-4cab-9207-66e7510ef36b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.794153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac555464-a508-4cab-9207-66e7510ef36b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.839774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=54757acb-9dcf-4d9a-a623-dd32346b790e,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:13.909259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07823f58-c9a6-4a05-a8ea-95784eb8ef85', 'name': 'network-vif-deleted', 'tag': '718c2a81-e8aa-4149-a5a2-1aabf0fabc0a'}, {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': 'a25ded39-6b78-42fc-acac-793224388ea3'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:13.912663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 21537272-a9ac-444e-a0ea-df45ed0a2737 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:13.913059 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.922356 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5a2c97-8042-476f-aba0-e4f1ea3b301f" -d '{"events": [{"server_uuid": "07823f58-c9a6-4a05-a8ea-95784eb8ef85", "name": "network-vif-deleted", "tag": "718c2a81-e8aa-4149-a5a2-1aabf0fabc0a"}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "a25ded39-6b78-42fc-acac-793224388ea3"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:13.927342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-10ac7d08-4fa1-4f99-beea-be2fc023f235 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9124e1a-a01c-4fc2-a85e-f140227ae37f HTTP/1.1" status: 200 len: 205 time: 0.6515005 Feb 11 05:49:13.952597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54066) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:13.975084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 21537272-a9ac-444e-a0ea-df45ed0a2737, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=21537272-a9ac-444e-a0ea-df45ed0a2737,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:13.985366 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.998123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:14.082997 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d939976e-6957-4eb9-b118-efaa75b0d3ec x-openstack-request-id: req-d939976e-6957-4eb9-b118-efaa75b0d3ec {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:14.083769 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07823f58-c9a6-4a05-a8ea-95784eb8ef85", "name": "network-vif-deleted", "tag": "718c2a81-e8aa-4149-a5a2-1aabf0fabc0a", "status": "completed", "code": 200}, {"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "a25ded39-6b78-42fc-acac-793224388ea3", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:14.083769 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d939976e-6957-4eb9-b118-efaa75b0d3ec {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:14.084296 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07823f58-c9a6-4a05-a8ea-95784eb8ef85', 'name': 'network-vif-deleted', 'tag': '718c2a81-e8aa-4149-a5a2-1aabf0fabc0a', 'status': 'completed', 'code': 200} Feb 11 05:49:14.084668 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': 'a25ded39-6b78-42fc-acac-793224388ea3', 'status': 'completed', 'code': 200} Feb 11 05:49:14.091717 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_gateway (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.133034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=21537272-a9ac-444e-a0ea-df45ed0a2737,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:14.203170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:14.204094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.231648 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-4cd0e0a7-0bb5-41c7-8742-41805fbff7af tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] delete failed (client error): The resource could not be found. Feb 11 05:49:14.235786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4cd0e0a7-0bb5-41c7-8742-41805fbff7af tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/a9124e1a-a01c-4fc2-a85e-f140227ae37f HTTP/1.1" status: 404 len: 336 time: 0.2527382 Feb 11 05:49:14.238748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54070) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.244815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac555464-a508-4cab-9207-66e7510ef36b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.249343 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ac555464-a508-4cab-9207-66e7510ef36b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7177489 Feb 11 05:49:14.250055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54072) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.254302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': True}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:14.277284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:14.283358 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.284526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:14.383552 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:14.393393 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0770cb-bd21-4faf-9a7b-4a762c15f69d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:14.393845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0770cb-bd21-4faf-9a7b-4a762c15f69d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:14.399398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4c0770cb-bd21-4faf-9a7b-4a762c15f69d tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/0397f814-560c-4e16-aa0e-091c991a7732 HTTP/1.1" status: 404 len: 337 time: 0.1559868 Feb 11 05:49:14.400158 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.405048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54074) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.431538 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] For port d294594c-7a83-4810-99bc-b12b11584445, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=d294594c-7a83-4810-99bc-b12b11584445,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:14.491753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:14.492561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.512357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting port c9e9b612-8aa7-4249-96dc-2534a84d9330 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:14.512698 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.519775 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.539386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:14.545179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9d89f019-71f0-45f2-97cd-2247f370f423 tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba7a753-ed3b-404a-b710-5e48712b91c6 HTTP/1.1" status: 200 len: 205 time: 0.1325386 Feb 11 05:49:14.550504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54076) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.561739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] For port d294594c-7a83-4810-99bc-b12b11584445, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:14.563393 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.582052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6c0f-d06d-4c15-8f3f-23ad20a1063b req-4544c31e-88db-4c9a-afac-52f12e36a1bf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.589041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6c0f-d06d-4c15-8f3f-23ad20a1063b req-4544c31e-88db-4c9a-afac-52f12e36a1bf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.596133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6c0f-d06d-4c15-8f3f-23ad20a1063b req-4544c31e-88db-4c9a-afac-52f12e36a1bf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.602815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6c0f-d06d-4c15-8f3f-23ad20a1063b req-4544c31e-88db-4c9a-afac-52f12e36a1bf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.609420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6c0f-d06d-4c15-8f3f-23ad20a1063b req-4544c31e-88db-4c9a-afac-52f12e36a1bf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.616158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6c0f-d06d-4c15-8f3f-23ad20a1063b req-4544c31e-88db-4c9a-afac-52f12e36a1bf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.618579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-152f6c0f-d06d-4c15-8f3f-23ad20a1063b req-4544c31e-88db-4c9a-afac-52f12e36a1bf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 4655 time: 0.6774373 Feb 11 05:49:14.629194 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-0c62bb27-f182-4417-80f1-94a594537c3e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] delete failed (client error): The resource could not be found. Feb 11 05:49:14.632808 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0c62bb27-f182-4417-80f1-94a594537c3e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/routers/1ba7a753-ed3b-404a-b710-5e48712b91c6 HTTP/1.1" status: 404 len: 336 time: 0.0768857 Feb 11 05:49:14.634460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54078) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.651721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:14.661547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] device_id is not set on port d294594c-7a83-4810-99bc-b12b11584445 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:14.689601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] Publish callbacks [] for port (d294594c-7a83-4810-99bc-b12b11584445), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.691810 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e1fcbd-bbfc-4a85-9ca7-855341916acb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:14.692268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e1fcbd-bbfc-4a85-9ca7-855341916acb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:14.698570 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-31e1fcbd-bbfc-4a85-9ca7-855341916acb tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/5647970f-cd21-4e97-988b-840d7c70b97c HTTP/1.1" status: 404 len: 337 time: 0.0551686 Feb 11 05:49:14.699715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54080) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.712101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (d294594c-7a83-4810-99bc-b12b11584445), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.762331 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-757c5779-88c4-4067-ae25-dea1fe92276e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:14.762331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757c5779-88c4-4067-ae25-dea1fe92276e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:14.767175 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-757c5779-88c4-4067-ae25-dea1fe92276e tempest-RoutersTest-138181675 tempest-RoutersTest-138181675-project] 10.222.0.31 "DELETE /v2.0/subnets/4efd125f-7827-43d5-86bf-d697d6c59d14 HTTP/1.1" status: 404 len: 337 time: 0.0639412 Feb 11 05:49:14.768590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a3cc-f7b0-4c6a-88c2-ba48abaa9af5 req-6b734fe4-6066-4db1-b8ad-4eb0af8da3ed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.774291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a3cc-f7b0-4c6a-88c2-ba48abaa9af5 req-6b734fe4-6066-4db1-b8ad-4eb0af8da3ed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.776033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f509a3cc-f7b0-4c6a-88c2-ba48abaa9af5 req-6b734fe4-6066-4db1-b8ad-4eb0af8da3ed tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 1677 time: 0.3918605 Feb 11 05:49:14.845363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] For port c9e9b612-8aa7-4249-96dc-2534a84d9330, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c9e9b612-8aa7-4249-96dc-2534a84d9330,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:14.845783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.848271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] No DVR routers for this DVR port d294594c-7a83-4810-99bc-b12b11584445 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:14.851767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] Pushing event updated for resources: {'Port': ['ID=d294594c-7a83-4810-99bc-b12b11584445,revision_number=7']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:14.906691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] In _notify_port_updated(), no bound segment for port d294594c-7a83-4810-99bc-b12b11584445 on network fb83d269-2acd-412f-8a84-5425707c72b1 {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:49:14.907962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.908765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.910212 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-b7876640-bee9-414b-80d8-a4073ef49273 service neutron] 10.222.0.81 "PUT /v2.0/ports/d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 200 len: 1032 time: 1.4530394 Feb 11 05:49:14.922222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Calling delete_port for c9e9b612-8aa7-4249-96dc-2534a84d9330 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:14.938275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f509a3cc-f7b0-4c6a-88c2-ba48abaa9af5 req-4a640039-264b-479e-ba3c-8c383f3a6d1f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479824 Feb 11 05:49:14.946774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-152f6c0f-d06d-4c15-8f3f-23ad20a1063b req-96e32992-fd11-4b25-99ff-8fc81909c19a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa2816b-9edb-474a-8cb6-69c550b8be27&id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2798083 Feb 11 05:49:15.077434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:49:15.113852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd294594c-7a83-4810-99bc-b12b11584445'}, {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54757acb-9dcf-4d9a-a623-dd32346b790e'}, {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21537272-a9ac-444e-a0ea-df45ed0a2737'}, {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa'}, {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:15.118332 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25749e2e-2f0c-40ba-800a-3ded9989410b" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "d294594c-7a83-4810-99bc-b12b11584445"}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "54757acb-9dcf-4d9a-a623-dd32346b790e"}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "21537272-a9ac-444e-a0ea-df45ed0a2737"}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "3cdee5aa-e118-4a1d-88f8-62d7973bbbfa"}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:15.173263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.199284 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d7b29d-530f-43a8-ae72-1896e70bb8a4 x-openstack-request-id: req-80d7b29d-530f-43a8-ae72-1896e70bb8a4 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:15.199727 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "d294594c-7a83-4810-99bc-b12b11584445", "code": 200}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "54757acb-9dcf-4d9a-a623-dd32346b790e", "code": 200}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "21537272-a9ac-444e-a0ea-df45ed0a2737", "code": 200}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "3cdee5aa-e118-4a1d-88f8-62d7973bbbfa", "code": 200}, {"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-unplugged", "status": "completed", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:15.200034 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80d7b29d-530f-43a8-ae72-1896e70bb8a4 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:15.200507 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd294594c-7a83-4810-99bc-b12b11584445', 'code': 200} Feb 11 05:49:15.200906 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54757acb-9dcf-4d9a-a623-dd32346b790e', 'code': 200} Feb 11 05:49:15.201082 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21537272-a9ac-444e-a0ea-df45ed0a2737', 'code': 200} Feb 11 05:49:15.201372 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa', 'code': 200} Feb 11 05:49:15.201630 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'code': 200} Feb 11 05:49:15.202534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f00ae8ad-43bc-4b2e-b76e-55acc444a75a None None] Provisioning complete for port d294594c-7a83-4810-99bc-b12b11584445 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:15.202919 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f00ae8ad-43bc-4b2e-b76e-55acc444a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d294594c-7a83-4810-99bc-b12b11584445), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.214005 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.278861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:15.279592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.315214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f00ae8ad-43bc-4b2e-b76e-55acc444a75a None None] Port d294594c-7a83-4810-99bc-b12b11584445 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:15.377090 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54090) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:15.404529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:15.417494 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Sync routers for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:15.432640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c9e9b612-8aa7-4249-96dc-2534a84d9330), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.441916 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:15.442606 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:15.443533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Allocated IP 172.25.1.182 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/f88269c0-9e91-48b0-86ce-eac47bf47042) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:15.455957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] For port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:15.456331 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.489349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Calling delete_port for 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:15.502576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.508249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54094) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:15.518161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e143ab85-3654-4f42-b8c8-d40291e8d932 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6630850 Feb 11 05:49:15.519170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Port': ['ID=c9e9b612-8aa7-4249-96dc-2534a84d9330,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:15.566468 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aa9b6618-4d2f-4a40-a296-98085a94e718 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2e36f1dc8e524722937e70aa0b871704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514433 Feb 11 05:49:15.592988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54096) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:15.640707 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:15.660959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] No DVR routers for this DVR port c9e9b612-8aa7-4249-96dc-2534a84d9330 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:15.671892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.675648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-afb5e9ed-67f7-47b8-aad7-8a6edff4d104 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "DELETE /v2.0/ports/c9e9b612-8aa7-4249-96dc-2534a84d9330 HTTP/1.1" status: 204 len: 173 time: 2.7014046 Feb 11 05:49:15.702708 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-43902a51-3158-4962-adf3-35396b8764ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9acc36b58f574e529557a2b54404fd23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3226476 Feb 11 05:49:15.710139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54098) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:15.734376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for port (f88269c0-9e91-48b0-86ce-eac47bf47042), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.869704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-422f1410-bf03-46a4-8717-7b1b934f7c2a admin admin] Publish callbacks [] for security_group (c039b057-eebd-4396-8142-d59d0e266ed6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.872508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f88269c0-9e91-48b0-86ce-eac47bf47042), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.894322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec72ae2-660f-425e-9b80-2c603f462e09 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:15.900813 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dec72ae2-660f-425e-9b80-2c603f462e09 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3064024 Feb 11 05:49:15.902881 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:12Z', 'revision_number': 3, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:15.904654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54100) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:15.929388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3cdee5aa-e118-4a1d-88f8-62d7973bbbfa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.940456 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Checking router: ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:15.941088 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Updating router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 port 502f7c95-606e-469a-aa10-cb912a1c8e2f binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:49:15.951899 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:15.964192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:15.966711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:15.970043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-84bf4f70-d8f0-48ad-8ca7-4466626b2c94 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638072 Feb 11 05:49:15.973302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54102) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:15.977852 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-422f1410-bf03-46a4-8717-7b1b934f7c2a admin admin] Publish callbacks [] for security_group (c039b057-eebd-4396-8142-d59d0e266ed6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.980767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322096456', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:16.004754 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.016892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting port 9d5ceb20-777b-4734-b36d-418484efc430 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:16.017360 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9d5ceb20-777b-4734-b36d-418484efc430), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.101545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event updated for resources: {'Port': ['ID=f88269c0-9e91-48b0-86ce-eac47bf47042,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:16.164697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': 'c9e9b612-8aa7-4249-96dc-2534a84d9330'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:16.168074 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc1f22e-082d-4366-a1ab-56694d6d61c7" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "c9e9b612-8aa7-4249-96dc-2534a84d9330"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:16.186464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] No DVR routers for this DVR port 3cdee5aa-e118-4a1d-88f8-62d7973bbbfa on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:16.191299 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.196001 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "DELETE /v2.0/ports/3cdee5aa-e118-4a1d-88f8-62d7973bbbfa HTTP/1.1" status: 204 len: 173 time: 1.2792304 Feb 11 05:49:16.205390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:16.210227 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa7fc87-3011-4bd8-a2e2-bde754cbd436" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "3cdee5aa-e118-4a1d-88f8-62d7973bbbfa"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:16.214099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea91713-30b5-447a-8946-46ff901fb34e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Port': ['ID=3cdee5aa-e118-4a1d-88f8-62d7973bbbfa,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:16.325623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] For port 9d5ceb20-777b-4734-b36d-418484efc430, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9d5ceb20-777b-4734-b36d-418484efc430,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:16.326010 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9d5ceb20-777b-4734-b36d-418484efc430), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.452877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-422f1410-bf03-46a4-8717-7b1b934f7c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c039b057-eebd-4396-8142-d59d0e266ed6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.455562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-422f1410-bf03-46a4-8717-7b1b934f7c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.456757 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-422f1410-bf03-46a4-8717-7b1b934f7c2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c039b057-eebd-4396-8142-d59d0e266ed6 HTTP/1.1" status: 204 len: 168 time: 0.7455564 Feb 11 05:49:16.468339 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Publish callbacks [] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.477230 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.497893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f1410-bf03-46a4-8717-7b1b934f7c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039b057-eebd-4396-8142-d59d0e266ed6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:16.572785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c926a7-c35e-4801-8661-feed69de9324 req-ad107261-5ff8-4429-8047-b0c220831c37 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:16.578308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c926a7-c35e-4801-8661-feed69de9324 req-ad107261-5ff8-4429-8047-b0c220831c37 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:16.595583 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Attempting to bind port 502f7c95-606e-469a-aa10-cb912a1c8e2f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:16.595802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c926a7-c35e-4801-8661-feed69de9324 req-ad107261-5ff8-4429-8047-b0c220831c37 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:16.595977 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Attempting to bind port 502f7c95-606e-469a-aa10-cb912a1c8e2f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:16.596543 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Attempting to bind port 502f7c95-606e-469a-aa10-cb912a1c8e2f on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:16.612228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c926a7-c35e-4801-8661-feed69de9324 req-ad107261-5ff8-4429-8047-b0c220831c37 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:16.619416 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7c926a7-c35e-4801-8661-feed69de9324 req-ad107261-5ff8-4429-8047-b0c220831c37 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 3143 time: 0.4451594 Feb 11 05:49:16.667034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48245-cacf-4d9a-9389-6e23b360fcbb req-f201317f-14d8-4ce3-8e2d-a8ef65c1ea1e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:16.669901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96b48245-cacf-4d9a-9389-6e23b360fcbb req-f201317f-14d8-4ce3-8e2d-a8ef65c1ea1e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 943 time: 0.5230484 Feb 11 05:49:16.672864 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:16.673810 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:16.675071 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.675997 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:16.676729 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Bound port: 502f7c95-606e-469a-aa10-cb912a1c8e2f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:16.677154 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.728534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.738758 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064d950-4ef4-4afc-b1fb-b21794b50eed None None] Pushing event updated for resources: {'Port': ['ID=502f7c95-606e-469a-aa10-cb912a1c8e2f,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:16.887845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Made reservation on behalf of 2e36f1dc8e524722937e70aa0b871704 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:16.888480 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] For port 502f7c95-606e-469a-aa10-cb912a1c8e2f, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:16.892639 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.908165 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] For port 502f7c95-606e-469a-aa10-cb912a1c8e2f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=502f7c95-606e-469a-aa10-cb912a1c8e2f,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:16.928641 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.936036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting port 21537272-a9ac-444e-a0ea-df45ed0a2737 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:16.936378 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.981194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7c926a7-c35e-4801-8661-feed69de9324 req-0bf1a11b-4bfd-422b-adaa-a6e7157a719d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609638 Feb 11 05:49:17.206461 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832e0b66-8f39-4e0f-8cfa-11dc923c4c9f x-openstack-request-id: req-832e0b66-8f39-4e0f-8cfa-11dc923c4c9f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:17.206461 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "c9e9b612-8aa7-4249-96dc-2534a84d9330", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:17.206461 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-832e0b66-8f39-4e0f-8cfa-11dc923c4c9f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:17.206461 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': 'c9e9b612-8aa7-4249-96dc-2534a84d9330', 'status': 'completed', 'code': 200} Feb 11 05:49:17.229684 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:17.230923 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:17.240158 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (58de967f-5a33-479a-acc9-1f600207bc92), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.317902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Subnet': ['ID=58de967f-5a33-479a-acc9-1f600207bc92,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:17.326355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.326355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (dc147e87-198a-46eb-b782-d4c3605770b2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.326858 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Floating IP dc147e87-198a-46eb-b782-d4c3605770b2 disassociated. External IP: 172.25.1.137, port: 9d5ceb20-777b-4734-b36d-418484efc430. Feb 11 05:49:17.326972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Calling delete_port for 9d5ceb20-777b-4734-b36d-418484efc430 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:17.327722 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064d950-4ef4-4afc-b1fb-b21794b50eed None None] Pushing event updated for resources: {'Port': ['ID=502f7c95-606e-469a-aa10-cb912a1c8e2f,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:17.368714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96b48245-cacf-4d9a-9389-6e23b360fcbb req-2f518c99-996d-487e-acdc-471df7d1fc23 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups?id=15b1254a-6098-4f16-acd9-32d6e7e7cf35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5167315 Feb 11 05:49:17.458178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Checking segment: {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:17.459015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network hostable DHCP agents. Network: 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:49:17.493070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:49:17.518565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:17.529666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a5efa-b191-4f90-bc9e-4562b6c4349b None None] Network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:17.543131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:17.544028 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.577998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-19b13c08-d2f8-4b58-bf0d-a603010997fd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6029012 Feb 11 05:49:17.582912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54138) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.653565 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:17.724315 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e35709-2ac5-4fb1-aa18-c29dc7f194ea x-openstack-request-id: req-a4e35709-2ac5-4fb1-aa18-c29dc7f194ea {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:17.724746 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "3cdee5aa-e118-4a1d-88f8-62d7973bbbfa", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:17.724923 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4e35709-2ac5-4fb1-aa18-c29dc7f194ea {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:17.725408 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': '3cdee5aa-e118-4a1d-88f8-62d7973bbbfa', 'status': 'completed', 'code': 200} Feb 11 05:49:17.808525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] For port 21537272-a9ac-444e-a0ea-df45ed0a2737, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=21537272-a9ac-444e-a0ea-df45ed0a2737,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:17.809230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.809352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:49:17.809911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.835951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54140) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.837095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Calling delete_port for 21537272-a9ac-444e-a0ea-df45ed0a2737 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:17.857785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.867757 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.912524 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9d5ceb20-777b-4734-b36d-418484efc430), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.981022 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:12Z', 'revision_number': 3, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:18.002402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Port': ['ID=9d5ceb20-777b-4734-b36d-418484efc430,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:18.051727 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731680cf-36f3-46ba-bf95-8054a9c423fe None None] The sync data for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 is: [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:12Z', 'revision_number': 3, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:18.111911 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fd139832-f093-4bd8-a1c2-393524ab8e1b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:18.112333 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-fd139832-f093-4bd8-a1c2-393524ab8e1b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:49:18.112859 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-fd139832-f093-4bd8-a1c2-393524ab8e1b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:49:18.113982 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fd139832-f093-4bd8-a1c2-393524ab8e1b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2732456 Feb 11 05:49:18.155743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Allocated IP 172.20.0.2 (8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5/58de967f-5a33-479a-acc9-1f600207bc92/ae870ff5-d682-4d02-9e34-b86a2a851f6a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:18.179596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54146) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.204214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422574982'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:18.217744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (21537272-a9ac-444e-a0ea-df45ed0a2737), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:18.249918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Port': ['ID=21537272-a9ac-444e-a0ea-df45ed0a2737,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:18.364699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] No DVR routers for this DVR port 21537272-a9ac-444e-a0ea-df45ed0a2737 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:18.368093 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:18.376201 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-d92128be-7a59-4068-a2e2-88937256964c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "DELETE /v2.0/ports/21537272-a9ac-444e-a0ea-df45ed0a2737 HTTP/1.1" status: 204 len: 173 time: 2.1509671 Feb 11 05:49:18.511249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Publish callbacks [] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:18.529727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Router 3273ac32-ccba-44e6-abf1-a2bf6b30ba7b is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:49:18.530254 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:18.801477 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting port eb27cb62-514f-465c-bae3-e35f2f663b08 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:18.801821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:18.981766 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 502f7c95-606e-469a-aa10-cb912a1c8e2f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:19.018902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:19.025533 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.026818 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4315ff94-5526-4a09-b395-0eabdc96ca3b tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "PUT /v2.0/routers/3273ac32-ccba-44e6-abf1-a2bf6b30ba7b HTTP/1.1" status: 200 len: 914 time: 4.7758534 Feb 11 05:49:19.029652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54152) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.062304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a3676-7f82-44cd-957a-e78f7a9d4f65 None None] Sync routers for ids ['3273ac32-ccba-44e6-abf1-a2bf6b30ba7b'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:19.096766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.109076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:19.139528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:19.141978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Pushing event updated for resources: {'Port': ['ID=ae870ff5-d682-4d02-9e34-b86a2a851f6a,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:19.144892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:19.152808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a3676-7f82-44cd-957a-e78f7a9d4f65 None None] Routers {'3273ac32-ccba-44e6-abf1-a2bf6b30ba7b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:19.153627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-438a3676-7f82-44cd-957a-e78f7a9d4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['3273ac32-ccba-44e6-abf1-a2bf6b30ba7b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:19.172978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbf0dc2f-1ce0-444a-bb60-6ed812f915a8 req-3f0be348-96f9-42f9-85cb-8a698c00cb63 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0772982 Feb 11 05:49:19.187044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d2550a11-6ead-4f4e-a6e8-0cbfbccd39a1 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/routers/3273ac32-ccba-44e6-abf1-a2bf6b30ba7b HTTP/1.1" status: 200 len: 920 time: 0.1560197 Feb 11 05:49:19.200877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54154) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.234369 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.243604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] For port eb27cb62-514f-465c-bae3-e35f2f663b08, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=eb27cb62-514f-465c-bae3-e35f2f663b08,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:19.244385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.263709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Calling delete_port for eb27cb62-514f-465c-bae3-e35f2f663b08 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:19.283550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5dc9cf-9c60-4ec9-9dec-7dade5803e20 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:19.284650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-438a3676-7f82-44cd-957a-e78f7a9d4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:19.285781 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fb5dc9cf-9c60-4ec9-9dec-7dade5803e20 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=3273ac32-ccba-44e6-abf1-a2bf6b30ba7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0946438 Feb 11 05:49:19.289702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54156) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.347714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88963272-f686-4d87-8e45-c064cfd9875b req-1853a3bf-e05b-4fc6-a5fa-b5f028eef98e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:19.355537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88963272-f686-4d87-8e45-c064cfd9875b req-1853a3bf-e05b-4fc6-a5fa-b5f028eef98e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:19.361593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88963272-f686-4d87-8e45-c064cfd9875b req-1853a3bf-e05b-4fc6-a5fa-b5f028eef98e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:19.365437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a3676-7f82-44cd-957a-e78f7a9d4f65 None None] Routers {'3273ac32-ccba-44e6-abf1-a2bf6b30ba7b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:19.366080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-438a3676-7f82-44cd-957a-e78f7a9d4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['3273ac32-ccba-44e6-abf1-a2bf6b30ba7b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:19.372009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88963272-f686-4d87-8e45-c064cfd9875b req-1853a3bf-e05b-4fc6-a5fa-b5f028eef98e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 2410 time: 1.1913583 Feb 11 05:49:19.415027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-438a3676-7f82-44cd-957a-e78f7a9d4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:19.419459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a3676-7f82-44cd-957a-e78f7a9d4f65 None None] The sync data for ids ['3273ac32-ccba-44e6-abf1-a2bf6b30ba7b'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:19.420840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 502f7c95-606e-469a-aa10-cb912a1c8e2f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:19.421238 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.472789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Attempting to bind port ae870ff5-d682-4d02-9e34-b86a2a851f6a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:19.473746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Attempting to bind port ae870ff5-d682-4d02-9e34-b86a2a851f6a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:19.474372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Attempting to bind port ae870ff5-d682-4d02-9e34-b86a2a851f6a on network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:19.474801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28689ef5-b289-4dd4-94f8-cda2682bb594 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:19.476456 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-28689ef5-b289-4dd4-94f8-cda2682bb594 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 881 time: 0.1672614 Feb 11 05:49:19.480626 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54160) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.492407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:19.493533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Checking segment: {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:19.494451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.495177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Bound using segment: {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:19.496134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Bound port: ae870ff5-d682-4d02-9e34-b86a2a851f6a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:19.497474 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.586024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.594401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Router cf35f11c-a36e-4a36-84a8-690db1ce6d58 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:19.650777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (eb27cb62-514f-465c-bae3-e35f2f663b08), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.651954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88963272-f686-4d87-8e45-c064cfd9875b req-0f22b5d8-1154-4cf0-b5d7-33bc0faf2ec3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789760 Feb 11 05:49:19.653391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 502f7c95-606e-469a-aa10-cb912a1c8e2f is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:19.653960 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.661570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] For port ae870ff5-d682-4d02-9e34-b86a2a851f6a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:19.665400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] For port ae870ff5-d682-4d02-9e34-b86a2a851f6a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ae870ff5-d682-4d02-9e34-b86a2a851f6a,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:19.694159 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.700927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 502f7c95-606e-469a-aa10-cb912a1c8e2f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=502f7c95-606e-469a-aa10-cb912a1c8e2f,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:19.729862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': '21537272-a9ac-444e-a0ea-df45ed0a2737'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:19.732569 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83608961-781e-4372-bf35-8245634c6640" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "21537272-a9ac-444e-a0ea-df45ed0a2737"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:19.755967 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-908f2e89-0fb6-4117-8429-cc803a9f3d84 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=3273ac32-ccba-44e6-abf1-a2bf6b30ba7b HTTP/1.1" status: 200 len: 205 time: 0.2710371 Feb 11 05:49:19.777639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61f0a8-3da4-4c75-8bec-47c756a2067f None None] Pushing event updated for resources: {'Port': ['ID=ae870ff5-d682-4d02-9e34-b86a2a851f6a,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:19.783048 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.820841 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48015f3-d77d-4923-80fe-c243db29e983 x-openstack-request-id: req-b48015f3-d77d-4923-80fe-c243db29e983 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:19.821459 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "21537272-a9ac-444e-a0ea-df45ed0a2737", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:19.821871 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b48015f3-d77d-4923-80fe-c243db29e983 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:19.839114 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': '21537272-a9ac-444e-a0ea-df45ed0a2737', 'status': 'completed', 'code': 200} Feb 11 05:49:19.841515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54164) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.865500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=502f7c95-606e-469a-aa10-cb912a1c8e2f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:19.879942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Port': ['ID=eb27cb62-514f-465c-bae3-e35f2f663b08,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:19.934011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:19.946306 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] Sync routers for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:19.976555 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:19.977595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] No DVR routers for this DVR port eb27cb62-514f-465c-bae3-e35f2f663b08 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:19.978009 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:19.980812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.985064 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-09241b66-ccd5-4aac-ab49-75ed2922c192 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "DELETE /v2.0/ports/eb27cb62-514f-465c-bae3-e35f2f663b08 HTTP/1.1" status: 204 len: 173 time: 1.6011646 Feb 11 05:49:20.053896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] No DVR routers for this DVR port 9d5ceb20-777b-4734-b36d-418484efc430 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:20.068373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.072245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc2bbe36-c81b-420f-933a-9d58c987c858 req-d2b6c2c6-5424-4c43-a18b-40d6a96f412c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.72 "DELETE /v2.0/ports/9d5ceb20-777b-4734-b36d-418484efc430 HTTP/1.1" status: 204 len: 173 time: 4.3916099 Feb 11 05:49:20.076595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:20.079276 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ff29e7-2385-4de4-95b7-895de8b1b625" -d '{"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "9d5ceb20-777b-4734-b36d-418484efc430"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:20.083515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (8700cb4e-e576-4464-b470-f721b275f203), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.091306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8700cb4e-e576-4464-b470-f721b275f203), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.093800 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:49:20.199065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8700cb4e-e576-4464-b470-f721b275f203,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:20.240799 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6fb463-0736-4137-844e-ef55c157dc57 x-openstack-request-id: req-0b6fb463-0736-4137-844e-ef55c157dc57 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:20.242356 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc717b0-c19f-4173-8c0a-95e9039128a2", "name": "network-vif-deleted", "tag": "9d5ceb20-777b-4734-b36d-418484efc430", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:20.243239 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b6fb463-0736-4137-844e-ef55c157dc57 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:20.248602 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc717b0-c19f-4173-8c0a-95e9039128a2', 'name': 'network-vif-deleted', 'tag': '9d5ceb20-777b-4734-b36d-418484efc430', 'status': 'completed', 'code': 200} Feb 11 05:49:20.295082 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:20.311437 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.569029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ecbb358-5598-4a68-904f-3f82c961cffd req-37596027-7f17-4dfa-b778-77c9b4f9a0ea tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.2016025 Feb 11 05:49:20.614451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting port 54757acb-9dcf-4d9a-a623-dd32346b790e {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:20.614806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.752088 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (8625ac76-7217-42bb-b71f-46a0820d1d79), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.773095 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8625ac76-7217-42bb-b71f-46a0820d1d79), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.808947 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:41:02Z', 'revision_number': 5, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:20.827512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.854663 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] Checking router: cf35f11c-a36e-4a36-84a8-690db1ce6d58 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:20.872070 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:20.872783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.873319 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:20.874132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.6924181 Feb 11 05:49:20.896009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54174) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:20.902915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677bbeb-7622-4083-bffb-2572c9ca1f6e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8625ac76-7217-42bb-b71f-46a0820d1d79,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:20.910912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a172f20c-5651-4c08-acf5-c701f5eff038 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '8625ac76-7217-42bb-b71f-46a0820d1d79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:20.939643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ae870ff5-d682-4d02-9e34-b86a2a851f6a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:20.977448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.20.0.1 (8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5/58de967f-5a33-479a-acc9-1f600207bc92/fffbb175-1411-472a-8dec-cc00ebbe29c5) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:21.010342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] For port 54757acb-9dcf-4d9a-a623-dd32346b790e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=54757acb-9dcf-4d9a-a623-dd32346b790e,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:21.015252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.036003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda3e12-d169-4e28-b676-783c80aa73e9 req-dafea71b-0865-4f6f-a9ac-307f20af7245 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:21.050667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda3e12-d169-4e28-b676-783c80aa73e9 req-dafea71b-0865-4f6f-a9ac-307f20af7245 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:21.054029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Calling delete_port for 54757acb-9dcf-4d9a-a623-dd32346b790e owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:21.068172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-acda3e12-d169-4e28-b676-783c80aa73e9 req-dafea71b-0865-4f6f-a9ac-307f20af7245 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 1677 time: 0.2471886 Feb 11 05:49:21.089959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ae870ff5-d682-4d02-9e34-b86a2a851f6a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:21.090339 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.104197 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a172f20c-5651-4c08-acf5-c701f5eff038 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group_rule (f9d97b2f-00c0-4847-9f70-77d2f5a9455e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.106312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Deleting port f88269c0-9e91-48b0-86ce-eac47bf47042 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:21.107606 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f88269c0-9e91-48b0-86ce-eac47bf47042), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.128969 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:21.295057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ae870ff5-d682-4d02-9e34-b86a2a851f6a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:21.295623 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.395539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port ae870ff5-d682-4d02-9e34-b86a2a851f6a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ae870ff5-d682-4d02-9e34-b86a2a851f6a,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:21.400364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-acda3e12-d169-4e28-b676-783c80aa73e9 req-fdcb4f10-338d-4ec2-887f-848227b2bbfd tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308704 Feb 11 05:49:21.407803 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.408731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 502f7c95-606e-469a-aa10-cb912a1c8e2f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:21.423951 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a172f20c-5651-4c08-acf5-c701f5eff038 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group_rule (f9d97b2f-00c0-4847-9f70-77d2f5a9455e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.441417 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.445676 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a172f20c-5651-4c08-acf5-c701f5eff038 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f9d97b2f-00c0-4847-9f70-77d2f5a9455e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.489510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f88269c0-9e91-48b0-86ce-eac47bf47042), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.515134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Calling delete_port for f88269c0-9e91-48b0-86ce-eac47bf47042 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:21.528310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=ae870ff5-d682-4d02-9e34-b86a2a851f6a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:21.537913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172f20c-5651-4c08-acf5-c701f5eff038 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d97b2f-00c0-4847-9f70-77d2f5a9455e,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:21.563686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a172f20c-5651-4c08-acf5-c701f5eff038 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.584050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a172f20c-5651-4c08-acf5-c701f5eff038 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6715019 Feb 11 05:49:21.584050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54178) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:21.601146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-1059abd2-81c2-454e-baab-ec9592a0d832 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '8625ac76-7217-42bb-b71f-46a0820d1d79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:21.698755 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:41:02Z', 'revision_number': 5, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:21.719704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.721261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 502f7c95-606e-469a-aa10-cb912a1c8e2f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:21.721771 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.763319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1059abd2-81c2-454e-baab-ec9592a0d832 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group_rule (fa711257-7262-4a61-8f7c-54893dca4b6b), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.809825 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfafc03-8bdf-43a2-a0e7-722b6401ba89 None None] The sync data for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 is: [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:40:48Z', 'revision_number': 4, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '43069cf7-92c0-4b29-a275-e6c6443c6a14', 'name': '', 'network_id': '3e3f3e81-a691-4174-b896-35ab08eecc0b', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'mac_address': 'fa:16:3e:76:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:47Z', 'updated_at': '2022-02-11T05:41:02Z', 'revision_number': 5, 'project_id': '3c75556137b8430aad60300261085fb6', 'subnets': [{'id': 'cdb202e0-2a12-4799-8de8-da2c49396bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:21.848895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813a8132-fbba-49d6-8000-e3ee4243f7a1 None None] Network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:21.875845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:21.908700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:21.920489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:21.969450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': 'eb27cb62-514f-465c-bae3-e35f2f663b08'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:21.972849 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530e231c-c8f0-45a9-b9ef-68beb9b4f8bb" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "eb27cb62-514f-465c-bae3-e35f2f663b08"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:21.988163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab51aa37-427e-4636-87e2-7f8d35e21eb3 req-4b5b7239-a561-4c7b-b490-e5d543e46d4c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.1179590 Feb 11 05:49:21.994888 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f88269c0-9e91-48b0-86ce-eac47bf47042), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.052022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=fffbb175-1411-472a-8dec-cc00ebbe29c5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:22.074400 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event deleted for resources: {'Port': ['ID=f88269c0-9e91-48b0-86ce-eac47bf47042,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:22.096860 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a69d427-de7d-4f9c-b0ec-9e4ca4ad3735 x-openstack-request-id: req-5a69d427-de7d-4f9c-b0ec-9e4ca4ad3735 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:22.097430 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "eb27cb62-514f-465c-bae3-e35f2f663b08", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:22.098076 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a69d427-de7d-4f9c-b0ec-9e4ca4ad3735 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:22.098696 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': 'eb27cb62-514f-465c-bae3-e35f2f663b08', 'status': 'completed', 'code': 200} Feb 11 05:49:22.121977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 502f7c95-606e-469a-aa10-cb912a1c8e2f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:22.126197 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.135407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9330a301-9ade-49f3-96ff-35b570e6f9a3 None None] Provisioning complete for port ae870ff5-d682-4d02-9e34-b86a2a851f6a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:22.136082 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9330a301-9ade-49f3-96ff-35b570e6f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.155890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (54757acb-9dcf-4d9a-a623-dd32346b790e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.251462 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.273409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Port': ['ID=54757acb-9dcf-4d9a-a623-dd32346b790e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:22.383525 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-1059abd2-81c2-454e-baab-ec9592a0d832 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:49:22.387146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1059abd2-81c2-454e-baab-ec9592a0d832 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7965090 Feb 11 05:49:22.406011 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54226) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:22.409408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] No DVR routers for this DVR port 54757acb-9dcf-4d9a-a623-dd32346b790e on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:22.423490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.444776 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-ad283a2b-a3e8-478f-80e4-21c1eecb40f3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "DELETE /v2.0/ports/54757acb-9dcf-4d9a-a623-dd32346b790e HTTP/1.1" status: 204 len: 173 time: 2.4458921 Feb 11 05:49:22.446346 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.461152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9330a301-9ade-49f3-96ff-35b570e6f9a3 None None] Current status of the port ae870ff5-d682-4d02-9e34-b86a2a851f6a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:22.496893 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.508271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541435e4-45d4-4e4a-b257-73d9bb3b070c None None] New status for floating IP dc147e87-198a-46eb-b782-d4c3605770b2: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:49:22.789280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.791765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.814114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ae870ff5-d682-4d02-9e34-b86a2a851f6a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:22.851559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (3273ac32-ccba-44e6-abf1-a2bf6b30ba7b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.852161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Fanout notify agent at l3_agent the message router_deleted on router 3273ac32-ccba-44e6-abf1-a2bf6b30ba7b {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:49:22.884980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.889721 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6a2ed832-14a1-45b9-9ba5-3c088911fcea tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/3273ac32-ccba-44e6-abf1-a2bf6b30ba7b HTTP/1.1" status: 204 len: 168 time: 3.0425718 Feb 11 05:49:22.896605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54238) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:22.911785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529163f-5d7f-4b10-ad33-f704d19b229b req-33680ccc-a85a-47bb-bcdb-e2461dd859bc tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:22.923616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0529163f-5d7f-4b10-ad33-f704d19b229b req-33680ccc-a85a-47bb-bcdb-e2461dd859bc tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 943 time: 0.3534734 Feb 11 05:49:22.973908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-cff4ec6f-e275-4386-8a81-9149c20ef3f6 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1807871823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:23.057171 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff4ec6f-e275-4386-8a81-9149c20ef3f6 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d059ea6a-5672-49b1-8a5a-05f21ee220e5), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.059681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff4ec6f-e275-4386-8a81-9149c20ef3f6 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d059ea6a-5672-49b1-8a5a-05f21ee220e5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.068657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ae870ff5-d682-4d02-9e34-b86a2a851f6a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:23.069041 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.147785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e488cc8-afc4-453a-a381-409ae822b699 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (8625ac76-7217-42bb-b71f-46a0820d1d79), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.229956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e488cc8-afc4-453a-a381-409ae822b699 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (8625ac76-7217-42bb-b71f-46a0820d1d79), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.230104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93f57450-d949-48d1-abeb-6c174d4bbed4 req-4b9f8ab5-8427-452b-b49e-c5587791b722 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0673745 Feb 11 05:49:23.266832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0529163f-5d7f-4b10-ad33-f704d19b229b req-3647952f-9c5d-4f55-899e-146ce3f0d8c5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408554 Feb 11 05:49:23.272961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:23.274963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.280573 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.358463 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff4ec6f-e275-4386-8a81-9149c20ef3f6 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (d059ea6a-5672-49b1-8a5a-05f21ee220e5), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.373535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff4ec6f-e275-4386-8a81-9149c20ef3f6 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d059ea6a-5672-49b1-8a5a-05f21ee220e5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.397888 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff4ec6f-e275-4386-8a81-9149c20ef3f6 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.399562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cff4ec6f-e275-4386-8a81-9149c20ef3f6 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4357276 Feb 11 05:49:23.407408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54270) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:23.413464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': False}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:23.456797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ba75139f-52d9-44b0-b28f-315796c17343 None None] Provisioning complete for port fffbb175-1411-472a-8dec-cc00ebbe29c5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:23.457488 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ba75139f-52d9-44b0-b28f-315796c17343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.509855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ae870ff5-d682-4d02-9e34-b86a2a851f6a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:23.539031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ba75139f-52d9-44b0-b28f-315796c17343 None None] Port fffbb175-1411-472a-8dec-cc00ebbe29c5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:23.568287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ba75139f-52d9-44b0-b28f-315796c17343 None None] Provisioning complete for port ae870ff5-d682-4d02-9e34-b86a2a851f6a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:23.569004 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ba75139f-52d9-44b0-b28f-315796c17343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.615224 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e488cc8-afc4-453a-a381-409ae822b699 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8625ac76-7217-42bb-b71f-46a0820d1d79), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.618647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e488cc8-afc4-453a-a381-409ae822b699 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.620659 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3e488cc8-afc4-453a-a381-409ae822b699 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/8625ac76-7217-42bb-b71f-46a0820d1d79 HTTP/1.1" status: 204 len: 168 time: 1.2092626 Feb 11 05:49:23.639947 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54274) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:23.729414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] For port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:23.732650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.798138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ba75139f-52d9-44b0-b28f-315796c17343 None None] Current status of the port ae870ff5-d682-4d02-9e34-b86a2a851f6a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:23.906828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (d059ea6a-5672-49b1-8a5a-05f21ee220e5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.934560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ecae6dba-a303-4407-96fb-004cc2ee979d None None] Provisioning complete for port fffbb175-1411-472a-8dec-cc00ebbe29c5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:23.934941 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ecae6dba-a303-4407-96fb-004cc2ee979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.956276 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.976501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.002577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ecae6dba-a303-4407-96fb-004cc2ee979d None None] Port fffbb175-1411-472a-8dec-cc00ebbe29c5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:24.191513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': '54757acb-9dcf-4d9a-a623-dd32346b790e'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:24.193718 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7545756e-8b8c-4e7e-8cd5-0838a66c1126" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "54757acb-9dcf-4d9a-a623-dd32346b790e"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:24.202213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e488cc8-afc4-453a-a381-409ae822b699 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8625ac76-7217-42bb-b71f-46a0820d1d79,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:24.291133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=fffbb175-1411-472a-8dec-cc00ebbe29c5,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:24.294853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.344227 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55f5af6-caad-44cf-a164-a9f4c7a25726 x-openstack-request-id: req-e55f5af6-caad-44cf-a164-a9f4c7a25726 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:24.344375 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "54757acb-9dcf-4d9a-a623-dd32346b790e", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:24.344605 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e55f5af6-caad-44cf-a164-a9f4c7a25726 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:24.344971 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': '54757acb-9dcf-4d9a-a623-dd32346b790e', 'status': 'completed', 'code': 200} Feb 11 05:49:24.415754 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7da50a09-3bdc-4c0e-a462-6c44361d8497 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7712502 Feb 11 05:49:24.426288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54282) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:24.438186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390194621'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:24.466892 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.490395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f7bb30a-f89d-42d5-b897-33a7f9c3c329 req-8df31857-a566-4b6c-a252-c82905941629 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0476446 Feb 11 05:49:24.596022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:24.606549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:24.640591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e38b5a-2bc0-4ba8-8e6d-1dbf2384a119 req-f5f72824-74e4-4457-87ec-8e97e370b0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:24.653649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62e38b5a-2bc0-4ba8-8e6d-1dbf2384a119 req-f5f72824-74e4-4457-87ec-8e97e370b0f9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 943 time: 0.2109888 Feb 11 05:49:24.702860 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.703240 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (6910b6d3-cdfb-4ebc-9a61-51d2baa34869), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.703570 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Floating IP 6910b6d3-cdfb-4ebc-9a61-51d2baa34869 disassociated. External IP: 172.25.1.132, port: 714b5c2d-cfc5-4baf-8025-fe9e488e4b47. Feb 11 05:49:24.703922 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Calling delete_port for 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:24.718713 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (3175d243-5915-4c87-a0ae-39749f1ef7ba), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.730042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3175d243-5915-4c87-a0ae-39749f1ef7ba), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.835984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3175d243-5915-4c87-a0ae-39749f1ef7ba,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:24.846973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.851147 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4209819 Feb 11 05:49:24.872584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:24.894176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f7127340-e53c-40d1-a82e-6efb3446e5be tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '3175d243-5915-4c87-a0ae-39749f1ef7ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:24.895022 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-f7127340-e53c-40d1-a82e-6efb3446e5be tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 05:49:24.895566 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-f7127340-e53c-40d1-a82e-6efb3446e5be tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:24.900297 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f7127340-e53c-40d1-a82e-6efb3446e5be tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0228257 Feb 11 05:49:24.904172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.904540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.904889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.905268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.905614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.905959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.906299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.906633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.906966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.907305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.907637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.907971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.908296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951c8d0-64fa-481d-8461-2147bcad4b45 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:24.924131 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54288) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.082422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1638224-23ac-4d92-b6db-b8ec0c4dda36 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (3175d243-5915-4c87-a0ae-39749f1ef7ba), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.136935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1638224-23ac-4d92-b6db-b8ec0c4dda36 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (3175d243-5915-4c87-a0ae-39749f1ef7ba), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.145740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e9b79dbb-1a66-44e2-a54a-1ce80cc191db None None] Provisioning complete for port fffbb175-1411-472a-8dec-cc00ebbe29c5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:25.146739 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e9b79dbb-1a66-44e2-a54a-1ce80cc191db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.174210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62e38b5a-2bc0-4ba8-8e6d-1dbf2384a119 req-c536319e-6f2f-48a1-ae1d-4004e2e2892a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups?id=87cf8a0d-100b-476c-8d4c-6ee08f415a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5189812 Feb 11 05:49:25.176394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (714b5c2d-cfc5-4baf-8025-fe9e488e4b47), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.196464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (d059ea6a-5672-49b1-8a5a-05f21ee220e5), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.243068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e9b79dbb-1a66-44e2-a54a-1ce80cc191db None None] Port fffbb175-1411-472a-8dec-cc00ebbe29c5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:25.263740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.274402 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Port': ['ID=714b5c2d-cfc5-4baf-8025-fe9e488e4b47,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:25.350208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:25.411909 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1638224-23ac-4d92-b6db-b8ec0c4dda36 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3175d243-5915-4c87-a0ae-39749f1ef7ba), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.420701 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1638224-23ac-4d92-b6db-b8ec0c4dda36 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.428851 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c1638224-23ac-4d92-b6db-b8ec0c4dda36 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/3175d243-5915-4c87-a0ae-39749f1ef7ba HTTP/1.1" status: 204 len: 168 time: 0.5036213 Feb 11 05:49:25.430989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54290) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.488780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1638224-23ac-4d92-b6db-b8ec0c4dda36 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3175d243-5915-4c87-a0ae-39749f1ef7ba,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:25.614108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54294) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.614791 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-18734bf1-76ec-452f-99a1-3633cc69f017 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1630404 Feb 11 05:49:25.627758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0e44ed48-9b0d-4361-8728-e3738b47fa2a tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238851641'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:25.631023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Router b28a3713-5d64-4237-a228-18b8b02081ff has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:25.830450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:25.845053 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] Sync routers for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:25.870318 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] Routers {'b28a3713-5d64-4237-a228-18b8b02081ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:25.875467 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b28a3713-5d64-4237-a228-18b8b02081ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:25.895505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] No DVR routers for this DVR port 714b5c2d-cfc5-4baf-8025-fe9e488e4b47 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:25.899395 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.904795 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f5aa2f7f-e64a-4532-a98d-6e7c390f28a9 req-235f2419-c4fd-49dd-a04f-d174fece5772 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.81 "DELETE /v2.0/ports/714b5c2d-cfc5-4baf-8025-fe9e488e4b47 HTTP/1.1" status: 204 len: 173 time: 3.4501951 Feb 11 05:49:26.118366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] Set router b28a3713-5d64-4237-a228-18b8b02081ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:26.346708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:26.352866 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03d55fa-1357-41be-8ccc-221688b64836" -d '{"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:26.454240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62f76227-80c7-4efd-bdf1-c762dea45d42 req-b300250b-3b89-44f5-a178-828f2c959263 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.7734649 Feb 11 05:49:26.533239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Allocated IP 172.25.1.8 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/61a25728-7260-47b8-8e58-3d2ccb3d4851) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:26.569663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1953c07e-9d53-4da7-b335-6518be9f7d49 req-fbadf737-caa7-49d8-899f-124050fd8f88 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.1179941 Feb 11 05:49:26.580539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:26.593988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Sync routers for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:26.597103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f9ce994-10d3-4ac3-a0eb-d74c37cc8403 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "PUT /v2.0/routers/ffacdbae-9ff0-4f79-9baf-0d1c6f991f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0126371 Feb 11 05:49:26.600009 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0e44ed48-9b0d-4361-8728-e3738b47fa2a tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:26.600679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54302) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.604923 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:37Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '045f6dd3-00a2-4007-83ab-b2b7cb015e44', 'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'mac_address': 'fa:16:3e:fc:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:46Z', 'revision_number': 5, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'subnets': [{'id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:26.630125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:26.633281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:26.698709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0e44ed48-9b0d-4361-8728-e3738b47fa2a tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (a8bbe97d-2e1c-4bb8-a3a5-cda5f76bfd22), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:26.711875 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] Checking router: b28a3713-5d64-4237-a228-18b8b02081ff for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:26.712486 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d00b4c-4bfe-4079-a334-09637aa4be71 x-openstack-request-id: req-95d00b4c-4bfe-4079-a334-09637aa4be71 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:26.712943 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd495585-a2e7-4332-b59d-25cb3fb4013d", "name": "network-vif-deleted", "tag": "714b5c2d-cfc5-4baf-8025-fe9e488e4b47", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:26.713424 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95d00b4c-4bfe-4079-a334-09637aa4be71 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:26.714045 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd495585-a2e7-4332-b59d-25cb3fb4013d', 'name': 'network-vif-deleted', 'tag': '714b5c2d-cfc5-4baf-8025-fe9e488e4b47', 'status': 'completed', 'code': 200} Feb 11 05:49:26.718374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0e44ed48-9b0d-4361-8728-e3738b47fa2a tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a8bbe97d-2e1c-4bb8-a3a5-cda5f76bfd22), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:26.724626 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] Routers {'b28a3713-5d64-4237-a228-18b8b02081ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:26.725286 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b28a3713-5d64-4237-a228-18b8b02081ff'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:26.791020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44ed48-9b0d-4361-8728-e3738b47fa2a tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bbe97d-2e1c-4bb8-a3a5-cda5f76bfd22,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:26.887341 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0e44ed48-9b0d-4361-8728-e3738b47fa2a tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:26.888536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0e44ed48-9b0d-4361-8728-e3738b47fa2a tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2731049 Feb 11 05:49:26.892873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54304) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.906594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:26.915677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-16686a05-b923-4da8-bdea-e417392d9774 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': 'a8bbe97d-2e1c-4bb8-a3a5-cda5f76bfd22', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:26.928845 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-16686a05-b923-4da8-bdea-e417392d9774 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 05:49:26.929675 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-16686a05-b923-4da8-bdea-e417392d9774 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:26.930594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-16686a05-b923-4da8-bdea-e417392d9774 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0262556 Feb 11 05:49:26.933993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54308) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.091521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for port (61a25728-7260-47b8-8e58-3d2ccb3d4851), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.119562 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5469a462-5ad7-4922-9f59-71b94095e01e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (a8bbe97d-2e1c-4bb8-a3a5-cda5f76bfd22), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.124773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.125666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.126151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.126880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.127354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.127814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.128276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.128807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.129311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.129751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.130226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.131477 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.134950 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-38761be8-560c-4f73-afd9-da83656c8876 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8449 time: 0.5323899 Feb 11 05:49:27.139189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54310) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.143278 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] Set router b28a3713-5d64-4237-a228-18b8b02081ff gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:27.197740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5469a462-5ad7-4922-9f59-71b94095e01e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (a8bbe97d-2e1c-4bb8-a3a5-cda5f76bfd22), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.288762 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (61a25728-7260-47b8-8e58-3d2ccb3d4851), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.361343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:27.367827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:22Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fffbb175-1411-472a-8dec-cc00ebbe29c5', 'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:09:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:20Z', 'updated_at': '2022-02-11T05:49:23Z', 'revision_number': 2, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '58de967f-5a33-479a-acc9-1f600207bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:27.370552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:27.372253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:27.397053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.398937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.400303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.402963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.404330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.405616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.407106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.408367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.409765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.411110 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.412716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.414536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.420318 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e1c7003f-145e-4391-85d3-f91f89322306 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7631 time: 0.2802238 Feb 11 05:49:27.424442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54312) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.435696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Checking router: ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:27.436080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Updating router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 port fffbb175-1411-472a-8dec-cc00ebbe29c5 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:49:27.471869 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:37Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '045f6dd3-00a2-4007-83ab-b2b7cb015e44', 'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'mac_address': 'fa:16:3e:fc:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:46Z', 'revision_number': 5, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'subnets': [{'id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:27.487696 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.501488 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4703599-c3b3-4a2c-88c9-d90c6ff8a372 None None] The sync data for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 is: [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:40:37Z', 'revision_number': 4, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '045f6dd3-00a2-4007-83ab-b2b7cb015e44', 'name': '', 'network_id': '8770f123-170d-4514-879f-ee00ededafcb', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'mac_address': 'fa:16:3e:fc:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:46Z', 'revision_number': 5, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'subnets': [{'id': '9e61559c-2b6f-48a9-93a8-8c9b06b0c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:27.517927 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5469a462-5ad7-4922-9f59-71b94095e01e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a8bbe97d-2e1c-4bb8-a3a5-cda5f76bfd22), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.520542 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5469a462-5ad7-4922-9f59-71b94095e01e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.521995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5469a462-5ad7-4922-9f59-71b94095e01e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/a8bbe97d-2e1c-4bb8-a3a5-cda5f76bfd22 HTTP/1.1" status: 204 len: 168 time: 0.5870748 Feb 11 05:49:27.527204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54314) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.546751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469a462-5ad7-4922-9f59-71b94095e01e tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bbe97d-2e1c-4bb8-a3a5-cda5f76bfd22,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:27.590557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Pushing event updated for resources: {'Port': ['ID=61a25728-7260-47b8-8e58-3d2ccb3d4851,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:27.698278 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-70423c6b-f83d-42a1-8968-7fc97c705be4 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1650252 Feb 11 05:49:27.698688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54320) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.704141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0396af6c-d6ee-44d2-a879-56df9406b1da tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603133460'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:27.733308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0396af6c-d6ee-44d2-a879-56df9406b1da tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.737800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94c99756-a002-4eae-abf1-28daa3b1e384 req-b4993718-377e-4a7a-b889-7077e353678f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0406623 Feb 11 05:49:27.843161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0396af6c-d6ee-44d2-a879-56df9406b1da tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (6b4c9c76-7a75-4c48-bab5-86643423d56e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.850999 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0396af6c-d6ee-44d2-a879-56df9406b1da tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6b4c9c76-7a75-4c48-bab5-86643423d56e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.873294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6862a380-ea72-4054-899d-03cbe2d4edcb req-fb9488e5-6d9e-489f-88bd-cf2d55c2e39c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0434051 Feb 11 05:49:27.905449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0396af6c-d6ee-44d2-a879-56df9406b1da tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.907261 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0396af6c-d6ee-44d2-a879-56df9406b1da tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2074969 Feb 11 05:49:27.910961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54322) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.917226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-024b7a86-37e9-4af2-b97d-e5631528eb03 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '6b4c9c76-7a75-4c48-bab5-86643423d56e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:27.961540 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-024b7a86-37e9-4af2-b97d-e5631528eb03 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 05:49:27.962312 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-024b7a86-37e9-4af2-b97d-e5631528eb03 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:27.964634 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-024b7a86-37e9-4af2-b97d-e5631528eb03 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0525749 Feb 11 05:49:27.967468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54324) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.973412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-79762e32-03b0-4c62-a429-2617e311b763 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '6b4c9c76-7a75-4c48-bab5-86643423d56e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:27.974635 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-79762e32-03b0-4c62-a429-2617e311b763 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 05:49:27.978411 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-79762e32-03b0-4c62-a429-2617e311b763 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:27.983878 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-79762e32-03b0-4c62-a429-2617e311b763 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0125105 Feb 11 05:49:27.984765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54326) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.995915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-840ab983-0bc3-46b8-aecf-a589edb8dbe6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '6b4c9c76-7a75-4c48-bab5-86643423d56e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:27.997672 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-840ab983-0bc3-46b8-aecf-a589edb8dbe6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 05:49:28.000172 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-840ab983-0bc3-46b8-aecf-a589edb8dbe6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:28.004606 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-840ab983-0bc3-46b8-aecf-a589edb8dbe6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148396 Feb 11 05:49:28.004606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396af6c-d6ee-44d2-a879-56df9406b1da tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c9c76-7a75-4c48-bab5-86643423d56e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:28.005083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-82adaf06-3dfe-4512-88c1-456bb768f5c7 tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5029 time: 0.5737939 Feb 11 05:49:28.005514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54328) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:28.011301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-32a080a7-8344-48ff-80ae-9a6aa4ba5739 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '6b4c9c76-7a75-4c48-bab5-86643423d56e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:28.013462 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-32a080a7-8344-48ff-80ae-9a6aa4ba5739 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 05:49:28.013973 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-32a080a7-8344-48ff-80ae-9a6aa4ba5739 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:28.017638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-32a080a7-8344-48ff-80ae-9a6aa4ba5739 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085325 Feb 11 05:49:28.017638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router_gateway (d059ea6a-5672-49b1-8a5a-05f21ee220e5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.018547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54332) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:28.075073 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Publish callbacks [] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.082822 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf5a35-229f-42c6-bbd9-35ce269ed0b1 None None] New status for floating IP 6910b6d3-cdfb-4ebc-9a61-51d2baa34869: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:49:28.093402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.138936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01c2ee70-6109-41d7-a166-b4b3a1c7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.216379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bda384-9f93-42cf-8d71-d320bf01a2b9 None None] Pushing event updated for resources: {'Port': ['ID=fffbb175-1411-472a-8dec-cc00ebbe29c5,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:28.294731 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0408f96a-2225-4e6a-88ba-e368cdadb6a6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (6b4c9c76-7a75-4c48-bab5-86643423d56e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.301306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Attempting to bind port fffbb175-1411-472a-8dec-cc00ebbe29c5 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:28.302226 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Attempting to bind port fffbb175-1411-472a-8dec-cc00ebbe29c5 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:28.302821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Attempting to bind port fffbb175-1411-472a-8dec-cc00ebbe29c5 on network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:28.314597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:28.315353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Checking segment: {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:28.316063 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.317591 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Bound using segment: {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:28.320149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Bound port: fffbb175-1411-472a-8dec-cc00ebbe29c5, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:28.320851 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.358956 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0408f96a-2225-4e6a-88ba-e368cdadb6a6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (6b4c9c76-7a75-4c48-bab5-86643423d56e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.361902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54334) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:28.366217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6afc0c6a-d553-4d32-bfb6-0f7b203810d1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452574340', 'description': 'tempest-secgroup-smoke-1452574340 description', 'project_id': '2e36f1dc8e524722937e70aa0b871704'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:28.411701 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0408f96a-2225-4e6a-88ba-e368cdadb6a6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6b4c9c76-7a75-4c48-bab5-86643423d56e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.414745 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0408f96a-2225-4e6a-88ba-e368cdadb6a6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.417501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0408f96a-2225-4e6a-88ba-e368cdadb6a6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/6b4c9c76-7a75-4c48-bab5-86643423d56e HTTP/1.1" status: 204 len: 168 time: 0.3966618 Feb 11 05:49:28.418951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54336) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:28.446322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408f96a-2225-4e6a-88ba-e368cdadb6a6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c9c76-7a75-4c48-bab5-86643423d56e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:28.447766 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6afc0c6a-d553-4d32-bfb6-0f7b203810d1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.504038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] For port fffbb175-1411-472a-8dec-cc00ebbe29c5, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:28.507564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] For port fffbb175-1411-472a-8dec-cc00ebbe29c5, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fffbb175-1411-472a-8dec-cc00ebbe29c5,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:28.516115 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.577438 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dceae2fd-ae25-4d8b-a02a-03deb0aa8214 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1571367 Feb 11 05:49:28.581710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54338) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:28.586121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-07eb99ba-7dfb-4ba4-a4ef-70c16d8aaa57 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116005012'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:28.640321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:28.640718 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07eb99ba-7dfb-4ba4-a4ef-70c16d8aaa57 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.641021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:28.652247 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (d059ea6a-5672-49b1-8a5a-05f21ee220e5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.659549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (d059ea6a-5672-49b1-8a5a-05f21ee220e5), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.687816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6afc0c6a-d553-4d32-bfb6-0f7b203810d1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (b73b4b4f-e059-4aa1-a88e-c3c21f7344b6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.700828 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6afc0c6a-d553-4d32-bfb6-0f7b203810d1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b73b4b4f-e059-4aa1-a88e-c3c21f7344b6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.759482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c41cbaad-b250-4df3-93e1-e10e5d15d2ab None None] Provisioning complete for port fffbb175-1411-472a-8dec-cc00ebbe29c5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:28.759857 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c41cbaad-b250-4df3-93e1-e10e5d15d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.798372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc0c6a-d553-4d32-bfb6-0f7b203810d1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:28.827598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bda384-9f93-42cf-8d71-d320bf01a2b9 None None] Pushing event updated for resources: {'Port': ['ID=fffbb175-1411-472a-8dec-cc00ebbe29c5,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:28.849180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6afc0c6a-d553-4d32-bfb6-0f7b203810d1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.856416 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6afc0c6a-d553-4d32-bfb6-0f7b203810d1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4937301 Feb 11 05:49:28.858456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54342) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:28.870422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-92c7b188-73e0-4aff-9d9e-95693769e178 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'b73b4b4f-e059-4aa1-a88e-c3c21f7344b6', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:28.930547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92c7b188-73e0-4aff-9d9e-95693769e178 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (73af5003-8233-4f91-9104-9e4df6c6610a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.949473 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07eb99ba-7dfb-4ba4-a4ef-70c16d8aaa57 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (512b7189-9477-49c7-84c5-8e8f5c66f298), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.958318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f89dc504-dd9c-4628-8fe2-c1d8e0cfef5c req-c811864d-af60-4634-9e12-0aa70d5d0653 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0430984 Feb 11 05:49:28.969838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07eb99ba-7dfb-4ba4-a4ef-70c16d8aaa57 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (512b7189-9477-49c7-84c5-8e8f5c66f298), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.016206 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb99ba-7dfb-4ba4-a4ef-70c16d8aaa57 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512b7189-9477-49c7-84c5-8e8f5c66f298,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:29.017845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Router d059ea6a-5672-49b1-8a5a-05f21ee220e5 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:49:29.057082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-07eb99ba-7dfb-4ba4-a4ef-70c16d8aaa57 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.059238 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-07eb99ba-7dfb-4ba4-a4ef-70c16d8aaa57 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4763520 Feb 11 05:49:29.066171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54346) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.082505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-27ee32bc-782d-4c85-97a7-943f4d0ed1e5 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '512b7189-9477-49c7-84c5-8e8f5c66f298', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.085950 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-27ee32bc-782d-4c85-97a7-943f4d0ed1e5 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:49:29.088918 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-27ee32bc-782d-4c85-97a7-943f4d0ed1e5 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:29.090301 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27ee32bc-782d-4c85-97a7-943f4d0ed1e5 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0227511 Feb 11 05:49:29.094067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54348) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.116696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e42b0901-2e60-475b-9c56-f49424855e34 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '512b7189-9477-49c7-84c5-8e8f5c66f298', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.136234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf5351cf-d371-4a8d-b14b-b313086d7f8f req-5866689c-96a3-4ff4-a350-37bc1e51f655 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0344887 Feb 11 05:49:29.154186 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92c7b188-73e0-4aff-9d9e-95693769e178 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (73af5003-8233-4f91-9104-9e4df6c6610a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.186576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92c7b188-73e0-4aff-9d9e-95693769e178 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (73af5003-8233-4f91-9104-9e4df6c6610a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.210789 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-e42b0901-2e60-475b-9c56-f49424855e34 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:29.215529 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e42b0901-2e60-475b-9c56-f49424855e34 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1145110 Feb 11 05:49:29.221465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92c7b188-73e0-4aff-9d9e-95693769e178 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.224034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:29.225521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54350) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.225866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54352) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.226927 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92c7b188-73e0-4aff-9d9e-95693769e178 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625624 Feb 11 05:49:29.231820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7b188-73e0-4aff-9d9e-95693769e178 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73af5003-8233-4f91-9104-9e4df6c6610a,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:29.231973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8962341d-8b11-4b4e-aa1f-d5b1a80168db tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '512b7189-9477-49c7-84c5-8e8f5c66f298', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.232507 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-8962341d-8b11-4b4e-aa1f-d5b1a80168db tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 05:49:29.233579 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-8962341d-8b11-4b4e-aa1f-d5b1a80168db tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:29.234132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8962341d-8b11-4b4e-aa1f-d5b1a80168db tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072675 Feb 11 05:49:29.238771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3080b19d-2c50-42d9-90ec-0a7b9995aa1f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'b73b4b4f-e059-4aa1-a88e-c3c21f7344b6', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.244041 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54354) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.249306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.250005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f8d45b63-78ac-470e-b32a-3790365dd24d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '512b7189-9477-49c7-84c5-8e8f5c66f298', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.250875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-18a8be7f-1e11-426a-a55b-50b9f15de208 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "PUT /v2.0/routers/d059ea6a-5672-49b1-8a5a-05f21ee220e5 HTTP/1.1" status: 200 len: 914 time: 5.8418968 Feb 11 05:49:29.264511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54356) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.271955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c41cbaad-b250-4df3-93e1-e10e5d15d2ab None None] Current status of the port fffbb175-1411-472a-8dec-cc00ebbe29c5 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:29.272610 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c41cbaad-b250-4df3-93e1-e10e5d15d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.275306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c672155-29d7-4fa9-9934-e11bca6c80eb None None] Sync routers for ids ['d059ea6a-5672-49b1-8a5a-05f21ee220e5'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:29.309964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:29.318646 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-f8d45b63-78ac-470e-b32a-3790365dd24d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:29.321312 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f8d45b63-78ac-470e-b32a-3790365dd24d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0750339 Feb 11 05:49:29.324216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54358) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.344581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0aeb89f3-e810-4fec-8c3d-2fff7fdc4b7d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '512b7189-9477-49c7-84c5-8e8f5c66f298', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.345093 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-0aeb89f3-e810-4fec-8c3d-2fff7fdc4b7d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:49:29.348035 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-0aeb89f3-e810-4fec-8c3d-2fff7fdc4b7d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:29.351436 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0aeb89f3-e810-4fec-8c3d-2fff7fdc4b7d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0213730 Feb 11 05:49:29.353210 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54360) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.353710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c672155-29d7-4fa9-9934-e11bca6c80eb None None] Routers {'d059ea6a-5672-49b1-8a5a-05f21ee220e5'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:29.354146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9c672155-29d7-4fa9-9934-e11bca6c80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d059ea6a-5672-49b1-8a5a-05f21ee220e5'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:29.361231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a6f344d3-3d00-4680-894f-bdb3c5ee22d6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '512b7189-9477-49c7-84c5-8e8f5c66f298', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.370383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3080b19d-2c50-42d9-90ec-0a7b9995aa1f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (7e32cb38-3409-40d0-88ae-faed2680fc3a), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.396022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9c672155-29d7-4fa9-9934-e11bca6c80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:29.413457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c41cbaad-b250-4df3-93e1-e10e5d15d2ab None None] For port fffbb175-1411-472a-8dec-cc00ebbe29c5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fffbb175-1411-472a-8dec-cc00ebbe29c5,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:29.419966 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-a6f344d3-3d00-4680-894f-bdb3c5ee22d6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Project 53f57ec653b44bd08cfb24fda3ec8b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:49:29.451366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c672155-29d7-4fa9-9934-e11bca6c80eb None None] Routers {'d059ea6a-5672-49b1-8a5a-05f21ee220e5'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:29.452000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9c672155-29d7-4fa9-9934-e11bca6c80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d059ea6a-5672-49b1-8a5a-05f21ee220e5'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:29.452483 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-a6f344d3-3d00-4680-894f-bdb3c5ee22d6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:29.454140 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a6f344d3-3d00-4680-894f-bdb3c5ee22d6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1003406 Feb 11 05:49:29.455445 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c41cbaad-b250-4df3-93e1-e10e5d15d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.457089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54362) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.469235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0991a23a-d170-4218-a901-bac7243fd6ed tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '512b7189-9477-49c7-84c5-8e8f5c66f298', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.470170 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-0991a23a-d170-4218-a901-bac7243fd6ed tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 05:49:29.470787 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-0991a23a-d170-4218-a901-bac7243fd6ed tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:29.472230 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0991a23a-d170-4218-a901-bac7243fd6ed tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129931 Feb 11 05:49:29.475990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54364) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.481925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5a5e9021-3533-4896-beb0-e02393d5811b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '512b7189-9477-49c7-84c5-8e8f5c66f298', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.483756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-43f68cf5-9d6a-4754-8c84-27239b8e5fe4 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/routers/d059ea6a-5672-49b1-8a5a-05f21ee220e5 HTTP/1.1" status: 200 len: 920 time: 0.2096040 Feb 11 05:49:29.485742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54366) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.513831 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-5a5e9021-3533-4896-beb0-e02393d5811b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Project 53f57ec653b44bd08cfb24fda3ec8b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:49:29.538095 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-5a5e9021-3533-4896-beb0-e02393d5811b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:29.542070 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5a5e9021-3533-4896-beb0-e02393d5811b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0621908 Feb 11 05:49:29.542356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54368) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.547881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-389ba587-f9c7-4cd7-8b94-06b92d16dc0d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '512b7189-9477-49c7-84c5-8e8f5c66f298', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.574120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9c672155-29d7-4fa9-9934-e11bca6c80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:29.575105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c672155-29d7-4fa9-9934-e11bca6c80eb None None] The sync data for ids ['d059ea6a-5672-49b1-8a5a-05f21ee220e5'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:29.588836 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-389ba587-f9c7-4cd7-8b94-06b92d16dc0d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Project 53f57ec653b44bd08cfb24fda3ec8b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:49:29.609456 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-389ba587-f9c7-4cd7-8b94-06b92d16dc0d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:29.617466 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-389ba587-f9c7-4cd7-8b94-06b92d16dc0d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0721900 Feb 11 05:49:29.619108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54370) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.627021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-68aeaf20-d375-4d90-8943-9abe880ff0de None None] Provisioning complete for port fffbb175-1411-472a-8dec-cc00ebbe29c5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:29.627396 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-68aeaf20-d375-4d90-8943-9abe880ff0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.650623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3080b19d-2c50-42d9-90ec-0a7b9995aa1f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (7e32cb38-3409-40d0-88ae-faed2680fc3a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.692732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3080b19d-2c50-42d9-90ec-0a7b9995aa1f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (7e32cb38-3409-40d0-88ae-faed2680fc3a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.716576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cbaad-b250-4df3-93e1-e10e5d15d2ab None None] Pushing event updated for resources: {'Port': ['ID=fffbb175-1411-472a-8dec-cc00ebbe29c5,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:29.740125 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3080b19d-2c50-42d9-90ec-0a7b9995aa1f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.747714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3080b19d-2c50-42d9-90ec-0a7b9995aa1f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5124395 Feb 11 05:49:29.753942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54372) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.772038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080b19d-2c50-42d9-90ec-0a7b9995aa1f tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e32cb38-3409-40d0-88ae-faed2680fc3a,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:29.774276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9f92a063-efd0-4115-b987-4a27af102679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'b73b4b4f-e059-4aa1-a88e-c3c21f7344b6', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.779179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-68aeaf20-d375-4d90-8943-9abe880ff0de None None] Current status of the port fffbb175-1411-472a-8dec-cc00ebbe29c5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:29.789479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0b33-1c5b-4f68-b1a4-f9220604f1fb tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (512b7189-9477-49c7-84c5-8e8f5c66f298), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.794814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c481f65f-1a50-4095-a90b-f54002f085fb tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:29.798391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c481f65f-1a50-4095-a90b-f54002f085fb tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=d059ea6a-5672-49b1-8a5a-05f21ee220e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3076668 Feb 11 05:49:29.800642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54374) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.814128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:22Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fffbb175-1411-472a-8dec-cc00ebbe29c5', 'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:09:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:20Z', 'updated_at': '2022-02-11T05:49:28Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '58de967f-5a33-479a-acc9-1f600207bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:29.831671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0b33-1c5b-4f68-b1a4-f9220604f1fb tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (512b7189-9477-49c7-84c5-8e8f5c66f298), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.845870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f92a063-efd0-4115-b987-4a27af102679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (dc530482-a895-4c8e-8510-db7393a49162), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.852173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e4513-dcaa-4a08-ba0e-cb0ed76f275b None None] The sync data for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 is: [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:22Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fffbb175-1411-472a-8dec-cc00ebbe29c5', 'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:09:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:20Z', 'updated_at': '2022-02-11T05:49:28Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '58de967f-5a33-479a-acc9-1f600207bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:29.943185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31213629-f7d6-468d-b19b-766a98dd673c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:29.948206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-31213629-f7d6-468d-b19b-766a98dd673c tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 881 time: 0.1462626 Feb 11 05:49:29.951037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54376) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.970033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0b33-1c5b-4f68-b1a4-f9220604f1fb tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (512b7189-9477-49c7-84c5-8e8f5c66f298), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.972622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0b33-1c5b-4f68-b1a4-f9220604f1fb tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.973804 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9a4b0b33-1c5b-4f68-b1a4-f9220604f1fb tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/512b7189-9477-49c7-84c5-8e8f5c66f298 HTTP/1.1" status: 204 len: 168 time: 0.3528364 Feb 11 05:49:29.976579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54378) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:30.021553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f92a063-efd0-4115-b987-4a27af102679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (dc530482-a895-4c8e-8510-db7393a49162), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.034367 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c39419b2-0869-4980-9222-777cba5d409a tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=d059ea6a-5672-49b1-8a5a-05f21ee220e5 HTTP/1.1" status: 200 len: 205 time: 0.0768464 Feb 11 05:49:30.034887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54382) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:30.044689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a6c7c28a-27f2-4ffb-a62c-66c3676e7def tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626326 Feb 11 05:49:30.046103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54384) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:30.053746 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f92a063-efd0-4115-b987-4a27af102679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (dc530482-a895-4c8e-8510-db7393a49162), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.065376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b0b33-1c5b-4f68-b1a4-f9220604f1fb tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=512b7189-9477-49c7-84c5-8e8f5c66f298,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:30.094837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92a063-efd0-4115-b987-4a27af102679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc530482-a895-4c8e-8510-db7393a49162,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:30.106225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-80540087-5dd8-4e60-9a40-833684552b68 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--593200856'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:30.128500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f92a063-efd0-4115-b987-4a27af102679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.134336 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9f92a063-efd0-4115-b987-4a27af102679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790648 Feb 11 05:49:30.135371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54386) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:30.140821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1d4004be-e024-412b-9016-154dbb043a4d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'b73b4b4f-e059-4aa1-a88e-c3c21f7344b6', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:30.163376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21bc3cc9-7c68-4ebc-8975-bf8cadc901f9 req-d19948b9-a5b3-44ed-b4fa-eb7fd65d6e2f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0458851 Feb 11 05:49:30.213511 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-80540087-5dd8-4e60-9a40-833684552b68 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.221432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d4004be-e024-412b-9016-154dbb043a4d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (105725f1-df8d-4aac-8351-734c666d2543), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.246079 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3be7ec0f-9d5e-4273-b13e-22101ffc561b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.286296 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (d059ea6a-5672-49b1-8a5a-05f21ee220e5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.331010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d4004be-e024-412b-9016-154dbb043a4d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (105725f1-df8d-4aac-8351-734c666d2543), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.336034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d4004be-e024-412b-9016-154dbb043a4d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (105725f1-df8d-4aac-8351-734c666d2543), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.362528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4004be-e024-412b-9016-154dbb043a4d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105725f1-df8d-4aac-8351-734c666d2543,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:30.372515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d4004be-e024-412b-9016-154dbb043a4d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.376304 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1d4004be-e024-412b-9016-154dbb043a4d tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2373288 Feb 11 05:49:30.382789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54390) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:30.390069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dc399c67-c473-4dcb-a71b-392cf8293207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'b73b4b4f-e059-4aa1-a88e-c3c21f7344b6', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:30.416549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b09307e9-31cd-441c-9b35-46f7bdba44fb req-5df67874-6a63-49e3-91af-acdc30e3317a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.1345985 Feb 11 05:49:30.418094 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-dc399c67-c473-4dcb-a71b-392cf8293207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Project 2e36f1dc8e524722937e70aa0b871704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:49:30.425724 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc399c67-c473-4dcb-a71b-392cf8293207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (aac7def6-d1a0-4ba2-b71e-e69f0456b3b3), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.529952 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-80540087-5dd8-4e60-9a40-833684552b68 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (9821fdea-feba-4a38-81ae-092be76dedeb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.544586 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-80540087-5dd8-4e60-9a40-833684552b68 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9821fdea-feba-4a38-81ae-092be76dedeb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.557777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc399c67-c473-4dcb-a71b-392cf8293207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (aac7def6-d1a0-4ba2-b71e-e69f0456b3b3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.575223 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc399c67-c473-4dcb-a71b-392cf8293207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (aac7def6-d1a0-4ba2-b71e-e69f0456b3b3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.612159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-80540087-5dd8-4e60-9a40-833684552b68 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.615687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-80540087-5dd8-4e60-9a40-833684552b68 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5647979 Feb 11 05:49:30.615687 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (d059ea6a-5672-49b1-8a5a-05f21ee220e5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.619554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54392) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:30.627138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f95ebf88-4c45-48a5-9247-7d925fd76e26 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '9821fdea-feba-4a38-81ae-092be76dedeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:30.631717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc399c67-c473-4dcb-a71b-392cf8293207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.635263 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dc399c67-c473-4dcb-a71b-392cf8293207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2490268 Feb 11 05:49:30.637584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54394) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:30.648022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80540087-5dd8-4e60-9a40-833684552b68 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9821fdea-feba-4a38-81ae-092be76dedeb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:30.657441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4d9da40a-550b-4178-88a0-14efd2f52fde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'security_group_rule': {'security_group_id': 'b73b4b4f-e059-4aa1-a88e-c3c21f7344b6', 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:30.666984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc399c67-c473-4dcb-a71b-392cf8293207 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac7def6-d1a0-4ba2-b71e-e69f0456b3b3,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:30.725773 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-4d9da40a-550b-4178-88a0-14efd2f52fde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Project 2e36f1dc8e524722937e70aa0b871704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:49:30.735324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4d9da40a-550b-4178-88a0-14efd2f52fde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (e008d35b-4546-487a-a159-d2808a047c0a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.809876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Deleting port 61a25728-7260-47b8-8e58-3d2ccb3d4851 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:30.810323 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (61a25728-7260-47b8-8e58-3d2ccb3d4851), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.816858 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-f95ebf88-4c45-48a5-9247-7d925fd76e26 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The resource could not be found. Feb 11 05:49:30.820698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f95ebf88-4c45-48a5-9247-7d925fd76e26 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1953194 Feb 11 05:49:30.824436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54396) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:30.833441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fffbb175-1411-472a-8dec-cc00ebbe29c5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:30.850432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-48dd33bd-b63c-492c-a60b-68c91a9a9c61 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '9821fdea-feba-4a38-81ae-092be76dedeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cc77615f-f62e-4e29-aba7-46c7e4fc1ef1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:30.960667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fffbb175-1411-472a-8dec-cc00ebbe29c5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:30.961238 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.975244 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (61a25728-7260-47b8-8e58-3d2ccb3d4851), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.992873 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4d9da40a-550b-4178-88a0-14efd2f52fde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (e008d35b-4546-487a-a159-d2808a047c0a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.997935 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-48dd33bd-b63c-492c-a60b-68c91a9a9c61 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The resource could not be found. Feb 11 05:49:31.002669 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-48dd33bd-b63c-492c-a60b-68c91a9a9c61 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1601400 Feb 11 05:49:31.003232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54398) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:31.009427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4d9da40a-550b-4178-88a0-14efd2f52fde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e008d35b-4546-487a-a159-d2808a047c0a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.010218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Calling delete_port for 61a25728-7260-47b8-8e58-3d2ccb3d4851 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:31.092778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4d9da40a-550b-4178-88a0-14efd2f52fde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.094129 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4d9da40a-550b-4178-88a0-14efd2f52fde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4524865 Feb 11 05:49:31.094877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9da40a-550b-4178-88a0-14efd2f52fde tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e008d35b-4546-487a-a159-d2808a047c0a,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:31.110469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67fc13c7-40ee-4c31-a826-2defe4d4741c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (9821fdea-feba-4a38-81ae-092be76dedeb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.190471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67fc13c7-40ee-4c31-a826-2defe4d4741c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (9821fdea-feba-4a38-81ae-092be76dedeb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.192415 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.196191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fffbb175-1411-472a-8dec-cc00ebbe29c5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:31.272646 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67fc13c7-40ee-4c31-a826-2defe4d4741c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9821fdea-feba-4a38-81ae-092be76dedeb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.285255 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-67fc13c7-40ee-4c31-a826-2defe4d4741c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.288887 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-67fc13c7-40ee-4c31-a826-2defe4d4741c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/9821fdea-feba-4a38-81ae-092be76dedeb HTTP/1.1" status: 204 len: 168 time: 0.2814860 Feb 11 05:49:31.322216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54404) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:31.323113 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc13c7-40ee-4c31-a826-2defe4d4741c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9821fdea-feba-4a38-81ae-092be76dedeb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:31.425277 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6fbafae8-1687-4acc-8266-26c17717f2ba tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0958049 Feb 11 05:49:31.425958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54412) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:31.435506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-83f41233-dbb6-4506-9d50-3c1dbcc1f76d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '6722ff0a-8e02-4661-8abf-e0f07939e7ce', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:31.448518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ada8e63-3f64-4d55-9af2-7cb3a21e7653 req-15106a83-b2e5-4960-97a7-436262837215 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0684566 Feb 11 05:49:31.542684 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-83f41233-dbb6-4506-9d50-3c1dbcc1f76d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The resource could not be found. Feb 11 05:49:31.547231 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-83f41233-dbb6-4506-9d50-3c1dbcc1f76d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1168587 Feb 11 05:49:31.547564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54420) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:31.554772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dc0fce26-de8f-47f8-b2c0-f1db383ff6ce tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--932647900'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:31.595296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc0fce26-de8f-47f8-b2c0-f1db383ff6ce tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.697754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72252c57-a80b-48da-b8dc-fe6009d1c6c9 req-e4279e34-2f84-448e-ab83-e88dd7518a44 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.1075854 Feb 11 05:49:31.780597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-22779482-2ebe-4d31-8d7d-078254360332 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452574340&fields=id&tenant_id=2e36f1dc8e524722937e70aa0b871704 HTTP/1.1" status: 200 len: 267 time: 0.2490723 Feb 11 05:49:31.790217 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (61a25728-7260-47b8-8e58-3d2ccb3d4851), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.805465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc0fce26-de8f-47f8-b2c0-f1db383ff6ce tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (07956f8a-f7fc-4c96-ac6d-98eb78635dbd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.815634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc0fce26-de8f-47f8-b2c0-f1db383ff6ce tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (07956f8a-f7fc-4c96-ac6d-98eb78635dbd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.858639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event deleted for resources: {'Port': ['ID=61a25728-7260-47b8-8e58-3d2ccb3d4851,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:31.904680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dc0fce26-de8f-47f8-b2c0-f1db383ff6ce tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.908836 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dc0fce26-de8f-47f8-b2c0-f1db383ff6ce tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3588643 Feb 11 05:49:31.924584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54422) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:31.930396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-895d46d8-5d2f-471d-be72-1367e2c7fd81 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695176178'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:31.959231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fce26-de8f-47f8-b2c0-f1db383ff6ce tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07956f8a-f7fc-4c96-ac6d-98eb78635dbd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:31.968919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-895d46d8-5d2f-471d-be72-1367e2c7fd81 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.076727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-895d46d8-5d2f-471d-be72-1367e2c7fd81 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (b88b8bd8-921f-4f00-b4a3-fa655c45b9da), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.082051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.082446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.082770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.083118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.083461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.083797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.084140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.084264 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-895d46d8-5d2f-471d-be72-1367e2c7fd81 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b88b8bd8-921f-4f00-b4a3-fa655c45b9da), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.084479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.084847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.085194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.085519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.085849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.086272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:32.142946 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-895d46d8-5d2f-471d-be72-1367e2c7fd81 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.144619 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-895d46d8-5d2f-471d-be72-1367e2c7fd81 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2189491 Feb 11 05:49:32.147419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54424) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:32.156259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b4f7570e-4367-4739-b865-d0e5d2d97a35 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '07956f8a-f7fc-4c96-ac6d-98eb78635dbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b88b8bd8-921f-4f00-b4a3-fa655c45b9da'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:32.183644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d46d8-5d2f-471d-be72-1367e2c7fd81 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88b8bd8-921f-4f00-b4a3-fa655c45b9da,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:32.220064 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-b4f7570e-4367-4739-b865-d0e5d2d97a35 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:32.224201 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b4f7570e-4367-4739-b865-d0e5d2d97a35 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0727580 Feb 11 05:49:32.224971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54426) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:32.262340 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (d059ea6a-5672-49b1-8a5a-05f21ee220e5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.335188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1e90-748a-411e-ad32-ef1b9a06488b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (b88b8bd8-921f-4f00-b4a3-fa655c45b9da), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.387868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1e90-748a-411e-ad32-ef1b9a06488b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (b88b8bd8-921f-4f00-b4a3-fa655c45b9da), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.460674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1e90-748a-411e-ad32-ef1b9a06488b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b88b8bd8-921f-4f00-b4a3-fa655c45b9da), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.463366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1e90-748a-411e-ad32-ef1b9a06488b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.465212 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c6d1e90-748a-411e-ad32-ef1b9a06488b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/b88b8bd8-921f-4f00-b4a3-fa655c45b9da HTTP/1.1" status: 204 len: 168 time: 0.2390132 Feb 11 05:49:32.468097 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54428) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:32.518420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d1e90-748a-411e-ad32-ef1b9a06488b tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88b8bd8-921f-4f00-b4a3-fa655c45b9da,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:32.629033 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ebec008c-a707-4da9-b323-bccac57f16e6 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1574385 Feb 11 05:49:32.629469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54432) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:32.691618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92a39012-44a7-4818-b038-727042dec10d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (07956f8a-f7fc-4c96-ac6d-98eb78635dbd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.730856 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92a39012-44a7-4818-b038-727042dec10d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (07956f8a-f7fc-4c96-ac6d-98eb78635dbd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.783614 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.812345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92a39012-44a7-4818-b038-727042dec10d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (07956f8a-f7fc-4c96-ac6d-98eb78635dbd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.818412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92a39012-44a7-4818-b038-727042dec10d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.823076 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92a39012-44a7-4818-b038-727042dec10d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/07956f8a-f7fc-4c96-ac6d-98eb78635dbd HTTP/1.1" status: 204 len: 168 time: 0.1925149 Feb 11 05:49:32.827088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54436) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:32.877672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93b6d4ef-e52b-4df0-9950-ef3afe7dbfc5 req-b17649fd-8463-41d7-ad6a-35371a67a86d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0416808 Feb 11 05:49:32.884480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8c003-a055-409c-958f-1e75cfa72570 req-d9e50edc-44e5-46b3-aafc-caba0bd816da tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:32.892228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-d9e50edc-44e5-46b3-aafc-caba0bd816da tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/networks?id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 HTTP/1.1" status: 200 len: 797 time: 1.1097784 Feb 11 05:49:32.938650 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (d059ea6a-5672-49b1-8a5a-05f21ee220e5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.940994 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (d059ea6a-5672-49b1-8a5a-05f21ee220e5), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.953639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-9a3c14f6-b803-4f0f-8e09-79bc853665c8 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/quotas/2e36f1dc8e524722937e70aa0b871704 HTTP/1.1" status: 200 len: 375 time: 0.0562689 Feb 11 05:49:32.973148 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-792dadcc-dc8a-4cf3-a965-092c3ca7d211 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1378314 Feb 11 05:49:32.975769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a39012-44a7-4818-b038-727042dec10d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07956f8a-f7fc-4c96-ac6d-98eb78635dbd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:32.983311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54438) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:32.995753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f4e6e68e-6320-4f61-8846-02d1680f4b39 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133677081'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:33.048075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e68e-6320-4f61-8846-02d1680f4b39 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.117993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74187b1b-4b7c-4af8-b381-2a197c4386b5 req-231f8c9a-c5db-462a-abd0-85a03e0f5c65 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0890086 Feb 11 05:49:33.123427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (d059ea6a-5672-49b1-8a5a-05f21ee220e5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.123427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Fanout notify agent at l3_agent the message router_deleted on router d059ea6a-5672-49b1-8a5a-05f21ee220e5 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:49:33.130605 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.131984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-61330dbb-0f60-4ab7-903b-effd043fa07d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/d059ea6a-5672-49b1-8a5a-05f21ee220e5 HTTP/1.1" status: 204 len: 168 time: 3.0955682 Feb 11 05:49:33.136337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54440) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.141482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1066749293', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:33.187129 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-91e73e2b-5be1-4a83-acde-9bd20e910227 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2246130 Feb 11 05:49:33.224074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (af15bad8-acb1-4473-8e35-a3b09aad11af), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.228219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (af15bad8-acb1-4473-8e35-a3b09aad11af), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.275975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e68e-6320-4f61-8846-02d1680f4b39 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (27ca1481-b272-4914-8c55-8f113f73461e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.296158 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e68e-6320-4f61-8846-02d1680f4b39 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (27ca1481-b272-4914-8c55-8f113f73461e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.386291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e68e-6320-4f61-8846-02d1680f4b39 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.390132 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f4e6e68e-6320-4f61-8846-02d1680f4b39 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4032254 Feb 11 05:49:33.392634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54444) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.393170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (af15bad8-acb1-4473-8e35-a3b09aad11af), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.398818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f0bb8cff-3e2c-4623-ae47-78439f149244 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '27ca1481-b272-4914-8c55-8f113f73461e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:33.399189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6e68e-6320-4f61-8846-02d1680f4b39 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca1481-b272-4914-8c55-8f113f73461e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:33.454896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-7dc97ed3-0255-4252-be8c-2c8f0d75089b service neutron] 10.222.0.31 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668006 Feb 11 05:49:33.483186 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-f0bb8cff-3e2c-4623-ae47-78439f149244 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:33.487117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f0bb8cff-3e2c-4623-ae47-78439f149244 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0933530 Feb 11 05:49:33.489814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54446) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.497388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-528fefd2-30c8-4cbb-a185-80894b969a10 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group_rule': {'security_group_id': '27ca1481-b272-4914-8c55-8f113f73461e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:33.598545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-e9dee4cd-4bfa-4deb-842e-da5f6e6735ed service neutron] 10.222.0.31 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378005 Feb 11 05:49:33.603378 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-528fefd2-30c8-4cbb-a185-80894b969a10 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:33.606681 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (af15bad8-acb1-4473-8e35-a3b09aad11af), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.607916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-528fefd2-30c8-4cbb-a185-80894b969a10 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1169431 Feb 11 05:49:33.608503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54448) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.710896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f12cf4e-84da-4d20-b1fc-952044708e8c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (27ca1481-b272-4914-8c55-8f113f73461e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.763047 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f12cf4e-84da-4d20-b1fc-952044708e8c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (27ca1481-b272-4914-8c55-8f113f73461e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.840161 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f12cf4e-84da-4d20-b1fc-952044708e8c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (27ca1481-b272-4914-8c55-8f113f73461e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.848656 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f12cf4e-84da-4d20-b1fc-952044708e8c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.853157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0f12cf4e-84da-4d20-b1fc-952044708e8c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/27ca1481-b272-4914-8c55-8f113f73461e HTTP/1.1" status: 204 len: 168 time: 0.2428792 Feb 11 05:49:33.856326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54452) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.900159 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.004589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60f20030-7cce-4525-b38a-205a75131e3f req-11fd4f02-be85-4dbf-a378-845d6c30e901 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 210 time: 0.0992072 Feb 11 05:49:34.012298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12cf4e-84da-4d20-b1fc-952044708e8c tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca1481-b272-4914-8c55-8f113f73461e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:34.112722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44448eec-c23c-49cd-92d7-52d24e406896 req-1454f309-b162-4e8d-8a93-1e10c4da37fe tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0438168 Feb 11 05:49:34.132899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fc483fa5-c9e6-414d-a437-21e209c3af69 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2649231 Feb 11 05:49:34.134006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54462) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:34.139158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-990e4de8-7914-43e1-8973-066d1b624053 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234463960'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:34.171628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-990e4de8-7914-43e1-8973-066d1b624053 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.339064 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45ead001-57a6-490e-ae1b-4fa887ed6cb3 req-d61b3bdc-ba0d-4034-a1f2-c591c42f3a9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0555270 Feb 11 05:49:34.376724 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-990e4de8-7914-43e1-8973-066d1b624053 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (9c4ab533-6b0c-4c27-b7f5-ba559af5045e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.391011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-990e4de8-7914-43e1-8973-066d1b624053 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9c4ab533-6b0c-4c27-b7f5-ba559af5045e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.440423 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-990e4de8-7914-43e1-8973-066d1b624053 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.441723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-990e4de8-7914-43e1-8973-066d1b624053 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3064957 Feb 11 05:49:34.443797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e4de8-7914-43e1-8973-066d1b624053 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4ab533-6b0c-4c27-b7f5-ba559af5045e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:34.446041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54468) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:34.450693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-db753257-2b1d-4520-a030-94a11a79abd9 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:34.451879 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-db753257-2b1d-4520-a030-94a11a79abd9 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:49:34.451977 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-db753257-2b1d-4520-a030-94a11a79abd9 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:49:34.452917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-db753257-2b1d-4520-a030-94a11a79abd9 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "PUT /v2.0/security-groups/9c4ab533-6b0c-4c27-b7f5-ba559af5045e HTTP/1.1" status: 409 len: 330 time: 0.0059712 Feb 11 05:49:34.455791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54470) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:34.475485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (af15bad8-acb1-4473-8e35-a3b09aad11af), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.504362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.544943 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-c1cc-4384-81d6-ba85bb81738d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (9c4ab533-6b0c-4c27-b7f5-ba559af5045e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.590436 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-c1cc-4384-81d6-ba85bb81738d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (9c4ab533-6b0c-4c27-b7f5-ba559af5045e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.653254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-c1cc-4384-81d6-ba85bb81738d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9c4ab533-6b0c-4c27-b7f5-ba559af5045e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.656598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-c1cc-4384-81d6-ba85bb81738d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.658020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cf43b5d4-c1cc-4384-81d6-ba85bb81738d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/9c4ab533-6b0c-4c27-b7f5-ba559af5045e HTTP/1.1" status: 204 len: 168 time: 0.2012191 Feb 11 05:49:34.662763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54472) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:34.677498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43b5d4-c1cc-4384-81d6-ba85bb81738d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4ab533-6b0c-4c27-b7f5-ba559af5045e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:34.709987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Allocated IP 172.25.1.108 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/cbda3a4f-887d-46b1-9bf9-271af1dbced4) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:34.732525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f5361449-095a-47bf-8eda-c18a1ef6f9d7 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0669196 Feb 11 05:49:34.737550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54474) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:34.757289 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-40ec7f2f-7189-48f2-ba32-d76bed18c7d1 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] delete failed (client error): The resource could not be found. Feb 11 05:49:34.764712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-40ec7f2f-7189-48f2-ba32-d76bed18c7d1 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "DELETE /v2.0/security-groups/53cc9463-6801-49ae-a561-0d03ef338642 HTTP/1.1" status: 404 len: 347 time: 0.0260553 Feb 11 05:49:34.765408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54476) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:34.815893 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-0166d246-b7b7-43a0-a930-d75bf114d377 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] show failed (client error): The resource could not be found. Feb 11 05:49:34.821165 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0166d246-b7b7-43a0-a930-d75bf114d377 tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-groups/5d682c3d-8488-446c-acae-e79156db875e HTTP/1.1" status: 404 len: 347 time: 0.0506201 Feb 11 05:49:34.821912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54478) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:34.843197 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-c9f5bb86-af87-4bc4-a03c-c4a6e12fc85d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] show failed (client error): The resource could not be found. Feb 11 05:49:34.844351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c9f5bb86-af87-4bc4-a03c-c4a6e12fc85d tempest-NegativeSecGroupIPv6Test-1483125841 tempest-NegativeSecGroupIPv6Test-1483125841-project] 10.222.0.31 "GET /v2.0/security-group-rules/6bb70edb-9cea-4bd0-a00f-a7d6991795e9 HTTP/1.1" status: 404 len: 356 time: 0.0211906 Feb 11 05:49:34.873102 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for port (cbda3a4f-887d-46b1-9bf9-271af1dbced4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.924177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (cbda3a4f-887d-46b1-9bf9-271af1dbced4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.000145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:35.002062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event updated for resources: {'Port': ['ID=cbda3a4f-887d-46b1-9bf9-271af1dbced4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:35.014552 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:35.017891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:35.197249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffb4bf1e-8d21-4d50-a152-fdf01857e268 req-a078f6ff-b774-4aa8-97a9-3a02f254f354 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 210 time: 0.0802126 Feb 11 05:49:35.331119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87a9d990-a895-4192-8def-c8e3ab2f38f4 req-2db484e3-86c5-47c1-ab68-e9e9c1bbe03d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0474391 Feb 11 05:49:35.344967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54488) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:35.538249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27f489d4-8c56-40a1-a827-b022701c5764 req-6cb54264-43ca-45c4-a12e-cb2d86661c92 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0702128 Feb 11 05:49:35.553657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8c003-a055-409c-958f-1e75cfa72570 req-58af65c6-1cc3-4373-9bd3-1b66e30df40e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:35.555276 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-58af65c6-1cc3-4373-9bd3-1b66e30df40e tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "GET /v2.0/networks?id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 HTTP/1.1" status: 200 len: 797 time: 0.2569056 Feb 11 05:49:35.595700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9d5a9183-b27d-4b4a-8ac5-1f39ec3db446 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53f57ec653b44bd08cfb24fda3ec8b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492886 Feb 11 05:49:35.598014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54494) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:35.645404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (af15bad8-acb1-4473-8e35-a3b09aad11af), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.659970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b322f6b0-d961-4f22-b175-12b9d87f8acd admin admin] Publish callbacks [] for security_group (8700cb4e-e576-4464-b470-f721b275f203), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.685775 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b322f6b0-d961-4f22-b175-12b9d87f8acd admin admin] Publish callbacks [] for security_group (8700cb4e-e576-4464-b470-f721b275f203), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.746651 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-d520c3d9-e20b-4b2f-848f-03a67637d7bf tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e36f1dc8e524722937e70aa0b871704 HTTP/1.1" status: 200 len: 380 time: 0.1765413 Feb 11 05:49:35.749744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b322f6b0-d961-4f22-b175-12b9d87f8acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8700cb4e-e576-4464-b470-f721b275f203), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.754456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b322f6b0-d961-4f22-b175-12b9d87f8acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.758139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'port': {'device_id': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'admin_state_up': True, 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'security_groups': ['b73b4b4f-e059-4aa1-a88e-c3c21f7344b6']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:35.758726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b322f6b0-d961-4f22-b175-12b9d87f8acd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8700cb4e-e576-4464-b470-f721b275f203 HTTP/1.1" status: 204 len: 168 time: 0.1596780 Feb 11 05:49:35.770682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322f6b0-d961-4f22-b175-12b9d87f8acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8700cb4e-e576-4464-b470-f721b275f203,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:36.013994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Made reservation on behalf of 2e36f1dc8e524722937e70aa0b871704 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:36.018425 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.152586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (af15bad8-acb1-4473-8e35-a3b09aad11af), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.371875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.20.0.6 (8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5/58de967f-5a33-479a-acc9-1f600207bc92/12f200cf-066b-4b78-8471-6c67c4dd396b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:36.380634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6baad3f5-710d-4cc3-b385-2b222147b640 req-2a51da92-dcfe-4850-97a3-7ed6fd1dd3d9 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 210 time: 0.0489676 Feb 11 05:49:36.386359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Router af15bad8-acb1-4473-8e35-a3b09aad11af is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:49:36.550361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37c9d5c8-3876-4414-b031-6af415ad9755 req-9cdd004c-d2a7-4046-b117-6dd845042ae6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0431015 Feb 11 05:49:36.662104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.688979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-097f7768-5583-4a5f-904c-16b481e28e50 req-2e91f808-70ea-479c-bb5d-ed5bc620d949 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0578871 Feb 11 05:49:36.702121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:36.731204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.739215 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f740d-d0d5-4e46-98f9-d27b9910b10d None None] Sync routers for ids ['af15bad8-acb1-4473-8e35-a3b09aad11af'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:36.768010 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f740d-d0d5-4e46-98f9-d27b9910b10d None None] Routers {'af15bad8-acb1-4473-8e35-a3b09aad11af'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:36.768672 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b99f740d-d0d5-4e46-98f9-d27b9910b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['af15bad8-acb1-4473-8e35-a3b09aad11af'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:36.777350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.781300 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2e3c9602-12c6-4d77-8d42-51d1ebdd246b tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6412115 Feb 11 05:49:36.781482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54522) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:36.786855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:36.803817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:36.808722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:36.814222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:36.835407 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b99f740d-d0d5-4e46-98f9-d27b9910b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:36.855822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54524) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:36.857313 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f740d-d0d5-4e46-98f9-d27b9910b10d None None] Routers {'af15bad8-acb1-4473-8e35-a3b09aad11af'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:36.859373 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b99f740d-d0d5-4e46-98f9-d27b9910b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['af15bad8-acb1-4473-8e35-a3b09aad11af'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:36.861968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=12f200cf-066b-4b78-8471-6c67c4dd396b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:36.894633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:36.897054 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.932250 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b99f740d-d0d5-4e46-98f9-d27b9910b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:36.933881 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f740d-d0d5-4e46-98f9-d27b9910b10d None None] The sync data for ids ['af15bad8-acb1-4473-8e35-a3b09aad11af'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:36.938058 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ef786184-19fc-4a9e-895c-efc86ac29a36 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1862657 Feb 11 05:49:36.950967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Request body: {'port': {'device_id': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:37.051139 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.133001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ab6746a5-e16e-4702-acc3-209a6691f1c4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:37.133469 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-ab6746a5-e16e-4702-acc3-209a6691f1c4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:49:37.134502 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-ab6746a5-e16e-4702-acc3-209a6691f1c4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:49:37.139489 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ab6746a5-e16e-4702-acc3-209a6691f1c4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2827020 Feb 11 05:49:37.140112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54528) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:37.148562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836857568'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:37.248567 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.266929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-920b398f-2206-43c1-89eb-73b2f6b8e398 None None] Provisioning complete for port 12f200cf-066b-4b78-8471-6c67c4dd396b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:37.268012 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-920b398f-2206-43c1-89eb-73b2f6b8e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.271977 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.309176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-920b398f-2206-43c1-89eb-73b2f6b8e398 None None] Port 12f200cf-066b-4b78-8471-6c67c4dd396b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:37.367134 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (af15bad8-acb1-4473-8e35-a3b09aad11af), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.388081 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_gateway (af15bad8-acb1-4473-8e35-a3b09aad11af), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.466306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (f5353154-bbe1-435d-b872-c08e40e6f44e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.478492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Deleting port cbda3a4f-887d-46b1-9bf9-271af1dbced4 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:37.478980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (cbda3a4f-887d-46b1-9bf9-271af1dbced4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.491016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f5353154-bbe1-435d-b872-c08e40e6f44e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.525906 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f200cf-066b-4b78-8471-6c67c4dd396b {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:49:37.548712 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Publish callbacks [] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.566969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5353154-bbe1-435d-b872-c08e40e6f44e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:37.587842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Transition to ACTIVE for port object 12f200cf-066b-4b78-8471-6c67c4dd396b will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:49:37.597689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (cbda3a4f-887d-46b1-9bf9-271af1dbced4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.602164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.658082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Pushing event updated for resources: {'Port': ['ID=12f200cf-066b-4b78-8471-6c67c4dd396b,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:37.685322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (611639fe-15e9-41cc-888a-09de34f3930c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.699551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Calling delete_port for cbda3a4f-887d-46b1-9bf9-271af1dbced4 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:37.732141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (611639fe-15e9-41cc-888a-09de34f3930c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.771539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.773556 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6298363 Feb 11 05:49:37.777448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54536) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:37.783631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-085e734e-165f-4db1-81f0-594d4506ccd7 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': '611639fe-15e9-41cc-888a-09de34f3930c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:37.834019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3336c251-61f3-4a6b-982e-41eced754c4e req-ec42c37d-3481-4e8d-af89-a7526b420b7a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.1132035 Feb 11 05:49:37.850992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3236faf-5180-4880-99e8-82064d0f8c72 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611639fe-15e9-41cc-888a-09de34f3930c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:37.856714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce1d1-4645-4056-ae7c-7264dad7f24d req-87cb673c-273b-452e-9e2d-cecfd14f2fc4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:37.863496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c33ce1d1-4645-4056-ae7c-7264dad7f24d req-87cb673c-273b-452e-9e2d-cecfd14f2fc4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 943 time: 0.2272880 Feb 11 05:49:37.882266 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-085e734e-165f-4db1-81f0-594d4506ccd7 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group_rule (7131d582-84c2-4d6f-86e0-c800042d7572), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.932387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Attempting to bind port 12f200cf-066b-4b78-8471-6c67c4dd396b on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:37.932768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Attempting to bind port 12f200cf-066b-4b78-8471-6c67c4dd396b by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:37.933195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Attempting to bind port 12f200cf-066b-4b78-8471-6c67c4dd396b on network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:37.943290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Port 12f200cf-066b-4b78-8471-6c67c4dd396b on network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:49:37.944264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Attempting to bind port 12f200cf-066b-4b78-8471-6c67c4dd396b on network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:37.965991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:37.971302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Checking segment: {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:37.971884 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Bound using segment: {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:37.972433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Bound port: 12f200cf-066b-4b78-8471-6c67c4dd396b, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21d7767-fb26-4969-871c-0fd7c1aac22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:37.972862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.974665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c33ce1d1-4645-4056-ae7c-7264dad7f24d req-861e39d0-9fb5-4cdc-982c-2499fe959a58 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039996 Feb 11 05:49:37.978055 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-085e734e-165f-4db1-81f0-594d4506ccd7 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group_rule (7131d582-84c2-4d6f-86e0-c800042d7572), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.992631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-085e734e-165f-4db1-81f0-594d4506ccd7 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (7131d582-84c2-4d6f-86e0-c800042d7572), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.042534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e734e-165f-4db1-81f0-594d4506ccd7 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7131d582-84c2-4d6f-86e0-c800042d7572,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:38.055276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b152c4c-b3d2-4658-8ee7-cde5f6225dc1 req-2d41e070-8b94-48ac-93d6-aa7237d23f9e tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0789776 Feb 11 05:49:38.070437 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-085e734e-165f-4db1-81f0-594d4506ccd7 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.071798 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-085e734e-165f-4db1-81f0-594d4506ccd7 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921710 Feb 11 05:49:38.076331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54538) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:38.081406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8282d4f7-c328-41f0-8d45-a10b66cef581 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': '611639fe-15e9-41cc-888a-09de34f3930c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:38.146079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] For port 12f200cf-066b-4b78-8471-6c67c4dd396b, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:38.150629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] For port 12f200cf-066b-4b78-8471-6c67c4dd396b, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=12f200cf-066b-4b78-8471-6c67c4dd396b,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:38.157515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (cbda3a4f-887d-46b1-9bf9-271af1dbced4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.158726 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8282d4f7-c328-41f0-8d45-a10b66cef581 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group_rule (30fc61e8-3a54-474f-b212-8038c8bf267e), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.161661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.227202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:38.228562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.230890 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] 10.222.0.81 "PUT /v2.0/ports/12f200cf-066b-4b78-8471-6c67c4dd396b HTTP/1.1" status: 200 len: 1092 time: 1.2846332 Feb 11 05:49:38.237483 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:38.241425 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4976585-f2d6-433a-93ae-8be740a993ef" -d '{"events": [{"name": "network-changed", "server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:38.286374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a29584-4f26-466a-bbdf-24197a09ca74 service neutron] Pushing event updated for resources: {'Port': ['ID=12f200cf-066b-4b78-8471-6c67c4dd396b,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:38.305061 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-8282d4f7-c328-41f0-8d45-a10b66cef581 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:49:38.306388 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8282d4f7-c328-41f0-8d45-a10b66cef581 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2288148 Feb 11 05:49:38.314412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54544) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:38.315481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Pushing event deleted for resources: {'Port': ['ID=cbda3a4f-887d-46b1-9bf9-271af1dbced4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:38.335768 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064903f1-3db1-4469-8179-02511cc357fd x-openstack-request-id: req-064903f1-3db1-4469-8179-02511cc357fd {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:38.336073 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:38.336333 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-064903f1-3db1-4469-8179-02511cc357fd {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:38.336738 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'status': 'completed', 'code': 200} Feb 11 05:49:38.399985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8c003-a055-409c-958f-1e75cfa72570 req-e6333960-4dd7-4b2d-96bf-06dcb8e81786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:38.401999 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-e6333960-4dd7-4b2d-96bf-06dcb8e81786 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 1126 time: 0.0944786 Feb 11 05:49:38.424350 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (af15bad8-acb1-4473-8e35-a3b09aad11af), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.426427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-651a8800-190b-455a-ac1d-edbd542a4762 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (611639fe-15e9-41cc-888a-09de34f3930c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.454180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-651a8800-190b-455a-ac1d-edbd542a4762 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (611639fe-15e9-41cc-888a-09de34f3930c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.467679 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-93f62523-4c73-4a87-a396-a669fcd3dff0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12f200cf-066b-4b78-8471-6c67c4dd396b HTTP/1.1" status: 200 len: 217 time: 0.0584252 Feb 11 05:49:38.538863 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8c003-a055-409c-958f-1e75cfa72570 req-a56e1bc2-14d7-48a0-b87d-55996d8d3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:38.543453 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-a56e1bc2-14d7-48a0-b87d-55996d8d3644 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=58de967f-5a33-479a-acc9-1f600207bc92 HTTP/1.1" status: 200 len: 835 time: 0.0678115 Feb 11 05:49:38.617955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ab1d888d-59c0-4f5b-bfbb-1e46b44b84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:38.620419 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-ab1d888d-59c0-4f5b-bfbb-1e46b44b84f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0716290 Feb 11 05:49:38.724854 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-651a8800-190b-455a-ac1d-edbd542a4762 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (611639fe-15e9-41cc-888a-09de34f3930c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.728825 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-651a8800-190b-455a-ac1d-edbd542a4762 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.730085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-651a8800-190b-455a-ac1d-edbd542a4762 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/611639fe-15e9-41cc-888a-09de34f3930c HTTP/1.1" status: 204 len: 168 time: 0.4122047 Feb 11 05:49:38.738441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54546) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:38.748932 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-7a167c4b-9845-4b5b-b112-de016297f947 service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219709 Feb 11 05:49:38.783553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a8800-190b-455a-ac1d-edbd542a4762 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611639fe-15e9-41cc-888a-09de34f3930c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:38.791762 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (af15bad8-acb1-4473-8e35-a3b09aad11af), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.796827 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (af15bad8-acb1-4473-8e35-a3b09aad11af), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.825787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d999bf4e-2f7d-46c3-8d8b-e063dd9d9aaf tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0862427 Feb 11 05:49:38.830058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54548) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:38.835877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-809e8db1-f5b6-4c3f-9a87-f9a18a00501e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857820235'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:38.913414 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-88b8c003-a055-409c-958f-1e75cfa72570 req-0260af02-55de-4a67-a2c3-15a77143ef4f service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581481 Feb 11 05:49:38.935283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Router af15bad8-acb1-4473-8e35-a3b09aad11af has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:38.936919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-809e8db1-f5b6-4c3f-9a87-f9a18a00501e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.029553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0217fbd9-7954-4c26-bd2c-0f6c0a41a43d req-1e35ccf8-6c98-49e3-b5ad-7e2436da74d0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0676553 Feb 11 05:49:39.058593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4976585-f2d6-433a-93ae-8be740a993ef req-f52c425b-3a95-4b1d-9793-123f68e35906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.060696 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d4976585-f2d6-433a-93ae-8be740a993ef req-f52c425b-3a95-4b1d-9793-123f68e35906 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 1126 time: 0.0860388 Feb 11 05:49:39.084562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:39.099098 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939847f3-5264-49e8-96fa-4f1cd55eb2b7 None None] Sync routers for ids ['af15bad8-acb1-4473-8e35-a3b09aad11af'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:39.108533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.108533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ec0790bf-7bbb-456e-8901-4acd19549245 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "PUT /v2.0/routers/af15bad8-acb1-4473-8e35-a3b09aad11af HTTP/1.1" status: 200 len: 706 time: 2.3258455 Feb 11 05:49:39.122685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939847f3-5264-49e8-96fa-4f1cd55eb2b7 None None] Routers {'af15bad8-acb1-4473-8e35-a3b09aad11af'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:39.128523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-939847f3-5264-49e8-96fa-4f1cd55eb2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['af15bad8-acb1-4473-8e35-a3b09aad11af'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:39.174468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54556) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.188342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4976585-f2d6-433a-93ae-8be740a993ef req-816903f3-fc1b-4128-bf43-fae16bcbdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.189579 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d4976585-f2d6-433a-93ae-8be740a993ef req-816903f3-fc1b-4128-bf43-fae16bcbdbe6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 HTTP/1.1" status: 200 len: 898 time: 0.1230955 Feb 11 05:49:39.226197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-939847f3-5264-49e8-96fa-4f1cd55eb2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:39.238565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939847f3-5264-49e8-96fa-4f1cd55eb2b7 None None] Routers {'af15bad8-acb1-4473-8e35-a3b09aad11af'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:39.240300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-939847f3-5264-49e8-96fa-4f1cd55eb2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['af15bad8-acb1-4473-8e35-a3b09aad11af'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:39.241800 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-809e8db1-f5b6-4c3f-9a87-f9a18a00501e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (981ef2be-9db8-4a28-a600-b6cb8941899c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.261066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-809e8db1-f5b6-4c3f-9a87-f9a18a00501e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (981ef2be-9db8-4a28-a600-b6cb8941899c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.281200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-939847f3-5264-49e8-96fa-4f1cd55eb2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:39.282500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939847f3-5264-49e8-96fa-4f1cd55eb2b7 None None] The sync data for ids ['af15bad8-acb1-4473-8e35-a3b09aad11af'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:39.302586 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d4976585-f2d6-433a-93ae-8be740a993ef req-66ace626-e870-424b-9c28-47c29265bc18 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12f200cf-066b-4b78-8471-6c67c4dd396b HTTP/1.1" status: 200 len: 217 time: 0.1050587 Feb 11 05:49:39.326935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a120fdb-3674-4c67-9c82-dbcd7e95ffe7 req-c540c648-c091-4497-8cdf-b996f321c6e3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0959916 Feb 11 05:49:39.362964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baebe1c-9b66-4cd3-ad89-c90eed478010 req-e7f8d4bf-c38e-440b-9764-147571d552f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.362964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1baebe1c-9b66-4cd3-ad89-c90eed478010 req-e7f8d4bf-c38e-440b-9764-147571d552f4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 943 time: 0.2467463 Feb 11 05:49:39.380555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e8db1-f5b6-4c3f-9a87-f9a18a00501e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981ef2be-9db8-4a28-a600-b6cb8941899c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:39.384799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fd25415a-ebea-4b77-b8e9-84417d7a7e56 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/routers/af15bad8-acb1-4473-8e35-a3b09aad11af HTTP/1.1" status: 200 len: 741 time: 0.2061069 Feb 11 05:49:39.388600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54558) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.394231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-809e8db1-f5b6-4c3f-9a87-f9a18a00501e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.398088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-809e8db1-f5b6-4c3f-9a87-f9a18a00501e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5644221 Feb 11 05:49:39.398259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54560) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.412505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f1c6536c-20f9-4b06-8677-fcc0bfc4be65 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': '981ef2be-9db8-4a28-a600-b6cb8941899c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:39.412505 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-f1c6536c-20f9-4b06-8677-fcc0bfc4be65 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 05:49:39.412505 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-f1c6536c-20f9-4b06-8677-fcc0bfc4be65 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:39.417323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f1c6536c-20f9-4b06-8677-fcc0bfc4be65 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140495 Feb 11 05:49:39.417323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54562) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.423322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4976585-f2d6-433a-93ae-8be740a993ef req-77d51d4b-fe58-4c18-88c1-6e1934c30420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.426552 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d4976585-f2d6-433a-93ae-8be740a993ef req-77d51d4b-fe58-4c18-88c1-6e1934c30420 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=58de967f-5a33-479a-acc9-1f600207bc92 HTTP/1.1" status: 200 len: 835 time: 0.1177950 Feb 11 05:49:39.461363 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-25c40807-d2a0-4fe5-a24e-817dd0830247 tempest-RoutersAdminTest-1756895345 tempest-RoutersAdminTest-1756895345-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=af15bad8-acb1-4473-8e35-a3b09aad11af HTTP/1.1" status: 200 len: 205 time: 0.0714245 Feb 11 05:49:39.465050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54564) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.489805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1baebe1c-9b66-4cd3-ad89-c90eed478010 req-05e36208-4d03-45dc-9f39-848515256ca2 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268895 Feb 11 05:49:39.512432 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d23e8af-7cbd-4878-8edd-d35c863e81ef tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (981ef2be-9db8-4a28-a600-b6cb8941899c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.533895 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-25231165-069a-4e2a-bbc7-f1fbc3234514 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=af15bad8-acb1-4473-8e35-a3b09aad11af HTTP/1.1" status: 200 len: 205 time: 0.0653343 Feb 11 05:49:39.534701 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54566) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.539124 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d23e8af-7cbd-4878-8edd-d35c863e81ef tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (981ef2be-9db8-4a28-a600-b6cb8941899c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.620237 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d23e8af-7cbd-4878-8edd-d35c863e81ef tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (981ef2be-9db8-4a28-a600-b6cb8941899c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.624375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d23e8af-7cbd-4878-8edd-d35c863e81ef tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.628267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7d23e8af-7cbd-4878-8edd-d35c863e81ef tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/981ef2be-9db8-4a28-a600-b6cb8941899c HTTP/1.1" status: 204 len: 168 time: 0.2079303 Feb 11 05:49:39.629640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54568) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.932739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23e8af-7cbd-4878-8edd-d35c863e81ef tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ef2be-9db8-4a28-a600-b6cb8941899c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:39.970134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-77a23ae3-7e9a-45df-a3c5-4fecbaaec910 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3360248 Feb 11 05:49:39.970899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54570) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.975492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9a2abd93-09e4-4d36-8c95-663a8712b5ee tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'tempest-secgroup--632642575'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:39.990479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4976585-f2d6-433a-93ae-8be740a993ef req-1921cae0-2f02-4133-a815-40034380f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.992048 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d4976585-f2d6-433a-93ae-8be740a993ef req-1921cae0-2f02-4133-a815-40034380f720 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5421495 Feb 11 05:49:39.996065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-210ba3fc-788f-4083-a01b-0d5db6ea2b40 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (af15bad8-acb1-4473-8e35-a3b09aad11af), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.999622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a2abd93-09e4-4d36-8c95-663a8712b5ee tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.126847 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a2abd93-09e4-4d36-8c95-663a8712b5ee tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (523d89b9-c9f4-4dfa-8eb8-2a1e7c392e34), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.172987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7497991-b8d9-4a9b-8b58-7fe59151a6ab req-f5546fde-4707-405e-84a4-e8eeb2b117a9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0389500 Feb 11 05:49:40.173659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a2abd93-09e4-4d36-8c95-663a8712b5ee tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (523d89b9-c9f4-4dfa-8eb8-2a1e7c392e34), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.192132 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d4976585-f2d6-433a-93ae-8be740a993ef req-9351d5cd-4b70-4fc6-acdb-4c422c511f40 service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926908 Feb 11 05:49:40.220099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a2abd93-09e4-4d36-8c95-663a8712b5ee tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.223392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9a2abd93-09e4-4d36-8c95-663a8712b5ee tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2516091 Feb 11 05:49:40.226245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54574) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.233934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-388a1ed8-baed-4ad7-ab6d-eed8f52b90e8 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': '523d89b9-c9f4-4dfa-8eb8-2a1e7c392e34', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:40.234689 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-388a1ed8-baed-4ad7-ab6d-eed8f52b90e8 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 05:49:40.235390 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-388a1ed8-baed-4ad7-ab6d-eed8f52b90e8 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:40.236510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-388a1ed8-baed-4ad7-ab6d-eed8f52b90e8 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063732 Feb 11 05:49:40.239571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54576) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.252528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2abd93-09e4-4d36-8c95-663a8712b5ee tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523d89b9-c9f4-4dfa-8eb8-2a1e7c392e34,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:40.330039 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29c38e50-b3b4-4b37-865f-19875f5e00ab tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (523d89b9-c9f4-4dfa-8eb8-2a1e7c392e34), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.359689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29c38e50-b3b4-4b37-865f-19875f5e00ab tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (523d89b9-c9f4-4dfa-8eb8-2a1e7c392e34), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.409682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-210ba3fc-788f-4083-a01b-0d5db6ea2b40 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (af15bad8-acb1-4473-8e35-a3b09aad11af), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.413413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-210ba3fc-788f-4083-a01b-0d5db6ea2b40 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router_controller (af15bad8-acb1-4473-8e35-a3b09aad11af), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.426010 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29c38e50-b3b4-4b37-865f-19875f5e00ab tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (523d89b9-c9f4-4dfa-8eb8-2a1e7c392e34), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.429630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29c38e50-b3b4-4b37-865f-19875f5e00ab tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.431702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-29c38e50-b3b4-4b37-865f-19875f5e00ab tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/523d89b9-c9f4-4dfa-8eb8-2a1e7c392e34 HTTP/1.1" status: 204 len: 168 time: 0.1905577 Feb 11 05:49:40.439606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54580) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.471333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c38e50-b3b4-4b37-865f-19875f5e00ab tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d89b9-c9f4-4dfa-8eb8-2a1e7c392e34,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:40.487579 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-210ba3fc-788f-4083-a01b-0d5db6ea2b40 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (af15bad8-acb1-4473-8e35-a3b09aad11af), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.488654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210ba3fc-788f-4083-a01b-0d5db6ea2b40 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Fanout notify agent at l3_agent the message router_deleted on router af15bad8-acb1-4473-8e35-a3b09aad11af {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:49:40.494400 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3080b375-c75b-4384-b0be-9e93cf8d5527 req-3e79e703-cc07-4bc2-a7eb-1f65f4e96a71 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0613987 Feb 11 05:49:40.536367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-38bf4657-0e41-4f21-8b7f-64a02e915a2a tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902116 Feb 11 05:49:40.536710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54584) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.540438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-210ba3fc-788f-4083-a01b-0d5db6ea2b40 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.545851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-191a508a-8bce-4003-8ab1-ceae34d92b2c tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'tempest-secgroup--775786272'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:40.547050 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-210ba3fc-788f-4083-a01b-0d5db6ea2b40 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/af15bad8-acb1-4473-8e35-a3b09aad11af HTTP/1.1" status: 204 len: 168 time: 1.0118997 Feb 11 05:49:40.566732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54586) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.569406 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d4976585-f2d6-433a-93ae-8be740a993ef req-2d22ee1a-547d-4b32-b359-283f05912e2b service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707814 Feb 11 05:49:40.616926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-46260e7c-db56-45ee-b54b-83d78ae975dd tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=af15bad8-acb1-4473-8e35-a3b09aad11af HTTP/1.1" status: 200 len: 205 time: 0.0484340 Feb 11 05:49:40.619470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54588) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.672858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-191a508a-8bce-4003-8ab1-ceae34d92b2c tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.677495 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-0b9552f9-7fa9-4e19-9d23-9e304bce57e5 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] delete failed (client error): The resource could not be found. Feb 11 05:49:40.681983 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0b9552f9-7fa9-4e19-9d23-9e304bce57e5 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/af15bad8-acb1-4473-8e35-a3b09aad11af HTTP/1.1" status: 404 len: 336 time: 0.0591533 Feb 11 05:49:40.682686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54590) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.717393 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9dfedfdc-78a1-41c6-aa56-2e17d648f29c tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=d059ea6a-5672-49b1-8a5a-05f21ee220e5 HTTP/1.1" status: 200 len: 205 time: 0.0334694 Feb 11 05:49:40.718140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54592) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.748525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f5fa4-4afc-4958-9dcd-31440c7eeb49 req-d025b75e-b3da-40f8-b031-4998df4ac878 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:40.762154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-247f5fa4-4afc-4958-9dcd-31440c7eeb49 req-d025b75e-b3da-40f8-b031-4998df4ac878 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 943 time: 0.1521964 Feb 11 05:49:40.771848 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-34f259bb-efe4-4cb7-ab5c-eb6cf0fa1817 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] delete failed (client error): The resource could not be found. Feb 11 05:49:40.776819 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-34f259bb-efe4-4cb7-ab5c-eb6cf0fa1817 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/d059ea6a-5672-49b1-8a5a-05f21ee220e5 HTTP/1.1" status: 404 len: 336 time: 0.0570650 Feb 11 05:49:40.777297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54594) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.792070 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 12f200cf-066b-4b78-8471-6c67c4dd396b details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:49:40.836531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7a298206-9008-412d-bc27-5d218d10b547 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=3273ac32-ccba-44e6-abf1-a2bf6b30ba7b HTTP/1.1" status: 200 len: 205 time: 0.0556586 Feb 11 05:49:40.839873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54596) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.928183 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-9dd04411-a0a7-4c1a-9eb1-53c5e937b29d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] delete failed (client error): The resource could not be found. Feb 11 05:49:40.934276 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9dd04411-a0a7-4c1a-9eb1-53c5e937b29d tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/3273ac32-ccba-44e6-abf1-a2bf6b30ba7b HTTP/1.1" status: 404 len: 336 time: 0.0913215 Feb 11 05:49:40.936404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54598) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:40.960828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 12f200cf-066b-4b78-8471-6c67c4dd396b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=12f200cf-066b-4b78-8471-6c67c4dd396b,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:40.976961 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-191a508a-8bce-4003-8ab1-ceae34d92b2c tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (dacda8d8-3633-4cb6-be43-e5ff9c6b1c13), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.998963 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a2e5bc7e-d8d2-4b99-ba2b-fd48351dfe64 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac HTTP/1.1" status: 200 len: 205 time: 0.0591648 Feb 11 05:49:40.999779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-247f5fa4-4afc-4958-9dcd-31440c7eeb49 req-dd1a69f3-4b15-4381-85ff-e006f691c0f7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352219 Feb 11 05:49:41.000643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'port_id': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'mac_address': 'fa:16:3e:59:11:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:49:41.001460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54600) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.003473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-191a508a-8bce-4003-8ab1-ceae34d92b2c tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dacda8d8-3633-4cb6-be43-e5ff9c6b1c13), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.071961 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-2bc42e06-2ee5-4804-997f-f9c9ac6edf04 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] delete failed (client error): The resource could not be found. Feb 11 05:49:41.073346 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2bc42e06-2ee5-4804-997f-f9c9ac6edf04 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/d7e9f61d-11c2-42d6-a9aa-8c1eeb42fbac HTTP/1.1" status: 404 len: 336 time: 0.0697534 Feb 11 05:49:41.076157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54602) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.095139 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-191a508a-8bce-4003-8ab1-ceae34d92b2c tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.096428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-191a508a-8bce-4003-8ab1-ceae34d92b2c tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5585892 Feb 11 05:49:41.097707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a508a-8bce-4003-8ab1-ceae34d92b2c tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dacda8d8-3633-4cb6-be43-e5ff9c6b1c13,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:41.103271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 12f200cf-066b-4b78-8471-6c67c4dd396b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:41.103897 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.111823 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fe4e630c-581b-4464-a8b4-9ab63b258462 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=514c0591-8629-4e63-b48e-96378102acb5 HTTP/1.1" status: 200 len: 205 time: 0.0342946 Feb 11 05:49:41.112433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54604) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.114122 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54606) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.119117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ebda5e8b-9026-4298-9f42-1f1974edfd37 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'dacda8d8-3633-4cb6-be43-e5ff9c6b1c13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.119978 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-ebda5e8b-9026-4298-9f42-1f1974edfd37 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 05:49:41.120481 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-ebda5e8b-9026-4298-9f42-1f1974edfd37 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:41.121640 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ebda5e8b-9026-4298-9f42-1f1974edfd37 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083010 Feb 11 05:49:41.123347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f200cf-066b-4b78-8471-6c67c4dd396b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:49:41.124349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54610) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.130361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-19d3eea5-77e2-4fad-889c-03dc5dd1a83d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'dacda8d8-3633-4cb6-be43-e5ff9c6b1c13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.131547 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-19d3eea5-77e2-4fad-889c-03dc5dd1a83d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 05:49:41.131547 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-19d3eea5-77e2-4fad-889c-03dc5dd1a83d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:41.132803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-19d3eea5-77e2-4fad-889c-03dc5dd1a83d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071256 Feb 11 05:49:41.135262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54612) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.141958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-09a360a7-c83e-4cc1-ac2f-70a7d0e4a4e0 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'dacda8d8-3633-4cb6-be43-e5ff9c6b1c13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.147989 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-09a360a7-c83e-4cc1-ac2f-70a7d0e4a4e0 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 05:49:41.149893 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-09a360a7-c83e-4cc1-ac2f-70a7d0e4a4e0 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:41.151657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-09a360a7-c83e-4cc1-ac2f-70a7d0e4a4e0 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147591 Feb 11 05:49:41.152233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 12f200cf-066b-4b78-8471-6c67c4dd396b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=12f200cf-066b-4b78-8471-6c67c4dd396b,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:41.154362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54614) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.157836 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.165626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4b8e9554-9f15-462d-a836-7158a9058a55 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'dacda8d8-3633-4cb6-be43-e5ff9c6b1c13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.167075 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-4b8e9554-9f15-462d-a836-7158a9058a55 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 05:49:41.168182 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-4b8e9554-9f15-462d-a836-7158a9058a55 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:41.172088 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-ab3d9f9d-5d47-4523-a9d5-015ea2164b2e tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] delete failed (client error): The resource could not be found. Feb 11 05:49:41.176326 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ab3d9f9d-5d47-4523-a9d5-015ea2164b2e tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/514c0591-8629-4e63-b48e-96378102acb5 HTTP/1.1" status: 404 len: 336 time: 0.0580194 Feb 11 05:49:41.176326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54616) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.176513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4b8e9554-9f15-462d-a836-7158a9058a55 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0174739 Feb 11 05:49:41.176593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54618) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.221931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=12f200cf-066b-4b78-8471-6c67c4dd396b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:41.264370 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-05b9cafd-0f27-4e8f-a8b1-d5118c19942f tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c1d95b-6a79-4689-bd1a-37add6ab5658 HTTP/1.1" status: 200 len: 205 time: 0.0865283 Feb 11 05:49:41.267231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54622) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.276365 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e73bb47-ea41-4a01-9d0e-d6ed0fd0668d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (dacda8d8-3633-4cb6-be43-e5ff9c6b1c13), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.317043 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e73bb47-ea41-4a01-9d0e-d6ed0fd0668d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (dacda8d8-3633-4cb6-be43-e5ff9c6b1c13), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.331168 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-479a9958-36eb-4306-9e71-d1cb80baeea9 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] delete failed (client error): The resource could not be found. Feb 11 05:49:41.335555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-479a9958-36eb-4306-9e71-d1cb80baeea9 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/routers/d2c1d95b-6a79-4689-bd1a-37add6ab5658 HTTP/1.1" status: 404 len: 336 time: 0.0673275 Feb 11 05:49:41.336159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54624) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.363153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6aa820a-0997-4b97-b8ce-4e8ae059392b req-d536195a-15e5-4320-a4dd-4528f93ad747 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0429652 Feb 11 05:49:41.370682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e73bb47-ea41-4a01-9d0e-d6ed0fd0668d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dacda8d8-3633-4cb6-be43-e5ff9c6b1c13), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.372602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['12f200cf-066b-4b78-8471-6c67c4dd396b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:49:41.375189 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e73bb47-ea41-4a01-9d0e-d6ed0fd0668d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.377485 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1e73bb47-ea41-4a01-9d0e-d6ed0fd0668d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/dacda8d8-3633-4cb6-be43-e5ff9c6b1c13 HTTP/1.1" status: 204 len: 168 time: 0.2018220 Feb 11 05:49:41.383282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54626) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.388539 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-4995bdef-a1b6-45b3-9055-308e66fd64f5 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:41.389525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4995bdef-a1b6-45b3-9055-308e66fd64f5 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:41.396156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4995bdef-a1b6-45b3-9055-308e66fd64f5 tempest-RoutersAdminTest-1823020989 tempest-RoutersAdminTest-1823020989-project] 10.222.0.31 "DELETE /v2.0/subnets/3bb6f161-9148-45a6-862b-0d7f7aad81f5 HTTP/1.1" status: 404 len: 337 time: 0.0436940 Feb 11 05:49:41.428206 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73bb47-ea41-4a01-9d0e-d6ed0fd0668d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacda8d8-3633-4cb6-be43-e5ff9c6b1c13,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:41.470892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54630) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.475741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-41804e11-6fe3-4aff-bc38-693a8b31dab5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921449751'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.482010 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f574325-7405-4c1f-8038-1dfd36b95886 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0924325 Feb 11 05:49:41.526374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41804e11-6fe3-4aff-bc38-693a8b31dab5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.666266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41804e11-6fe3-4aff-bc38-693a8b31dab5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (e3521f52-bcb1-413f-94e8-22f8252cc746), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.688859 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41804e11-6fe3-4aff-bc38-693a8b31dab5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e3521f52-bcb1-413f-94e8-22f8252cc746), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.747505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3600c6b1-1bb9-4efc-868c-ed29dd19416e req-056ef859-65bd-4ff0-a9f9-434b7cf63bde tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0799100 Feb 11 05:49:41.791222 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41804e11-6fe3-4aff-bc38-693a8b31dab5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.793782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-41804e11-6fe3-4aff-bc38-693a8b31dab5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3214633 Feb 11 05:49:41.796332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41804e11-6fe3-4aff-bc38-693a8b31dab5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3521f52-bcb1-413f-94e8-22f8252cc746,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:41.796574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54644) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.801056 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b6e0a439-cb9d-48e3-b3d3-6ac94afef1b2 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'e3521f52-bcb1-413f-94e8-22f8252cc746', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.801636 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-b6e0a439-cb9d-48e3-b3d3-6ac94afef1b2 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:49:41.802135 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-b6e0a439-cb9d-48e3-b3d3-6ac94afef1b2 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:41.806297 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b6e0a439-cb9d-48e3-b3d3-6ac94afef1b2 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086567 Feb 11 05:49:41.806889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54646) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.816346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-52c4d8e8-63d1-4e53-980c-a79aeed1aa70 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'e3521f52-bcb1-413f-94e8-22f8252cc746', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.859448 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-52c4d8e8-63d1-4e53-980c-a79aeed1aa70 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:41.863595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54648) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.863812 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-52c4d8e8-63d1-4e53-980c-a79aeed1aa70 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0557406 Feb 11 05:49:41.869292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f0560c7a-8c9f-45b4-8778-e405561533ff tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'e3521f52-bcb1-413f-94e8-22f8252cc746', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.870383 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-f0560c7a-8c9f-45b4-8778-e405561533ff tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 05:49:41.870492 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-f0560c7a-8c9f-45b4-8778-e405561533ff tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:41.871449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f0560c7a-8c9f-45b4-8778-e405561533ff tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066922 Feb 11 05:49:41.875746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54650) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.876126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54652) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.879011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ef7cedc4-0345-4c21-aa37-edb1c3d4268f tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'e3521f52-bcb1-413f-94e8-22f8252cc746', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.924671 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-ef7cedc4-0345-4c21-aa37-edb1c3d4268f tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:41.929290 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ef7cedc4-0345-4c21-aa37-edb1c3d4268f tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0509255 Feb 11 05:49:41.929711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54656) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.936887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d435afb2-8883-435b-affb-f929a35ee91a tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'e3521f52-bcb1-413f-94e8-22f8252cc746', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.937401 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-d435afb2-8883-435b-affb-f929a35ee91a tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:49:41.938878 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-d435afb2-8883-435b-affb-f929a35ee91a tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:41.942904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d435afb2-8883-435b-affb-f929a35ee91a tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094185 Feb 11 05:49:41.943761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54658) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.949081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c0a8b187-f322-4746-95f3-26c0c6a2e221 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'e3521f52-bcb1-413f-94e8-22f8252cc746', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.995945 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-c0a8b187-f322-4746-95f3-26c0c6a2e221 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:42.000018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54660) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.000443 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c0a8b187-f322-4746-95f3-26c0c6a2e221 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0553155 Feb 11 05:49:42.005799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a48a03f4-1535-4fc1-9ecf-bb532972f51e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'e3521f52-bcb1-413f-94e8-22f8252cc746', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:42.006513 n-d-715271-35 neutron-server[103120]: WARNING neutron.api.v2.base [None req-a48a03f4-1535-4fc1-9ecf-bb532972f51e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 05:49:42.007470 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-a48a03f4-1535-4fc1-9ecf-bb532972f51e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:42.010102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a48a03f4-1535-4fc1-9ecf-bb532972f51e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083215 Feb 11 05:49:42.013816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54662) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.018681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-cceae96f-6201-4843-8d94-13dc070bd642 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'e3521f52-bcb1-413f-94e8-22f8252cc746', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:42.046477 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02ac3999-1fc1-481e-9208-aa820897719d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.108333 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-cceae96f-6201-4843-8d94-13dc070bd642 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:42.109979 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cceae96f-6201-4843-8d94-13dc070bd642 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0950575 Feb 11 05:49:42.112742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54666) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.119282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-51b0c4fa-c4fa-4a70-8db7-5039e49fa796 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'e3521f52-bcb1-413f-94e8-22f8252cc746', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:42.185360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30060954-fd14-4e54-bb28-b6b7ae3d0d93 req-d2c4d674-96ee-4abf-ae1f-863892d037b7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:42.187155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30060954-fd14-4e54-bb28-b6b7ae3d0d93 req-d2c4d674-96ee-4abf-ae1f-863892d037b7 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 944 time: 0.0656326 Feb 11 05:49:42.188102 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-51b0c4fa-c4fa-4a70-8db7-5039e49fa796 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:42.189149 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-51b0c4fa-c4fa-4a70-8db7-5039e49fa796 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0751047 Feb 11 05:49:42.192483 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54668) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.195565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02ac3999-1fc1-481e-9208-aa820897719d admin admin] Publish callbacks [] for security_group (c0188aab-3f8f-4b73-b9d6-12d42fd03348), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.231386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02ac3999-1fc1-481e-9208-aa820897719d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c0188aab-3f8f-4b73-b9d6-12d42fd03348), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.281797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30060954-fd14-4e54-bb28-b6b7ae3d0d93 req-6a8843e7-a02d-454b-ad99-d51c8b9436b5 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834968 Feb 11 05:49:42.300445 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02ac3999-1fc1-481e-9208-aa820897719d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb8749f7119f4a698200ea8b8e08656b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230909 Feb 11 05:49:42.309613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac3999-1fc1-481e-9208-aa820897719d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0188aab-3f8f-4b73-b9d6-12d42fd03348,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:42.310145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54670) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.310354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-654235b9-b6f0-4d20-8926-a4efc52bc022 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (e3521f52-bcb1-413f-94e8-22f8252cc746), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.345381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-654235b9-b6f0-4d20-8926-a4efc52bc022 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (e3521f52-bcb1-413f-94e8-22f8252cc746), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.354422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5df2f55f-21cf-4eaf-9cfc-64eff465b7e2 admin admin] Publish callbacks [] for security_group (c0188aab-3f8f-4b73-b9d6-12d42fd03348), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.379180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5df2f55f-21cf-4eaf-9cfc-64eff465b7e2 admin admin] Publish callbacks [] for security_group (c0188aab-3f8f-4b73-b9d6-12d42fd03348), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.401200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-654235b9-b6f0-4d20-8926-a4efc52bc022 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e3521f52-bcb1-413f-94e8-22f8252cc746), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.405710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-654235b9-b6f0-4d20-8926-a4efc52bc022 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.407145 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-654235b9-b6f0-4d20-8926-a4efc52bc022 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/e3521f52-bcb1-413f-94e8-22f8252cc746 HTTP/1.1" status: 204 len: 168 time: 0.2137456 Feb 11 05:49:42.411044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54672) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.419535 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654235b9-b6f0-4d20-8926-a4efc52bc022 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3521f52-bcb1-413f-94e8-22f8252cc746,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:42.465479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-887598c1-54e2-4fe2-a73f-8ce4c6981f30 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0494218 Feb 11 05:49:42.465805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.469284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5df2f55f-21cf-4eaf-9cfc-64eff465b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c0188aab-3f8f-4b73-b9d6-12d42fd03348), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.470560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-02be8987-ea38-4634-989d-37ca431c9041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202484495'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:42.472268 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5df2f55f-21cf-4eaf-9cfc-64eff465b7e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.476257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5df2f55f-21cf-4eaf-9cfc-64eff465b7e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0188aab-3f8f-4b73-b9d6-12d42fd03348 HTTP/1.1" status: 204 len: 168 time: 0.1718271 Feb 11 05:49:42.484454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2f55f-21cf-4eaf-9cfc-64eff465b7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0188aab-3f8f-4b73-b9d6-12d42fd03348,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:42.523158 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02be8987-ea38-4634-989d-37ca431c9041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.589317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d717f8b8-a0e5-44b7-b008-9b28f70a69a7 req-ea5229ed-8cfb-4c4c-b935-0ad524309b50 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0567279 Feb 11 05:49:42.644926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02be8987-ea38-4634-989d-37ca431c9041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (8518830d-27b8-4850-a118-c3faf7ff65c0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.650249 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02be8987-ea38-4634-989d-37ca431c9041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8518830d-27b8-4850-a118-c3faf7ff65c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.686024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02be8987-ea38-4634-989d-37ca431c9041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.687810 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02be8987-ea38-4634-989d-37ca431c9041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2208552 Feb 11 05:49:42.690058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be8987-ea38-4634-989d-37ca431c9041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8518830d-27b8-4850-a118-c3faf7ff65c0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:42.690881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54682) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.696872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b6dc0e89-a8f8-41db-af94-8c401674b8ff tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': '8518830d-27b8-4850-a118-c3faf7ff65c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:42.748006 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-b6dc0e89-a8f8-41db-af94-8c401674b8ff tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The resource could not be found. Feb 11 05:49:42.749689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b6dc0e89-a8f8-41db-af94-8c401674b8ff tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0573769 Feb 11 05:49:42.752660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.757309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8d200228-9c6c-4a35-88d1-f98db1c9c4af tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': '8518830d-27b8-4850-a118-c3faf7ff65c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '56f06b59-e5b6-49f3-8b49-ac102c07e102'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:42.793814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 12f200cf-066b-4b78-8471-6c67c4dd396b up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:42.806474 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-8d200228-9c6c-4a35-88d1-f98db1c9c4af tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The resource could not be found. Feb 11 05:49:42.807784 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8d200228-9c6c-4a35-88d1-f98db1c9c4af tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0540943 Feb 11 05:49:42.810614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54688) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.854588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 12f200cf-066b-4b78-8471-6c67c4dd396b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:49:42.864153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 12f200cf-066b-4b78-8471-6c67c4dd396b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:42.864833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.911359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9accd7aa-4928-4559-a048-6b81b98bcd43 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (8518830d-27b8-4850-a118-c3faf7ff65c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.931920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fda21cde-8aed-4e8b-b1db-ec5549f7aba1 req-c359ae6a-c483-4138-92b4-925cd232786f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0676839 Feb 11 05:49:42.940933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54690) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.986765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9accd7aa-4928-4559-a048-6b81b98bcd43 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (8518830d-27b8-4850-a118-c3faf7ff65c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.029669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1d93bab6-73ff-4233-aff4-26857f775d5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c49c9e52d4894a96b3d48b7088d63dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0850499 Feb 11 05:49:43.029956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54696) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:43.048836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9accd7aa-4928-4559-a048-6b81b98bcd43 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8518830d-27b8-4850-a118-c3faf7ff65c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.052255 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9accd7aa-4928-4559-a048-6b81b98bcd43 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.053772 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9accd7aa-4928-4559-a048-6b81b98bcd43 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/8518830d-27b8-4850-a118-c3faf7ff65c0 HTTP/1.1" status: 204 len: 168 time: 0.2420082 Feb 11 05:49:43.060508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54698) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:43.069012 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 12f200cf-066b-4b78-8471-6c67c4dd396b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:43.070098 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.081340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accd7aa-4928-4559-a048-6b81b98bcd43 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8518830d-27b8-4850-a118-c3faf7ff65c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:43.122890 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c608eae2-4ef3-4dcd-bf80-1f6797066a55 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0607471 Feb 11 05:49:43.126579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54704) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:43.129663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 12f200cf-066b-4b78-8471-6c67c4dd396b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=12f200cf-066b-4b78-8471-6c67c4dd396b,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:43.131715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9e907076-7eda-4098-8f1f-a3a6b2d63041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': 'b07fdcfc-bc45-46ba-8519-9faef50a8ab5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:43.139607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:43.142507 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56921cb-cc77-42ea-b57c-e374a6d89a06" -d '{"events": [{"server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "name": "network-vif-plugged", "status": "completed", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:43.143774 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5e322707-ee6a-44f3-b574-fa46b7a302f4 admin admin] Publish callbacks [] for security_group (ea4f2a81-de6f-4b46-ba78-351f80dc7433), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.145560 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.179883 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5e322707-ee6a-44f3-b574-fa46b7a302f4 admin admin] Publish callbacks [] for security_group (ea4f2a81-de6f-4b46-ba78-351f80dc7433), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.206502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=12f200cf-066b-4b78-8471-6c67c4dd396b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:43.209874 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-9e907076-7eda-4098-8f1f-a3a6b2d63041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The resource could not be found. Feb 11 05:49:43.211513 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9e907076-7eda-4098-8f1f-a3a6b2d63041 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0836763 Feb 11 05:49:43.217085 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdf8c0f-7b6b-478f-b0f0-2db42e1f2052 x-openstack-request-id: req-ebdf8c0f-7b6b-478f-b0f0-2db42e1f2052 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:43.217533 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "name": "network-vif-plugged", "status": "completed", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:43.217663 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebdf8c0f-7b6b-478f-b0f0-2db42e1f2052 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:43.218495 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'code': 200} Feb 11 05:49:43.225280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54708) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:43.231319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-45fcb84a-163b-48f4-b3d2-2c66c100519d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262253975'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:43.276752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45fcb84a-163b-48f4-b3d2-2c66c100519d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.282851 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5e322707-ee6a-44f3-b574-fa46b7a302f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ea4f2a81-de6f-4b46-ba78-351f80dc7433), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.291764 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5e322707-ee6a-44f3-b574-fa46b7a302f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.295173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5e322707-ee6a-44f3-b574-fa46b7a302f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea4f2a81-de6f-4b46-ba78-351f80dc7433 HTTP/1.1" status: 204 len: 168 time: 0.2619350 Feb 11 05:49:43.314409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e322707-ee6a-44f3-b574-fa46b7a302f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f2a81-de6f-4b46-ba78-351f80dc7433,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:43.403242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8490370-0d10-404f-b1f5-0071470b719a req-7b0aa401-fcd7-4e74-9873-7e5d24cd6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:43.406066 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a8490370-0d10-404f-b1f5-0071470b719a req-7b0aa401-fcd7-4e74-9873-7e5d24cd6a40 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 1128 time: 0.0828142 Feb 11 05:49:43.444786 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45fcb84a-163b-48f4-b3d2-2c66c100519d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (1845eae2-95c5-4cf0-b0b4-6e4d46c0ed07), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.455379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45fcb84a-163b-48f4-b3d2-2c66c100519d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1845eae2-95c5-4cf0-b0b4-6e4d46c0ed07), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.462282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e16456-abae-4bb7-8698-35787c92b402 req-55810c52-7872-4584-912d-b9248b94a3b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:43.464245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72e16456-abae-4bb7-8698-35787c92b402 req-55810c52-7872-4584-912d-b9248b94a3b4 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 945 time: 0.0657012 Feb 11 05:49:43.522203 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45fcb84a-163b-48f4-b3d2-2c66c100519d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.527445 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-45fcb84a-163b-48f4-b3d2-2c66c100519d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2974200 Feb 11 05:49:43.527620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54714) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:43.531563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcb84a-163b-48f4-b3d2-2c66c100519d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1845eae2-95c5-4cf0-b0b4-6e4d46c0ed07,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:43.551690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-abbaca51-a626-49e1-b204-fcb618274ab4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'tempest-secgroup--390023806'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:43.561906 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a8490370-0d10-404f-b1f5-0071470b719a req-5eeb65ce-1b97-476a-bf92-2f1241152386 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153033 Feb 11 05:49:43.575252 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72e16456-abae-4bb7-8698-35787c92b402 req-1dcb864d-90a1-4dab-8ba8-9eea068239a1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037285 Feb 11 05:49:43.604331 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abbaca51-a626-49e1-b204-fcb618274ab4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.705300 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abbaca51-a626-49e1-b204-fcb618274ab4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (67e64aae-4233-4191-956c-faa3d8c9cc18), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.713975 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abbaca51-a626-49e1-b204-fcb618274ab4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (67e64aae-4233-4191-956c-faa3d8c9cc18), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.759473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaca51-a626-49e1-b204-fcb618274ab4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e64aae-4233-4191-956c-faa3d8c9cc18,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:43.772463 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abbaca51-a626-49e1-b204-fcb618274ab4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.774038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-abbaca51-a626-49e1-b204-fcb618274ab4 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2447536 Feb 11 05:49:43.777334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54722) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:43.784400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-96c0d197-c103-472c-9dfb-24e73c32c3d1 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group_rule': {'security_group_id': '1845eae2-95c5-4cf0-b0b4-6e4d46c0ed07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '67e64aae-4233-4191-956c-faa3d8c9cc18'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:43.827305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6758fa17-3c54-4ac3-8fa0-6e51e08ea7b0 req-7e51dae7-fbc0-400f-ae50-4277730c92e6 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0937304 Feb 11 05:49:43.872615 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-96c0d197-c103-472c-9dfb-24e73c32c3d1 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:43.874142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-96c0d197-c103-472c-9dfb-24e73c32c3d1 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0948966 Feb 11 05:49:43.877098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54728) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:43.959034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-719367d0-bcb3-423d-973f-a81f58a50658 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (67e64aae-4233-4191-956c-faa3d8c9cc18), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.986070 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-719367d0-bcb3-423d-973f-a81f58a50658 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (67e64aae-4233-4191-956c-faa3d8c9cc18), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.042163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-719367d0-bcb3-423d-973f-a81f58a50658 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (67e64aae-4233-4191-956c-faa3d8c9cc18), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.046200 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-719367d0-bcb3-423d-973f-a81f58a50658 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.047744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-719367d0-bcb3-423d-973f-a81f58a50658 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/67e64aae-4233-4191-956c-faa3d8c9cc18 HTTP/1.1" status: 204 len: 168 time: 0.1692691 Feb 11 05:49:44.050582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54736) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.062751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719367d0-bcb3-423d-973f-a81f58a50658 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e64aae-4233-4191-956c-faa3d8c9cc18,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:44.122703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2db8d657-bdf9-4175-b191-4d723379c105 req-3df123ce-411b-44a9-b288-67c3002a2601 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0488095 Feb 11 05:49:44.167358 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-de5a9e72-9694-478a-8ec7-12190443ca6d tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1156359 Feb 11 05:49:44.170036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54742) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.240303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa6082bb-3377-4a16-800c-0e476a3a9ba5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (1845eae2-95c5-4cf0-b0b4-6e4d46c0ed07), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.285288 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa6082bb-3377-4a16-800c-0e476a3a9ba5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (1845eae2-95c5-4cf0-b0b4-6e4d46c0ed07), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.347318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa6082bb-3377-4a16-800c-0e476a3a9ba5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1845eae2-95c5-4cf0-b0b4-6e4d46c0ed07), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.351258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa6082bb-3377-4a16-800c-0e476a3a9ba5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.353216 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa6082bb-3377-4a16-800c-0e476a3a9ba5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/1845eae2-95c5-4cf0-b0b4-6e4d46c0ed07 HTTP/1.1" status: 204 len: 168 time: 0.1822169 Feb 11 05:49:44.356313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54746) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.362766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6082bb-3377-4a16-800c-0e476a3a9ba5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1845eae2-95c5-4cf0-b0b4-6e4d46c0ed07,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:44.415164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54748) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.422208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2ca4e1a9-1720-449a-8906-9ec0e0af5f1b tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146815711'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:44.425362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d04e2789-ea13-44fe-9391-cc5a4a383a80 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0679002 Feb 11 05:49:44.454615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ca4e1a9-1720-449a-8906-9ec0e0af5f1b tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.498957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54750) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.545913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ca4e1a9-1720-449a-8906-9ec0e0af5f1b tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (87855710-2991-4c52-b5ea-a2035792a8e3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.553384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ca4e1a9-1720-449a-8906-9ec0e0af5f1b tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (87855710-2991-4c52-b5ea-a2035792a8e3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.593363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4e1a9-1720-449a-8906-9ec0e0af5f1b tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87855710-2991-4c52-b5ea-a2035792a8e3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:44.608854 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ca4e1a9-1720-449a-8906-9ec0e0af5f1b tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.612965 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2ca4e1a9-1720-449a-8906-9ec0e0af5f1b tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1938214 Feb 11 05:49:44.613197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54756) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.619719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ca51ffe4-2f93-40ff-bc9c-8446ce4f54df tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:44.620218 n-d-715271-35 neutron-server[103121]: WARNING neutron.api.v2.base [None req-ca51ffe4-2f93-40ff-bc9c-8446ce4f54df tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:49:44.620778 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-ca51ffe4-2f93-40ff-bc9c-8446ce4f54df tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:49:44.624306 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ca51ffe4-2f93-40ff-bc9c-8446ce4f54df tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "PUT /v2.0/security-groups/87855710-2991-4c52-b5ea-a2035792a8e3 HTTP/1.1" status: 409 len: 330 time: 0.0070164 Feb 11 05:49:44.624639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54758) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.674412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-47b8470f-a667-4c26-9112-d2d3d87235e5 tempest-DvrRoutersNegativeTest-1846829974 tempest-DvrRoutersNegativeTest-1846829974-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-413004804', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:44.678391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.policy [None req-47b8470f-a667-4c26-9112-d2d3d87235e5 tempest-DvrRoutersNegativeTest-1846829974 tempest-DvrRoutersNegativeTest-1846829974-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103120) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 11 05:49:44.678928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.policy [None req-47b8470f-a667-4c26-9112-d2d3d87235e5 tempest-DvrRoutersNegativeTest-1846829974 tempest-DvrRoutersNegativeTest-1846829974-project] Failed policy check for 'create_router' {{(pid=103120) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 11 05:49:44.679753 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-47b8470f-a667-4c26-9112-d2d3d87235e5 tempest-DvrRoutersNegativeTest-1846829974 tempest-DvrRoutersNegativeTest-1846829974-project] create failed (client error): Access was denied to this resource. Feb 11 05:49:44.682241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-47b8470f-a667-4c26-9112-d2d3d87235e5 tempest-DvrRoutersNegativeTest-1846829974 tempest-DvrRoutersNegativeTest-1846829974-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1822336 Feb 11 05:49:44.694678 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ecbeeb7-a261-41e9-83e3-e243117b3dde tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (87855710-2991-4c52-b5ea-a2035792a8e3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.727085 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ecbeeb7-a261-41e9-83e3-e243117b3dde tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (87855710-2991-4c52-b5ea-a2035792a8e3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.795212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e74c4-8a20-4ff7-918c-ebd55af9c460 req-2e677254-d541-48a4-bad7-f7c8a7de729a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:44.797722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ecbeeb7-a261-41e9-83e3-e243117b3dde tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (87855710-2991-4c52-b5ea-a2035792a8e3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.801003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ecbeeb7-a261-41e9-83e3-e243117b3dde tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.802318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d2e74c4-8a20-4ff7-918c-ebd55af9c460 req-2e677254-d541-48a4-bad7-f7c8a7de729a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 945 time: 0.0939751 Feb 11 05:49:44.806750 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ecbeeb7-a261-41e9-83e3-e243117b3dde tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/87855710-2991-4c52-b5ea-a2035792a8e3 HTTP/1.1" status: 204 len: 168 time: 0.1796174 Feb 11 05:49:44.809000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54762) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.817768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbeeb7-a261-41e9-83e3-e243117b3dde tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87855710-2991-4c52-b5ea-a2035792a8e3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:44.892223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d2e74c4-8a20-4ff7-918c-ebd55af9c460 req-ef3ec677-4d3d-4e93-b070-14a1a0c9d5de tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690179 Feb 11 05:49:44.913563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54766) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.914290 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d040d369-1044-4bb7-9909-5446aa32c509 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1035416 Feb 11 05:49:44.945985 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-5cb52b57-f724-44b4-bdc1-ab8826a7584e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] delete failed (client error): The resource could not be found. Feb 11 05:49:44.948248 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5cb52b57-f724-44b4-bdc1-ab8826a7584e tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "DELETE /v2.0/security-groups/19c33567-1f0e-4d7b-b411-b6d448303ef7 HTTP/1.1" status: 404 len: 347 time: 0.0325332 Feb 11 05:49:44.951891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54768) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.981563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-837b4c79-b2a5-4879-a4fd-df351df9e11f req-00b46d94-31b9-4f54-9c51-e83449a8cf4c tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0444000 Feb 11 05:49:44.982489 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-08fa91bd-fd2a-4bdf-af29-b64c6a45c70a tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] show failed (client error): The resource could not be found. Feb 11 05:49:44.987185 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-08fa91bd-fd2a-4bdf-af29-b64c6a45c70a tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-groups/45bca2bf-fa03-4865-8a43-461a56b51fac HTTP/1.1" status: 404 len: 347 time: 0.0309892 Feb 11 05:49:44.987775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54770) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.999536 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-c96742e9-c438-4073-91e0-b8df71a3ccf5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] show failed (client error): The resource could not be found. Feb 11 05:49:45.000542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c96742e9-c438-4073-91e0-b8df71a3ccf5 tempest-NegativeSecGroupTest-579732330 tempest-NegativeSecGroupTest-579732330-project] 10.222.0.31 "GET /v2.0/security-group-rules/b0513256-f85d-45c0-9b30-9b740d82600b HTTP/1.1" status: 404 len: 356 time: 0.0116215 Feb 11 05:49:45.133020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54776) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:45.282368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d66b03b9-e58f-4c25-a2de-fe058c544670 req-a3207f4d-3b8f-4f1c-b2f5-b7ee1fa79e96 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0575306 Feb 11 05:49:45.319198 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d87142c2-541a-4379-8250-66a8b0eecaba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.396555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54784) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:45.431149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d87142c2-541a-4379-8250-66a8b0eecaba admin admin] Publish callbacks [] for security_group (decfbdcc-a614-4a43-9992-58e29726a5d8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.439391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d87142c2-541a-4379-8250-66a8b0eecaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (decfbdcc-a614-4a43-9992-58e29726a5d8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.478659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87142c2-541a-4379-8250-66a8b0eecaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decfbdcc-a614-4a43-9992-58e29726a5d8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:45.501797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d87142c2-541a-4379-8250-66a8b0eecaba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c948ffcb8e2e4ebea286b49fabee58aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670058 Feb 11 05:49:45.504229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54788) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:45.587301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a49b602-6ac0-4820-aa54-b76d3845bef1 admin admin] Publish callbacks [] for security_group (decfbdcc-a614-4a43-9992-58e29726a5d8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.610030 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d027ed4d-e9e5-4da8-ae59-cb7b3f8845fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=525033e79b9048e4a4d5bfe32acf0780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120323 Feb 11 05:49:45.612809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54790) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:45.615229 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a49b602-6ac0-4820-aa54-b76d3845bef1 admin admin] Publish callbacks [] for security_group (decfbdcc-a614-4a43-9992-58e29726a5d8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.668395 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a49b602-6ac0-4820-aa54-b76d3845bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (decfbdcc-a614-4a43-9992-58e29726a5d8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.673346 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1a49b602-6ac0-4820-aa54-b76d3845bef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.676958 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1a49b602-6ac0-4820-aa54-b76d3845bef1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/decfbdcc-a614-4a43-9992-58e29726a5d8 HTTP/1.1" status: 204 len: 168 time: 0.1692717 Feb 11 05:49:45.684093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49b602-6ac0-4820-aa54-b76d3845bef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decfbdcc-a614-4a43-9992-58e29726a5d8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:45.717236 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef270f9-0ed6-41f2-bd0c-bd49ee14c3e8 admin admin] Publish callbacks [] for security_group (f5353154-bbe1-435d-b872-c08e40e6f44e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.749262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef270f9-0ed6-41f2-bd0c-bd49ee14c3e8 admin admin] Publish callbacks [] for security_group (f5353154-bbe1-435d-b872-c08e40e6f44e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.827532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef270f9-0ed6-41f2-bd0c-bd49ee14c3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f5353154-bbe1-435d-b872-c08e40e6f44e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.830555 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef270f9-0ed6-41f2-bd0c-bd49ee14c3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.831734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bef270f9-0ed6-41f2-bd0c-bd49ee14c3e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5353154-bbe1-435d-b872-c08e40e6f44e HTTP/1.1" status: 204 len: 168 time: 0.2170172 Feb 11 05:49:45.840581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef270f9-0ed6-41f2-bd0c-bd49ee14c3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5353154-bbe1-435d-b872-c08e40e6f44e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:46.098640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a6d56-7a8c-4650-90d8-451439b15390 req-32837264-3246-49bd-b1fc-720a4d6ae0b3 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:46.100237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a3a6d56-7a8c-4650-90d8-451439b15390 req-32837264-3246-49bd-b1fc-720a4d6ae0b3 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 945 time: 0.0791948 Feb 11 05:49:46.139745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c310834-4c84-4a50-8c52-175b7ca28b26 req-968c0c86-7daf-453e-bbdc-377295210660 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0384800 Feb 11 05:49:46.213390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a3a6d56-7a8c-4650-90d8-451439b15390 req-ef55d650-016e-41cc-a07e-c8d18400441a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005852 Feb 11 05:49:46.478349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-171770c6-0a89-476e-9b29-2c832cfcb32f req-fd3cdd1a-68c8-47b8-9b09-8b7d6291e882 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0404110 Feb 11 05:49:46.503075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002634d8-7127-4786-85ec-9b61ef056b95 req-8eed742b-faa3-45ce-bdbd-f2d8148079c1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:46.503571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-002634d8-7127-4786-85ec-9b61ef056b95 req-8eed742b-faa3-45ce-bdbd-f2d8148079c1 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 945 time: 0.1423826 Feb 11 05:49:46.603042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-002634d8-7127-4786-85ec-9b61ef056b95 req-459f3b97-d210-476d-885a-7a5e29d4bc77 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928147 Feb 11 05:49:46.629767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54834) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:46.703664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c58a5-c5cd-46b4-b51a-637a7e4bae4b tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:46.705301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2f1c58a5-c5cd-46b4-b51a-637a7e4bae4b tempest-TestNetworkBasicOps-255913548 tempest-TestNetworkBasicOps-255913548-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 1123 time: 0.0743675 Feb 11 05:49:46.708503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54840) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:46.714666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:46.744884 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:46.941732 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:46.948338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54852) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:46.997903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54856) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:47.002377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033586 Feb 11 05:49:47.007097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54858) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:47.126185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1168472374'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:47.151983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Allocated IP 172.25.1.33 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/704dce6b-f8ec-4f9a-adfd-9614f6981870) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:47.170120 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Made reservation on behalf of 912c564774814771affb7de8be969f66 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:47.173793 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.195517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-29a93666-b18c-456c-b0e5-908c17129878 tempest-NetworksApiDiscovery-1745871340 tempest-NetworksApiDiscovery-1745871340-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1869850 Feb 11 05:49:47.205467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.333518 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (704dce6b-f8ec-4f9a-adfd-9614f6981870), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.349102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36157c00-3872-4f21-b637-d4b8023a92f1 req-ba8a156d-12a6-44aa-81bf-c9df56d758c9 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0549512 Feb 11 05:49:47.400956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks [] for security_group (e861a6f4-36b6-4ad0-8884-4ff0bfe0d762), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.416114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e861a6f4-36b6-4ad0-8884-4ff0bfe0d762), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.429572 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (704dce6b-f8ec-4f9a-adfd-9614f6981870), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.499341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=704dce6b-f8ec-4f9a-adfd-9614f6981870,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:47.503127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:49:47.530165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (67843317-016f-4922-b5ce-085caeb29471), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.530588 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Added segment 67843317-016f-4922-b5ce-085caeb29471 of type vlan for network da488e7b-2c28-4381-b1eb-06701bcecf1f Feb 11 05:49:47.532983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:47.541675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e861a6f4-36b6-4ad0-8884-4ff0bfe0d762,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:47.548161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:47.550531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:47.609745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54870) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:47.663860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dea4330f-4d46-4219-9ca4-080f71cd464c req-af7a409c-573b-4fa7-9d8a-9c43db60fa68 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0647395 Feb 11 05:49:47.684291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (da488e7b-2c28-4381-b1eb-06701bcecf1f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.759568 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c18fde8-ada4-49c4-90de-bb1cef981794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.785038 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (da488e7b-2c28-4381-b1eb-06701bcecf1f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.791236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:47.791838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.845678 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8959503 Feb 11 05:49:47.849343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54874) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:47.855814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-55b9cd73-919d-444f-a640-358f5e288b3d tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f', 'tempest-TagsTest-Tag-1639012176') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:47.882126 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c18fde8-ada4-49c4-90de-bb1cef981794 admin admin] Publish callbacks [] for security_group (0d7de014-03ee-4ca2-8996-a85c55c39eb2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.896916 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c18fde8-ada4-49c4-90de-bb1cef981794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0d7de014-03ee-4ca2-8996-a85c55c39eb2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.897179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccf996-3a92-4f50-8405-1a056a24947b tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Pushing event updated for resources: {'Network': ['ID=da488e7b-2c28-4381-b1eb-06701bcecf1f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:47.908042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network da488e7b-2c28-4381-b1eb-06701bcecf1f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:47.990533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1c18fde8-ada4-49c4-90de-bb1cef981794 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47681e94f8b94becaf8e7af49e640208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793299 Feb 11 05:49:47.991216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54876) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:48.054479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18fde8-ada4-49c4-90de-bb1cef981794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7de014-03ee-4ca2-8996-a85c55c39eb2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:48.136456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e47e9c00-f9d0-4a2d-b8b1-f1b70f7c8470 admin admin] Publish callbacks [] for security_group (0d7de014-03ee-4ca2-8996-a85c55c39eb2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.157682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-55b9cd73-919d-444f-a640-358f5e288b3d tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "PUT /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags/tempest-TagsTest-Tag-1639012176 HTTP/1.1" status: 201 len: 201 time: 0.3066742 Feb 11 05:49:48.162548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54878) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:48.167089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-b651597f-f26c-417e-af1c-27376f6fa4a0 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f', 'tempest-TagsTest-Tag-1639012176') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:48.184985 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e47e9c00-f9d0-4a2d-b8b1-f1b70f7c8470 admin admin] Publish callbacks [] for security_group (0d7de014-03ee-4ca2-8996-a85c55c39eb2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.275221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b651597f-f26c-417e-af1c-27376f6fa4a0 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "GET /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags/tempest-TagsTest-Tag-1639012176 HTTP/1.1" status: 204 len: 168 time: 0.1106329 Feb 11 05:49:48.278524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54880) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:48.287600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-912e044a-bd5e-448f-bbd9-154231647067 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:48.318637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e47e9c00-f9d0-4a2d-b8b1-f1b70f7c8470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0d7de014-03ee-4ca2-8996-a85c55c39eb2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.322158 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e47e9c00-f9d0-4a2d-b8b1-f1b70f7c8470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.325566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e47e9c00-f9d0-4a2d-b8b1-f1b70f7c8470 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d7de014-03ee-4ca2-8996-a85c55c39eb2 HTTP/1.1" status: 204 len: 168 time: 0.3246036 Feb 11 05:49:48.348150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e9c00-f9d0-4a2d-b8b1-f1b70f7c8470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7de014-03ee-4ca2-8996-a85c55c39eb2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:48.365695 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for floatingip (1699d374-fc68-4037-8dc9-bef6080da071), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.434406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-912e044a-bd5e-448f-bbd9-154231647067 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "GET /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags HTTP/1.1" status: 200 len: 238 time: 0.1513929 Feb 11 05:49:48.434997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54886) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:48.446876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-382026e1-b568-4093-9534-a65d1f168254 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f', {'tags': ['tempest-TagsTest-Tag-749055037', 'tempest-TagsTest-Tag-94664186', 'tempest-TagsTest-Tag-1458320669']}) {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:48.520539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58d8e644-fda8-4426-933e-0ef5af81f1ae req-4ce1c5fc-5bf6-4ad1-bc2b-775461f6791e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0488098 Feb 11 05:49:48.690551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-382026e1-b568-4093-9534-a65d1f168254 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "PUT /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags HTTP/1.1" status: 200 len: 306 time: 0.2544401 Feb 11 05:49:48.692911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54894) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:48.698012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-7394395c-9d6b-4749-8e7f-dfb016352b7a tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f', 'tempest-TagsTest-Tag-749055037') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:48.815990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79c9e65a-30bc-4a7d-bfe1-d9ff2d1a6f1e req-0ba7dadd-cbb9-4de9-ac1d-ca0b64533cdd tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0492499 Feb 11 05:49:48.877550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7394395c-9d6b-4749-8e7f-dfb016352b7a tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "DELETE /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags/tempest-TagsTest-Tag-749055037 HTTP/1.1" status: 204 len: 168 time: 0.1812804 Feb 11 05:49:48.880097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54900) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:48.887129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-9908191d-3795-4a16-a16d-6cc321183555 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f', 'tempest-TagsTest-Tag-749055037') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:48.991184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (704dce6b-f8ec-4f9a-adfd-9614f6981870), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.991895 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-9908191d-3795-4a16-a16d-6cc321183555 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] show failed (client error): The resource could not be found. Feb 11 05:49:48.997815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9908191d-3795-4a16-a16d-6cc321183555 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "GET /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags/tempest-TagsTest-Tag-749055037 HTTP/1.1" status: 404 len: 325 time: 0.1139612 Feb 11 05:49:48.998194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54904) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:49.002541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-c02577a2-7edc-4bc7-88d5-912697b446f7 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f', 'tempest-TagsTest-Tag-94664186') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:49.103149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c02577a2-7edc-4bc7-88d5-912697b446f7 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "GET /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags/tempest-TagsTest-Tag-94664186 HTTP/1.1" status: 204 len: 168 time: 0.1038401 Feb 11 05:49:49.106430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54908) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:49.112177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-4dd0f361-f29b-42ba-9b46-31267b550e7a tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f', 'tempest-TagsTest-Tag-1458320669') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:49.238588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4dd0f361-f29b-42ba-9b46-31267b550e7a tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "GET /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags/tempest-TagsTest-Tag-1458320669 HTTP/1.1" status: 204 len: 168 time: 0.1308544 Feb 11 05:49:49.239460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54912) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:49.245077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-9bcb0e1c-9bee-4f8d-adc9-6f06e6fb88f1 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:49.246858 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for port (704dce6b-f8ec-4f9a-adfd-9614f6981870), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.266196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (704dce6b-f8ec-4f9a-adfd-9614f6981870), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.411714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event updated for resources: {'Port': ['ID=704dce6b-f8ec-4f9a-adfd-9614f6981870,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:49.435944 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (1699d374-fc68-4037-8dc9-bef6080da071), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.462273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9bcb0e1c-9bee-4f8d-adc9-6f06e6fb88f1 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "DELETE /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags HTTP/1.1" status: 204 len: 168 time: 0.2215126 Feb 11 05:49:49.462786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54918) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:49.467101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-685514aa-9fae-486e-acc7-2bbb93f46e78 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f', 'tempest-TagsTest-Tag-94664186') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:49.591736 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Floating IP 1699d374-fc68-4037-8dc9-bef6080da071 associated. External IP: 172.25.1.33, port: 12f200cf-066b-4b78-8471-6c67c4dd396b. Feb 11 05:49:49.631353 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-685514aa-9fae-486e-acc7-2bbb93f46e78 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] show failed (client error): The resource could not be found. Feb 11 05:49:49.633185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-685514aa-9fae-486e-acc7-2bbb93f46e78 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "GET /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags/tempest-TagsTest-Tag-94664186 HTTP/1.1" status: 404 len: 324 time: 0.1688051 Feb 11 05:49:49.635349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54924) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:49.639471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-2c1dc36e-a0c0-4ef7-be8d-af89a840821e tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f', 'tempest-TagsTest-Tag-1458320669') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:49.733133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5054ad80-3bd9-42af-aa3d-9fd779f39cb3 req-53671fe5-1813-44b9-aa5e-5b91367d926e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0994895 Feb 11 05:49:49.839541 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-2c1dc36e-a0c0-4ef7-be8d-af89a840821e tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] show failed (client error): The resource could not be found. Feb 11 05:49:49.843001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2c1dc36e-a0c0-4ef7-be8d-af89a840821e tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "GET /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags/tempest-TagsTest-Tag-1458320669 HTTP/1.1" status: 404 len: 326 time: 0.2043068 Feb 11 05:49:49.845863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54928) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:49.850549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-fb1e14c9-206e-4057-ab23-653ed9ec339f tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'da488e7b-2c28-4381-b1eb-06701bcecf1f') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:49.863615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:50.013373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:50.027839 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] Sync routers for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:50.051990 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.060038 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:50.060696 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:50.103003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbb6c8f5-0191-4442-b4d2-63b8cd2b648e req-7becf86e-138e-4057-8074-125f7eb193da tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0860519 Feb 11 05:49:50.118753 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-830400dc-6bd0-42d9-9e8f-7af09f9a1614 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4050057 Feb 11 05:49:50.119509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54938) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:50.121619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:50.125255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fb1e14c9-206e-4057-ab23-653ed9ec339f tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "DELETE /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f/tags HTTP/1.1" status: 204 len: 168 time: 0.2766218 Feb 11 05:49:50.127315 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3" -d '{"events": [{"name": "network-changed", "server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:50.128238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54940) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:50.222609 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced2c4d6-c85c-4ab6-9d1e-ac81c381882a x-openstack-request-id: req-ced2c4d6-c85c-4ab6-9d1e-ac81c381882a {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:50.222996 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:50.223836 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ced2c4d6-c85c-4ab6-9d1e-ac81c381882a {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:50.225722 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'status': 'completed', 'code': 200} Feb 11 05:49:50.320066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (da488e7b-2c28-4381-b1eb-06701bcecf1f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.330582 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:50.339734 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-87db870f-a739-4894-ac22-718960c45998 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/floatingips/1699d374-fc68-4037-8dc9-bef6080da071 HTTP/1.1" status: 200 len: 990 time: 0.1995521 Feb 11 05:49:50.361010 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-cc500dd7-73a1-4ad4-b5f7-2812faa8f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:50.368212 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-cc500dd7-73a1-4ad4-b5f7-2812faa8f2ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 1128 time: 0.1246202 Feb 11 05:49:50.539469 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (da488e7b-2c28-4381-b1eb-06701bcecf1f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.543738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-08d6c4fd-2f78-4acc-871d-8745b6662343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:50.545369 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-08d6c4fd-2f78-4acc-871d-8745b6662343 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 HTTP/1.1" status: 200 len: 898 time: 0.1717906 Feb 11 05:49:50.567353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da488e7b-2c28-4381-b1eb-06701bcecf1f']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:50.580249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67843317-016f-4922-b5ce-085caeb29471') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:50.580651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67843317-016f-4922-b5ce-085caeb29471') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:50.591327 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (67843317-016f-4922-b5ce-085caeb29471), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.615872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (67843317-016f-4922-b5ce-085caeb29471), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.626838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:50.627245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (67843317-016f-4922-b5ce-085caeb29471), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:50.630503 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:50.665260 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-c75cd523-c536-48f9-ad52-b8bfa0b773a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12f200cf-066b-4b78-8471-6c67c4dd396b HTTP/1.1" status: 200 len: 998 time: 0.1054473 Feb 11 05:49:50.687721 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:22Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '1699d374-fc68-4037-8dc9-bef6080da071', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'port_id': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'mac_address': 'fa:16:3e:59:11:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:49:47Z', 'updated_at': '2022-02-11T05:49:47Z', 'revision_number': 0, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fffbb175-1411-472a-8dec-cc00ebbe29c5', 'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:09:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:20Z', 'updated_at': '2022-02-11T05:49:29Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '58de967f-5a33-479a-acc9-1f600207bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:50.723318 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] Checking router: ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:50.726871 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (da488e7b-2c28-4381-b1eb-06701bcecf1f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.734673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.741954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] 10.222.0.31 "DELETE /v2.0/networks/da488e7b-2c28-4381-b1eb-06701bcecf1f HTTP/1.1" status: 204 len: 168 time: 0.6102877 Feb 11 05:49:50.750134 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:50.751300 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:49:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:50.764711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65a192-f136-48c0-9af3-2ed1d50dfb52 tempest-TagsTest-444359661 tempest-TagsTest-444359661-project] Pushing event deleted for resources: {'Network': ['ID=da488e7b-2c28-4381-b1eb-06701bcecf1f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:50.773821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-ea7bd69e-2c97-4d27-beae-21cb82e68846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:50.775373 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-ea7bd69e-2c97-4d27-beae-21cb82e68846 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=58de967f-5a33-479a-acc9-1f600207bc92 HTTP/1.1" status: 200 len: 835 time: 0.1041257 Feb 11 05:49:50.873775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-c8025719-7fea-41e2-831c-8bb2b0528bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:50.875706 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-c8025719-7fea-41e2-831c-8bb2b0528bb0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0930068 Feb 11 05:49:50.925723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-958ab4db-c034-4a8b-b1ef-14578d9dc3ed req-30f88c89-9bc0-4af4-ae44-e7ba36f2d5f4 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0572095 Feb 11 05:49:50.951112 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:51.068587 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-acf47393-72dd-4efe-bf1f-513cd97e3a17 service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843562 Feb 11 05:49:51.225735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54960) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:51.234615 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4ef5eb17-cfba-4c36-8fbc-1a3af8e685b3 req-2c26d23d-e9df-459d-8149-aceb44ffbd63 service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592155 Feb 11 05:49:51.336516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-960d3c13-d7cc-44de-ac50-ff64e53f13db req-7e10ac16-262c-4989-8f74-ef20a02385f1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0639608 Feb 11 05:49:51.342520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54964) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:51.354442 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:22Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '1699d374-fc68-4037-8dc9-bef6080da071', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'port_id': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'mac_address': 'fa:16:3e:59:11:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:49:47Z', 'updated_at': '2022-02-11T05:49:47Z', 'revision_number': 0, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fffbb175-1411-472a-8dec-cc00ebbe29c5', 'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:09:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:20Z', 'updated_at': '2022-02-11T05:49:29Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '58de967f-5a33-479a-acc9-1f600207bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:51.420430 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0f24c-1c4f-476e-a0f8-16da3957b0da None None] The sync data for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 is: [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:22Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '1699d374-fc68-4037-8dc9-bef6080da071', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'port_id': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'mac_address': 'fa:16:3e:59:11:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:49:47Z', 'updated_at': '2022-02-11T05:49:47Z', 'revision_number': 0, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fffbb175-1411-472a-8dec-cc00ebbe29c5', 'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:09:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:20Z', 'updated_at': '2022-02-11T05:49:29Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '58de967f-5a33-479a-acc9-1f600207bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:51.450693 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8d9f158f-b3a0-455b-a659-3b434926d68c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/floatingips/1699d374-fc68-4037-8dc9-bef6080da071 HTTP/1.1" status: 200 len: 990 time: 0.1068509 Feb 11 05:49:51.557154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5a366b4d-adcc-4f39-bec0-b806456ebb72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=912c564774814771affb7de8be969f66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3259597 Feb 11 05:49:51.557544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54966) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:51.619379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-294fa733-ccdc-4043-b6e3-4aca81506099 admin admin] Publish callbacks [] for security_group (e861a6f4-36b6-4ad0-8884-4ff0bfe0d762), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.650434 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-294fa733-ccdc-4043-b6e3-4aca81506099 admin admin] Publish callbacks [] for security_group (e861a6f4-36b6-4ad0-8884-4ff0bfe0d762), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.720590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-294fa733-ccdc-4043-b6e3-4aca81506099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e861a6f4-36b6-4ad0-8884-4ff0bfe0d762), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.724168 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-294fa733-ccdc-4043-b6e3-4aca81506099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.728243 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-294fa733-ccdc-4043-b6e3-4aca81506099 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e861a6f4-36b6-4ad0-8884-4ff0bfe0d762 HTTP/1.1" status: 204 len: 168 time: 0.1669388 Feb 11 05:49:51.746942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fa733-ccdc-4043-b6e3-4aca81506099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e861a6f4-36b6-4ad0-8884-4ff0bfe0d762,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:51.797785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c13026-f13d-483c-9fb7-f669093e76fa None None] New status for floating IP 1699d374-fc68-4037-8dc9-bef6080da071: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:49:52.100846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6459e3ce-b8ef-4567-9298-8bdef91376a2 req-9347c4a9-303a-4a03-9ede-aff2a0d11e2d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0663526 Feb 11 05:49:52.112654 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:52.454973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:52.515487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-903f2c46-53ff-4beb-8255-057d0ef90235 req-9f333a9b-a4f5-49cf-a71a-42172b09df93 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0598488 Feb 11 05:49:52.588617 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-93cc7e44-9b38-4079-846c-2f826f4deacd tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/floatingips/1699d374-fc68-4037-8dc9-bef6080da071 HTTP/1.1" status: 200 len: 992 time: 0.1258295 Feb 11 05:49:53.121055 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:53.254810 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-072167e9-4617-49cc-9653-07a68401cf7a req-55047853-c7fc-41e3-8f5b-3b4d03d51594 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0431709 Feb 11 05:49:53.633897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47937b09-50ba-42ae-b1f1-1b56db1a31ca req-63e59512-1821-4e68-b5dd-b869a4c54749 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0296183 Feb 11 05:49:54.370831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fff42b9-83f7-4168-a8e3-e0421754bffa req-61b5f92c-7c9b-4f0f-955a-49048d70d99b tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0296986 Feb 11 05:49:54.740421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12d4861e-aa62-46b0-b220-d7e3fc5412fc req-893f446c-8211-4830-9874-1309a1102db3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0266168 Feb 11 05:49:55.483298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-854ec319-4a25-4db1-b470-419b2bc58da7 req-b831b774-73fc-4b98-8e90-022747eef148 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0275633 Feb 11 05:49:55.738102 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-c8c30151-dad4-400e-99ec-099011cbc319 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471609 Feb 11 05:49:55.838849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-8cf50611-2a1b-46c1-9af9-4de377d9e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:55.840399 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-8cf50611-2a1b-46c1-9af9-4de377d9e649 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 1128 time: 0.0568132 Feb 11 05:49:55.847526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e0002af-65c9-402e-b047-8db7aabbcb80 req-c7647630-f901-48e0-9915-226d87711b3d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0283492 Feb 11 05:49:55.959636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-100dbba1-b6a8-41e5-9881-698e3564ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:55.961269 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-100dbba1-b6a8-41e5-9881-698e3564ba76 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 HTTP/1.1" status: 200 len: 898 time: 0.0918264 Feb 11 05:49:56.027378 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-eb4863b7-cc09-46d8-8d78-04641d91682c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12f200cf-066b-4b78-8471-6c67c4dd396b HTTP/1.1" status: 200 len: 1000 time: 0.0603511 Feb 11 05:49:56.081070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-c9f589d7-02c9-4ad4-9aca-bbd1d5485a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:56.082601 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-c9f589d7-02c9-4ad4-9aca-bbd1d5485a42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=58de967f-5a33-479a-acc9-1f600207bc92 HTTP/1.1" status: 200 len: 835 time: 0.0490463 Feb 11 05:49:56.132385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-70af0212-9c16-469e-85ca-395fde8be416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:56.134484 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-70af0212-9c16-469e-85ca-395fde8be416 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448987 Feb 11 05:49:56.224991 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-796e2cb8-65ee-42e7-b9e1-689f1ecbbf20 service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825565 Feb 11 05:49:56.320894 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f6ec818a-1697-49e5-9b7d-2485c1e5247c req-b542e099-0d47-4877-b872-035eebc07706 service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897009 Feb 11 05:49:56.590919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca66351b-0f71-48af-805f-28691710484d req-ffeca935-55f4-4b24-a914-6f0bba06c587 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0334070 Feb 11 05:49:56.950556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a000438-9071-4bf4-9180-1d3abf68a562 req-f87f955d-1eb9-4cf7-b348-d312ccd25b70 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0268557 Feb 11 05:49:56.985196 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:49:57.698656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8f4b130-441a-45da-b129-5c27c1472d06 req-c96d1314-f2eb-4655-9d3e-2cdca35b8176 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0312994 Feb 11 05:49:57.703056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-21efb7c7-c13e-40ab-9620-a7b7fad9e287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.053783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57f275b0-9193-4b1c-89fb-c6ecd953ef50 req-7d976550-55b0-4f79-ac00-07f0876878e7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0268905 Feb 11 05:49:58.810192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5c8f0f3-81a5-491d-a3a7-493aee93b830 req-63d4eb28-6100-4c1e-945e-276ac4e1624d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0286982 Feb 11 05:49:59.157733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-898e301f-568a-47c3-83ab-429024800e21 req-df7f6acd-8f0c-4f0c-bae3-f70516ba8943 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0269406 Feb 11 05:49:59.923798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39a59708-92af-497d-8ed7-b03442828a91 req-754e342a-ba9a-492d-8c05-c95e36bdc7de tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0324786 Feb 11 05:50:00.242006 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b102a40-5748-4c25-8df8-781aac8469d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.262665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c089838a-8a10-4c43-bd7d-c1b098ac6652 req-dab3f41d-3e6a-411b-a0ca-e397a7561440 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0295525 Feb 11 05:50:01.031121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e22e600a-71ea-4b87-ac7d-82e20497477b req-996f3716-3462-4fd6-9466-f19aaebe1aaf tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0321164 Feb 11 05:50:01.093552 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.369557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-825e0ede-186f-4146-8136-bc7e3b1015aa req-f6102252-9e2c-4b5f-b794-9ed6aef9109a tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0273483 Feb 11 05:50:02.130753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a64b0e5-7f95-48d6-b5c0-30ee056d72bb req-6264b25b-ed43-49e7-9245-e1adfd2910f2 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0268915 Feb 11 05:50:02.471135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c540109a-7f0d-4c7c-a0e1-598f1e3fd37c req-ef5204ae-ebbe-4b1c-8095-fb815d630632 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0263658 Feb 11 05:50:02.770437 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.239496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bc3b8b8-ac58-4977-a4e1-25addd51d903 req-e8f80d51-b4ae-4586-910b-e7ae9ffd4f85 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0322738 Feb 11 05:50:03.573980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b509b4ff-d783-45dd-983a-3cd9d0997a17 req-e3a1f6c6-719a-4edc-adb4-6777333bd8d3 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0270507 Feb 11 05:50:03.885251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.344913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a281be74-3662-4689-a90f-bf8909a14735 req-89afd28b-527a-4185-926d-83a06afacd15 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0275156 Feb 11 05:50:04.678689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93c3435b-b07a-4ca6-8e01-692063117cdb req-5693fee0-f757-4aeb-9c97-d5491198a0a8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0271702 Feb 11 05:50:05.446498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9731c1c3-9df0-4b3a-9373-eb1b55399074 req-988bf8db-cf91-4559-8406-ea2ed9cb29be tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0267968 Feb 11 05:50:05.783564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7bcfcd5-e097-41ec-a521-9b5b5269913c req-892b57da-87c6-4204-8678-b5e1c7dbdd8f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0270596 Feb 11 05:50:06.554687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-993f91d1-4d11-40bf-9dfc-7fb7f6b8ea0e req-ff0999ae-5b49-4941-b7a8-4c916ecfee27 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0318580 Feb 11 05:50:06.883099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5bf2cb06-6c17-4393-bb74-c2fc00d3a9af req-3bcf9b61-4fbd-484a-b7ef-0ac75308689c tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0268195 Feb 11 05:50:07.659208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91fb0676-46fc-441b-bc3f-9435f84180b4 req-ad6e24d3-2205-4f29-9de3-2c963749202f tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Feb 11 05:50:07.984031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62fbee61-b63a-427d-9390-4dafabeaf9db req-1d1403d9-6666-4a1e-976b-dbc6c4da92ec tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0264142 Feb 11 05:50:08.759345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8959d6c2-db5b-41f2-a3e8-7d1ccef0941c req-c6230f4b-8f6d-4af4-9632-4341627ba724 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0265248 Feb 11 05:50:09.088149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09852d54-6790-44f5-a3dc-891facfd3e85 req-c9cd4b13-b20e-4136-8714-39b04576f6bf tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0285404 Feb 11 05:50:09.866906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15cb612d-6746-4197-ba59-f7ac97e96531 req-941b7b3f-b57b-42fe-8103-be86eb4ad70a tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0300827 Feb 11 05:50:10.188873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be463c6b-d389-4e50-a17f-2f18e9df7d9c req-a825668b-84af-4b81-b6a7-3e786e3ae424 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0273263 Feb 11 05:50:10.966424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9da3e14f-de3a-46d3-8057-ab29c8e74cef req-22e7b713-f0d5-440f-a0b1-5ae36446cd56 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0271835 Feb 11 05:50:11.307573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c577f88-d4b2-424e-b61c-6fdf60a258c5 req-3cdf63a0-7236-4a98-b637-b453a7148f85 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0286112 Feb 11 05:50:12.068581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11306d6d-f762-4779-87e1-c9386900448a req-357426f8-76dc-471c-9fa6-18e44ae4b2d3 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0267026 Feb 11 05:50:12.411250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-169de01d-d8e3-4039-977b-5e193ed3fc5b req-31cb4602-d07f-4e20-8436-3c359d8674e4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0271950 Feb 11 05:50:13.174837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41ca0db5-7d0f-42d0-99af-af79f7806d84 req-072456fe-7fef-4974-aad8-caa02804c461 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0313301 Feb 11 05:50:13.511895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77909288-36fb-4e8b-837b-60bc23379b93 req-951a629c-3331-4050-88ad-831cc36a54ff tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0273714 Feb 11 05:50:14.278995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b611f860-5167-4abe-9d39-31c5de1c7d5a req-33c746de-be2f-4eb4-9f4a-a09b39969bdc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc717b0-c19f-4173-8c0a-95e9039128a2 HTTP/1.1" status: 200 len: 210 time: 0.0284562 Feb 11 05:50:14.613185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6aab63d0-84b7-49c4-a5be-4097a35d5a50 req-3af0fdb2-0959-44f9-84ae-0bb51413c770 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0286787 Feb 11 05:50:15.404546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55126) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:15.487403 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-804fc6d1-d551-429d-9745-b0ac96b2403d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group (15b1254a-6098-4f16-acd9-32d6e7e7cf35), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.516669 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-804fc6d1-d551-429d-9745-b0ac96b2403d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group (15b1254a-6098-4f16-acd9-32d6e7e7cf35), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.559552 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55130) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:15.587916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-804fc6d1-d551-429d-9745-b0ac96b2403d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (15b1254a-6098-4f16-acd9-32d6e7e7cf35), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.590784 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-804fc6d1-d551-429d-9745-b0ac96b2403d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.591979 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-804fc6d1-d551-429d-9745-b0ac96b2403d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "DELETE /v2.0/security-groups/15b1254a-6098-4f16-acd9-32d6e7e7cf35 HTTP/1.1" status: 204 len: 168 time: 0.1857066 Feb 11 05:50:15.594752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55134) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:15.603026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc6d1-d551-429d-9745-b0ac96b2403d tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1254a-6098-4f16-acd9-32d6e7e7cf35,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:15.628348 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-ffcba19b-bd1d-4960-854b-3cdd13fa2069 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] show failed (client error): The resource could not be found. Feb 11 05:50:15.634520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ffcba19b-bd1d-4960-854b-3cdd13fa2069 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "GET /v2.0/security-groups/15b1254a-6098-4f16-acd9-32d6e7e7cf35 HTTP/1.1" status: 404 len: 347 time: 0.0383224 Feb 11 05:50:15.635473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55136) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:15.797664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-32c0ebd1-dbd3-4fe3-a9ad-79136e1cb402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.834249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7db3ec31-c188-4f2d-bd47-553c752ba4cb req-93ed3a68-234d-48a2-a0c3-d07c8012f1ed tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0893996 Feb 11 05:50:15.909319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting port d0f58469-886d-466c-a393-9eeea8d4e05f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:15.909319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d0f58469-886d-466c-a393-9eeea8d4e05f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.916207 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-32c0ebd1-dbd3-4fe3-a9ad-79136e1cb402 admin admin] Publish callbacks [] for security_group (a131e790-7770-4920-9cca-bd8c90b39bd6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.921463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-32c0ebd1-dbd3-4fe3-a9ad-79136e1cb402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a131e790-7770-4920-9cca-bd8c90b39bd6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.964003 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-32c0ebd1-dbd3-4fe3-a9ad-79136e1cb402 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d364d41add94a2ca8c96fe82226eb64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4013026 Feb 11 05:50:15.965041 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0ebd1-dbd3-4fe3-a9ad-79136e1cb402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a131e790-7770-4920-9cca-bd8c90b39bd6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:15.967838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55140) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:16.015306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d0f58469-886d-466c-a393-9eeea8d4e05f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.015728 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for floatingip (d0f58469-886d-466c-a393-9eeea8d4e05f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.030933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Calling delete_port for d0f58469-886d-466c-a393-9eeea8d4e05f owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:16.035387 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f234590-e669-4ef4-8925-48d802ce34e2 admin admin] Publish callbacks [] for security_group (a131e790-7770-4920-9cca-bd8c90b39bd6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.061689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f234590-e669-4ef4-8925-48d802ce34e2 admin admin] Publish callbacks [] for security_group (a131e790-7770-4920-9cca-bd8c90b39bd6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.123421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f234590-e669-4ef4-8925-48d802ce34e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a131e790-7770-4920-9cca-bd8c90b39bd6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.126411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f234590-e669-4ef4-8925-48d802ce34e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.128286 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8f234590-e669-4ef4-8925-48d802ce34e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a131e790-7770-4920-9cca-bd8c90b39bd6 HTTP/1.1" status: 204 len: 168 time: 0.1590717 Feb 11 05:50:16.140736 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f234590-e669-4ef4-8925-48d802ce34e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131e790-7770-4920-9cca-bd8c90b39bd6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:16.226820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (d0f58469-886d-466c-a393-9eeea8d4e05f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.269528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Port': ['ID=d0f58469-886d-466c-a393-9eeea8d4e05f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:16.359590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for floatingip (dc147e87-198a-46eb-b782-d4c3605770b2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.363447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.365226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cff25bf4-a0c7-4f44-a76a-d95875836d46 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "DELETE /v2.0/floatingips/dc147e87-198a-46eb-b782-d4c3605770b2 HTTP/1.1" status: 204 len: 168 time: 0.7282190 Feb 11 05:50:16.368674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55152) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:16.513509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3fa91-48ec-4ee7-809d-44d70654062e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting port bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:16.514441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fa91-48ec-4ee7-809d-44d70654062e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.565950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55154) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:16.581300 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6a587ad4-54c9-49d1-aeb7-1c3a9455b0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.626335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fa91-48ec-4ee7-809d-44d70654062e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.643022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3fa91-48ec-4ee7-809d-44d70654062e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Calling delete_port for bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:16.709862 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6a587ad4-54c9-49d1-aeb7-1c3a9455b0c9 admin admin] Publish callbacks [] for security_group (19233d90-5edc-4728-9b06-d4779eadd083), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.716355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6a587ad4-54c9-49d1-aeb7-1c3a9455b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (19233d90-5edc-4728-9b06-d4779eadd083), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.745411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6a587ad4-54c9-49d1-aeb7-1c3a9455b0c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8336324c0744baeabafb3ff3d6bdbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783221 Feb 11 05:50:16.748056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55160) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:16.847697 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fa91-48ec-4ee7-809d-44d70654062e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.848766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a587ad4-54c9-49d1-aeb7-1c3a9455b0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19233d90-5edc-4728-9b06-d4779eadd083,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:16.871841 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25d1604f-2bfc-4f88-98ba-b00f32693fe5 admin admin] Publish callbacks [] for security_group (19233d90-5edc-4728-9b06-d4779eadd083), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.900929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3fa91-48ec-4ee7-809d-44d70654062e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Port': ['ID=bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:16.924696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25d1604f-2bfc-4f88-98ba-b00f32693fe5 admin admin] Publish callbacks [] for security_group (19233d90-5edc-4728-9b06-d4779eadd083), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.002945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fa91-48ec-4ee7-809d-44d70654062e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.009915 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d1c3fa91-48ec-4ee7-809d-44d70654062e tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "DELETE /v2.0/ports/bbbc8bd3-9c89-4685-b315-4fcc4ec1f99a HTTP/1.1" status: 204 len: 168 time: 0.6375999 Feb 11 05:50:17.010403 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55172) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:17.017634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-617fa51d-17c4-4a9b-b394-37dada92ce15 req-a859bf2a-231b-4dad-bbac-7c69a22ee00b tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0414636 Feb 11 05:50:17.048869 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25d1604f-2bfc-4f88-98ba-b00f32693fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (19233d90-5edc-4728-9b06-d4779eadd083), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.051552 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25d1604f-2bfc-4f88-98ba-b00f32693fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.059267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-25d1604f-2bfc-4f88-98ba-b00f32693fe5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19233d90-5edc-4728-9b06-d4779eadd083 HTTP/1.1" status: 204 len: 168 time: 0.3063586 Feb 11 05:50:17.079747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1604f-2bfc-4f88-98ba-b00f32693fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19233d90-5edc-4728-9b06-d4779eadd083,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:17.145868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-175aee42-0797-4a43-be9e-37e0baf4f8d0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting port c42625e7-478d-46cd-9ac9-810d31b616d5 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:17.146320 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-175aee42-0797-4a43-be9e-37e0baf4f8d0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.156549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55176) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:17.296831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7b992432-215a-4959-991b-e5440158b52c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/floatingips/1699d374-fc68-4037-8dc9-bef6080da071 HTTP/1.1" status: 200 len: 992 time: 0.1366174 Feb 11 05:50:17.355887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-175aee42-0797-4a43-be9e-37e0baf4f8d0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.380716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-175aee42-0797-4a43-be9e-37e0baf4f8d0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Calling delete_port for c42625e7-478d-46cd-9ac9-810d31b616d5 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:17.592719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-175aee42-0797-4a43-be9e-37e0baf4f8d0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c42625e7-478d-46cd-9ac9-810d31b616d5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.643473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55190) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:17.666881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aee42-0797-4a43-be9e-37e0baf4f8d0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Port': ['ID=c42625e7-478d-46cd-9ac9-810d31b616d5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:17.771296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-175aee42-0797-4a43-be9e-37e0baf4f8d0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.778268 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-175aee42-0797-4a43-be9e-37e0baf4f8d0 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "DELETE /v2.0/ports/c42625e7-478d-46cd-9ac9-810d31b616d5 HTTP/1.1" status: 204 len: 168 time: 0.7635715 Feb 11 05:50:17.778668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55196) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:17.894891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4b1470-5862-4873-8f7c-b7339a0821e7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting subnet 6f3a5c0b-99a8-4a2f-a6df-e92859e760d3 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:17.910143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b4b1470-5862-4873-8f7c-b7339a0821e7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for subnet (6f3a5c0b-99a8-4a2f-a6df-e92859e760d3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.921617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port 704dce6b-f8ec-4f9a-adfd-9614f6981870 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:17.923355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (704dce6b-f8ec-4f9a-adfd-9614f6981870), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.991890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b4b1470-5862-4873-8f7c-b7339a0821e7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6f3a5c0b-99a8-4a2f-a6df-e92859e760d3), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.077704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (704dce6b-f8ec-4f9a-adfd-9614f6981870), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.078315 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for floatingip (704dce6b-f8ec-4f9a-adfd-9614f6981870), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.098470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for 704dce6b-f8ec-4f9a-adfd-9614f6981870 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:18.205188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b4b1470-5862-4873-8f7c-b7339a0821e7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6f3a5c0b-99a8-4a2f-a6df-e92859e760d3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.348194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd83c767-6c7f-40c0-a582-9ac197c01ca4 req-be9e54b0-eac1-4102-997e-481f6c08377f tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.1322258 Feb 11 05:50:18.375602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b4b1470-5862-4873-8f7c-b7339a0821e7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6f3a5c0b-99a8-4a2f-a6df-e92859e760d3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.440414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b4b1470-5862-4873-8f7c-b7339a0821e7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.456663 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6b4b1470-5862-4873-8f7c-b7339a0821e7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "DELETE /v2.0/subnets/6f3a5c0b-99a8-4a2f-a6df-e92859e760d3 HTTP/1.1" status: 204 len: 168 time: 0.6758819 Feb 11 05:50:18.458805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f5747c-d1b8-426e-8adb-111aa0c6d077 None None] Network 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:18.512489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55216) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:18.543131 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b1470-5862-4873-8f7c-b7339a0821e7 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3a5c0b-99a8-4a2f-a6df-e92859e760d3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:18.651949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-680c5c7b-054c-4827-9574-bf773605e717 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting subnet 2118ca17-0c0c-420c-b7e3-b521503c3190 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:18.660637 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-680c5c7b-054c-4827-9574-bf773605e717 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for subnet (2118ca17-0c0c-420c-b7e3-b521503c3190), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.739326 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-680c5c7b-054c-4827-9574-bf773605e717 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (2118ca17-0c0c-420c-b7e3-b521503c3190), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.774221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] DHCP port deletion for 33d6bcbb-ffb0-4128-aa24-99f07f31cf9c request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:18.915153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-680c5c7b-054c-4827-9574-bf773605e717 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (2118ca17-0c0c-420c-b7e3-b521503c3190), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.916716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Deleting port 065dcbdc-158c-46af-89e4-043c51b4471c {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:18.919868 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.065205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] For port 065dcbdc-158c-46af-89e4-043c51b4471c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=065dcbdc-158c-46af-89e4-043c51b4471c,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:19.066684 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.103094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-680c5c7b-054c-4827-9574-bf773605e717 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (2118ca17-0c0c-420c-b7e3-b521503c3190), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.110362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Calling delete_port for 065dcbdc-158c-46af-89e4-043c51b4471c owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:19.115384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (704dce6b-f8ec-4f9a-adfd-9614f6981870), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.154031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c5c7b-054c-4827-9574-bf773605e717 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Subnet': ['ID=2118ca17-0c0c-420c-b7e3-b521503c3190,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:19.154197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=704dce6b-f8ec-4f9a-adfd-9614f6981870,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:19.157763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-680c5c7b-054c-4827-9574-bf773605e717 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.161244 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-680c5c7b-054c-4827-9574-bf773605e717 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "DELETE /v2.0/subnets/2118ca17-0c0c-420c-b7e3-b521503c3190 HTTP/1.1" status: 204 len: 168 time: 0.6472714 Feb 11 05:50:19.163912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55230) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:19.232940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for floatingip (1699d374-fc68-4037-8dc9-bef6080da071), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.233398 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Floating IP 1699d374-fc68-4037-8dc9-bef6080da071 disassociated (deleted). External IP: 172.25.1.33, port: 12f200cf-066b-4b78-8471-6c67c4dd396b. Feb 11 05:50:19.272434 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (33d6bcbb-ffb0-4128-aa24-99f07f31cf9c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.302207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef38ac-f66a-49c5-98a4-c0156e2f84dc None None] Network 38a333df-eb9e-4410-9a73-327d64d75f7a requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:19.348416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Deleting port 065dcbdc-158c-46af-89e4-043c51b4471c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:19.349416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.448496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] For port 065dcbdc-158c-46af-89e4-043c51b4471c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=065dcbdc-158c-46af-89e4-043c51b4471c,segment=NetworkSegment(38957bd3-7166-4426-a8bd-afb24ca3cf5a),segment_id=38957bd3-7166-4426-a8bd-afb24ca3cf5a)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:19.448936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.473411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Calling delete_port for 065dcbdc-158c-46af-89e4-043c51b4471c owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:19.570823 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.712484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23e5956e-1b37-4789-b4cb-96efdf13d68e req-d689b725-8f77-4c60-a392-5eae30ca38f5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0730805 Feb 11 05:50:19.718165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (065dcbdc-158c-46af-89e4-043c51b4471c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.764823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:50:19.801196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Port': ['ID=065dcbdc-158c-46af-89e4-043c51b4471c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:19.827672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] No DVR routers for this DVR port 065dcbdc-158c-46af-89e4-043c51b4471c on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:19.844082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Pushing event deleted for resources: {'Port': ['ID=065dcbdc-158c-46af-89e4-043c51b4471c,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:19.850761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] No DVR routers for this DVR port 065dcbdc-158c-46af-89e4-043c51b4471c on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:19.877050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.879651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.880362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.880718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.881066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.883642 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.884000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.884345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.884685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.885024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.885487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.885837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.886196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a2b8b5-a164-45c8-b294-71ce52cf3c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:19.981588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (33d6bcbb-ffb0-4128-aa24-99f07f31cf9c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.001967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:20.013584 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.013895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd5d8a-82fe-45ed-8b73-6a3777319c0d None None] DHCP port deletion for 38a333df-eb9e-4410-9a73-327d64d75f7a request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:20.019284 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] Sync routers for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:20.035214 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:20.036314 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.059426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d6bcbb-ffb0-4128-aa24-99f07f31cf9c']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.092541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-19fd5d8a-82fe-45ed-8b73-6a3777319c0d None None] Deleting port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:20.093252 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19fd5d8a-82fe-45ed-8b73-6a3777319c0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.111652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38957bd3-7166-4426-a8bd-afb24ca3cf5a') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.112057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38957bd3-7166-4426-a8bd-afb24ca3cf5a') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.141709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-82a79046-c8dc-44a1-9181-710be8ce2668 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/floatingips/1699d374-fc68-4037-8dc9-bef6080da071 HTTP/1.1" status: 204 len: 168 time: 2.4964690 Feb 11 05:50:20.142315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:20.147640 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0fc82d-ed98-485b-aeab-685d76bd095d" -d '{"events": [{"name": "network-changed", "server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:20.155219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (38957bd3-7166-4426-a8bd-afb24ca3cf5a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.185105 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (38957bd3-7166-4426-a8bd-afb24ca3cf5a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.210296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:20.210776 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (38957bd3-7166-4426-a8bd-afb24ca3cf5a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:20.215720 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:20.233082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-19fd5d8a-82fe-45ed-8b73-6a3777319c0d None None] For port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=774fb5ce-f9eb-4b40-b3e1-80803f79f6ad,segment=NetworkSegment(20021b27-657a-4829-b884-372b418f50ad),segment_id=20021b27-657a-4829-b884-372b418f50ad)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:20.233948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19fd5d8a-82fe-45ed-8b73-6a3777319c0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.244930 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f572ae-fdee-4813-8545-1c8b328cf76b x-openstack-request-id: req-e8f572ae-fdee-4813-8545-1c8b328cf76b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:20.245430 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:20.245784 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8f572ae-fdee-4813-8545-1c8b328cf76b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:20.246315 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'status': 'completed', 'code': 200} Feb 11 05:50:20.262272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-19fd5d8a-82fe-45ed-8b73-6a3777319c0d None None] Calling delete_port for 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:20.394079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (33d6bcbb-ffb0-4128-aa24-99f07f31cf9c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.403720 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19fd5d8a-82fe-45ed-8b73-6a3777319c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (774fb5ce-f9eb-4b40-b3e1-80803f79f6ad), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.404763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.410771 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "DELETE /v2.0/networks/33d6bcbb-ffb0-4128-aa24-99f07f31cf9c HTTP/1.1" status: 204 len: 168 time: 1.2426448 Feb 11 05:50:20.411714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55258) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:20.423793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bdb48-5ad0-4363-a6a3-6e3e4b1744cc tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Network': ['ID=33d6bcbb-ffb0-4128-aa24-99f07f31cf9c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:20.427356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-32d0a5ab-5f98-4188-93a2-c646ae9ea7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:20.428901 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-32d0a5ab-5f98-4188-93a2-c646ae9ea7d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e36f1dc8e524722937e70aa0b871704&device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 1128 time: 0.1533585 Feb 11 05:50:20.476146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd5d8a-82fe-45ed-8b73-6a3777319c0d None None] Pushing event deleted for resources: {'Port': ['ID=774fb5ce-f9eb-4b40-b3e1-80803f79f6ad,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:20.519154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd5d8a-82fe-45ed-8b73-6a3777319c0d None None] No DVR routers for this DVR port 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:20.589061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (38a333df-eb9e-4410-9a73-327d64d75f7a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.627200 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:20.708892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-54abce7a-88ca-4f4a-94b7-b7f0054a2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:20.711609 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-54abce7a-88ca-4f4a-94b7-b7f0054a2663 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 HTTP/1.1" status: 200 len: 898 time: 0.2629647 Feb 11 05:50:20.732932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 065dcbdc-158c-46af-89e4-043c51b4471c no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:20.799566 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (38a333df-eb9e-4410-9a73-327d64d75f7a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.805842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 065dcbdc-158c-46af-89e4-043c51b4471c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:20.806200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 065dcbdc-158c-46af-89e4-043c51b4471c not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:20.808871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:20.837548 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-00429c80-2120-40c4-8f2f-1a9a8a87632e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12f200cf-066b-4b78-8471-6c67c4dd396b HTTP/1.1" status: 200 len: 217 time: 0.1183622 Feb 11 05:50:20.864222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:20.864572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 774fb5ce-f9eb-4b40-b3e1-80803f79f6ad not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:20.876910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a333df-eb9e-4410-9a73-327d64d75f7a']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.935769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa719b1b-3b4b-4299-98dc-eb51460d7d6a req-93a5d9ed-af6f-4895-be65-913a962bc131 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:20.946540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa719b1b-3b4b-4299-98dc-eb51460d7d6a req-93a5d9ed-af6f-4895-be65-913a962bc131 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 945 time: 0.2713063 Feb 11 05:50:20.952208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-7d086001-e960-436f-b42e-45a0dc97e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:20.958358 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-7d086001-e960-436f-b42e-45a0dc97e429 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=58de967f-5a33-479a-acc9-1f600207bc92 HTTP/1.1" status: 200 len: 835 time: 0.1074796 Feb 11 05:50:20.978596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20021b27-657a-4829-b884-372b418f50ad') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.978902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20021b27-657a-4829-b884-372b418f50ad') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:21.000163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-adfc76a6-7eab-4016-b8ab-89f77f3c1a35 req-d3bd7842-debd-4daf-9ef0-af5086a4ddc7 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.1407123 Feb 11 05:50:21.025797 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (20021b27-657a-4829-b884-372b418f50ad), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.054656 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:22Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fffbb175-1411-472a-8dec-cc00ebbe29c5', 'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:09:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:20Z', 'updated_at': '2022-02-11T05:49:29Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '58de967f-5a33-479a-acc9-1f600207bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:21.068447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa719b1b-3b4b-4299-98dc-eb51460d7d6a req-e993f397-568e-4042-8d98-dd5cf5cb0854 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209381 Feb 11 05:50:21.070785 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (20021b27-657a-4829-b884-372b418f50ad), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.081593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-c0d026af-3320-48a5-bea6-6211fcbceadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:21.083924 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-c0d026af-3320-48a5-bea6-6211fcbceadb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1199028 Feb 11 05:50:21.088464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:21.089530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (20021b27-657a-4829-b884-372b418f50ad), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:21.096711 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:21.108690 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] Checking router: ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:21.120140 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:21.120779 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:21.199674 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-f4b7c2e7-cabd-4eb6-a537-1188879e3b95 service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073613 Feb 11 05:50:21.226521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (38a333df-eb9e-4410-9a73-327d64d75f7a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.235992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.243645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] 10.222.0.31 "DELETE /v2.0/networks/38a333df-eb9e-4410-9a73-327d64d75f7a HTTP/1.1" status: 204 len: 168 time: 0.8278906 Feb 11 05:50:21.272824 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:21.321282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440681ad-f548-4603-89ce-a670f2e63b39 tempest-TaggedBootDevicesTest-532056467 tempest-TaggedBootDevicesTest-532056467-project] Pushing event deleted for resources: {'Network': ['ID=38a333df-eb9e-4410-9a73-327d64d75f7a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:21.374631 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5b0fc82d-ed98-485b-aeab-685d76bd095d req-f2cdffd0-8443-4e00-8bad-8a3f61e0acfc service neutron] 10.222.0.81 "GET /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674271 Feb 11 05:50:21.609303 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:22Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fffbb175-1411-472a-8dec-cc00ebbe29c5', 'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:09:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:20Z', 'updated_at': '2022-02-11T05:49:29Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '58de967f-5a33-479a-acc9-1f600207bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:21.638489 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2875bd8-da60-47d0-a03c-307ec593da46 None None] The sync data for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 is: [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:49:22Z', 'revision_number': 4, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fffbb175-1411-472a-8dec-cc00ebbe29c5', 'name': '', 'network_id': '8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'mac_address': 'fa:16:3e:09:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '58de967f-5a33-479a-acc9-1f600207bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:20Z', 'updated_at': '2022-02-11T05:49:29Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'subnets': [{'id': '58de967f-5a33-479a-acc9-1f600207bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:22.086546 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.098966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-13231ed4-7118-4a45-abec-09c409fbeb46 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:22.101915 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-13231ed4-7118-4a45-abec-09c409fbeb46 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 945 time: 0.1138771 Feb 11 05:50:22.127397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a5eb3-dd89-423c-aa63-f28a3d8ce0dc None None] New status for floating IP 1699d374-fc68-4037-8dc9-bef6080da071: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:50:22.232468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d648a7e-72d7-4856-ae6a-439fa276cfe7 req-3e9b3cdd-ae9a-495f-b688-d496812de569 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0817623 Feb 11 05:50:22.280941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12aa26-c8be-43a1-92b0-642cb18ad1c0 req-940f40c6-ca96-45bd-9e01-47616007900c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:22.282966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e12aa26-c8be-43a1-92b0-642cb18ad1c0 req-940f40c6-ca96-45bd-9e01-47616007900c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/ports?device_id=163aa24a-3870-41bf-8f55-001d3cbe578c HTTP/1.1" status: 200 len: 945 time: 0.1221466 Feb 11 05:50:22.343455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e12aa26-c8be-43a1-92b0-642cb18ad1c0 req-3e6b5a3e-0a48-4289-a769-e4b6b7546420 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532722 Feb 11 05:50:22.343753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port 12f200cf-066b-4b78-8471-6c67c4dd396b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:22.344220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.458440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] For port 12f200cf-066b-4b78-8471-6c67c4dd396b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=12f200cf-066b-4b78-8471-6c67c4dd396b,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:22.458814 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.473255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for 12f200cf-066b-4b78-8471-6c67c4dd396b owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:22.622500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (12f200cf-066b-4b78-8471-6c67c4dd396b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.655459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=12f200cf-066b-4b78-8471-6c67c4dd396b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:22.724623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] No DVR routers for this DVR port 12f200cf-066b-4b78-8471-6c67c4dd396b on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:22.729686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.733077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6ebfa155-1d0a-480c-b33f-c2a27a487151 req-348ff132-208d-4ba0-b547-7912d2101f68 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.81 "DELETE /v2.0/ports/12f200cf-066b-4b78-8471-6c67c4dd396b HTTP/1.1" status: 204 len: 173 time: 0.6240580 Feb 11 05:50:22.733581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'name': 'network-vif-deleted', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:22.735980 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a3bdb8-1d6c-4d35-a9f0-6318bb869b7a" -d '{"events": [{"server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "name": "network-vif-deleted", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:22.793887 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9496850-4799-4694-8cdb-6804065cf18c x-openstack-request-id: req-c9496850-4799-4694-8cdb-6804065cf18c {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:22.794300 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163aa24a-3870-41bf-8f55-001d3cbe578c", "name": "network-vif-deleted", "tag": "12f200cf-066b-4b78-8471-6c67c4dd396b", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:22.794555 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9496850-4799-4694-8cdb-6804065cf18c {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:22.795125 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163aa24a-3870-41bf-8f55-001d3cbe578c', 'name': 'network-vif-deleted', 'tag': '12f200cf-066b-4b78-8471-6c67c4dd396b', 'status': 'completed', 'code': 200} Feb 11 05:50:23.129677 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.362398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac9e51ad-42e2-4a9e-8591-af83c94f4f6e req-ddb78a06-65c4-47eb-b884-426c3b4baef9 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0283890 Feb 11 05:50:23.414196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55310) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:23.508056 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7c2b-3afd-4afe-83b9-39ca1d897679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (b73b4b4f-e059-4aa1-a88e-c3c21f7344b6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.541907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7c2b-3afd-4afe-83b9-39ca1d897679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (b73b4b4f-e059-4aa1-a88e-c3c21f7344b6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.615471 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7c2b-3afd-4afe-83b9-39ca1d897679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b73b4b4f-e059-4aa1-a88e-c3c21f7344b6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.619397 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7c2b-3afd-4afe-83b9-39ca1d897679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.620599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b4ab7c2b-3afd-4afe-83b9-39ca1d897679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/security-groups/b73b4b4f-e059-4aa1-a88e-c3c21f7344b6 HTTP/1.1" status: 204 len: 168 time: 0.2051020 Feb 11 05:50:23.632856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab7c2b-3afd-4afe-83b9-39ca1d897679 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73b4b4f-e059-4aa1-a88e-c3c21f7344b6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:23.669983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55326) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:24.141431 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.560445 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port fffbb175-1411-472a-8dec-cc00ebbe29c5 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:24.561071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.573438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d07a37b-2728-44d2-a0ce-9f5af8738360 req-5c30e059-38eb-4f3b-98c4-194ef561af54 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0573521 Feb 11 05:50:24.714776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] For port fffbb175-1411-472a-8dec-cc00ebbe29c5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fffbb175-1411-472a-8dec-cc00ebbe29c5,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:24.716354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.731653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for fffbb175-1411-472a-8dec-cc00ebbe29c5 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:24.916219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 12f200cf-066b-4b78-8471-6c67c4dd396b no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:24.939913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 12f200cf-066b-4b78-8471-6c67c4dd396b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:24.940967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 12f200cf-066b-4b78-8471-6c67c4dd396b not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:25.330751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (fffbb175-1411-472a-8dec-cc00ebbe29c5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.360040 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=fffbb175-1411-472a-8dec-cc00ebbe29c5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:25.411621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.412081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.412320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.412669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.413016 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.413384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.413753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.414141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.414423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.414758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.415093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.415426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.415760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:25.566604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.725772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6a34704-dd76-4548-95b9-f633b7ee4f24 req-dd42ad4d-41f0-491c-a68c-256d7300b471 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0485771 Feb 11 05:50:25.858900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:50:25.996676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:26.002660 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3a98a78-f8e2-46a8-acca-1b5568e59d1a tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "PUT /v2.0/routers/ffacdbae-9ff0-4f79-9baf-0d1c6f991f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3315105 Feb 11 05:50:26.006809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55392) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:26.009481 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] Sync routers for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:26.022835 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:26.023523 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:26.065766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-573de16e-d9ce-48c4-af71-7942e25dfd5b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting subnet 58de967f-5a33-479a-acc9-1f600207bc92 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:26.069670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-573de16e-d9ce-48c4-af71-7942e25dfd5b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for subnet (58de967f-5a33-479a-acc9-1f600207bc92), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.120708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-573de16e-d9ce-48c4-af71-7942e25dfd5b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (58de967f-5a33-479a-acc9-1f600207bc92), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.232487 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:26.300917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-573de16e-d9ce-48c4-af71-7942e25dfd5b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (58de967f-5a33-479a-acc9-1f600207bc92), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.401364 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-573de16e-d9ce-48c4-af71-7942e25dfd5b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (58de967f-5a33-479a-acc9-1f600207bc92), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.435293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573de16e-d9ce-48c4-af71-7942e25dfd5b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Subnet': ['ID=58de967f-5a33-479a-acc9-1f600207bc92,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:26.443062 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-573de16e-d9ce-48c4-af71-7942e25dfd5b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.447873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd67e2-b322-4403-b201-0749516f5eaa None None] Network 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:26.453449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55400) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:26.453776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-573de16e-d9ce-48c4-af71-7942e25dfd5b tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/subnets/58de967f-5a33-479a-acc9-1f600207bc92 HTTP/1.1" status: 204 len: 168 time: 0.4448853 Feb 11 05:50:26.552230 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:50:24Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:26.588189 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] Checking router: ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:26.602517 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] Routers {'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:26.603081 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:26.770691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.793882 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] Set router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:26.821082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2bbfc0-07ba-405c-bb67-d64c98103179 None None] DHCP port deletion for 8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:26.944260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bbfc0-07ba-405c-bb67-d64c98103179 None None] Deleting port ae870ff5-d682-4d02-9e34-b86a2a851f6a {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:26.947484 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a2bbfc0-07ba-405c-bb67-d64c98103179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.999359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16a9877e-1e3a-4bca-9803-997f98026cb7 req-6fd0c829-7300-44a3-b22a-3e68d4ecd1c1 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd495585-a2e7-4332-b59d-25cb3fb4013d HTTP/1.1" status: 200 len: 210 time: 0.0491946 Feb 11 05:50:27.082938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_gateway (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.111622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6a2bbfc0-07ba-405c-bb67-d64c98103179 None None] For port ae870ff5-d682-4d02-9e34-b86a2a851f6a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ae870ff5-d682-4d02-9e34-b86a2a851f6a,segment=NetworkSegment(c21d7767-fb26-4969-871c-0fd7c1aac22f),segment_id=c21d7767-fb26-4969-871c-0fd7c1aac22f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:27.112311 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a2bbfc0-07ba-405c-bb67-d64c98103179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.140757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bbfc0-07ba-405c-bb67-d64c98103179 None None] Calling delete_port for ae870ff5-d682-4d02-9e34-b86a2a851f6a owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:27.289622 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:50:24Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:27.290193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Deleting port 502f7c95-606e-469a-aa10-cb912a1c8e2f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:27.290193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.365543 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a592ca-0f23-4be8-b6f1-9a90f9a7abf6 None None] The sync data for ids ['ffacdbae-9ff0-4f79-9baf-0d1c6f991f03'] in n-d-715271-35 is: [{'id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'name': 'tempest-TestNetworkBasicOps-router-1550914721', 'tenant_id': '2e36f1dc8e524722937e70aa0b871704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:49:09Z', 'updated_at': '2022-02-11T05:50:24Z', 'revision_number': 5, 'project_id': '2e36f1dc8e524722937e70aa0b871704', 'gw_port': {'id': '502f7c95-606e-469a-aa10-cb912a1c8e2f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffacdbae-9ff0-4f79-9baf-0d1c6f991f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:49:11Z', 'updated_at': '2022-02-11T05:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:27.432135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a2bbfc0-07ba-405c-bb67-d64c98103179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (ae870ff5-d682-4d02-9e34-b86a2a851f6a), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.455634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] For port 502f7c95-606e-469a-aa10-cb912a1c8e2f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=502f7c95-606e-469a-aa10-cb912a1c8e2f,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:27.456034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.473401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Calling delete_port for 502f7c95-606e-469a-aa10-cb912a1c8e2f owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:27.520107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2bbfc0-07ba-405c-bb67-d64c98103179 None None] No DVR routers for this DVR port ae870ff5-d682-4d02-9e34-b86a2a851f6a on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:27.528495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bbfc0-07ba-405c-bb67-d64c98103179 None None] Pushing event deleted for resources: {'Port': ['ID=ae870ff5-d682-4d02-9e34-b86a2a851f6a,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:27.710748 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b666fb06-22a1-49bf-88ac-61e12856af2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.714240 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (502f7c95-606e-469a-aa10-cb912a1c8e2f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.755925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Port': ['ID=502f7c95-606e-469a-aa10-cb912a1c8e2f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:27.855365 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.018316 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.020629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router_controller (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.118945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (ffacdbae-9ff0-4f79-9baf-0d1c6f991f03), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.120127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Fanout notify agent at l3_agent the message router_deleted on router ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:50:28.132858 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.139079 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-add6a0cf-a801-4835-93ed-68b9833cf44c tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/routers/ffacdbae-9ff0-4f79-9baf-0d1c6f991f03 HTTP/1.1" status: 204 len: 168 time: 1.6830590 Feb 11 05:50:28.140773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55440) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:28.184854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55442) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:28.270433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.348422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eccc5074-f4e1-4cb3-afd8-fc75dfc64f5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group (87cf8a0d-100b-476c-8d4c-6ee08f415a2a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.375063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.400500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:28.407521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eccc5074-f4e1-4cb3-afd8-fc75dfc64f5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group (87cf8a0d-100b-476c-8d4c-6ee08f415a2a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.426059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21d7767-fb26-4969-871c-0fd7c1aac22f') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:28.426448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21d7767-fb26-4969-871c-0fd7c1aac22f') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:28.446669 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (c21d7767-fb26-4969-871c-0fd7c1aac22f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.472094 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eccc5074-f4e1-4cb3-afd8-fc75dfc64f5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (87cf8a0d-100b-476c-8d4c-6ee08f415a2a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.474999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eccc5074-f4e1-4cb3-afd8-fc75dfc64f5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.477228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eccc5074-f4e1-4cb3-afd8-fc75dfc64f5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "DELETE /v2.0/security-groups/87cf8a0d-100b-476c-8d4c-6ee08f415a2a HTTP/1.1" status: 204 len: 168 time: 0.2902813 Feb 11 05:50:28.480814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55446) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:28.481919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c21d7767-fb26-4969-871c-0fd7c1aac22f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.495309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:28.495972 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (c21d7767-fb26-4969-871c-0fd7c1aac22f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:28.499681 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:28.508932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc5074-f4e1-4cb3-afd8-fc75dfc64f5d tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf8a0d-100b-476c-8d4c-6ee08f415a2a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:28.511322 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-6fd48db0-9a69-4daa-bcd3-8c8b6db5b658 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] show failed (client error): The resource could not be found. Feb 11 05:50:28.512683 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6fd48db0-9a69-4daa-bcd3-8c8b6db5b658 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "GET /v2.0/security-groups/87cf8a0d-100b-476c-8d4c-6ee08f415a2a HTTP/1.1" status: 404 len: 347 time: 0.0268550 Feb 11 05:50:28.516975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55448) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:28.629410 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.637901 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.659605 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] 10.222.0.31 "DELETE /v2.0/networks/8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5 HTTP/1.1" status: 204 len: 168 time: 0.5063169 Feb 11 05:50:28.674204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c2fdb-b9e1-4e58-955f-a85db5fae197 tempest-TestNetworkBasicOps-1577760689 tempest-TestNetworkBasicOps-1577760689-project] Pushing event deleted for resources: {'Network': ['ID=8bbc52dc-4cd8-4ccb-8d47-472fdbf821b5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:28.696221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting port fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:28.696573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.837403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.837994 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for floatingip (fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.863101 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fffbb175-1411-472a-8dec-cc00ebbe29c5 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:28.870295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Calling delete_port for fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:28.893254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: fffbb175-1411-472a-8dec-cc00ebbe29c5 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:28.901990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fffbb175-1411-472a-8dec-cc00ebbe29c5 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:28.902609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ae870ff5-d682-4d02-9e34-b86a2a851f6a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:28.935170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: ae870ff5-d682-4d02-9e34-b86a2a851f6a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:28.949644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ae870ff5-d682-4d02-9e34-b86a2a851f6a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:28.950271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 502f7c95-606e-469a-aa10-cb912a1c8e2f no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:28.985907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 502f7c95-606e-469a-aa10-cb912a1c8e2f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:28.986509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 502f7c95-606e-469a-aa10-cb912a1c8e2f not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:29.039289 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.109438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55458) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.110207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Port': ['ID=fabbb6f8-dcb1-42f7-b2e5-f3088a1d01b8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:29.227564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for floatingip (6910b6d3-cdfb-4ebc-9a61-51d2baa34869), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.239284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.240792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c234f412-87d8-4df7-8b6b-980c6cc2e7f4 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "DELETE /v2.0/floatingips/6910b6d3-cdfb-4ebc-9a61-51d2baa34869 HTTP/1.1" status: 204 len: 168 time: 0.7222798 Feb 11 05:50:29.243510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55466) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.421943 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-555d3208-7c01-4149-b219-22f8941eadf0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e36f1dc8e524722937e70aa0b871704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3016541 Feb 11 05:50:29.432828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55472) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.496766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb2ac0-f749-4bb6-9e6e-9fbf8dc41aa5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting port 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:29.497541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2ac0-f749-4bb6-9e6e-9fbf8dc41aa5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.539979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-362c2fca-4d7d-4dd4-b800-b7a11c5b57d4 admin admin] Publish callbacks [] for security_group (fb9c7045-b062-4a14-93c9-6a9f45d90ec5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.564958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-362c2fca-4d7d-4dd4-b800-b7a11c5b57d4 admin admin] Publish callbacks [] for security_group (fb9c7045-b062-4a14-93c9-6a9f45d90ec5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.651228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-362c2fca-4d7d-4dd4-b800-b7a11c5b57d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fb9c7045-b062-4a14-93c9-6a9f45d90ec5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.654059 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-362c2fca-4d7d-4dd4-b800-b7a11c5b57d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.655370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-362c2fca-4d7d-4dd4-b800-b7a11c5b57d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb9c7045-b062-4a14-93c9-6a9f45d90ec5 HTTP/1.1" status: 204 len: 168 time: 0.2201719 Feb 11 05:50:29.676429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c2fca-4d7d-4dd4-b800-b7a11c5b57d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9c7045-b062-4a14-93c9-6a9f45d90ec5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:29.709204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2ac0-f749-4bb6-9e6e-9fbf8dc41aa5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.736940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb2ac0-f749-4bb6-9e6e-9fbf8dc41aa5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Calling delete_port for 283f8362-3664-40ac-bd6e-d9dc5a4f3e9f owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:29.895152 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2ac0-f749-4bb6-9e6e-9fbf8dc41aa5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (283f8362-3664-40ac-bd6e-d9dc5a4f3e9f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.947540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb2ac0-f749-4bb6-9e6e-9fbf8dc41aa5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Port': ['ID=283f8362-3664-40ac-bd6e-d9dc5a4f3e9f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:30.044241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2ac0-f749-4bb6-9e6e-9fbf8dc41aa5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.048479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a3eb2ac0-f749-4bb6-9e6e-9fbf8dc41aa5 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "DELETE /v2.0/ports/283f8362-3664-40ac-bd6e-d9dc5a4f3e9f HTTP/1.1" status: 204 len: 168 time: 0.8038936 Feb 11 05:50:30.051506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55478) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:30.162882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55482) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:30.186979 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66a9891d-a550-40ca-a7d5-b92ad0fb0c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.261856 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-be41c094-fc7d-4581-9351-1bea862709c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.277695 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1e037d53-6e2c-4a35-906b-ed966ac1beea tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting port d294594c-7a83-4810-99bc-b12b11584445 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:30.279504 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e037d53-6e2c-4a35-906b-ed966ac1beea tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d294594c-7a83-4810-99bc-b12b11584445), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.585937 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e037d53-6e2c-4a35-906b-ed966ac1beea tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d294594c-7a83-4810-99bc-b12b11584445), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.597495 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66a9891d-a550-40ca-a7d5-b92ad0fb0c89 admin admin] Publish callbacks [] for security_group (a4ea44f6-b7b9-438d-b1ed-909e579d3c92), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.605595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1e037d53-6e2c-4a35-906b-ed966ac1beea tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Calling delete_port for d294594c-7a83-4810-99bc-b12b11584445 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:30.610616 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66a9891d-a550-40ca-a7d5-b92ad0fb0c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a4ea44f6-b7b9-438d-b1ed-909e579d3c92), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.754729 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-66a9891d-a550-40ca-a7d5-b92ad0fb0c89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5803dff401e4d22aae8103934b64697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5898349 Feb 11 05:50:30.758003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55496) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:30.764209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9891d-a550-40ca-a7d5-b92ad0fb0c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ea44f6-b7b9-438d-b1ed-909e579d3c92,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:30.867545 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2f36681-1aba-40b1-bea6-d6b31f813c8a admin admin] Publish callbacks [] for security_group (a4ea44f6-b7b9-438d-b1ed-909e579d3c92), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.927397 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2f36681-1aba-40b1-bea6-d6b31f813c8a admin admin] Publish callbacks [] for security_group (a4ea44f6-b7b9-438d-b1ed-909e579d3c92), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.973094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e037d53-6e2c-4a35-906b-ed966ac1beea tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d294594c-7a83-4810-99bc-b12b11584445), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.004691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2f36681-1aba-40b1-bea6-d6b31f813c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a4ea44f6-b7b9-438d-b1ed-909e579d3c92), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.009821 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a2f36681-1aba-40b1-bea6-d6b31f813c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.011207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a2f36681-1aba-40b1-bea6-d6b31f813c8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4ea44f6-b7b9-438d-b1ed-909e579d3c92 HTTP/1.1" status: 204 len: 168 time: 0.2522085 Feb 11 05:50:31.033073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f36681-1aba-40b1-bea6-d6b31f813c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ea44f6-b7b9-438d-b1ed-909e579d3c92,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:31.034808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e037d53-6e2c-4a35-906b-ed966ac1beea tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Port': ['ID=d294594c-7a83-4810-99bc-b12b11584445,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:31.115968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1e037d53-6e2c-4a35-906b-ed966ac1beea tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.122804 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1e037d53-6e2c-4a35-906b-ed966ac1beea tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "DELETE /v2.0/ports/d294594c-7a83-4810-99bc-b12b11584445 HTTP/1.1" status: 204 len: 168 time: 1.0667934 Feb 11 05:50:31.123613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55500) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:31.124747 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.188262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b9362e-b3cc-448d-bc36-331f73d6cb90 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting subnet d9a71f2c-2510-405a-8034-db3d4d59d111 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:31.191833 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8b9362e-b3cc-448d-bc36-331f73d6cb90 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for subnet (d9a71f2c-2510-405a-8034-db3d4d59d111), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.248718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8b9362e-b3cc-448d-bc36-331f73d6cb90 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (d9a71f2c-2510-405a-8034-db3d4d59d111), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.374425 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8b9362e-b3cc-448d-bc36-331f73d6cb90 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (d9a71f2c-2510-405a-8034-db3d4d59d111), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.524252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8b9362e-b3cc-448d-bc36-331f73d6cb90 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (d9a71f2c-2510-405a-8034-db3d4d59d111), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.594845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9362e-b3cc-448d-bc36-331f73d6cb90 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a71f2c-2510-405a-8034-db3d4d59d111,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:31.620100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d8b9362e-b3cc-448d-bc36-331f73d6cb90 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.622655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6458ad-1740-49b8-b940-5bdf46a6972a None None] Network 3933aaa4-ebd8-4f26-942b-f465028f6bf9 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:31.638380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d8b9362e-b3cc-448d-bc36-331f73d6cb90 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "DELETE /v2.0/subnets/d9a71f2c-2510-405a-8034-db3d4d59d111 HTTP/1.1" status: 204 len: 168 time: 0.5134833 Feb 11 05:50:31.641010 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55514) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:31.802076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-215e658b-e39e-443c-b54a-de0be346aec8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting subnet aa8fc154-ad35-44bc-839a-eb8ae4c6964c {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:31.830037 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-215e658b-e39e-443c-b54a-de0be346aec8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for subnet (aa8fc154-ad35-44bc-839a-eb8ae4c6964c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.931023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-215e658b-e39e-443c-b54a-de0be346aec8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (aa8fc154-ad35-44bc-839a-eb8ae4c6964c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.009528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7196e41f-5c6d-423a-a155-9fa63f55b79e None None] DHCP port deletion for 3933aaa4-ebd8-4f26-942b-f465028f6bf9 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:32.085243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7196e41f-5c6d-423a-a155-9fa63f55b79e None None] Deleting port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:32.085976 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7196e41f-5c6d-423a-a155-9fa63f55b79e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.094950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-215e658b-e39e-443c-b54a-de0be346aec8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (aa8fc154-ad35-44bc-839a-eb8ae4c6964c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.183006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7196e41f-5c6d-423a-a155-9fa63f55b79e None None] For port dc6baf1c-3c10-4588-a44a-7f3f714acdd0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dc6baf1c-3c10-4588-a44a-7f3f714acdd0,segment=NetworkSegment(0e75857e-25dc-4b60-814c-b3380e543401),segment_id=0e75857e-25dc-4b60-814c-b3380e543401)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:32.183416 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7196e41f-5c6d-423a-a155-9fa63f55b79e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.198141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-215e658b-e39e-443c-b54a-de0be346aec8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (aa8fc154-ad35-44bc-839a-eb8ae4c6964c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.203456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7196e41f-5c6d-423a-a155-9fa63f55b79e None None] Calling delete_port for dc6baf1c-3c10-4588-a44a-7f3f714acdd0 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:32.286253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e658b-e39e-443c-b54a-de0be346aec8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8fc154-ad35-44bc-839a-eb8ae4c6964c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:32.293714 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-215e658b-e39e-443c-b54a-de0be346aec8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.301970 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-215e658b-e39e-443c-b54a-de0be346aec8 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "DELETE /v2.0/subnets/aa8fc154-ad35-44bc-839a-eb8ae4c6964c HTTP/1.1" status: 204 len: 168 time: 0.6592202 Feb 11 05:50:32.305245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55530) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:32.346830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82973b5e-88d8-47e5-a657-6a7e81b906e3 None None] Network fb83d269-2acd-412f-8a84-5425707c72b1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:32.532983 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3933aaa4-ebd8-4f26-942b-f465028f6bf9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.621093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7196e41f-5c6d-423a-a155-9fa63f55b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.648494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196e41f-5c6d-423a-a155-9fa63f55b79e None None] Pushing event deleted for resources: {'Port': ['ID=dc6baf1c-3c10-4588-a44a-7f3f714acdd0,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:32.669190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196e41f-5c6d-423a-a155-9fa63f55b79e None None] No DVR routers for this DVR port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:32.708644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Deleting port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:32.709175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.787430 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.837280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] For port dc6baf1c-3c10-4588-a44a-7f3f714acdd0, host n-d-715271-35, got binding levels [] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:32.837662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.856571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19517a18-4510-457b-8b57-185264ada77b None None] DHCP port deletion for fb83d269-2acd-412f-8a84-5425707c72b1 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:32.867934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Calling delete_port for dc6baf1c-3c10-4588-a44a-7f3f714acdd0 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:32.875765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 was not found and therefore no delete operation was performed {{(pid=103120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:50:32.878999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (dc6baf1c-3c10-4588-a44a-7f3f714acdd0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.912305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] No DVR routers for this DVR port dc6baf1c-3c10-4588-a44a-7f3f714acdd0 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:32.919204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc6baf1c-3c10-4588-a44a-7f3f714acdd0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:32.955457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55552) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:33.019489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: dc6baf1c-3c10-4588-a44a-7f3f714acdd0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:33.019838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc6baf1c-3c10-4588-a44a-7f3f714acdd0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:33.119813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-19517a18-4510-457b-8b57-185264ada77b None None] Deleting port d00760d7-cafb-42ef-8cb7-250158c8b0ae {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:33.120202 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19517a18-4510-457b-8b57-185264ada77b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.190011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3933aaa4-ebd8-4f26-942b-f465028f6bf9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.227548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-167728257-network', 'tenant_id': '74b3c2f18ed74505a55c4b9e9d4041b3'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:33.249422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3933aaa4-ebd8-4f26-942b-f465028f6bf9']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:33.278827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e75857e-25dc-4b60-814c-b3380e543401') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:33.279366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e75857e-25dc-4b60-814c-b3380e543401') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:33.287507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-19517a18-4510-457b-8b57-185264ada77b None None] For port d00760d7-cafb-42ef-8cb7-250158c8b0ae, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d00760d7-cafb-42ef-8cb7-250158c8b0ae,segment=NetworkSegment(6e99462e-2fe2-4877-af1c-3122ba54005e),segment_id=6e99462e-2fe2-4877-af1c-3122ba54005e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:33.290832 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (0e75857e-25dc-4b60-814c-b3380e543401), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.290970 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19517a18-4510-457b-8b57-185264ada77b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.306386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Made reservation on behalf of 74b3c2f18ed74505a55c4b9e9d4041b3 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:33.308852 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0e75857e-25dc-4b60-814c-b3380e543401), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.318565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:33.319069 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (0e75857e-25dc-4b60-814c-b3380e543401), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.319324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.322041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-19517a18-4510-457b-8b57-185264ada77b None None] Calling delete_port for d00760d7-cafb-42ef-8cb7-250158c8b0ae owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:33.345139 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:33.466315 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:33.469884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Port': ['ID=dc6baf1c-3c10-4588-a44a-7f3f714acdd0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:33.487644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.492870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.493399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.493833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.494258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.494676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.495089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.495503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.495916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.496336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.496752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.497167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.500773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:33.509744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3933aaa4-ebd8-4f26-942b-f465028f6bf9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.527119 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19517a18-4510-457b-8b57-185264ada77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (d00760d7-cafb-42ef-8cb7-250158c8b0ae), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.536118 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.538190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Publish callbacks [] for security_group (7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.540062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "DELETE /v2.0/networks/3933aaa4-ebd8-4f26-942b-f465028f6bf9 HTTP/1.1" status: 204 len: 168 time: 1.2337720 Feb 11 05:50:33.541012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23e0d7-86fd-4937-ab25-39f086c7a3d0 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Network': ['ID=3933aaa4-ebd8-4f26-942b-f465028f6bf9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:33.543547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55558) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:33.549849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.563489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19517a18-4510-457b-8b57-185264ada77b None None] No DVR routers for this DVR port d00760d7-cafb-42ef-8cb7-250158c8b0ae on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:33.619491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19517a18-4510-457b-8b57-185264ada77b None None] Pushing event deleted for resources: {'Port': ['ID=d00760d7-cafb-42ef-8cb7-250158c8b0ae,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:33.641548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:33.668738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:50:33.701687 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6686ebc4-6e1e-4851-bd83-ee33befac158), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.702036 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Added segment 6686ebc4-6e1e-4851-bd83-ee33befac158 of type vlan for network 12badc3d-d367-4e8e-b6cf-931f5875ed35 Feb 11 05:50:33.709727 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (fb83d269-2acd-412f-8a84-5425707c72b1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.798442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (12badc3d-d367-4e8e-b6cf-931f5875ed35), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.854195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (12badc3d-d367-4e8e-b6cf-931f5875ed35), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.855282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:33.855972 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.905497 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.924238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (fb83d269-2acd-412f-8a84-5425707c72b1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.930119 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9726126 Feb 11 05:50:33.942288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55568) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:33.963122 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Request body: {'subnet': {'network_id': '12badc3d-d367-4e8e-b6cf-931f5875ed35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-167728257-subnet', 'tenant_id': '74b3c2f18ed74505a55c4b9e9d4041b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:33.986561 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:50:33.993621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb83d269-2acd-412f-8a84-5425707c72b1']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:34.024610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e99462e-2fe2-4877-af1c-3122ba54005e') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:34.029928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e99462e-2fe2-4877-af1c-3122ba54005e') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:34.052387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (6e99462e-2fe2-4877-af1c-3122ba54005e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.078085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6e99462e-2fe2-4877-af1c-3122ba54005e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.087099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14dd6d-a22b-4c91-8aae-3043a4d0479d admin admin] Pushing event updated for resources: {'Network': ['ID=12badc3d-d367-4e8e-b6cf-931f5875ed35,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:34.092011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:34.092544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (6e99462e-2fe2-4877-af1c-3122ba54005e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.100052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Made reservation on behalf of 74b3c2f18ed74505a55c4b9e9d4041b3 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:34.106335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.111679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 12badc3d-d367-4e8e-b6cf-931f5875ed35 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:34.113404 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:34.268564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (fb83d269-2acd-412f-8a84-5425707c72b1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.287056 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.304582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] 10.222.0.31 "DELETE /v2.0/networks/fb83d269-2acd-412f-8a84-5425707c72b1 HTTP/1.1" status: 204 len: 168 time: 0.7483864 Feb 11 05:50:34.361068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406144bc-1c58-48f1-a334-a513c28456e2 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] Pushing event deleted for resources: {'Network': ['ID=fb83d269-2acd-412f-8a84-5425707c72b1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:34.686132 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (a7a84512-e6f1-4174-b3e1-afb8cbe4cd19), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.786645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d00760d7-cafb-42ef-8cb7-250158c8b0ae no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:34.796336 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a84512-e6f1-4174-b3e1-afb8cbe4cd19,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:34.809448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Checking segment: {'id': '6686ebc4-6e1e-4851-bd83-ee33befac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12badc3d-d367-4e8e-b6cf-931f5875ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:34.810060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Network hostable DHCP agents. Network: 12badc3d-d367-4e8e-b6cf-931f5875ed35, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:50:34.846765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Network 12badc3d-d367-4e8e-b6cf-931f5875ed35 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:50:34.889067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: d00760d7-cafb-42ef-8cb7-250158c8b0ae {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:34.889899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d00760d7-cafb-42ef-8cb7-250158c8b0ae not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:34.893159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 12badc3d-d367-4e8e-b6cf-931f5875ed35) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:34.906692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dbc38d-07f6-4063-9aa4-673e67fa3a66 None None] Network 12badc3d-d367-4e8e-b6cf-931f5875ed35 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:34.910985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:34.911462 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.960037 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dd0bef72-ead2-458b-80a4-1b8a636147c5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0047224 Feb 11 05:50:35.126129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ada3ac8-9807-4cf2-8c97-0dabeb7420e4 None None] Network 12badc3d-d367-4e8e-b6cf-931f5875ed35 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:35.795673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55624) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:35.802378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1686054606-network', 'tenant_id': '23de2c39a95e4bdfad08101918095b42'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:35.852678 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Made reservation on behalf of 23de2c39a95e4bdfad08101918095b42 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:35.855283 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.873482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.019257 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Publish callbacks [] for security_group (5a36b20c-d421-40f3-be22-ee2a0e6486b0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.025736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5a36b20c-d421-40f3-be22-ee2a0e6486b0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.037625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:50:36.047371 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (657bab6a-1342-49b6-9b32-9ffe54aa2d83), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.047962 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Added segment 657bab6a-1342-49b6-9b32-9ffe54aa2d83 of type vlan for network 31670dc2-bb51-437a-8247-46f0851b06c0 Feb 11 05:50:36.126300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (31670dc2-bb51-437a-8247-46f0851b06c0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.191023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (31670dc2-bb51-437a-8247-46f0851b06c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.195559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:36.196330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.253718 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4563828 Feb 11 05:50:36.257490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55632) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:36.263853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Request body: {'subnet': {'network_id': '31670dc2-bb51-437a-8247-46f0851b06c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1686054606-subnet', 'tenant_id': '23de2c39a95e4bdfad08101918095b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:36.276292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a36b20c-d421-40f3-be22-ee2a0e6486b0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:36.310428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Made reservation on behalf of 23de2c39a95e4bdfad08101918095b42 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:36.318120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.487346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab8d54-dab9-4861-939d-5891240144bf admin admin] Pushing event updated for resources: {'Network': ['ID=31670dc2-bb51-437a-8247-46f0851b06c0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:36.514547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 31670dc2-bb51-437a-8247-46f0851b06c0 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:50:36.719114 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (4a8ee91c-bb3d-4e5e-b276-fae282b5c347), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.809502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Checking segment: {'id': '657bab6a-1342-49b6-9b32-9ffe54aa2d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31670dc2-bb51-437a-8247-46f0851b06c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:36.810341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Network hostable DHCP agents. Network: 31670dc2-bb51-437a-8247-46f0851b06c0, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:50:36.813030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8ee91c-bb3d-4e5e-b276-fae282b5c347,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:36.857095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Network 31670dc2-bb51-437a-8247-46f0851b06c0 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:50:36.870611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 31670dc2-bb51-437a-8247-46f0851b06c0) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:36.877970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:36.878572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.881242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95193b81-4134-4cff-8088-e7f776b53b36 None None] Network 31670dc2-bb51-437a-8247-46f0851b06c0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:36.915173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d2cfbef0-a5ad-4846-932a-6d95d047fb1b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6557121 Feb 11 05:50:37.098873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de9048-0221-491c-ab87-7407e228d0ee None None] Network 31670dc2-bb51-437a-8247-46f0851b06c0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:37.423947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55678) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:37.645169 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce933aaa-cb06-4805-9ded-7c5cc7416725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.839634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce933aaa-cb06-4805-9ded-7c5cc7416725 admin admin] Publish callbacks [] for security_group (fca2e13f-80e5-419e-83d9-75d63eafc8be), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.851198 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ce933aaa-cb06-4805-9ded-7c5cc7416725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fca2e13f-80e5-419e-83d9-75d63eafc8be), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.906748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ce933aaa-cb06-4805-9ded-7c5cc7416725 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3f1dd1b0b71449bb4d34dbba8da6379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4811468 Feb 11 05:50:37.909578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:37.932783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce933aaa-cb06-4805-9ded-7c5cc7416725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2e13f-80e5-419e-83d9-75d63eafc8be,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:38.030413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b511547-7bb5-423e-933c-62f19c79cfd5 admin admin] Publish callbacks [] for security_group (fca2e13f-80e5-419e-83d9-75d63eafc8be), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.103082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b511547-7bb5-423e-933c-62f19c79cfd5 admin admin] Publish callbacks [] for security_group (fca2e13f-80e5-419e-83d9-75d63eafc8be), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.195997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80544d80-e768-4270-a278-680f01bf615c req-197991d3-47c8-4630-83b6-27b62612ff6c tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:38.207524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-197991d3-47c8-4630-83b6-27b62612ff6c tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/networks?id=12badc3d-d367-4e8e-b6cf-931f5875ed35 HTTP/1.1" status: 200 len: 811 time: 0.1856270 Feb 11 05:50:38.221142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b511547-7bb5-423e-933c-62f19c79cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fca2e13f-80e5-419e-83d9-75d63eafc8be), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.223794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b511547-7bb5-423e-933c-62f19c79cfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.230289 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7b511547-7bb5-423e-933c-62f19c79cfd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fca2e13f-80e5-419e-83d9-75d63eafc8be HTTP/1.1" status: 204 len: 168 time: 0.3161433 Feb 11 05:50:38.234023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-f47facdb-e04e-4263-b0a4-091550dbac1b tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/quotas/74b3c2f18ed74505a55c4b9e9d4041b3 HTTP/1.1" status: 200 len: 375 time: 0.0174198 Feb 11 05:50:38.244504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b511547-7bb5-423e-933c-62f19c79cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2e13f-80e5-419e-83d9-75d63eafc8be,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:38.316775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-569726aa-9916-4326-b3f9-70c7d4462163 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74b3c2f18ed74505a55c4b9e9d4041b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651510 Feb 11 05:50:38.519505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-a8d844f9-7c3d-4a52-8926-1b2c311767c8 service neutron] 10.222.0.31 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013202 Feb 11 05:50:38.675182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-53f7b1f8-af82-4bca-9e33-829a1d65aa38 service neutron] 10.222.0.31 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435089 Feb 11 05:50:38.689558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55706) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:38.704210 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7fe2-cc5b-4598-8e5c-220f08a0d07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.820394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7fe2-cc5b-4598-8e5c-220f08a0d07f admin admin] Publish callbacks [] for security_group (dbd4036f-dda0-455a-83b6-8ef06e74fad1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.824490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7fe2-cc5b-4598-8e5c-220f08a0d07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dbd4036f-dda0-455a-83b6-8ef06e74fad1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.877631 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6a9e7fe2-cc5b-4598-8e5c-220f08a0d07f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5e272d40e53494b8925179d8118d84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843839 Feb 11 05:50:38.877631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e7fe2-cc5b-4598-8e5c-220f08a0d07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd4036f-dda0-455a-83b6-8ef06e74fad1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:38.877905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55710) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:38.962543 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d905-6263-4603-beca-2f3d20941bcb admin admin] Publish callbacks [] for security_group (dbd4036f-dda0-455a-83b6-8ef06e74fad1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.986942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d905-6263-4603-beca-2f3d20941bcb admin admin] Publish callbacks [] for security_group (dbd4036f-dda0-455a-83b6-8ef06e74fad1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.996868 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60348b47-97c0-46d5-8204-2631c9962479 req-3c538284-21b5-4473-a52b-dd24af161071 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 210 time: 0.0800068 Feb 11 05:50:39.046784 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d905-6263-4603-beca-2f3d20941bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dbd4036f-dda0-455a-83b6-8ef06e74fad1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.051178 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d905-6263-4603-beca-2f3d20941bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.053257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c5c9d905-6263-4603-beca-2f3d20941bcb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbd4036f-dda0-455a-83b6-8ef06e74fad1 HTTP/1.1" status: 204 len: 168 time: 0.1740761 Feb 11 05:50:39.067446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9d905-6263-4603-beca-2f3d20941bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd4036f-dda0-455a-83b6-8ef06e74fad1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:40.201839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-456f98b7-d229-497f-a1a8-e1a3a08d15d2 req-be5808e8-cf5a-4c16-9fe3-ff5d61069ffd tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 210 time: 0.0572670 Feb 11 05:50:40.230870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 55768) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:40.442187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1508422139-network', 'tenant_id': 'c674a4685ca145c0bda194bb4cc2141e'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:40.477895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Made reservation on behalf of c674a4685ca145c0bda194bb4cc2141e for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:40.481624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.522988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.659465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Publish callbacks [] for security_group (30461512-cec4-4276-9396-6408a74381b1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.671729 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (30461512-cec4-4276-9396-6408a74381b1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.685500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:50:40.698387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c1fa12b0-fb07-4c98-99db-cb5b130d023f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.699158 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Added segment c1fa12b0-fb07-4c98-99db-cb5b130d023f of type vlan for network b225f15f-55de-4dd7-98d5-b77d383475b9 Feb 11 05:50:40.750783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b225f15f-55de-4dd7-98d5-b77d383475b9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.805994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30461512-cec4-4276-9396-6408a74381b1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:40.809910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b225f15f-55de-4dd7-98d5-b77d383475b9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.811375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:40.812191 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.263668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55784) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:41.266530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0326507 Feb 11 05:50:41.271060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Request body: {'subnet': {'network_id': 'b225f15f-55de-4dd7-98d5-b77d383475b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1508422139-subnet', 'tenant_id': 'c674a4685ca145c0bda194bb4cc2141e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:41.288950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f8f6d-b0f9-4531-8f8a-6d97d06bf7fb admin admin] Pushing event updated for resources: {'Network': ['ID=b225f15f-55de-4dd7-98d5-b77d383475b9,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:41.311429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80544d80-e768-4270-a278-680f01bf615c req-1627c1d4-3310-4925-9cbe-db8539390960 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:41.314362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Made reservation on behalf of c674a4685ca145c0bda194bb4cc2141e for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:41.316334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b225f15f-55de-4dd7-98d5-b77d383475b9 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:50:41.317686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.324715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-1627c1d4-3310-4925-9cbe-db8539390960 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.72 "GET /v2.0/networks?id=12badc3d-d367-4e8e-b6cf-931f5875ed35 HTTP/1.1" status: 200 len: 811 time: 0.8269410 Feb 11 05:50:41.345065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Request body: {'port': {'device_id': '00231c52-18d4-499f-bde2-bddf61211ea7', 'network_id': '12badc3d-d367-4e8e-b6cf-931f5875ed35', 'admin_state_up': True, 'tenant_id': '74b3c2f18ed74505a55c4b9e9d4041b3'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:41.563233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6aea3aae-939e-4aa7-a4a4-0dfa4cdfca76 req-82d96a32-1f5f-4b8f-a041-72671f4f1abb tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 210 time: 0.0366735 Feb 11 05:50:41.593904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Made reservation on behalf of 74b3c2f18ed74505a55c4b9e9d4041b3 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:41.597666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.650043 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (2730526c-6341-4227-98cc-a2ad949eb52a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.711541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2730526c-6341-4227-98cc-a2ad949eb52a,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:41.726203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Checking segment: {'id': 'c1fa12b0-fb07-4c98-99db-cb5b130d023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b225f15f-55de-4dd7-98d5-b77d383475b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:41.726571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Network hostable DHCP agents. Network: b225f15f-55de-4dd7-98d5-b77d383475b9, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:50:41.744328 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Network b225f15f-55de-4dd7-98d5-b77d383475b9 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:50:41.754311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b225f15f-55de-4dd7-98d5-b77d383475b9) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:41.758612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:41.759208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.770768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8c695-9640-4e6b-8ad5-a5b739c0c4e7 None None] Network b225f15f-55de-4dd7-98d5-b77d383475b9 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:41.776895 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-86d3c16d-2342-42d3-b22a-511ee2dcbac5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5115449 Feb 11 05:50:41.869372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Allocated IP 172.20.0.8 (12badc3d-d367-4e8e-b6cf-931f5875ed35/a7a84512-e6f1-4174-b3e1-afb8cbe4cd19/088e0ba8-75ff-4e82-9566-d5c0dc0de87d) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:42.116314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0584c5-5201-4851-84ed-50c02bc4d2ae None None] Network b225f15f-55de-4dd7-98d5-b77d383475b9 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:42.227360 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Publish callbacks [] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.287715 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.344523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Network 12badc3d-d367-4e8e-b6cf-931f5875ed35 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:42.347990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:42.352854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:42.395973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Pushing event updated for resources: {'Port': ['ID=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:42.457975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:42.458722 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.481022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-c7a6d786-b58c-45ea-8085-d01585bd9e75 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1551509 Feb 11 05:50:42.720248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Request body: {'port': {'device_id': '00231c52-18d4-499f-bde2-bddf61211ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:42.726157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55822) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:42.733100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1939034426-network', 'tenant_id': 'f95f16384d634b51b250b14ce7f52eef'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:42.773929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Made reservation on behalf of f95f16384d634b51b250b14ce7f52eef for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:42.780563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.798222 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.846660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ef352-3487-409c-a746-60c021338e77 req-b4a57725-7114-4622-9be2-cfd4ea7190f5 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:42.852575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-928ef352-3487-409c-a746-60c021338e77 req-b4a57725-7114-4622-9be2-cfd4ea7190f5 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 931 time: 0.1661222 Feb 11 05:50:42.889560 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.003055 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Publish callbacks [] for security_group (e7a5ce02-788b-4dad-87d2-57b0e1ea4c59), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.007585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e7a5ce02-788b-4dad-87d2-57b0e1ea4c59), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.051534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a5ce02-788b-4dad-87d2-57b0e1ea4c59,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:43.089806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:50:43.111556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3360644e-882e-447a-a4a5-7a9ae503961c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.112144 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Added segment 3360644e-882e-447a-a4a5-7a9ae503961c of type vlan for network 0493f780-e021-4faa-94ac-2426c6bfb803 Feb 11 05:50:43.237143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (0493f780-e021-4faa-94ac-2426c6bfb803), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.299562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (0493f780-e021-4faa-94ac-2426c6bfb803), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.302043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:43.305936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.342029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088e0ba8-75ff-4e82-9566-d5c0dc0de87d {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:50:43.352956 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Publish callbacks [] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.384292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Transition to ACTIVE for port object 088e0ba8-75ff-4e82-9566-d5c0dc0de87d will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:50:43.396851 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.430501 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7012687 Feb 11 05:50:43.439044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 55830) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:43.446350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Request body: {'subnet': {'network_id': '0493f780-e021-4faa-94ac-2426c6bfb803', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1939034426-subnet', 'tenant_id': 'f95f16384d634b51b250b14ce7f52eef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:43.485907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:43.498773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-928ef352-3487-409c-a746-60c021338e77 req-1785253f-63a9-44b4-a53a-95b14ca304fe tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391690 Feb 11 05:50:43.577161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Made reservation on behalf of f95f16384d634b51b250b14ce7f52eef for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:43.580362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.629607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Attempting to bind port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:43.629954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Attempting to bind port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '6686ebc4-6e1e-4851-bd83-ee33befac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12badc3d-d367-4e8e-b6cf-931f5875ed35'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:43.630289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Attempting to bind port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d on network 12badc3d-d367-4e8e-b6cf-931f5875ed35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:43.636271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d on network 12badc3d-d367-4e8e-b6cf-931f5875ed35 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:50:43.636604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Attempting to bind port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d on network 12badc3d-d367-4e8e-b6cf-931f5875ed35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:43.641978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:43.642328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Checking segment: {'id': '6686ebc4-6e1e-4851-bd83-ee33befac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12badc3d-d367-4e8e-b6cf-931f5875ed35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:43.642722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Bound using segment: {'id': '6686ebc4-6e1e-4851-bd83-ee33befac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12badc3d-d367-4e8e-b6cf-931f5875ed35'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:43.643163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Bound port: 088e0ba8-75ff-4e82-9566-d5c0dc0de87d, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6686ebc4-6e1e-4851-bd83-ee33befac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12badc3d-d367-4e8e-b6cf-931f5875ed35'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:43.643528 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.664410 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83029ca9-25df-4545-8612-682f8d0c03cf admin admin] Pushing event updated for resources: {'Network': ['ID=0493f780-e021-4faa-94ac-2426c6bfb803,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:43.680166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 0493f780-e021-4faa-94ac-2426c6bfb803 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:50:43.788863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] For port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:43.795799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] For port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,segment=NetworkSegment(6686ebc4-6e1e-4851-bd83-ee33befac158),segment_id=6686ebc4-6e1e-4851-bd83-ee33befac158)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:43.804932 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.913996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:43.914693 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.916212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] 10.222.0.72 "PUT /v2.0/ports/088e0ba8-75ff-4e82-9566-d5c0dc0de87d HTTP/1.1" status: 200 len: 1092 time: 1.4279358 Feb 11 05:50:43.916709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00231c52-18d4-499f-bde2-bddf61211ea7', 'tag': '088e0ba8-75ff-4e82-9566-d5c0dc0de87d'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:43.919144 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d028331-3a36-4c06-b8a6-2b48ede50df8" -d '{"events": [{"name": "network-changed", "server_uuid": "00231c52-18d4-499f-bde2-bddf61211ea7", "tag": "088e0ba8-75ff-4e82-9566-d5c0dc0de87d"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:43.959869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (6a975f2c-858a-4687-84d8-1caa474cf4bc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.029640 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708be997-b193-46cf-b258-8d6dcc5faae9 x-openstack-request-id: req-708be997-b193-46cf-b258-8d6dcc5faae9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:44.029935 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00231c52-18d4-499f-bde2-bddf61211ea7", "tag": "088e0ba8-75ff-4e82-9566-d5c0dc0de87d", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:44.030199 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-708be997-b193-46cf-b258-8d6dcc5faae9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:44.030623 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00231c52-18d4-499f-bde2-bddf61211ea7', 'tag': '088e0ba8-75ff-4e82-9566-d5c0dc0de87d', 'status': 'completed', 'code': 200} Feb 11 05:50:44.051837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec6167-c8c7-422d-b363-95a5cb47f4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:44.091376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Checking segment: {'id': '3360644e-882e-447a-a4a5-7a9ae503961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0493f780-e021-4faa-94ac-2426c6bfb803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:44.091742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Network hostable DHCP agents. Network: 0493f780-e021-4faa-94ac-2426c6bfb803, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:50:44.094701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80544d80-e768-4270-a278-680f01bf615c req-dc8102b5-73af-4c91-bba6-062d0713af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:44.096756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-dc8102b5-73af-4c91-bba6-062d0713af1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74b3c2f18ed74505a55c4b9e9d4041b3&device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 1126 time: 0.1319339 Feb 11 05:50:44.098134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a975f2c-858a-4687-84d8-1caa474cf4bc,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:44.133502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Network 0493f780-e021-4faa-94ac-2426c6bfb803 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:50:44.145140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 0493f780-e021-4faa-94ac-2426c6bfb803) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:44.152842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91610578-b88e-41e4-ad34-f04a0b9f9d88 None None] Network 0493f780-e021-4faa-94ac-2426c6bfb803 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:44.173458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:44.177882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-3b458eb7-a392-4ad5-a5c9-570dc3308a8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d HTTP/1.1" status: 200 len: 217 time: 0.0744708 Feb 11 05:50:44.179592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.214141 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f92d9968-746b-4d1a-8b3c-8a8bb2fed738 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7738409 Feb 11 05:50:44.295970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80544d80-e768-4270-a278-680f01bf615c req-4b737552-0665-4685-8404-c4740ed1dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:44.303200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-4b737552-0665-4685-8404-c4740ed1dd79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7a84512-e6f1-4174-b3e1-afb8cbe4cd19 HTTP/1.1" status: 200 len: 851 time: 0.1187491 Feb 11 05:50:44.339706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb061afc-edfa-4086-8695-2aa690ab84ac None None] Network 0493f780-e021-4faa-94ac-2426c6bfb803 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:44.399008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-10cf3f9c-7b8f-47db-b67b-801f3fc13bac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12badc3d-d367-4e8e-b6cf-931f5875ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926478 Feb 11 05:50:44.540548 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-e3800e0a-9efa-4eb2-9033-ea235af69441 service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331694 Feb 11 05:50:44.795925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80544d80-e768-4270-a278-680f01bf615c req-ec1bfb93-28b2-4610-b034-7e4308c88c27 service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486389 Feb 11 05:50:44.806499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c688e-4247-49a7-a318-cb4fc0e12e82 req-aa026513-87c5-4d00-b06a-eccaddb645a0 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:44.808039 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e1c688e-4247-49a7-a318-cb4fc0e12e82 req-aa026513-87c5-4d00-b06a-eccaddb645a0 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 943 time: 0.1451867 Feb 11 05:50:44.938145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e1c688e-4247-49a7-a318-cb4fc0e12e82 req-72b429e7-fc47-49a1-974b-5b08dfebd9fc tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207111 Feb 11 05:50:45.021785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-bed882b5-eefa-46d9-b080-b21a450f8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:45.031545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-bed882b5-eefa-46d9-b080-b21a450f8012 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74b3c2f18ed74505a55c4b9e9d4041b3&device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 1126 time: 0.1586096 Feb 11 05:50:45.366421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-5f9bd8fc-de63-43ba-b27a-5dfca3063a94 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:45.368248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-5f9bd8fc-de63-43ba-b27a-5dfca3063a94 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/networks?id=b225f15f-55de-4dd7-98d5-b77d383475b9 HTTP/1.1" status: 200 len: 809 time: 0.3223104 Feb 11 05:50:45.369595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-ce2bacd8-87e7-41d2-9a77-1060b1aab452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:45.371030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-ce2bacd8-87e7-41d2-9a77-1060b1aab452 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12badc3d-d367-4e8e-b6cf-931f5875ed35 HTTP/1.1" status: 200 len: 912 time: 0.3332317 Feb 11 05:50:45.387367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-b9e02d11-2415-42e1-89d4-26da835b101c tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/quotas/c674a4685ca145c0bda194bb4cc2141e HTTP/1.1" status: 200 len: 375 time: 0.0131457 Feb 11 05:50:45.462161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-9de713e9-6414-4a9a-b745-aa002be5119f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d HTTP/1.1" status: 200 len: 217 time: 0.0734913 Feb 11 05:50:45.484052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2ba8fbc5-9e70-444e-829a-5abcb408887f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c674a4685ca145c0bda194bb4cc2141e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851440 Feb 11 05:50:45.541720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-eebaa054-f14e-4507-ba4a-d0e08569f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:45.543479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-eebaa054-f14e-4507-ba4a-d0e08569f47d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7a84512-e6f1-4174-b3e1-afb8cbe4cd19 HTTP/1.1" status: 200 len: 851 time: 0.0623107 Feb 11 05:50:45.589854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-68bf629b-bb60-4cfa-a1c5-df8d2344c491 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12badc3d-d367-4e8e-b6cf-931f5875ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342724 Feb 11 05:50:46.017830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-e27a5fe1-3b6f-4449-8007-d50a9d585653 service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216397 Feb 11 05:50:46.040907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-efe0ef0b-9fa3-4d84-85f5-e3d95a018b42 service neutron] 10.222.0.31 "GET /v2.0/networks/b225f15f-55de-4dd7-98d5-b77d383475b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138035 Feb 11 05:50:46.328179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-4709997e-e581-44f0-9b27-82d29b4bdddf service neutron] 10.222.0.31 "GET /v2.0/networks/b225f15f-55de-4dd7-98d5-b77d383475b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761247 Feb 11 05:50:46.330205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d028331-3a36-4c06-b8a6-2b48ede50df8 req-ae12f8f3-5375-40d7-a2a4-8917f76abe9f service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035107 Feb 11 05:50:46.343598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc3252-9ab4-45d6-adfb-df7bd72be173 req-22363cfa-8c1a-4a9b-bf97-0c6aa933ad4f tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:46.345561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8bfc3252-9ab4-45d6-adfb-df7bd72be173 req-22363cfa-8c1a-4a9b-bf97-0c6aa933ad4f tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 943 time: 0.2565136 Feb 11 05:50:46.451326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8bfc3252-9ab4-45d6-adfb-df7bd72be173 req-0a7129c4-0fcd-4662-be24-19f82ad6388c tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907626 Feb 11 05:50:46.710264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-078d7dcf-dec4-4075-9c47-e57bd7e8b767 req-69d3cf58-5deb-4b91-9ff6-978f82c28ea5 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 210 time: 0.0491340 Feb 11 05:50:46.733180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 088e0ba8-75ff-4e82-9566-d5c0dc0de87d details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:50:46.996292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,segment=NetworkSegment(6686ebc4-6e1e-4851-bd83-ee33befac158),segment_id=6686ebc4-6e1e-4851-bd83-ee33befac158)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:47.033326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '088e0ba8-75ff-4e82-9566-d5c0dc0de87d', 'network_id': '12badc3d-d367-4e8e-b6cf-931f5875ed35', 'port_id': '088e0ba8-75ff-4e82-9566-d5c0dc0de87d', 'mac_address': 'fa:16:3e:6f:ba:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a84512-e6f1-4174-b3e1-afb8cbe4cd19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:50:47.146695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:47.147116 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.177875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088e0ba8-75ff-4e82-9566-d5c0dc0de87d {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:50:47.210636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,segment=NetworkSegment(6686ebc4-6e1e-4851-bd83-ee33befac158),segment_id=6686ebc4-6e1e-4851-bd83-ee33befac158)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:47.220420 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.288961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:47.450007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['088e0ba8-75ff-4e82-9566-d5c0dc0de87d'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:50:47.702945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4cda7-61c8-473c-928e-ecc2ee2e77cc req-b5da2297-c3e6-4602-bdc6-acd2fa30475f tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:47.710888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ea4cda7-61c8-473c-928e-ecc2ee2e77cc req-b5da2297-c3e6-4602-bdc6-acd2fa30475f tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 944 time: 0.1468029 Feb 11 05:50:47.815426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ea4cda7-61c8-473c-928e-ecc2ee2e77cc req-3aa6fa5b-90d8-414e-9663-4822a3e0e576 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959516 Feb 11 05:50:47.930948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-536f4936-0402-426e-9fd7-1c590a4a9626 req-8f7da87a-d779-4ce5-9225-caa09032127b tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 210 time: 0.0723202 Feb 11 05:50:48.452007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-497b6d27-8cb8-4c77-be23-4d31e1860a58 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:48.459679 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-497b6d27-8cb8-4c77-be23-4d31e1860a58 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.81 "GET /v2.0/networks?id=b225f15f-55de-4dd7-98d5-b77d383475b9 HTTP/1.1" status: 200 len: 809 time: 0.1643920 Feb 11 05:50:48.471599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Request body: {'port': {'device_id': '5f10ffbb-ebd0-4655-922c-7f7309ff0daa', 'network_id': 'b225f15f-55de-4dd7-98d5-b77d383475b9', 'admin_state_up': True, 'tenant_id': 'c674a4685ca145c0bda194bb4cc2141e'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:48.715596 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Made reservation on behalf of c674a4685ca145c0bda194bb4cc2141e for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:48.720045 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.733729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 088e0ba8-75ff-4e82-9566-d5c0dc0de87d up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:48.843185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:50:48.848049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:48.848579 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.874982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Allocated IP 172.20.0.5 (b225f15f-55de-4dd7-98d5-b77d383475b9/2730526c-6341-4227-98cc-a2ad949eb52a/2cf28fb5-64ff-49f8-aa36-b7bd49227384) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:49.034348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:49.035419 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.098796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3718380-bb0c-4cbe-b0ab-2d13f8876663 req-5f89c34f-ba44-453f-834e-01ea6d7f2da9 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:49.109092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00231c52-18d4-499f-bde2-bddf61211ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088e0ba8-75ff-4e82-9566-d5c0dc0de87d'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:49.111740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3718380-bb0c-4cbe-b0ab-2d13f8876663 req-5f89c34f-ba44-453f-834e-01ea6d7f2da9 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 944 time: 0.1726754 Feb 11 05:50:49.117348 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24528fbd-e7e1-42ce-a0a7-115fdb0b8e35" -d '{"events": [{"server_uuid": "00231c52-18d4-499f-bde2-bddf61211ea7", "name": "network-vif-plugged", "status": "completed", "tag": "088e0ba8-75ff-4e82-9566-d5c0dc0de87d"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:49.154837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,segment=NetworkSegment(6686ebc4-6e1e-4851-bd83-ee33befac158),segment_id=6686ebc4-6e1e-4851-bd83-ee33befac158)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:49.165523 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.174347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac2a40d2-5f80-4e9a-af82-a35a764ce566 req-7ae80f19-e55b-4c05-9b54-0869682f4a06 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 210 time: 0.0518305 Feb 11 05:50:49.257887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Publish callbacks [] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.271018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:49.302816 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f45e78f-419d-4c77-b763-180ae749ef85 x-openstack-request-id: req-6f45e78f-419d-4c77-b763-180ae749ef85 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:49.303176 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00231c52-18d4-499f-bde2-bddf61211ea7", "name": "network-vif-plugged", "status": "completed", "tag": "088e0ba8-75ff-4e82-9566-d5c0dc0de87d", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:49.303446 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f45e78f-419d-4c77-b763-180ae749ef85 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:49.310818 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00231c52-18d4-499f-bde2-bddf61211ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088e0ba8-75ff-4e82-9566-d5c0dc0de87d', 'code': 200} Feb 11 05:50:49.330409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3718380-bb0c-4cbe-b0ab-2d13f8876663 req-78f1869f-1709-480f-b92e-5a6b36b8f0f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172348 Feb 11 05:50:49.388799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.439925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Network b225f15f-55de-4dd7-98d5-b77d383475b9 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:49.444414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:49.449443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:49.488686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e9160-7da4-40be-bd00-3e62200f1aec req-e0430b77-3b9b-4293-84ef-12b930ef699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:49.490166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-433e9160-7da4-40be-bd00-3e62200f1aec req-e0430b77-3b9b-4293-84ef-12b930ef699e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 1128 time: 0.1061122 Feb 11 05:50:49.540636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:49.541358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.581106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Pushing event updated for resources: {'Port': ['ID=2cf28fb5-64ff-49f8-aa36-b7bd49227384,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:49.598560 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-312a7b0a-b281-4ce2-ae8e-8c75e7d66e8f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1260042 Feb 11 05:50:49.600440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-433e9160-7da4-40be-bd00-3e62200f1aec req-afecf412-ced2-471b-9acf-c0a3c6d9c7e7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013303 Feb 11 05:50:49.605359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Request body: {'port': {'device_id': '5f10ffbb-ebd0-4655-922c-7f7309ff0daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:49.688929 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.059570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf28fb5-64ff-49f8-aa36-b7bd49227384 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:50:50.071560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Publish callbacks [] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.085362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Transition to ACTIVE for port object 2cf28fb5-64ff-49f8-aa36-b7bd49227384 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:50:50.092536 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.150724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf28fb5-64ff-49f8-aa36-b7bd49227384,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:50.318005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Attempting to bind port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:50.318005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Attempting to bind port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'c1fa12b0-fb07-4c98-99db-cb5b130d023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b225f15f-55de-4dd7-98d5-b77d383475b9'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:50.318005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Attempting to bind port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 on network b225f15f-55de-4dd7-98d5-b77d383475b9 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:50.318005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 on network b225f15f-55de-4dd7-98d5-b77d383475b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:50:50.318005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Attempting to bind port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 on network b225f15f-55de-4dd7-98d5-b77d383475b9 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:50.324814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:50.325826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Checking segment: {'id': 'c1fa12b0-fb07-4c98-99db-cb5b130d023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b225f15f-55de-4dd7-98d5-b77d383475b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:50.326447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Bound using segment: {'id': 'c1fa12b0-fb07-4c98-99db-cb5b130d023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b225f15f-55de-4dd7-98d5-b77d383475b9'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:50.326999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Bound port: 2cf28fb5-64ff-49f8-aa36-b7bd49227384, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fa12b0-fb07-4c98-99db-cb5b130d023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b225f15f-55de-4dd7-98d5-b77d383475b9'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:50.327488 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.434045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfb809-0724-4763-a092-8abeefed001d req-c03f6351-be25-4559-a37f-69acd120ab3c tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:50.446361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60bfb809-0724-4763-a092-8abeefed001d req-c03f6351-be25-4559-a37f-69acd120ab3c tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 943 time: 0.1175363 Feb 11 05:50:50.487072 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] For port 2cf28fb5-64ff-49f8-aa36-b7bd49227384, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:50.492809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] For port 2cf28fb5-64ff-49f8-aa36-b7bd49227384, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2cf28fb5-64ff-49f8-aa36-b7bd49227384,segment=NetworkSegment(c1fa12b0-fb07-4c98-99db-cb5b130d023f),segment_id=c1fa12b0-fb07-4c98-99db-cb5b130d023f)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:50.503055 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.630893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:50.632143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.635672 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] 10.222.0.81 "PUT /v2.0/ports/2cf28fb5-64ff-49f8-aa36-b7bd49227384 HTTP/1.1" status: 200 len: 1092 time: 1.0348115 Feb 11 05:50:50.671334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f10ffbb-ebd0-4655-922c-7f7309ff0daa', 'tag': '2cf28fb5-64ff-49f8-aa36-b7bd49227384'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:50.682433 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f446fdb-d716-4b01-841f-8e566f6830b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f10ffbb-ebd0-4655-922c-7f7309ff0daa", "tag": "2cf28fb5-64ff-49f8-aa36-b7bd49227384"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:50.758473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60bfb809-0724-4763-a092-8abeefed001d req-2495967f-57fe-4494-b1fc-48a061a81559 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110883 Feb 11 05:50:50.795463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55087d-a7fc-417f-9904-89051db96104 req-cbba5be8-e6a2-4c17-93e5-090a8b180492 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:50.811040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f55087d-a7fc-417f-9904-89051db96104 req-cbba5be8-e6a2-4c17-93e5-090a8b180492 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.3461804 Feb 11 05:50:50.837035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeec8e-d3f9-46a5-8a4f-b2346e5303f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf28fb5-64ff-49f8-aa36-b7bd49227384,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:50.891941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2becdde2-088a-46c1-99db-9206edc7bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:50.909449 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-2becdde2-088a-46c1-99db-9206edc7bf3e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c674a4685ca145c0bda194bb4cc2141e&device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 1126 time: 0.2012794 Feb 11 05:50:50.973493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f55087d-a7fc-417f-9904-89051db96104 req-3ae58177-5c96-4701-a815-a4f410ab47a5 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615088 Feb 11 05:50:51.023729 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9667ab6b-624a-4ef3-bf87-afc084973853 x-openstack-request-id: req-9667ab6b-624a-4ef3-bf87-afc084973853 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:51.030719 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f10ffbb-ebd0-4655-922c-7f7309ff0daa", "tag": "2cf28fb5-64ff-49f8-aa36-b7bd49227384", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:51.031278 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9667ab6b-624a-4ef3-bf87-afc084973853 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:51.031942 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f10ffbb-ebd0-4655-922c-7f7309ff0daa', 'tag': '2cf28fb5-64ff-49f8-aa36-b7bd49227384', 'status': 'completed', 'code': 200} Feb 11 05:50:51.042356 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-15e752ae-ec27-490d-a6ea-e67dfdefbc97 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf28fb5-64ff-49f8-aa36-b7bd49227384 HTTP/1.1" status: 200 len: 217 time: 0.1247258 Feb 11 05:50:51.098461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-c2f27080-9424-49fe-98b4-1d2a29490f31 req-70541753-a8f6-430a-90d6-ac4810bb29f3 service neutron] (103121) timed out ('10.222.0.31', 47014) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:50:51.136696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-64e04675-5607-49f9-a8fc-14df4f8aea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:51.138234 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-64e04675-5607-49f9-a8fc-14df4f8aea8f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2730526c-6341-4227-98cc-a2ad949eb52a HTTP/1.1" status: 200 len: 849 time: 0.0900257 Feb 11 05:50:51.179106 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-fabebc79-0926-46ac-a0fd-36b2bf7c4cc9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b225f15f-55de-4dd7-98d5-b77d383475b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347459 Feb 11 05:50:51.355088 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-55e82500-94c7-4331-9e5d-3ceab67f1324 service neutron] 10.222.0.81 "GET /v2.0/networks/b225f15f-55de-4dd7-98d5-b77d383475b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711903 Feb 11 05:50:51.983350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad5471-c3ef-4c3b-b507-ef9bcc50bd74 req-b5a2bdaf-a64c-4449-8206-f3e23e90309a tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:51.997184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54ad5471-c3ef-4c3b-b507-ef9bcc50bd74 req-b5a2bdaf-a64c-4449-8206-f3e23e90309a tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 943 time: 0.1161547 Feb 11 05:50:52.111749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54ad5471-c3ef-4c3b-b507-ef9bcc50bd74 req-05df367c-e7cc-4960-8586-ecbca425acad tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025929 Feb 11 05:50:52.126855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.144348 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-48cc626c-61b3-4d90-bab8-52efe3db2c8c req-0a1b23b5-9cb5-4367-b6de-92294813c83a service neutron] 10.222.0.81 "GET /v2.0/networks/b225f15f-55de-4dd7-98d5-b77d383475b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825305 Feb 11 05:50:52.252815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b1c46-2d4c-4958-94f5-29ec58b06569 req-8748e2f7-cddd-42fd-a8e0-4fa671df7aa8 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.264053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f9b1c46-2d4c-4958-94f5-29ec58b06569 req-8748e2f7-cddd-42fd-a8e0-4fa671df7aa8 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1511226 Feb 11 05:50:52.300612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-ff88f6b3-da32-41a5-8dda-66634679bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.302168 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-ff88f6b3-da32-41a5-8dda-66634679bfe1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c674a4685ca145c0bda194bb4cc2141e&device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 1126 time: 0.1112413 Feb 11 05:50:52.375408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f9b1c46-2d4c-4958-94f5-29ec58b06569 req-0a21c590-b19c-4968-8e3c-e178ecd3cb89 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038995 Feb 11 05:50:52.473485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-0aff1399-b856-43c7-b551-1ed77664265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.475792 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-0aff1399-b856-43c7-b551-1ed77664265f service neutron] 10.222.0.81 "GET /v2.0/networks?id=b225f15f-55de-4dd7-98d5-b77d383475b9 HTTP/1.1" status: 200 len: 910 time: 0.1671457 Feb 11 05:50:52.584139 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-2b0f3cd2-42a3-47fe-b744-bfa6393b9240 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf28fb5-64ff-49f8-aa36-b7bd49227384 HTTP/1.1" status: 200 len: 217 time: 0.1016595 Feb 11 05:50:52.617110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14159-57c1-4cda-87ad-13ef59c0c3ce req-4502d242-4afa-483e-91a0-e3062924167f tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.618943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53b14159-57c1-4cda-87ad-13ef59c0c3ce req-4502d242-4afa-483e-91a0-e3062924167f tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1253614 Feb 11 05:50:52.697626 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-98919591-70a9-49a7-bf2e-41b172cce99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.700179 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-98919591-70a9-49a7-bf2e-41b172cce99c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2730526c-6341-4227-98cc-a2ad949eb52a HTTP/1.1" status: 200 len: 849 time: 0.1059909 Feb 11 05:50:52.757576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53b14159-57c1-4cda-87ad-13ef59c0c3ce req-3b510ba7-be27-40e0-901b-d08e12a5a970 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320453 Feb 11 05:50:52.758471 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-43fde84a-0ea2-4198-a90e-2bf7436eceed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b225f15f-55de-4dd7-98d5-b77d383475b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363328 Feb 11 05:50:52.909309 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-eba1bcdc-85cc-4d9d-b6cb-2a1956282012 service neutron] 10.222.0.81 "GET /v2.0/networks/b225f15f-55de-4dd7-98d5-b77d383475b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427016 Feb 11 05:50:53.135585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.165362 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2f446fdb-d716-4b01-841f-8e566f6830b9 req-a5b8154c-e1e7-438f-9d12-1a1139043202 service neutron] 10.222.0.81 "GET /v2.0/networks/b225f15f-55de-4dd7-98d5-b77d383475b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479057 Feb 11 05:50:53.352134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0271-1837-4ae4-a70b-da6e600fe75f req-4daa4704-b3bf-4337-9942-4712554f0cd6 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:53.359574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ecf0271-1837-4ae4-a70b-da6e600fe75f req-4daa4704-b3bf-4337-9942-4712554f0cd6 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1670334 Feb 11 05:50:53.902182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ecf0271-1837-4ae4-a70b-da6e600fe75f req-4a93eec8-524a-453f-a3ff-60ef5a131167 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270507 Feb 11 05:50:53.902182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f99d-dc62-4979-968c-450b9b451679 req-9ccfe73a-3f6c-4207-8a8e-1e72f2823472 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:53.907981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c23f99d-dc62-4979-968c-450b9b451679 req-9ccfe73a-3f6c-4207-8a8e-1e72f2823472 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 943 time: 0.6250172 Feb 11 05:50:53.966532 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c23f99d-dc62-4979-968c-450b9b451679 req-141fa44b-68d6-45dc-a38c-739f6b06472a tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499046 Feb 11 05:50:55.019567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2cf28fb5-64ff-49f8-aa36-b7bd49227384 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:50:55.099732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f24c20-8b63-47f2-a414-55dec33911e9 req-ba9b23b8-de23-447b-b6d3-60828036df12 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:55.114224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03f24c20-8b63-47f2-a414-55dec33911e9 req-ba9b23b8-de23-447b-b6d3-60828036df12 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1292109 Feb 11 05:50:55.258288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03f24c20-8b63-47f2-a414-55dec33911e9 req-6bb1fe0c-1a7d-40fc-a1ad-574c358bda29 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262193 Feb 11 05:50:55.283277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2cf28fb5-64ff-49f8-aa36-b7bd49227384, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2cf28fb5-64ff-49f8-aa36-b7bd49227384,segment=NetworkSegment(c1fa12b0-fb07-4c98-99db-cb5b130d023f),segment_id=c1fa12b0-fb07-4c98-99db-cb5b130d023f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:55.320472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '2cf28fb5-64ff-49f8-aa36-b7bd49227384', 'network_id': 'b225f15f-55de-4dd7-98d5-b77d383475b9', 'port_id': '2cf28fb5-64ff-49f8-aa36-b7bd49227384', 'mac_address': 'fa:16:3e:57:e6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2730526c-6341-4227-98cc-a2ad949eb52a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:50:55.337898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ab092-9ddf-46ee-b0c9-b18414cc40a9 req-a829d17e-54ab-4d76-bfa8-4670c56546ad tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:55.342655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-217ab092-9ddf-46ee-b0c9-b18414cc40a9 req-a829d17e-54ab-4d76-bfa8-4670c56546ad tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 943 time: 0.2270811 Feb 11 05:50:55.459334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-217ab092-9ddf-46ee-b0c9-b18414cc40a9 req-8d5ad9d9-1c00-46bf-b1f6-a5923a16f740 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050928 Feb 11 05:50:55.473843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:55.474478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.513762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf28fb5-64ff-49f8-aa36-b7bd49227384 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:50:55.544630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2cf28fb5-64ff-49f8-aa36-b7bd49227384, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2cf28fb5-64ff-49f8-aa36-b7bd49227384,segment=NetworkSegment(c1fa12b0-fb07-4c98-99db-cb5b130d023f),segment_id=c1fa12b0-fb07-4c98-99db-cb5b130d023f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:55.557249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.743401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=2cf28fb5-64ff-49f8-aa36-b7bd49227384,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:55.786634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['2cf28fb5-64ff-49f8-aa36-b7bd49227384'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:50:55.858369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce467d51-aec4-4a34-9d7d-ae9afc9d48dc req-9b1e0090-644d-4824-a793-5ad863db5198 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:55.868973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ce467d51-aec4-4a34-9d7d-ae9afc9d48dc req-9b1e0090-644d-4824-a793-5ad863db5198 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1358409 Feb 11 05:50:55.898011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-1694203a-d61a-425c-bc8f-330be0dc09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:55.901147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-1694203a-d61a-425c-bc8f-330be0dc09dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74b3c2f18ed74505a55c4b9e9d4041b3&device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 1128 time: 0.2453570 Feb 11 05:50:56.031082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ce467d51-aec4-4a34-9d7d-ae9afc9d48dc req-a9b933f6-7fcb-4b72-b5b3-0df9b6557e51 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587410 Feb 11 05:50:56.132235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-5367b787-53fb-43a0-a35e-83d2b1bc56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:56.134444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-5367b787-53fb-43a0-a35e-83d2b1bc56ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=12badc3d-d367-4e8e-b6cf-931f5875ed35 HTTP/1.1" status: 200 len: 912 time: 0.2173011 Feb 11 05:50:56.191265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-1fb951f0-4685-4ea3-8ecf-bc00c2d18f43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d HTTP/1.1" status: 200 len: 217 time: 0.0498731 Feb 11 05:50:56.267169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-5317e2ff-7e79-416b-a66b-21c9d8db79da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:56.270992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-5317e2ff-7e79-416b-a66b-21c9d8db79da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7a84512-e6f1-4174-b3e1-afb8cbe4cd19 HTTP/1.1" status: 200 len: 851 time: 0.0746541 Feb 11 05:50:56.311358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-23ef4b67-c0f1-42f2-ad90-f8e08f2a7c4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12badc3d-d367-4e8e-b6cf-931f5875ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331700 Feb 11 05:50:56.421407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-29713f84-878b-4cd9-acc9-e70eef833d06 service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037006 Feb 11 05:50:56.710392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-143725eb-166e-4c3a-bcbd-bbdf851c3c8f req-a5cd4405-04f0-4f83-b1e6-c1ff176918d4 service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762656 Feb 11 05:50:56.735695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cc7da-c6c6-4c02-b931-f6ef9deecb61 req-cb5792fd-9294-4da2-bb45-09a12b159425 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:56.737639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-385cc7da-c6c6-4c02-b931-f6ef9deecb61 req-cb5792fd-9294-4da2-bb45-09a12b159425 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 944 time: 0.1581454 Feb 11 05:50:56.797092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-385cc7da-c6c6-4c02-b931-f6ef9deecb61 req-67aa488b-dae8-4476-93fa-aed26873e122 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519640 Feb 11 05:50:57.038791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2cf28fb5-64ff-49f8-aa36-b7bd49227384 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:57.276003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04244771-3d04-4587-8c67-cd35c4cad5c7 req-54ea6694-4c32-44b6-816a-72cdf714c0ca tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:57.288439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04244771-3d04-4587-8c67-cd35c4cad5c7 req-54ea6694-4c32-44b6-816a-72cdf714c0ca tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1083655 Feb 11 05:50:57.360490 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04244771-3d04-4587-8c67-cd35c4cad5c7 req-5642c6af-ab50-403a-b3d7-43c3ee5b7358 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697241 Feb 11 05:50:57.373776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:50:57.422999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:57.423409 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.781083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-05eca0f0-7038-4cf8-bdde-96788c677e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.790406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:57.790799 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.882223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f10ffbb-ebd0-4655-922c-7f7309ff0daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf28fb5-64ff-49f8-aa36-b7bd49227384'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:57.886761 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9675604c-15ee-4636-8821-185716448bda" -d '{"events": [{"server_uuid": "5f10ffbb-ebd0-4655-922c-7f7309ff0daa", "name": "network-vif-plugged", "status": "completed", "tag": "2cf28fb5-64ff-49f8-aa36-b7bd49227384"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:57.916873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 2cf28fb5-64ff-49f8-aa36-b7bd49227384, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2cf28fb5-64ff-49f8-aa36-b7bd49227384,segment=NetworkSegment(c1fa12b0-fb07-4c98-99db-cb5b130d023f),segment_id=c1fa12b0-fb07-4c98-99db-cb5b130d023f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:57.930903 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.029336 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed035121-d47e-4de8-b3a1-8a7192d21496 x-openstack-request-id: req-ed035121-d47e-4de8-b3a1-8a7192d21496 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:58.031868 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f10ffbb-ebd0-4655-922c-7f7309ff0daa", "name": "network-vif-plugged", "status": "completed", "tag": "2cf28fb5-64ff-49f8-aa36-b7bd49227384", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:58.032399 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed035121-d47e-4de8-b3a1-8a7192d21496 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:58.034159 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f10ffbb-ebd0-4655-922c-7f7309ff0daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf28fb5-64ff-49f8-aa36-b7bd49227384', 'code': 200} Feb 11 05:50:58.135463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=2cf28fb5-64ff-49f8-aa36-b7bd49227384,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:58.203473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95421248-93a9-4ed6-8588-14103b2070f3 req-13e165c9-661a-4f04-8bc1-e57bb7b85f8d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3141043 Feb 11 05:50:58.212515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959c610-0457-4721-9dfa-4724d6fa3fd4 req-4afc5cef-5574-492b-bc01-0a6db3440c87 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:58.228090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1959c610-0457-4721-9dfa-4724d6fa3fd4 req-4afc5cef-5574-492b-bc01-0a6db3440c87 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 945 time: 0.2535436 Feb 11 05:50:58.264304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5741-e25c-49ce-8c02-9f19026c354c req-913d212f-7766-4138-9336-98db0095f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:58.266002 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c47e5741-e25c-49ce-8c02-9f19026c354c req-913d212f-7766-4138-9336-98db0095f759 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 1128 time: 0.1800497 Feb 11 05:50:58.403916 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c47e5741-e25c-49ce-8c02-9f19026c354c req-e5d754d2-af85-4b51-9a0c-8eaadf9ec1f9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239946 Feb 11 05:50:58.445729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1959c610-0457-4721-9dfa-4724d6fa3fd4 req-35939373-d4f5-46f9-a20f-4c82c1022f5e tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126639 Feb 11 05:50:58.486951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:58.514659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421248-93a9-4ed6-8588-14103b2070f3 req-2b592098-070d-4a1c-b48b-824472dfe742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:58.533683 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95421248-93a9-4ed6-8588-14103b2070f3 req-2b592098-070d-4a1c-b48b-824472dfe742 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74b3c2f18ed74505a55c4b9e9d4041b3&device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 1128 time: 0.2468989 Feb 11 05:50:58.620417 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88d66f40-3571-450d-b22e-e2c01f39dc3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.706633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88d66f40-3571-450d-b22e-e2c01f39dc3a admin admin] Publish callbacks [] for security_group (525e7488-7cca-4c47-bf13-5c3f06fc09c5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.715164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88d66f40-3571-450d-b22e-e2c01f39dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (525e7488-7cca-4c47-bf13-5c3f06fc09c5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.775641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d66f40-3571-450d-b22e-e2c01f39dc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525e7488-7cca-4c47-bf13-5c3f06fc09c5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:58.822790 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-88d66f40-3571-450d-b22e-e2c01f39dc3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e51c5466bd24404fa68d5a1b7ed32898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3343959 Feb 11 05:50:58.826371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56146) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:58.829329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887532a-cf9e-4476-82b2-98a9612bb391 req-d0cc2294-c48e-4295-ab73-f18e2cec1278 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:58.830885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9887532a-cf9e-4476-82b2-98a9612bb391 req-d0cc2294-c48e-4295-ab73-f18e2cec1278 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.2961011 Feb 11 05:50:58.942322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421248-93a9-4ed6-8588-14103b2070f3 req-ebb2b110-8620-43fd-ab04-0cb0736c4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:58.945615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95421248-93a9-4ed6-8588-14103b2070f3 req-ebb2b110-8620-43fd-ab04-0cb0736c4f88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12badc3d-d367-4e8e-b6cf-931f5875ed35 HTTP/1.1" status: 200 len: 912 time: 0.3104470 Feb 11 05:50:58.982627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abd9b965-de61-41a3-afcd-7d1df03fb766 admin admin] Publish callbacks [] for security_group (525e7488-7cca-4c47-bf13-5c3f06fc09c5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.043537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95421248-93a9-4ed6-8588-14103b2070f3 req-b27d34ce-e75e-4bd5-91aa-57219ce2e2f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d HTTP/1.1" status: 200 len: 217 time: 0.0864892 Feb 11 05:50:59.044416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abd9b965-de61-41a3-afcd-7d1df03fb766 admin admin] Publish callbacks [] for security_group (525e7488-7cca-4c47-bf13-5c3f06fc09c5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.143330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abd9b965-de61-41a3-afcd-7d1df03fb766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (525e7488-7cca-4c47-bf13-5c3f06fc09c5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.146247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abd9b965-de61-41a3-afcd-7d1df03fb766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.148077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-abd9b965-de61-41a3-afcd-7d1df03fb766 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/525e7488-7cca-4c47-bf13-5c3f06fc09c5 HTTP/1.1" status: 204 len: 168 time: 0.3206794 Feb 11 05:50:59.176488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9b965-de61-41a3-afcd-7d1df03fb766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525e7488-7cca-4c47-bf13-5c3f06fc09c5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:59.186075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-b3fe6443-8c3f-4c8c-adf7-8de75acfbae0 req-7c8a3204-03f5-4fe2-8786-89ef3fba56f2 tempest-ServersOnMultiNodesTest-1921086162 tempest-ServersOnMultiNodesTest-1921086162-project] (103120) timed out ('10.222.0.81', 54640) {{(pid=103120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:50:59.220579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9887532a-cf9e-4476-82b2-98a9612bb391 req-36c71f93-1578-42aa-ad27-a553363badf7 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747516 Feb 11 05:50:59.249513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421248-93a9-4ed6-8588-14103b2070f3 req-1f70dbc0-48b1-4464-ad6d-01c69638194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:59.251057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95421248-93a9-4ed6-8588-14103b2070f3 req-1f70dbc0-48b1-4464-ad6d-01c69638194a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7a84512-e6f1-4174-b3e1-afb8cbe4cd19 HTTP/1.1" status: 200 len: 851 time: 0.1933126 Feb 11 05:50:59.327045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95421248-93a9-4ed6-8588-14103b2070f3 req-1531c700-52dc-4afc-8e81-ffbcb9dc354b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12badc3d-d367-4e8e-b6cf-931f5875ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682130 Feb 11 05:50:59.705685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95421248-93a9-4ed6-8588-14103b2070f3 req-9eac622e-ed39-4881-bf43-3e26d660d5df service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729210 Feb 11 05:50:59.880082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56176) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:59.895912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7132ec16-8836-4567-bc8d-a85006b29973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.013472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7132ec16-8836-4567-bc8d-a85006b29973 admin admin] Publish callbacks [] for security_group (72a92e8e-24f7-4180-8842-f050f61c7bdd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.023717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7132ec16-8836-4567-bc8d-a85006b29973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (72a92e8e-24f7-4180-8842-f050f61c7bdd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.028540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdd008-fe80-44ea-9fb7-e2f6eea977df req-108bda16-9961-4954-8097-f4ca62aa21e8 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:00.043130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bdcdd008-fe80-44ea-9fb7-e2f6eea977df req-108bda16-9961-4954-8097-f4ca62aa21e8 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 945 time: 0.3365119 Feb 11 05:51:00.144131 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7132ec16-8836-4567-bc8d-a85006b29973 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80eed2cf6caa42fea6cf2253f8547013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2612138 Feb 11 05:51:00.144842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132ec16-8836-4567-bc8d-a85006b29973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a92e8e-24f7-4180-8842-f050f61c7bdd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:00.147523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56178) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:00.262551 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c23a6cb4-596c-4628-99f6-a068c5331a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.320573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-131b2d06-577e-4719-a6f2-ce1d31141276 admin admin] Publish callbacks [] for security_group (72a92e8e-24f7-4180-8842-f050f61c7bdd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.354497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bdcdd008-fe80-44ea-9fb7-e2f6eea977df req-4ec4b2a0-c5a8-4e15-ad0b-6380a02f572f tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914145 Feb 11 05:51:00.371985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-131b2d06-577e-4719-a6f2-ce1d31141276 admin admin] Publish callbacks [] for security_group (72a92e8e-24f7-4180-8842-f050f61c7bdd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.400627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c964e48-658c-411a-b596-1e79c80d10e0 req-dcff6277-32e5-4061-8003-6c68c2cf3dc7 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:00.409087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c964e48-658c-411a-b596-1e79c80d10e0 req-dcff6277-32e5-4061-8003-6c68c2cf3dc7 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.5423257 Feb 11 05:51:00.487830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-131b2d06-577e-4719-a6f2-ce1d31141276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (72a92e8e-24f7-4180-8842-f050f61c7bdd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.490412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-131b2d06-577e-4719-a6f2-ce1d31141276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.491582 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-131b2d06-577e-4719-a6f2-ce1d31141276 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72a92e8e-24f7-4180-8842-f050f61c7bdd HTTP/1.1" status: 204 len: 168 time: 0.3431296 Feb 11 05:51:00.504822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b2d06-577e-4719-a6f2-ce1d31141276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a92e8e-24f7-4180-8842-f050f61c7bdd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:00.523736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95421248-93a9-4ed6-8588-14103b2070f3 req-7f7b9561-2f20-44ff-9b45-fadcd6f572a6 service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309148 Feb 11 05:51:00.606678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c964e48-658c-411a-b596-1e79c80d10e0 req-a0d5d225-ba4a-429b-a2a5-46274398726a tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930480 Feb 11 05:51:01.115239 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.077083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d4919-7c80-486e-9348-8d3cf912eb41 req-70d87a07-1c72-4e91-b764-33f39e250dee tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:02.090528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e38d4919-7c80-486e-9348-8d3cf912eb41 req-70d87a07-1c72-4e91-b764-33f39e250dee tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.2823498 Feb 11 05:51:02.216829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e38d4919-7c80-486e-9348-8d3cf912eb41 req-64efce6a-b347-4db7-b084-02b6306b39e6 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235728 Feb 11 05:51:02.767905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-aea78ffe-d079-4a36-8f98-b042c57f158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:02.769573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-aea78ffe-d079-4a36-8f98-b042c57f158c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74b3c2f18ed74505a55c4b9e9d4041b3&device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 1128 time: 0.2361190 Feb 11 05:51:02.786920 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.787535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca1ce2-48ca-49eb-94ba-a2b32d4bc5ef req-69d5e90c-4e32-4020-9aa8-e958fd43ee86 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:02.794331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1ca1ce2-48ca-49eb-94ba-a2b32d4bc5ef req-69d5e90c-4e32-4020-9aa8-e958fd43ee86 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.2596159 Feb 11 05:51:02.996456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-fafd168d-accb-49ef-9258-b37c4a917d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:03.005044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-fafd168d-accb-49ef-9258-b37c4a917d50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12badc3d-d367-4e8e-b6cf-931f5875ed35 HTTP/1.1" status: 200 len: 912 time: 0.2096376 Feb 11 05:51:03.116943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-9e678e4a-8690-4f09-a85d-5610b3a1372b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d HTTP/1.1" status: 200 len: 217 time: 0.1021786 Feb 11 05:51:03.243387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-1dc2817b-eb55-48af-8a85-8ea8f3d58d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:03.249360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-1dc2817b-eb55-48af-8a85-8ea8f3d58d03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7a84512-e6f1-4174-b3e1-afb8cbe4cd19 HTTP/1.1" status: 200 len: 851 time: 0.1190999 Feb 11 05:51:03.345456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-db2ba5f0-c786-470f-83e1-28e1e7b3bd01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12badc3d-d367-4e8e-b6cf-931f5875ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893755 Feb 11 05:51:03.367620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1ca1ce2-48ca-49eb-94ba-a2b32d4bc5ef req-cc3d5262-9e86-4db2-8c07-74a134b6ec0d tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605931 Feb 11 05:51:03.608149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-72d5a389-2078-48c2-b968-c1f1629f6a73 service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339733 Feb 11 05:51:03.895253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d17a5212-efe8-46ff-b44e-bea2cfa601e3 req-b73dc28b-4e8b-400d-b45e-ad7e5ddcc44c service neutron] 10.222.0.72 "GET /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808309 Feb 11 05:51:03.920480 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:04.673155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76d5f4-b98d-4665-a700-6f466177a3ba req-8c3b98a4-328c-49f4-94be-051409dee62d tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:04.700521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b76d5f4-b98d-4665-a700-6f466177a3ba req-8c3b98a4-328c-49f4-94be-051409dee62d tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1968327 Feb 11 05:51:04.788089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56300) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.848237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b76d5f4-b98d-4665-a700-6f466177a3ba req-056dc14b-0a26-4db3-996d-13d95853ab7e tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462433 Feb 11 05:51:05.034775 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e96e10b6-ae14-4772-8161-8309a5fb4e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.202283 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e96e10b6-ae14-4772-8161-8309a5fb4e5e admin admin] Publish callbacks [] for security_group (4dc36da6-6188-4a00-813b-3a3ce99a6ae3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.207682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e96e10b6-ae14-4772-8161-8309a5fb4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4dc36da6-6188-4a00-813b-3a3ce99a6ae3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.278172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e10b6-ae14-4772-8161-8309a5fb4e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc36da6-6188-4a00-813b-3a3ce99a6ae3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:05.291179 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e96e10b6-ae14-4772-8161-8309a5fb4e5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a0427415686456e90059abf5f608ca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5014505 Feb 11 05:51:05.293925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56316) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:05.411733 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4f054f05-b6f4-42ee-a9b6-6fe726b57900 admin admin] Publish callbacks [] for security_group (4dc36da6-6188-4a00-813b-3a3ce99a6ae3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.454865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4f054f05-b6f4-42ee-a9b6-6fe726b57900 admin admin] Publish callbacks [] for security_group (4dc36da6-6188-4a00-813b-3a3ce99a6ae3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.522942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4f054f05-b6f4-42ee-a9b6-6fe726b57900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4dc36da6-6188-4a00-813b-3a3ce99a6ae3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.526614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4f054f05-b6f4-42ee-a9b6-6fe726b57900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.527842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4f054f05-b6f4-42ee-a9b6-6fe726b57900 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4dc36da6-6188-4a00-813b-3a3ce99a6ae3 HTTP/1.1" status: 204 len: 168 time: 0.2328203 Feb 11 05:51:05.542834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f054f05-b6f4-42ee-a9b6-6fe726b57900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc36da6-6188-4a00-813b-3a3ce99a6ae3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:05.963320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56342) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:05.981973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-09f7242d-e2f2-4f4d-aa79-253daf34e798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.077505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bb602-c83f-442c-bdab-8275d81fa74c req-04ce3e44-6bbe-4737-b683-0df40dfdaa1f tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:06.080715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-475bb602-c83f-442c-bdab-8275d81fa74c req-04ce3e44-6bbe-4737-b683-0df40dfdaa1f tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1209848 Feb 11 05:51:06.118153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-09f7242d-e2f2-4f4d-aa79-253daf34e798 admin admin] Publish callbacks [] for security_group (109d7a09-661a-425a-bb73-d51f2974d06f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.124139 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-09f7242d-e2f2-4f4d-aa79-253daf34e798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (109d7a09-661a-425a-bb73-d51f2974d06f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.175491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7242d-e2f2-4f4d-aa79-253daf34e798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109d7a09-661a-425a-bb73-d51f2974d06f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:06.204783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-475bb602-c83f-442c-bdab-8275d81fa74c req-20866d3b-b96b-4c7c-afd6-c2fdcb59f320 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156883 Feb 11 05:51:06.209649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56346) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:06.219590 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-09f7242d-e2f2-4f4d-aa79-253daf34e798 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d91e23387064815a88d33b97f985124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2468948 Feb 11 05:51:06.324611 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3df74755-2cec-4bee-8552-e4843d530ae5 admin admin] Publish callbacks [] for security_group (109d7a09-661a-425a-bb73-d51f2974d06f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.377065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3df74755-2cec-4bee-8552-e4843d530ae5 admin admin] Publish callbacks [] for security_group (109d7a09-661a-425a-bb73-d51f2974d06f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.442701 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3df74755-2cec-4bee-8552-e4843d530ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (109d7a09-661a-425a-bb73-d51f2974d06f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.446396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3df74755-2cec-4bee-8552-e4843d530ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.448559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3df74755-2cec-4bee-8552-e4843d530ae5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/109d7a09-661a-425a-bb73-d51f2974d06f HTTP/1.1" status: 204 len: 168 time: 0.2372510 Feb 11 05:51:06.481070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df74755-2cec-4bee-8552-e4843d530ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109d7a09-661a-425a-bb73-d51f2974d06f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:06.498318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6f478-6844-42e9-94b2-e9220a8dc34a req-fd10818c-71ec-4b93-afa4-ff234106116a tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:06.500216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46b6f478-6844-42e9-94b2-e9220a8dc34a req-fd10818c-71ec-4b93-afa4-ff234106116a tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 945 time: 0.1767788 Feb 11 05:51:06.601277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46b6f478-6844-42e9-94b2-e9220a8dc34a req-821acf6c-67cc-4e74-94a2-e703be8d5c84 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938423 Feb 11 05:51:06.994716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838554a5-3367-4384-844b-c20aedd7fa01 req-7578917e-f736-4cd5-bee7-db8512d6edd1 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:06.996740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838554a5-3367-4384-844b-c20aedd7fa01 req-7578917e-f736-4cd5-bee7-db8512d6edd1 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.0754557 Feb 11 05:51:07.081472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838554a5-3367-4384-844b-c20aedd7fa01 req-3b43ec3e-b0e3-4215-b907-620c379d0aaa tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748525 Feb 11 05:51:07.504199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56386) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:07.555177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56390) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:07.688819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675c82c-ff9f-4613-99e9-344f863df525 req-7d98126b-c7d3-4c88-af8d-5bd058bc6ec0 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:07.695555 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c675c82c-ff9f-4613-99e9-344f863df525 req-7d98126b-c7d3-4c88-af8d-5bd058bc6ec0 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 945 time: 0.1219041 Feb 11 05:51:07.717489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-902036114-network', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:07.840930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9d9d9-8d27-446f-963d-f4abde20a92a req-bd7b2d1e-ee0b-4d96-bbc3-a1d7385c0cc3 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:07.848294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c9d9d9-8d27-446f-963d-f4abde20a92a req-bd7b2d1e-ee0b-4d96-bbc3-a1d7385c0cc3 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 945 time: 0.1468537 Feb 11 05:51:07.878695 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Made reservation on behalf of fb510df92dcf488eb84e0cb696b151bb for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:07.890082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.904854 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.001063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Publish callbacks [] for security_group (e0a87f7f-50a4-4467-9b9a-f1539bf845b6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.012850 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e0a87f7f-50a4-4467-9b9a-f1539bf845b6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.050581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-c675c82c-ff9f-4613-99e9-344f863df525 req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Deleting port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:08.051078 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c675c82c-ff9f-4613-99e9-344f863df525 req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.131522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c9d9d9-8d27-446f-963d-f4abde20a92a req-f86ee2f7-a713-48aa-bcef-d4901f09b7f9 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/security-groups?id=30461512-cec4-4276-9396-6408a74381b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427707 Feb 11 05:51:08.221608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-c675c82c-ff9f-4613-99e9-344f863df525 req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] For port 2cf28fb5-64ff-49f8-aa36-b7bd49227384, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=2cf28fb5-64ff-49f8-aa36-b7bd49227384,segment=NetworkSegment(c1fa12b0-fb07-4c98-99db-cb5b130d023f),segment_id=c1fa12b0-fb07-4c98-99db-cb5b130d023f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:08.222508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c675c82c-ff9f-4613-99e9-344f863df525 req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.237245 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-c675c82c-ff9f-4613-99e9-344f863df525 req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Calling delete_port for 2cf28fb5-64ff-49f8-aa36-b7bd49227384 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:08.301524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c7377-369b-4a89-8001-8ad72e68311b req-3fa504a7-a9e6-4815-b81b-5dca2b6d1a76 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:08.309516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c5c7377-369b-4a89-8001-8ad72e68311b req-3fa504a7-a9e6-4815-b81b-5dca2b6d1a76 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1035352 Feb 11 05:51:08.393226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:08.408822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c5c7377-369b-4a89-8001-8ad72e68311b req-b38ee06d-253d-4471-8bfd-f02664e26472 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983825 Feb 11 05:51:08.418459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c675c82c-ff9f-4613-99e9-344f863df525 req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (2cf28fb5-64ff-49f8-aa36-b7bd49227384), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.424135 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (cf35f11c-a36e-4a36-84a8-690db1ce6d58), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.433032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['2cf28fb5-64ff-49f8-aa36-b7bd49227384'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:51:08.486447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Pushing event deleted for resources: {'Port': ['ID=2cf28fb5-64ff-49f8-aa36-b7bd49227384,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:08.497226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a87f7f-50a4-4467-9b9a-f1539bf845b6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:08.580339 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (994691ec-ea83-464d-9703-230c04aef92b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.581006 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Added segment 994691ec-ea83-464d-9703-230c04aef92b of type vlan for network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 Feb 11 05:51:08.582566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c675c82c-ff9f-4613-99e9-344f863df525 req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] No DVR routers for this DVR port 2cf28fb5-64ff-49f8-aa36-b7bd49227384 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:08.593479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c675c82c-ff9f-4613-99e9-344f863df525 req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.598049 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c675c82c-ff9f-4613-99e9-344f863df525 req-fe266954-47f2-4f24-ada9-c48f81cd99eb tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.81 "DELETE /v2.0/ports/2cf28fb5-64ff-49f8-aa36-b7bd49227384 HTTP/1.1" status: 204 len: 173 time: 0.8933947 Feb 11 05:51:08.598632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f10ffbb-ebd0-4655-922c-7f7309ff0daa', 'name': 'network-vif-deleted', 'tag': '2cf28fb5-64ff-49f8-aa36-b7bd49227384'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:08.602293 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68160ed4-1f7c-4e75-a32e-fc58395d5a59" -d '{"events": [{"server_uuid": "5f10ffbb-ebd0-4655-922c-7f7309ff0daa", "name": "network-vif-deleted", "tag": "2cf28fb5-64ff-49f8-aa36-b7bd49227384"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:08.702944 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3eb613-ba02-447e-bf52-fd43e4b2beaf x-openstack-request-id: req-ec3eb613-ba02-447e-bf52-fd43e4b2beaf {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:08.703604 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f10ffbb-ebd0-4655-922c-7f7309ff0daa", "name": "network-vif-deleted", "tag": "2cf28fb5-64ff-49f8-aa36-b7bd49227384", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:08.704080 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec3eb613-ba02-447e-bf52-fd43e4b2beaf {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:08.704835 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f10ffbb-ebd0-4655-922c-7f7309ff0daa', 'name': 'network-vif-deleted', 'tag': '2cf28fb5-64ff-49f8-aa36-b7bd49227384', 'status': 'completed', 'code': 200} Feb 11 05:51:08.721947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b0264d75-5e1e-4926-b9c9-6fa1c7a99e16), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.754576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b0264d75-5e1e-4926-b9c9-6fa1c7a99e16), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.756299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:08.757183 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.839134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=b0264d75-5e1e-4926-b9c9-6fa1c7a99e16,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:08.851682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:08.854377 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c2fd3e11-aff1-4386-93e3-ad684c2b8ed5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2973573 Feb 11 05:51:08.857433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56404) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:08.863396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Request body: {'subnet': {'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-902036114-subnet', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:08.892977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Made reservation on behalf of fb510df92dcf488eb84e0cb696b151bb for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:08.897650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.909321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-68125687-9cf0-46e2-a801-ae8e5b0de5d8 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:08.910788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-68125687-9cf0-46e2-a801-ae8e5b0de5d8 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.72 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.2286820 Feb 11 05:51:09.172705 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (dda4f0ce-d632-4179-aeff-f9d80bb0df29), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.285091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda4f0ce-d632-4179-aeff-f9d80bb0df29,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:09.291581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Checking segment: {'id': '994691ec-ea83-464d-9703-230c04aef92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:09.291957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Network hostable DHCP agents. Network: b0264d75-5e1e-4926-b9c9-6fa1c7a99e16, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:09.329603 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:09.374331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b0264d75-5e1e-4926-b9c9-6fa1c7a99e16) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:09.383002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:09.383627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.403317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f15d40-491b-4c4c-9a52-83ee7946e4f1 None None] Network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:09.409462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bef7c0da-8717-43e5-bc75-55763d690de0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5503788 Feb 11 05:51:09.410246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56414) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:09.415297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:09.444424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (0714bf70-5856-4758-b462-f921c6016ff7), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.445750 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (0714bf70-5856-4758-b462-f921c6016ff7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.553632 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks [] for router_controller (0714bf70-5856-4758-b462-f921c6016ff7), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.555463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94dff3ee-884c-4221-b627-e47abfe4a736 req-4027f664-aee5-4d02-ae40-a86e26473970 tempest-VolumesActionsTest-991020731 tempest-VolumesActionsTest-991020731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f10ffbb-ebd0-4655-922c-7f7309ff0daa HTTP/1.1" status: 200 len: 210 time: 0.1296108 Feb 11 05:51:09.688273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-b0264d75-5e1e-4926-b9c9-6fa1c7a99e16', 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16', 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'fixed_ips': [{'subnet_id': 'dda4f0ce-d632-4179-aeff-f9d80bb0df29'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:09.689172 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.824031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e422f3-5135-477a-904f-d898d2c5aa62 req-abd9a517-3af5-48a1-94da-1c174a0214cd tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:09.825494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48e422f3-5135-477a-904f-d898d2c5aa62 req-abd9a517-3af5-48a1-94da-1c174a0214cd tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 945 time: 0.1405444 Feb 11 05:51:09.828840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Deleting port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:09.829301 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.877795 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks [] for router_gateway (0714bf70-5856-4758-b462-f921c6016ff7), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.885746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Deleting port 43069cf7-92c0-4b29-a275-e6c6443c6a14 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:09.886157 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.984111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Allocated IP 172.20.0.2 (b0264d75-5e1e-4926-b9c9-6fa1c7a99e16/dda4f0ce-d632-4179-aeff-f9d80bb0df29/02cc078d-d175-4c35-a39a-d24c2fbe42cd) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:10.122844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48e422f3-5135-477a-904f-d898d2c5aa62 req-49e0ff14-4190-4c8c-937f-227cd063af80 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835131 Feb 11 05:51:10.170277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] For port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,segment=NetworkSegment(6686ebc4-6e1e-4851-bd83-ee33befac158),segment_id=6686ebc4-6e1e-4851-bd83-ee33befac158)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:10.170960 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.209319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] For port 43069cf7-92c0-4b29-a275-e6c6443c6a14, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=43069cf7-92c0-4b29-a275-e6c6443c6a14,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:10.210066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.241083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Publish callbacks [] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.249301 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.252080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Calling delete_port for 088e0ba8-75ff-4e82-9566-d5c0dc0de87d owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:10.276464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:10.280420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Calling delete_port for 43069cf7-92c0-4b29-a275-e6c6443c6a14 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:10.324825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:10.334189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:10.343853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks [] for router_gateway (0714bf70-5856-4758-b462-f921c6016ff7), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.430754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.446646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Pushing event updated for resources: {'Port': ['ID=02cc078d-d175-4c35-a39a-d24c2fbe42cd,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:10.471365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Attempting to bind port 02cc078d-d175-4c35-a39a-d24c2fbe42cd on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:10.472713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Attempting to bind port 02cc078d-d175-4c35-a39a-d24c2fbe42cd by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '994691ec-ea83-464d-9703-230c04aef92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:10.473309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Attempting to bind port 02cc078d-d175-4c35-a39a-d24c2fbe42cd on network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:10.487619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:10.490258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Checking segment: {'id': '994691ec-ea83-464d-9703-230c04aef92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:10.490785 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.492802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Bound using segment: {'id': '994691ec-ea83-464d-9703-230c04aef92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:10.493585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Bound port: 02cc078d-d175-4c35-a39a-d24c2fbe42cd, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994691ec-ea83-464d-9703-230c04aef92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:10.494775 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.651144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56426) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:10.674617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] For port 02cc078d-d175-4c35-a39a-d24c2fbe42cd, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:10.693496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] For port 02cc078d-d175-4c35-a39a-d24c2fbe42cd, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=02cc078d-d175-4c35-a39a-d24c2fbe42cd,segment=NetworkSegment(994691ec-ea83-464d-9703-230c04aef92b),segment_id=994691ec-ea83-464d-9703-230c04aef92b)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:10.706468 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.825532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Allocated IP 172.25.1.226 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/ca07802f-5a5f-4132-aa96-0edc306a48be) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:10.853672 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (088e0ba8-75ff-4e82-9566-d5c0dc0de87d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.912526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196b36-4b19-40a2-a058-9a43be50919f None None] Pushing event updated for resources: {'Port': ['ID=02cc078d-d175-4c35-a39a-d24c2fbe42cd,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:10.985467 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:51:11.134687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2cf28fb5-64ff-49f8-aa36-b7bd49227384 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:11.145786 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks [] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.186796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 2cf28fb5-64ff-49f8-aa36-b7bd49227384 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:11.187144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 2cf28fb5-64ff-49f8-aa36-b7bd49227384 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:11.245396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.263454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Pushing event deleted for resources: {'Port': ['ID=088e0ba8-75ff-4e82-9566-d5c0dc0de87d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:11.420990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:11.422860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] No DVR routers for this DVR port 088e0ba8-75ff-4e82-9566-d5c0dc0de87d on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:11.430077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.439562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d19bc02-2060-4ac4-afa7-d311cfc309e0 req-c7b6ee39-0f42-45c6-bca5-851072c612f4 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.72 "DELETE /v2.0/ports/088e0ba8-75ff-4e82-9566-d5c0dc0de87d HTTP/1.1" status: 204 len: 173 time: 2.5129321 Feb 11 05:51:11.467319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00231c52-18d4-499f-bde2-bddf61211ea7', 'name': 'network-vif-deleted', 'tag': '088e0ba8-75ff-4e82-9566-d5c0dc0de87d'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:11.472716 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a9df5-08df-4c17-a2fc-c19a9282c742" -d '{"events": [{"server_uuid": "00231c52-18d4-499f-bde2-bddf61211ea7", "name": "network-vif-deleted", "tag": "088e0ba8-75ff-4e82-9566-d5c0dc0de87d"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:11.488074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:11.502243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:11.527202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a19ed225-f755-43c0-ae8f-b938b15d30b9 req-8780c282-7c30-47b8-899a-3905ba1afa79 tempest-TestServerAdvancedOps-1123768261 tempest-TestServerAdvancedOps-1123768261-project] 10.222.0.31 "GET /v2.0/ports?device_id=00231c52-18d4-499f-bde2-bddf61211ea7 HTTP/1.1" status: 200 len: 210 time: 0.1136022 Feb 11 05:51:11.567690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (43069cf7-92c0-4b29-a275-e6c6443c6a14), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.677433 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c467eced-1ced-4e9c-b5a0-93ef140513dc x-openstack-request-id: req-c467eced-1ced-4e9c-b5a0-93ef140513dc {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:11.678084 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00231c52-18d4-499f-bde2-bddf61211ea7", "name": "network-vif-deleted", "tag": "088e0ba8-75ff-4e82-9566-d5c0dc0de87d", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:11.678180 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c467eced-1ced-4e9c-b5a0-93ef140513dc {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:11.678730 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00231c52-18d4-499f-bde2-bddf61211ea7', 'name': 'network-vif-deleted', 'tag': '088e0ba8-75ff-4e82-9566-d5c0dc0de87d', 'status': 'completed', 'code': 200} Feb 11 05:51:11.683625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Pushing event updated for resources: {'Port': ['ID=ca07802f-5a5f-4132-aa96-0edc306a48be,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:11.719916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43069cf7-92c0-4b29-a275-e6c6443c6a14,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:12.250942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (cf35f11c-a36e-4a36-84a8-690db1ce6d58), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.350227 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks [] for router_gateway (0714bf70-5856-4758-b462-f921c6016ff7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.784843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (0714bf70-5856-4758-b462-f921c6016ff7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.788555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56458) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:12.837700 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (b28a3713-5d64-4237-a228-18b8b02081ff), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.857601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 088e0ba8-75ff-4e82-9566-d5c0dc0de87d no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:12.922942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 088e0ba8-75ff-4e82-9566-d5c0dc0de87d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:12.924449 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 088e0ba8-75ff-4e82-9566-d5c0dc0de87d not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:12.928483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc39029-eb4b-4630-b471-821e865fc662 None None] Network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:13.043321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f1eeae-3a94-42b4-9a70-9f9b3616871c admin admin] Deleting subnet a7a84512-e6f1-4174-b3e1-afb8cbe4cd19 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:13.052140 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13f1eeae-3a94-42b4-9a70-9f9b3616871c admin admin] Publish callbacks [] for subnet (a7a84512-e6f1-4174-b3e1-afb8cbe4cd19), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.053660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Router cf35f11c-a36e-4a36-84a8-690db1ce6d58 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:13.176084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13f1eeae-3a94-42b4-9a70-9f9b3616871c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (a7a84512-e6f1-4174-b3e1-afb8cbe4cd19), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.199149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 02cc078d-d175-4c35-a39a-d24c2fbe42cd up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:13.276494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13f1eeae-3a94-42b4-9a70-9f9b3616871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (a7a84512-e6f1-4174-b3e1-afb8cbe4cd19), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.321068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9f92537d-e865-4243-bc78-70918b0f5f27 None None] Provisioning complete for port 02cc078d-d175-4c35-a39a-d24c2fbe42cd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:13.326643 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f92537d-e865-4243-bc78-70918b0f5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.392795 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13f1eeae-3a94-42b4-9a70-9f9b3616871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (a7a84512-e6f1-4174-b3e1-afb8cbe4cd19), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.429147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1eeae-3a94-42b4-9a70-9f9b3616871c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a84512-e6f1-4174-b3e1-afb8cbe4cd19,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:13.538839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:13.553710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9e898a7b-be77-4286-a1c6-7582d89c97a9 admin admin] 10.222.0.31 "PUT /v2.0/routers/cf35f11c-a36e-4a36-84a8-690db1ce6d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0476465 Feb 11 05:51:13.558140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56464) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:13.561474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] Sync routers for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:13.574013 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13f1eeae-3a94-42b4-9a70-9f9b3616871c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.577353 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-13f1eeae-3a94-42b4-9a70-9f9b3616871c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a7a84512-e6f1-4174-b3e1-afb8cbe4cd19 HTTP/1.1" status: 204 len: 168 time: 0.7875195 Feb 11 05:51:13.584743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56466) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:13.592808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 02cc078d-d175-4c35-a39a-d24c2fbe42cd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:13.593209 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.606783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:13.616946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:13.756988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (12badc3d-d367-4e8e-b6cf-931f5875ed35), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.780486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Deleting port 045f6dd3-00a2-4007-83ab-b2b7cb015e44 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:13.781304 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.788050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks [] for router (cf35f11c-a36e-4a36-84a8-690db1ce6d58), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.978118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] For port 045f6dd3-00a2-4007-83ab-b2b7cb015e44, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=045f6dd3-00a2-4007-83ab-b2b7cb015e44,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:13.978687 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.012300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks [] for router_gateway (cf35f11c-a36e-4a36-84a8-690db1ce6d58), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.018720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Calling delete_port for 045f6dd3-00a2-4007-83ab-b2b7cb015e44 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:14.076023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Router 0714bf70-5856-4758-b462-f921c6016ff7 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:51:14.129461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9f92537d-e865-4243-bc78-70918b0f5f27 None None] Current status of the port 02cc078d-d175-4c35-a39a-d24c2fbe42cd is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:14.129891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f92537d-e865-4243-bc78-70918b0f5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.165931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Deleting port 45db104e-b9a0-4931-8b58-1156525ac077 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:14.166853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (45db104e-b9a0-4931-8b58-1156525ac077), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.254775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:14.333712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] For port 45db104e-b9a0-4931-8b58-1156525ac077, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=45db104e-b9a0-4931-8b58-1156525ac077,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:14.334181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (45db104e-b9a0-4931-8b58-1156525ac077), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.383546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (12badc3d-d367-4e8e-b6cf-931f5875ed35), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.406139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12badc3d-d367-4e8e-b6cf-931f5875ed35']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:14.418628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6686ebc4-6e1e-4851-bd83-ee33befac158') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:14.418908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6686ebc4-6e1e-4851-bd83-ee33befac158') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:14.431089 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (6686ebc4-6e1e-4851-bd83-ee33befac158), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.447108 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6686ebc4-6e1e-4851-bd83-ee33befac158), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.454896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:14.455352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (6686ebc4-6e1e-4851-bd83-ee33befac158), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.577567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9f92537d-e865-4243-bc78-70918b0f5f27 None None] For port 02cc078d-d175-4c35-a39a-d24c2fbe42cd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=02cc078d-d175-4c35-a39a-d24c2fbe42cd,segment=NetworkSegment(994691ec-ea83-464d-9703-230c04aef92b),segment_id=994691ec-ea83-464d-9703-230c04aef92b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:14.754495 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f92537d-e865-4243-bc78-70918b0f5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.860151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Calling delete_port for 45db104e-b9a0-4931-8b58-1156525ac077 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:14.872714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 02cc078d-d175-4c35-a39a-d24c2fbe42cd is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:14.873469 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:14.930598 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:14.933750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92537d-e865-4243-bc78-70918b0f5f27 None None] Pushing event updated for resources: {'Port': ['ID=02cc078d-d175-4c35-a39a-d24c2fbe42cd,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:14.936037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-82152ae7-de58-4716-84a0-b78547dc747c None None] Provisioning complete for port 02cc078d-d175-4c35-a39a-d24c2fbe42cd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:14.936441 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-82152ae7-de58-4716-84a0-b78547dc747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.946691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:14.957835 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Sync routers for ids ['0714bf70-5856-4758-b462-f921c6016ff7'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:14.973065 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Routers {'0714bf70-5856-4758-b462-f921c6016ff7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:14.974436 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0714bf70-5856-4758-b462-f921c6016ff7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:14.984148 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.987536 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dbfafd0e-3941-4e2e-b2ce-4f5e5b5dd6bc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.5737092 Feb 11 05:51:14.988931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56486) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:15.093805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '45db104e-b9a0-4931-8b58-1156525ac077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:51:10Z', 'revision_number': 5, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port': {'id': '45db104e-b9a0-4931-8b58-1156525ac077', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:39Z', 'updated_at': '2022-02-11T05:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:15.107248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (12badc3d-d367-4e8e-b6cf-931f5875ed35), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.120049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.125289 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Set router 0714bf70-5856-4758-b462-f921c6016ff7 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:15.131958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/12badc3d-d367-4e8e-b6cf-931f5875ed35 HTTP/1.1" status: 204 len: 168 time: 1.5458417 Feb 11 05:51:15.134636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56490) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:15.140032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] Checking router: cf35f11c-a36e-4a36-84a8-690db1ce6d58 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:15.203063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603b825-9610-4b98-9343-05e98aad73b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=12badc3d-d367-4e8e-b6cf-931f5875ed35,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:15.248188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] Routers {'cf35f11c-a36e-4a36-84a8-690db1ce6d58'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:15.250806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:15.259147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f44524c-9b64-4a2e-b4ea-06990fd604fd admin admin] Deleting subnet 4a8ee91c-bb3d-4e5e-b276-fae282b5c347 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:15.259888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-82152ae7-de58-4716-84a0-b78547dc747c None None] Current status of the port 02cc078d-d175-4c35-a39a-d24c2fbe42cd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:15.268024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f44524c-9b64-4a2e-b4ea-06990fd604fd admin admin] Publish callbacks [] for subnet (4a8ee91c-bb3d-4e5e-b276-fae282b5c347), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.324515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f44524c-9b64-4a2e-b4ea-06990fd604fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (4a8ee91c-bb3d-4e5e-b276-fae282b5c347), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.471388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f44524c-9b64-4a2e-b4ea-06990fd604fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4a8ee91c-bb3d-4e5e-b276-fae282b5c347), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.504534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] Set router cf35f11c-a36e-4a36-84a8-690db1ce6d58 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:15.584934 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (045f6dd3-00a2-4007-83ab-b2b7cb015e44), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.602748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:51:14Z', 'revision_number': 6, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:15.606266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:51:15.607279 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:51:15.620395 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (45db104e-b9a0-4931-8b58-1156525ac077), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.649288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c654c-e87d-4cbe-ac86-5c0c47e12e1d None None] The sync data for ids ['cf35f11c-a36e-4a36-84a8-690db1ce6d58'] in n-d-715271-35 is: [{'id': 'cf35f11c-a36e-4a36-84a8-690db1ce6d58', 'name': 'tempest-TaggedBootDevicesTest-89941194-router', 'tenant_id': '3c75556137b8430aad60300261085fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:37Z', 'updated_at': '2022-02-11T05:51:14Z', 'revision_number': 6, 'project_id': '3c75556137b8430aad60300261085fb6', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:15.664047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Pushing event deleted for resources: {'Port': ['ID=045f6dd3-00a2-4007-83ab-b2b7cb015e44,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:15.873045 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (b28a3713-5d64-4237-a228-18b8b02081ff), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.881812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f44524c-9b64-4a2e-b4ea-06990fd604fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (4a8ee91c-bb3d-4e5e-b276-fae282b5c347), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.882487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Pushing event deleted for resources: {'Port': ['ID=45db104e-b9a0-4931-8b58-1156525ac077,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:15.899421 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0714bf70-5856-4758-b462-f921c6016ff7', 'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:12Z', 'revision_number': 3, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'gw_port': {'id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:10Z', 'updated_at': '2022-02-11T05:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:15.915127 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f44524c-9b64-4a2e-b4ea-06990fd604fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.918380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8f44524c-9b64-4a2e-b4ea-06990fd604fd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4a8ee91c-bb3d-4e5e-b276-fae282b5c347 HTTP/1.1" status: 204 len: 168 time: 0.7314787 Feb 11 05:51:15.921200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56494) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:15.932564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44524c-9b64-4a2e-b4ea-06990fd604fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8ee91c-bb3d-4e5e-b276-fae282b5c347,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:15.953797 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Checking router: 0714bf70-5856-4758-b462-f921c6016ff7 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:15.955580 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Updating router 0714bf70-5856-4758-b462-f921c6016ff7 port ca07802f-5a5f-4132-aa96-0edc306a48be binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:51:15.995449 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.201906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 02cc078d-d175-4c35-a39a-d24c2fbe42cd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:16.232505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (cf35f11c-a36e-4a36-84a8-690db1ce6d58), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.321440 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (31670dc2-bb51-437a-8247-46f0851b06c0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.398552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (cf35f11c-a36e-4a36-84a8-690db1ce6d58), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.401912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks [] for router_controller (cf35f11c-a36e-4a36-84a8-690db1ce6d58), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.560318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (cf35f11c-a36e-4a36-84a8-690db1ce6d58), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.560831 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf35f11c-a36e-4a36-84a8-690db1ce6d58 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:51:16.575709 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.576936 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d9aa190e-a4a1-4c7d-89e1-9aa9dcabd653 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cf35f11c-a36e-4a36-84a8-690db1ce6d58 HTTP/1.1" status: 204 len: 168 time: 3.0176544 Feb 11 05:51:16.580195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56504) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:16.587541 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Publish callbacks [] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.594727 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.603955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (31670dc2-bb51-437a-8247-46f0851b06c0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.726919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31670dc2-bb51-437a-8247-46f0851b06c0']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:16.785629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657bab6a-1342-49b6-9b32-9ffe54aa2d83') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:16.786055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657bab6a-1342-49b6-9b32-9ffe54aa2d83') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:16.791444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18ad4d4-e531-4838-87d7-12b8f237ff37 admin admin] Deleting subnet cdb202e0-2a12-4799-8de8-da2c49396bed {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:16.792506 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Attempting to bind port ca07802f-5a5f-4132-aa96-0edc306a48be on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:16.793062 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Attempting to bind port ca07802f-5a5f-4132-aa96-0edc306a48be by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:16.794301 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Attempting to bind port ca07802f-5a5f-4132-aa96-0edc306a48be on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:16.800345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f18ad4d4-e531-4838-87d7-12b8f237ff37 admin admin] Publish callbacks [] for subnet (cdb202e0-2a12-4799-8de8-da2c49396bed), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.818833 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (657bab6a-1342-49b6-9b32-9ffe54aa2d83), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.852848 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:16.853245 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:16.853735 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.855241 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:16.855241 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Bound port: ca07802f-5a5f-4132-aa96-0edc306a48be, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:16.855671 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.857055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Router b28a3713-5d64-4237-a228-18b8b02081ff has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:16.883778 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (657bab6a-1342-49b6-9b32-9ffe54aa2d83), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.902077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f18ad4d4-e531-4838-87d7-12b8f237ff37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (cdb202e0-2a12-4799-8de8-da2c49396bed), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.902839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:16.902839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (657bab6a-1342-49b6-9b32-9ffe54aa2d83), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:16.904599 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:16.915210 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 02cc078d-d175-4c35-a39a-d24c2fbe42cd up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:16.928291 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] For port ca07802f-5a5f-4132-aa96-0edc306a48be, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:16.932459 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] For port ca07802f-5a5f-4132-aa96-0edc306a48be, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ca07802f-5a5f-4132-aa96-0edc306a48be,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:16.943604 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Pushing event updated for resources: {'Port': ['ID=ca07802f-5a5f-4132-aa96-0edc306a48be,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:16.946219 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.975337 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.975895 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.976388 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.977381 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.977917 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.978401 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.978905 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.979385 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.980215 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.980705 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.981714 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.982199 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:16.982678 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:17.057640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 02cc078d-d175-4c35-a39a-d24c2fbe42cd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:17.058017 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.069931 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Routers {'0714bf70-5856-4758-b462-f921c6016ff7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:17.070472 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0714bf70-5856-4758-b462-f921c6016ff7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:17.082618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f18ad4d4-e531-4838-87d7-12b8f237ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (cdb202e0-2a12-4799-8de8-da2c49396bed), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.153357 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.158668 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f18ad4d4-e531-4838-87d7-12b8f237ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (cdb202e0-2a12-4799-8de8-da2c49396bed), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.198861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (31670dc2-bb51-437a-8247-46f0851b06c0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.201325 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33c15c-9e41-4de4-b659-eb686cba8a54 None None] Pushing event updated for resources: {'Port': ['ID=ca07802f-5a5f-4132-aa96-0edc306a48be,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:17.214126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ad4d4-e531-4838-87d7-12b8f237ff37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb202e0-2a12-4799-8de8-da2c49396bed,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:17.229316 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f18ad4d4-e531-4838-87d7-12b8f237ff37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.235534 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f18ad4d4-e531-4838-87d7-12b8f237ff37 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cdb202e0-2a12-4799-8de8-da2c49396bed HTTP/1.1" status: 204 len: 168 time: 0.6269088 Feb 11 05:51:17.243063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56506) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:17.244794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ee231-d2cb-4e06-9d65-e64393fbef88 None None] Network 3e3f3e81-a691-4174-b896-35ab08eecc0b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:17.246815 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.250657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] 10.222.0.31 "DELETE /v2.0/networks/31670dc2-bb51-437a-8247-46f0851b06c0 HTTP/1.1" status: 204 len: 168 time: 1.3266265 Feb 11 05:51:17.255482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca5e21-e19e-4d4a-a301-70037d7e6d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=31670dc2-bb51-437a-8247-46f0851b06c0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:17.288947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:17.307313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1ab3a6ee-e28b-40ee-8306-44c41268805d admin admin] 10.222.0.31 "PUT /v2.0/routers/b28a3713-5d64-4237-a228-18b8b02081ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6411083 Feb 11 05:51:17.309968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56512) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:17.428797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] Sync routers for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:17.466084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3e3f3e81-a691-4174-b896-35ab08eecc0b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.515000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks [] for router (b28a3713-5d64-4237-a228-18b8b02081ff), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.538609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] Routers {'b28a3713-5d64-4237-a228-18b8b02081ff'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:17.539849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b28a3713-5d64-4237-a228-18b8b02081ff'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:17.541332 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] Set router 0714bf70-5856-4758-b462-f921c6016ff7 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:17.556137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56516) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:17.642476 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3e2bbaf5-c466-4c82-94df-86c1cec11a1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74b3c2f18ed74505a55c4b9e9d4041b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845988 Feb 11 05:51:17.666591 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 02cc078d-d175-4c35-a39a-d24c2fbe42cd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:17.670363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56518) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:17.697239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 43069cf7-92c0-4b29-a275-e6c6443c6a14 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:17.714098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks [] for router_gateway (b28a3713-5d64-4237-a228-18b8b02081ff), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.746822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 43069cf7-92c0-4b29-a275-e6c6443c6a14 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:17.747164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 43069cf7-92c0-4b29-a275-e6c6443c6a14 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:17.757686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] Set router b28a3713-5d64-4237-a228-18b8b02081ff gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:17.855857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Deleting port 6f5ea896-3090-4f8c-824f-571ed4e89ceb {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:17.857702 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.902079 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0714bf70-5856-4758-b462-f921c6016ff7', 'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:12Z', 'revision_number': 3, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'gw_port': {'id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:10Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:17.927510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067693f5-7688-4f00-aa14-e5238b1ff987 None None] DHCP port deletion for 3e3f3e81-a691-4174-b896-35ab08eecc0b request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:17.928395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Allocated IP 172.20.0.1 (b0264d75-5e1e-4926-b9c9-6fa1c7a99e16/dda4f0ce-d632-4179-aeff-f9d80bb0df29/df0c5d95-73c6-4420-a6e9-273a01eee649) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:17.947177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-635d2b50-43f6-4636-bb38-a0e234d461c0 admin admin] Publish callbacks [] for security_group (7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.961312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] For port 6f5ea896-3090-4f8c-824f-571ed4e89ceb, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6f5ea896-3090-4f8c-824f-571ed4e89ceb,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:17.961678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.981193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Calling delete_port for 6f5ea896-3090-4f8c-824f-571ed4e89ceb owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:17.984951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-635d2b50-43f6-4636-bb38-a0e234d461c0 admin admin] Publish callbacks [] for security_group (7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.985553 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d2486-ba0a-4c79-950d-8e51e5844dde None None] The sync data for ids ['0714bf70-5856-4758-b462-f921c6016ff7'] in n-d-715271-35 is: [{'id': '0714bf70-5856-4758-b462-f921c6016ff7', 'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:12Z', 'revision_number': 3, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'gw_port': {'id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:10Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:18.105411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-067693f5-7688-4f00-aa14-e5238b1ff987 None None] Deleting port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:18.105797 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-067693f5-7688-4f00-aa14-e5238b1ff987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.106676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-635d2b50-43f6-4636-bb38-a0e234d461c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.109578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-635d2b50-43f6-4636-bb38-a0e234d461c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.122507 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-635d2b50-43f6-4636-bb38-a0e234d461c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21 HTTP/1.1" status: 204 len: 168 time: 0.4502306 Feb 11 05:51:18.150141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d2b50-43f6-4636-bb38-a0e234d461c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d550a6c-3eac-4cc9-aaa7-bbdae6e95b21,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:18.206948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Deleting port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:18.207295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.268997 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6f5ea896-3090-4f8c-824f-571ed4e89ceb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.272372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-067693f5-7688-4f00-aa14-e5238b1ff987 None None] For port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=803457ab-6e7b-49d1-9fa9-8c8eb113b8ed,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:18.272853 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-067693f5-7688-4f00-aa14-e5238b1ff987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.314644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-067693f5-7688-4f00-aa14-e5238b1ff987 None None] Calling delete_port for 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:18.408345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:18.416679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5ea896-3090-4f8c-824f-571ed4e89ceb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:18.609524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Publish callbacks [] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.620605 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (b28a3713-5d64-4237-a228-18b8b02081ff), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.665057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.697375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'name': 'tempest-TaggedBootDevicesTest_v242-431727770-router', 'tenant_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:25Z', 'updated_at': '2022-02-11T05:51:15Z', 'revision_number': 5, 'project_id': '31664e56c29d47c99c52ea9d8e07fc8f', 'gw_port': {'id': '6f5ea896-3090-4f8c-824f-571ed4e89ceb', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28a3713-5d64-4237-a228-18b8b02081ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:18.763001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (b28a3713-5d64-4237-a228-18b8b02081ff), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.767308 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks [] for router_controller (b28a3713-5d64-4237-a228-18b8b02081ff), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.846484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (b28a3713-5d64-4237-a228-18b8b02081ff), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.847359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b28a3713-5d64-4237-a228-18b8b02081ff {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:51:18.853344 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.857929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ac4d78bc-4902-4545-9f4f-7d6fa6dee05a admin admin] 10.222.0.31 "DELETE /v2.0/routers/b28a3713-5d64-4237-a228-18b8b02081ff HTTP/1.1" status: 204 len: 168 time: 1.5460103 Feb 11 05:51:18.858896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56532) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:18.859384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:18.867573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:18.887035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:18.994628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (0714bf70-5856-4758-b462-f921c6016ff7), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.996271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ff5e05-39f3-47ae-be8c-3739c92c078a admin admin] Deleting subnet 9e61559c-2b6f-48a9-93a8-8c9b06b0c678 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:19.008087 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-21ff5e05-39f3-47ae-be8c-3739c92c078a admin admin] Publish callbacks [] for subnet (9e61559c-2b6f-48a9-93a8-8c9b06b0c678), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.009982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56534) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:19.015362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Pushing event updated for resources: {'Port': ['ID=df0c5d95-73c6-4420-a6e9-273a01eee649,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:19.113308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] For port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=803457ab-6e7b-49d1-9fa9-8c8eb113b8ed,segment=NetworkSegment(808154d8-77a1-4eeb-afc8-7600deb047e8),segment_id=808154d8-77a1-4eeb-afc8-7600deb047e8)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:19.113690 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.127622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] Checking router: b28a3713-5d64-4237-a228-18b8b02081ff for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:19.159530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-21ff5e05-39f3-47ae-be8c-3739c92c078a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (9e61559c-2b6f-48a9-93a8-8c9b06b0c678), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.168973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Calling delete_port for 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:19.196848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed update to DOWN by agent not found {{(pid=103122) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:51:19.197745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 45db104e-b9a0-4931-8b58-1156525ac077 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:19.199832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:19.200411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:51:19.201209 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_agentschedulers_db [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b28a3713-5d64-4237-a228-18b8b02081ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent'). {{(pid=103122) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:51:19.201778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba90b34-d177-4dc0-9b35-cd638328c5d4 None None] The sync data for ids ['b28a3713-5d64-4237-a228-18b8b02081ff'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:19.210473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-067693f5-7688-4f00-aa14-e5238b1ff987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.288556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2fc9ad09-72b8-4b45-a13a-6aac778f58bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23de2c39a95e4bdfad08101918095b42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771871 Feb 11 05:51:19.292192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56536) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:19.293055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 45db104e-b9a0-4931-8b58-1156525ac077 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:19.293575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 45db104e-b9a0-4931-8b58-1156525ac077 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:19.300884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067693f5-7688-4f00-aa14-e5238b1ff987 None None] Pushing event deleted for resources: {'Port': ['ID=803457ab-6e7b-49d1-9fa9-8c8eb113b8ed,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:19.304619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067693f5-7688-4f00-aa14-e5238b1ff987 None None] No DVR routers for this DVR port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:19.332212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (803457ab-6e7b-49d1-9fa9-8c8eb113b8ed), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.352461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-37f3af15-e482-4665-82d0-7c8bd7e65902 None None] Provisioning complete for port df0c5d95-73c6-4420-a6e9-273a01eee649 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:19.352850 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-37f3af15-e482-4665-82d0-7c8bd7e65902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.396358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Pushing event deleted for resources: {'Port': ['ID=803457ab-6e7b-49d1-9fa9-8c8eb113b8ed,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:19.421936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] No DVR routers for this DVR port 803457ab-6e7b-49d1-9fa9-8c8eb113b8ed on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:19.434602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-37f3af15-e482-4665-82d0-7c8bd7e65902 None None] Port df0c5d95-73c6-4420-a6e9-273a01eee649 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:19.482580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-525c2d0e-866d-4770-a8d3-4a3acf3e0e03 admin admin] Publish callbacks [] for security_group (5a36b20c-d421-40f3-be22-ee2a0e6486b0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.484896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-21ff5e05-39f3-47ae-be8c-3739c92c078a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9e61559c-2b6f-48a9-93a8-8c9b06b0c678), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.567971 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-525c2d0e-866d-4770-a8d3-4a3acf3e0e03 admin admin] Publish callbacks [] for security_group (5a36b20c-d421-40f3-be22-ee2a0e6486b0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.621197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3e3f3e81-a691-4174-b896-35ab08eecc0b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.636725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-21ff5e05-39f3-47ae-be8c-3739c92c078a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (9e61559c-2b6f-48a9-93a8-8c9b06b0c678), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.677784 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3f3e81-a691-4174-b896-35ab08eecc0b']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:19.692965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff5e05-39f3-47ae-be8c-3739c92c078a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e61559c-2b6f-48a9-93a8-8c9b06b0c678,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:19.700667 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-21ff5e05-39f3-47ae-be8c-3739c92c078a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.704611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-21ff5e05-39f3-47ae-be8c-3739c92c078a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9e61559c-2b6f-48a9-93a8-8c9b06b0c678 HTTP/1.1" status: 204 len: 168 time: 0.8441517 Feb 11 05:51:19.706766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-525c2d0e-866d-4770-a8d3-4a3acf3e0e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5a36b20c-d421-40f3-be22-ee2a0e6486b0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.711099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808154d8-77a1-4eeb-afc8-7600deb047e8') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:19.713291 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-525c2d0e-866d-4770-a8d3-4a3acf3e0e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.714666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-525c2d0e-866d-4770-a8d3-4a3acf3e0e03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a36b20c-d421-40f3-be22-ee2a0e6486b0 HTTP/1.1" status: 204 len: 168 time: 0.4216192 Feb 11 05:51:19.715457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56542) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:19.716268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c25b8-03d8-454c-93f0-0f3c7057ccfd None None] Network 8770f123-170d-4514-879f-ee00ededafcb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:19.735573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808154d8-77a1-4eeb-afc8-7600deb047e8') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:19.772470 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (808154d8-77a1-4eeb-afc8-7600deb047e8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.812983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (808154d8-77a1-4eeb-afc8-7600deb047e8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.828323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:19.829039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (808154d8-77a1-4eeb-afc8-7600deb047e8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.851756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c2d0e-866d-4770-a8d3-4a3acf3e0e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a36b20c-d421-40f3-be22-ee2a0e6486b0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:19.854552 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:19.861520 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (8770f123-170d-4514-879f-ee00ededafcb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.992104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Deleting port 791de1f2-630a-4668-bdde-b15dd3b9ad90 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:19.992458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.034546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.043942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3e3f3e81-a691-4174-b896-35ab08eecc0b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.075196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.081667 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3e3f3e81-a691-4174-b896-35ab08eecc0b HTTP/1.1" status: 204 len: 168 time: 2.8374867 Feb 11 05:51:20.088632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56546) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:20.126251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] For port 791de1f2-630a-4668-bdde-b15dd3b9ad90, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=791de1f2-630a-4668-bdde-b15dd3b9ad90,segment=NetworkSegment(f5c210d9-e319-4db8-b915-4926d1eecd08),segment_id=f5c210d9-e319-4db8-b915-4926d1eecd08)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:20.126615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.137969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f8da0-44c2-41b9-a888-b18d2fafdd15 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3f3e81-a691-4174-b896-35ab08eecc0b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:20.146317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Calling delete_port for 791de1f2-630a-4668-bdde-b15dd3b9ad90 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:20.276582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (791de1f2-630a-4668-bdde-b15dd3b9ad90), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.314559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4512f20c-009e-4785-b780-d2bac3d17c99 None None] DHCP port deletion for 8770f123-170d-4514-879f-ee00ededafcb request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:20.365919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Pushing event deleted for resources: {'Port': ['ID=791de1f2-630a-4668-bdde-b15dd3b9ad90,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:20.397157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] No DVR routers for this DVR port 791de1f2-630a-4668-bdde-b15dd3b9ad90 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:20.600739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ca07802f-5a5f-4132-aa96-0edc306a48be up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:20.680451 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (8770f123-170d-4514-879f-ee00ededafcb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.731056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8770f123-170d-4514-879f-ee00ededafcb']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:20.746504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ca07802f-5a5f-4132-aa96-0edc306a48be triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:20.747056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.757233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c210d9-e319-4db8-b915-4926d1eecd08') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:20.757534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c210d9-e319-4db8-b915-4926d1eecd08') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:20.769945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (f5c210d9-e319-4db8-b915-4926d1eecd08), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.788968 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f5c210d9-e319-4db8-b915-4926d1eecd08), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.803488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:20.803935 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (f5c210d9-e319-4db8-b915-4926d1eecd08), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:20.809058 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:20.898890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ca07802f-5a5f-4132-aa96-0edc306a48be is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:20.899973 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.943665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port ca07802f-5a5f-4132-aa96-0edc306a48be, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ca07802f-5a5f-4132-aa96-0edc306a48be,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:20.946885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (8770f123-170d-4514-879f-ee00ededafcb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.956133 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.960345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8770f123-170d-4514-879f-ee00ededafcb HTTP/1.1" status: 204 len: 168 time: 1.2414351 Feb 11 05:51:20.962577 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.973618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56556) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:21.051408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113322b-936c-4006-881c-dc2107969758 admin admin] Pushing event deleted for resources: {'Network': ['ID=8770f123-170d-4514-879f-ee00ededafcb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:21.069103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 791de1f2-630a-4668-bdde-b15dd3b9ad90 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:21.114833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 791de1f2-630a-4668-bdde-b15dd3b9ad90 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:21.115191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 791de1f2-630a-4668-bdde-b15dd3b9ad90 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:21.115797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 045f6dd3-00a2-4007-83ab-b2b7cb015e44 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:21.148665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 045f6dd3-00a2-4007-83ab-b2b7cb015e44 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:21.149296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 045f6dd3-00a2-4007-83ab-b2b7cb015e44 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:21.149909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f5ea896-3090-4f8c-824f-571ed4e89ceb no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:21.198469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6f5ea896-3090-4f8c-824f-571ed4e89ceb {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:21.199072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f5ea896-3090-4f8c-824f-571ed4e89ceb not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:21.215234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=ca07802f-5a5f-4132-aa96-0edc306a48be,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:21.226835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.227721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.228291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.228857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.229549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.230280 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.230837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.231411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.231963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.232605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.233225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.233859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.234408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:21.399798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Publish callbacks [] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.470830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.551195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Pushing event updated for resources: {'Port': ['ID=df0c5d95-73c6-4420-a6e9-273a01eee649,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:21.603480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (0714bf70-5856-4758-b462-f921c6016ff7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.777261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:21.782813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:21.858782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (5704a9c2-5fdd-426c-8bd7-c0667240e46d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.919295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (19301858-f575-44c3-8914-b0acc5f62c4e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.118812 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.121499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Router 0714bf70-5856-4758-b462-f921c6016ff7 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:22.208728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-67b7113c-8ca6-4106-9a13-e211e457214c None None] Provisioning complete for port df0c5d95-73c6-4420-a6e9-273a01eee649 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:22.209434 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-67b7113c-8ca6-4106-9a13-e211e457214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.311821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-67b7113c-8ca6-4106-9a13-e211e457214c None None] Port df0c5d95-73c6-4420-a6e9-273a01eee649 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:22.320600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Deleting port 880c6392-7c47-44ec-921f-a2a208f34ed2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:22.321077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.366655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:22.378101 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Sync routers for ids ['0714bf70-5856-4758-b462-f921c6016ff7'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:22.383214 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2623e614-8b31-4d3d-8240-5af8b0db0b29 admin admin] 10.222.0.31 "PUT /v2.0/routers/0714bf70-5856-4758-b462-f921c6016ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3929102 Feb 11 05:51:22.398138 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Routers {'0714bf70-5856-4758-b462-f921c6016ff7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:22.398771 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0714bf70-5856-4758-b462-f921c6016ff7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:22.399350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ca07802f-5a5f-4132-aa96-0edc306a48be up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:22.431372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] For port 880c6392-7c47-44ec-921f-a2a208f34ed2, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=880c6392-7c47-44ec-921f-a2a208f34ed2,segment=NetworkSegment(00fe30d7-6c41-4679-98c2-9bdaf1861ceb),segment_id=00fe30d7-6c41-4679-98c2-9bdaf1861ceb)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:22.432640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.449155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Calling delete_port for 880c6392-7c47-44ec-921f-a2a208f34ed2 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:22.470821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Deleting port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:22.471349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.547252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ca07802f-5a5f-4132-aa96-0edc306a48be triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:22.550833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.572745 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Set router 0714bf70-5856-4758-b462-f921c6016ff7 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:22.600588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] For port 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7d7b241e-3b4d-47b7-af96-d5b57c2d5b63,segment=NetworkSegment(0a7ab91a-e53e-43c6-8609-7fb5701a2c4b),segment_id=0a7ab91a-e53e-43c6-8609-7fb5701a2c4b)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:22.600968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.615139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Calling delete_port for 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:22.771789 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (880c6392-7c47-44ec-921f-a2a208f34ed2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.777405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ca07802f-5a5f-4132-aa96-0edc306a48be is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:22.832083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Pushing event deleted for resources: {'Port': ['ID=880c6392-7c47-44ec-921f-a2a208f34ed2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:22.979492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7d7b241e-3b4d-47b7-af96-d5b57c2d5b63), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.037809 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0714bf70-5856-4758-b462-f921c6016ff7', 'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:19Z', 'revision_number': 4, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'gw_port': {'id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:10Z', 'updated_at': '2022-02-11T05:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'df0c5d95-73c6-4420-a6e9-273a01eee649', 'name': '', 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'mac_address': 'fa:16:3e:45:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'dda4f0ce-d632-4179-aeff-f9d80bb0df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:17Z', 'updated_at': '2022-02-11T05:51:20Z', 'revision_number': 2, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'subnets': [{'id': 'dda4f0ce-d632-4179-aeff-f9d80bb0df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:23.111107 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.125731 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Checking router: 0714bf70-5856-4758-b462-f921c6016ff7 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:23.129254 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Updating router 0714bf70-5856-4758-b462-f921c6016ff7 port df0c5d95-73c6-4420-a6e9-273a01eee649 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:51:23.180165 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7b241e-3b4d-47b7-af96-d5b57c2d5b63,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:23.225618 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.450527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (19301858-f575-44c3-8914-b0acc5f62c4e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.528694 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (5704a9c2-5fdd-426c-8bd7-c0667240e46d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.922992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Router 19301858-f575-44c3-8914-b0acc5f62c4e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:23.952719 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Publish callbacks [] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.965337 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.095203 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6addc3-c04a-47e6-93ef-e6ae348d0db6 None None] Pushing event updated for resources: {'Port': ['ID=df0c5d95-73c6-4420-a6e9-273a01eee649,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:24.115521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Router 5704a9c2-5fdd-426c-8bd7-c0667240e46d has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:24.171849 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Attempting to bind port df0c5d95-73c6-4420-a6e9-273a01eee649 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:24.172221 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Attempting to bind port df0c5d95-73c6-4420-a6e9-273a01eee649 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '994691ec-ea83-464d-9703-230c04aef92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:24.172587 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Attempting to bind port df0c5d95-73c6-4420-a6e9-273a01eee649 on network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:24.177995 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:24.178369 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Checking segment: {'id': '994691ec-ea83-464d-9703-230c04aef92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:24.178771 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.179159 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Bound using segment: {'id': '994691ec-ea83-464d-9703-230c04aef92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:24.179629 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Bound port: df0c5d95-73c6-4420-a6e9-273a01eee649, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994691ec-ea83-464d-9703-230c04aef92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:24.180004 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.224949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:24.234568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] Sync routers for ids ['19301858-f575-44c3-8914-b0acc5f62c4e'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:24.243923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-adf15d6a-b10a-41ed-abc4-c95c7226b752 admin admin] 10.222.0.31 "PUT /v2.0/routers/19301858-f575-44c3-8914-b0acc5f62c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2213833 Feb 11 05:51:24.246588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56598) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:24.259042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] Routers {'19301858-f575-44c3-8914-b0acc5f62c4e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:24.270190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['19301858-f575-44c3-8914-b0acc5f62c4e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:24.390351 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] For port df0c5d95-73c6-4420-a6e9-273a01eee649, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:24.394473 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] For port df0c5d95-73c6-4420-a6e9-273a01eee649, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=df0c5d95-73c6-4420-a6e9-273a01eee649,segment=NetworkSegment(994691ec-ea83-464d-9703-230c04aef92b),segment_id=994691ec-ea83-464d-9703-230c04aef92b)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:24.408930 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.430085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:24.455025 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1d2272c3-ce03-417f-8ed0-e654454bf723 admin admin] 10.222.0.31 "PUT /v2.0/routers/5704a9c2-5fdd-426c-8bd7-c0667240e46d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3579414 Feb 11 05:51:24.457029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56600) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:24.514655 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] Sync routers for ids ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:24.608247 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks [] for router (19301858-f575-44c3-8914-b0acc5f62c4e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.619821 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Routers {'0714bf70-5856-4758-b462-f921c6016ff7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:24.620057 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0714bf70-5856-4758-b462-f921c6016ff7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:24.673822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-aaca1988-e380-445d-84ed-553e3fc6175b None None] Provisioning complete for port df0c5d95-73c6-4420-a6e9-273a01eee649 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:24.674196 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aaca1988-e380-445d-84ed-553e3fc6175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.767947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks [] for router (5704a9c2-5fdd-426c-8bd7-c0667240e46d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.782627 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] Routers {'5704a9c2-5fdd-426c-8bd7-c0667240e46d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:24.783523 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:24.836054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] Set router 19301858-f575-44c3-8914-b0acc5f62c4e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:24.881877 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6addc3-c04a-47e6-93ef-e6ae348d0db6 None None] Pushing event updated for resources: {'Port': ['ID=df0c5d95-73c6-4420-a6e9-273a01eee649,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:24.906091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks [] for router_gateway (19301858-f575-44c3-8914-b0acc5f62c4e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.018526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Deleting port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:25.018903 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.092032 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] Set router 5704a9c2-5fdd-426c-8bd7-c0667240e46d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:25.095917 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks [] for router_gateway (5704a9c2-5fdd-426c-8bd7-c0667240e46d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.204305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] For port 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5b15e9c5-95b3-4279-9e9c-795ec92ef0d1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:25.204682 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.218248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Deleting port f44b5fd4-f864-4e61-a796-96ff343a106b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:25.218576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.224581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Calling delete_port for 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:25.274957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-aaca1988-e380-445d-84ed-553e3fc6175b None None] Current status of the port df0c5d95-73c6-4420-a6e9-273a01eee649 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:25.276807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aaca1988-e380-445d-84ed-553e3fc6175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.378807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-aaca1988-e380-445d-84ed-553e3fc6175b None None] For port df0c5d95-73c6-4420-a6e9-273a01eee649, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=df0c5d95-73c6-4420-a6e9-273a01eee649,segment=NetworkSegment(994691ec-ea83-464d-9703-230c04aef92b),segment_id=994691ec-ea83-464d-9703-230c04aef92b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:25.386849 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] Set router 0714bf70-5856-4758-b462-f921c6016ff7 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:25.398761 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aaca1988-e380-445d-84ed-553e3fc6175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.458151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] For port f44b5fd4-f864-4e61-a796-96ff343a106b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f44b5fd4-f864-4e61-a796-96ff343a106b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:25.458535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.492058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Calling delete_port for f44b5fd4-f864-4e61-a796-96ff343a106b owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:25.529517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5b15e9c5-95b3-4279-9e9c-795ec92ef0d1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.563747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca1988-e380-445d-84ed-553e3fc6175b None None] Pushing event updated for resources: {'Port': ['ID=df0c5d95-73c6-4420-a6e9-273a01eee649,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:25.580156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56614) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:25.592216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b15e9c5-95b3-4279-9e9c-795ec92ef0d1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:25.735367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-21e94ff3-ca4a-46e5-9a45-37b590c50537 None None] Provisioning complete for port df0c5d95-73c6-4420-a6e9-273a01eee649 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:25.736263 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-21e94ff3-ca4a-46e5-9a45-37b590c50537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.823624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:48Z', 'updated_at': '2022-02-11T05:51:22Z', 'revision_number': 5, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'gw_port': {'id': '5b15e9c5-95b3-4279-9e9c-795ec92ef0d1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:47:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:50Z', 'updated_at': '2022-02-11T05:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:25.869585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] Checking router: 19301858-f575-44c3-8914-b0acc5f62c4e for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:25.872563 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:58Z', 'updated_at': '2022-02-11T05:51:22Z', 'revision_number': 5, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'gw_port': {'id': 'f44b5fd4-f864-4e61-a796-96ff343a106b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:01Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:25.878592 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0714bf70-5856-4758-b462-f921c6016ff7', 'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:19Z', 'revision_number': 4, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'gw_port': {'id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:10Z', 'updated_at': '2022-02-11T05:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'df0c5d95-73c6-4420-a6e9-273a01eee649', 'name': '', 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'mac_address': 'fa:16:3e:45:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'dda4f0ce-d632-4179-aeff-f9d80bb0df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:17Z', 'updated_at': '2022-02-11T05:51:24Z', 'revision_number': 4, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'subnets': [{'id': 'dda4f0ce-d632-4179-aeff-f9d80bb0df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:25.912120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] Routers {'19301858-f575-44c3-8914-b0acc5f62c4e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:25.913069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['19301858-f575-44c3-8914-b0acc5f62c4e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:25.930037 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe0b5c-68a7-46cb-8014-b3b9c11b3693 None None] The sync data for ids ['0714bf70-5856-4758-b462-f921c6016ff7'] in n-d-715271-35 is: [{'id': '0714bf70-5856-4758-b462-f921c6016ff7', 'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:19Z', 'revision_number': 4, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'gw_port': {'id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:10Z', 'updated_at': '2022-02-11T05:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'df0c5d95-73c6-4420-a6e9-273a01eee649', 'name': '', 'network_id': 'b0264d75-5e1e-4926-b9c9-6fa1c7a99e16', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'mac_address': 'fa:16:3e:45:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'dda4f0ce-d632-4179-aeff-f9d80bb0df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:17Z', 'updated_at': '2022-02-11T05:51:24Z', 'revision_number': 4, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'subnets': [{'id': 'dda4f0ce-d632-4179-aeff-f9d80bb0df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:25.932189 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] Checking router: 5704a9c2-5fdd-426c-8bd7-c0667240e46d for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:25.955795 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] Routers {'5704a9c2-5fdd-426c-8bd7-c0667240e46d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:25.956536 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:26.010197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f44b5fd4-f864-4e61-a796-96ff343a106b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.031847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] Set router 19301858-f575-44c3-8914-b0acc5f62c4e gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:26.103165 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44b5fd4-f864-4e61-a796-96ff343a106b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:26.103504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:48Z', 'updated_at': '2022-02-11T05:51:25Z', 'revision_number': 7, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:26.151478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.151844 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.152163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.152505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.152840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.153199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.153531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.153858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.154198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.154633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.154817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.155144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.155315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4370654-e088-452f-9a82-8e5d1b50b176 None None] The sync data for ids ['19301858-f575-44c3-8914-b0acc5f62c4e'] in n-d-715271-35 is: [{'id': '19301858-f575-44c3-8914-b0acc5f62c4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1392186671-router', 'tenant_id': '13b15f531fde48f0ad54201d1ce98582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:48Z', 'updated_at': '2022-02-11T05:51:25Z', 'revision_number': 7, 'project_id': '13b15f531fde48f0ad54201d1ce98582', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:26.155497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.161892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-21e94ff3-ca4a-46e5-9a45-37b590c50537 None None] Current status of the port df0c5d95-73c6-4420-a6e9-273a01eee649 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:26.174877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (19301858-f575-44c3-8914-b0acc5f62c4e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.337141 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] Set router 5704a9c2-5fdd-426c-8bd7-c0667240e46d gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:26.395615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (5704a9c2-5fdd-426c-8bd7-c0667240e46d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.457144 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:58Z', 'updated_at': '2022-02-11T05:51:25Z', 'revision_number': 6, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:26.492376 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680150b-26c7-4cdd-a09d-db0630475cc0 None None] The sync data for ids ['5704a9c2-5fdd-426c-8bd7-c0667240e46d'] in n-d-715271-35 is: [{'id': '5704a9c2-5fdd-426c-8bd7-c0667240e46d', 'name': 'tempest-TaggedBootDevicesTest-1962547964-router', 'tenant_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:58Z', 'updated_at': '2022-02-11T05:51:25Z', 'revision_number': 6, 'project_id': 'e277e3832fda4ffd8db941ee3c0baaa3', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:26.566627 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (19301858-f575-44c3-8914-b0acc5f62c4e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.572842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks [] for router_controller (19301858-f575-44c3-8914-b0acc5f62c4e), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.646508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (5704a9c2-5fdd-426c-8bd7-c0667240e46d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.649161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks [] for router_controller (5704a9c2-5fdd-426c-8bd7-c0667240e46d), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.735438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (19301858-f575-44c3-8914-b0acc5f62c4e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.742178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19301858-f575-44c3-8914-b0acc5f62c4e {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:51:26.757885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.759104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-387e25c6-6d97-4788-9b2c-10df07661d0a admin admin] 10.222.0.31 "DELETE /v2.0/routers/19301858-f575-44c3-8914-b0acc5f62c4e HTTP/1.1" status: 204 len: 168 time: 2.5116854 Feb 11 05:51:26.761568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56628) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:26.829987 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (5704a9c2-5fdd-426c-8bd7-c0667240e46d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.830612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5704a9c2-5fdd-426c-8bd7-c0667240e46d {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:51:26.843957 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.847606 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-11051422-65ae-4952-af4a-093f66d21a32 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5704a9c2-5fdd-426c-8bd7-c0667240e46d HTTP/1.1" status: 204 len: 168 time: 2.3872454 Feb 11 05:51:26.848089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56632) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:26.933200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ee02ae-70fa-45cb-aa37-84a7c678cee7 admin admin] Deleting subnet 1405e254-f634-4848-a0a4-9724bd362f64 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:26.938647 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2ee02ae-70fa-45cb-aa37-84a7c678cee7 admin admin] Publish callbacks [] for subnet (1405e254-f634-4848-a0a4-9724bd362f64), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.006200 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2ee02ae-70fa-45cb-aa37-84a7c678cee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (1405e254-f634-4848-a0a4-9724bd362f64), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.162245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2ee02ae-70fa-45cb-aa37-84a7c678cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1405e254-f634-4848-a0a4-9724bd362f64), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.263363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (0714bf70-5856-4758-b462-f921c6016ff7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.355535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2ee02ae-70fa-45cb-aa37-84a7c678cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (1405e254-f634-4848-a0a4-9724bd362f64), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.408541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee02ae-70fa-45cb-aa37-84a7c678cee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1405e254-f634-4848-a0a4-9724bd362f64,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:27.458331 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2ee02ae-70fa-45cb-aa37-84a7c678cee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.465502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65795088-254a-47c0-b09f-25fb4dd28e64 None None] Network 511afa49-4199-497b-9df7-8781e52be587 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:27.479370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e2ee02ae-70fa-45cb-aa37-84a7c678cee7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1405e254-f634-4848-a0a4-9724bd362f64 HTTP/1.1" status: 204 len: 168 time: 0.7166498 Feb 11 05:51:27.500027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56634) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:27.605354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe748098-29fa-4cea-93dc-a0d77526babb admin admin] Deleting subnet e362f1c2-8314-4dcd-a0d9-52397a270b48 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:27.618926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe748098-29fa-4cea-93dc-a0d77526babb admin admin] Publish callbacks [] for subnet (e362f1c2-8314-4dcd-a0d9-52397a270b48), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.694354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe748098-29fa-4cea-93dc-a0d77526babb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e362f1c2-8314-4dcd-a0d9-52397a270b48), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.748204 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dade0497-7803-462c-9b59-b36b257ba24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.796733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1d08a-3a92-49dc-9fd1-d17570e9165f None None] DHCP port deletion for 511afa49-4199-497b-9df7-8781e52be587 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:27.802291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device df0c5d95-73c6-4420-a6e9-273a01eee649 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:27.858860 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe748098-29fa-4cea-93dc-a0d77526babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e362f1c2-8314-4dcd-a0d9-52397a270b48), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.929778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe748098-29fa-4cea-93dc-a0d77526babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e362f1c2-8314-4dcd-a0d9-52397a270b48), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.983063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port df0c5d95-73c6-4420-a6e9-273a01eee649 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:27.983609 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.985739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d014c581-1030-4f47-b4e3-4e5ca5472be0 None None] Network 60e7acdc-590c-4a19-88fa-decaf2d930da requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:28.021103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe748098-29fa-4cea-93dc-a0d77526babb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.026765 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fe748098-29fa-4cea-93dc-a0d77526babb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e362f1c2-8314-4dcd-a0d9-52397a270b48 HTTP/1.1" status: 204 len: 168 time: 1.1720171 Feb 11 05:51:28.028392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56640) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:28.029246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe748098-29fa-4cea-93dc-a0d77526babb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e362f1c2-8314-4dcd-a0d9-52397a270b48,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:28.196057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (60e7acdc-590c-4a19-88fa-decaf2d930da), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.343044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port df0c5d95-73c6-4420-a6e9-273a01eee649 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:28.362388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Deleting port 811f1b00-f642-49c0-bf27-97068e024525 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:28.362743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (811f1b00-f642-49c0-bf27-97068e024525), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.382406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-02b1d08a-3a92-49dc-9fd1-d17570e9165f None None] Deleting port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:28.382851 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-02b1d08a-3a92-49dc-9fd1-d17570e9165f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.456685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (511afa49-4199-497b-9df7-8781e52be587), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.491794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] DHCP port deletion for 60e7acdc-590c-4a19-88fa-decaf2d930da request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:28.555042 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] For port 811f1b00-f642-49c0-bf27-97068e024525, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=811f1b00-f642-49c0-bf27-97068e024525,segment=NetworkSegment(0a7ab91a-e53e-43c6-8609-7fb5701a2c4b),segment_id=0a7ab91a-e53e-43c6-8609-7fb5701a2c4b)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:28.555585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (811f1b00-f642-49c0-bf27-97068e024525), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.579261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:28.597339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Calling delete_port for 811f1b00-f642-49c0-bf27-97068e024525 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:28.606682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:28.607286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5b15e9c5-95b3-4279-9e9c-795ec92ef0d1 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:28.607866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 880c6392-7c47-44ec-921f-a2a208f34ed2 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:28.627270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Deleting port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:28.627610 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.712532 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (811f1b00-f642-49c0-bf27-97068e024525), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.730126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] For port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf,segment=NetworkSegment(00fe30d7-6c41-4679-98c2-9bdaf1861ceb),segment_id=00fe30d7-6c41-4679-98c2-9bdaf1861ceb)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:28.730498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.743570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Pushing event deleted for resources: {'Port': ['ID=811f1b00-f642-49c0-bf27-97068e024525,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:28.748920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Calling delete_port for f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:28.759469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Deleting port df0c5d95-73c6-4420-a6e9-273a01eee649 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:28.759808 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.765031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] No DVR routers for this DVR port 811f1b00-f642-49c0-bf27-97068e024525 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:28.817869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 880c6392-7c47-44ec-921f-a2a208f34ed2 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:28.818492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 880c6392-7c47-44ec-921f-a2a208f34ed2 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:28.819132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:28.869474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] For port df0c5d95-73c6-4420-a6e9-273a01eee649, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=df0c5d95-73c6-4420-a6e9-273a01eee649,segment=NetworkSegment(994691ec-ea83-464d-9703-230c04aef92b),segment_id=994691ec-ea83-464d-9703-230c04aef92b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:28.869837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.891187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Calling delete_port for df0c5d95-73c6-4420-a6e9-273a01eee649 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:28.904404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (60e7acdc-590c-4a19-88fa-decaf2d930da), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.912477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-02b1d08a-3a92-49dc-9fd1-d17570e9165f None None] For port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf,segment=NetworkSegment(00fe30d7-6c41-4679-98c2-9bdaf1861ceb),segment_id=00fe30d7-6c41-4679-98c2-9bdaf1861ceb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:28.912890 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-02b1d08a-3a92-49dc-9fd1-d17570e9165f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.935513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-02b1d08a-3a92-49dc-9fd1-d17570e9165f None None] Calling delete_port for f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:28.962135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e7acdc-590c-4a19-88fa-decaf2d930da']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:28.985809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:28.986150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7ab91a-e53e-43c6-8609-7fb5701a2c4b') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:29.011896 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (0a7ab91a-e53e-43c6-8609-7fb5701a2c4b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.025413 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-02b1d08a-3a92-49dc-9fd1-d17570e9165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.043303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0a7ab91a-e53e-43c6-8609-7fb5701a2c4b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.054251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:29.054905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (0a7ab91a-e53e-43c6-8609-7fb5701a2c4b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.057856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1d08a-3a92-49dc-9fd1-d17570e9165f None None] Pushing event deleted for resources: {'Port': ['ID=f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:29.060888 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:29.078978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1d08a-3a92-49dc-9fd1-d17570e9165f None None] No DVR routers for this DVR port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:29.082247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] Deleting port 811f1b00-f642-49c0-bf27-97068e024525 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:29.082413 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (811f1b00-f642-49c0-bf27-97068e024525), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.084965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No active binding found for port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf {{(pid=103122) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:51:29.085370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] The host n-d-715271-35 is not matching for port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf host None! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:51:29.085758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:29.086164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f44b5fd4-f864-4e61-a796-96ff343a106b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:29.109065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f44b5fd4-f864-4e61-a796-96ff343a106b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:29.109065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f44b5fd4-f864-4e61-a796-96ff343a106b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:29.109380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:29.135072 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.158596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:29.158808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7d7b241e-3b4d-47b7-af96-d5b57c2d5b63 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:29.171689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (60e7acdc-590c-4a19-88fa-decaf2d930da), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.177537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.180735 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] 10.222.0.31 "DELETE /v2.0/networks/60e7acdc-590c-4a19-88fa-decaf2d930da HTTP/1.1" status: 204 len: 168 time: 1.1390033 Feb 11 05:51:29.192945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:29.198930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] No DVR routers for this DVR port f8c6c1f3-3c37-4154-8e7f-05c09ecba4bf on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:29.208619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f28e5-1363-483c-919c-a7d8cd1b4375 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e7acdc-590c-4a19-88fa-decaf2d930da,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:29.291567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] For port 811f1b00-f642-49c0-bf27-97068e024525, host n-d-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:29.292189 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (811f1b00-f642-49c0-bf27-97068e024525), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.311478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] Calling delete_port for 811f1b00-f642-49c0-bf27-97068e024525 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:29.315169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.ipam_backend_mixin [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] Port 811f1b00-f642-49c0-bf27-97068e024525 was not found and therefore no delete operation was performed {{(pid=103122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:51:29.316565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (811f1b00-f642-49c0-bf27-97068e024525), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.343035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] Network 60e7acdc-590c-4a19-88fa-decaf2d930da is not hosted by any dhcp agent {{(pid=103122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:51:29.344175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] No DVR routers for this DVR port 811f1b00-f642-49c0-bf27-97068e024525 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:29.346087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491042e-d650-487a-9eff-b154b705d3e9 None None] Pushing event deleted for resources: {'Port': ['ID=811f1b00-f642-49c0-bf27-97068e024525,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:29.385776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56658) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:29.432684 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (511afa49-4199-497b-9df7-8781e52be587), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.436229 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5af86840-359d-470e-8f34-a153b0dab851 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c75556137b8430aad60300261085fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485604 Feb 11 05:51:29.441722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56660) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:29.487668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511afa49-4199-497b-9df7-8781e52be587']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:29.501582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fe30d7-6c41-4679-98c2-9bdaf1861ceb') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:29.501969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fe30d7-6c41-4679-98c2-9bdaf1861ceb') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:29.516720 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (00fe30d7-6c41-4679-98c2-9bdaf1861ceb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.533050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66d771db-40fb-46c5-be00-6d3773c7280b admin admin] Publish callbacks [] for security_group (e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.557357 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (00fe30d7-6c41-4679-98c2-9bdaf1861ceb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.570870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:29.571202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (00fe30d7-6c41-4679-98c2-9bdaf1861ceb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:29.572848 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:29.600569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66d771db-40fb-46c5-be00-6d3773c7280b admin admin] Publish callbacks [] for security_group (e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.649844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (df0c5d95-73c6-4420-a6e9-273a01eee649), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.655896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (511afa49-4199-497b-9df7-8781e52be587), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.695402 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.703037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] 10.222.0.31 "DELETE /v2.0/networks/511afa49-4199-497b-9df7-8781e52be587 HTTP/1.1" status: 204 len: 168 time: 2.1996503 Feb 11 05:51:29.712070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0c5d95-73c6-4420-a6e9-273a01eee649,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:29.713947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66d771db-40fb-46c5-be00-6d3773c7280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.717505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66d771db-40fb-46c5-be00-6d3773c7280b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.719119 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-66d771db-40fb-46c5-be00-6d3773c7280b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47 HTTP/1.1" status: 204 len: 168 time: 0.2754164 Feb 11 05:51:29.759164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d771db-40fb-46c5-be00-6d3773c7280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dbfd6b-3b91-4b16-a8a0-31b8918ecf47,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:29.779868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52963f-70c5-467f-824d-f398c801ce05 admin admin] Pushing event deleted for resources: {'Network': ['ID=511afa49-4199-497b-9df7-8781e52be587,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:30.092609 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (0714bf70-5856-4758-b462-f921c6016ff7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.123504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56670) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:30.171904 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d4d95281-bc3a-4bae-9e93-fe8fef0e00e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31664e56c29d47c99c52ea9d8e07fc8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470300 Feb 11 05:51:30.172839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56672) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:30.228515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54784d45-3dcf-4a56-a298-a4897ee65233 admin admin] Publish callbacks [] for security_group (9fa2816b-9edb-474a-8cb6-69c550b8be27), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.254146 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b575bb47-fc8b-4809-b8fc-53e55662a38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.263698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54784d45-3dcf-4a56-a298-a4897ee65233 admin admin] Publish callbacks [] for security_group (9fa2816b-9edb-474a-8cb6-69c550b8be27), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.349306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54784d45-3dcf-4a56-a298-a4897ee65233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9fa2816b-9edb-474a-8cb6-69c550b8be27), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.351991 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54784d45-3dcf-4a56-a298-a4897ee65233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.357777 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-54784d45-3dcf-4a56-a298-a4897ee65233 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fa2816b-9edb-474a-8cb6-69c550b8be27 HTTP/1.1" status: 204 len: 168 time: 0.1825953 Feb 11 05:51:30.381126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54784d45-3dcf-4a56-a298-a4897ee65233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa2816b-9edb-474a-8cb6-69c550b8be27,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:30.525417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56680) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:30.567151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Router 0714bf70-5856-4758-b462-f921c6016ff7 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:30.585594 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bdd0ee5f-8cb6-409b-83bb-4a8429676a35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e277e3832fda4ffd8db941ee3c0baaa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585735 Feb 11 05:51:30.588003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:30.655434 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfd49147-f0b7-4120-a729-c41393746809 admin admin] Publish callbacks [] for security_group (6a4f35c8-4fdf-4cd6-a17b-71ea18215601), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.674828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 811f1b00-f642-49c0-bf27-97068e024525 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:30.713983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfd49147-f0b7-4120-a729-c41393746809 admin admin] Publish callbacks [] for security_group (6a4f35c8-4fdf-4cd6-a17b-71ea18215601), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.736022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 811f1b00-f642-49c0-bf27-97068e024525 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:30.736366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 811f1b00-f642-49c0-bf27-97068e024525 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:30.770979 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfd49147-f0b7-4120-a729-c41393746809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6a4f35c8-4fdf-4cd6-a17b-71ea18215601), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.774437 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cfd49147-f0b7-4120-a729-c41393746809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.792724 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cfd49147-f0b7-4120-a729-c41393746809 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a4f35c8-4fdf-4cd6-a17b-71ea18215601 HTTP/1.1" status: 204 len: 168 time: 0.1895359 Feb 11 05:51:30.813478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd49147-f0b7-4120-a729-c41393746809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4f35c8-4fdf-4cd6-a17b-71ea18215601,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:30.888461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:30.894623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4a03094c-e37d-435e-85a9-c9d0f87ae262 admin admin] 10.222.0.31 "PUT /v2.0/routers/0714bf70-5856-4758-b462-f921c6016ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3076487 Feb 11 05:51:30.897640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56692) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:30.901447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] Sync routers for ids ['0714bf70-5856-4758-b462-f921c6016ff7'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:30.914554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] Routers {'0714bf70-5856-4758-b462-f921c6016ff7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:30.915456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0714bf70-5856-4758-b462-f921c6016ff7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:31.082901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] Set router 0714bf70-5856-4758-b462-f921c6016ff7 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:31.137163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56696) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:31.202678 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks [] for router (0714bf70-5856-4758-b462-f921c6016ff7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.212627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-24d66ce3-564c-4bdd-8773-6a13e3c9faef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13b15f531fde48f0ad54201d1ce98582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740898 Feb 11 05:51:31.215540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56698) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:31.296405 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cc03478-f848-420a-9e59-7f3157549632 admin admin] Publish callbacks [] for security_group (bcec8c78-8813-4897-8722-0d50999eccc5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.359458 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.364693 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cc03478-f848-420a-9e59-7f3157549632 admin admin] Publish callbacks [] for security_group (bcec8c78-8813-4897-8722-0d50999eccc5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.440577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks [] for router_gateway (0714bf70-5856-4758-b462-f921c6016ff7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.494838 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cc03478-f848-420a-9e59-7f3157549632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bcec8c78-8813-4897-8722-0d50999eccc5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.500459 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cc03478-f848-420a-9e59-7f3157549632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.505005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0cc03478-f848-420a-9e59-7f3157549632 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcec8c78-8813-4897-8722-0d50999eccc5 HTTP/1.1" status: 204 len: 168 time: 0.2837820 Feb 11 05:51:31.531223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0714bf70-5856-4758-b462-f921c6016ff7', 'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:29Z', 'revision_number': 5, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'gw_port': {'id': 'ca07802f-5a5f-4132-aa96-0edc306a48be', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0714bf70-5856-4758-b462-f921c6016ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:10Z', 'updated_at': '2022-02-11T05:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:31.541142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc03478-f848-420a-9e59-7f3157549632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec8c78-8813-4897-8722-0d50999eccc5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:31.557142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Deleting port ca07802f-5a5f-4132-aa96-0edc306a48be {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:31.559219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.625031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] Checking router: 0714bf70-5856-4758-b462-f921c6016ff7 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:31.649062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] Routers {'0714bf70-5856-4758-b462-f921c6016ff7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:31.649978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['0714bf70-5856-4758-b462-f921c6016ff7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:31.736261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] For port ca07802f-5a5f-4132-aa96-0edc306a48be, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ca07802f-5a5f-4132-aa96-0edc306a48be,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:31.736830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.765849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Calling delete_port for ca07802f-5a5f-4132-aa96-0edc306a48be owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:31.796425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] Set router 0714bf70-5856-4758-b462-f921c6016ff7 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:31.881071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0714bf70-5856-4758-b462-f921c6016ff7', 'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:31Z', 'revision_number': 6, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:31.921192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b32bb-e543-485d-847a-caa9a0a58d48 None None] The sync data for ids ['0714bf70-5856-4758-b462-f921c6016ff7'] in n-d-715271-35 is: [{'id': '0714bf70-5856-4758-b462-f921c6016ff7', 'name': 'tempest-ImageQuotaTest-902036114-router', 'tenant_id': 'fb510df92dcf488eb84e0cb696b151bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:31Z', 'revision_number': 6, 'project_id': 'fb510df92dcf488eb84e0cb696b151bb', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:32.237483 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ca07802f-5a5f-4132-aa96-0edc306a48be), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.397581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device df0c5d95-73c6-4420-a6e9-273a01eee649 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:32.448997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca07802f-5a5f-4132-aa96-0edc306a48be,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:32.468445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: df0c5d95-73c6-4420-a6e9-273a01eee649 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:32.469248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device df0c5d95-73c6-4420-a6e9-273a01eee649 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:32.566163 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (0714bf70-5856-4758-b462-f921c6016ff7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.698496 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (0714bf70-5856-4758-b462-f921c6016ff7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.701219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks [] for router_controller (0714bf70-5856-4758-b462-f921c6016ff7), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.726084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56748) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:32.782815 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.792284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (0714bf70-5856-4758-b462-f921c6016ff7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.793729 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0714bf70-5856-4758-b462-f921c6016ff7 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:51:32.802271 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.825232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56754) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:32.825969 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-44058767-da0f-430c-98b3-a56aa6dab85a admin admin] 10.222.0.31 "DELETE /v2.0/routers/0714bf70-5856-4758-b462-f921c6016ff7 HTTP/1.1" status: 204 len: 168 time: 1.9268959 Feb 11 05:51:32.979451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Deleting subnet dda4f0ce-d632-4179-aeff-f9d80bb0df29 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:33.001922 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Publish callbacks [] for subnet (dda4f0ce-d632-4179-aeff-f9d80bb0df29), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.049546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-535427936-network', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:33.075696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (dda4f0ce-d632-4179-aeff-f9d80bb0df29), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.115798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Made reservation on behalf of b29f2635ab8a4aeaac6524485e3c97b8 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:33.117774 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.134523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.314913 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Publish callbacks [] for security_group (a019ecf2-1d89-460e-b5f1-3b9e0fa275be), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.330035 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a019ecf2-1d89-460e-b5f1-3b9e0fa275be), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.375098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (dda4f0ce-d632-4179-aeff-f9d80bb0df29), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.378139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a019ecf2-1d89-460e-b5f1-3b9e0fa275be,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:33.443134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:33.476011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7d5ad6c8-0897-417b-868f-f20e343d4059), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.477201 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Added segment 7d5ad6c8-0897-417b-868f-f20e343d4059 of type vlan for network abfa4306-2b9c-4370-b880-1bf69d009c8b Feb 11 05:51:33.568180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (abfa4306-2b9c-4370-b880-1bf69d009c8b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.614442 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (abfa4306-2b9c-4370-b880-1bf69d009c8b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.615688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:33.616321 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.630976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (dda4f0ce-d632-4179-aeff-f9d80bb0df29), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.642152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56782) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:33.645642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9175498 Feb 11 05:51:33.647399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Request body: {'subnet': {'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-535427936-subnet', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:33.701817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=abfa4306-2b9c-4370-b880-1bf69d009c8b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:33.711074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Made reservation on behalf of b29f2635ab8a4aeaac6524485e3c97b8 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:33.713600 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.739630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda4f0ce-d632-4179-aeff-f9d80bb0df29,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:33.744067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.744868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.745260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.745611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.745966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.746295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.746792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.747257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.747601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.748117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.748625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.749135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.749860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc352-ed16-4722-a883-197d28684ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.757690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.761975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dda4f0ce-d632-4179-aeff-f9d80bb0df29 HTTP/1.1" status: 204 len: 168 time: 0.9353361 Feb 11 05:51:33.767309 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56784) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:33.767593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888524eb-4076-4831-8d9c-8fe1f0da307d None None] Network b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:33.779103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.779711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.780308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.781091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.782000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.782677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.783452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.784379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.785196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.787136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.787935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.788496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.789000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02604a-f02a-4f69-bf3d-824b41885ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:33.855454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56786) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:33.916085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network abfa4306-2b9c-4370-b880-1bf69d009c8b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:33.941481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b0264d75-5e1e-4926-b9c9-6fa1c7a99e16), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.964843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.088148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Deleting port 02cc078d-d175-4c35-a39a-d24c2fbe42cd {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:34.088529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.151891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d342f-9cb9-4174-b5cb-50710986adc4 None None] DHCP port deletion for b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:34.199334 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (7905b729-75a5-408c-a2de-50eecd2cb838), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.246451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-301d342f-9cb9-4174-b5cb-50710986adc4 None None] Deleting port 02cc078d-d175-4c35-a39a-d24c2fbe42cd {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:34.246826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-301d342f-9cb9-4174-b5cb-50710986adc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.291699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] For port 02cc078d-d175-4c35-a39a-d24c2fbe42cd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=02cc078d-d175-4c35-a39a-d24c2fbe42cd,segment=NetworkSegment(994691ec-ea83-464d-9703-230c04aef92b),segment_id=994691ec-ea83-464d-9703-230c04aef92b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:34.292277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.314931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a98bf5a2-e23c-4c46-963d-f63d9efffc76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.330678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Calling delete_port for 02cc078d-d175-4c35-a39a-d24c2fbe42cd owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:34.352667 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7905b729-75a5-408c-a2de-50eecd2cb838,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:34.360159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Checking segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:34.363366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Network hostable DHCP agents. Network: abfa4306-2b9c-4370-b880-1bf69d009c8b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:34.405065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Network abfa4306-2b9c-4370-b880-1bf69d009c8b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:34.436443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, abfa4306-2b9c-4370-b880-1bf69d009c8b) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:34.450370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:34.451375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.500322 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4b5a63c9-d459-4e69-ab11-32d078baa8ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8567626 Feb 11 05:51:34.505560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:34.514116 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:34.537304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff3340-1221-4b1f-90b3-847315c430ae None None] Network abfa4306-2b9c-4370-b880-1bf69d009c8b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:34.537629 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.583733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d8f6f304-1b77-4b48-95a7-8ed275f52416), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.585447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d8f6f304-1b77-4b48-95a7-8ed275f52416), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.593363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a98bf5a2-e23c-4c46-963d-f63d9efffc76 admin admin] Publish callbacks [] for security_group (62d69fda-7fc7-4ee6-92d4-25a5eb080f36), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.596832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Pushing event deleted for resources: {'Port': ['ID=02cc078d-d175-4c35-a39a-d24c2fbe42cd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:34.599165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] No DVR routers for this DVR port 02cc078d-d175-4c35-a39a-d24c2fbe42cd on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:34.601466 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a98bf5a2-e23c-4c46-963d-f63d9efffc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (62d69fda-7fc7-4ee6-92d4-25a5eb080f36), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.699589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bf5a2-e23c-4c46-963d-f63d9efffc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d69fda-7fc7-4ee6-92d4-25a5eb080f36,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:34.711326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a98bf5a2-e23c-4c46-963d-f63d9efffc76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=998c9142c78b4f82baa89829e26da60e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8545642 Feb 11 05:51:34.714178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56796) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:34.726499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-301d342f-9cb9-4174-b5cb-50710986adc4 None None] For port 02cc078d-d175-4c35-a39a-d24c2fbe42cd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=02cc078d-d175-4c35-a39a-d24c2fbe42cd,segment=NetworkSegment(994691ec-ea83-464d-9703-230c04aef92b),segment_id=994691ec-ea83-464d-9703-230c04aef92b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:34.727705 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-301d342f-9cb9-4174-b5cb-50710986adc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.740231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks [] for router_controller (d8f6f304-1b77-4b48-95a7-8ed275f52416), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.755893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-301d342f-9cb9-4174-b5cb-50710986adc4 None None] Calling delete_port for 02cc078d-d175-4c35-a39a-d24c2fbe42cd owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:34.761184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b0264d75-5e1e-4926-b9c9-6fa1c7a99e16), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.797542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0264d75-5e1e-4926-b9c9-6fa1c7a99e16']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:34.815379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994691ec-ea83-464d-9703-230c04aef92b') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:34.815843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994691ec-ea83-464d-9703-230c04aef92b') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:34.858073 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (994691ec-ea83-464d-9703-230c04aef92b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.865674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ca07802f-5a5f-4132-aa96-0edc306a48be no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:34.900361 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (994691ec-ea83-464d-9703-230c04aef92b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.911264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:34.911907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (994691ec-ea83-464d-9703-230c04aef92b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:34.969811 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:34.984421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: ca07802f-5a5f-4132-aa96-0edc306a48be {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:34.984764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ca07802f-5a5f-4132-aa96-0edc306a48be not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:34.985615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 02cc078d-d175-4c35-a39a-d24c2fbe42cd no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:34.987908 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-301d342f-9cb9-4174-b5cb-50710986adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (02cc078d-d175-4c35-a39a-d24c2fbe42cd), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.008816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks [] for router_gateway (d8f6f304-1b77-4b48-95a7-8ed275f52416), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.060703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d342f-9cb9-4174-b5cb-50710986adc4 None None] Pushing event deleted for resources: {'Port': ['ID=02cc078d-d175-4c35-a39a-d24c2fbe42cd,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:35.063198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d342f-9cb9-4174-b5cb-50710986adc4 None None] No DVR routers for this DVR port 02cc078d-d175-4c35-a39a-d24c2fbe42cd on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:35.064801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 02cc078d-d175-4c35-a39a-d24c2fbe42cd {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:35.065354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 02cc078d-d175-4c35-a39a-d24c2fbe42cd not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:35.066513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-203453e3-6473-495f-9615-7dab1f04a328 admin admin] Publish callbacks [] for security_group (62d69fda-7fc7-4ee6-92d4-25a5eb080f36), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.114054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-abfa4306-2b9c-4370-b880-1bf69d009c8b', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:35.115939 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.132917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b0264d75-5e1e-4926-b9c9-6fa1c7a99e16), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.174402 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-203453e3-6473-495f-9615-7dab1f04a328 admin admin] Publish callbacks [] for security_group (62d69fda-7fc7-4ee6-92d4-25a5eb080f36), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.178949 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.188666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0264d75-5e1e-4926-b9c9-6fa1c7a99e16 HTTP/1.1" status: 204 len: 168 time: 1.4162648 Feb 11 05:51:35.188666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074656fa-9276-4426-b353-6e05baca087e admin admin] Pushing event deleted for resources: {'Network': ['ID=b0264d75-5e1e-4926-b9c9-6fa1c7a99e16,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:35.377409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Allocated IP 172.20.0.2 (abfa4306-2b9c-4370-b880-1bf69d009c8b/7905b729-75a5-408c-a2de-50eecd2cb838/544dd1ea-29df-4403-b3b8-682560ea738d) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:35.396046 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-203453e3-6473-495f-9615-7dab1f04a328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (62d69fda-7fc7-4ee6-92d4-25a5eb080f36), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.400978 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-203453e3-6473-495f-9615-7dab1f04a328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.403500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-203453e3-6473-495f-9615-7dab1f04a328 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62d69fda-7fc7-4ee6-92d4-25a5eb080f36 HTTP/1.1" status: 204 len: 168 time: 0.6866672 Feb 11 05:51:35.430266 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks [] for router_gateway (d8f6f304-1b77-4b48-95a7-8ed275f52416), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.432858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203453e3-6473-495f-9615-7dab1f04a328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d69fda-7fc7-4ee6-92d4-25a5eb080f36,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:35.470689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.516001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56812) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:35.651387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4f96d506-c92a-4369-9342-9884fc0d6919 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb510df92dcf488eb84e0cb696b151bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315799 Feb 11 05:51:35.652110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56816) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:35.722193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Allocated IP 172.25.1.103 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/6f30cf60-7588-4cc2-8551-dd8a54e9e7a0) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:35.766669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Publish callbacks [] for port (544dd1ea-29df-4403-b3b8-682560ea738d), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.791716 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.849947 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5b0c-8ac5-4193-a54a-107662db255b admin admin] Publish callbacks [] for security_group (e0a87f7f-50a4-4467-9b9a-f1539bf845b6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.900512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5b0c-8ac5-4193-a54a-107662db255b admin admin] Publish callbacks [] for security_group (e0a87f7f-50a4-4467-9b9a-f1539bf845b6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.911186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Network abfa4306-2b9c-4370-b880-1bf69d009c8b is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:35.915487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:35.938736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:35.967219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks [] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.996561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Pushing event updated for resources: {'Port': ['ID=544dd1ea-29df-4403-b3b8-682560ea738d,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:36.008047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.017142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5b0c-8ac5-4193-a54a-107662db255b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e0a87f7f-50a4-4467-9b9a-f1539bf845b6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.021394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5b0c-8ac5-4193-a54a-107662db255b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.027341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8cfa5b0c-8ac5-4193-a54a-107662db255b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0a87f7f-50a4-4467-9b9a-f1539bf845b6 HTTP/1.1" status: 204 len: 168 time: 0.3734903 Feb 11 05:51:36.042545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa5b0c-8ac5-4193-a54a-107662db255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a87f7f-50a4-4467-9b9a-f1539bf845b6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:36.070495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Attempting to bind port 544dd1ea-29df-4403-b3b8-682560ea738d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:36.071000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Attempting to bind port 544dd1ea-29df-4403-b3b8-682560ea738d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:36.071592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Attempting to bind port 544dd1ea-29df-4403-b3b8-682560ea738d on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:36.090047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:36.090577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Checking segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:36.091199 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.091807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Bound using segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:36.092495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Bound port: 544dd1ea-29df-4403-b3b8-682560ea738d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:36.093181 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.150392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:36.154190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:36.157998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:36.187989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] For port 544dd1ea-29df-4403-b3b8-682560ea738d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:36.197999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] For port 544dd1ea-29df-4403-b3b8-682560ea738d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=544dd1ea-29df-4403-b3b8-682560ea738d,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:36.208755 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.210847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=6f30cf60-7588-4cc2-8551-dd8a54e9e7a0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:36.347235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef259b-3f70-4658-a840-0b329c3181f8 None None] Pushing event updated for resources: {'Port': ['ID=544dd1ea-29df-4403-b3b8-682560ea738d,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:36.591338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56838) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:36.618949 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5ac5d3b-4360-4899-a748-83dfa61005dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.790135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks [] for router_gateway (d8f6f304-1b77-4b48-95a7-8ed275f52416), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.905789 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5ac5d3b-4360-4899-a748-83dfa61005dc admin admin] Publish callbacks [] for security_group (942913f3-303e-4f1b-bbeb-d4655c871462), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.924418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5ac5d3b-4360-4899-a748-83dfa61005dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (942913f3-303e-4f1b-bbeb-d4655c871462), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.036913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac5d3b-4360-4899-a748-83dfa61005dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942913f3-303e-4f1b-bbeb-d4655c871462,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:37.044903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c5ac5d3b-4360-4899-a748-83dfa61005dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4524603 Feb 11 05:51:37.045534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56854) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:37.105836 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bba2e709-30bc-4ccd-be94-3c02d36703fd admin admin] Publish callbacks [] for security_group (942913f3-303e-4f1b-bbeb-d4655c871462), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.160064 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bba2e709-30bc-4ccd-be94-3c02d36703fd admin admin] Publish callbacks [] for security_group (942913f3-303e-4f1b-bbeb-d4655c871462), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.246615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bba2e709-30bc-4ccd-be94-3c02d36703fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (942913f3-303e-4f1b-bbeb-d4655c871462), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.249907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bba2e709-30bc-4ccd-be94-3c02d36703fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.253174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bba2e709-30bc-4ccd-be94-3c02d36703fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/942913f3-303e-4f1b-bbeb-d4655c871462 HTTP/1.1" status: 204 len: 168 time: 0.2051656 Feb 11 05:51:37.273423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2e709-30bc-4ccd-be94-3c02d36703fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942913f3-303e-4f1b-bbeb-d4655c871462,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:37.336855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d8f6f304-1b77-4b48-95a7-8ed275f52416), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.655381 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Router d8f6f304-1b77-4b48-95a7-8ed275f52416 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:51:38.084866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56874) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:38.165227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb914f-3d6a-43c9-be25-9415d9988991 None None] Network abfa4306-2b9c-4370-b880-1bf69d009c8b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:38.334529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0f1-f200-4ae3-b42f-d286b34e7cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.417223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:38.437636 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Sync routers for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:38.461188 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:38.461856 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:38.478306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.484731 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-efface23-4dd5-4964-bc4a-e6cc09970ca2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9739087 Feb 11 05:51:38.484944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56878) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:38.713931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 544dd1ea-29df-4403-b3b8-682560ea738d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:38.797662 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:38.864599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-11398bed-88de-41fd-bfb1-1e7be1f41a6c None None] Provisioning complete for port 544dd1ea-29df-4403-b3b8-682560ea738d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:38.864983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11398bed-88de-41fd-bfb1-1e7be1f41a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.921317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0f1-f200-4ae3-b42f-d286b34e7cb7 admin admin] Publish callbacks [] for security_group (ac5c6b5e-95d8-4d01-971d-e448c3ae1fde), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.961567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0f1-f200-4ae3-b42f-d286b34e7cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ac5c6b5e-95d8-4d01-971d-e448c3ae1fde), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.016824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ec0f1-f200-4ae3-b42f-d286b34e7cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5c6b5e-95d8-4d01-971d-e448c3ae1fde,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:39.026368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e32ec0f1-f200-4ae3-b42f-d286b34e7cb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc5e04b3574f401ebfe5462e2714717e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381118 Feb 11 05:51:39.026656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56886) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:39.052382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 544dd1ea-29df-4403-b3b8-682560ea738d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:39.052870 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.101488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-11398bed-88de-41fd-bfb1-1e7be1f41a6c None None] Current status of the port 544dd1ea-29df-4403-b3b8-682560ea738d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:39.102310 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11398bed-88de-41fd-bfb1-1e7be1f41a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.154167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-11398bed-88de-41fd-bfb1-1e7be1f41a6c None None] For port 544dd1ea-29df-4403-b3b8-682560ea738d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=544dd1ea-29df-4403-b3b8-682560ea738d,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:39.196957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 544dd1ea-29df-4403-b3b8-682560ea738d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:39.197636 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.199596 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11398bed-88de-41fd-bfb1-1e7be1f41a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.253703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acb9f134-ceab-44fb-8f43-e063489d9665 admin admin] Publish callbacks [] for security_group (ac5c6b5e-95d8-4d01-971d-e448c3ae1fde), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.289802 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acb9f134-ceab-44fb-8f43-e063489d9665 admin admin] Publish callbacks [] for security_group (ac5c6b5e-95d8-4d01-971d-e448c3ae1fde), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.310331 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:36Z', 'revision_number': 3, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:39.329078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11398bed-88de-41fd-bfb1-1e7be1f41a6c None None] Pushing event updated for resources: {'Port': ['ID=544dd1ea-29df-4403-b3b8-682560ea738d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:39.340855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:51:39.341877 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:51:39.366479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acb9f134-ceab-44fb-8f43-e063489d9665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ac5c6b5e-95d8-4d01-971d-e448c3ae1fde), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.369983 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Checking router: d8f6f304-1b77-4b48-95a7-8ed275f52416 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:39.370389 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Updating router d8f6f304-1b77-4b48-95a7-8ed275f52416 port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:51:39.372998 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acb9f134-ceab-44fb-8f43-e063489d9665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.381246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-acb9f134-ceab-44fb-8f43-e063489d9665 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac5c6b5e-95d8-4d01-971d-e448c3ae1fde HTTP/1.1" status: 204 len: 168 time: 0.3534496 Feb 11 05:51:39.402361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9f134-ceab-44fb-8f43-e063489d9665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5c6b5e-95d8-4d01-971d-e448c3ae1fde,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:39.445849 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.631295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-72f4eee2-2ab8-4ab8-a17a-e4a791b9f970 None None] Provisioning complete for port 544dd1ea-29df-4403-b3b8-682560ea738d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:39.634842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-72f4eee2-2ab8-4ab8-a17a-e4a791b9f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.831694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-72f4eee2-2ab8-4ab8-a17a-e4a791b9f970 None None] Current status of the port 544dd1ea-29df-4403-b3b8-682560ea738d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:39.883505 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Publish callbacks [] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.903491 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.932943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 544dd1ea-29df-4403-b3b8-682560ea738d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:39.979969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.022258 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54a744-42d6-4ca1-a763-2f18bb854932 None None] Pushing event updated for resources: {'Port': ['ID=6f30cf60-7588-4cc2-8551-dd8a54e9e7a0,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:40.032455 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Attempting to bind port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:40.032947 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Attempting to bind port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:40.033436 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Attempting to bind port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:40.047400 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:40.047790 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:40.049806 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.051845 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:40.052363 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Bound port: 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:40.053792 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.127728 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] For port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:40.147204 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] For port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6f30cf60-7588-4cc2-8551-dd8a54e9e7a0,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:40.153896 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.210756 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:40.211291 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:40.304358 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54a744-42d6-4ca1-a763-2f18bb854932 None None] Pushing event updated for resources: {'Port': ['ID=6f30cf60-7588-4cc2-8551-dd8a54e9e7a0,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:40.354021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Allocated IP 172.20.0.1 (abfa4306-2b9c-4370-b880-1bf69d009c8b/7905b729-75a5-408c-a2de-50eecd2cb838/6039584a-a84c-47e9-a992-508b3d2008bd) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:40.390999 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:40.480938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 544dd1ea-29df-4403-b3b8-682560ea738d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:40.552353 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Publish callbacks [] for port (6039584a-a84c-47e9-a992-508b3d2008bd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.560160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 544dd1ea-29df-4403-b3b8-682560ea738d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:40.560729 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.664098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.704113 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 544dd1ea-29df-4403-b3b8-682560ea738d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:40.716814 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:36Z', 'revision_number': 3, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:40.755624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=6039584a-a84c-47e9-a992-508b3d2008bd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:40.759718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Network abfa4306-2b9c-4370-b880-1bf69d009c8b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:40.761756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:40.775864 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a7597-5820-4427-ae25-480cf33c1f01 None None] The sync data for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 is: [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:36Z', 'revision_number': 3, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:40.788512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:40.893651 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (d8f6f304-1b77-4b48-95a7-8ed275f52416), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.122674 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.205346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-92c59d46-4521-4364-93df-c500b3e671d8 None None] Provisioning complete for port 6039584a-a84c-47e9-a992-508b3d2008bd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:41.205726 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92c59d46-4521-4364-93df-c500b3e671d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.311781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-92c59d46-4521-4364-93df-c500b3e671d8 None None] Port 6039584a-a84c-47e9-a992-508b3d2008bd cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:41.425143 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Publish callbacks [] for port (6039584a-a84c-47e9-a992-508b3d2008bd), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.436489 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.549043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=6039584a-a84c-47e9-a992-508b3d2008bd,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:41.554632 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (d8f6f304-1b77-4b48-95a7-8ed275f52416), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.693501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Network abfa4306-2b9c-4370-b880-1bf69d009c8b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:41.696277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:41.943910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Router d8f6f304-1b77-4b48-95a7-8ed275f52416 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:42.155752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-06ca29f6-a893-4b4f-bcf5-9b315f949081 None None] Provisioning complete for port 6039584a-a84c-47e9-a992-508b3d2008bd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:42.161491 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-06ca29f6-a893-4b4f-bcf5-9b315f949081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.167886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:42.173636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2506cbfb-a1bc-4a9c-862c-35205022bbf5 admin admin] 10.222.0.31 "PUT /v2.0/routers/d8f6f304-1b77-4b48-95a7-8ed275f52416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6874480 Feb 11 05:51:42.234188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-06ca29f6-a893-4b4f-bcf5-9b315f949081 None None] Port 6039584a-a84c-47e9-a992-508b3d2008bd cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:42.547968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:42.645155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:42.645547 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.774467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:42.774873 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.823886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6f30cf60-7588-4cc2-8551-dd8a54e9e7a0,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:42.831379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.914141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=6f30cf60-7588-4cc2-8551-dd8a54e9e7a0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:43.156774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 56984) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:43.163013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0c6f8d27-7fb3-468a-9cb7-acf678869a96 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490729421', 'description': 'tempest-description--1815587699'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:43.203913 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8d27-7fb3-468a-9cb7-acf678869a96 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.340900 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8d27-7fb3-468a-9cb7-acf678869a96 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group (0415c633-95b0-4656-86e6-7ffff147f6f5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.346237 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8d27-7fb3-468a-9cb7-acf678869a96 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0415c633-95b0-4656-86e6-7ffff147f6f5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.387119 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8d27-7fb3-468a-9cb7-acf678869a96 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.391600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56988) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:43.392305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0c6f8d27-7fb3-468a-9cb7-acf678869a96 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2344136 Feb 11 05:51:43.398199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f8d27-7fb3-468a-9cb7-acf678869a96 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0415c633-95b0-4656-86e6-7ffff147f6f5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:43.409416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-70dced95-ec04-4b88-bbad-434b47241449 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'security_group_rule': {'security_group_id': '0415c633-95b0-4656-86e6-7ffff147f6f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:43.467825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70dced95-ec04-4b88-bbad-434b47241449 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group_rule (7c942de9-473b-4c11-83b4-980832d3e210), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.564407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Sync routers for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:43.584864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:43.590992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:43.626505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70dced95-ec04-4b88-bbad-434b47241449 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group_rule (7c942de9-473b-4c11-83b4-980832d3e210), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.639376 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70dced95-ec04-4b88-bbad-434b47241449 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (7c942de9-473b-4c11-83b4-980832d3e210), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.697339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dced95-ec04-4b88-bbad-434b47241449 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c942de9-473b-4c11-83b4-980832d3e210,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:43.717651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-70dced95-ec04-4b88-bbad-434b47241449 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.720612 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-70dced95-ec04-4b88-bbad-434b47241449 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3247921 Feb 11 05:51:43.721821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56992) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:43.732859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9bc1eae1-2916-4b7d-89a8-a657d77aa77a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'security_group_rule': {'security_group_id': '0415c633-95b0-4656-86e6-7ffff147f6f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:43.799973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9bc1eae1-2916-4b7d-89a8-a657d77aa77a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group_rule (b7defdaf-fef6-4cde-b81f-d08a4c0a92eb), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.806646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:43.897387 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9bc1eae1-2916-4b7d-89a8-a657d77aa77a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group_rule (b7defdaf-fef6-4cde-b81f-d08a4c0a92eb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.902887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9bc1eae1-2916-4b7d-89a8-a657d77aa77a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (b7defdaf-fef6-4cde-b81f-d08a4c0a92eb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.927949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1eae1-2916-4b7d-89a8-a657d77aa77a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7defdaf-fef6-4cde-b81f-d08a4c0a92eb,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:43.957780 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9bc1eae1-2916-4b7d-89a8-a657d77aa77a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.960724 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9bc1eae1-2916-4b7d-89a8-a657d77aa77a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2352695 Feb 11 05:51:43.962804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 56998) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:43.976403 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:44.001840 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.178686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6039584a-a84c-47e9-a992-508b3d2008bd', 'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'mac_address': 'fa:16:3e:9f:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:40Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 2, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'subnets': [{'id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:44.213692 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.242801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Checking router: d8f6f304-1b77-4b48-95a7-8ed275f52416 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:44.243169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Updating router d8f6f304-1b77-4b48-95a7-8ed275f52416 port 6039584a-a84c-47e9-a992-508b3d2008bd binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:51:44.318343 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.359094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Allocated IP 172.25.1.239 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/e1a91faf-51d1-4ef8-9300-fb16eabd8806) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:44.515423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:44.530185 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for port (e1a91faf-51d1-4ef8-9300-fb16eabd8806), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.574905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e1a91faf-51d1-4ef8-9300-fb16eabd8806), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.600712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57010) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:44.650885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:44.654564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:44.661145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:44.700381 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'Port': ['ID=e1a91faf-51d1-4ef8-9300-fb16eabd8806,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:44.712694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:44.713227 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.791510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for floatingip (8199a4fe-4376-40f7-a40a-19c552a48e8a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.804606 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1082-62e4-4807-8d30-5c5cc5f43612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.842559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e1a91faf-51d1-4ef8-9300-fb16eabd8806), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.897975 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1082-62e4-4807-8d30-5c5cc5f43612 admin admin] Publish callbacks [] for security_group (9b8d1f31-c92d-43e0-ad80-d6d012caf79d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.903692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1082-62e4-4807-8d30-5c5cc5f43612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9b8d1f31-c92d-43e0-ad80-d6d012caf79d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.931776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:44.946759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb1082-62e4-4807-8d30-5c5cc5f43612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8d1f31-c92d-43e0-ad80-d6d012caf79d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:44.987263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c8fb1082-62e4-4807-8d30-5c5cc5f43612 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=031464ed465e47238cbf81d666db2ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3840592 Feb 11 05:51:44.989451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Publish callbacks [] for port (6039584a-a84c-47e9-a992-508b3d2008bd), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.991442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57016) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:44.995191 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.060916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97edcd2-004e-475a-b21a-7cc734bacae1 None None] Pushing event updated for resources: {'Port': ['ID=6039584a-a84c-47e9-a992-508b3d2008bd,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:45.100953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dc491c65-2845-496c-b3c6-363246ce4a3e admin admin] Publish callbacks [] for security_group (9b8d1f31-c92d-43e0-ad80-d6d012caf79d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.155765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dc491c65-2845-496c-b3c6-363246ce4a3e admin admin] Publish callbacks [] for security_group (9b8d1f31-c92d-43e0-ad80-d6d012caf79d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.166506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Attempting to bind port 6039584a-a84c-47e9-a992-508b3d2008bd on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:45.166893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Attempting to bind port 6039584a-a84c-47e9-a992-508b3d2008bd by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:45.167334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Attempting to bind port 6039584a-a84c-47e9-a992-508b3d2008bd on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:45.173263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:45.173644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Checking segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:45.174047 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.174439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Bound using segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:45.174909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Bound port: 6039584a-a84c-47e9-a992-508b3d2008bd, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:45.175289 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.251630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dc491c65-2845-496c-b3c6-363246ce4a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9b8d1f31-c92d-43e0-ad80-d6d012caf79d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.262899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dc491c65-2845-496c-b3c6-363246ce4a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.266532 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dc491c65-2845-496c-b3c6-363246ce4a3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b8d1f31-c92d-43e0-ad80-d6d012caf79d HTTP/1.1" status: 204 len: 168 time: 0.2716243 Feb 11 05:51:45.271749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for port (e1a91faf-51d1-4ef8-9300-fb16eabd8806), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.275403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc491c65-2845-496c-b3c6-363246ce4a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8d1f31-c92d-43e0-ad80-d6d012caf79d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:45.286285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (e1a91faf-51d1-4ef8-9300-fb16eabd8806), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.370893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] For port 6039584a-a84c-47e9-a992-508b3d2008bd, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:45.375083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] For port 6039584a-a84c-47e9-a992-508b3d2008bd, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6039584a-a84c-47e9-a992-508b3d2008bd,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:45.387807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'Port': ['ID=e1a91faf-51d1-4ef8-9300-fb16eabd8806,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:45.396308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.409843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (8199a4fe-4376-40f7-a40a-19c552a48e8a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.436477 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.438030 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d02a94c7-0ffc-45c5-85a3-9c25d6d006d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4741757 Feb 11 05:51:45.536627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:45.537319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:45.688049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97edcd2-004e-475a-b21a-7cc734bacae1 None None] Pushing event updated for resources: {'Port': ['ID=6039584a-a84c-47e9-a992-508b3d2008bd,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:45.807683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2b165618-2510-4c81-8230-c1ec340423fd None None] Provisioning complete for port 6039584a-a84c-47e9-a992-508b3d2008bd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:45.808955 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b165618-2510-4c81-8230-c1ec340423fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.010701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-dc45603d-58de-4a40-bbb6-78e354bfd81c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1490729421&fields=id&tenant_id=b29f2635ab8a4aeaac6524485e3c97b8 HTTP/1.1" status: 200 len: 267 time: 0.1533992 Feb 11 05:51:46.060308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57056) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:46.077450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7490315-7ad8-43f6-9d88-8b71d57e8020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.209607 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7490315-7ad8-43f6-9d88-8b71d57e8020 admin admin] Publish callbacks [] for security_group (85e99464-c3cb-40ce-b41c-e34839835a4c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.212059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-8638a209-3358-4e09-b9da-d54bb6bf6885 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:46.218218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-8638a209-3358-4e09-b9da-d54bb6bf6885 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.2002501 Feb 11 05:51:46.235167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f7490315-7ad8-43f6-9d88-8b71d57e8020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (85e99464-c3cb-40ce-b41c-e34839835a4c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.250214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-776744cc-c8ae-4ecb-8b0d-175e6d1e4851 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/quotas/b29f2635ab8a4aeaac6524485e3c97b8 HTTP/1.1" status: 200 len: 375 time: 0.0159380 Feb 11 05:51:46.301850 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f7490315-7ad8-43f6-9d88-8b71d57e8020 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d15a6cc26c146afb2da0baa7d17a969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396131 Feb 11 05:51:46.303373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7490315-7ad8-43f6-9d88-8b71d57e8020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e99464-c3cb-40ce-b41c-e34839835a4c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:46.307611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57058) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:46.375751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-b5a31193-122e-44b1-bb15-e51f30f3234c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111712 Feb 11 05:51:46.427541 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f061f8ec-a89f-4707-a4ac-00d8c3f92d0f admin admin] Publish callbacks [] for security_group (85e99464-c3cb-40ce-b41c-e34839835a4c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.453212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:46.453652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f061f8ec-a89f-4707-a4ac-00d8c3f92d0f admin admin] Publish callbacks [] for security_group (85e99464-c3cb-40ce-b41c-e34839835a4c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.522662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f061f8ec-a89f-4707-a4ac-00d8c3f92d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (85e99464-c3cb-40ce-b41c-e34839835a4c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.524614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2b165618-2510-4c81-8230-c1ec340423fd None None] Current status of the port 6039584a-a84c-47e9-a992-508b3d2008bd is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:46.525124 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b165618-2510-4c81-8230-c1ec340423fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.528532 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f061f8ec-a89f-4707-a4ac-00d8c3f92d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.529859 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f061f8ec-a89f-4707-a4ac-00d8c3f92d0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85e99464-c3cb-40ce-b41c-e34839835a4c HTTP/1.1" status: 204 len: 168 time: 0.2096519 Feb 11 05:51:46.564809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-62f0b001-8228-424c-8422-0d40fafd2cfa service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676617 Feb 11 05:51:46.578786 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061f8ec-a89f-4707-a4ac-00d8c3f92d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e99464-c3cb-40ce-b41c-e34839835a4c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:46.750758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-54647da4-13ae-4bb5-8998-ecbc5f6dfdca service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786814 Feb 11 05:51:46.772800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2b165618-2510-4c81-8230-c1ec340423fd None None] For port 6039584a-a84c-47e9-a992-508b3d2008bd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6039584a-a84c-47e9-a992-508b3d2008bd,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:46.787767 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b165618-2510-4c81-8230-c1ec340423fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.857066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b165618-2510-4c81-8230-c1ec340423fd None None] Pushing event updated for resources: {'Port': ['ID=6039584a-a84c-47e9-a992-508b3d2008bd,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:46.939116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-209bf227-1ef9-4e3a-ad01-4fdcea98c09a None None] Provisioning complete for port 6039584a-a84c-47e9-a992-508b3d2008bd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:46.939958 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-209bf227-1ef9-4e3a-ad01-4fdcea98c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.992986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6039584a-a84c-47e9-a992-508b3d2008bd', 'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'mac_address': 'fa:16:3e:9f:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:40Z', 'updated_at': '2022-02-11T05:51:45Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'subnets': [{'id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:47.048987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084e59a-f39e-4311-bdd8-0eef02ce065a None None] The sync data for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 is: [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6039584a-a84c-47e9-a992-508b3d2008bd', 'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'mac_address': 'fa:16:3e:9f:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:40Z', 'updated_at': '2022-02-11T05:51:45Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'subnets': [{'id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:47.109842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6c77aad-ee71-4c1f-8593-26f4c6e0ffd5 req-6a821974-7261-4a08-9f13-96c28c8ce1af tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 210 time: 0.0519879 Feb 11 05:51:47.129361 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-209bf227-1ef9-4e3a-ad01-4fdcea98c09a None None] Current status of the port 6039584a-a84c-47e9-a992-508b3d2008bd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:47.986584 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:51:48.313357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753c25f5-22f4-4dc2-b85e-34132a56ba29 req-5bf6e4b5-c29e-49cf-8155-efc4b1a04c7c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 210 time: 0.0466347 Feb 11 05:51:48.511532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6039584a-a84c-47e9-a992-508b3d2008bd up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:48.565408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6039584a-a84c-47e9-a992-508b3d2008bd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:48.565876 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.727660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6039584a-a84c-47e9-a992-508b3d2008bd is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:48.873725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-94c92a6e-ab02-48cd-8b1d-7fe95a267c4f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:48.878511 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-94c92a6e-ab02-48cd-8b1d-7fe95a267c4f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.2392490 Feb 11 05:51:49.007794 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-2919bf00-6267-4a74-895f-e28a15fc1c51 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29f2635ab8a4aeaac6524485e3c97b8 HTTP/1.1" status: 200 len: 380 time: 0.1173999 Feb 11 05:51:49.020346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'port': {'device_id': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'admin_state_up': True, 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'security_groups': ['0415c633-95b0-4656-86e6-7ffff147f6f5']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:49.245541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Made reservation on behalf of b29f2635ab8a4aeaac6524485e3c97b8 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:49.248955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.446164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e009fac9-de1c-4007-b108-09d300a054ff req-d0eb739a-3e17-4026-a42c-bed679dcd39f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 210 time: 0.0332682 Feb 11 05:51:49.483032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Allocated IP 172.20.0.10 (abfa4306-2b9c-4370-b880-1bf69d009c8b/7905b729-75a5-408c-a2de-50eecd2cb838/89e87a8d-966c-4b74-a01e-e5b561f7d1ac) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:49.708022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.781382 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.852909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:49.863777 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Network abfa4306-2b9c-4370-b880-1bf69d009c8b is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:49.866376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:49.885367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:49.970838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:49.971974 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.002914 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-f321ef46-b1d0-47d9-a45f-facfd5cb96f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9888620 Feb 11 05:51:50.018921 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Request body: {'port': {'device_id': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:50.115989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.291728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dd179318-6eda-48b2-827f-57e12f4c1295 None None] Provisioning complete for port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:50.292281 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dd179318-6eda-48b2-827f-57e12f4c1295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.382673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dd179318-6eda-48b2-827f-57e12f4c1295 None None] Port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:50.576397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e87a8d-966c-4b74-a01e-e5b561f7d1ac {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:51:50.589367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Publish callbacks [] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.602349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Transition to ACTIVE for port object 89e87a8d-966c-4b74-a01e-e5b561f7d1ac will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:51:50.610926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.662629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:50.708043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb569a9a-9ade-472a-84e7-a32d398cac02 req-b18a3509-480e-4b09-93d7-a3c7e88546b3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:50.717477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb569a9a-9ade-472a-84e7-a32d398cac02 req-b18a3509-480e-4b09-93d7-a3c7e88546b3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 932 time: 0.1531126 Feb 11 05:51:50.798686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb569a9a-9ade-472a-84e7-a32d398cac02 req-d1f73218-08cb-40d1-9779-b9f76d5c41f1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745273 Feb 11 05:51:50.840467 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Attempting to bind port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:50.840779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Attempting to bind port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:50.841055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Attempting to bind port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:50.845962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac on network abfa4306-2b9c-4370-b880-1bf69d009c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:51:50.846291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Attempting to bind port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:50.852950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:50.853318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Checking segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:50.853720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Bound using segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:50.854149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Bound port: 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:50.854507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.977842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:50.983559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:50.997526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.042803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:51.043616 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.045252 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] 10.222.0.81 "PUT /v2.0/ports/89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1093 time: 1.0345554 Feb 11 05:51:51.045853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:51.049203 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6efeb4-993a-4f76-b2c5-d11e17128984" -d '{"events": [{"name": "network-changed", "server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:51.089366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54713c-636f-4995-85b3-0f04a33f9435 service neutron] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:51.180036 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9943d2a-ba98-4aa4-a329-15000d3c8809 x-openstack-request-id: req-d9943d2a-ba98-4aa4-a329-15000d3c8809 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:51.180730 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:51.181070 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9943d2a-ba98-4aa4-a329-15000d3c8809 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:51.181730 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'status': 'completed', 'code': 200} Feb 11 05:51:51.191099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-081b0f28-d165-41d3-953f-750c0d40ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:51.193889 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-081b0f28-d165-41d3-953f-750c0d40ec25 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1127 time: 0.0795100 Feb 11 05:51:51.235827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57182) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:51.278237 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-804cd4cc-78d2-42ec-b392-19cdcc5d42b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 217 time: 0.0716946 Feb 11 05:51:51.354770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-437eda54-647b-4a00-869f-627a5588ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:51.356404 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-437eda54-647b-4a00-869f-627a5588ebc2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0645468 Feb 11 05:51:51.390029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1d75-9222-4196-ab98-7403da0ccbd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.457164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-186d0410-d516-4c6d-83bf-ca7ac59f3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:51.458808 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-186d0410-d516-4c6d-83bf-ca7ac59f3a0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0967574 Feb 11 05:51:51.509345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1d75-9222-4196-ab98-7403da0ccbd9 admin admin] Publish callbacks [] for security_group (47ff7a03-acbb-4ae9-b802-3d4bcba8e42e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.514284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1d75-9222-4196-ab98-7403da0ccbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (47ff7a03-acbb-4ae9-b802-3d4bcba8e42e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.562622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6cfd1d75-9222-4196-ab98-7403da0ccbd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d5935f0902145bcbf8f47362120876d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257005 Feb 11 05:51:51.565353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57188) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:51.572407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd1d75-9222-4196-ab98-7403da0ccbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ff7a03-acbb-4ae9-b802-3d4bcba8e42e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:51.587553 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-797ef5e2-3451-49de-8684-004d5700a98a service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227233 Feb 11 05:51:51.648326 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9636899-f120-442d-b789-3a3b8a7dc60e admin admin] Publish callbacks [] for security_group (47ff7a03-acbb-4ae9-b802-3d4bcba8e42e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.671808 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9636899-f120-442d-b789-3a3b8a7dc60e admin admin] Publish callbacks [] for security_group (47ff7a03-acbb-4ae9-b802-3d4bcba8e42e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.708851 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8187365b-bd08-4fc8-b32b-6f72448a4ed4 req-280e9f1a-8d80-4ecc-926f-5f88543f5d16 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156905 Feb 11 05:51:51.737754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9636899-f120-442d-b789-3a3b8a7dc60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (47ff7a03-acbb-4ae9-b802-3d4bcba8e42e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.740571 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9636899-f120-442d-b789-3a3b8a7dc60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.745514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d9636899-f120-442d-b789-3a3b8a7dc60e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47ff7a03-acbb-4ae9-b802-3d4bcba8e42e HTTP/1.1" status: 204 len: 168 time: 0.1788681 Feb 11 05:51:51.755043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9636899-f120-442d-b789-3a3b8a7dc60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ff7a03-acbb-4ae9-b802-3d4bcba8e42e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:51.827402 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-b6f6a62f-d7c7-41c3-b01b-8fe088e8c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:51.829555 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-b6f6a62f-d7c7-41c3-b01b-8fe088e8c2e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1127 time: 0.0698321 Feb 11 05:51:51.974496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f357ff-91e7-4b0f-bedd-af79d9a1ee98 req-88fa015b-b760-4a92-b10e-cc970c9114c6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:51.981208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57f357ff-91e7-4b0f-bedd-af79d9a1ee98 req-88fa015b-b760-4a92-b10e-cc970c9114c6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 944 time: 0.0796709 Feb 11 05:51:52.013093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-73c14851-a16d-4986-9589-503e5960ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:52.019007 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-73c14851-a16d-4986-9589-503e5960ec18 service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1825230 Feb 11 05:51:52.057446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57f357ff-91e7-4b0f-bedd-af79d9a1ee98 req-e8b30c15-50d3-448a-9e8e-c041367fc7ad tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665424 Feb 11 05:51:52.075420 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-cc810c7c-361b-4f1b-97bf-e3c6b6419c82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 217 time: 0.0499129 Feb 11 05:51:52.123615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.142382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-18f579a6-89c0-4eb8-9d9a-9a2af6b6dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:52.144920 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-18f579a6-89c0-4eb8-9d9a-9a2af6b6dfa5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0624433 Feb 11 05:51:52.205826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57206) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:52.209864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-5e3627a7-3b0f-4c9d-b11f-e96aafa6da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:52.211576 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-5e3627a7-3b0f-4c9d-b11f-e96aafa6da2b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541410 Feb 11 05:51:52.224186 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1483288e-df85-4e40-8353-4a4d9d77f141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.338128 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-7cb2c99c-42f6-49a3-ae6d-b20e26c34213 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164970 Feb 11 05:51:52.342005 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1483288e-df85-4e40-8353-4a4d9d77f141 admin admin] Publish callbacks [] for security_group (323f3386-3083-485e-b302-a27e1cf10b30), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.347247 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1483288e-df85-4e40-8353-4a4d9d77f141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (323f3386-3083-485e-b302-a27e1cf10b30), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.376762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1483288e-df85-4e40-8353-4a4d9d77f141 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=719d5a669fd14d29a119b33fe610b31f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669626 Feb 11 05:51:52.380808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57210) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:52.431779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483288e-df85-4e40-8353-4a4d9d77f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323f3386-3083-485e-b302-a27e1cf10b30,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:52.451503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fddd62c5-3491-44c1-b6a9-d4c92507dd14 admin admin] Publish callbacks [] for security_group (323f3386-3083-485e-b302-a27e1cf10b30), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.474820 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c6efeb4-993a-4f76-b2c5-d11e17128984 req-1bf6068d-922f-483c-95b9-7ace5b4f46a5 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305044 Feb 11 05:51:52.489443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fddd62c5-3491-44c1-b6a9-d4c92507dd14 admin admin] Publish callbacks [] for security_group (323f3386-3083-485e-b302-a27e1cf10b30), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.544074 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fddd62c5-3491-44c1-b6a9-d4c92507dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (323f3386-3083-485e-b302-a27e1cf10b30), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.548456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fddd62c5-3491-44c1-b6a9-d4c92507dd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.552613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fddd62c5-3491-44c1-b6a9-d4c92507dd14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/323f3386-3083-485e-b302-a27e1cf10b30 HTTP/1.1" status: 204 len: 168 time: 0.1678646 Feb 11 05:51:52.559394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd62c5-3491-44c1-b6a9-d4c92507dd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323f3386-3083-485e-b302-a27e1cf10b30,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:53.144419 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.264540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af2a1d-789c-452e-b498-03854c47ec17 req-cfb950c3-504b-4ad8-adfd-2520861fef3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:53.269012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31af2a1d-789c-452e-b498-03854c47ec17 req-cfb950c3-504b-4ad8-adfd-2520861fef3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 944 time: 0.1129737 Feb 11 05:51:53.361355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31af2a1d-789c-452e-b498-03854c47ec17 req-ce517f39-a8a8-424f-882a-be23a1c05e76 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829947 Feb 11 05:51:53.365017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:51:53.482191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:53.497395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'port_id': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'mac_address': 'fa:16:3e:7f:74:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:51:53.570611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:53.571297 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.601541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e87a8d-966c-4b74-a01e-e5b561f7d1ac {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:51:53.637249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:53.646564 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.734630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:53.852504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['89e87a8d-966c-4b74-a01e-e5b561f7d1ac'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:51:54.234508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57262) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:54.363271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfbb4a05-6aee-43e3-8ff4-e9129daf4598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.516255 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfbb4a05-6aee-43e3-8ff4-e9129daf4598 admin admin] Publish callbacks [] for security_group (ae386aa9-62f6-4e4b-9a40-b40389356541), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.524420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfbb4a05-6aee-43e3-8ff4-e9129daf4598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ae386aa9-62f6-4e4b-9a40-b40389356541), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.571257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bfbb4a05-6aee-43e3-8ff4-e9129daf4598 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce1c2f14d383465fbb58f18c37af7cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355160 Feb 11 05:51:54.573015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb4a05-6aee-43e3-8ff4-e9129daf4598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae386aa9-62f6-4e4b-9a40-b40389356541,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:54.574025 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57270) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:54.588803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a8bb2-8d68-4a7d-b9ed-e4f0d3b46122 req-13dd116f-4c0d-462f-b18a-afc55ba164da tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:54.591000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662a8bb2-8d68-4a7d-b9ed-e4f0d3b46122 req-13dd116f-4c0d-462f-b18a-afc55ba164da tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1335559 Feb 11 05:51:54.648801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662a8bb2-8d68-4a7d-b9ed-e4f0d3b46122 req-278384cd-c3e5-4b05-bde8-ca9c8b7f2695 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516012 Feb 11 05:51:54.668468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f3d439d-281f-4492-af3b-79c9921789b0 admin admin] Publish callbacks [] for security_group (ae386aa9-62f6-4e4b-9a40-b40389356541), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.701432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f3d439d-281f-4492-af3b-79c9921789b0 admin admin] Publish callbacks [] for security_group (ae386aa9-62f6-4e4b-9a40-b40389356541), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.758741 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f3d439d-281f-4492-af3b-79c9921789b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ae386aa9-62f6-4e4b-9a40-b40389356541), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.762445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f3d439d-281f-4492-af3b-79c9921789b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.763984 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f3d439d-281f-4492-af3b-79c9921789b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae386aa9-62f6-4e4b-9a40-b40389356541 HTTP/1.1" status: 204 len: 168 time: 0.1888707 Feb 11 05:51:54.795059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d439d-281f-4492-af3b-79c9921789b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae386aa9-62f6-4e4b-9a40-b40389356541,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:55.378913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:55.453355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:51:55.458925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:55.459920 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.598501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:55.599311 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.644739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:55.648154 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67394c73-4607-4d62-a0b7-891104a1e2b0" -d '{"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:55.683199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:55.690076 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.763926 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e210d0d-30a8-4af0-b2e5-950ae03e1c7b x-openstack-request-id: req-9e210d0d-30a8-4af0-b2e5-950ae03e1c7b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:55.764222 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:55.764536 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e210d0d-30a8-4af0-b2e5-950ae03e1c7b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:55.764893 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'code': 200} Feb 11 05:51:55.765599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:55.896119 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11d0c5-b8a0-4c3a-af3f-aeeb26778bb5 req-6b57cd86-dda8-4680-8ba2-d799e3d0ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:55.897725 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eb11d0c5-b8a0-4c3a-af3f-aeeb26778bb5 req-6b57cd86-dda8-4680-8ba2-d799e3d0ead8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1129 time: 0.0981984 Feb 11 05:51:55.937362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c40070-edfd-473b-a430-3afaa5fe78fd req-69adbc68-c8d8-400a-ad74-2db55ce13c94 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:55.941889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65c40070-edfd-473b-a430-3afaa5fe78fd req-69adbc68-c8d8-400a-ad74-2db55ce13c94 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.1168218 Feb 11 05:51:55.983729 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-eb11d0c5-b8a0-4c3a-af3f-aeeb26778bb5 req-792f476e-1575-4e8a-a2ea-d7faffdbcc68 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800791 Feb 11 05:51:56.032395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65c40070-edfd-473b-a430-3afaa5fe78fd req-6b38fc2f-8e7c-4a47-b20c-1ff992b2aee5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836558 Feb 11 05:51:56.931607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57370) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.073470 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9443dba0-9aa1-4303-b90b-a5cbe74f82ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.207405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9443dba0-9aa1-4303-b90b-a5cbe74f82ec admin admin] Publish callbacks [] for security_group (65bc06f8-cfff-4469-a97b-f99421caae2e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.225333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9443dba0-9aa1-4303-b90b-a5cbe74f82ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (65bc06f8-cfff-4469-a97b-f99421caae2e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.240699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce1bd2-4858-4854-814e-8ac9c6fd8475 req-9acd2e25-4dcb-4fd1-b554-ea3445cadcf9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.242361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91ce1bd2-4858-4854-814e-8ac9c6fd8475 req-9acd2e25-4dcb-4fd1-b554-ea3445cadcf9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.0924408 Feb 11 05:51:57.281110 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9443dba0-9aa1-4303-b90b-a5cbe74f82ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f2b3697ccd74eedb94b13d127462fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482096 Feb 11 05:51:57.282268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57380) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.283141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443dba0-9aa1-4303-b90b-a5cbe74f82ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bc06f8-cfff-4469-a97b-f99421caae2e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:57.321817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91ce1bd2-4858-4854-814e-8ac9c6fd8475 req-ddf7e4f5-b7f8-4233-8810-dc013311000e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670729 Feb 11 05:51:57.380954 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b274c20c-8eb4-48cb-9623-b5775b5a16be admin admin] Publish callbacks [] for security_group (65bc06f8-cfff-4469-a97b-f99421caae2e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.413596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b274c20c-8eb4-48cb-9623-b5775b5a16be admin admin] Publish callbacks [] for security_group (65bc06f8-cfff-4469-a97b-f99421caae2e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.479487 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b274c20c-8eb4-48cb-9623-b5775b5a16be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (65bc06f8-cfff-4469-a97b-f99421caae2e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.482440 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b274c20c-8eb4-48cb-9623-b5775b5a16be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.486019 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b274c20c-8eb4-48cb-9623-b5775b5a16be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65bc06f8-cfff-4469-a97b-f99421caae2e HTTP/1.1" status: 204 len: 168 time: 0.1822433 Feb 11 05:51:57.492268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274c20c-8eb4-48cb-9623-b5775b5a16be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bc06f8-cfff-4469-a97b-f99421caae2e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:57.709097 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e163725b-3703-47e1-b6ee-1cbf840f0f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.502152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de203d95-9f3d-4905-bf3b-8f2cbdf62000 req-725d2cf3-5afc-410c-af37-4b6c04c3773b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.505501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de203d95-9f3d-4905-bf3b-8f2cbdf62000 req-725d2cf3-5afc-410c-af37-4b6c04c3773b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.0760505 Feb 11 05:51:58.574901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de203d95-9f3d-4905-bf3b-8f2cbdf62000 req-c24d044c-0d81-4825-8272-5c436c475225 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637167 Feb 11 05:51:58.723909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60c5d-aca0-44dd-b78e-f713078551a8 req-a4201d92-434f-497a-90f0-27990a4098e4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.726120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ede60c5d-aca0-44dd-b78e-f713078551a8 req-a4201d92-434f-497a-90f0-27990a4098e4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.0825996 Feb 11 05:51:58.735822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57446) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.743247 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-31d9bd95-6e12-410c-bba9-d01bcfecd432 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'floatingip': {'port_id': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:58.798324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31d9bd95-6e12-410c-bba9-d01bcfecd432 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for floatingip (8199a4fe-4376-40f7-a40a-19c552a48e8a), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.039118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57456) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:59.156132 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-795e4f0c-4b22-485a-a537-2d49111c5196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.299561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-795e4f0c-4b22-485a-a537-2d49111c5196 admin admin] Publish callbacks [] for security_group (07eae6e3-690c-4203-8835-3dc4f482eb55), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.306349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-795e4f0c-4b22-485a-a537-2d49111c5196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (07eae6e3-690c-4203-8835-3dc4f482eb55), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.371645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57460) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:59.372916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-795e4f0c-4b22-485a-a537-2d49111c5196 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dbf8605b66349f3a218c9919b547fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3326662 Feb 11 05:51:59.374474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e4f0c-4b22-485a-a537-2d49111c5196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07eae6e3-690c-4203-8835-3dc4f482eb55,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:59.400034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31d9bd95-6e12-410c-bba9-d01bcfecd432 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.408690 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31d9bd95-6e12-410c-bba9-d01bcfecd432 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (8199a4fe-4376-40f7-a40a-19c552a48e8a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.551161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3dea-5d1f-413d-8d80-711987b5d291 admin admin] Publish callbacks [] for security_group (07eae6e3-690c-4203-8835-3dc4f482eb55), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.591135 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-31d9bd95-6e12-410c-bba9-d01bcfecd432 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Floating IP 8199a4fe-4376-40f7-a40a-19c552a48e8a associated. External IP: 172.25.1.239, port: 89e87a8d-966c-4b74-a01e-e5b561f7d1ac. Feb 11 05:51:59.598626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3dea-5d1f-413d-8d80-711987b5d291 admin admin] Publish callbacks [] for security_group (07eae6e3-690c-4203-8835-3dc4f482eb55), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.731722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3dea-5d1f-413d-8d80-711987b5d291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (07eae6e3-690c-4203-8835-3dc4f482eb55), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.734785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3dea-5d1f-413d-8d80-711987b5d291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.738835 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6b9f3dea-5d1f-413d-8d80-711987b5d291 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07eae6e3-690c-4203-8835-3dc4f482eb55 HTTP/1.1" status: 204 len: 168 time: 0.3632205 Feb 11 05:51:59.760544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f3dea-5d1f-413d-8d80-711987b5d291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eae6e3-690c-4203-8835-3dc4f482eb55,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:59.905765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d9bd95-6e12-410c-bba9-d01bcfecd432 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Router d8f6f304-1b77-4b48-95a7-8ed275f52416 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:00.036026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d9bd95-6e12-410c-bba9-d01bcfecd432 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:00.051506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-31d9bd95-6e12-410c-bba9-d01bcfecd432 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.054910 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eef191-bf95-463d-8819-57f553c0548c None None] Sync routers for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:00.078376 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eef191-bf95-463d-8819-57f553c0548c None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:00.082463 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-82eef191-bf95-463d-8819-57f553c0548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:51:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:00.091117 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-31d9bd95-6e12-410c-bba9-d01bcfecd432 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "PUT /v2.0/floatingips/8199a4fe-4376-40f7-a40a-19c552a48e8a HTTP/1.1" status: 200 len: 992 time: 1.3488457 Feb 11 05:52:00.091117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:00.093652 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ed888a-2eb2-4ca9-9616-43f166106964" -d '{"events": [{"name": "network-changed", "server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:00.220390 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-82eef191-bf95-463d-8819-57f553c0548c None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:00.247959 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3613f6c-f718-48f5-bcd5-8f2743313ff8 x-openstack-request-id: req-e3613f6c-f718-48f5-bcd5-8f2743313ff8 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:00.248263 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:00.248533 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3613f6c-f718-48f5-bcd5-8f2743313ff8 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:00.248934 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'status': 'completed', 'code': 200} Feb 11 05:52:00.279015 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb6c83ea-d06d-4fc5-8800-7f42558dea4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.350164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513162b-434e-4475-92f5-16e9a72b47be req-cab727fb-c65f-4a1c-9fa8-b544f85a1f1e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:00.352856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0513162b-434e-4475-92f5-16e9a72b47be req-cab727fb-c65f-4a1c-9fa8-b544f85a1f1e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.1161547 Feb 11 05:52:00.369406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-6dc90c38-907a-4fe7-a6a9-bec20c6f9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:00.370861 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-6dc90c38-907a-4fe7-a6a9-bec20c6f9f98 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1129 time: 0.1125858 Feb 11 05:52:00.436852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0513162b-434e-4475-92f5-16e9a72b47be req-188d0c2e-212f-4e05-b983-d3dc9f41110b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779376 Feb 11 05:52:00.537585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-96ad0345-317f-40a4-b32f-559ec6da1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:00.541589 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-96ad0345-317f-40a4-b32f-559ec6da1d58 service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1641238 Feb 11 05:52:00.636004 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-82eef191-bf95-463d-8819-57f553c0548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8199a4fe-4376-40f7-a40a-19c552a48e8a', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'port_id': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'mac_address': 'fa:16:3e:7f:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:51:44Z', 'updated_at': '2022-02-11T05:51:59Z', 'revision_number': 1, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6039584a-a84c-47e9-a992-508b3d2008bd', 'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'mac_address': 'fa:16:3e:9f:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:40Z', 'updated_at': '2022-02-11T05:51:46Z', 'revision_number': 5, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'subnets': [{'id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:00.642126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083bde2-abb9-457d-b674-4636cd153ee8 req-4d1e3398-ce84-4c47-ac30-c16e80761269 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:00.652582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d083bde2-abb9-457d-b674-4636cd153ee8 req-4d1e3398-ce84-4c47-ac30-c16e80761269 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.1072052 Feb 11 05:52:00.670920 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eef191-bf95-463d-8819-57f553c0548c None None] Checking router: d8f6f304-1b77-4b48-95a7-8ed275f52416 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:00.681022 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eef191-bf95-463d-8819-57f553c0548c None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:00.682355 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-82eef191-bf95-463d-8819-57f553c0548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:00.723779 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-ece7277c-7b0e-4d3e-9453-e21b01c16e80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1000 time: 0.1754882 Feb 11 05:52:00.757641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d083bde2-abb9-457d-b674-4636cd153ee8 req-dcc9338d-247c-47e2-9f18-49ef35dcf1d7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040919 Feb 11 05:52:00.813168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-817452ac-97f6-4659-a512-9d2cd5e3a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:00.815285 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-817452ac-97f6-4659-a512-9d2cd5e3a39b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0851846 Feb 11 05:52:00.906054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-f87b851c-4030-4c5d-afb7-db66a41709a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:00.908068 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-f87b851c-4030-4c5d-afb7-db66a41709a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0863800 Feb 11 05:52:00.984341 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-82eef191-bf95-463d-8819-57f553c0548c None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:01.126948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.317788 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-82eef191-bf95-463d-8819-57f553c0548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8199a4fe-4376-40f7-a40a-19c552a48e8a', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'port_id': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'mac_address': 'fa:16:3e:7f:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:51:44Z', 'updated_at': '2022-02-11T05:51:59Z', 'revision_number': 1, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6039584a-a84c-47e9-a992-508b3d2008bd', 'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'mac_address': 'fa:16:3e:9f:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:40Z', 'updated_at': '2022-02-11T05:51:46Z', 'revision_number': 5, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'subnets': [{'id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:01.387710 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eef191-bf95-463d-8819-57f553c0548c None None] The sync data for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 is: [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8199a4fe-4376-40f7-a40a-19c552a48e8a', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'port_id': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'mac_address': 'fa:16:3e:7f:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:51:44Z', 'updated_at': '2022-02-11T05:51:59Z', 'revision_number': 1, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6039584a-a84c-47e9-a992-508b3d2008bd', 'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'mac_address': 'fa:16:3e:9f:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:40Z', 'updated_at': '2022-02-11T05:51:46Z', 'revision_number': 5, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'subnets': [{'id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:01.505847 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-4948d7e3-1fe4-4452-9694-2d8440031170 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910177 Feb 11 05:52:01.682748 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-13ed888a-2eb2-4ca9-9616-43f166106964 req-7642a86c-a2b7-4c4c-af11-75e278a99acd service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695652 Feb 11 05:52:01.847480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83968d9-5cf6-45d6-8cf0-94132d83131f None None] New status for floating IP 8199a4fe-4376-40f7-a40a-19c552a48e8a: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:52:01.963269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923c24-4114-4b40-abab-eb021d33b41c req-faea0d9f-2e00-49cd-8871-738254498982 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:01.978937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0923c24-4114-4b40-abab-eb021d33b41c req-faea0d9f-2e00-49cd-8871-738254498982 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.1120019 Feb 11 05:52:02.079374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0923c24-4114-4b40-abab-eb021d33b41c req-9aaffdb4-7b54-4223-b198-e9e9574949d9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986757 Feb 11 05:52:02.283157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5215-76a7-4221-ba93-ca838202ac66 req-d2e12812-3204-4f93-b0e1-3d8d6ee2b7a9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:02.295661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a0f5215-76a7-4221-ba93-ca838202ac66 req-d2e12812-3204-4f93-b0e1-3d8d6ee2b7a9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.1162832 Feb 11 05:52:02.314864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57572) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:02.353711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a0f5215-76a7-4221-ba93-ca838202ac66 req-52899337-05cd-4dce-98a9-f35c4a1fe8e3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567021 Feb 11 05:52:02.486412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69ac5ed8-d229-48ad-b2d7-d3684fd1845d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.731725 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69ac5ed8-d229-48ad-b2d7-d3684fd1845d admin admin] Publish callbacks [] for security_group (8b4d34d6-520f-43b1-84f1-616b7b7581b1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.743905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69ac5ed8-d229-48ad-b2d7-d3684fd1845d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8b4d34d6-520f-43b1-84f1-616b7b7581b1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.803015 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.833667 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-69ac5ed8-d229-48ad-b2d7-d3684fd1845d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d93f96ee3084d4e8ef5ec342ac49fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5166965 Feb 11 05:52:02.836550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57594) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:02.837979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac5ed8-d229-48ad-b2d7-d3684fd1845d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4d34d6-520f-43b1-84f1-616b7b7581b1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:02.932466 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11392c79-cd79-4222-994c-a8a77a683b6c admin admin] Publish callbacks [] for security_group (8b4d34d6-520f-43b1-84f1-616b7b7581b1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.975129 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11392c79-cd79-4222-994c-a8a77a683b6c admin admin] Publish callbacks [] for security_group (8b4d34d6-520f-43b1-84f1-616b7b7581b1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.064266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11392c79-cd79-4222-994c-a8a77a683b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8b4d34d6-520f-43b1-84f1-616b7b7581b1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.067193 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11392c79-cd79-4222-994c-a8a77a683b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.069411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-11392c79-cd79-4222-994c-a8a77a683b6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b4d34d6-520f-43b1-84f1-616b7b7581b1 HTTP/1.1" status: 204 len: 168 time: 0.2317300 Feb 11 05:52:03.080677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11392c79-cd79-4222-994c-a8a77a683b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4d34d6-520f-43b1-84f1-616b7b7581b1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:03.905964 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.808188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57666) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:04.916436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e9484a75-0fd3-4530-ad68-16a25a14e8e9 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1491684850'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:04.917184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e9484a75-0fd3-4530-ad68-16a25a14e8e9 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Unknown quota resources ['metering_label']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:52:05.107291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9484a75-0fd3-4530-ad68-16a25a14e8e9 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.111155 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e9484a75-0fd3-4530-ad68-16a25a14e8e9 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2991989 Feb 11 05:52:05.111394 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57670) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.115555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1eb46420-ea31-4e7e-aea2-094d54d30ecc tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd8fbb945-cb82-4f90-918a-1c036525adab'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:05.116131 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1eb46420-ea31-4e7e-aea2-094d54d30ecc tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:52:05.207891 n-d-715271-35 neutron-server[103121]: WARNING neutron.services.metering.metering_plugin [None req-1eb46420-ea31-4e7e-aea2-094d54d30ecc tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:52:05.342537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1eb46420-ea31-4e7e-aea2-094d54d30ecc tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.343745 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1eb46420-ea31-4e7e-aea2-094d54d30ecc tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2314253 Feb 11 05:52:05.346986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57680) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.351211 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6ef18165-d5ca-4dbb-b3bc-2e591050bbd1 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd8fbb945-cb82-4f90-918a-1c036525adab'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:05.351757 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6ef18165-d5ca-4dbb-b3bc-2e591050bbd1 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:52:05.405297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:52:05.422853 n-d-715271-35 neutron-server[103121]: WARNING neutron.services.metering.metering_plugin [None req-6ef18165-d5ca-4dbb-b3bc-2e591050bbd1 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:52:05.516216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:05.532064 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ef18165-d5ca-4dbb-b3bc-2e591050bbd1 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.536242 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ef18165-d5ca-4dbb-b3bc-2e591050bbd1 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1857467 Feb 11 05:52:05.536391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'port_id': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'mac_address': 'fa:16:3e:7f:74:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:52:05.536516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57682) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.552066 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-16e08fc2-dcd4-4338-905d-a8514eee8ff9 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=d5b7d575-3a58-4c05-84d1-b9c30fde5c5e HTTP/1.1" status: 200 len: 462 time: 0.0119853 Feb 11 05:52:05.552275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.575717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:05.576149 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.591786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89e87a8d-966c-4b74-a01e-e5b561f7d1ac {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:52:05.613774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:05.618824 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.682416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79e0f2be-100c-44df-8113-1674e0a98833 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.686516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:05.686960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57686) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.688247 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-79e0f2be-100c-44df-8113-1674e0a98833 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/d5b7d575-3a58-4c05-84d1-b9c30fde5c5e HTTP/1.1" status: 204 len: 168 time: 0.1348641 Feb 11 05:52:05.702461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57688) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.703455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e18bc172-8d88-40ab-bc05-c5503e420abf tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=d5b7d575-3a58-4c05-84d1-b9c30fde5c5e HTTP/1.1" status: 200 len: 221 time: 0.0150025 Feb 11 05:52:05.705669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['89e87a8d-966c-4b74-a01e-e5b561f7d1ac'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:52:05.709630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bab1fc80-6b72-4560-8b20-419b0d243589 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--364115374', 'description': 'label created by tempest'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:05.710317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bab1fc80-6b72-4560-8b20-419b0d243589 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Unknown quota resources ['metering_label']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:52:05.807220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57694) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.888852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-5056ddb6-63aa-4b67-b2c4-70375fe0bd70 admin admin] Deleting subnet 2730526c-6341-4227-98cc-a2ad949eb52a {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:05.895603 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5056ddb6-63aa-4b67-b2c4-70375fe0bd70 admin admin] Publish callbacks [] for subnet (2730526c-6341-4227-98cc-a2ad949eb52a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.913362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bab1fc80-6b72-4560-8b20-419b0d243589 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.917084 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bab1fc80-6b72-4560-8b20-419b0d243589 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2089653 Feb 11 05:52:05.917885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57696) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.950231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5056ddb6-63aa-4b67-b2c4-70375fe0bd70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (2730526c-6341-4227-98cc-a2ad949eb52a), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.993625 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5056ddb6-63aa-4b67-b2c4-70375fe0bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (2730526c-6341-4227-98cc-a2ad949eb52a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.060094 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e1a73be6-9f23-4026-bbcc-ac4ab074f00d tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=4872b4b9-a2dc-4ed2-829a-7f6f16189ea5 HTTP/1.1" status: 200 len: 467 time: 0.1382442 Feb 11 05:52:06.060814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57700) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.077999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5056ddb6-63aa-4b67-b2c4-70375fe0bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (2730526c-6341-4227-98cc-a2ad949eb52a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.470352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056ddb6-63aa-4b67-b2c4-70375fe0bd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2730526c-6341-4227-98cc-a2ad949eb52a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:06.474171 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5056ddb6-63aa-4b67-b2c4-70375fe0bd70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.478100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5056ddb6-63aa-4b67-b2c4-70375fe0bd70 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2730526c-6341-4227-98cc-a2ad949eb52a HTTP/1.1" status: 204 len: 168 time: 0.6696854 Feb 11 05:52:06.480851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57718) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.603488 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b225f15f-55de-4dd7-98d5-b77d383475b9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.707626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b225f15f-55de-4dd7-98d5-b77d383475b9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.708804 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71298834-9fb0-43ae-9ca8-288f1b1ccdca tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.712755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.713289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-71298834-9fb0-43ae-9ca8-288f1b1ccdca tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/4872b4b9-a2dc-4ed2-829a-7f6f16189ea5 HTTP/1.1" status: 204 len: 168 time: 0.6511436 Feb 11 05:52:06.738799 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-690f1765-116f-42cf-aa9c-48570e254d2e tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=4872b4b9-a2dc-4ed2-829a-7f6f16189ea5 HTTP/1.1" status: 200 len: 216 time: 0.0246055 Feb 11 05:52:06.742266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.756779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57734) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.757458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4a3e068a-ab59-4450-8ae3-4a55f6156393 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0139241 Feb 11 05:52:06.771878 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b225f15f-55de-4dd7-98d5-b77d383475b9']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:06.775292 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-376bc46a-dee4-47be-a7a0-e6a27e22cd42 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0173550 Feb 11 05:52:06.778976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57738) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.790012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fa12b0-fb07-4c98-99db-cb5b130d023f') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:06.790306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fa12b0-fb07-4c98-99db-cb5b130d023f') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:06.808935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (c1fa12b0-fb07-4c98-99db-cb5b130d023f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.832962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c1fa12b0-fb07-4c98-99db-cb5b130d023f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.848741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:06.851309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (c1fa12b0-fb07-4c98-99db-cb5b130d023f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.869091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4536a084-9c2d-4654-a10b-63f682b33abd tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/d8fbb945-cb82-4f90-918a-1c036525adab HTTP/1.1" status: 200 len: 473 time: 0.0879872 Feb 11 05:52:06.872784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57744) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.902960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5a3e1f46-3cd8-4450-ab4d-e46e51fae0f2 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/985837bb-72f2-4cc7-afef-41129fef836f HTTP/1.1" status: 200 len: 459 time: 0.0286775 Feb 11 05:52:06.906340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57748) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:06.968980 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:06.975150 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b225f15f-55de-4dd7-98d5-b77d383475b9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.986451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.995307 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b225f15f-55de-4dd7-98d5-b77d383475b9 HTTP/1.1" status: 204 len: 168 time: 0.5132601 Feb 11 05:52:07.000299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.069721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c18a5902-4e4d-42da-80d4-9a3a64bd6ece tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.071178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c18a5902-4e4d-42da-80d4-9a3a64bd6ece tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/985837bb-72f2-4cc7-afef-41129fef836f HTTP/1.1" status: 204 len: 168 time: 0.1636608 Feb 11 05:52:07.082371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57754) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.086954 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f4a8c1-5d85-4f5f-9f78-81f42c4b3319 admin admin] Deleting subnet 6a975f2c-858a-4687-84d8-1caa474cf4bc {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:07.090819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c03b1-98f1-4b9a-8db8-863762e201f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b225f15f-55de-4dd7-98d5-b77d383475b9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:07.092807 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69f4a8c1-5d85-4f5f-9f78-81f42c4b3319 admin admin] Publish callbacks [] for subnet (6a975f2c-858a-4687-84d8-1caa474cf4bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.180597 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69f4a8c1-5d85-4f5f-9f78-81f42c4b3319 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6a975f2c-858a-4687-84d8-1caa474cf4bc), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.275584 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69f4a8c1-5d85-4f5f-9f78-81f42c4b3319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6a975f2c-858a-4687-84d8-1caa474cf4bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.353041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-99ac9bbf-b099-4168-ab35-ae9e14a055e8 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.358948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-99ac9bbf-b099-4168-ab35-ae9e14a055e8 tempest-MeteringIpV6TestJSON-1704710307 tempest-MeteringIpV6TestJSON-1704710307-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/d8fbb945-cb82-4f90-918a-1c036525adab HTTP/1.1" status: 204 len: 168 time: 0.2725198 Feb 11 05:52:07.362799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69f4a8c1-5d85-4f5f-9f78-81f42c4b3319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6a975f2c-858a-4687-84d8-1caa474cf4bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.405062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4a8c1-5d85-4f5f-9f78-81f42c4b3319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a975f2c-858a-4687-84d8-1caa474cf4bc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:07.409408 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-69f4a8c1-5d85-4f5f-9f78-81f42c4b3319 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.417601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57762) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.418741 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-69f4a8c1-5d85-4f5f-9f78-81f42c4b3319 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6a975f2c-858a-4687-84d8-1caa474cf4bc HTTP/1.1" status: 204 len: 168 time: 0.4147515 Feb 11 05:52:07.434637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:07.545979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (0493f780-e021-4faa-94ac-2426c6bfb803), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.556189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:07.556577 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.739380 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (0493f780-e021-4faa-94ac-2426c6bfb803), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.740873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:07.741314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.783049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0493f780-e021-4faa-94ac-2426c6bfb803']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:07.798741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3360644e-882e-447a-a4a5-7a9ae503961c') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:07.798741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3360644e-882e-447a-a4a5-7a9ae503961c') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:07.813886 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (3360644e-882e-447a-a4a5-7a9ae503961c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.832901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3360644e-882e-447a-a4a5-7a9ae503961c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.842333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:07.842868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (3360644e-882e-447a-a4a5-7a9ae503961c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.861941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:07.864746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:07.873940 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e646fa-326f-4fd7-87be-93cd7e2369e7" -d '{"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:07.919439 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:07.952605 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:07.960502 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (0493f780-e021-4faa-94ac-2426c6bfb803), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.980234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.994129 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0493f780-e021-4faa-94ac-2426c6bfb803 HTTP/1.1" status: 204 len: 168 time: 0.5751305 Feb 11 05:52:08.029720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b5e8b-a774-4a9d-8ac5-6cb49deb1954 admin admin] Pushing event deleted for resources: {'Network': ['ID=0493f780-e021-4faa-94ac-2426c6bfb803,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:08.049651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57776) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.052996 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0d1ee2-9301-41c8-916d-985affa7d91c x-openstack-request-id: req-9c0d1ee2-9301-41c8-916d-985affa7d91c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:08.053320 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:08.053583 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c0d1ee2-9301-41c8-916d-985affa7d91c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:08.053976 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'code': 200} Feb 11 05:52:08.110910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:08.329663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9064d96-d652-4a41-b39f-9a1a91fd3981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.425912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57788) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.536622 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1f9d15e5-df3c-47c8-ac53-b9a9d1ac6174 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c674a4685ca145c0bda194bb4cc2141e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1093137 Feb 11 05:52:08.542264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57790) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.548853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9064d96-d652-4a41-b39f-9a1a91fd3981 admin admin] Publish callbacks [] for security_group (e772e7a6-61de-4db6-8645-ce74687e1fdb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.555526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a9064d96-d652-4a41-b39f-9a1a91fd3981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e772e7a6-61de-4db6-8645-ce74687e1fdb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.619197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9064d96-d652-4a41-b39f-9a1a91fd3981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e772e7a6-61de-4db6-8645-ce74687e1fdb,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:08.666564 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a9064d96-d652-4a41-b39f-9a1a91fd3981 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe4c988388ca4c98a466440a27325945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6157558 Feb 11 05:52:08.669052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.676295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ba49ca1-b0be-415a-8ef3-a33ba479dbfd admin admin] Publish callbacks [] for security_group (30461512-cec4-4276-9396-6408a74381b1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.711558 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ba49ca1-b0be-415a-8ef3-a33ba479dbfd admin admin] Publish callbacks [] for security_group (30461512-cec4-4276-9396-6408a74381b1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.738024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce73e95d-0dbf-4137-84de-9a3bdc389566 admin admin] Publish callbacks [] for security_group (e772e7a6-61de-4db6-8645-ce74687e1fdb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.763794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce73e95d-0dbf-4137-84de-9a3bdc389566 admin admin] Publish callbacks [] for security_group (e772e7a6-61de-4db6-8645-ce74687e1fdb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.790254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ba49ca1-b0be-415a-8ef3-a33ba479dbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (30461512-cec4-4276-9396-6408a74381b1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.793271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ba49ca1-b0be-415a-8ef3-a33ba479dbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.795194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1ba49ca1-b0be-415a-8ef3-a33ba479dbfd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30461512-cec4-4276-9396-6408a74381b1 HTTP/1.1" status: 204 len: 168 time: 0.2512505 Feb 11 05:52:08.808562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba49ca1-b0be-415a-8ef3-a33ba479dbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30461512-cec4-4276-9396-6408a74381b1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:08.847585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce73e95d-0dbf-4137-84de-9a3bdc389566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e772e7a6-61de-4db6-8645-ce74687e1fdb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.850553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce73e95d-0dbf-4137-84de-9a3bdc389566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.855084 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ce73e95d-0dbf-4137-84de-9a3bdc389566 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e772e7a6-61de-4db6-8645-ce74687e1fdb HTTP/1.1" status: 204 len: 168 time: 0.1816795 Feb 11 05:52:08.878653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73e95d-0dbf-4137-84de-9a3bdc389566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e772e7a6-61de-4db6-8645-ce74687e1fdb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.412990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57816) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.439151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57818) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.462640 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6f27e2e-2e0e-4604-9d2a-d4cdf59cf60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.499785 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-75ad9ceb-88f2-4d25-ae5a-620a8edaa444 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f95f16384d634b51b250b14ce7f52eef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0824213 Feb 11 05:52:09.499999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 57824) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.609581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-222fb2b5-5446-4fa5-a663-07460d6450d0 admin admin] Publish callbacks [] for security_group (e7a5ce02-788b-4dad-87d2-57b0e1ea4c59), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.651564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6f27e2e-2e0e-4604-9d2a-d4cdf59cf60c admin admin] Publish callbacks [] for security_group (f85e7e71-cddf-4b8d-abfa-dd243c022c0e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.653646 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-222fb2b5-5446-4fa5-a663-07460d6450d0 admin admin] Publish callbacks [] for security_group (e7a5ce02-788b-4dad-87d2-57b0e1ea4c59), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.662552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6f27e2e-2e0e-4604-9d2a-d4cdf59cf60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f85e7e71-cddf-4b8d-abfa-dd243c022c0e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.725459 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a6f27e2e-2e0e-4604-9d2a-d4cdf59cf60c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f75051a280dd4a5a89a884af285c5ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841394 Feb 11 05:52:09.727120 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f27e2e-2e0e-4604-9d2a-d4cdf59cf60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85e7e71-cddf-4b8d-abfa-dd243c022c0e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.728687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57826) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.749202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-222fb2b5-5446-4fa5-a663-07460d6450d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e7a5ce02-788b-4dad-87d2-57b0e1ea4c59), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.751829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-222fb2b5-5446-4fa5-a663-07460d6450d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.753526 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-222fb2b5-5446-4fa5-a663-07460d6450d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7a5ce02-788b-4dad-87d2-57b0e1ea4c59 HTTP/1.1" status: 204 len: 168 time: 0.2520971 Feb 11 05:52:09.767886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fb2b5-5446-4fa5-a663-07460d6450d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a5ce02-788b-4dad-87d2-57b0e1ea4c59,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.820150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90b2bb79-5fc8-431c-9c43-25d2ecc7eb41 admin admin] Publish callbacks [] for security_group (f85e7e71-cddf-4b8d-abfa-dd243c022c0e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.843990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90b2bb79-5fc8-431c-9c43-25d2ecc7eb41 admin admin] Publish callbacks [] for security_group (f85e7e71-cddf-4b8d-abfa-dd243c022c0e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.920153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90b2bb79-5fc8-431c-9c43-25d2ecc7eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f85e7e71-cddf-4b8d-abfa-dd243c022c0e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.923657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90b2bb79-5fc8-431c-9c43-25d2ecc7eb41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.926183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-90b2bb79-5fc8-431c-9c43-25d2ecc7eb41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f85e7e71-cddf-4b8d-abfa-dd243c022c0e HTTP/1.1" status: 204 len: 168 time: 0.1956398 Feb 11 05:52:09.964229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2bb79-5fc8-431c-9c43-25d2ecc7eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85e7e71-cddf-4b8d-abfa-dd243c022c0e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:11.898929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57934) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:12.226714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1578703417'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:12.301089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Made reservation on behalf of 2941baf53b824f06807356d9d4a4f23f for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:12.307902 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.326892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.464000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks [] for security_group (9221e6f1-7579-4fd9-a801-16b4f597c531), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.469829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9221e6f1-7579-4fd9-a801-16b4f597c531), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.514541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:52:12.520898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9221e6f1-7579-4fd9-a801-16b4f597c531,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:12.536111 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b38c2c53-6302-4a4d-8fb1-765afffb8646), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.536273 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Added segment b38c2c53-6302-4a4d-8fb1-765afffb8646 of type vlan for network 3e6b742f-d486-4008-9181-dc888ed63472 Feb 11 05:52:12.619065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3e6b742f-d486-4008-9181-dc888ed63472), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.652852 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3e6b742f-d486-4008-9181-dc888ed63472), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.659805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:12.660481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.791683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Pushing event updated for resources: {'Network': ['ID=3e6b742f-d486-4008-9181-dc888ed63472,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:12.805063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3e6b742f-d486-4008-9181-dc888ed63472 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:52:12.818930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8be5ada2-6d89-4169-9878-2df61e2b50ea tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9188209 Feb 11 05:52:13.146829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 57976) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:13.152745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Request body: {'port': {'network_id': '3e6b742f-d486-4008-9181-dc888ed63472', 'binding:host_id': 'n-h1-715271-35', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-576109681'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:13.181970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Made reservation on behalf of 2d14adb31f37462e91a063dfc83dcf3c for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:13.184830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.194153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.307247 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks [] for security_group (a7d53e5c-9b7a-4c08-ad9f-5b04649159d7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.316561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a7d53e5c-9b7a-4c08-ad9f-5b04649159d7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.344163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] device_id is not set on port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:52:13.349478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d53e5c-9b7a-4c08-ad9f-5b04649159d7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:13.717170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] device_id is not set on port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:52:13.732184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks [] for port (322fb9f4-bce0-49e1-b92f-7d18f9c52426), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.775211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (322fb9f4-bce0-49e1-b92f-7d18f9c52426), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.853736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'Port': ['ID=322fb9f4-bce0-49e1-b92f-7d18f9c52426,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:13.866557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Checking segment: {'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:13.867152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Network hostable DHCP agents. Network: 3e6b742f-d486-4008-9181-dc888ed63472, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:13.900314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Network 3e6b742f-d486-4008-9181-dc888ed63472 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:13.913413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3e6b742f-d486-4008-9181-dc888ed63472) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:13.918028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:13.923880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ef7a14-434b-4024-83db-a79a8fd0cb22 None None] Network 3e6b742f-d486-4008-9181-dc888ed63472 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:13.938646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:13.939387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:13.940918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:13.948662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:13.949593 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:13.950276 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 2 to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 Feb 11 05:52:13.970354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:13.970957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:13.971651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:13.985339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:13.986231 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:13.988124 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 3 to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 Feb 11 05:52:14.027020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:14.029594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:14.030132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:14.045006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:14.045834 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:14.047637 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 4 to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 Feb 11 05:52:14.101944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:14.105180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:14.105834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:14.116647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:14.122060 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:14.122788 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 5 to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 Feb 11 05:52:14.154460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:14.155493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:14.158371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:14.167911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:14.168328 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:14.168875 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 6 to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 Feb 11 05:52:14.208136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:14.208522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:14.208826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:14.213546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:14.213876 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:14.214277 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 7 to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 Feb 11 05:52:14.242996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:14.243340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:14.243680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:14.253584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:14.253584 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:14.254900 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 8 to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 Feb 11 05:52:14.287861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:14.288203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:14.288551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:14.300329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:14.305379 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:14.306150 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 9 to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 Feb 11 05:52:14.334624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:14.335227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:14.335860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:14.343195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:14.343959 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:14.344655 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 10 to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 Feb 11 05:52:14.370191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:14.370791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:14.371617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:14.377420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:14.377964 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:14.379104 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (322fb9f4-bce0-49e1-b92f-7d18f9c52426), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.483696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] For port 322fb9f4-bce0-49e1-b92f-7d18f9c52426, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:14.484494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempted to set empty binding levels {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:52:14.501306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (322fb9f4-bce0-49e1-b92f-7d18f9c52426), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.528328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:14.529235 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.614186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'Port': ['ID=322fb9f4-bce0-49e1-b92f-7d18f9c52426,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:14.621692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bef3bdf8-0a59-4de6-a0e4-70a1967b2924 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4720507 Feb 11 05:52:14.624060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58004) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:14.766694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d441b1fc-db36-4791-b4aa-5b2c11424192 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Deleting port 322fb9f4-bce0-49e1-b92f-7d18f9c52426 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:14.767048 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d441b1fc-db36-4791-b4aa-5b2c11424192 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (322fb9f4-bce0-49e1-b92f-7d18f9c52426), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.872636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-d441b1fc-db36-4791-b4aa-5b2c11424192 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] For port 322fb9f4-bce0-49e1-b92f-7d18f9c52426, host n-h1-715271-35, got binding levels [] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:14.872636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d441b1fc-db36-4791-b4aa-5b2c11424192 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (322fb9f4-bce0-49e1-b92f-7d18f9c52426), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.892618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d441b1fc-db36-4791-b4aa-5b2c11424192 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Calling delete_port for 322fb9f4-bce0-49e1-b92f-7d18f9c52426 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:15.134329 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d441b1fc-db36-4791-b4aa-5b2c11424192 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (322fb9f4-bce0-49e1-b92f-7d18f9c52426), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.181633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441b1fc-db36-4791-b4aa-5b2c11424192 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event deleted for resources: {'Port': ['ID=322fb9f4-bce0-49e1-b92f-7d18f9c52426,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:15.189511 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d441b1fc-db36-4791-b4aa-5b2c11424192 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.193472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d441b1fc-db36-4791-b4aa-5b2c11424192 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "DELETE /v2.0/ports/322fb9f4-bce0-49e1-b92f-7d18f9c52426 HTTP/1.1" status: 204 len: 168 time: 0.5681813 Feb 11 05:52:15.196156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:15.226178 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-91234b61-f053-44d8-b672-49b0e135aed8 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:52:15.232084 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-91234b61-f053-44d8-b672-49b0e135aed8 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "GET /v2.0/ports/322fb9f4-bce0-49e1-b92f-7d18f9c52426 HTTP/1.1" status: 404 len: 333 time: 0.0341046 Feb 11 05:52:15.233008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58022) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:15.239153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Request body: {'port': {'network_id': '3e6b742f-d486-4008-9181-dc888ed63472', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2015244786'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:15.293821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Made reservation on behalf of 2d14adb31f37462e91a063dfc83dcf3c for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:15.299284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.332866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] device_id is not set on port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:52:15.630948 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks [] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.683035 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.756999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Network 3e6b742f-d486-4008-9181-dc888ed63472 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:15.762790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:15.768259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:15.769509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:15.770318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.794649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5603924 Feb 11 05:52:15.797572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58038) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:15.799557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56fe66-fb56-4530-8352-ca46c8b9b038 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'Port': ['ID=7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:15.810189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:15.920808 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.161639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] device_id is not set on port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:52:16.174687 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks [] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.198251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.270865 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'Port': ['ID=7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:16.285428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.286029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.286553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.292680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.293480 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.294059 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 2 to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 Feb 11 05:52:16.311669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.312472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.313098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.319531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.320126 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.320681 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 3 to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 Feb 11 05:52:16.338723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.339323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.339824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.351550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.352148 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.352772 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 4 to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 Feb 11 05:52:16.368205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.368819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.369196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.374495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.375273 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.375839 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 5 to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 Feb 11 05:52:16.406349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.406929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.407441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.416455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.416731 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.417409 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 6 to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 Feb 11 05:52:16.439881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.440228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.440763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.445873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.446434 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.446987 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 7 to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 Feb 11 05:52:16.473607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.475599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.475599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.494007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.494540 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.495144 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 8 to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 Feb 11 05:52:16.520675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.521822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.521822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.528677 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.529445 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.530059 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 9 to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 Feb 11 05:52:16.549234 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.549938 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.550337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.554429 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.554891 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.555244 n-d-715271-35 neutron-server[103121]: INFO neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 10 to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 Feb 11 05:52:16.569939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.571803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.571803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.576698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:16.577020 n-d-715271-35 neutron-server[103121]: ERROR neutron.plugins.ml2.managers [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:16.577414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.680866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] For port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:16.681506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempted to set empty binding levels {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:52:16.693289 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.832861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] In _notify_port_updated(), no bound segment for port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:52:16.834059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.835458 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.837161 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "PUT /v2.0/ports/7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 HTTP/1.1" status: 200 len: 976 time: 1.0384979 Feb 11 05:52:16.839807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58062) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:16.880651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad16de-51ab-4ee0-bab8-8b4d4763a5d3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'Port': ['ID=7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:16.973806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.974290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.974763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.975227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.975701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.976149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.976607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.977061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.977547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.978000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.980160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-af3065b5-4828-4fda-968b-9d4bd71b8521 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9323 time: 0.1385837 Feb 11 05:52:16.983664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58068) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:17.135364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-989df82b-032d-45e1-a98d-6de7de22211c tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Deleting port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:17.136444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-989df82b-032d-45e1-a98d-6de7de22211c tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.232808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-989df82b-032d-45e1-a98d-6de7de22211c tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] For port 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77, host n-h1-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:17.233572 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-989df82b-032d-45e1-a98d-6de7de22211c tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.265162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-989df82b-032d-45e1-a98d-6de7de22211c tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Calling delete_port for 7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:17.395748 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-989df82b-032d-45e1-a98d-6de7de22211c tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.464090 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989df82b-032d-45e1-a98d-6de7de22211c tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:17.483195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-989df82b-032d-45e1-a98d-6de7de22211c tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.492189 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-989df82b-032d-45e1-a98d-6de7de22211c tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 HTTP/1.1" status: 204 len: 168 time: 0.5066817 Feb 11 05:52:17.494317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58078) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:17.542913 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-572f00a3-9c5c-40e1-b98b-47bce46dd60d tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:52:17.547552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-572f00a3-9c5c-40e1-b98b-47bce46dd60d tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "GET /v2.0/ports/7a0a76b5-a3bd-4bcb-b2ea-13f15108ae77 HTTP/1.1" status: 404 len: 333 time: 0.0521543 Feb 11 05:52:17.552515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58080) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:17.557998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1769805332', 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:17.584488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Made reservation on behalf of 2d14adb31f37462e91a063dfc83dcf3c for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:17.587344 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.605018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] device_id is not set on port c22cfc2c-4191-44bc-8805-2310087726e5 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:52:17.822186 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks [] for port (c22cfc2c-4191-44bc-8805-2310087726e5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.885944 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c22cfc2c-4191-44bc-8805-2310087726e5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.931023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Network 3e6b742f-d486-4008-9181-dc888ed63472 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:17.934371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:17.941486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:17.942680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:17.944016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.962565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'Port': ['ID=c22cfc2c-4191-44bc-8805-2310087726e5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:17.976525 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ade20474-d67e-453f-bd51-f6ab0cba84c3 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4228587 Feb 11 05:52:17.980523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58092) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:18.022207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3af4410-f883-44ae-ac28-0593ad76cc06 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:18.023795 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f3af4410-f883-44ae-ac28-0593ad76cc06 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "GET /v2.0/ports/c22cfc2c-4191-44bc-8805-2310087726e5 HTTP/1.1" status: 200 len: 955 time: 0.0421712 Feb 11 05:52:18.026663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58094) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:18.169196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2299a-a86f-4d34-ab16-6f9722a84364 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Deleting port c22cfc2c-4191-44bc-8805-2310087726e5 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:18.170529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0c2299a-a86f-4d34-ab16-6f9722a84364 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c22cfc2c-4191-44bc-8805-2310087726e5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.279640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0c2299a-a86f-4d34-ab16-6f9722a84364 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c22cfc2c-4191-44bc-8805-2310087726e5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.300201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2299a-a86f-4d34-ab16-6f9722a84364 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Calling delete_port for c22cfc2c-4191-44bc-8805-2310087726e5 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:18.413386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0c2299a-a86f-4d34-ab16-6f9722a84364 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c22cfc2c-4191-44bc-8805-2310087726e5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.452965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2299a-a86f-4d34-ab16-6f9722a84364 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event deleted for resources: {'Port': ['ID=c22cfc2c-4191-44bc-8805-2310087726e5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:18.458055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0c2299a-a86f-4d34-ab16-6f9722a84364 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.462884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a0c2299a-a86f-4d34-ab16-6f9722a84364 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c22cfc2c-4191-44bc-8805-2310087726e5 HTTP/1.1" status: 204 len: 168 time: 0.4345555 Feb 11 05:52:18.465582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58110) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:18.512532 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9507ed4d-7908-4d0b-8939-57f38d469ac5 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:52:18.517168 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9507ed4d-7908-4d0b-8939-57f38d469ac5 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "GET /v2.0/ports/c22cfc2c-4191-44bc-8805-2310087726e5 HTTP/1.1" status: 404 len: 333 time: 0.0475364 Feb 11 05:52:18.518743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58112) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:18.525638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Request body: {'port': {'network_id': '3e6b742f-d486-4008-9181-dc888ed63472', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-773639207'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:18.593626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Made reservation on behalf of 2d14adb31f37462e91a063dfc83dcf3c for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:18.593626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.630328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] device_id is not set on port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:52:18.899926 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks [] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.948129 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.057703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Network 3e6b742f-d486-4008-9181-dc888ed63472 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:19.061154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:19.070067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:19.071023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:19.071623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.083445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'Port': ['ID=8e28a077-2ecb-4ab3-a03c-554cfecb8596,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:19.115670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-033e5dcb-e27d-45fa-9c29-e659d506df28 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5953591 Feb 11 05:52:19.119604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58128) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:19.125394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:19.231136 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.475006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] device_id is not set on port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:52:19.485999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks [] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.498517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.585968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'Port': ['ID=8e28a077-2ecb-4ab3-a03c-554cfecb8596,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:19.641659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.642008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.642356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.667769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.668103 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.668496 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 2 to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 Feb 11 05:52:19.698552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.699069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.699583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.715337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.715906 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.716880 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 3 to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 Feb 11 05:52:19.748084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.748532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.748880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.755430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.755762 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.756153 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 4 to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 Feb 11 05:52:19.777786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.778128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.779339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.805276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.805276 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.805276 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 5 to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 Feb 11 05:52:19.825690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.826564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.827140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.833635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.834245 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.834867 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 6 to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 Feb 11 05:52:19.855189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.855903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.856493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.863364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.864016 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.864637 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 7 to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 Feb 11 05:52:19.880797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.881829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.882487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.890621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.891319 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.891941 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 8 to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 Feb 11 05:52:19.915432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.915776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.916120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.937669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.937669 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.937669 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 9 to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 Feb 11 05:52:19.956714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.957445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.957991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.987772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.987772 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.987772 n-d-715271-35 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempt 10 to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 Feb 11 05:52:19.987772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.987772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.987772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempting to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.994149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:19.994930 n-d-715271-35 neutron-server[103120]: ERROR neutron.plugins.ml2.managers [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Failed to bind port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on host n-h1-715271-35 for vnic_type normal using segments [{'id': 'b38c2c53-6302-4a4d-8fb1-765afffb8646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3e6b742f-d486-4008-9181-dc888ed63472'}] Feb 11 05:52:19.995572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.175427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] For port 8e28a077-2ecb-4ab3-a03c-554cfecb8596, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:20.176025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attempted to set empty binding levels {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:52:20.186170 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.200325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] In _notify_port_updated(), no bound segment for port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 on network 3e6b742f-d486-4008-9181-dc888ed63472 {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:52:20.201488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:20.202133 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.206426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "PUT /v2.0/ports/8e28a077-2ecb-4ab3-a03c-554cfecb8596 HTTP/1.1" status: 200 len: 975 time: 1.0828464 Feb 11 05:52:20.206933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58150) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:20.273080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5afc5-f965-4224-b9d9-24d28d32c055 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event updated for resources: {'Port': ['ID=8e28a077-2ecb-4ab3-a03c-554cfecb8596,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:20.371024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f0e62717-cef8-4659-9d56-2613beb2fcc9 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Deleting port 8e28a077-2ecb-4ab3-a03c-554cfecb8596 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:20.371837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f0e62717-cef8-4659-9d56-2613beb2fcc9 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.464916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-f0e62717-cef8-4659-9d56-2613beb2fcc9 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] For port 8e28a077-2ecb-4ab3-a03c-554cfecb8596, host n-h1-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:20.465280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f0e62717-cef8-4659-9d56-2613beb2fcc9 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.481493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f0e62717-cef8-4659-9d56-2613beb2fcc9 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Calling delete_port for 8e28a077-2ecb-4ab3-a03c-554cfecb8596 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:20.586631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f0e62717-cef8-4659-9d56-2613beb2fcc9 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8e28a077-2ecb-4ab3-a03c-554cfecb8596), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.607165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f0e62717-cef8-4659-9d56-2613beb2fcc9 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.611216 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f0e62717-cef8-4659-9d56-2613beb2fcc9 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "DELETE /v2.0/ports/8e28a077-2ecb-4ab3-a03c-554cfecb8596 HTTP/1.1" status: 204 len: 168 time: 0.4031098 Feb 11 05:52:20.614558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58158) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:20.637473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e62717-cef8-4659-9d56-2613beb2fcc9 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e28a077-2ecb-4ab3-a03c-554cfecb8596,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:20.652800 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c22c9f-2cf3-4c16-8ea5-d8952ad7a1d7 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:52:20.654295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-87c22c9f-2cf3-4c16-8ea5-d8952ad7a1d7 tempest-PortsAdminExtendedAttrsTestJSON-1944226136 tempest-PortsAdminExtendedAttrsTestJSON-1944226136-project-admin] 10.222.0.31 "GET /v2.0/ports/8e28a077-2ecb-4ab3-a03c-554cfecb8596 HTTP/1.1" status: 404 len: 333 time: 0.0387390 Feb 11 05:52:20.658165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58160) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:20.766582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3e6b742f-d486-4008-9181-dc888ed63472), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.944076 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3e6b742f-d486-4008-9181-dc888ed63472), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.971021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6b742f-d486-4008-9181-dc888ed63472']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:20.984738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38c2c53-6302-4a4d-8fb1-765afffb8646') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:20.985042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38c2c53-6302-4a4d-8fb1-765afffb8646') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:20.997673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (b38c2c53-6302-4a4d-8fb1-765afffb8646), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.014030 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b38c2c53-6302-4a4d-8fb1-765afffb8646), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.034255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:21.035085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (b38c2c53-6302-4a4d-8fb1-765afffb8646), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:21.075488 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:21.157392 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3e6b742f-d486-4008-9181-dc888ed63472), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.164859 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.170821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] 10.222.0.31 "DELETE /v2.0/networks/3e6b742f-d486-4008-9181-dc888ed63472 HTTP/1.1" status: 204 len: 168 time: 0.5085614 Feb 11 05:52:21.196949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b822f-c1fd-4fd2-aa51-6ff73e186e2c tempest-PortsAdminExtendedAttrsTestJSON-268823864 tempest-PortsAdminExtendedAttrsTestJSON-268823864-project] Pushing event deleted for resources: {'Network': ['ID=3e6b742f-d486-4008-9181-dc888ed63472,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:21.575104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58196) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:21.783758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58210) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:21.785229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8ed82cde-5cfb-4acc-8125-2d808053fc54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2941baf53b824f06807356d9d4a4f23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2065108 Feb 11 05:52:21.858124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-545586d6-6d1e-4f34-affe-b42ffc2c1555 admin admin] Publish callbacks [] for security_group (9221e6f1-7579-4fd9-a801-16b4f597c531), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.881269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-545586d6-6d1e-4f34-affe-b42ffc2c1555 admin admin] Publish callbacks [] for security_group (9221e6f1-7579-4fd9-a801-16b4f597c531), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.937027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-545586d6-6d1e-4f34-affe-b42ffc2c1555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9221e6f1-7579-4fd9-a801-16b4f597c531), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.940432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-545586d6-6d1e-4f34-affe-b42ffc2c1555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.941846 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-545586d6-6d1e-4f34-affe-b42ffc2c1555 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9221e6f1-7579-4fd9-a801-16b4f597c531 HTTP/1.1" status: 204 len: 168 time: 0.1569054 Feb 11 05:52:21.950858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545586d6-6d1e-4f34-affe-b42ffc2c1555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221e6f1-7579-4fd9-a801-16b4f597c531,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:22.112714 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.291446 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58234) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:22.338827 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f4ac4ada-dee5-4650-9300-4b78312aa869 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d14adb31f37462e91a063dfc83dcf3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434713 Feb 11 05:52:22.339053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58236) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:22.388581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd3fc-d0e1-42f2-8219-aee8b1220997 admin admin] Publish callbacks [] for security_group (a7d53e5c-9b7a-4c08-ad9f-5b04649159d7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.430270 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd3fc-d0e1-42f2-8219-aee8b1220997 admin admin] Publish callbacks [] for security_group (a7d53e5c-9b7a-4c08-ad9f-5b04649159d7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.527884 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd3fc-d0e1-42f2-8219-aee8b1220997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a7d53e5c-9b7a-4c08-ad9f-5b04649159d7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.531107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd3fc-d0e1-42f2-8219-aee8b1220997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.535237 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ac1fd3fc-d0e1-42f2-8219-aee8b1220997 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7d53e5c-9b7a-4c08-ad9f-5b04649159d7 HTTP/1.1" status: 204 len: 168 time: 0.1952941 Feb 11 05:52:22.545861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fd3fc-d0e1-42f2-8219-aee8b1220997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d53e5c-9b7a-4c08-ad9f-5b04649159d7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:22.965518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef232441-f7d4-4646-baa0-bd771807e092 req-7cbe1e22-c629-4adf-a1e9-60bd2c879aa8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:22.974793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef232441-f7d4-4646-baa0-bd771807e092 req-7cbe1e22-c629-4adf-a1e9-60bd2c879aa8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.0793655 Feb 11 05:52:23.036499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef232441-f7d4-4646-baa0-bd771807e092 req-12a8ff60-5046-4c7d-ae08-5efa05fccce6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565753 Feb 11 05:52:23.170162 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.236671 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58318) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.359081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4cb1520c-fa85-4e09-a778-21ffb2a54aa0 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:24.409862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58322) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.410510 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4cb1520c-fa85-4e09-a778-21ffb2a54aa0 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] 10.222.0.31 "PUT /v2.0/quotas/a387a4d5992d48189bb84e975441151c HTTP/1.1" status: 200 len: 366 time: 0.1721251 Feb 11 05:52:24.422718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58324) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.423101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9c1e6b62-056a-4890-a1bb-f361a22287d4 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0120955 Feb 11 05:52:24.440026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58330) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.455294 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4c5e28bf-61a7-4328-909b-1dd37a44d7ce tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] 10.222.0.31 "GET /v2.0/quotas/a387a4d5992d48189bb84e975441151c HTTP/1.1" status: 200 len: 366 time: 0.0210891 Feb 11 05:52:24.488082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58334) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.497636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e94be542-56a5-4427-a9d8-ad99ee8cfe4d tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/a387a4d5992d48189bb84e975441151c HTTP/1.1" status: 204 len: 168 time: 0.0535057 Feb 11 05:52:24.503546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58336) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.505773 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6c155314-2821-4df5-adef-abc96ba1252d tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0161047 Feb 11 05:52:24.518050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58338) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.525920 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-64f516cc-2b7f-4fc2-9671-0aa68ae89085 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] 10.222.0.31 "GET /v2.0/quotas/a387a4d5992d48189bb84e975441151c/default HTTP/1.1" status: 200 len: 370 time: 0.0063698 Feb 11 05:52:24.526745 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58340) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.530293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b6d889a-cd04-429c-b0d7-11beac9d27fe tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] 10.222.0.31 "GET /v2.0/quotas/a387a4d5992d48189bb84e975441151c HTTP/1.1" status: 200 len: 370 time: 0.0253525 Feb 11 05:52:24.539783 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-b182277e-6514-4259-8ed0-81c15158da15 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] delete failed (client error): The resource could not be found. Feb 11 05:52:24.544212 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b182277e-6514-4259-8ed0-81c15158da15 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/a387a4d5992d48189bb84e975441151c HTTP/1.1" status: 404 len: 348 time: 0.0162680 Feb 11 05:52:24.670580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58344) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.698902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Usage tracker for resource:network and project:392f53ad566a4bfbb20c8cf77eebe3dd is out of sync, need to count used quota {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:52:24.703541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:52:24.723364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Usage tracker for resource:subnet and project:392f53ad566a4bfbb20c8cf77eebe3dd is out of sync, need to count used quota {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:52:24.727735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:52:24.737304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Usage tracker for resource:subnetpool and project:392f53ad566a4bfbb20c8cf77eebe3dd is out of sync, need to count used quota {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:52:24.744504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:52:24.754226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Usage tracker for resource:port and project:392f53ad566a4bfbb20c8cf77eebe3dd is out of sync, need to count used quota {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:52:24.758355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:52:24.767014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Usage tracker for resource:router and project:392f53ad566a4bfbb20c8cf77eebe3dd is out of sync, need to count used quota {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:52:24.771756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:52:24.779483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Usage tracker for resource:floatingip and project:392f53ad566a4bfbb20c8cf77eebe3dd is out of sync, need to count used quota {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:52:24.786234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:52:24.824434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Usage tracker for resource:security_group and project:392f53ad566a4bfbb20c8cf77eebe3dd is out of sync, need to count used quota {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:52:24.827838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:52:24.834935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Usage tracker for resource:security_group_rule and project:392f53ad566a4bfbb20c8cf77eebe3dd is out of sync, need to count used quota {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:52:24.838226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.quota.resource [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103120) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:52:24.847083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-61d6f174-3d90-4550-9c70-9373cd5dc931 tempest-QuotasTest-883758708 tempest-QuotasTest-883758708-project-admin] 10.222.0.31 "GET /v2.0/quotas/392f53ad566a4bfbb20c8cf77eebe3dd/details.json HTTP/1.1" status: 200 len: 703 time: 0.1710603 Feb 11 05:52:24.988900 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:52:25.246661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58352) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:25.399622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-deb89139-5623-40f7-a3cd-4b510d0c72ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.494461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:52:25.515583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:25.524631 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-deb89139-5623-40f7-a3cd-4b510d0c72ec admin admin] Publish callbacks [] for security_group (45264fd9-4fd0-484e-a378-36ab079ccae0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.531880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-deb89139-5623-40f7-a3cd-4b510d0c72ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (45264fd9-4fd0-484e-a378-36ab079ccae0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.608633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58362) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:25.611510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-deb89139-5623-40f7-a3cd-4b510d0c72ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c22a3a69bf44d9688677dab89c44c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3578234 Feb 11 05:52:25.616399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb89139-5623-40f7-a3cd-4b510d0c72ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45264fd9-4fd0-484e-a378-36ab079ccae0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:25.651802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:25.664866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'port_id': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'mac_address': 'fa:16:3e:7f:74:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:52:25.712138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:25.712807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.718931 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f99a651-6489-4c41-8f71-6fa8d1e5fede admin admin] Publish callbacks [] for security_group (45264fd9-4fd0-484e-a378-36ab079ccae0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.733029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89e87a8d-966c-4b74-a01e-e5b561f7d1ac {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:52:25.772118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:25.782142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f99a651-6489-4c41-8f71-6fa8d1e5fede admin admin] Publish callbacks [] for security_group (45264fd9-4fd0-484e-a378-36ab079ccae0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.824392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: BUILD; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:25.825228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.827531 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.894685 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f99a651-6489-4c41-8f71-6fa8d1e5fede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (45264fd9-4fd0-484e-a378-36ab079ccae0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.897653 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f99a651-6489-4c41-8f71-6fa8d1e5fede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.899084 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3f99a651-6489-4c41-8f71-6fa8d1e5fede admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45264fd9-4fd0-484e-a378-36ab079ccae0 HTTP/1.1" status: 204 len: 168 time: 0.2895119 Feb 11 05:52:25.913775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99a651-6489-4c41-8f71-6fa8d1e5fede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45264fd9-4fd0-484e-a378-36ab079ccae0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:25.942363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:25.967450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 89e87a8d-966c-4b74-a01e-e5b561f7d1ac {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:52:25.992478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:25.997133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['89e87a8d-966c-4b74-a01e-e5b561f7d1ac'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:52:26.044669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.045355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.045905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.046414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.046955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.047623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.048151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.049218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.049708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.050252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.050737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.051231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.051714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.066950 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.172613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:26.347311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58370) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:26.362068 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.475324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Publish callbacks [] for security_group (0b43359c-1f06-45c3-aac9-4b548dfed5f6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.480115 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b43359c-1f06-45c3-aac9-4b548dfed5f6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.530231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58378) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:26.531301 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=392f53ad566a4bfbb20c8cf77eebe3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825168 Feb 11 05:52:26.532543 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b43359c-1f06-45c3-aac9-4b548dfed5f6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:26.553760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.554221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.554684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.555125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.555561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.555996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.556426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.556855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.557424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.557852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.558280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.558720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.559405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b8ed5-9d86-4d54-ba04-f5aa4ff94e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:26.599241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd43748b-9430-421d-89f5-03d4115a2dad admin admin] Publish callbacks [] for security_group (0b43359c-1f06-45c3-aac9-4b548dfed5f6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.625338 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd43748b-9430-421d-89f5-03d4115a2dad admin admin] Publish callbacks [] for security_group (0b43359c-1f06-45c3-aac9-4b548dfed5f6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.691865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd43748b-9430-421d-89f5-03d4115a2dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0b43359c-1f06-45c3-aac9-4b548dfed5f6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.695673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd43748b-9430-421d-89f5-03d4115a2dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.701254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dd43748b-9430-421d-89f5-03d4115a2dad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b43359c-1f06-45c3-aac9-4b548dfed5f6 HTTP/1.1" status: 204 len: 168 time: 0.1699507 Feb 11 05:52:26.711546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43748b-9430-421d-89f5-03d4115a2dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b43359c-1f06-45c3-aac9-4b548dfed5f6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:27.506488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:27.628193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:27.629103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.753572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34ea049a-0fe6-4311-8cbb-d299fcc5d8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.767416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:27.768875 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.818618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:27.820998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:27.825042 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83baceb0-171b-4544-ab7b-a26e97861c43" -d '{"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:27.845038 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.921382 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc42548-b001-4285-b555-cc1aff537e00 x-openstack-request-id: req-3dc42548-b001-4285-b555-cc1aff537e00 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:27.921881 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:27.922318 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dc42548-b001-4285-b555-cc1aff537e00 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:27.923071 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'code': 200} Feb 11 05:52:27.953741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=10']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:28.846820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58454) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:29.045909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1087719554', 'router:external': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:29.086428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Made reservation on behalf of f7d4869207bf45399b9abf9305b9430e for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:29.093794 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.105684 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.299343 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for security_group (b6cb4663-9b3f-4187-ba45-9f36dce7e266), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.310976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b6cb4663-9b3f-4187-ba45-9f36dce7e266), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.374374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:52:29.395031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb4663-9b3f-4187-ba45-9f36dce7e266,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:29.415833 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6ebf6cf3-8293-4222-b17b-4d9fc5a1139c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.417596 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Added segment 6ebf6cf3-8293-4222-b17b-4d9fc5a1139c of type vlan for network f21461b3-7d0c-4958-835e-90f93b5339e6 Feb 11 05:52:29.541107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (f21461b3-7d0c-4958-835e-90f93b5339e6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.610589 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (f21461b3-7d0c-4958-835e-90f93b5339e6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.612651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:29.615938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.700419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event updated for resources: {'Network': ['ID=f21461b3-7d0c-4958-835e-90f93b5339e6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:29.711725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network f21461b3-7d0c-4958-835e-90f93b5339e6 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:52:29.741971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58470) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:29.748321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'subnet': {'network_id': 'f21461b3-7d0c-4958-835e-90f93b5339e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:29.754819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-249520f3-cee2-4610-9459-d1285e79ca5d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9066815 Feb 11 05:52:29.821200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Made reservation on behalf of f7d4869207bf45399b9abf9305b9430e for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:29.826649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.294266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ae1591fc-d787-491a-9f79-09d845887dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.538348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:52:30.538835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (b062131a-22c4-40a0-ab9e-234a6294de22), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.789559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b062131a-22c4-40a0-ab9e-234a6294de22,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:30.826287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Checking segment: {'id': '6ebf6cf3-8293-4222-b17b-4d9fc5a1139c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f21461b3-7d0c-4958-835e-90f93b5339e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:30.835003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Network hostable DHCP agents. Network: f21461b3-7d0c-4958-835e-90f93b5339e6, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:30.905810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Network f21461b3-7d0c-4958-835e-90f93b5339e6 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:30.934448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, f21461b3-7d0c-4958-835e-90f93b5339e6) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:30.938825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:30.940347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.945148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa16abe-3af3-4b8a-a7f6-e21701f73c83 None None] Network f21461b3-7d0c-4958-835e-90f93b5339e6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:30.982627 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3982e4bf-2195-40a1-94e2-d37e9c181fce tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2376192 Feb 11 05:52:30.985145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58480) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:30.990076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1221203220', 'network_id': 'f21461b3-7d0c-4958-835e-90f93b5339e6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:31.036022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Made reservation on behalf of f7d4869207bf45399b9abf9305b9430e for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:31.038744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.074783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] device_id is not set on port cabe3432-d2b8-4e86-a310-aa414f606772 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:52:31.301236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Allocated IP 2001:db8::2f2 (f21461b3-7d0c-4958-835e-90f93b5339e6/b062131a-22c4-40a0-ab9e-234a6294de22/cabe3432-d2b8-4e86-a310-aa414f606772) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:31.570585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.639723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0667d7-3833-4a71-8c3f-ac9e6d7c7856 None None] Network f21461b3-7d0c-4958-835e-90f93b5339e6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:31.774791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for port (cabe3432-d2b8-4e86-a310-aa414f606772), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.838760 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (cabe3432-d2b8-4e86-a310-aa414f606772), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.908124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Network f21461b3-7d0c-4958-835e-90f93b5339e6 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:31.909748 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event updated for resources: {'Port': ['ID=cabe3432-d2b8-4e86-a310-aa414f606772,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:31.913618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:31.916033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:31.917697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:31.918405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.938391 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-686d7ba9-ed7b-486b-b928-9602812cc43e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9519820 Feb 11 05:52:31.941729 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58490) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:32.136235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-9b513d27-4034-40b6-ab5a-ec09a3aecc8d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Deleting port cabe3432-d2b8-4e86-a310-aa414f606772 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:32.136945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b513d27-4034-40b6-ab5a-ec09a3aecc8d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (cabe3432-d2b8-4e86-a310-aa414f606772), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.296429 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b513d27-4034-40b6-ab5a-ec09a3aecc8d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (cabe3432-d2b8-4e86-a310-aa414f606772), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.326775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-9b513d27-4034-40b6-ab5a-ec09a3aecc8d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Calling delete_port for cabe3432-d2b8-4e86-a310-aa414f606772 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:32.621485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b513d27-4034-40b6-ab5a-ec09a3aecc8d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (cabe3432-d2b8-4e86-a310-aa414f606772), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.686630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b513d27-4034-40b6-ab5a-ec09a3aecc8d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event deleted for resources: {'Port': ['ID=cabe3432-d2b8-4e86-a310-aa414f606772,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:32.742277 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9b513d27-4034-40b6-ab5a-ec09a3aecc8d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.746550 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9b513d27-4034-40b6-ab5a-ec09a3aecc8d tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "DELETE /v2.0/ports/cabe3432-d2b8-4e86-a310-aa414f606772 HTTP/1.1" status: 204 len: 168 time: 0.8035066 Feb 11 05:52:32.753943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58492) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:32.766221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f21461b3-7d0c-4958-835e-90f93b5339e6', 'external_fixed_ips': [{'subnet_id': 'b062131a-22c4-40a0-ab9e-234a6294de22', 'ip_address': '2001:db8::2f2'}]}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:32.831988 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.835121 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (1185f32e-03de-4f7d-9d1b-4ec915af183c), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.836582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (1185f32e-03de-4f7d-9d1b-4ec915af183c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.943420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_controller (1185f32e-03de-4f7d-9d1b-4ec915af183c), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.579580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (1185f32e-03de-4f7d-9d1b-4ec915af183c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.910395 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.003433 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (1185f32e-03de-4f7d-9d1b-4ec915af183c), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.027970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.211354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Allocated IP 2001:db8::2f2 (f21461b3-7d0c-4958-835e-90f93b5339e6/b062131a-22c4-40a0-ab9e-234a6294de22/120357c5-c3a5-4c48-8f13-147650388e9e) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:34.377377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for port (120357c5-c3a5-4c48-8f13-147650388e9e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.448438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (120357c5-c3a5-4c48-8f13-147650388e9e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.570240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Network f21461b3-7d0c-4958-835e-90f93b5339e6 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:34.571646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:34.590533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event updated for resources: {'Port': ['ID=120357c5-c3a5-4c48-8f13-147650388e9e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:34.594115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:34.749884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.750452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.750883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.751276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.752396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.752925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.753292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.753646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.754039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.754373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.755817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.755817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.755817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:34.875498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (1185f32e-03de-4f7d-9d1b-4ec915af183c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.158736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (1185f32e-03de-4f7d-9d1b-4ec915af183c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.385651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Router 1185f32e-03de-4f7d-9d1b-4ec915af183c is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:52:35.552418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:35.572187 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Sync routers for ids ['1185f32e-03de-4f7d-9d1b-4ec915af183c'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:35.585437 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.586851 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ecf4d214-c9e3-46c2-97cc-e229a9952383 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8301780 Feb 11 05:52:35.587924 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Routers {'1185f32e-03de-4f7d-9d1b-4ec915af183c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:35.590136 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1185f32e-03de-4f7d-9d1b-4ec915af183c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:35.591021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58518) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:35.747279 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Set router 1185f32e-03de-4f7d-9d1b-4ec915af183c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:35.753071 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (1185f32e-03de-4f7d-9d1b-4ec915af183c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.892525 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (1185f32e-03de-4f7d-9d1b-4ec915af183c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.991328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Deleting port 120357c5-c3a5-4c48-8f13-147650388e9e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:35.991328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (120357c5-c3a5-4c48-8f13-147650388e9e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.018476 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1185f32e-03de-4f7d-9d1b-4ec915af183c', 'name': '', 'tenant_id': 'f7d4869207bf45399b9abf9305b9430e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f21461b3-7d0c-4958-835e-90f93b5339e6', 'external_fixed_ips': [{'subnet_id': 'b062131a-22c4-40a0-ab9e-234a6294de22', 'ip_address': '2001:db8::2f2'}], 'enable_snat': True}, 'gw_port_id': '120357c5-c3a5-4c48-8f13-147650388e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:32Z', 'updated_at': '2022-02-11T05:52:34Z', 'revision_number': 3, 'project_id': 'f7d4869207bf45399b9abf9305b9430e', 'gw_port': {'id': '120357c5-c3a5-4c48-8f13-147650388e9e', 'name': '', 'network_id': 'f21461b3-7d0c-4958-835e-90f93b5339e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1185f32e-03de-4f7d-9d1b-4ec915af183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'b062131a-22c4-40a0-ab9e-234a6294de22', 'ip_address': '2001:db8::2f2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:34Z', 'updated_at': '2022-02-11T05:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b062131a-22c4-40a0-ab9e-234a6294de22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:36.055806 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Checking router: 1185f32e-03de-4f7d-9d1b-4ec915af183c for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:36.056166 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Updating router 1185f32e-03de-4f7d-9d1b-4ec915af183c port 120357c5-c3a5-4c48-8f13-147650388e9e binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:52:36.116661 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (120357c5-c3a5-4c48-8f13-147650388e9e), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.159259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (120357c5-c3a5-4c48-8f13-147650388e9e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.195065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Calling delete_port for 120357c5-c3a5-4c48-8f13-147650388e9e owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:36.613301 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (120357c5-c3a5-4c48-8f13-147650388e9e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.666353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event deleted for resources: {'Port': ['ID=120357c5-c3a5-4c48-8f13-147650388e9e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:36.734339 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (1185f32e-03de-4f7d-9d1b-4ec915af183c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.761793 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.db.api [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:52:36.762246 n-d-715271-35 neutron-server[103123]: DEBUG oslo_db.api [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:52:36.931668 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (1185f32e-03de-4f7d-9d1b-4ec915af183c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.934257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_controller (1185f32e-03de-4f7d-9d1b-4ec915af183c), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.997678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (1185f32e-03de-4f7d-9d1b-4ec915af183c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.998397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1185f32e-03de-4f7d-9d1b-4ec915af183c {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:52:37.003858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.005510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bde19074-3ed3-40ee-9e48-93fce0809db6 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1185f32e-03de-4f7d-9d1b-4ec915af183c HTTP/1.1" status: 204 len: 168 time: 1.4117820 Feb 11 05:52:37.008150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58548) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:37.075900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-131b28b5-c16b-4355-84b8-4826d9059d0f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Deleting subnet b062131a-22c4-40a0-ab9e-234a6294de22 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:37.081401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-131b28b5-c16b-4355-84b8-4826d9059d0f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for subnet (b062131a-22c4-40a0-ab9e-234a6294de22), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.122821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-131b28b5-c16b-4355-84b8-4826d9059d0f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (b062131a-22c4-40a0-ab9e-234a6294de22), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.179691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-131b28b5-c16b-4355-84b8-4826d9059d0f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b062131a-22c4-40a0-ab9e-234a6294de22), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.299208 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Port 120357c5-c3a5-4c48-8f13-147650388e9e not found while updating agent binding for router 1185f32e-03de-4f7d-9d1b-4ec915af183c. {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 05:52:37.305742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-131b28b5-c16b-4355-84b8-4826d9059d0f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (b062131a-22c4-40a0-ab9e-234a6294de22), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.327487 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:37.327867 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:52:37.328538 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_agentschedulers_db [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1185f32e-03de-4f7d-9d1b-4ec915af183c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent'). {{(pid=103123) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:52:37.328932 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f46f8d-6c25-4533-acc0-022005c791e0 None None] The sync data for ids ['1185f32e-03de-4f7d-9d1b-4ec915af183c'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:37.330172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-131b28b5-c16b-4355-84b8-4826d9059d0f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.334884 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-131b28b5-c16b-4355-84b8-4826d9059d0f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/b062131a-22c4-40a0-ab9e-234a6294de22 HTTP/1.1" status: 204 len: 168 time: 0.3249996 Feb 11 05:52:37.336816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58552) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:37.399331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b28b5-c16b-4355-84b8-4826d9059d0f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b062131a-22c4-40a0-ab9e-234a6294de22,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:37.455145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (f21461b3-7d0c-4958-835e-90f93b5339e6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.580544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (f21461b3-7d0c-4958-835e-90f93b5339e6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.604349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21461b3-7d0c-4958-835e-90f93b5339e6']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:37.615263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebf6cf3-8293-4222-b17b-4d9fc5a1139c') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:37.615569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebf6cf3-8293-4222-b17b-4d9fc5a1139c') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:37.625748 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (6ebf6cf3-8293-4222-b17b-4d9fc5a1139c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.639858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6ebf6cf3-8293-4222-b17b-4d9fc5a1139c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.646515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:37.646907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (6ebf6cf3-8293-4222-b17b-4d9fc5a1139c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:37.731298 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:37.737808 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (f21461b3-7d0c-4958-835e-90f93b5339e6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.745311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f21461b3-7d0c-4958-835e-90f93b5339e6 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:52:37.747899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.751823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f21461b3-7d0c-4958-835e-90f93b5339e6 HTTP/1.1" status: 204 len: 168 time: 0.4137642 Feb 11 05:52:37.764370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400688b-2710-4d4b-8b76-0a9de0cbba97 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event deleted for resources: {'Network': ['ID=f21461b3-7d0c-4958-835e-90f93b5339e6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:38.235353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58564) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:38.239929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-1c4c961d-89c9-420d-9fd7-ff05c6fc7df7 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'router': {'name': 'tempest-router--1219332482', 'project_id': 'c30ab21227564cac8af5d6d8cb360ec1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:38.291631 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4c961d-89c9-420d-9fd7-ff05c6fc7df7 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (ea67d33c-4c6a-42d5-94e7-9de35ab23b42), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:38.292804 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4c961d-89c9-420d-9fd7-ff05c6fc7df7 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (ea67d33c-4c6a-42d5-94e7-9de35ab23b42), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:38.437286 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4c961d-89c9-420d-9fd7-ff05c6fc7df7 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_controller (ea67d33c-4c6a-42d5-94e7-9de35ab23b42), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:38.444813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4c961d-89c9-420d-9fd7-ff05c6fc7df7 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (ea67d33c-4c6a-42d5-94e7-9de35ab23b42), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:38.468958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4c961d-89c9-420d-9fd7-ff05c6fc7df7 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:38.471502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1c4c961d-89c9-420d-9fd7-ff05c6fc7df7 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2342234 Feb 11 05:52:38.473574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58568) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:38.702670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2c21-ec46-4ba1-8298-d5283efdae9e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (ea67d33c-4c6a-42d5-94e7-9de35ab23b42), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.328790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2c21-ec46-4ba1-8298-d5283efdae9e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (ea67d33c-4c6a-42d5-94e7-9de35ab23b42), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.331818 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2c21-ec46-4ba1-8298-d5283efdae9e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_controller (ea67d33c-4c6a-42d5-94e7-9de35ab23b42), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.382962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2c21-ec46-4ba1-8298-d5283efdae9e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (ea67d33c-4c6a-42d5-94e7-9de35ab23b42), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.384053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebc2c21-ec46-4ba1-8298-d5283efdae9e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea67d33c-4c6a-42d5-94e7-9de35ab23b42 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:52:39.389921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2c21-ec46-4ba1-8298-d5283efdae9e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.390900 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ebc2c21-ec46-4ba1-8298-d5283efdae9e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ea67d33c-4c6a-42d5-94e7-9de35ab23b42 HTTP/1.1" status: 204 len: 168 time: 0.9156973 Feb 11 05:52:39.542449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58578) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:39.812317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2103159732', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:39.846644 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d6aab61f-da32-4823-8702-1b5e683c55a1), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.848520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d6aab61f-da32-4823-8702-1b5e683c55a1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.935647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (d6aab61f-da32-4823-8702-1b5e683c55a1), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.174176 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (d6aab61f-da32-4823-8702-1b5e683c55a1), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.430783 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (d6aab61f-da32-4823-8702-1b5e683c55a1), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.452919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.577721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Allocated IP 172.25.1.122 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/edaa8f10-f20c-4e94-9563-56c4f164e05d) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:40.771501 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for port (edaa8f10-f20c-4e94-9563-56c4f164e05d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.844334 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (edaa8f10-f20c-4e94-9563-56c4f164e05d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.900589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:40.904994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:40.908936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:40.937681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event updated for resources: {'Port': ['ID=edaa8f10-f20c-4e94-9563-56c4f164e05d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:41.359335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (d6aab61f-da32-4823-8702-1b5e683c55a1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:41.739797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d6aab61f-da32-4823-8702-1b5e683c55a1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.047962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Router d6aab61f-da32-4823-8702-1b5e683c55a1 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:52:42.149752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58610) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:42.243078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:42.253571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ce4c9-60f6-43b4-9177-de5326d14f9a None None] Sync routers for ids ['d6aab61f-da32-4823-8702-1b5e683c55a1'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:42.271695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ce4c9-60f6-43b4-9177-de5326d14f9a None None] Routers {'d6aab61f-da32-4823-8702-1b5e683c55a1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:42.272459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-bf5ce4c9-60f6-43b4-9177-de5326d14f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d6aab61f-da32-4823-8702-1b5e683c55a1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:42.283330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.286507 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-55a8d079-8830-40e6-adc2-c5fa16c73fe6 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7430274 Feb 11 05:52:42.291061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58618) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:42.321510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-bf5ce4c9-60f6-43b4-9177-de5326d14f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:42.333280 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ce4c9-60f6-43b4-9177-de5326d14f9a None None] Routers {'d6aab61f-da32-4823-8702-1b5e683c55a1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:42.334298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-bf5ce4c9-60f6-43b4-9177-de5326d14f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d6aab61f-da32-4823-8702-1b5e683c55a1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:42.395176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-bf5ce4c9-60f6-43b4-9177-de5326d14f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:42.395854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ce4c9-60f6-43b4-9177-de5326d14f9a None None] The sync data for ids ['d6aab61f-da32-4823-8702-1b5e683c55a1'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:42.474883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-98bf1023-7fc3-4c2f-a34e-678f2a0c999f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/routers/d6aab61f-da32-4823-8702-1b5e683c55a1 HTTP/1.1" status: 200 len: 925 time: 0.1821356 Feb 11 05:52:42.475825 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-498680c0-caf5-4134-807e-6dec450306c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.477877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58620) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:42.520260 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-626ee5c0-1320-462e-a6f9-45b15353a6e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6aab61f-da32-4823-8702-1b5e683c55a1 HTTP/1.1" status: 200 len: 205 time: 0.0409055 Feb 11 05:52:42.522996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58622) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:42.622093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-498680c0-caf5-4134-807e-6dec450306c8 admin admin] Publish callbacks [] for security_group (d0ff7585-81d6-4e3f-9bd1-69bfccece689), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.629390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-498680c0-caf5-4134-807e-6dec450306c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d0ff7585-81d6-4e3f-9bd1-69bfccece689), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.681652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-498680c0-caf5-4134-807e-6dec450306c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fe232e89b7548048bd0af9fe7262a11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5281363 Feb 11 05:52:42.685635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58624) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:42.712065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (d6aab61f-da32-4823-8702-1b5e683c55a1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.749410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498680c0-caf5-4134-807e-6dec450306c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff7585-81d6-4e3f-9bd1-69bfccece689,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:42.833162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1b7172dc-79a5-4332-857d-12d5185b922c admin admin] Publish callbacks [] for security_group (d0ff7585-81d6-4e3f-9bd1-69bfccece689), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.875666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1b7172dc-79a5-4332-857d-12d5185b922c admin admin] Publish callbacks [] for security_group (d0ff7585-81d6-4e3f-9bd1-69bfccece689), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.966029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1b7172dc-79a5-4332-857d-12d5185b922c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d0ff7585-81d6-4e3f-9bd1-69bfccece689), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.977066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1b7172dc-79a5-4332-857d-12d5185b922c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.981403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1b7172dc-79a5-4332-857d-12d5185b922c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0ff7585-81d6-4e3f-9bd1-69bfccece689 HTTP/1.1" status: 204 len: 168 time: 0.2947402 Feb 11 05:52:42.992916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (d6aab61f-da32-4823-8702-1b5e683c55a1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.005622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7172dc-79a5-4332-857d-12d5185b922c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff7585-81d6-4e3f-9bd1-69bfccece689,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:43.090584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Deleting port edaa8f10-f20c-4e94-9563-56c4f164e05d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:43.090971 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (edaa8f10-f20c-4e94-9563-56c4f164e05d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.201380 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (edaa8f10-f20c-4e94-9563-56c4f164e05d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.230939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Calling delete_port for edaa8f10-f20c-4e94-9563-56c4f164e05d owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:43.528390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (edaa8f10-f20c-4e94-9563-56c4f164e05d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.577268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58636) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:43.585964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event deleted for resources: {'Port': ['ID=edaa8f10-f20c-4e94-9563-56c4f164e05d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:43.593729 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c591db01-a021-478d-a071-8d39cf15a9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.701519 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (d6aab61f-da32-4823-8702-1b5e683c55a1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.778539 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c591db01-a021-478d-a071-8d39cf15a9d1 admin admin] Publish callbacks [] for security_group (d6025154-1078-4e4e-bc3a-69a096d538b5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.794011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c591db01-a021-478d-a071-8d39cf15a9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d6025154-1078-4e4e-bc3a-69a096d538b5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.859185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591db01-a021-478d-a071-8d39cf15a9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6025154-1078-4e4e-bc3a-69a096d538b5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:43.878578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (d6aab61f-da32-4823-8702-1b5e683c55a1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.883546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (d6aab61f-da32-4823-8702-1b5e683c55a1), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.896935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c591db01-a021-478d-a071-8d39cf15a9d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6042a0b517d54a1dbe07cf3a392928cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3162346 Feb 11 05:52:43.898769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58638) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:44.001760 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64010dea-af4c-4c25-b341-072414d510c1 admin admin] Publish callbacks [] for security_group (d6025154-1078-4e4e-bc3a-69a096d538b5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.019383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (d6aab61f-da32-4823-8702-1b5e683c55a1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.020383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Fanout notify agent at l3_agent the message router_deleted on router d6aab61f-da32-4823-8702-1b5e683c55a1 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:52:44.031794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.032507 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64010dea-af4c-4c25-b341-072414d510c1 admin admin] Publish callbacks [] for security_group (d6025154-1078-4e4e-bc3a-69a096d538b5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.037256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58642) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:44.038543 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e1dad2ab-c2a7-48ea-a4af-3701b40dc5e3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/d6aab61f-da32-4823-8702-1b5e683c55a1 HTTP/1.1" status: 204 len: 168 time: 1.5142131 Feb 11 05:52:44.041873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'router': {'name': 'tempest-snat-router-536343329', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': False}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:44.091020 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.092203 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.163848 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_controller (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.165604 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64010dea-af4c-4c25-b341-072414d510c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d6025154-1078-4e4e-bc3a-69a096d538b5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.168449 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64010dea-af4c-4c25-b341-072414d510c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.169997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-64010dea-af4c-4c25-b341-072414d510c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6025154-1078-4e4e-bc3a-69a096d538b5 HTTP/1.1" status: 204 len: 168 time: 0.2716506 Feb 11 05:52:44.179902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64010dea-af4c-4c25-b341-072414d510c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6025154-1078-4e4e-bc3a-69a096d538b5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:44.396218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.648232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.675383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.833039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Allocated IP 172.25.1.253 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/5489d028-7415-44e3-97a6-7fca0d886b93) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:44.968931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for port (5489d028-7415-44e3-97a6-7fca0d886b93), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.015553 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.074986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:45.077972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:45.082074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:45.106288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event updated for resources: {'Port': ['ID=5489d028-7415-44e3-97a6-7fca0d886b93,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:45.507911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.260917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.315001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:46.472611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Router 8ca27810-ee0e-4553-88b6-d7b1bd583bf9 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:52:46.566407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cbdb17eb-2a83-40c9-b808-f843f09d8c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.622891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:46.661667 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Sync routers for ids ['8ca27810-ee0e-4553-88b6-d7b1bd583bf9'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:46.675681 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Routers {'8ca27810-ee0e-4553-88b6-d7b1bd583bf9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:46.676633 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8ca27810-ee0e-4553-88b6-d7b1bd583bf9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:46.680860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.681963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-10afbd42-21f7-4fd7-a55e-58c72c1795d3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6436849 Feb 11 05:52:46.684718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58692) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:46.728635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cbdb17eb-2a83-40c9-b808-f843f09d8c46 admin admin] Publish callbacks [] for security_group (aba0bdfb-008c-497d-bddb-15c1cfb53336), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.791844 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Set router 8ca27810-ee0e-4553-88b6-d7b1bd583bf9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:46.814050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4731d926-da27-465d-9d69-95feaa71f430 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/routers/8ca27810-ee0e-4553-88b6-d7b1bd583bf9 HTTP/1.1" status: 200 len: 908 time: 0.1271544 Feb 11 05:52:46.889760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58694) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:46.895894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'router': {'name': 'tempest-snat-router-536343329', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': True}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:46.918591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cbdb17eb-2a83-40c9-b808-f843f09d8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (aba0bdfb-008c-497d-bddb-15c1cfb53336), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.979662 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cbdb17eb-2a83-40c9-b808-f843f09d8c46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c17c21c8c3b4f56a486120d43c7e684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6582839 Feb 11 05:52:46.979662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (7261403e-f28e-44bc-874c-c4e3f023a379), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.979662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (7261403e-f28e-44bc-874c-c4e3f023a379), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.980043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58700) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:47.008023 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca27810-ee0e-4553-88b6-d7b1bd583bf9', 'name': 'tempest-snat-router-536343329', 'tenant_id': 'f7d4869207bf45399b9abf9305b9430e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.253'}], 'enable_snat': False}, 'gw_port_id': '5489d028-7415-44e3-97a6-7fca0d886b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:44Z', 'updated_at': '2022-02-11T05:52:45Z', 'revision_number': 3, 'project_id': 'f7d4869207bf45399b9abf9305b9430e', 'gw_port': {'id': '5489d028-7415-44e3-97a6-7fca0d886b93', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca27810-ee0e-4553-88b6-d7b1bd583bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:44Z', 'updated_at': '2022-02-11T05:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:47.050436 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_controller (7261403e-f28e-44bc-874c-c4e3f023a379), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.051577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb17eb-2a83-40c9-b808-f843f09d8c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba0bdfb-008c-497d-bddb-15c1cfb53336,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:47.076054 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Checking router: 8ca27810-ee0e-4553-88b6-d7b1bd583bf9 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:47.076377 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Updating router 8ca27810-ee0e-4553-88b6-d7b1bd583bf9 port 5489d028-7415-44e3-97a6-7fca0d886b93 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:52:47.099256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fc3a6917-6ad0-45bf-95e6-fee5bc6bb1aa admin admin] Publish callbacks [] for security_group (aba0bdfb-008c-497d-bddb-15c1cfb53336), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.126515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fc3a6917-6ad0-45bf-95e6-fee5bc6bb1aa admin admin] Publish callbacks [] for security_group (aba0bdfb-008c-497d-bddb-15c1cfb53336), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.135977 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.187490 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fc3a6917-6ad0-45bf-95e6-fee5bc6bb1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (aba0bdfb-008c-497d-bddb-15c1cfb53336), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.190756 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fc3a6917-6ad0-45bf-95e6-fee5bc6bb1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.192160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fc3a6917-6ad0-45bf-95e6-fee5bc6bb1aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aba0bdfb-008c-497d-bddb-15c1cfb53336 HTTP/1.1" status: 204 len: 168 time: 0.2112195 Feb 11 05:52:47.212599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a6917-6ad0-45bf-95e6-fee5bc6bb1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba0bdfb-008c-497d-bddb-15c1cfb53336,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:47.299938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (7261403e-f28e-44bc-874c-c4e3f023a379), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.574933 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Publish callbacks [] for port (5489d028-7415-44e3-97a6-7fca0d886b93), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.587557 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.603968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (7261403e-f28e-44bc-874c-c4e3f023a379), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.645741 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.700494 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Attempting to bind port 5489d028-7415-44e3-97a6-7fca0d886b93 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:47.701050 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Attempting to bind port 5489d028-7415-44e3-97a6-7fca0d886b93 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:47.701481 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Attempting to bind port 5489d028-7415-44e3-97a6-7fca0d886b93 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:47.712838 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:47.713560 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:47.714064 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.714960 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:47.716065 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Bound port: 5489d028-7415-44e3-97a6-7fca0d886b93, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:47.716793 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.825900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Allocated IP 172.25.1.254 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/549b2554-189c-42aa-8a14-1db4d131662d) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:47.969216 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Pushing event updated for resources: {'Port': ['ID=5489d028-7415-44e3-97a6-7fca0d886b93,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:47.978598 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.978943 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.979280 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.979612 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.979941 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.980264 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.980713 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.980927 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.981278 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.981772 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.982098 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.982412 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:47.982731 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:48.004420 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] For port 5489d028-7415-44e3-97a6-7fca0d886b93, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:48.009661 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] For port 5489d028-7415-44e3-97a6-7fca0d886b93, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5489d028-7415-44e3-97a6-7fca0d886b93,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:48.016714 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.031835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for port (549b2554-189c-42aa-8a14-1db4d131662d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.085270 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2fb63-a1bf-4244-ae6a-dedf066ecee8 None None] Pushing event updated for resources: {'Port': ['ID=5489d028-7415-44e3-97a6-7fca0d886b93,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:48.088402 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (549b2554-189c-42aa-8a14-1db4d131662d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.098226 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Routers {'8ca27810-ee0e-4553-88b6-d7b1bd583bf9'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:48.099027 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8ca27810-ee0e-4553-88b6-d7b1bd583bf9'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:48.130437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:48.138450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:48.141948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:48.193317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event updated for resources: {'Port': ['ID=549b2554-189c-42aa-8a14-1db4d131662d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:48.264670 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] Set router 8ca27810-ee0e-4553-88b6-d7b1bd583bf9 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:48.544300 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca27810-ee0e-4553-88b6-d7b1bd583bf9', 'name': 'tempest-snat-router-536343329', 'tenant_id': 'f7d4869207bf45399b9abf9305b9430e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.253'}], 'enable_snat': False}, 'gw_port_id': '5489d028-7415-44e3-97a6-7fca0d886b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:44Z', 'updated_at': '2022-02-11T05:52:45Z', 'revision_number': 3, 'project_id': 'f7d4869207bf45399b9abf9305b9430e', 'gw_port': {'id': '5489d028-7415-44e3-97a6-7fca0d886b93', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca27810-ee0e-4553-88b6-d7b1bd583bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:44Z', 'updated_at': '2022-02-11T05:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:48.595544 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7102817-0052-445f-894a-f3bfc374e593 None None] The sync data for ids ['8ca27810-ee0e-4553-88b6-d7b1bd583bf9'] in n-d-715271-35 is: [{'id': '8ca27810-ee0e-4553-88b6-d7b1bd583bf9', 'name': 'tempest-snat-router-536343329', 'tenant_id': 'f7d4869207bf45399b9abf9305b9430e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.253'}], 'enable_snat': False}, 'gw_port_id': '5489d028-7415-44e3-97a6-7fca0d886b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:44Z', 'updated_at': '2022-02-11T05:52:45Z', 'revision_number': 3, 'project_id': 'f7d4869207bf45399b9abf9305b9430e', 'gw_port': {'id': '5489d028-7415-44e3-97a6-7fca0d886b93', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca27810-ee0e-4553-88b6-d7b1bd583bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:44Z', 'updated_at': '2022-02-11T05:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:48.846509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017c367-65df-44fa-9ec4-cca45da3ae62 req-2c8bba23-5186-4f00-bfc0-3f10f050a0cb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:48.854300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a017c367-65df-44fa-9ec4-cca45da3ae62 req-2c8bba23-5186-4f00-bfc0-3f10f050a0cb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.0823009 Feb 11 05:52:48.915516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a017c367-65df-44fa-9ec4-cca45da3ae62 req-538759a6-766b-4f2c-b8e2-f4c28310fa11 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600216 Feb 11 05:52:48.950386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (7261403e-f28e-44bc-874c-c4e3f023a379), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.331143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (7261403e-f28e-44bc-874c-c4e3f023a379), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.498210 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Router 7261403e-f28e-44bc-874c-c4e3f023a379 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:52:49.598744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa848a7-bf7f-431a-8224-fbee98a13e9b req-7617ed60-b340-4dfe-b068-eb588a25e85a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:49.611560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3aa848a7-bf7f-431a-8224-fbee98a13e9b req-7617ed60-b340-4dfe-b068-eb588a25e85a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1021571 Feb 11 05:52:49.690093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:49.701754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Sync routers for ids ['7261403e-f28e-44bc-874c-c4e3f023a379'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:49.705505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3aa848a7-bf7f-431a-8224-fbee98a13e9b req-a83a76f9-24ce-4258-9ce1-622a0101869e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719256 Feb 11 05:52:49.730672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Routers {'7261403e-f28e-44bc-874c-c4e3f023a379'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:49.731511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7261403e-f28e-44bc-874c-c4e3f023a379'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:49.748500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.750612 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9f4b6f15-7eec-4514-85d9-02c986f69fa2 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8593013 Feb 11 05:52:49.753440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58834) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:49.899900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Set router 7261403e-f28e-44bc-874c-c4e3f023a379 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:49.932503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9f03774b-d205-4e44-b402-c9c96e608b50 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/routers/7261403e-f28e-44bc-874c-c4e3f023a379 HTTP/1.1" status: 200 len: 907 time: 0.1763620 Feb 11 05:52:49.935075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58844) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:50.072541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (7261403e-f28e-44bc-874c-c4e3f023a379), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.201078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7261403e-f28e-44bc-874c-c4e3f023a379', 'name': 'tempest-snat-router-536343329', 'tenant_id': 'f7d4869207bf45399b9abf9305b9430e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '549b2554-189c-42aa-8a14-1db4d131662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:46Z', 'updated_at': '2022-02-11T05:52:48Z', 'revision_number': 3, 'project_id': 'f7d4869207bf45399b9abf9305b9430e', 'gw_port': {'id': '549b2554-189c-42aa-8a14-1db4d131662d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7261403e-f28e-44bc-874c-c4e3f023a379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:47Z', 'updated_at': '2022-02-11T05:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:50.248416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Checking router: 7261403e-f28e-44bc-874c-c4e3f023a379 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:50.248772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Updating router 7261403e-f28e-44bc-874c-c4e3f023a379 port 549b2554-189c-42aa-8a14-1db4d131662d binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:52:50.253285 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (7261403e-f28e-44bc-874c-c4e3f023a379), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.284016 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (549b2554-189c-42aa-8a14-1db4d131662d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.319572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Deleting port 549b2554-189c-42aa-8a14-1db4d131662d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:50.319847 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (549b2554-189c-42aa-8a14-1db4d131662d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.420640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (549b2554-189c-42aa-8a14-1db4d131662d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.434267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Calling delete_port for 549b2554-189c-42aa-8a14-1db4d131662d owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:50.599922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5489d028-7415-44e3-97a6-7fca0d886b93 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:50.649146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (549b2554-189c-42aa-8a14-1db4d131662d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.678926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event deleted for resources: {'Port': ['ID=549b2554-189c-42aa-8a14-1db4d131662d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:50.745162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5489d028-7415-44e3-97a6-7fca0d886b93 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:50.746304 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.782467 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (7261403e-f28e-44bc-874c-c4e3f023a379), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.923410 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (7261403e-f28e-44bc-874c-c4e3f023a379), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.923680 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:52:50.923924 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:52:50.925688 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_controller (7261403e-f28e-44bc-874c-c4e3f023a379), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.931565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5489d028-7415-44e3-97a6-7fca0d886b93 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:50.932183 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.956913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 5489d028-7415-44e3-97a6-7fca0d886b93, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5489d028-7415-44e3-97a6-7fca0d886b93,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:50.965958 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.024741 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (7261403e-f28e-44bc-874c-c4e3f023a379), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.025490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7261403e-f28e-44bc-874c-c4e3f023a379 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:52:51.026803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=5489d028-7415-44e3-97a6-7fca0d886b93,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:51.039337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.040756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-282b2439-9320-4ff7-bf3c-f3712ba67ac3 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "DELETE /v2.0/routers/7261403e-f28e-44bc-874c-c4e3f023a379 HTTP/1.1" status: 204 len: 168 time: 1.1045761 Feb 11 05:52:51.043439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58852) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:51.059264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7642-28fd-4059-b6ae-ec4881a23eb3 req-ccf49261-b27c-4346-82d2-df4c91ea3de7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:51.060852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f8a7642-28fd-4059-b6ae-ec4881a23eb3 req-ccf49261-b27c-4346-82d2-df4c91ea3de7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1317906 Feb 11 05:52:51.126221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f8a7642-28fd-4059-b6ae-ec4881a23eb3 req-23b10d2f-99e8-4859-b24f-623535b495fa tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559545 Feb 11 05:52:51.205284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.338380 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.399945 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Deleting port 5489d028-7415-44e3-97a6-7fca0d886b93 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:51.400261 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.452431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Port 549b2554-189c-42aa-8a14-1db4d131662d not found while updating agent binding for router 7261403e-f28e-44bc-874c-c4e3f023a379. {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 05:52:51.470816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:51.471197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:52:51.471839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_agentschedulers_db [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7261403e-f28e-44bc-874c-c4e3f023a379'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent'). {{(pid=103122) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:52:51.472224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96689fff-0216-4c52-85ad-6f71bb671dab None None] The sync data for ids ['7261403e-f28e-44bc-874c-c4e3f023a379'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:51.499910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] For port 5489d028-7415-44e3-97a6-7fca0d886b93, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5489d028-7415-44e3-97a6-7fca0d886b93,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:51.500278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.517400 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Calling delete_port for 5489d028-7415-44e3-97a6-7fca0d886b93 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:51.588446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:52:51.700883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:51.717271 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5489d028-7415-44e3-97a6-7fca0d886b93), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.751954 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event deleted for resources: {'Port': ['ID=5489d028-7415-44e3-97a6-7fca0d886b93,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:51.819372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:51.821681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:51.822163 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.844245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'port_id': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'mac_address': 'fa:16:3e:7f:74:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:52:51.857823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.894661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:51.897289 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8e4f1b-ce60-43a3-8df7-71cd218c9461" -d '{"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-unplugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:51.917940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:51.920488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:51.920905 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.937528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89e87a8d-966c-4b74-a01e-e5b561f7d1ac {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:52:51.947924 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.006127 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.008683 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_controller (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.022663 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375c9b4c-5e6d-45bc-a8af-5b4a9c379b96 x-openstack-request-id: req-375c9b4c-5e6d-45bc-a8af-5b4a9c379b96 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:52.022984 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-unplugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:52.023211 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-375c9b4c-5e6d-45bc-a8af-5b4a9c379b96 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:52.023600 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'code': 200} Feb 11 05:52:52.024493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=11']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:52.046056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:52:52.046411 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:52:52.064304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (8ca27810-ee0e-4553-88b6-d7b1bd583bf9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.064991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca27810-ee0e-4553-88b6-d7b1bd583bf9 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:52:52.070060 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.076748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58860) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:52.077560 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-622e451b-76ab-4eab-9ad5-81a8270e376e tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8ca27810-ee0e-4553-88b6-d7b1bd583bf9 HTTP/1.1" status: 204 len: 168 time: 1.0262733 Feb 11 05:52:52.083567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1447276520', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:52.105363 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.127735 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (7efd77c5-2362-414a-93a9-a173078a6e3e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.129532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (7efd77c5-2362-414a-93a9-a173078a6e3e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.230626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (7efd77c5-2362-414a-93a9-a173078a6e3e), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.394404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b435d86-83a6-4f23-9394-2601badc7549 req-6a71d993-6040-457a-add0-4292a9b790d0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:52.395970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b435d86-83a6-4f23-9394-2601badc7549 req-6a71d993-6040-457a-add0-4292a9b790d0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1637514 Feb 11 05:52:52.481182 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (7efd77c5-2362-414a-93a9-a173078a6e3e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.533855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b435d86-83a6-4f23-9394-2601badc7549 req-8d08da66-f799-49c2-b921-60d6ae361e72 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063836 Feb 11 05:52:52.594100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:52.595212 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.612926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e87a8d-966c-4b74-a01e-e5b561f7d1ac {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:52:52.658252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:52.668564 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.740261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5489d028-7415-44e3-97a6-7fca0d886b93 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:52.769768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 5489d028-7415-44e3-97a6-7fca0d886b93 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:52.770155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5489d028-7415-44e3-97a6-7fca0d886b93 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:52.786061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['89e87a8d-966c-4b74-a01e-e5b561f7d1ac'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:52:52.790468 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (7efd77c5-2362-414a-93a9-a173078a6e3e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:52.852279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=12']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:52.853829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.008568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Allocated IP 172.25.1.72 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/1ac1c92d-aabe-4b32-a3a1-296c4dbd3333) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:53.166015 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for port (1ac1c92d-aabe-4b32-a3a1-296c4dbd3333), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.166768 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.207754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1ac1c92d-aabe-4b32-a3a1-296c4dbd3333), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.275569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:53.278664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:53.282976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:53.336142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event updated for resources: {'Port': ['ID=1ac1c92d-aabe-4b32-a3a1-296c4dbd3333,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:53.598470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:53.695634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (7efd77c5-2362-414a-93a9-a173078a6e3e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.720680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:53.721386 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.887256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:53.887947 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.929581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:53.941180 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.997438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=13']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:53.998225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949cd11-50ab-46fc-b5a5-da19e81db015 req-b97a8552-ddc4-4313-ab16-3fe333197886 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:54.005574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6949cd11-50ab-46fc-b5a5-da19e81db015 req-b97a8552-ddc4-4313-ab16-3fe333197886 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 946 time: 0.3468840 Feb 11 05:52:54.024632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:54.028169 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6bdf7e-8458-4910-958b-baa0adcf4614" -d '{"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:54.095101 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fcc8c5-d4a1-4f42-82a6-b1107d3a6cec x-openstack-request-id: req-39fcc8c5-d4a1-4f42-82a6-b1107d3a6cec {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:54.095474 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:54.095796 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39fcc8c5-d4a1-4f42-82a6-b1107d3a6cec {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:54.096626 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'code': 200} Feb 11 05:52:54.136980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6949cd11-50ab-46fc-b5a5-da19e81db015 req-3c8f9856-f203-4459-838b-f1674e463c05 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300290 Feb 11 05:52:54.161755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (7efd77c5-2362-414a-93a9-a173078a6e3e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:54.400825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Router 7efd77c5-2362-414a-93a9-a173078a6e3e is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:52:54.937834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:54.948490 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4090576-43d8-45c0-8ebe-a687bbeeaa67 None None] Sync routers for ids ['7efd77c5-2362-414a-93a9-a173078a6e3e'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:54.985928 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:54.988389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-49c9faa4-6e9b-4e39-b2f6-16c7ac01bf5d tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9093547 Feb 11 05:52:54.989838 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4090576-43d8-45c0-8ebe-a687bbeeaa67 None None] Routers {'7efd77c5-2362-414a-93a9-a173078a6e3e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:54.991004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58906) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:54.991430 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f4090576-43d8-45c0-8ebe-a687bbeeaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7efd77c5-2362-414a-93a9-a173078a6e3e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:54.996283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f206a494-8a10-404f-bb1d-a1f08ecb8f59 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': False}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:55.033886 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f4090576-43d8-45c0-8ebe-a687bbeeaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:55.045921 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4090576-43d8-45c0-8ebe-a687bbeeaa67 None None] Routers {'7efd77c5-2362-414a-93a9-a173078a6e3e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:55.046839 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f4090576-43d8-45c0-8ebe-a687bbeeaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7efd77c5-2362-414a-93a9-a173078a6e3e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:55.090062 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f4090576-43d8-45c0-8ebe-a687bbeeaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:55.091000 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4090576-43d8-45c0-8ebe-a687bbeeaa67 None None] The sync data for ids ['7efd77c5-2362-414a-93a9-a173078a6e3e'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:55.471249 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f206a494-8a10-404f-bb1d-a1f08ecb8f59 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (7efd77c5-2362-414a-93a9-a173078a6e3e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:55.618896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32bbe8-c8b9-4f40-bb8e-dacaca24f166 req-77e87434-2ea5-4aca-b697-4b7d2c4466b8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:55.620642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd32bbe8-c8b9-4f40-bb8e-dacaca24f166 req-77e87434-2ea5-4aca-b697-4b7d2c4466b8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.3013804 Feb 11 05:52:55.766696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd32bbe8-c8b9-4f40-bb8e-dacaca24f166 req-36a1fae2-7ca2-46a6-89c3-eab69f766130 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320124 Feb 11 05:52:56.237658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f206a494-8a10-404f-bb1d-a1f08ecb8f59 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (7efd77c5-2362-414a-93a9-a173078a6e3e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:56.252292 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f206a494-8a10-404f-bb1d-a1f08ecb8f59 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (7efd77c5-2362-414a-93a9-a173078a6e3e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:56.407248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f206a494-8a10-404f-bb1d-a1f08ecb8f59 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Router 7efd77c5-2362-414a-93a9-a173078a6e3e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:56.592680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f206a494-8a10-404f-bb1d-a1f08ecb8f59 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:56.599618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f206a494-8a10-404f-bb1d-a1f08ecb8f59 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:56.604573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984a0f4-3f74-42e6-8c69-ed242b75cccc None None] Sync routers for ids ['7efd77c5-2362-414a-93a9-a173078a6e3e'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:56.617209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f206a494-8a10-404f-bb1d-a1f08ecb8f59 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "PUT /v2.0/routers/7efd77c5-2362-414a-93a9-a173078a6e3e HTTP/1.1" status: 200 len: 925 time: 1.6224811 Feb 11 05:52:56.619804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58944) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:56.622961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984a0f4-3f74-42e6-8c69-ed242b75cccc None None] Routers {'7efd77c5-2362-414a-93a9-a173078a6e3e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:56.623612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0984a0f4-3f74-42e6-8c69-ed242b75cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7efd77c5-2362-414a-93a9-a173078a6e3e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:56.737304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0984a0f4-3f74-42e6-8c69-ed242b75cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:56.758377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984a0f4-3f74-42e6-8c69-ed242b75cccc None None] Routers {'7efd77c5-2362-414a-93a9-a173078a6e3e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:56.759023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0984a0f4-3f74-42e6-8c69-ed242b75cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:52:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7efd77c5-2362-414a-93a9-a173078a6e3e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:56.818894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58950) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:56.821903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0984a0f4-3f74-42e6-8c69-ed242b75cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:56.822793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984a0f4-3f74-42e6-8c69-ed242b75cccc None None] The sync data for ids ['7efd77c5-2362-414a-93a9-a173078a6e3e'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:56.833032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5b4b00e8-0aad-4394-a934-4f0830dee9eb tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/routers/7efd77c5-2362-414a-93a9-a173078a6e3e HTTP/1.1" status: 200 len: 925 time: 0.2122176 Feb 11 05:52:56.883558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b7b0f6-2ce2-4911-82d6-b8ff6ee87599 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:56.888796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58954) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:56.901410 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-23b7b0f6-2ce2-4911-82d6-b8ff6ee87599 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=7efd77c5-2362-414a-93a9-a173078a6e3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0801942 Feb 11 05:52:57.090241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f51ced-8741-493a-a6cf-6588e2417039 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:57.090698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-58f51ced-8741-493a-a6cf-6588e2417039 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 881 time: 0.2008610 Feb 11 05:52:57.094172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58956) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:57.098793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280803d-e2a3-4720-a658-7d2885a3d454 req-a871d2f9-4baf-4ea9-ad52-402155958855 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:57.100300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7280803d-e2a3-4720-a658-7d2885a3d454 req-a871d2f9-4baf-4ea9-ad52-402155958855 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1435261 Feb 11 05:52:57.169314 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-45e59b3d-78a9-4afc-ac1b-b61c5f7f5826 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7efd77c5-2362-414a-93a9-a173078a6e3e HTTP/1.1" status: 200 len: 205 time: 0.0734091 Feb 11 05:52:57.169648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58960) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:57.244515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7280803d-e2a3-4720-a658-7d2885a3d454 req-3894d136-d5bb-454d-b30e-fd133cb2fb32 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342793 Feb 11 05:52:57.363996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (7efd77c5-2362-414a-93a9-a173078a6e3e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.537156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (7efd77c5-2362-414a-93a9-a173078a6e3e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.635566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Deleting port 1ac1c92d-aabe-4b32-a3a1-296c4dbd3333 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:57.635916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1ac1c92d-aabe-4b32-a3a1-296c4dbd3333), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.739442 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-824e9f4a-6da5-43c7-9cfa-323cd9e66867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.796390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1ac1c92d-aabe-4b32-a3a1-296c4dbd3333), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.824750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Calling delete_port for 1ac1c92d-aabe-4b32-a3a1-296c4dbd3333 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:58.102690 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1ac1c92d-aabe-4b32-a3a1-296c4dbd3333), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.190749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event deleted for resources: {'Port': ['ID=1ac1c92d-aabe-4b32-a3a1-296c4dbd3333,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:58.368665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (7efd77c5-2362-414a-93a9-a173078a6e3e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.434387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118941-a131-45b2-8673-a0be3958ec9e req-81d6ec4d-e620-420f-9d6f-bcf11a9f4d8b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:58.435909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0118941-a131-45b2-8673-a0be3958ec9e req-81d6ec4d-e620-420f-9d6f-bcf11a9f4d8b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.0603220 Feb 11 05:52:58.488283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0118941-a131-45b2-8673-a0be3958ec9e req-e264a1e2-45c9-4c5f-8e1c-fb5c1c2b0985 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466437 Feb 11 05:52:58.497677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (7efd77c5-2362-414a-93a9-a173078a6e3e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.502941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (7efd77c5-2362-414a-93a9-a173078a6e3e), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.559472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (7efd77c5-2362-414a-93a9-a173078a6e3e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.560024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Fanout notify agent at l3_agent the message router_deleted on router 7efd77c5-2362-414a-93a9-a173078a6e3e {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:52:58.567148 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.574708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 58986) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:58.579239 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-afab713f-dd22-48af-871a-c5801b921508 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/7efd77c5-2362-414a-93a9-a173078a6e3e HTTP/1.1" status: 204 len: 168 time: 1.4078147 Feb 11 05:52:58.583492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d86657b8-a3b4-4342-8086-d69207e31cb4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-277142435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:58.633307 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d86657b8-a3b4-4342-8086-d69207e31cb4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (130902e4-f64a-4cc8-a287-519ecb97cc81), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.634476 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d86657b8-a3b4-4342-8086-d69207e31cb4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (130902e4-f64a-4cc8-a287-519ecb97cc81), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.729441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d86657b8-a3b4-4342-8086-d69207e31cb4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (130902e4-f64a-4cc8-a287-519ecb97cc81), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.736330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d86657b8-a3b4-4342-8086-d69207e31cb4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (130902e4-f64a-4cc8-a287-519ecb97cc81), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.758503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d86657b8-a3b4-4342-8086-d69207e31cb4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.761767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d86657b8-a3b4-4342-8086-d69207e31cb4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1834552 Feb 11 05:52:58.762852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 58990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:58.768067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:59.043435 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (130902e4-f64a-4cc8-a287-519ecb97cc81), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.099284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-de3ba6e1-c25e-4d16-8b04-f9c98c731482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:59.101062 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-de3ba6e1-c25e-4d16-8b04-f9c98c731482 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1130 time: 0.2024405 Feb 11 05:52:59.304843 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-7478d2a1-526a-4e4a-b0aa-2cd89444aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:59.306358 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-7478d2a1-526a-4e4a-b0aa-2cd89444aa1c service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1508095 Feb 11 05:52:59.513585 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-b88c0cce-3211-4765-927c-f3bd0192f8b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1002 time: 0.1977172 Feb 11 05:52:59.599288 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (130902e4-f64a-4cc8-a287-519ecb97cc81), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.649644 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.773661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a25950-c014-4c07-84e5-2af20667fe34 req-e4c701bb-d9bd-4475-922f-857bb0ae7edc tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:59.776914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04a25950-c014-4c07-84e5-2af20667fe34 req-e4c701bb-d9bd-4475-922f-857bb0ae7edc tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1400812 Feb 11 05:52:59.845277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-3a6f20e9-5d06-4bdc-a713-353f2d2f3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:59.847435 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-3a6f20e9-5d06-4bdc-a713-353f2d2f3acd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.3265679 Feb 11 05:52:59.885351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04a25950-c014-4c07-84e5-2af20667fe34 req-7506b005-b51a-4c72-8135-25c3e87152a7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964677 Feb 11 05:52:59.949643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Allocated IP 172.25.1.26 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/93981481-cb57-454c-89fc-0560d9a7c345) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:00.085638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-8d3858b1-0d10-45bf-ba8e-a1e5afee2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:00.087234 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-8d3858b1-0d10-45bf-ba8e-a1e5afee2c5f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2329843 Feb 11 05:53:00.273639 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3149c7d1-9818-4729-a0aa-64fd58ecc7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.290671 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-1f1bbe24-e6fe-46c6-809d-2467953797cf service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952949 Feb 11 05:53:00.303577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for port (93981481-cb57-454c-89fc-0560d9a7c345), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.574608 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (93981481-cb57-454c-89fc-0560d9a7c345), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.652886 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-26078b78-00df-42c1-8d4c-f4e044b6ec84 req-84431ac9-1e1d-44f5-8ab4-c88ed875507a service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350644 Feb 11 05:53:00.683387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:00.697649 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:00.703045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:00.709567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event updated for resources: {'Port': ['ID=93981481-cb57-454c-89fc-0560d9a7c345,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:01.075431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358f3f-3234-4cfc-ae41-e3904e6a20cd req-46379205-bd78-4f5f-b96b-c0038402c7a9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:01.077364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7358f3f-3234-4cfc-ae41-e3904e6a20cd req-46379205-bd78-4f5f-b96b-c0038402c7a9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1019549 Feb 11 05:53:01.116569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (130902e4-f64a-4cc8-a287-519ecb97cc81), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.123023 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.173919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7358f3f-3234-4cfc-ae41-e3904e6a20cd req-93fb525f-c13e-4662-9793-74802d8c1831 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874851 Feb 11 05:53:01.925262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (130902e4-f64a-4cc8-a287-519ecb97cc81), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.929235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (130902e4-f64a-4cc8-a287-519ecb97cc81), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.992782 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:02.133311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Router 130902e4-f64a-4cc8-a287-519ecb97cc81 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:53:02.421451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faca549-511e-4951-92c1-4c19b3818cb1 req-ee5e96d6-1a5a-42e9-b47d-4088acaff28d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:02.428566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:53:02.437414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4faca549-511e-4951-92c1-4c19b3818cb1 req-ee5e96d6-1a5a-42e9-b47d-4088acaff28d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1437020 Feb 11 05:53:02.439768 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee8689-a769-4fea-ac0d-cbd5b6002129 None None] Sync routers for ids ['130902e4-f64a-4cc8-a287-519ecb97cc81'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:53:02.459194 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.471558 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee8689-a769-4fea-ac0d-cbd5b6002129 None None] Routers {'130902e4-f64a-4cc8-a287-519ecb97cc81'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:02.471558 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-efee8689-a769-4fea-ac0d-cbd5b6002129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['130902e4-f64a-4cc8-a287-519ecb97cc81'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:02.471848 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3c604fb2-83d6-4641-9883-a96b8a88fc9b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "PUT /v2.0/routers/130902e4-f64a-4cc8-a287-519ecb97cc81 HTTP/1.1" status: 200 len: 882 time: 3.7073002 Feb 11 05:53:02.471994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59044) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:02.517983 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-efee8689-a769-4fea-ac0d-cbd5b6002129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:02.528487 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee8689-a769-4fea-ac0d-cbd5b6002129 None None] Routers {'130902e4-f64a-4cc8-a287-519ecb97cc81'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:02.529725 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-efee8689-a769-4fea-ac0d-cbd5b6002129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['130902e4-f64a-4cc8-a287-519ecb97cc81'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:02.544807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4faca549-511e-4951-92c1-4c19b3818cb1 req-4a322dc7-83df-47e8-ac8d-b13a74427525 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970471 Feb 11 05:53:02.589007 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-efee8689-a769-4fea-ac0d-cbd5b6002129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:02.590111 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee8689-a769-4fea-ac0d-cbd5b6002129 None None] The sync data for ids ['130902e4-f64a-4cc8-a287-519ecb97cc81'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:53:02.704963 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7922eb3c-3959-41ab-b81d-475b33ec994b tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/routers/130902e4-f64a-4cc8-a287-519ecb97cc81 HTTP/1.1" status: 200 len: 923 time: 0.2317846 Feb 11 05:53:02.707906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59048) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:02.807011 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.822205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dec0bd-a293-46db-bd8b-ed70238b6730 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:02.832681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-21dec0bd-a293-46db-bd8b-ed70238b6730 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=130902e4-f64a-4cc8-a287-519ecb97cc81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1211536 Feb 11 05:53:02.833769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59052) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:03.014826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced4b46b-ef1e-4fed-b061-ec90453d3553 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:03.016865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ced4b46b-ef1e-4fed-b061-ec90453d3553 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 881 time: 0.1814938 Feb 11 05:53:03.019655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59054) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:03.075497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-87603c30-72e7-4a8e-96f7-c27fe9b6d8d3 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=130902e4-f64a-4cc8-a287-519ecb97cc81 HTTP/1.1" status: 200 len: 205 time: 0.0521045 Feb 11 05:53:03.075671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59060) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:03.861552 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (130902e4-f64a-4cc8-a287-519ecb97cc81), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.934386 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.982863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878ece6-0ae6-4262-8bdc-5f6168630fe0 req-5df1b41a-f582-4746-9b46-b2bcda56c773 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:03.984418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9878ece6-0ae6-4262-8bdc-5f6168630fe0 req-5df1b41a-f582-4746-9b46-b2bcda56c773 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1906714 Feb 11 05:53:04.068993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9878ece6-0ae6-4262-8bdc-5f6168630fe0 req-42376298-6da7-4a86-8afb-891752d523fc tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754545 Feb 11 05:53:04.103246 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (130902e4-f64a-4cc8-a287-519ecb97cc81), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.203929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Deleting port 93981481-cb57-454c-89fc-0560d9a7c345 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:04.205751 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (93981481-cb57-454c-89fc-0560d9a7c345), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.311670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (93981481-cb57-454c-89fc-0560d9a7c345), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.331136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Calling delete_port for 93981481-cb57-454c-89fc-0560d9a7c345 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:04.598070 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (93981481-cb57-454c-89fc-0560d9a7c345), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.647472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event deleted for resources: {'Port': ['ID=93981481-cb57-454c-89fc-0560d9a7c345,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:04.786567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (130902e4-f64a-4cc8-a287-519ecb97cc81), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.047129 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (130902e4-f64a-4cc8-a287-519ecb97cc81), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.053329 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (130902e4-f64a-4cc8-a287-519ecb97cc81), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.113285 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (130902e4-f64a-4cc8-a287-519ecb97cc81), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.113876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Fanout notify agent at l3_agent the message router_deleted on router 130902e4-f64a-4cc8-a287-519ecb97cc81 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:53:05.123710 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.126283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-32967716-6673-4caa-a674-77d06f031dd7 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/130902e4-f64a-4cc8-a287-519ecb97cc81 HTTP/1.1" status: 204 len: 168 time: 2.0496783 Feb 11 05:53:05.130106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59090) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:05.135270 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-22be57e2-eda5-44a1-827f-338c42b8476b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-952121749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:05.185446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22be57e2-eda5-44a1-827f-338c42b8476b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.187179 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22be57e2-eda5-44a1-827f-338c42b8476b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.257673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c0e1-cf91-46d7-8773-a9acfbc5bc24 req-87a038c8-42a3-41b2-bee4-04c9c9401887 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:05.259436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56b9c0e1-cf91-46d7-8773-a9acfbc5bc24 req-87a038c8-42a3-41b2-bee4-04c9c9401887 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.0763316 Feb 11 05:53:05.338549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22be57e2-eda5-44a1-827f-338c42b8476b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.349410 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22be57e2-eda5-44a1-827f-338c42b8476b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.378809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22be57e2-eda5-44a1-827f-338c42b8476b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.381405 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-22be57e2-eda5-44a1-827f-338c42b8476b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2489598 Feb 11 05:53:05.384225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59092) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:05.394355 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': True}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:05.396742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56b9c0e1-cf91-46d7-8773-a9acfbc5bc24 req-0005f0a7-2192-46c3-abd8-847431877efd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152217 Feb 11 05:53:05.828457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.163648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.192304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.431055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Allocated IP 172.25.1.10 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/96d086f9-cf09-4480-b256-908c1ecbba17) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:06.641749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f7af-1ad5-4ea9-8817-93aa7eee9e80 req-7dceb8af-8c73-4862-8a3a-b8cd7f1a05e7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:06.650386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6d9f7af-1ad5-4ea9-8817-93aa7eee9e80 req-7dceb8af-8c73-4862-8a3a-b8cd7f1a05e7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1270106 Feb 11 05:53:06.735959 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for port (96d086f9-cf09-4480-b256-908c1ecbba17), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.747522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6d9f7af-1ad5-4ea9-8817-93aa7eee9e80 req-261e1861-0646-42ef-8e5d-2dcb16c80d78 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914965 Feb 11 05:53:06.798809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (96d086f9-cf09-4480-b256-908c1ecbba17), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.838177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:06.841580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:06.848937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:07.008289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event updated for resources: {'Port': ['ID=96d086f9-cf09-4480-b256-908c1ecbba17,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:07.227563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:07.507749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:07.512536 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:07.702540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Router fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:53:07.887505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:53:07.893443 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:07.895804 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa8c549b-cbd2-4e71-bee4-8cc63caf1278 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "PUT /v2.0/routers/fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea HTTP/1.1" status: 200 len: 917 time: 2.5092142 Feb 11 05:53:07.896808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e8482-eb0e-40c2-bb43-e606aebd178a None None] Sync routers for ids ['fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:53:07.898402 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59134) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:07.923493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e8482-eb0e-40c2-bb43-e606aebd178a None None] Routers {'fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:07.924368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9e5e8482-eb0e-40c2-bb43-e606aebd178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:08.044388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fda088-7e8d-4b54-a279-7f9c416f9b32 req-466460c8-1c24-4a4a-bc7a-b56ce29dc2e0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:08.047862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9e5e8482-eb0e-40c2-bb43-e606aebd178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:08.053749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78fda088-7e8d-4b54-a279-7f9c416f9b32 req-466460c8-1c24-4a4a-bc7a-b56ce29dc2e0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1990502 Feb 11 05:53:08.079205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e8482-eb0e-40c2-bb43-e606aebd178a None None] Routers {'fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:08.080474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9e5e8482-eb0e-40c2-bb43-e606aebd178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:08.121068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9e5e8482-eb0e-40c2-bb43-e606aebd178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:08.122022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e8482-eb0e-40c2-bb43-e606aebd178a None None] The sync data for ids ['fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:53:08.149788 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-44e4f546-77f7-4080-9723-b5872299f2a4 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/routers/fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea HTTP/1.1" status: 200 len: 923 time: 0.2500231 Feb 11 05:53:08.150945 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:08.170263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78fda088-7e8d-4b54-a279-7f9c416f9b32 req-cced13db-ad95-4d3c-bbd3-84bd7cf0f11a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050217 Feb 11 05:53:08.287113 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8aad18-2b73-4d7c-b0cc-8058d855ae39 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:08.295438 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5d8aad18-2b73-4d7c-b0cc-8058d855ae39 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1410904 Feb 11 05:53:08.295810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59144) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:08.412842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130a61f-4167-4765-8cc4-277224c45de9 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:08.416862 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8130a61f-4167-4765-8cc4-277224c45de9 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 881 time: 0.1175730 Feb 11 05:53:08.417162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59146) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:08.453956 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ff73c8fe-094c-4ce8-9270-6d243bd6c598 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea HTTP/1.1" status: 200 len: 205 time: 0.0326862 Feb 11 05:53:08.454368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59150) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:08.638213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:08.774442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:08.840358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Deleting port 96d086f9-cf09-4480-b256-908c1ecbba17 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:08.840358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (96d086f9-cf09-4480-b256-908c1ecbba17), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:08.929362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (96d086f9-cf09-4480-b256-908c1ecbba17), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:08.944141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Calling delete_port for 96d086f9-cf09-4480-b256-908c1ecbba17 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:09.147076 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (96d086f9-cf09-4480-b256-908c1ecbba17), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.173865 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event deleted for resources: {'Port': ['ID=96d086f9-cf09-4480-b256-908c1ecbba17,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:09.276414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.419714 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.422573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.437828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bce57-61d3-4625-ac69-3c09741926f7 req-61e0fd28-8e22-4ef4-bf9e-88aa1a02dd33 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:09.440146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-280bce57-61d3-4625-ac69-3c09741926f7 req-61e0fd28-8e22-4ef4-bf9e-88aa1a02dd33 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1191256 Feb 11 05:53:09.498102 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.498679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Fanout notify agent at l3_agent the message router_deleted on router fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:53:09.511117 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.517021 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3ae6c80b-b343-484a-bf7d-d388edd445b9 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea HTTP/1.1" status: 204 len: 168 time: 1.0615540 Feb 11 05:53:09.517674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59202) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:09.522123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5c010b32-5785-4aaf-ad5f-f39e1c984803 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-302452152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:09.545700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-280bce57-61d3-4625-ac69-3c09741926f7 req-f32acd5c-9397-41e8-9ad4-811775f29887 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994875 Feb 11 05:53:09.548803 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c010b32-5785-4aaf-ad5f-f39e1c984803 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (13c5f2fd-d95a-49a1-8b09-16ba87f95720), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.550730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c010b32-5785-4aaf-ad5f-f39e1c984803 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (13c5f2fd-d95a-49a1-8b09-16ba87f95720), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.639332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c010b32-5785-4aaf-ad5f-f39e1c984803 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (13c5f2fd-d95a-49a1-8b09-16ba87f95720), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.644877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c010b32-5785-4aaf-ad5f-f39e1c984803 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (13c5f2fd-d95a-49a1-8b09-16ba87f95720), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.673008 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c010b32-5785-4aaf-ad5f-f39e1c984803 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.674335 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c010b32-5785-4aaf-ad5f-f39e1c984803 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1556721 Feb 11 05:53:09.677220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59224) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:09.681919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'enable_snat': False}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:09.957190 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (13c5f2fd-d95a-49a1-8b09-16ba87f95720), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:10.214658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (13c5f2fd-d95a-49a1-8b09-16ba87f95720), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:10.235412 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:10.363442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Allocated IP 172.25.1.199 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/51651c4f-61a0-4229-9737-21f7a9d258d0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:10.484862 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for port (51651c4f-61a0-4229-9737-21f7a9d258d0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:10.538950 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (51651c4f-61a0-4229-9737-21f7a9d258d0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:10.584560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:10.587657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:10.591424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:10.675975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Pushing event updated for resources: {'Port': ['ID=51651c4f-61a0-4229-9737-21f7a9d258d0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:10.930709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868e553-e028-4c6c-bee6-553ea6ea3d2e req-f8f0ec5c-9468-4837-8f87-30099b8c50fd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:10.932429 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1868e553-e028-4c6c-bee6-553ea6ea3d2e req-f8f0ec5c-9468-4837-8f87-30099b8c50fd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 947 time: 0.1158094 Feb 11 05:53:10.935679 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router_gateway (13c5f2fd-d95a-49a1-8b09-16ba87f95720), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:11.149184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1868e553-e028-4c6c-bee6-553ea6ea3d2e req-bd1064a5-3962-415f-bebc-c0e710f99b70 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687276 Feb 11 05:53:11.223404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (13c5f2fd-d95a-49a1-8b09-16ba87f95720), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:11.228766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (13c5f2fd-d95a-49a1-8b09-16ba87f95720), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:11.432347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Router 13c5f2fd-d95a-49a1-8b09-16ba87f95720 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:53:11.576690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:53:11.586831 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:11.588076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-79c9f102-1110-4899-9d25-1fe96a42e159 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "PUT /v2.0/routers/13c5f2fd-d95a-49a1-8b09-16ba87f95720 HTTP/1.1" status: 200 len: 919 time: 1.9098554 Feb 11 05:53:11.590767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59320) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:11.605578 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dfd91-6294-4601-9761-fd63f0b91700 None None] Sync routers for ids ['13c5f2fd-d95a-49a1-8b09-16ba87f95720'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:53:11.627799 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37dfd91-6294-4601-9761-fd63f0b91700 None None] Routers {'13c5f2fd-d95a-49a1-8b09-16ba87f95720'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:11.629525 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c37dfd91-6294-4601-9761-fd63f0b91700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['13c5f2fd-d95a-49a1-8b09-16ba87f95720'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:11.723052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:53:11.735175 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c37dfd91-6294-4601-9761-fd63f0b91700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:11.759420 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37dfd91-6294-4601-9761-fd63f0b91700 None None] Routers {'13c5f2fd-d95a-49a1-8b09-16ba87f95720'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:11.760054 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c37dfd91-6294-4601-9761-fd63f0b91700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['13c5f2fd-d95a-49a1-8b09-16ba87f95720'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:11.823810 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c37dfd91-6294-4601-9761-fd63f0b91700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:11.824458 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dfd91-6294-4601-9761-fd63f0b91700 None None] The sync data for ids ['13c5f2fd-d95a-49a1-8b09-16ba87f95720'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:53:12.199513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:12.200414 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:12.235178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:12.237525 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fdc8f1-10a6-48ba-a3bf-ee433c20c6d1" -d '{"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-unplugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:12.253345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:12.279142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:12.340775 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93abc1de-2d34-4c34-9f5e-53d641531765 x-openstack-request-id: req-93abc1de-2d34-4c34-9f5e-53d641531765 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:12.340990 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-unplugged", "status": "completed", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:12.341261 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93abc1de-2d34-4c34-9f5e-53d641531765 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:12.341703 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'code': 200} Feb 11 05:53:12.382753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fb075130-c852-4bae-9a0b-74cdb276bed5 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/routers/13c5f2fd-d95a-49a1-8b09-16ba87f95720 HTTP/1.1" status: 200 len: 925 time: 0.7862632 Feb 11 05:53:12.383638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59378) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:12.403802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=14']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:12.448293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e5903-73a0-4c56-833a-f7d8bd7e552f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:12.450630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-883e5903-73a0-4c56-833a-f7d8bd7e552f tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=13c5f2fd-d95a-49a1-8b09-16ba87f95720&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0649121 Feb 11 05:53:12.453468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59380) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:12.610636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907764d7-beae-4a57-93bc-f74226f458ed tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:12.616001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-907764d7-beae-4a57-93bc-f74226f458ed tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/networks/5c7daf6c-e2b9-4f41-9446-1ad520eb12fa HTTP/1.1" status: 200 len: 881 time: 0.1600962 Feb 11 05:53:12.618797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59388) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:12.665241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d8e5ee81-15ea-43ab-be4e-006a74fec2aa tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=13c5f2fd-d95a-49a1-8b09-16ba87f95720 HTTP/1.1" status: 200 len: 205 time: 0.0425394 Feb 11 05:53:12.665808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59392) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:12.721175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee574496-e7e4-408e-967e-0b40e8291a49 req-4bb3355c-2aa9-47de-ba66-5a200f37127f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:12.729591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee574496-e7e4-408e-967e-0b40e8291a49 req-4bb3355c-2aa9-47de-ba66-5a200f37127f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1080449 Feb 11 05:53:12.790083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee574496-e7e4-408e-967e-0b40e8291a49 req-2efee07a-f28a-4fad-96f8-83f96f9d6364 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593998 Feb 11 05:53:12.868535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (13c5f2fd-d95a-49a1-8b09-16ba87f95720), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:12.973912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288a1b9-c4f1-4cf0-a7b9-fbb2803890d0 req-cd81fba7-d14a-47b6-9b2d-3ad2ac36b9ad tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:12.976913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9288a1b9-c4f1-4cf0-a7b9-fbb2803890d0 req-cd81fba7-d14a-47b6-9b2d-3ad2ac36b9ad tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0784047 Feb 11 05:53:13.050519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9288a1b9-c4f1-4cf0-a7b9-fbb2803890d0 req-b0d30fe4-fad0-4002-b06d-24b9ce9c0019 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666418 Feb 11 05:53:13.233994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c946-da18-4ac5-8540-541d81477cc7 req-ff609d03-b3b0-491c-8326-1d84b9739ca8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:13.236140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4321c946-da18-4ac5-8540-541d81477cc7 req-ff609d03-b3b0-491c-8326-1d84b9739ca8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0876043 Feb 11 05:53:13.301452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4321c946-da18-4ac5-8540-541d81477cc7 req-8138b321-3129-462e-8302-5c5034141598 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545835 Feb 11 05:53:13.527897 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (13c5f2fd-d95a-49a1-8b09-16ba87f95720), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:13.647981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-8e4343f6-45c2-46e9-8a1f-b318c3b2461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:13.650812 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-8e4343f6-45c2-46e9-8a1f-b318c3b2461c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1128 time: 0.1124401 Feb 11 05:53:13.660846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31681f-cbc2-4ed8-895e-d65ad165951a req-1c22f140-6958-465d-8131-6c03fca11c55 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:13.663006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b31681f-cbc2-4ed8-895e-d65ad165951a req-1c22f140-6958-465d-8131-6c03fca11c55 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0820775 Feb 11 05:53:13.668928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Deleting port 51651c4f-61a0-4229-9737-21f7a9d258d0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:13.669590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (51651c4f-61a0-4229-9737-21f7a9d258d0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:13.733423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b31681f-cbc2-4ed8-895e-d65ad165951a req-1250d12c-2870-45e9-8f7b-c37e590ac9ea tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643961 Feb 11 05:53:13.838213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-ce6f9932-3a2f-4e96-a68e-2b37618a3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:13.840779 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-ce6f9932-3a2f-4e96-a68e-2b37618a3eed service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1819172 Feb 11 05:53:13.842643 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (51651c4f-61a0-4229-9737-21f7a9d258d0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:13.863454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Calling delete_port for 51651c4f-61a0-4229-9737-21f7a9d258d0 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:13.961280 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-846acac6-f159-459d-a220-d41fc959016a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1000 time: 0.1098652 Feb 11 05:53:14.081217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-4dfcc365-0baa-42d3-8042-74ee9d922a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:14.082974 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-4dfcc365-0baa-42d3-8042-74ee9d922a75 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.1152499 Feb 11 05:53:14.188847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-066c3e5d-8d91-4d2d-8488-b4493053782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:14.190886 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-066c3e5d-8d91-4d2d-8488-b4493053782c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0970421 Feb 11 05:53:14.208384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-ec9d828b-b4a3-4837-ab67-ce402ec6a2c1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:53:14.209319 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-ec9d828b-b4a3-4837-ab67-ce402ec6a2c1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058863 Feb 11 05:53:14.253425 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (51651c4f-61a0-4229-9737-21f7a9d258d0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.290181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event deleted for resources: {'Port': ['ID=51651c4f-61a0-4229-9737-21f7a9d258d0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:14.410015 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-9fcf44c7-8c2e-4f0e-8456-4e5bc657042b service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929545 Feb 11 05:53:14.410868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (13c5f2fd-d95a-49a1-8b09-16ba87f95720), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.548262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (13c5f2fd-d95a-49a1-8b09-16ba87f95720), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.574227 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (13c5f2fd-d95a-49a1-8b09-16ba87f95720), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.634604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (13c5f2fd-d95a-49a1-8b09-16ba87f95720), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.635363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Fanout notify agent at l3_agent the message router_deleted on router 13c5f2fd-d95a-49a1-8b09-16ba87f95720 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:53:14.643720 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.644834 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b8e2a606-ca28-47dd-9e71-9725e22cb6ba tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/13c5f2fd-d95a-49a1-8b09-16ba87f95720 HTTP/1.1" status: 204 len: 168 time: 1.9706318 Feb 11 05:53:14.650027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59452) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:14.650482 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-417cd32a-c645-49cc-b86e-051f6a29d5b0 req-7ba11633-101f-45b7-b655-22c01e4efe53 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100625 Feb 11 05:53:14.658226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-959266261', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:14.686302 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (04c48da8-bd7a-47b6-a74f-49fd129b2742), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.687966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (04c48da8-bd7a-47b6-a74f-49fd129b2742), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.763750 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (04c48da8-bd7a-47b6-a74f-49fd129b2742), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.977527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (04c48da8-bd7a-47b6-a74f-49fd129b2742), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:15.029170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435012c-6e27-4c21-bd4d-5b0ce050da67 req-20f1e963-95e5-47bb-a7f1-201626306b06 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:15.030593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a435012c-6e27-4c21-bd4d-5b0ce050da67 req-20f1e963-95e5-47bb-a7f1-201626306b06 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1670964 Feb 11 05:53:15.133912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a435012c-6e27-4c21-bd4d-5b0ce050da67 req-5ca7f549-9ff7-4d50-82d1-8b766596776e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892239 Feb 11 05:53:15.291582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (04c48da8-bd7a-47b6-a74f-49fd129b2742), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:15.314383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:15.504278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Allocated IP 172.25.1.252 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/5b87423d-6aa2-4076-bd3b-6eddb0a7815a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:15.662860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for port (5b87423d-6aa2-4076-bd3b-6eddb0a7815a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:15.711518 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5b87423d-6aa2-4076-bd3b-6eddb0a7815a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:15.786374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:15.791217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:15.798765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:15.803975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event updated for resources: {'Port': ['ID=5b87423d-6aa2-4076-bd3b-6eddb0a7815a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:16.179455 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (04c48da8-bd7a-47b6-a74f-49fd129b2742), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:16.371050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fb4fd-e391-4da0-958f-947e6822330f req-7a52dbe9-f5e2-4402-9dec-e3deedee9e13 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:16.372494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c5fb4fd-e391-4da0-958f-947e6822330f req-7a52dbe9-f5e2-4402-9dec-e3deedee9e13 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1147349 Feb 11 05:53:16.505778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c5fb4fd-e391-4da0-958f-947e6822330f req-e78b9242-74b2-42ed-bd3b-ce3fa7dd8e4d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981412 Feb 11 05:53:16.520920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (04c48da8-bd7a-47b6-a74f-49fd129b2742), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:16.731995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Router 04c48da8-bd7a-47b6-a74f-49fd129b2742 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:53:16.881044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8880c-30a6-453d-976a-041a27ad3084 req-d3e62bce-f4ef-4a54-90c3-146c9bd2bd7f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:16.889311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8cb8880c-30a6-453d-976a-041a27ad3084 req-d3e62bce-f4ef-4a54-90c3-146c9bd2bd7f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.2165246 Feb 11 05:53:16.989828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8cb8880c-30a6-453d-976a-041a27ad3084 req-73c616dd-1f98-4a26-9691-2348c71178b2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985935 Feb 11 05:53:17.013340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:53:17.020006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cca5813-31a6-47d9-b4e8-02da286f75ae None None] Sync routers for ids ['04c48da8-bd7a-47b6-a74f-49fd129b2742'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:53:17.033531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca5813-31a6-47d9-b4e8-02da286f75ae None None] Routers {'04c48da8-bd7a-47b6-a74f-49fd129b2742'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:17.036604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8cca5813-31a6-47d9-b4e8-02da286f75ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['04c48da8-bd7a-47b6-a74f-49fd129b2742'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:17.044796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:17.046419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-de64a689-5720-442a-9f5a-16ae76613440 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3948941 Feb 11 05:53:17.049012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59496) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:17.054096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:17.082870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8cca5813-31a6-47d9-b4e8-02da286f75ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:17.092305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca5813-31a6-47d9-b4e8-02da286f75ae None None] Routers {'04c48da8-bd7a-47b6-a74f-49fd129b2742'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:17.092970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8cca5813-31a6-47d9-b4e8-02da286f75ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['04c48da8-bd7a-47b6-a74f-49fd129b2742'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:17.141752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-8cca5813-31a6-47d9-b4e8-02da286f75ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:17.142851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cca5813-31a6-47d9-b4e8-02da286f75ae None None] The sync data for ids ['04c48da8-bd7a-47b6-a74f-49fd129b2742'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:53:17.205415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ae7a5-33be-4798-830c-c578c4cc5817 req-b3e43461-6011-49b0-96d4-d14ff2b1249d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:17.207026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e38ae7a5-33be-4798-830c-c578c4cc5817 req-b3e43461-6011-49b0-96d4-d14ff2b1249d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1078737 Feb 11 05:53:17.314095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e38ae7a5-33be-4798-830c-c578c4cc5817 req-4e8b18d5-163e-493e-9bb0-b4b98f121fd2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996709 Feb 11 05:53:17.525776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e6d98-d53d-4b84-aba0-383ba8da50bd req-9acac4de-4982-4cc7-82cb-dd8f50e1557f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:17.527587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d2e6d98-d53d-4b84-aba0-383ba8da50bd req-9acac4de-4982-4cc7-82cb-dd8f50e1557f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1396689 Feb 11 05:53:17.543425 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (04c48da8-bd7a-47b6-a74f-49fd129b2742), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:17.872398 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_gateway (04c48da8-bd7a-47b6-a74f-49fd129b2742), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:17.916190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d2e6d98-d53d-4b84-aba0-383ba8da50bd req-1263aff8-6176-489b-bebe-e5568e96f4c2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831604 Feb 11 05:53:17.945181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Deleting port 5b87423d-6aa2-4076-bd3b-6eddb0a7815a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:17.945181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5b87423d-6aa2-4076-bd3b-6eddb0a7815a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:18.103984 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5b87423d-6aa2-4076-bd3b-6eddb0a7815a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:18.123789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Calling delete_port for 5b87423d-6aa2-4076-bd3b-6eddb0a7815a owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:18.135202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364185d6-7dd4-4841-8f4a-87c545ed88e2 req-9913e1bf-02bc-4d37-9fde-f017cab2d37d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:18.136927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364185d6-7dd4-4841-8f4a-87c545ed88e2 req-9913e1bf-02bc-4d37-9fde-f017cab2d37d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1175175 Feb 11 05:53:18.245389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364185d6-7dd4-4841-8f4a-87c545ed88e2 req-497c5219-a9f1-4e8e-a1ce-dc74357dbe53 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003404 Feb 11 05:53:18.379706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5b87423d-6aa2-4076-bd3b-6eddb0a7815a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:18.423274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Pushing event deleted for resources: {'Port': ['ID=5b87423d-6aa2-4076-bd3b-6eddb0a7815a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:18.545920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (04c48da8-bd7a-47b6-a74f-49fd129b2742), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:18.839055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-2a24c215-50bb-47a7-a3b6-a9112c9498d7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:18.846771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-2a24c215-50bb-47a7-a3b6-a9112c9498d7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.3337657 Feb 11 05:53:18.896211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (04c48da8-bd7a-47b6-a74f-49fd129b2742), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:18.906074 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-75b387ee-932d-404d-a11c-16294aaa590f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/quotas/b29f2635ab8a4aeaac6524485e3c97b8 HTTP/1.1" status: 200 len: 375 time: 0.0577230 Feb 11 05:53:18.916910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (04c48da8-bd7a-47b6-a74f-49fd129b2742), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.051400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Router 04c48da8-bd7a-47b6-a74f-49fd129b2742 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:53:19.060405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-3c86930e-7013-4cf0-adca-d6fdf2660144 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1530571 Feb 11 05:53:19.192743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:53:19.200067 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.204580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c6665604-294c-4705-a0d8-69a847c986a4 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "PUT /v2.0/routers/04c48da8-bd7a-47b6-a74f-49fd129b2742 HTTP/1.1" status: 200 len: 709 time: 2.1509500 Feb 11 05:53:19.204769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59522) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:19.211167 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588d433-9621-4dd7-83d8-e822ae48b75b None None] Sync routers for ids ['04c48da8-bd7a-47b6-a74f-49fd129b2742'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:53:19.233338 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588d433-9621-4dd7-83d8-e822ae48b75b None None] Routers {'04c48da8-bd7a-47b6-a74f-49fd129b2742'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:19.234002 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9588d433-9621-4dd7-83d8-e822ae48b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['04c48da8-bd7a-47b6-a74f-49fd129b2742'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:19.241273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-2f53cb65-0e83-4a31-a373-b600bd590e83 service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697650 Feb 11 05:53:19.313087 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9588d433-9621-4dd7-83d8-e822ae48b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:19.333553 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588d433-9621-4dd7-83d8-e822ae48b75b None None] Routers {'04c48da8-bd7a-47b6-a74f-49fd129b2742'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:19.335849 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9588d433-9621-4dd7-83d8-e822ae48b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['04c48da8-bd7a-47b6-a74f-49fd129b2742'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:19.368632 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-827ed994-08dc-4bdd-ae90-5abb7edaa740 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/routers/04c48da8-bd7a-47b6-a74f-49fd129b2742 HTTP/1.1" status: 200 len: 744 time: 0.1628416 Feb 11 05:53:19.369081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-1f354d66-0d58-49a1-996b-bcb0b47dd775 service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214271 Feb 11 05:53:19.369505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59526) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:19.399922 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9588d433-9621-4dd7-83d8-e822ae48b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:19.400739 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588d433-9621-4dd7-83d8-e822ae48b75b None None] The sync data for ids ['04c48da8-bd7a-47b6-a74f-49fd129b2742'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:53:19.414896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6393e0a3-134b-43be-a9f1-079b66935947 tempest-RoutersIpV6AdminTest-1621594996 tempest-RoutersIpV6AdminTest-1621594996-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&device_id=04c48da8-bd7a-47b6-a74f-49fd129b2742 HTTP/1.1" status: 200 len: 205 time: 0.0441959 Feb 11 05:53:19.417989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59528) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:19.449191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae9b66e3-26d3-4679-aa7a-b841a5fed067 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c48da8-bd7a-47b6-a74f-49fd129b2742 HTTP/1.1" status: 200 len: 205 time: 0.0275831 Feb 11 05:53:19.449683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:19.580497 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3de2d2e-778f-4656-ab35-16b1346d6d58 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (04c48da8-bd7a-47b6-a74f-49fd129b2742), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.637459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c404e818-1d62-4d46-8b71-6d8752595c3f req-56aca6c2-1a48-4245-8a7f-96b79e9cda0a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 210 time: 0.0483558 Feb 11 05:53:19.832273 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3de2d2e-778f-4656-ab35-16b1346d6d58 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (04c48da8-bd7a-47b6-a74f-49fd129b2742), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.834581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3de2d2e-778f-4656-ab35-16b1346d6d58 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router_controller (04c48da8-bd7a-47b6-a74f-49fd129b2742), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.884179 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3de2d2e-778f-4656-ab35-16b1346d6d58 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (04c48da8-bd7a-47b6-a74f-49fd129b2742), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.885424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3de2d2e-778f-4656-ab35-16b1346d6d58 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Fanout notify agent at l3_agent the message router_deleted on router 04c48da8-bd7a-47b6-a74f-49fd129b2742 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:53:19.903070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3de2d2e-778f-4656-ab35-16b1346d6d58 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.907550 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3de2d2e-778f-4656-ab35-16b1346d6d58 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/04c48da8-bd7a-47b6-a74f-49fd129b2742 HTTP/1.1" status: 204 len: 168 time: 0.4538057 Feb 11 05:53:19.908023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59544) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:19.943257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6e8c803d-5585-4733-984d-5a48cfdea99a tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c48da8-bd7a-47b6-a74f-49fd129b2742 HTTP/1.1" status: 200 len: 205 time: 0.0317931 Feb 11 05:53:19.943574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59546) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:19.995115 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-a5177579-f5a1-4388-85c1-44c966c62612 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] delete failed (client error): The resource could not be found. Feb 11 05:53:19.998730 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a5177579-f5a1-4388-85c1-44c966c62612 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/04c48da8-bd7a-47b6-a74f-49fd129b2742 HTTP/1.1" status: 404 len: 336 time: 0.0515704 Feb 11 05:53:19.999140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59548) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.047814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.048845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d29f6f71-7878-434d-aefc-34850a0add42 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=13c5f2fd-d95a-49a1-8b09-16ba87f95720 HTTP/1.1" status: 200 len: 205 time: 0.0478458 Feb 11 05:53:20.101056 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-6265fec1-5d6d-4cfe-a8f1-33e6716d45bd tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] delete failed (client error): The resource could not be found. Feb 11 05:53:20.103757 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6265fec1-5d6d-4cfe-a8f1-33e6716d45bd tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/13c5f2fd-d95a-49a1-8b09-16ba87f95720 HTTP/1.1" status: 404 len: 336 time: 0.0532758 Feb 11 05:53:20.105079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59552) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.137156 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f2093df7-b639-4bd6-8f37-c63a9bf18f94 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea HTTP/1.1" status: 200 len: 205 time: 0.0304997 Feb 11 05:53:20.139532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.190184 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-ef5f0c1d-1176-4bef-b16d-07d7f103f817 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] delete failed (client error): The resource could not be found. Feb 11 05:53:20.193958 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ef5f0c1d-1176-4bef-b16d-07d7f103f817 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/fd1d4d3f-aecd-4c8b-b9bc-d0c2282a36ea HTTP/1.1" status: 404 len: 336 time: 0.0507815 Feb 11 05:53:20.194343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59556) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.243508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-60d146f5-ebe7-4e4c-a735-902d0b0aac95 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=130902e4-f64a-4cc8-a287-519ecb97cc81 HTTP/1.1" status: 200 len: 205 time: 0.0457971 Feb 11 05:53:20.243614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59558) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.295533 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-bc10bbb3-86ff-4246-85fc-2fd17452f51f tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] delete failed (client error): The resource could not be found. Feb 11 05:53:20.300491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59560) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.309757 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bc10bbb3-86ff-4246-85fc-2fd17452f51f tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/130902e4-f64a-4cc8-a287-519ecb97cc81 HTTP/1.1" status: 404 len: 336 time: 0.0650601 Feb 11 05:53:20.337513 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ca08a12e-d34a-4598-b370-f274b12f0e8b tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7efd77c5-2362-414a-93a9-a173078a6e3e HTTP/1.1" status: 200 len: 205 time: 0.0347776 Feb 11 05:53:20.339815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59562) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.385179 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-1becf9ba-d775-420d-b0cb-d432d37c5407 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] delete failed (client error): The resource could not be found. Feb 11 05:53:20.386275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1becf9ba-d775-420d-b0cb-d432d37c5407 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/7efd77c5-2362-414a-93a9-a173078a6e3e HTTP/1.1" status: 404 len: 336 time: 0.0452449 Feb 11 05:53:20.389284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59566) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.419384 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7a0370bb-d76f-4c2a-b6ae-0a63ab2c55b2 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6aab61f-da32-4823-8702-1b5e683c55a1 HTTP/1.1" status: 200 len: 205 time: 0.0286558 Feb 11 05:53:20.422212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59568) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.468740 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-bf7ebac7-3f92-4b56-89d5-88cbcac7bac5 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] delete failed (client error): The resource could not be found. Feb 11 05:53:20.470096 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf7ebac7-3f92-4b56-89d5-88cbcac7bac5 tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/routers/d6aab61f-da32-4823-8702-1b5e683c55a1 HTTP/1.1" status: 404 len: 336 time: 0.0455160 Feb 11 05:53:20.472875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59570) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.503812 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c79ed1-883e-4e06-a09a-5370e60dc41e tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] DELETE failed (client error): The resource could not be found. Feb 11 05:53:20.504322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c79ed1-883e-4e06-a09a-5370e60dc41e tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:53:20.507554 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-57c79ed1-883e-4e06-a09a-5370e60dc41e tempest-RoutersIpV6AdminTest-1852893320 tempest-RoutersIpV6AdminTest-1852893320-project] 10.222.0.31 "DELETE /v2.0/subnets/b062131a-22c4-40a0-ab9e-234a6294de22 HTTP/1.1" status: 404 len: 337 time: 0.0335526 Feb 11 05:53:20.828765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-30f27f69-5434-49d2-b862-7e3c189bf579 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:20.830322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-30f27f69-5434-49d2-b862-7e3c189bf579 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.2070806 Feb 11 05:53:20.832853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f73c779-abca-459d-8a59-a7a917937e9b req-91ac3084-b887-405c-845d-9fe339de1f6c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 210 time: 0.0633416 Feb 11 05:53:20.850718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'port': {'device_id': 'b7f43ac1-eeb8-4b5d-972b-be776c5ebf69', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'admin_state_up': True, 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:20.883176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59584) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.989198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Made reservation on behalf of b29f2635ab8a4aeaac6524485e3c97b8 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:20.992848 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.036297 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f88cfd8c-846a-4b54-bca0-71073bc450da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.164472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f88cfd8c-846a-4b54-bca0-71073bc450da admin admin] Publish callbacks [] for security_group (263075db-18cc-4ec9-a9ca-a3a0721b5610), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.170151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f88cfd8c-846a-4b54-bca0-71073bc450da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (263075db-18cc-4ec9-a9ca-a3a0721b5610), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.179717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Allocated IP 172.20.0.4 (abfa4306-2b9c-4370-b880-1bf69d009c8b/7905b729-75a5-408c-a2de-50eecd2cb838/4c99db9b-122a-4576-9fbb-c548b633006f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:21.232350 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f88cfd8c-846a-4b54-bca0-71073bc450da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8259c85333d40f080b9bb3e103660a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476582 Feb 11 05:53:21.234326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cfd8c-846a-4b54-bca0-71073bc450da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263075db-18cc-4ec9-a9ca-a3a0721b5610,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:21.235928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59596) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:21.375563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c74ffb-f4a9-4e39-813e-2e384e135b07 admin admin] Publish callbacks [] for security_group (263075db-18cc-4ec9-a9ca-a3a0721b5610), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.424885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c74ffb-f4a9-4e39-813e-2e384e135b07 admin admin] Publish callbacks [] for security_group (263075db-18cc-4ec9-a9ca-a3a0721b5610), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.458490 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for port (4c99db9b-122a-4576-9fbb-c548b633006f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.513532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c74ffb-f4a9-4e39-813e-2e384e135b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (263075db-18cc-4ec9-a9ca-a3a0721b5610), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.516086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09c74ffb-f4a9-4e39-813e-2e384e135b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.519592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-09c74ffb-f4a9-4e39-813e-2e384e135b07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/263075db-18cc-4ec9-a9ca-a3a0721b5610 HTTP/1.1" status: 204 len: 168 time: 0.2655859 Feb 11 05:53:21.528534 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.530362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c74ffb-f4a9-4e39-813e-2e384e135b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263075db-18cc-4ec9-a9ca-a3a0721b5610,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:21.593395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Network abfa4306-2b9c-4370-b880-1bf69d009c8b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:21.596905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:21.601237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:21.633142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'Port': ['ID=4c99db9b-122a-4576-9fbb-c548b633006f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:21.677226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:21.678037 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.699228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-5737ee52-5732-4146-bbaf-60487fb5231e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8586082 Feb 11 05:53:21.721569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Request body: {'port': {'device_id': 'b7f43ac1-eeb8-4b5d-972b-be776c5ebf69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:21.830211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.012290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59606) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:22.014022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b8a5071f-1767-44ee-a797-a82f873ece89 None None] Provisioning complete for port 4c99db9b-122a-4576-9fbb-c548b633006f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:22.014624 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8a5071f-1767-44ee-a797-a82f873ece89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.076915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5071f-1767-44ee-a797-a82f873ece89 None None] Port 4c99db9b-122a-4576-9fbb-c548b633006f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:22.093306 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3358fd49-d7ca-4523-a819-f758d9f36250 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7d4869207bf45399b9abf9305b9430e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0789287 Feb 11 05:53:22.095894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59608) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:22.130084 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.156843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dd7e0-d084-4724-9b2e-63f8a3a7d86d req-f28dba6f-b2d8-476e-b7b9-d3786cf96082 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:22.158480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-724dd7e0-d084-4724-9b2e-63f8a3a7d86d req-f28dba6f-b2d8-476e-b7b9-d3786cf96082 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 931 time: 0.1270278 Feb 11 05:53:22.178867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55658c65-4679-443b-84bb-3a42f30cc493 admin admin] Publish callbacks [] for security_group (b6cb4663-9b3f-4187-ba45-9f36dce7e266), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.208417 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55658c65-4679-443b-84bb-3a42f30cc493 admin admin] Publish callbacks [] for security_group (b6cb4663-9b3f-4187-ba45-9f36dce7e266), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.254223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-724dd7e0-d084-4724-9b2e-63f8a3a7d86d req-ec10874f-925a-4dc2-8155-765f90ea30d0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899146 Feb 11 05:53:22.277470 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55658c65-4679-443b-84bb-3a42f30cc493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b6cb4663-9b3f-4187-ba45-9f36dce7e266), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.283719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55658c65-4679-443b-84bb-3a42f30cc493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.287503 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-55658c65-4679-443b-84bb-3a42f30cc493 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6cb4663-9b3f-4187-ba45-9f36dce7e266 HTTP/1.1" status: 204 len: 168 time: 0.1903889 Feb 11 05:53:22.310320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55658c65-4679-443b-84bb-3a42f30cc493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb4663-9b3f-4187-ba45-9f36dce7e266,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:22.347796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c99db9b-122a-4576-9fbb-c548b633006f {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:22.357514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Publish callbacks [] for port (4c99db9b-122a-4576-9fbb-c548b633006f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.373534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Transition to ACTIVE for port object 4c99db9b-122a-4576-9fbb-c548b633006f will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:53:22.378763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.435404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c99db9b-122a-4576-9fbb-c548b633006f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:22.567352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Attempting to bind port 4c99db9b-122a-4576-9fbb-c548b633006f on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:53:22.567923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Attempting to bind port 4c99db9b-122a-4576-9fbb-c548b633006f by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:53:22.568440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Attempting to bind port 4c99db9b-122a-4576-9fbb-c548b633006f on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:22.575254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Port 4c99db9b-122a-4576-9fbb-c548b633006f on network abfa4306-2b9c-4370-b880-1bf69d009c8b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:53:22.575647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Attempting to bind port 4c99db9b-122a-4576-9fbb-c548b633006f on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:22.581917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:53:22.582329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Checking segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:22.582729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Bound using segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:53:22.583172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Bound port: 4c99db9b-122a-4576-9fbb-c548b633006f, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:53:22.583544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.698912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] For port 4c99db9b-122a-4576-9fbb-c548b633006f, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:53:22.715207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] For port 4c99db9b-122a-4576-9fbb-c548b633006f, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4c99db9b-122a-4576-9fbb-c548b633006f,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:53:22.728825 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.800270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:22.801504 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.803701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] 10.222.0.72 "PUT /v2.0/ports/4c99db9b-122a-4576-9fbb-c548b633006f HTTP/1.1" status: 200 len: 1092 time: 1.0907419 Feb 11 05:53:22.804603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f43ac1-eeb8-4b5d-972b-be776c5ebf69', 'tag': '4c99db9b-122a-4576-9fbb-c548b633006f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:22.808676 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d73e95-f624-4de2-a00c-3c2e268652e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f43ac1-eeb8-4b5d-972b-be776c5ebf69", "tag": "4c99db9b-122a-4576-9fbb-c548b633006f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:22.862384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ad92e-925d-4bc8-8a63-892e790d3ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c99db9b-122a-4576-9fbb-c548b633006f,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:22.911322 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2bc1d7-0591-4032-bfe5-4de536de0ac3 x-openstack-request-id: req-3b2bc1d7-0591-4032-bfe5-4de536de0ac3 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:22.911627 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f43ac1-eeb8-4b5d-972b-be776c5ebf69", "tag": "4c99db9b-122a-4576-9fbb-c548b633006f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:22.911887 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b2bc1d7-0591-4032-bfe5-4de536de0ac3 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:22.912293 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f43ac1-eeb8-4b5d-972b-be776c5ebf69', 'tag': '4c99db9b-122a-4576-9fbb-c548b633006f', 'status': 'completed', 'code': 200} Feb 11 05:53:22.944984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-3831a77f-1d5e-4dce-9423-80346d2b80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:22.946721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-3831a77f-1d5e-4dce-9423-80346d2b80b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 1126 time: 0.0799634 Feb 11 05:53:23.002759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-287bbe61-af5a-428f-aafd-6a624793ee3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c99db9b-122a-4576-9fbb-c548b633006f HTTP/1.1" status: 200 len: 217 time: 0.0475702 Feb 11 05:53:23.079518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-8aa00e95-5594-4df2-a1b8-15defe779dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.082598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-8aa00e95-5594-4df2-a1b8-15defe779dde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0728500 Feb 11 05:53:23.179279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-d72e7223-3d81-4419-b27a-8bfd5dfa7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.183565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-d72e7223-3d81-4419-b27a-8bfd5dfa7841 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0945327 Feb 11 05:53:23.192760 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.409001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-d1bf2f47-443a-4f34-8bdf-3dcd2f3f15a6 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192056 Feb 11 05:53:23.461930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59640) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:23.544600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4745-3c1c-4e97-951d-3cb5bf97d936 req-4383ebcc-4f60-4929-804c-b3916ed41230 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.546606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d8d4745-3c1c-4e97-951d-3cb5bf97d936 req-4383ebcc-4f60-4929-804c-b3916ed41230 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 943 time: 0.1535192 Feb 11 05:53:23.590947 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1845093805'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:23.601194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dc1a89a-26c5-428e-8d14-41b0c61c1f0f req-8f715f24-7800-48cf-9925-ab45daef6e60 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742651 Feb 11 05:53:23.617189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Made reservation on behalf of 11b2c732b1374a7394012628d4977552 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:23.620981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.632278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.654956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d8d4745-3c1c-4e97-951d-3cb5bf97d936 req-9b82a408-d0e7-4b16-bc39-dfd45556a943 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020794 Feb 11 05:53:23.719133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-28fd74d0-5a06-4e90-bd81-341bfe132ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.720798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-28fd74d0-5a06-4e90-bd81-341bfe132ebe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 1126 time: 0.0647023 Feb 11 05:53:23.737948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for security_group (89180820-dacd-436b-bfbd-503976befd90), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.743905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (89180820-dacd-436b-bfbd-503976befd90), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.779527 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:53:23.792669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89180820-dacd-436b-bfbd-503976befd90,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:23.799847 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (bd24b026-38c4-4dcb-a744-fe15f066bfbf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.800460 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Added segment bd24b026-38c4-4dcb-a744-fe15f066bfbf of type vlan for network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 Feb 11 05:53:23.837967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-5810d5ed-85d7-4a40-ae3d-bfa75d7ba4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.840152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-5810d5ed-85d7-4a40-ae3d-bfa75d7ba4d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1126826 Feb 11 05:53:23.847609 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (17ef32ce-d3b9-4c25-a0e6-3760947d73e1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.877958 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (17ef32ce-d3b9-4c25-a0e6-3760947d73e1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.883782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.884439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.905872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-46fd4d33-8012-4d11-b3ff-c90a7ac07077 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c99db9b-122a-4576-9fbb-c548b633006f HTTP/1.1" status: 200 len: 217 time: 0.0580952 Feb 11 05:53:23.939651 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4755776 Feb 11 05:53:23.940312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59646) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:23.948322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'subnet': {'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:23.981808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-9c9b4868-c0b2-47fb-9f76-17d58d0f9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.984760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-9c9b4868-c0b2-47fb-9f76-17d58d0f9d6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0706508 Feb 11 05:53:23.994474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da59b4-8572-4514-a0f0-ab2509b1aad2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Network': ['ID=17ef32ce-d3b9-4c25-a0e6-3760947d73e1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:24.008479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:53:24.071515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-3b60c0bc-4739-4a2b-8822-74063e6d7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:24.076861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-3b60c0bc-4739-4a2b-8822-74063e6d7780 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0850196 Feb 11 05:53:24.103200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Made reservation on behalf of 11b2c732b1374a7394012628d4977552 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:24.107188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:24.196984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-37dcb2d0-129d-4d27-b244-045204030c42 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134429 Feb 11 05:53:24.318925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d73e95-f624-4de2-a00c-3c2e268652e3 req-1b42b6c0-707f-4793-bfb7-42c89dc33861 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159306 Feb 11 05:53:24.326749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (7b05c95a-462b-45bb-8bea-598ef45ddd22), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:24.407445 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Subnet': ['ID=7b05c95a-462b-45bb-8bea-598ef45ddd22,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:24.425527 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Checking segment: {'id': 'bd24b026-38c4-4dcb-a744-fe15f066bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:24.425949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Network hostable DHCP agents. Network: 17ef32ce-d3b9-4c25-a0e6-3760947d73e1, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:53:24.450999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:53:24.469620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 17ef32ce-d3b9-4c25-a0e6-3760947d73e1) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:24.474132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:24.475142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:24.486986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d1851-82eb-430c-8756-f96afa257c26 None None] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:53:24.502769 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3fccde05-b366-4560-8b7c-b0c54238e6eb tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5586190 Feb 11 05:53:24.505340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59650) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:24.510823 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'port': {'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-56303163'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:24.645636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-17ef32ce-d3b9-4c25-a0e6-3760947d73e1', 'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1', 'project_id': '11b2c732b1374a7394012628d4977552', 'fixed_ips': [{'subnet_id': '7b05c95a-462b-45bb-8bea-598ef45ddd22'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:53:24.646904 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:24.654000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Made reservation on behalf of 11b2c732b1374a7394012628d4977552 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:24.657912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:24.679372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] device_id is not set on port 75b49292-34db-4f4f-a095-c79376a51fb5 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:53:24.840701 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Allocated IP 2001:db8::261 (17ef32ce-d3b9-4c25-a0e6-3760947d73e1/7b05c95a-462b-45bb-8bea-598ef45ddd22/75b49292-34db-4f4f-a095-c79376a51fb5) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:25.014109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for port (75b49292-34db-4f4f-a095-c79376a51fb5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.054390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (75b49292-34db-4f4f-a095-c79376a51fb5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.078174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:25.081357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:25.103752 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:25.110676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:25.111468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.154287 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6417615 Feb 11 05:53:25.160383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Allocated IP 2001:db8::2 (17ef32ce-d3b9-4c25-a0e6-3760947d73e1/7b05c95a-462b-45bb-8bea-598ef45ddd22/85007909-2fe2-4111-8f88-440706900c24) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:25.160775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59656) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:25.186244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'port': {'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1567302744', 'allowed_address_pairs': [{'ip_address': '2001:db8::261', 'mac_address': 'fa:16:3e:fd:36:02'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:25.267404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c29f-9a5f-437a-86f0-55f19e3e52dd req-80abc06c-bf83-4c1f-8e50-c10e8d70490f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:25.268988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afe5c29f-9a5f-437a-86f0-55f19e3e52dd req-80abc06c-bf83-4c1f-8e50-c10e8d70490f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 943 time: 0.4982319 Feb 11 05:53:25.337286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac0224-6fcf-4c1a-8250-3296f37ad8d2 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Port': ['ID=75b49292-34db-4f4f-a095-c79376a51fb5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:25.353716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afe5c29f-9a5f-437a-86f0-55f19e3e52dd req-9edab9db-a1be-4728-98f3-6fa695442a87 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701993 Feb 11 05:53:25.379732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4c99db9b-122a-4576-9fbb-c548b633006f details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:53:25.387238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Made reservation on behalf of 11b2c732b1374a7394012628d4977552 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:25.425379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Publish callbacks [] for port (85007909-2fe2-4111-8f88-440706900c24), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.446599 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (85007909-2fe2-4111-8f88-440706900c24), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.486532 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.507996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] device_id is not set on port d8fd16ef-4458-4233-8a40-e911450426e1 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:53:25.543420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Pushing event updated for resources: {'Port': ['ID=85007909-2fe2-4111-8f88-440706900c24,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:25.555069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:25.586195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:25.589753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:25.676380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4c99db9b-122a-4576-9fbb-c548b633006f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4c99db9b-122a-4576-9fbb-c548b633006f,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:25.698963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Attempting to bind port 85007909-2fe2-4111-8f88-440706900c24 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:53:25.699346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Attempting to bind port 85007909-2fe2-4111-8f88-440706900c24 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'bd24b026-38c4-4dcb-a744-fe15f066bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:53:25.699710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Attempting to bind port 85007909-2fe2-4111-8f88-440706900c24 on network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:25.703623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '4c99db9b-122a-4576-9fbb-c548b633006f', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'port_id': '4c99db9b-122a-4576-9fbb-c548b633006f', 'mac_address': 'fa:16:3e:63:80:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:53:25.706201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Allocated IP 2001:db8::383 (17ef32ce-d3b9-4c25-a0e6-3760947d73e1/7b05c95a-462b-45bb-8bea-598ef45ddd22/d8fd16ef-4458-4233-8a40-e911450426e1) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:25.708095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:53:25.708566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Checking segment: {'id': 'bd24b026-38c4-4dcb-a744-fe15f066bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:25.708888 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.709350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Bound using segment: {'id': 'bd24b026-38c4-4dcb-a744-fe15f066bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:53:25.709807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Bound port: 85007909-2fe2-4111-8f88-440706900c24, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd24b026-38c4-4dcb-a744-fe15f066bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:53:25.710186 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (85007909-2fe2-4111-8f88-440706900c24), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.785534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4c99db9b-122a-4576-9fbb-c548b633006f is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:25.785887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.801010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c99db9b-122a-4576-9fbb-c548b633006f {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:25.838109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4c99db9b-122a-4576-9fbb-c548b633006f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4c99db9b-122a-4576-9fbb-c548b633006f,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:25.847089 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.854676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] For port 85007909-2fe2-4111-8f88-440706900c24, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:53:25.893214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] For port 85007909-2fe2-4111-8f88-440706900c24, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=85007909-2fe2-4111-8f88-440706900c24,segment=NetworkSegment(bd24b026-38c4-4dcb-a744-fe15f066bfbf),segment_id=bd24b026-38c4-4dcb-a744-fe15f066bfbf)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:53:25.907826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (85007909-2fe2-4111-8f88-440706900c24), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.916866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4c99db9b-122a-4576-9fbb-c548b633006f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:25.970453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for port (d8fd16ef-4458-4233-8a40-e911450426e1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.988360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e12bd-a786-4313-b2c3-3b774230ab40 None None] Pushing event updated for resources: {'Port': ['ID=85007909-2fe2-4111-8f88-440706900c24,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:26.036232 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d8fd16ef-4458-4233-8a40-e911450426e1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:26.055400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4c99db9b-122a-4576-9fbb-c548b633006f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:53:26.093590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:26.101109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:26.105255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:26.111242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:26.112125 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:26.122361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Port': ['ID=d8fd16ef-4458-4233-8a40-e911450426e1,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:26.158885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59662) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:26.167827 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0541a9cc-1da4-43eb-a6fb-5f153aaaa184 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.9866443 Feb 11 05:53:26.315671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40c80c-54df-48bd-a166-6bc10955bd25 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:26.324209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40c80c-54df-48bd-a166-6bc10955bd25 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:26.330712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40c80c-54df-48bd-a166-6bc10955bd25 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:26.333731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6e40c80c-54df-48bd-a166-6bc10955bd25 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1737287 Feb 11 05:53:26.336275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59664) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:26.508653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-fa4acb1f-2101-47d5-91b6-de9f80e97afd tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Deleting port d8fd16ef-4458-4233-8a40-e911450426e1 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:26.509012 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fa4acb1f-2101-47d5-91b6-de9f80e97afd tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d8fd16ef-4458-4233-8a40-e911450426e1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:26.613647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 85007909-2fe2-4111-8f88-440706900c24 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:26.636348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75384bf-62d6-4dac-8fe4-c965a22aae59 req-2ea856dd-51ec-4218-8345-7437072c0cc3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:26.638171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c75384bf-62d6-4dac-8fe4-c965a22aae59 req-2ea856dd-51ec-4218-8345-7437072c0cc3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 944 time: 0.1832950 Feb 11 05:53:26.713818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 85007909-2fe2-4111-8f88-440706900c24 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:26.714119 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (85007909-2fe2-4111-8f88-440706900c24), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:26.723958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c75384bf-62d6-4dac-8fe4-c965a22aae59 req-4372c195-190c-4bc3-9253-3eb2920d7a07 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782826 Feb 11 05:53:26.728230 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fa4acb1f-2101-47d5-91b6-de9f80e97afd tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d8fd16ef-4458-4233-8a40-e911450426e1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:26.743944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-fa4acb1f-2101-47d5-91b6-de9f80e97afd tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Calling delete_port for d8fd16ef-4458-4233-8a40-e911450426e1 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:26.878516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 85007909-2fe2-4111-8f88-440706900c24 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:26.879260 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (85007909-2fe2-4111-8f88-440706900c24), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:26.930408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 85007909-2fe2-4111-8f88-440706900c24, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=85007909-2fe2-4111-8f88-440706900c24,segment=NetworkSegment(bd24b026-38c4-4dcb-a744-fe15f066bfbf),segment_id=bd24b026-38c4-4dcb-a744-fe15f066bfbf)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:26.939703 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (85007909-2fe2-4111-8f88-440706900c24), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.017326 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fa4acb1f-2101-47d5-91b6-de9f80e97afd tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (d8fd16ef-4458-4233-8a40-e911450426e1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.023522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=85007909-2fe2-4111-8f88-440706900c24,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:27.034485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.034965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.035464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.036095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.036533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.036973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.037733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.038174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.038657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.039108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.039581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.040091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.040431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.134312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4acb1f-2101-47d5-91b6-de9f80e97afd tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event deleted for resources: {'Port': ['ID=d8fd16ef-4458-4233-8a40-e911450426e1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:27.168829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:27.318810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fa4acb1f-2101-47d5-91b6-de9f80e97afd tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.328337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fa4acb1f-2101-47d5-91b6-de9f80e97afd tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "DELETE /v2.0/ports/d8fd16ef-4458-4233-8a40-e911450426e1 HTTP/1.1" status: 204 len: 168 time: 0.9903741 Feb 11 05:53:27.329163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59680) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:27.340961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.361281 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-63175ad8-063f-4ebb-9ca1-a631239186fe tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] GET failed (client error): The resource could not be found. Feb 11 05:53:27.368815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59682) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:27.370326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4c99db9b-122a-4576-9fbb-c548b633006f up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:27.374942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-63175ad8-063f-4ebb-9ca1-a631239186fe tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "GET /v2.0/ports/d8fd16ef-4458-4233-8a40-e911450426e1 HTTP/1.1" status: 404 len: 333 time: 0.0444868 Feb 11 05:53:27.376045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'port': {'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-577182339'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:27.445581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ccfcb-fd59-40be-9dec-ed753947f081 None None] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:53:27.587425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 4c99db9b-122a-4576-9fbb-c548b633006f completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:53:27.590316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Made reservation on behalf of 11b2c732b1374a7394012628d4977552 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:27.594124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.597621 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Publish callbacks [] for security_group (1c81af41-04a5-4e2c-8098-6a7cc3372dd7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.599007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 4c99db9b-122a-4576-9fbb-c548b633006f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:27.599688 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.612838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1c81af41-04a5-4e2c-8098-6a7cc3372dd7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.635841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2b91968c-83b2-4a23-bd37-4e5d435e904c None None] Provisioning complete for port 85007909-2fe2-4111-8f88-440706900c24 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:27.636404 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b91968c-83b2-4a23-bd37-4e5d435e904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (85007909-2fe2-4111-8f88-440706900c24), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.640997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c81af41-04a5-4e2c-8098-6a7cc3372dd7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:27.653220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] device_id is not set on port 89ad3ef5-4472-4b9e-98a5-d6372077756a yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:53:27.722664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.723014 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.723367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.723711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.724695 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.725040 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.725423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.725761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.726096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.726829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.726956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.727288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.727620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:27.751423 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-286ec4bc-0ede-445e-81ca-1c2ddae418c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47662189f5374282bca3b67b6119dbf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5814695 Feb 11 05:53:27.754530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59688) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:27.797713 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bc224af0-2202-4683-8732-b4bf3114b64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.912412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Allocated IP 2001:db8::c6 (17ef32ce-d3b9-4c25-a0e6-3760947d73e1/7b05c95a-462b-45bb-8bea-598ef45ddd22/89ad3ef5-4472-4b9e-98a5-d6372077756a) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:27.926678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2b91968c-83b2-4a23-bd37-4e5d435e904c None None] Current status of the port 85007909-2fe2-4111-8f88-440706900c24 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:27.933843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4c99db9b-122a-4576-9fbb-c548b633006f is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:27.934112 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.961615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f7d70770-a3f4-4783-a606-a2890f7225fd admin admin] Publish callbacks [] for security_group (1c81af41-04a5-4e2c-8098-6a7cc3372dd7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.990977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f43ac1-eeb8-4b5d-972b-be776c5ebf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c99db9b-122a-4576-9fbb-c548b633006f'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:27.996065 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a50587-164a-4c34-a0a0-36cbdc8f587f" -d '{"events": [{"server_uuid": "b7f43ac1-eeb8-4b5d-972b-be776c5ebf69", "name": "network-vif-plugged", "status": "completed", "tag": "4c99db9b-122a-4576-9fbb-c548b633006f"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:28.048493 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f7d70770-a3f4-4783-a606-a2890f7225fd admin admin] Publish callbacks [] for security_group (1c81af41-04a5-4e2c-8098-6a7cc3372dd7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.052203 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4c99db9b-122a-4576-9fbb-c548b633006f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4c99db9b-122a-4576-9fbb-c548b633006f,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:28.057857 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.126013 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794cbd1d-4ed9-4326-b5a4-f21975d20984 x-openstack-request-id: req-794cbd1d-4ed9-4326-b5a4-f21975d20984 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:28.126412 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f43ac1-eeb8-4b5d-972b-be776c5ebf69", "name": "network-vif-plugged", "status": "completed", "tag": "4c99db9b-122a-4576-9fbb-c548b633006f", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:28.126523 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-794cbd1d-4ed9-4326-b5a4-f21975d20984 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:28.128976 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f43ac1-eeb8-4b5d-972b-be776c5ebf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c99db9b-122a-4576-9fbb-c548b633006f', 'code': 200} Feb 11 05:53:28.198623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4c99db9b-122a-4576-9fbb-c548b633006f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:28.225736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c337cf-e383-486a-8e33-d749ece83bb1 req-1163a6be-460d-4b87-982b-28fbb4c90828 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:28.227753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6c337cf-e383-486a-8e33-d749ece83bb1 req-1163a6be-460d-4b87-982b-28fbb4c90828 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 944 time: 0.3788254 Feb 11 05:53:28.228616 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f7d70770-a3f4-4783-a606-a2890f7225fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1c81af41-04a5-4e2c-8098-6a7cc3372dd7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.232120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f7d70770-a3f4-4783-a606-a2890f7225fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.233575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f7d70770-a3f4-4783-a606-a2890f7225fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c81af41-04a5-4e2c-8098-6a7cc3372dd7 HTTP/1.1" status: 204 len: 168 time: 0.4778800 Feb 11 05:53:28.236635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for port (89ad3ef5-4472-4b9e-98a5-d6372077756a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.269872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2d1dfe2d-3a68-453b-a62e-9b12128167b6 None None] Provisioning complete for port 75b49292-34db-4f4f-a095-c79376a51fb5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:28.272540 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfe2d-3a68-453b-a62e-9b12128167b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75b49292-34db-4f4f-a095-c79376a51fb5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.282686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d70770-a3f4-4783-a606-a2890f7225fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c81af41-04a5-4e2c-8098-6a7cc3372dd7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:28.332714 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (89ad3ef5-4472-4b9e-98a5-d6372077756a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.366224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dfe2d-3a68-453b-a62e-9b12128167b6 None None] Port 75b49292-34db-4f4f-a095-c79376a51fb5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:28.377610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6c337cf-e383-486a-8e33-d749ece83bb1 req-cef0d580-3875-436f-9bde-4764658122d3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196508 Feb 11 05:53:28.393636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4249-36f1-42f1-9a74-0d3e51ffb276 req-fe1d288a-6d22-4a1f-a201-df34d344e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:28.396190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de3f4249-36f1-42f1-9a74-0d3e51ffb276 req-fe1d288a-6d22-4a1f-a201-df34d344e294 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 1128 time: 0.2344730 Feb 11 05:53:28.400028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2d1dfe2d-3a68-453b-a62e-9b12128167b6 None None] Provisioning complete for port 85007909-2fe2-4111-8f88-440706900c24 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:28.400644 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfe2d-3a68-453b-a62e-9b12128167b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (85007909-2fe2-4111-8f88-440706900c24), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.464096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:28.466148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:28.484139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:28.487166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de3f4249-36f1-42f1-9a74-0d3e51ffb276 req-2f4ce9a4-66ff-41d1-bc34-5e08fde5f331 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678780 Feb 11 05:53:28.499652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:28.500340 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.507020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Port': ['ID=89ad3ef5-4472-4b9e-98a5-d6372077756a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:28.529624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59694) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:28.535196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-dd9b76b7-c642-4b1e-8e99-fed5803047e6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::261', 'mac_address': 'fa:16:3e:fd:36:02'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:28.539049 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3f61b0b8-9a55-4d20-a095-307970114c4f tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1569705 Feb 11 05:53:28.643819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dfe2d-3a68-453b-a62e-9b12128167b6 None None] Current status of the port 85007909-2fe2-4111-8f88-440706900c24 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:28.652830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 85007909-2fe2-4111-8f88-440706900c24 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:28.752502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 85007909-2fe2-4111-8f88-440706900c24 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:28.752886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (85007909-2fe2-4111-8f88-440706900c24), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.768142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd9b76b7-c642-4b1e-8e99-fed5803047e6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (89ad3ef5-4472-4b9e-98a5-d6372077756a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.833039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f639afd6-1ae5-4059-82b2-ac52845cda3e None None] Provisioning complete for port 75b49292-34db-4f4f-a095-c79376a51fb5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:28.833561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f639afd6-1ae5-4059-82b2-ac52845cda3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75b49292-34db-4f4f-a095-c79376a51fb5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.909602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f639afd6-1ae5-4059-82b2-ac52845cda3e None None] Port 75b49292-34db-4f4f-a095-c79376a51fb5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:28.924261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 85007909-2fe2-4111-8f88-440706900c24 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:29.031882 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd9b76b7-c642-4b1e-8e99-fed5803047e6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for port (89ad3ef5-4472-4b9e-98a5-d6372077756a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:29.039485 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd9b76b7-c642-4b1e-8e99-fed5803047e6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (89ad3ef5-4472-4b9e-98a5-d6372077756a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:29.114288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b76b7-c642-4b1e-8e99-fed5803047e6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] In _notify_port_updated(), no bound segment for port 89ad3ef5-4472-4b9e-98a5-d6372077756a on network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:53:29.126479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b76b7-c642-4b1e-8e99-fed5803047e6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:29.127242 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd9b76b7-c642-4b1e-8e99-fed5803047e6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:29.128988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6b9e45aa-ca3b-45a4-8fac-dcfe3eb78c95 None None] Could not find standard attr ID for object d8fd16ef-4458-4233-8a40-e911450426e1. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:53:29.131875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59710) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:29.132062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dd9b76b7-c642-4b1e-8e99-fed5803047e6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "PUT /v2.0/ports/89ad3ef5-4472-4b9e-98a5-d6372077756a HTTP/1.1" status: 200 len: 1001 time: 0.6011901 Feb 11 05:53:29.149209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b76b7-c642-4b1e-8e99-fed5803047e6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Port': ['ID=89ad3ef5-4472-4b9e-98a5-d6372077756a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:29.304976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0e0fd953-e026-4e21-9b21-538b39f11c08 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Deleting port 89ad3ef5-4472-4b9e-98a5-d6372077756a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:29.305742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd953-e026-4e21-9b21-538b39f11c08 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (89ad3ef5-4472-4b9e-98a5-d6372077756a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:29.362401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-21b71bf3-ef4e-4ecc-942b-3f359ee9c01d None None] Provisioning complete for port 89ad3ef5-4472-4b9e-98a5-d6372077756a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:29.362629 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-21b71bf3-ef4e-4ecc-942b-3f359ee9c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (89ad3ef5-4472-4b9e-98a5-d6372077756a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:29.409623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-21b71bf3-ef4e-4ecc-942b-3f359ee9c01d None None] Port 89ad3ef5-4472-4b9e-98a5-d6372077756a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:29.429152 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd953-e026-4e21-9b21-538b39f11c08 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (89ad3ef5-4472-4b9e-98a5-d6372077756a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:29.467258 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0e0fd953-e026-4e21-9b21-538b39f11c08 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Calling delete_port for 89ad3ef5-4472-4b9e-98a5-d6372077756a owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:29.564361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1a344-c1c7-4646-911d-829c188a4410 req-9be03039-780e-484e-8394-024361c84659 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:29.573984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4c1a344-c1c7-4646-911d-829c188a4410 req-9be03039-780e-484e-8394-024361c84659 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0899651 Feb 11 05:53:29.645149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4c1a344-c1c7-4646-911d-829c188a4410 req-24c177d8-29dc-49bb-9986-724194ab273d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685532 Feb 11 05:53:29.695409 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd953-e026-4e21-9b21-538b39f11c08 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (89ad3ef5-4472-4b9e-98a5-d6372077756a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:29.737352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fd953-e026-4e21-9b21-538b39f11c08 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event deleted for resources: {'Port': ['ID=89ad3ef5-4472-4b9e-98a5-d6372077756a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:30.052400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e0a7d0d9-cb60-4e3e-8881-a143a9e32cdd None None] Could not find standard attr ID for object 89ad3ef5-4472-4b9e-98a5-d6372077756a. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:53:30.160656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59742) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:30.267512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1faf-501e-41f8-aa4d-e896d43d9663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.287156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd953-e026-4e21-9b21-538b39f11c08 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.293693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59746) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:30.298345 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0e0fd953-e026-4e21-9b21-538b39f11c08 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "DELETE /v2.0/ports/89ad3ef5-4472-4b9e-98a5-d6372077756a HTTP/1.1" status: 204 len: 168 time: 1.1650507 Feb 11 05:53:30.341828 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-250d16cb-25e0-42fa-a674-bd26e130ab59 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] GET failed (client error): The resource could not be found. Feb 11 05:53:30.343461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-250d16cb-25e0-42fa-a674-bd26e130ab59 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "GET /v2.0/ports/89ad3ef5-4472-4b9e-98a5-d6372077756a HTTP/1.1" status: 404 len: 333 time: 0.0485318 Feb 11 05:53:30.347507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59748) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:30.351459 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77d6cbe4-c3b0-4149-9f42-8273f192d14d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.353468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'port': {'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1207042162'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:30.448149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77d6cbe4-c3b0-4149-9f42-8273f192d14d admin admin] Publish callbacks [] for security_group (3e6840de-80af-448b-a33b-6cc17fb2e034), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.453920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-77d6cbe4-c3b0-4149-9f42-8273f192d14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3e6840de-80af-448b-a33b-6cc17fb2e034), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.488893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Made reservation on behalf of 11b2c732b1374a7394012628d4977552 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:30.492601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.513685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6cbe4-c3b0-4149-9f42-8273f192d14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6840de-80af-448b-a33b-6cc17fb2e034,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:30.519811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-77d6cbe4-c3b0-4149-9f42-8273f192d14d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=379a08cbb0e14af89c234c5f1f7d664b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580816 Feb 11 05:53:30.522724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59750) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:30.551837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] device_id is not set on port a3ec6445-0b9b-4775-962e-d46aae6632ce yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:53:30.616258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02b325bf-c583-431b-ab87-a2ae9a9d8722 admin admin] Publish callbacks [] for security_group (3e6840de-80af-448b-a33b-6cc17fb2e034), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.639407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02b325bf-c583-431b-ab87-a2ae9a9d8722 admin admin] Publish callbacks [] for security_group (3e6840de-80af-448b-a33b-6cc17fb2e034), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.709197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02b325bf-c583-431b-ab87-a2ae9a9d8722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3e6840de-80af-448b-a33b-6cc17fb2e034), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.711718 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02b325bf-c583-431b-ab87-a2ae9a9d8722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.712877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02b325bf-c583-431b-ab87-a2ae9a9d8722 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e6840de-80af-448b-a33b-6cc17fb2e034 HTTP/1.1" status: 204 len: 168 time: 0.1891201 Feb 11 05:53:30.784548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b325bf-c583-431b-ab87-a2ae9a9d8722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6840de-80af-448b-a33b-6cc17fb2e034,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:30.860068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Allocated IP 2001:db8::282 (17ef32ce-d3b9-4c25-a0e6-3760947d73e1/7b05c95a-462b-45bb-8bea-598ef45ddd22/a3ec6445-0b9b-4775-962e-d46aae6632ce) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:30.889588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca685f56-bbf7-47ab-8971-65ce4cc76f1d req-71bb6088-7755-4eb0-b405-6f84d8c649f4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:30.894432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca685f56-bbf7-47ab-8971-65ce4cc76f1d req-71bb6088-7755-4eb0-b405-6f84d8c649f4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.1376941 Feb 11 05:53:30.965415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca685f56-bbf7-47ab-8971-65ce4cc76f1d req-948877f7-709a-404c-9a35-c60b74ce7751 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655930 Feb 11 05:53:31.134994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.136099 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.203956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.337675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:31.344851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:31.361657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:31.366528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6516d-0f27-4a3c-b989-7175b61e1ea2 req-74e3da3d-e3b0-45c2-a5e1-f8e6149a284e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:31.368204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35b6516d-0f27-4a3c-b989-7175b61e1ea2 req-74e3da3d-e3b0-45c2-a5e1-f8e6149a284e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.1120610 Feb 11 05:53:31.372947 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:31.374708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.398785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Port': ['ID=a3ec6445-0b9b-4775-962e-d46aae6632ce,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:31.419760 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ce02ec03-ff20-4096-8686-1756f720cb72 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0704553 Feb 11 05:53:31.422411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59772) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:31.430871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2b14253f-f272-40ec-9015-4af892397e05 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fd:36:02'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:31.469138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35b6516d-0f27-4a3c-b989-7175b61e1ea2 req-7977abf0-126d-4343-92ba-7a15e9d26128 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877390 Feb 11 05:53:31.671863 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2b14253f-f272-40ec-9015-4af892397e05 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.799751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-616382fa-11b3-4114-989e-1ad707d06b5d None None] Provisioning complete for port a3ec6445-0b9b-4775-962e-d46aae6632ce triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:31.800156 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-616382fa-11b3-4114-989e-1ad707d06b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.866072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-616382fa-11b3-4114-989e-1ad707d06b5d None None] Port a3ec6445-0b9b-4775-962e-d46aae6632ce cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:31.877577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59782) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:31.927761 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2b14253f-f272-40ec-9015-4af892397e05 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.934742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2b14253f-f272-40ec-9015-4af892397e05 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.972356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2b14253f-f272-40ec-9015-4af892397e05 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] In _notify_port_updated(), no bound segment for port a3ec6445-0b9b-4775-962e-d46aae6632ce on network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 {{(pid=103121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:53:31.985386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14253f-f272-40ec-9015-4af892397e05 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:31.986079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2b14253f-f272-40ec-9015-4af892397e05 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.987587 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2b14253f-f272-40ec-9015-4af892397e05 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "PUT /v2.0/ports/a3ec6445-0b9b-4775-962e-d46aae6632ce HTTP/1.1" status: 200 len: 1003 time: 0.5641847 Feb 11 05:53:31.990475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59786) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:32.067775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14253f-f272-40ec-9015-4af892397e05 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Port': ['ID=a3ec6445-0b9b-4775-962e-d46aae6632ce,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:32.083667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-540731989-network', 'tenant_id': 'dc7f813b57264b92a5e51f984e0b05e4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:32.139691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Made reservation on behalf of dc7f813b57264b92a5e51f984e0b05e4 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:32.142063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.152864 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.175203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6bfb5-e1c4-43e9-be9d-ef6475e00191 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Deleting port a3ec6445-0b9b-4775-962e-d46aae6632ce {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:32.175990 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3a6bfb5-e1c4-43e9-be9d-ef6475e00191 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.293416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3a6bfb5-e1c4-43e9-be9d-ef6475e00191 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.317543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6bfb5-e1c4-43e9-be9d-ef6475e00191 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Calling delete_port for a3ec6445-0b9b-4775-962e-d46aae6632ce owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:32.331720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f50ed3d1-d005-4230-be22-2f926eb473c4 None None] Provisioning complete for port a3ec6445-0b9b-4775-962e-d46aae6632ce triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:32.332710 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d1-d005-4230-be22-2f926eb473c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.370809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f50ed3d1-d005-4230-be22-2f926eb473c4 None None] Port a3ec6445-0b9b-4775-962e-d46aae6632ce cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:32.416986 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Publish callbacks [] for security_group (0c58384b-8ed7-4559-ae6e-02220316c1a6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.427420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0c58384b-8ed7-4559-ae6e-02220316c1a6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.470778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:53:32.479532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c58384b-8ed7-4559-ae6e-02220316c1a6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:32.489217 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (81864ae7-3e64-4b14-a0ca-99b7f0423e5b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.489217 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Added segment 81864ae7-3e64-4b14-a0ca-99b7f0423e5b of type vlan for network 50b677b6-a740-4127-ae73-389d575780ef Feb 11 05:53:32.628041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3a6bfb5-e1c4-43e9-be9d-ef6475e00191 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a3ec6445-0b9b-4775-962e-d46aae6632ce), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.630564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (50b677b6-a740-4127-ae73-389d575780ef), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.675876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6bfb5-e1c4-43e9-be9d-ef6475e00191 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event deleted for resources: {'Port': ['ID=a3ec6445-0b9b-4775-962e-d46aae6632ce,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:32.707858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (50b677b6-a740-4127-ae73-389d575780ef), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.707858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:32.707858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.758615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3a6bfb5-e1c4-43e9-be9d-ef6475e00191 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.765531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59792) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:32.766038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a3a6bfb5-e1c4-43e9-be9d-ef6475e00191 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "DELETE /v2.0/ports/a3ec6445-0b9b-4775-962e-d46aae6632ce HTTP/1.1" status: 204 len: 168 time: 0.7740571 Feb 11 05:53:32.785339 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9041626 Feb 11 05:53:32.790983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.794363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927463-d181-4124-9f2c-c46412a4a837 req-d3fc0e8f-ae58-4db9-bb84-c3a83de876b7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:32.796210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff927463-d181-4124-9f2c-c46412a4a837 req-d3fc0e8f-ae58-4db9-bb84-c3a83de876b7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.2304287 Feb 11 05:53:32.799069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59794) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:32.805009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Request body: {'subnet': {'network_id': '50b677b6-a740-4127-ae73-389d575780ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-540731989-subnet', 'tenant_id': 'dc7f813b57264b92a5e51f984e0b05e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:32.823308 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9af99b5-8573-4d6f-86bb-8b27b9e1cc71 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] GET failed (client error): The resource could not be found. Feb 11 05:53:32.825342 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c9af99b5-8573-4d6f-86bb-8b27b9e1cc71 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "GET /v2.0/ports/a3ec6445-0b9b-4775-962e-d46aae6632ce HTTP/1.1" status: 404 len: 333 time: 0.0579782 Feb 11 05:53:32.831561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59796) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:32.836887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'port': {'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-453327666'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:32.894705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31a65d-e80a-4b3b-aba8-ca6dc6683d95 admin admin] Pushing event updated for resources: {'Network': ['ID=50b677b6-a740-4127-ae73-389d575780ef,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:32.908815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 50b677b6-a740-4127-ae73-389d575780ef details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:53:32.923591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Made reservation on behalf of dc7f813b57264b92a5e51f984e0b05e4 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:32.926946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.957159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff927463-d181-4124-9f2c-c46412a4a837 req-c71e088d-793c-43b6-b297-391863712d0e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452105 Feb 11 05:53:33.029954 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Made reservation on behalf of 11b2c732b1374a7394012628d4977552 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:33.034055 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.054724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] device_id is not set on port f7289f9f-eb05-4ee6-9d08-e87c3356bd06 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:53:33.161490 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (cd706f07-827f-4c25-a094-afd589766837), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.206637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Allocated IP 2001:db8::fd (17ef32ce-d3b9-4c25-a0e6-3760947d73e1/7b05c95a-462b-45bb-8bea-598ef45ddd22/f7289f9f-eb05-4ee6-9d08-e87c3356bd06) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:33.214453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd706f07-827f-4c25-a094-afd589766837,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:33.247592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Checking segment: {'id': '81864ae7-3e64-4b14-a0ca-99b7f0423e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50b677b6-a740-4127-ae73-389d575780ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:33.248056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Network hostable DHCP agents. Network: 50b677b6-a740-4127-ae73-389d575780ef, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:53:33.270623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Network 50b677b6-a740-4127-ae73-389d575780ef is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:53:33.282868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 50b677b6-a740-4127-ae73-389d575780ef) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:33.295154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1787e6c3-8733-475e-9fc8-221c1c740346 None None] Network 50b677b6-a740-4127-ae73-389d575780ef requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:53:33.304931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.307341 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.341205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bfc2166d-f2f2-463f-b050-ef378438fd32 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5384414 Feb 11 05:53:33.435399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b19fabd-6568-4017-840b-e1e08f6b624f None None] Network 50b677b6-a740-4127-ae73-389d575780ef requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:53:33.444776 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for port (f7289f9f-eb05-4ee6-9d08-e87c3356bd06), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.483527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f7289f9f-eb05-4ee6-9d08-e87c3356bd06), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.534373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:33.539731 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:33.548196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:33.558267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.558944 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.568926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Port': ['ID=f7289f9f-eb05-4ee6-9d08-e87c3356bd06,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:33.583596 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-359a1457-dc5b-4a8c-9bf4-550cb2b69086 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7509081 Feb 11 05:53:33.586264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59806) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:33.593237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'port': {'network_id': '17ef32ce-d3b9-4c25-a0e6-3760947d73e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1574749119'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:33.742501 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Made reservation on behalf of 11b2c732b1374a7394012628d4977552 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:33.746448 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.766732 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] device_id is not set on port 63f0fef6-f321-4bb7-9eb1-2383199ac7ae yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:53:33.905598 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.918908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-96433086-b75f-4d27-a165-daa7b8494735 None None] Provisioning complete for port f7289f9f-eb05-4ee6-9d08-e87c3356bd06 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:33.919585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96433086-b75f-4d27-a165-daa7b8494735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f7289f9f-eb05-4ee6-9d08-e87c3356bd06), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.928634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Allocated IP 2001:db8::3c5 (17ef32ce-d3b9-4c25-a0e6-3760947d73e1/7b05c95a-462b-45bb-8bea-598ef45ddd22/63f0fef6-f321-4bb7-9eb1-2383199ac7ae) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:34.006797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-96433086-b75f-4d27-a165-daa7b8494735 None None] Port f7289f9f-eb05-4ee6-9d08-e87c3356bd06 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:34.126953 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:34.151376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d24c0-5126-4429-a4db-1bb5ad3fc244 req-7936f1d3-3cd2-4aa5-a33b-7ffec252046d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:34.159447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-653d24c0-5126-4429-a4db-1bb5ad3fc244 req-7936f1d3-3cd2-4aa5-a33b-7ffec252046d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0812607 Feb 11 05:53:34.180590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:34.223055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-653d24c0-5126-4429-a4db-1bb5ad3fc244 req-4590c495-f1e3-49fa-9633-32da83fceffd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625818 Feb 11 05:53:34.252982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:34.258253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:34.264219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:34.272618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:34.273522 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:34.287675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Port': ['ID=63f0fef6-f321-4bb7-9eb1-2383199ac7ae,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:34.299420 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7160542c-bc82-42f9-af1c-9b7bf223be64 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7117274 Feb 11 05:53:34.302015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59816) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:34.311940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::261', 'mac_address': 'fa:16:3e:fd:36:02'}, {'ip_address': '2001:db8::fd', 'mac_address': 'fa:16:3e:32:9c:3e'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:34.524743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:34.640852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7293e17f-5f35-46ec-8177-aa7943a96669 None None] Provisioning complete for port 63f0fef6-f321-4bb7-9eb1-2383199ac7ae triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:34.642346 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7293e17f-5f35-46ec-8177-aa7943a96669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:34.696041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7293e17f-5f35-46ec-8177-aa7943a96669 None None] Port 63f0fef6-f321-4bb7-9eb1-2383199ac7ae cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:34.776372 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:34.788630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:34.837612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] In _notify_port_updated(), no bound segment for port 63f0fef6-f321-4bb7-9eb1-2383199ac7ae on network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 {{(pid=103120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:53:34.844332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:34.845422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:34.849624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "PUT /v2.0/ports/63f0fef6-f321-4bb7-9eb1-2383199ac7ae HTTP/1.1" status: 200 len: 1067 time: 0.5465751 Feb 11 05:53:34.850072 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59820) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:34.854261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event updated for resources: {'Port': ['ID=63f0fef6-f321-4bb7-9eb1-2383199ac7ae,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:34.863205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.863624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.864041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.864318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.864654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.865125 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.865555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.865802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.866133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.866463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.866793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.867120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.867451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ce0c2-cdf6-497f-bbd7-b2a076966b00 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:34.981337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1716b971-837f-4b97-8266-0f4415d97bf6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Deleting port 63f0fef6-f321-4bb7-9eb1-2383199ac7ae {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:34.981830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1716b971-837f-4b97-8266-0f4415d97bf6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:35.108225 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1716b971-837f-4b97-8266-0f4415d97bf6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:35.131151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1716b971-837f-4b97-8266-0f4415d97bf6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Calling delete_port for 63f0fef6-f321-4bb7-9eb1-2383199ac7ae owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:35.231810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6401abf8-bd55-4139-9311-756ffb27d527 None None] Provisioning complete for port 63f0fef6-f321-4bb7-9eb1-2383199ac7ae triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:35.232563 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6401abf8-bd55-4139-9311-756ffb27d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:35.315404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1716b971-837f-4b97-8266-0f4415d97bf6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (63f0fef6-f321-4bb7-9eb1-2383199ac7ae), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:35.452980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716b971-837f-4b97-8266-0f4415d97bf6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event deleted for resources: {'Port': ['ID=63f0fef6-f321-4bb7-9eb1-2383199ac7ae,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:35.493644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe95660-8114-49f6-9960-72038d9d0650 req-0854e9c3-3a94-4c23-925d-9eb5e750dad5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:35.495204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fe95660-8114-49f6-9960-72038d9d0650 req-0854e9c3-3a94-4c23-925d-9eb5e750dad5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.1502078 Feb 11 05:53:35.601733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6401abf8-bd55-4139-9311-756ffb27d527 None None] Port 63f0fef6-f321-4bb7-9eb1-2383199ac7ae cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:35.630556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fe95660-8114-49f6-9960-72038d9d0650 req-a80835df-23c4-4dbe-aa7d-fbd615cff454 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163516 Feb 11 05:53:35.758039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1716b971-837f-4b97-8266-0f4415d97bf6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:35.762339 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1716b971-837f-4b97-8266-0f4415d97bf6 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "DELETE /v2.0/ports/63f0fef6-f321-4bb7-9eb1-2383199ac7ae HTTP/1.1" status: 204 len: 168 time: 0.9100130 Feb 11 05:53:35.766333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59828) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:35.793610 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de6cf54-40c5-4fc4-b04e-73bbcd543ec5 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] GET failed (client error): The resource could not be found. Feb 11 05:53:35.796462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8de6cf54-40c5-4fc4-b04e-73bbcd543ec5 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "GET /v2.0/ports/63f0fef6-f321-4bb7-9eb1-2383199ac7ae HTTP/1.1" status: 404 len: 333 time: 0.0291464 Feb 11 05:53:35.800314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59830) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:35.907158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3bee56ba-e9d7-4988-92f8-d074e02f1510 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Deleting port f7289f9f-eb05-4ee6-9d08-e87c3356bd06 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:35.907689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3bee56ba-e9d7-4988-92f8-d074e02f1510 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f7289f9f-eb05-4ee6-9d08-e87c3356bd06), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:36.003223 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3bee56ba-e9d7-4988-92f8-d074e02f1510 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f7289f9f-eb05-4ee6-9d08-e87c3356bd06), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:36.016090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3bee56ba-e9d7-4988-92f8-d074e02f1510 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Calling delete_port for f7289f9f-eb05-4ee6-9d08-e87c3356bd06 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:36.154377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3bee56ba-e9d7-4988-92f8-d074e02f1510 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f7289f9f-eb05-4ee6-9d08-e87c3356bd06), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:36.189006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee56ba-e9d7-4988-92f8-d074e02f1510 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event deleted for resources: {'Port': ['ID=f7289f9f-eb05-4ee6-9d08-e87c3356bd06,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:36.236720 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3bee56ba-e9d7-4988-92f8-d074e02f1510 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:36.240319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3bee56ba-e9d7-4988-92f8-d074e02f1510 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "DELETE /v2.0/ports/f7289f9f-eb05-4ee6-9d08-e87c3356bd06 HTTP/1.1" status: 204 len: 168 time: 0.4388962 Feb 11 05:53:36.242842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59838) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:36.280907 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c5ecbb-8404-409f-9578-924e8b502f26 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] GET failed (client error): The resource could not be found. Feb 11 05:53:36.288219 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-83c5ecbb-8404-409f-9578-924e8b502f26 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "GET /v2.0/ports/f7289f9f-eb05-4ee6-9d08-e87c3356bd06 HTTP/1.1" status: 404 len: 333 time: 0.0382364 Feb 11 05:53:36.288338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59844) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:36.487951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-03b1877d-a943-4bda-ad91-9f9a164c9537 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:36.489527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-03b1877d-a943-4bda-ad91-9f9a164c9537 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/networks?id=50b677b6-a740-4127-ae73-389d575780ef HTTP/1.1" status: 200 len: 808 time: 0.1636970 Feb 11 05:53:36.492514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-02d4ef3c-7571-4c30-a218-2ba069b747ae tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Deleting port 75b49292-34db-4f4f-a095-c79376a51fb5 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:36.492859 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-02d4ef3c-7571-4c30-a218-2ba069b747ae tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (75b49292-34db-4f4f-a095-c79376a51fb5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:36.526540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-2596185f-0b28-400e-81de-fdbe1b086916 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/quotas/dc7f813b57264b92a5e51f984e0b05e4 HTTP/1.1" status: 200 len: 375 time: 0.0300801 Feb 11 05:53:36.622483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-38e82cec-2dc3-455d-a939-8117a4febf94 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc7f813b57264b92a5e51f984e0b05e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876143 Feb 11 05:53:36.719764 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-02d4ef3c-7571-4c30-a218-2ba069b747ae tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (75b49292-34db-4f4f-a095-c79376a51fb5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:36.772684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-02d4ef3c-7571-4c30-a218-2ba069b747ae tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Calling delete_port for 75b49292-34db-4f4f-a095-c79376a51fb5 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:36.861805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-75969ede-b6f7-4a69-834e-c29b71feafd0 service neutron] 10.222.0.31 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378962 Feb 11 05:53:36.912085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f97f2f-3185-443c-9f35-ffa89ef0a473 req-21680a3f-628a-4fa0-a13f-51df9ee4cd8b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:36.913423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01f97f2f-3185-443c-9f35-ffa89ef0a473 req-21680a3f-628a-4fa0-a13f-51df9ee4cd8b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.1889679 Feb 11 05:53:37.063888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9b24e796-5e5a-4a8a-a3cc-18b50d95724c service neutron] 10.222.0.31 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978278 Feb 11 05:53:37.074270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01f97f2f-3185-443c-9f35-ffa89ef0a473 req-a38b1781-666a-4fe8-90e9-04c5dac75f79 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506729 Feb 11 05:53:37.104769 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-02d4ef3c-7571-4c30-a218-2ba069b747ae tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (75b49292-34db-4f4f-a095-c79376a51fb5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:37.192676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4ef3c-7571-4c30-a218-2ba069b747ae tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event deleted for resources: {'Port': ['ID=75b49292-34db-4f4f-a095-c79376a51fb5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:37.221352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-02d4ef3c-7571-4c30-a218-2ba069b747ae tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:37.227100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 59928) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:37.237076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-02d4ef3c-7571-4c30-a218-2ba069b747ae tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "DELETE /v2.0/ports/75b49292-34db-4f4f-a095-c79376a51fb5 HTTP/1.1" status: 204 len: 168 time: 0.9476943 Feb 11 05:53:37.370073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d497ad7-b1dd-4958-884a-9199fdddf420 req-33aeb721-5218-4d28-9bea-124d02edacd8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 210 time: 0.0406742 Feb 11 05:53:37.375297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-97301ff8-10c2-45c1-99a4-6aed980ab115 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Deleting subnet 7b05c95a-462b-45bb-8bea-598ef45ddd22 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:53:37.379776 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97301ff8-10c2-45c1-99a4-6aed980ab115 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for subnet (7b05c95a-462b-45bb-8bea-598ef45ddd22), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:37.455494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97301ff8-10c2-45c1-99a4-6aed980ab115 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (7b05c95a-462b-45bb-8bea-598ef45ddd22), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:37.577904 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97301ff8-10c2-45c1-99a4-6aed980ab115 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7b05c95a-462b-45bb-8bea-598ef45ddd22), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:37.653648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97301ff8-10c2-45c1-99a4-6aed980ab115 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (7b05c95a-462b-45bb-8bea-598ef45ddd22), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:37.693002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97301ff8-10c2-45c1-99a4-6aed980ab115 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event deleted for resources: {'Subnet': ['ID=7b05c95a-462b-45bb-8bea-598ef45ddd22,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:37.702220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97301ff8-10c2-45c1-99a4-6aed980ab115 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:37.706488 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97301ff8-10c2-45c1-99a4-6aed980ab115 tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "DELETE /v2.0/subnets/7b05c95a-462b-45bb-8bea-598ef45ddd22 HTTP/1.1" status: 204 len: 168 time: 0.4783661 Feb 11 05:53:37.715454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 59988) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:37.740243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3710b7-08ee-4785-b122-aca35d6e9dec None None] Network 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:53:37.885201 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (17ef32ce-d3b9-4c25-a0e6-3760947d73e1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:37.984238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76d1d4-5716-4370-bc11-83829753a864 None None] DHCP port deletion for 17ef32ce-d3b9-4c25-a0e6-3760947d73e1 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:53:37.984979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Deleting port 85007909-2fe2-4111-8f88-440706900c24 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:37.985690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (85007909-2fe2-4111-8f88-440706900c24), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.056780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3a76d1d4-5716-4370-bc11-83829753a864 None None] Deleting port 85007909-2fe2-4111-8f88-440706900c24 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:38.057402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3a76d1d4-5716-4370-bc11-83829753a864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (85007909-2fe2-4111-8f88-440706900c24), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.087374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] For port 85007909-2fe2-4111-8f88-440706900c24, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=85007909-2fe2-4111-8f88-440706900c24,segment=NetworkSegment(bd24b026-38c4-4dcb-a744-fe15f066bfbf),segment_id=bd24b026-38c4-4dcb-a744-fe15f066bfbf)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:38.088057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (85007909-2fe2-4111-8f88-440706900c24), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.115923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Calling delete_port for 85007909-2fe2-4111-8f88-440706900c24 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:38.162443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3a76d1d4-5716-4370-bc11-83829753a864 None None] For port 85007909-2fe2-4111-8f88-440706900c24, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=85007909-2fe2-4111-8f88-440706900c24,segment=NetworkSegment(bd24b026-38c4-4dcb-a744-fe15f066bfbf),segment_id=bd24b026-38c4-4dcb-a744-fe15f066bfbf)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:38.162853 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3a76d1d4-5716-4370-bc11-83829753a864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (85007909-2fe2-4111-8f88-440706900c24), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.188885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3a76d1d4-5716-4370-bc11-83829753a864 None None] Calling delete_port for 85007909-2fe2-4111-8f88-440706900c24 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:38.326472 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3a76d1d4-5716-4370-bc11-83829753a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (85007909-2fe2-4111-8f88-440706900c24), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.331318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (85007909-2fe2-4111-8f88-440706900c24), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.388924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76d1d4-5716-4370-bc11-83829753a864 None None] No DVR routers for this DVR port 85007909-2fe2-4111-8f88-440706900c24 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:53:38.401988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event deleted for resources: {'Port': ['ID=85007909-2fe2-4111-8f88-440706900c24,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:38.402277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76d1d4-5716-4370-bc11-83829753a864 None None] Pushing event deleted for resources: {'Port': ['ID=85007909-2fe2-4111-8f88-440706900c24,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:38.420224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] No DVR routers for this DVR port 85007909-2fe2-4111-8f88-440706900c24 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:53:38.458080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b064185-c81b-4ea8-a7fd-308a6eaf872b req-1e6bdc2f-2382-47ba-9960-6020e190b51b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:38.460114 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b064185-c81b-4ea8-a7fd-308a6eaf872b req-1e6bdc2f-2382-47ba-9960-6020e190b51b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.2397380 Feb 11 05:53:38.556182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28200474-4f9f-4e85-9ffe-2f850d841e90 req-5894f5b2-c760-4a4d-b3bf-e48fca1356e6 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 210 time: 0.0650251 Feb 11 05:53:38.558439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (17ef32ce-d3b9-4c25-a0e6-3760947d73e1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.595880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 85007909-2fe2-4111-8f88-440706900c24 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:53:38.600474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ef32ce-d3b9-4c25-a0e6-3760947d73e1']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:38.618492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd24b026-38c4-4dcb-a744-fe15f066bfbf') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:38.618799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd24b026-38c4-4dcb-a744-fe15f066bfbf') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:38.621369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 85007909-2fe2-4111-8f88-440706900c24 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:53:38.621718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 85007909-2fe2-4111-8f88-440706900c24 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:53:38.628738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b064185-c81b-4ea8-a7fd-308a6eaf872b req-c3bf32b1-4fdf-4ef4-94c7-2a2d5a68baf6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531579 Feb 11 05:53:38.632447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (bd24b026-38c4-4dcb-a744-fe15f066bfbf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.649380 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (bd24b026-38c4-4dcb-a744-fe15f066bfbf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.659346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:53:38.659979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (bd24b026-38c4-4dcb-a744-fe15f066bfbf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:53:38.663924 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:53:38.759685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (17ef32ce-d3b9-4c25-a0e6-3760947d73e1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.767618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.772931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] 10.222.0.31 "DELETE /v2.0/networks/17ef32ce-d3b9-4c25-a0e6-3760947d73e1 HTTP/1.1" status: 204 len: 168 time: 1.0540106 Feb 11 05:53:38.790780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6c7ab-b662-494e-8da4-311b79ca1f8a tempest-AllowedAddressPairIpV6TestJSON-820064038 tempest-AllowedAddressPairIpV6TestJSON-820064038-project] Pushing event deleted for resources: {'Network': ['ID=17ef32ce-d3b9-4c25-a0e6-3760947d73e1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:38.926012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-38717358-e819-4a7d-88ee-f78dc9052ae8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:38.930082 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-38717358-e819-4a7d-88ee-f78dc9052ae8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.81 "GET /v2.0/networks?id=50b677b6-a740-4127-ae73-389d575780ef HTTP/1.1" status: 200 len: 808 time: 0.1740241 Feb 11 05:53:38.943873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Request body: {'port': {'device_id': 'dbc5edd4-1560-4b09-910b-cd0330d45f93', 'network_id': '50b677b6-a740-4127-ae73-389d575780ef', 'admin_state_up': True, 'tenant_id': 'dc7f813b57264b92a5e51f984e0b05e4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:38.995681 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:39.059844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60144) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:39.082189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Made reservation on behalf of dc7f813b57264b92a5e51f984e0b05e4 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:39.086028 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.235929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Allocated IP 172.20.0.6 (50b677b6-a740-4127-ae73-389d575780ef/cd706f07-827f-4c25-a094-afd589766837/13e435af-5015-41bb-8cc8-83050545c9bc) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:39.238843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ec88e075-b82b-4b45-9b50-84da0887cd19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11b2c732b1374a7394012628d4977552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776917 Feb 11 05:53:39.241607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 60174) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:39.305745 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ad96fc97-97f2-41f9-a791-12ceffa90685 admin admin] Publish callbacks [] for security_group (89180820-dacd-436b-bfbd-503976befd90), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.331528 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ad96fc97-97f2-41f9-a791-12ceffa90685 admin admin] Publish callbacks [] for security_group (89180820-dacd-436b-bfbd-503976befd90), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.388537 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ad96fc97-97f2-41f9-a791-12ceffa90685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (89180820-dacd-436b-bfbd-503976befd90), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.391942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ad96fc97-97f2-41f9-a791-12ceffa90685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.395822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ad96fc97-97f2-41f9-a791-12ceffa90685 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89180820-dacd-436b-bfbd-503976befd90 HTTP/1.1" status: 204 len: 168 time: 0.1509182 Feb 11 05:53:39.402384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96fc97-97f2-41f9-a791-12ceffa90685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89180820-dacd-436b-bfbd-503976befd90,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:39.418615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks [] for port (13e435af-5015-41bb-8cc8-83050545c9bc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.461106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.509904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Network 50b677b6-a740-4127-ae73-389d575780ef is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:39.513712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:39.518197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:39.525093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Pushing event updated for resources: {'Port': ['ID=13e435af-5015-41bb-8cc8-83050545c9bc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:39.581107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:39.581812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.599553 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-9e57d277-3717-43c3-aaad-f0cc1f2bf773 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6596692 Feb 11 05:53:39.614483 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Request body: {'port': {'device_id': 'dbc5edd4-1560-4b09-910b-cd0330d45f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:39.690457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.785952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063a6b1-8729-48dd-8e4c-0bdfe34ad568 req-177671a8-503a-44f7-9513-52134748b345 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:39.792759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2063a6b1-8729-48dd-8e4c-0bdfe34ad568 req-177671a8-503a-44f7-9513-52134748b345 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 931 time: 0.1409304 Feb 11 05:53:39.819801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91f29d-5acc-46a1-8349-624a578500ee req-97107ae2-ddf2-4c74-bc67-22ac972a529a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:39.826613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b91f29d-5acc-46a1-8349-624a578500ee req-97107ae2-ddf2-4c74-bc67-22ac972a529a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0992296 Feb 11 05:53:39.893897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2063a6b1-8729-48dd-8e4c-0bdfe34ad568 req-0f1b62ba-1423-45d9-bd37-6f138a8d49c3 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000307 Feb 11 05:53:39.910434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b91f29d-5acc-46a1-8349-624a578500ee req-b8ec869b-10d4-4948-a701-9a70c5a86bc0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741012 Feb 11 05:53:40.066593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e435af-5015-41bb-8cc8-83050545c9bc {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:40.077318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Publish callbacks [] for port (13e435af-5015-41bb-8cc8-83050545c9bc), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:40.094953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Transition to ACTIVE for port object 13e435af-5015-41bb-8cc8-83050545c9bc will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:53:40.098591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:40.152367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Pushing event updated for resources: {'Port': ['ID=13e435af-5015-41bb-8cc8-83050545c9bc,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:40.231679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Attempting to bind port 13e435af-5015-41bb-8cc8-83050545c9bc on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:53:40.232028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Attempting to bind port 13e435af-5015-41bb-8cc8-83050545c9bc by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '81864ae7-3e64-4b14-a0ca-99b7f0423e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50b677b6-a740-4127-ae73-389d575780ef'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:53:40.232365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Attempting to bind port 13e435af-5015-41bb-8cc8-83050545c9bc on network 50b677b6-a740-4127-ae73-389d575780ef {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:40.236792 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Port 13e435af-5015-41bb-8cc8-83050545c9bc on network 50b677b6-a740-4127-ae73-389d575780ef not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:53:40.237139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Attempting to bind port 13e435af-5015-41bb-8cc8-83050545c9bc on network 50b677b6-a740-4127-ae73-389d575780ef {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:40.242513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:53:40.242844 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Checking segment: {'id': '81864ae7-3e64-4b14-a0ca-99b7f0423e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50b677b6-a740-4127-ae73-389d575780ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:40.243219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Bound using segment: {'id': '81864ae7-3e64-4b14-a0ca-99b7f0423e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50b677b6-a740-4127-ae73-389d575780ef'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:53:40.243646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Bound port: 13e435af-5015-41bb-8cc8-83050545c9bc, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81864ae7-3e64-4b14-a0ca-99b7f0423e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50b677b6-a740-4127-ae73-389d575780ef'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:53:40.244014 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:40.320315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] For port 13e435af-5015-41bb-8cc8-83050545c9bc, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:53:40.324273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] For port 13e435af-5015-41bb-8cc8-83050545c9bc, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13e435af-5015-41bb-8cc8-83050545c9bc,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:53:40.332619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:40.370061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:40.370697 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:40.372338 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] 10.222.0.81 "PUT /v2.0/ports/13e435af-5015-41bb-8cc8-83050545c9bc HTTP/1.1" status: 200 len: 1092 time: 0.7638512 Feb 11 05:53:40.372808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc5edd4-1560-4b09-910b-cd0330d45f93', 'tag': '13e435af-5015-41bb-8cc8-83050545c9bc'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:40.375188 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e7990d-ad68-420a-abb6-ecd50865fa73" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc5edd4-1560-4b09-910b-cd0330d45f93", "tag": "13e435af-5015-41bb-8cc8-83050545c9bc"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:40.404602 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294a4c2-933f-4942-8fec-d655f63f4840 service neutron] Pushing event updated for resources: {'Port': ['ID=13e435af-5015-41bb-8cc8-83050545c9bc,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:40.431203 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfcebc8-6084-4193-9eb2-fbe39e4fbd29 x-openstack-request-id: req-ebfcebc8-6084-4193-9eb2-fbe39e4fbd29 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:40.431625 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc5edd4-1560-4b09-910b-cd0330d45f93", "tag": "13e435af-5015-41bb-8cc8-83050545c9bc", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:40.431779 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebfcebc8-6084-4193-9eb2-fbe39e4fbd29 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:40.432148 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc5edd4-1560-4b09-910b-cd0330d45f93', 'tag': '13e435af-5015-41bb-8cc8-83050545c9bc', 'status': 'completed', 'code': 200} Feb 11 05:53:40.483738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-92101ad5-297f-48e6-839f-aff9e9daadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:40.485348 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-92101ad5-297f-48e6-839f-aff9e9daadc9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc7f813b57264b92a5e51f984e0b05e4&device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 1126 time: 0.0506587 Feb 11 05:53:40.542867 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-428139a6-05de-4161-bf19-7ab700c367b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e435af-5015-41bb-8cc8-83050545c9bc HTTP/1.1" status: 200 len: 217 time: 0.0503056 Feb 11 05:53:40.592842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-f4a860c8-d769-42ce-adee-ae66420df042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:40.594351 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-f4a860c8-d769-42ce-adee-ae66420df042 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cd706f07-827f-4c25-a094-afd589766837 HTTP/1.1" status: 200 len: 848 time: 0.0456529 Feb 11 05:53:40.626471 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-5c410445-6734-4617-99a8-83ad26cad23f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=50b677b6-a740-4127-ae73-389d575780ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262375 Feb 11 05:53:40.723630 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-60557e58-91f1-4df8-a8c7-98938db04afc service neutron] 10.222.0.81 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903101 Feb 11 05:53:40.836108 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fce3480a-618e-47de-8fc4-c09e7516ebf0 req-3d04afee-520f-426a-98c8-298d215b6492 service neutron] 10.222.0.81 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058300 Feb 11 05:53:40.949453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-f33f5a6f-860b-4444-9d4a-4e9b896d9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:40.951272 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-f33f5a6f-860b-4444-9d4a-4e9b896d9e4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc7f813b57264b92a5e51f984e0b05e4&device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 1126 time: 0.0561967 Feb 11 05:53:41.094316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-b843150e-64ab-4fe1-8aae-44ad93555a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:41.099566 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-b843150e-64ab-4fe1-8aae-44ad93555a11 service neutron] 10.222.0.81 "GET /v2.0/networks?id=50b677b6-a740-4127-ae73-389d575780ef HTTP/1.1" status: 200 len: 909 time: 0.1372743 Feb 11 05:53:41.113864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a088f-efa7-45d7-82ff-60b3bf74c9ee req-591cb190-a8bb-44f3-b4e8-3789c9937b95 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:41.125954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-209a088f-efa7-45d7-82ff-60b3bf74c9ee req-591cb190-a8bb-44f3-b4e8-3789c9937b95 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 943 time: 0.1461024 Feb 11 05:53:41.157866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449309-7060-4599-9f46-533b65f25a84 req-9bd8910e-cfcb-4b47-86b7-6778a3fd9705 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:41.159639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43449309-7060-4599-9f46-533b65f25a84 req-9bd8910e-cfcb-4b47-86b7-6778a3fd9705 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.1263893 Feb 11 05:53:41.185646 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-4608df86-46e4-4793-b9e2-2affe4561689 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e435af-5015-41bb-8cc8-83050545c9bc HTTP/1.1" status: 200 len: 217 time: 0.0787861 Feb 11 05:53:41.239692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43449309-7060-4599-9f46-533b65f25a84 req-dc468094-61d8-4dcf-8190-f647adb2fd7f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718219 Feb 11 05:53:41.258150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-209a088f-efa7-45d7-82ff-60b3bf74c9ee req-47c904bd-91a1-47ce-bc16-c5a5f02b9365 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309822 Feb 11 05:53:41.275750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-c43b9f7b-ee7b-4030-88ac-26ea598c2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:41.277385 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-c43b9f7b-ee7b-4030-88ac-26ea598c2c4d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cd706f07-827f-4c25-a094-afd589766837 HTTP/1.1" status: 200 len: 848 time: 0.0797994 Feb 11 05:53:41.312451 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-c2eccda1-1352-4b48-81f3-84b01c405365 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=50b677b6-a740-4127-ae73-389d575780ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273979 Feb 11 05:53:41.411302 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-dfdec2a6-ebea-481a-ac7d-1845d61abc49 service neutron] 10.222.0.81 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912774 Feb 11 05:53:41.526373 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c3e7990d-ad68-420a-abb6-ecd50865fa73 req-b8a95d68-3016-44f4-8c8d-d85d1d989dd4 service neutron] 10.222.0.81 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089563 Feb 11 05:53:42.437490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e4c53-2171-4337-8151-c193475576c3 req-85dffc77-d803-407a-919b-c9788c63befe tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:42.440199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e18e4c53-2171-4337-8151-c193475576c3 req-85dffc77-d803-407a-919b-c9788c63befe tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.1156354 Feb 11 05:53:42.873924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e18e4c53-2171-4337-8151-c193475576c3 req-6bc82a8b-2c65-4306-98f5-3f542129048c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278491 Feb 11 05:53:42.900504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8903cd7-66c2-4435-88a6-65f30ea21379 req-414e5f68-30d1-4fe9-b688-bd1f5f53d26b tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:42.902097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8903cd7-66c2-4435-88a6-65f30ea21379 req-414e5f68-30d1-4fe9-b688-bd1f5f53d26b tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 943 time: 0.0869291 Feb 11 05:53:42.950876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8903cd7-66c2-4435-88a6-65f30ea21379 req-7c033389-8973-409d-8c11-72176efe2191 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Feb 11 05:53:43.798701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 13e435af-5015-41bb-8cc8-83050545c9bc details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:53:43.917285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 13e435af-5015-41bb-8cc8-83050545c9bc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13e435af-5015-41bb-8cc8-83050545c9bc,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:43.931596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '13e435af-5015-41bb-8cc8-83050545c9bc', 'network_id': '50b677b6-a740-4127-ae73-389d575780ef', 'port_id': '13e435af-5015-41bb-8cc8-83050545c9bc', 'mac_address': 'fa:16:3e:46:c1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd706f07-827f-4c25-a094-afd589766837', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:53:43.991187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 13e435af-5015-41bb-8cc8-83050545c9bc is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:43.991992 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:44.031112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e435af-5015-41bb-8cc8-83050545c9bc {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:44.041925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53c55-c689-4039-8950-c8b247c1abfc req-0ae32f5d-fa41-4f6d-8b51-5980d9ad2afe tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:44.043714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5d53c55-c689-4039-8950-c8b247c1abfc req-0ae32f5d-fa41-4f6d-8b51-5980d9ad2afe tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0935709 Feb 11 05:53:44.061897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 13e435af-5015-41bb-8cc8-83050545c9bc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13e435af-5015-41bb-8cc8-83050545c9bc,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:44.066734 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:44.121040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=13e435af-5015-41bb-8cc8-83050545c9bc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:44.142213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5d53c55-c689-4039-8950-c8b247c1abfc req-4b8964b2-175e-4fd4-bd94-b62436d04ffa tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860481 Feb 11 05:53:44.155427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449f927-986b-4b0f-81bf-6d15b778a456 req-5dd184a8-13d3-4582-8a62-5acbfb37dcc8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:44.157434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0449f927-986b-4b0f-81bf-6d15b778a456 req-5dd184a8-13d3-4582-8a62-5acbfb37dcc8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 943 time: 0.1125236 Feb 11 05:53:44.211029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0449f927-986b-4b0f-81bf-6d15b778a456 req-fe5e7ae4-6c85-4830-a5a6-9eb42e99831a tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Feb 11 05:53:44.297974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['13e435af-5015-41bb-8cc8-83050545c9bc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:53:45.295209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264f2f2-4957-46ac-81b1-7e0d80af2236 req-ff5f6e62-c855-4497-a94f-0e51066ae633 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:45.309380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9264f2f2-4957-46ac-81b1-7e0d80af2236 req-ff5f6e62-c855-4497-a94f-0e51066ae633 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0829270 Feb 11 05:53:45.390978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9264f2f2-4957-46ac-81b1-7e0d80af2236 req-e39daf4b-e7a5-4a47-8334-551da0d958c8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807126 Feb 11 05:53:45.404197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c0f5-a6d9-4458-be4d-233d2afe7098 req-43821f04-bec8-4acc-9cfa-4345f470dcf3 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:45.415873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7812c0f5-a6d9-4458-be4d-233d2afe7098 req-43821f04-bec8-4acc-9cfa-4345f470dcf3 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 944 time: 0.0994775 Feb 11 05:53:45.479357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7812c0f5-a6d9-4458-be4d-233d2afe7098 req-30746573-07f3-484b-9d45-fd18ef7e52d8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668840 Feb 11 05:53:45.806276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 13e435af-5015-41bb-8cc8-83050545c9bc up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:45.870051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 13e435af-5015-41bb-8cc8-83050545c9bc completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:53:45.875881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 13e435af-5015-41bb-8cc8-83050545c9bc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:45.876495 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:45.980846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 13e435af-5015-41bb-8cc8-83050545c9bc is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:45.981468 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:46.007961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc5edd4-1560-4b09-910b-cd0330d45f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e435af-5015-41bb-8cc8-83050545c9bc'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:46.010385 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b247d2-7859-4e29-a873-edae291cb8cf" -d '{"events": [{"server_uuid": "dbc5edd4-1560-4b09-910b-cd0330d45f93", "name": "network-vif-plugged", "status": "completed", "tag": "13e435af-5015-41bb-8cc8-83050545c9bc"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:46.058829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 13e435af-5015-41bb-8cc8-83050545c9bc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13e435af-5015-41bb-8cc8-83050545c9bc,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:46.068630 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:46.074801 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3977762-7377-41be-a1c4-007e85a28b39 x-openstack-request-id: req-f3977762-7377-41be-a1c4-007e85a28b39 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:46.075181 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc5edd4-1560-4b09-910b-cd0330d45f93", "name": "network-vif-plugged", "status": "completed", "tag": "13e435af-5015-41bb-8cc8-83050545c9bc", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:46.075361 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3977762-7377-41be-a1c4-007e85a28b39 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:46.075913 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc5edd4-1560-4b09-910b-cd0330d45f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e435af-5015-41bb-8cc8-83050545c9bc', 'code': 200} Feb 11 05:53:46.172127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=13e435af-5015-41bb-8cc8-83050545c9bc,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:46.231867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fde08-0a21-4a62-882e-35e9e52856c8 req-a479f121-2f7f-4e4e-9fae-e8b21165937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:46.233447 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0a2fde08-0a21-4a62-882e-35e9e52856c8 req-a479f121-2f7f-4e4e-9fae-e8b21165937b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 1128 time: 0.0655274 Feb 11 05:53:46.304245 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0a2fde08-0a21-4a62-882e-35e9e52856c8 req-8280bf6e-78cb-407e-b16d-a688f984dc30 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644088 Feb 11 05:53:46.548378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d93944-0dd5-48da-9435-c5ee5acdb397 req-3f3aac28-c4e6-4a37-90f0-c43d6aae188d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:46.550105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13d93944-0dd5-48da-9435-c5ee5acdb397 req-3f3aac28-c4e6-4a37-90f0-c43d6aae188d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0833404 Feb 11 05:53:46.634780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13d93944-0dd5-48da-9435-c5ee5acdb397 req-2861772b-99f7-452f-8c90-c23189caae29 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788815 Feb 11 05:53:46.652127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d801-ad41-4e81-8f9d-23b032ad7fd7 req-91e41375-0aa8-4dda-923b-d138544a44e2 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:46.653756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82a3d801-ad41-4e81-8f9d-23b032ad7fd7 req-91e41375-0aa8-4dda-923b-d138544a44e2 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 945 time: 0.0826161 Feb 11 05:53:46.700596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82a3d801-ad41-4e81-8f9d-23b032ad7fd7 req-bc915c5a-aa66-4459-9662-060920faa1a3 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Feb 11 05:53:47.765021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6dc7-31c6-4927-868c-11e402cefd9a req-2f0b51ab-56b5-45e2-aa85-efac25854937 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:47.769620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7ce6dc7-31c6-4927-868c-11e402cefd9a req-2f0b51ab-56b5-45e2-aa85-efac25854937 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0615494 Feb 11 05:53:47.852306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7ce6dc7-31c6-4927-868c-11e402cefd9a req-8e94f808-5095-4829-a6a1-160c1c01b999 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798471 Feb 11 05:53:47.865364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672c869-695a-43ab-b28a-a46694153e70 req-0b467c99-575c-42f5-9c6d-2bc9b35081ad tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:47.867258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2672c869-695a-43ab-b28a-a46694153e70 req-0b467c99-575c-42f5-9c6d-2bc9b35081ad tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 945 time: 0.0929806 Feb 11 05:53:47.926685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2672c869-695a-43ab-b28a-a46694153e70 req-ad89ff45-01f0-44c2-bdf0-bd6beb79d737 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495806 Feb 11 05:53:48.596045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877fb1-feb3-475e-951f-a45d383eea1d req-d60b9b4b-a61f-4640-b417-5f896669b5f4 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:48.598426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e877fb1-feb3-475e-951f-a45d383eea1d req-d60b9b4b-a61f-4640-b417-5f896669b5f4 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 945 time: 0.0726831 Feb 11 05:53:48.671542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e877fb1-feb3-475e-951f-a45d383eea1d req-c99258ad-ba5b-49ce-b9ac-fda098a6304e tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673068 Feb 11 05:53:48.986938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb777-0a40-4aa9-a210-d74dc6cffeb8 req-11abf4fc-7f11-4067-a864-a9a05eb107b6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:48.989082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c22cb777-0a40-4aa9-a210-d74dc6cffeb8 req-11abf4fc-7f11-4067-a864-a9a05eb107b6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0571690 Feb 11 05:53:49.037868 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c22cb777-0a40-4aa9-a210-d74dc6cffeb8 req-8f4a4194-f69b-4940-9ff2-661438145752 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Feb 11 05:53:49.810256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaa93a-a11f-46c3-a233-18d972157fad req-a61dbf93-4a8f-4b1b-9de7-daec40c99382 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:49.812435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45eaa93a-a11f-46c3-a233-18d972157fad req-a61dbf93-4a8f-4b1b-9de7-daec40c99382 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 945 time: 0.0651093 Feb 11 05:53:49.862838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45eaa93a-a11f-46c3-a233-18d972157fad req-9488f3e8-e2d6-4f87-80c7-b47cff4d842f tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Feb 11 05:53:49.865217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-61f3c4e9-38eb-40f5-9da5-0f2f5786e8b1 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:49.867247 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-61f3c4e9-38eb-40f5-9da5-0f2f5786e8b1 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc5edd4-1560-4b09-910b-cd0330d45f93 HTTP/1.1" status: 200 len: 945 time: 0.0604208 Feb 11 05:53:49.971839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Deleting port 13e435af-5015-41bb-8cc8-83050545c9bc {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:53:49.972858 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:50.078286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] For port 13e435af-5015-41bb-8cc8-83050545c9bc, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=13e435af-5015-41bb-8cc8-83050545c9bc,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:50.078668 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:50.092194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Calling delete_port for 13e435af-5015-41bb-8cc8-83050545c9bc owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:53:50.181453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068109b-c5b0-41a0-ad5f-88dee7e8b04d req-a09d93fb-ce57-4727-b072-e35b03aad894 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:50.183513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2068109b-c5b0-41a0-ad5f-88dee7e8b04d req-a09d93fb-ce57-4727-b072-e35b03aad894 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0594318 Feb 11 05:53:50.225833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (13e435af-5015-41bb-8cc8-83050545c9bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:50.241719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['13e435af-5015-41bb-8cc8-83050545c9bc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:53:50.252679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2068109b-c5b0-41a0-ad5f-88dee7e8b04d req-5962e4c5-f095-4ec6-969d-cbe445ee61b8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621939 Feb 11 05:53:50.262876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Pushing event deleted for resources: {'Port': ['ID=13e435af-5015-41bb-8cc8-83050545c9bc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:50.318706 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] No DVR routers for this DVR port 13e435af-5015-41bb-8cc8-83050545c9bc on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:53:50.322012 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:50.326717 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e4c19a5-01e3-4def-8322-d5f316dfd6cc req-2e076f31-665e-4455-bf4b-75d5d2a00e00 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.81 "DELETE /v2.0/ports/13e435af-5015-41bb-8cc8-83050545c9bc HTTP/1.1" status: 204 len: 173 time: 0.4530749 Feb 11 05:53:50.327324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc5edd4-1560-4b09-910b-cd0330d45f93', 'name': 'network-vif-deleted', 'tag': '13e435af-5015-41bb-8cc8-83050545c9bc'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:50.330063 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4124d71-5d36-4b04-8e61-fb140c78d14a" -d '{"events": [{"server_uuid": "dbc5edd4-1560-4b09-910b-cd0330d45f93", "name": "network-vif-deleted", "tag": "13e435af-5015-41bb-8cc8-83050545c9bc"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:50.379181 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509aeda2-b6cb-43c8-b03e-fc51b13db54d x-openstack-request-id: req-509aeda2-b6cb-43c8-b03e-fc51b13db54d {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:50.379736 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc5edd4-1560-4b09-910b-cd0330d45f93", "name": "network-vif-deleted", "tag": "13e435af-5015-41bb-8cc8-83050545c9bc", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:50.381060 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-509aeda2-b6cb-43c8-b03e-fc51b13db54d {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:50.381919 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc5edd4-1560-4b09-910b-cd0330d45f93', 'name': 'network-vif-deleted', 'tag': '13e435af-5015-41bb-8cc8-83050545c9bc', 'status': 'completed', 'code': 200} Feb 11 05:53:51.200597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-941b42f4-62d1-42f4-9d32-050dac39d53f tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:51.202067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-941b42f4-62d1-42f4-9d32-050dac39d53f tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/networks?id=50b677b6-a740-4127-ae73-389d575780ef HTTP/1.1" status: 200 len: 808 time: 0.1060634 Feb 11 05:53:51.222887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-64256337-c635-4c8d-a9b6-d495084ab6a7 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/quotas/dc7f813b57264b92a5e51f984e0b05e4 HTTP/1.1" status: 200 len: 375 time: 0.0150862 Feb 11 05:53:51.252292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-ea9393a1-161b-4e8d-9dfc-ca1e5487934b tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc7f813b57264b92a5e51f984e0b05e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284295 Feb 11 05:53:51.413183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-9bc001e3-02e7-47ee-8932-61329cd47628 service neutron] 10.222.0.31 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468916 Feb 11 05:53:51.423141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350cf1d-a0de-446a-a82a-bb8a33175160 req-581bff81-c032-4d84-8941-128d5a9a6eb3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:51.424619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6350cf1d-a0de-446a-a82a-bb8a33175160 req-581bff81-c032-4d84-8941-128d5a9a6eb3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0777440 Feb 11 05:53:51.534772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6350cf1d-a0de-446a-a82a-bb8a33175160 req-2b35afc1-dd5c-4e6e-98de-015c3684de65 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911269 Feb 11 05:53:51.579828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-5cfd0e0b-2dfc-4597-abfb-2833d883af7d service neutron] 10.222.0.31 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541040 Feb 11 05:53:51.782765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cbd8cc0-4d1b-4df0-8e55-396297a95f86 req-1a0a1eab-6354-4942-b0ec-27a4f07e372a tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 210 time: 0.0465627 Feb 11 05:53:52.126648 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:52.682589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452336f-7319-4dc1-aa7a-75f29cb06a12 req-d7891f87-9133-4ad6-ba27-22804c093cae tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:52.691313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7452336f-7319-4dc1-aa7a-75f29cb06a12 req-d7891f87-9133-4ad6-ba27-22804c093cae tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0741158 Feb 11 05:53:52.746106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7452336f-7319-4dc1-aa7a-75f29cb06a12 req-6c22708f-fdc5-41bd-955a-99c7bdd266ed tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538466 Feb 11 05:53:52.822081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-9ca85eb8-7786-4861-96ed-8571c8f055ad tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:52.824388 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-9ca85eb8-7786-4861-96ed-8571c8f055ad tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.81 "GET /v2.0/networks?id=50b677b6-a740-4127-ae73-389d575780ef HTTP/1.1" status: 200 len: 808 time: 0.1691768 Feb 11 05:53:52.836873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Request body: {'port': {'device_id': '77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9', 'network_id': '50b677b6-a740-4127-ae73-389d575780ef', 'admin_state_up': True, 'tenant_id': 'dc7f813b57264b92a5e51f984e0b05e4'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:52.895429 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57931bac-8fd1-4ac4-a1df-b99d9ba73576 req-23b3416f-ff25-41ec-b94f-9a6a6e556dd5 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 210 time: 0.0353591 Feb 11 05:53:52.951734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Made reservation on behalf of dc7f813b57264b92a5e51f984e0b05e4 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:52.955504 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:53.084183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Allocated IP 172.20.0.7 (50b677b6-a740-4127-ae73-389d575780ef/cd706f07-827f-4c25-a094-afd589766837/b6a47aec-3885-49fb-b9ca-d5583e391a87) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:53.158077 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:53.249847 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks [] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:53.286949 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:53.340563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Pushing event updated for resources: {'Port': ['ID=b6a47aec-3885-49fb-b9ca-d5583e391a87,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:53.369490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Network 50b677b6-a740-4127-ae73-389d575780ef is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:53.371079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:53.373512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:53.426294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:53.426975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:53.445273 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-f15d0816-758e-4b8c-ba83-845a85f8e33d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124196 Feb 11 05:53:53.592108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Request body: {'port': {'device_id': '77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:53.657773 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:53.819239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 13e435af-5015-41bb-8cc8-83050545c9bc no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:53:53.860328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 13e435af-5015-41bb-8cc8-83050545c9bc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:53:53.860682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 13e435af-5015-41bb-8cc8-83050545c9bc not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:53:53.979408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8443a8-ad6f-4c24-bd3f-b57fd1e6fae8 req-90e2af28-3023-4d1a-a971-e00b3888f8b8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:53.987702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b8443a8-ad6f-4c24-bd3f-b57fd1e6fae8 req-90e2af28-3023-4d1a-a971-e00b3888f8b8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.1623094 Feb 11 05:53:54.032132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a47aec-3885-49fb-b9ca-d5583e391a87 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:54.040011 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Publish callbacks [] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:54.056253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Transition to ACTIVE for port object b6a47aec-3885-49fb-b9ca-d5583e391a87 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:53:54.061600 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:54.078759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b8443a8-ad6f-4c24-bd3f-b57fd1e6fae8 req-1a9ea4e4-c218-4464-b279-69bbbeba5547 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898879 Feb 11 05:53:54.101850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00e51-dcc1-4fc8-a26e-acd21546b6b6 req-2332a40c-8038-4052-8c82-4e8beccd4487 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:54.105790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5a00e51-dcc1-4fc8-a26e-acd21546b6b6 req-2332a40c-8038-4052-8c82-4e8beccd4487 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 931 time: 0.0932033 Feb 11 05:53:54.143822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Pushing event updated for resources: {'Port': ['ID=b6a47aec-3885-49fb-b9ca-d5583e391a87,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:54.158003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5a00e51-dcc1-4fc8-a26e-acd21546b6b6 req-32b5fdb2-57dc-4b2d-a93f-407bc9f0a45f tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485523 Feb 11 05:53:54.204201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Attempting to bind port b6a47aec-3885-49fb-b9ca-d5583e391a87 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:53:54.204537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Attempting to bind port b6a47aec-3885-49fb-b9ca-d5583e391a87 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '81864ae7-3e64-4b14-a0ca-99b7f0423e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50b677b6-a740-4127-ae73-389d575780ef'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:53:54.204866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Attempting to bind port b6a47aec-3885-49fb-b9ca-d5583e391a87 on network 50b677b6-a740-4127-ae73-389d575780ef {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:54.209031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Port b6a47aec-3885-49fb-b9ca-d5583e391a87 on network 50b677b6-a740-4127-ae73-389d575780ef not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:53:54.209387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Attempting to bind port b6a47aec-3885-49fb-b9ca-d5583e391a87 on network 50b677b6-a740-4127-ae73-389d575780ef {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:54.214089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:53:54.214436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Checking segment: {'id': '81864ae7-3e64-4b14-a0ca-99b7f0423e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50b677b6-a740-4127-ae73-389d575780ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:54.214825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Bound using segment: {'id': '81864ae7-3e64-4b14-a0ca-99b7f0423e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50b677b6-a740-4127-ae73-389d575780ef'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:53:54.215246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Bound port: b6a47aec-3885-49fb-b9ca-d5583e391a87, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81864ae7-3e64-4b14-a0ca-99b7f0423e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50b677b6-a740-4127-ae73-389d575780ef'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:53:54.215605 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:54.277755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] For port b6a47aec-3885-49fb-b9ca-d5583e391a87, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:53:54.280779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] For port b6a47aec-3885-49fb-b9ca-d5583e391a87, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b6a47aec-3885-49fb-b9ca-d5583e391a87,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:53:54.287196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:54.318894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:54.319549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:54.320930 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] 10.222.0.81 "PUT /v2.0/ports/b6a47aec-3885-49fb-b9ca-d5583e391a87 HTTP/1.1" status: 200 len: 1092 time: 0.8687148 Feb 11 05:53:54.321410 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9', 'tag': 'b6a47aec-3885-49fb-b9ca-d5583e391a87'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:54.323705 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a6a90b-2761-48d2-b77c-b192489571e5" -d '{"events": [{"name": "network-changed", "server_uuid": "77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9", "tag": "b6a47aec-3885-49fb-b9ca-d5583e391a87"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:54.354461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a55a2-4bb3-4a94-a1d4-fa0523d7d9ca service neutron] Pushing event updated for resources: {'Port': ['ID=b6a47aec-3885-49fb-b9ca-d5583e391a87,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:54.368587 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25b5874-1740-4a2a-a348-3d8d3fb9fb1e x-openstack-request-id: req-b25b5874-1740-4a2a-a348-3d8d3fb9fb1e {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:54.368805 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9", "tag": "b6a47aec-3885-49fb-b9ca-d5583e391a87", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:54.369058 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b25b5874-1740-4a2a-a348-3d8d3fb9fb1e {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:54.369479 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9', 'tag': 'b6a47aec-3885-49fb-b9ca-d5583e391a87', 'status': 'completed', 'code': 200} Feb 11 05:53:54.406755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-d24b5b89-a704-4cf7-9d99-64b22d5c288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:54.408264 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-d24b5b89-a704-4cf7-9d99-64b22d5c288e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc7f813b57264b92a5e51f984e0b05e4&device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 1126 time: 0.0482876 Feb 11 05:53:54.452828 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-1e176ccd-1d74-4836-a551-12ecc864edbc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a47aec-3885-49fb-b9ca-d5583e391a87 HTTP/1.1" status: 200 len: 217 time: 0.0377662 Feb 11 05:53:54.501353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-d9a1ded9-11fb-4a01-bcb8-0f74ab16fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:54.502793 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-d9a1ded9-11fb-4a01-bcb8-0f74ab16fd24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cd706f07-827f-4c25-a094-afd589766837 HTTP/1.1" status: 200 len: 848 time: 0.0440786 Feb 11 05:53:54.533354 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-e421332c-da46-44c0-92c6-813438cc803e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=50b677b6-a740-4127-ae73-389d575780ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246172 Feb 11 05:53:54.631793 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-e3fab38a-9e56-4d99-ac49-e0f2ac768431 service neutron] 10.222.0.81 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928924 Feb 11 05:53:54.722420 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a9626d1f-ff39-4c25-b0f6-26874be4cfc5 req-dd685749-94e5-4d1b-8326-38f017922f61 service neutron] 10.222.0.81 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844991 Feb 11 05:53:54.830241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-e98353b9-dabe-44a2-b69e-83efd6d3026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:54.832044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-e98353b9-dabe-44a2-b69e-83efd6d3026a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc7f813b57264b92a5e51f984e0b05e4&device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 1126 time: 0.0531394 Feb 11 05:53:54.927165 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-d694a578-8d63-4fc3-bd8d-3cd4b144d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:54.928539 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-d694a578-8d63-4fc3-bd8d-3cd4b144d82e service neutron] 10.222.0.81 "GET /v2.0/networks?id=50b677b6-a740-4127-ae73-389d575780ef HTTP/1.1" status: 200 len: 909 time: 0.0900619 Feb 11 05:53:54.974077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-2d0d7b4d-e821-4320-988d-85307970812a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a47aec-3885-49fb-b9ca-d5583e391a87 HTTP/1.1" status: 200 len: 217 time: 0.0390453 Feb 11 05:53:55.022962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-6485583b-8519-4526-bef4-2a28b601a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:55.024482 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-6485583b-8519-4526-bef4-2a28b601a9fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cd706f07-827f-4c25-a094-afd589766837 HTTP/1.1" status: 200 len: 848 time: 0.0448382 Feb 11 05:53:55.056168 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-224a87e9-3472-46e9-9e7c-d648252a019b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=50b677b6-a740-4127-ae73-389d575780ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256345 Feb 11 05:53:55.160070 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-bf7020a1-2eef-457c-9ecb-fcf0261435be service neutron] 10.222.0.81 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975304 Feb 11 05:53:55.217848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f014e-8113-43da-bdc7-6cc7aef66ed9 req-a5932479-426f-45a0-b253-b7b86a4a9ace tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:55.220878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f61f014e-8113-43da-bdc7-6cc7aef66ed9 req-a5932479-426f-45a0-b253-b7b86a4a9ace tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0677114 Feb 11 05:53:55.292358 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-18a6a90b-2761-48d2-b77c-b192489571e5 req-e6e09476-bfb5-47bc-96d6-d9bb05254e37 service neutron] 10.222.0.81 "GET /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249194 Feb 11 05:53:55.318058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f61f014e-8113-43da-bdc7-6cc7aef66ed9 req-3c942c18-c612-41dc-8df1-9e9b8aface20 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886834 Feb 11 05:53:55.340639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a36acc-e2f6-4dae-a574-c994a91f766d req-6966f7f1-0310-4941-ac16-89793203578a tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:55.343318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26a36acc-e2f6-4dae-a574-c994a91f766d req-6966f7f1-0310-4941-ac16-89793203578a tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 943 time: 0.0900340 Feb 11 05:53:55.401717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26a36acc-e2f6-4dae-a574-c994a91f766d req-ea7e4eb0-e4c7-4bf3-ac06-78faa267540e tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524178 Feb 11 05:53:56.460998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8496d-0682-4e57-a5c9-29cbde012fea req-3109f506-7da7-4408-95d3-1a398a4cabf2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:56.463483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ef8496d-0682-4e57-a5c9-29cbde012fea req-3109f506-7da7-4408-95d3-1a398a4cabf2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0704758 Feb 11 05:53:56.556322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ef8496d-0682-4e57-a5c9-29cbde012fea req-884c6f98-593d-42af-9b82-ea06eff08db5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854201 Feb 11 05:53:56.610338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93280-b6d0-4f2d-8bd2-776895b6b236 req-9291d048-f3f9-45a4-b3dc-481d81784b26 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:56.611895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6d93280-b6d0-4f2d-8bd2-776895b6b236 req-9291d048-f3f9-45a4-b3dc-481d81784b26 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 943 time: 0.0803092 Feb 11 05:53:56.670180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6d93280-b6d0-4f2d-8bd2-776895b6b236 req-fcabc485-2f02-4352-8196-fe8a413d2eea tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504773 Feb 11 05:53:57.688651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faff51-bdfa-44ab-9610-a347ebae16e4 req-c0e741c5-97c6-4b79-934b-e2e08c1b8727 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:57.690174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25faff51-bdfa-44ab-9610-a347ebae16e4 req-c0e741c5-97c6-4b79-934b-e2e08c1b8727 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0528381 Feb 11 05:53:57.739306 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-206cd852-f5d8-4698-87cc-e175d037097b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:57.777237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25faff51-bdfa-44ab-9610-a347ebae16e4 req-ae5c76f2-8ceb-4702-a1d1-fa5a998aaab7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779099 Feb 11 05:53:57.845661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b6a47aec-3885-49fb-b9ca-d5583e391a87 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:53:57.859115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9962a-63a7-4ad5-8ab7-d76f5ba65cb3 req-469ac8b4-9552-455d-93d0-106d2b4ec69d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:57.860957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dc9962a-63a7-4ad5-8ab7-d76f5ba65cb3 req-469ac8b4-9552-455d-93d0-106d2b4ec69d tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 943 time: 0.0824852 Feb 11 05:53:57.940232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dc9962a-63a7-4ad5-8ab7-d76f5ba65cb3 req-42a2967a-f5fb-4d92-aabc-d4e561d9f3f3 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721388 Feb 11 05:53:58.045848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b6a47aec-3885-49fb-b9ca-d5583e391a87, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b6a47aec-3885-49fb-b9ca-d5583e391a87,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:58.059631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'b6a47aec-3885-49fb-b9ca-d5583e391a87', 'network_id': '50b677b6-a740-4127-ae73-389d575780ef', 'port_id': 'b6a47aec-3885-49fb-b9ca-d5583e391a87', 'mac_address': 'fa:16:3e:15:87:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd706f07-827f-4c25-a094-afd589766837', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:53:58.060977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d9280-1ed5-4386-a212-5d9244761cc7 req-2325cf0e-70d4-49b8-b28d-ba29d49acf91 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:58.062671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8d9280-1ed5-4386-a212-5d9244761cc7 req-2325cf0e-70d4-49b8-b28d-ba29d49acf91 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0632083 Feb 11 05:53:58.106676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port b6a47aec-3885-49fb-b9ca-d5583e391a87 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:58.108436 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:58.129180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8d9280-1ed5-4386-a212-5d9244761cc7 req-5cd2f0a2-bfb4-4eaf-b40d-543af8242b4b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497644 Feb 11 05:53:58.129516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a47aec-3885-49fb-b9ca-d5583e391a87 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:58.161097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b6a47aec-3885-49fb-b9ca-d5583e391a87, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b6a47aec-3885-49fb-b9ca-d5583e391a87,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:58.166849 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:58.226857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=b6a47aec-3885-49fb-b9ca-d5583e391a87,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:58.282824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d38b3-e441-4dc9-8dda-a506966a5f7d req-ff130890-4310-48c1-adb8-a4fdc4fb7aa8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:58.284301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-993d38b3-e441-4dc9-8dda-a506966a5f7d req-ff130890-4310-48c1-adb8-a4fdc4fb7aa8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0780976 Feb 11 05:53:58.347362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-993d38b3-e441-4dc9-8dda-a506966a5f7d req-a6130155-2f7c-477e-9fa0-27df709265d2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517788 Feb 11 05:53:58.378866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['b6a47aec-3885-49fb-b9ca-d5583e391a87'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:53:58.492631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5f424-44f0-483a-ae0d-273450355717 req-635c5c4a-49a8-48c4-b5ec-669fd37d5b6b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:58.494777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbe5f424-44f0-483a-ae0d-273450355717 req-635c5c4a-49a8-48c4-b5ec-669fd37d5b6b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0615606 Feb 11 05:53:58.551689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbe5f424-44f0-483a-ae0d-273450355717 req-77c2b145-d0fb-4d11-b1a2-ab237bd041f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503082 Feb 11 05:53:58.680619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9737ba-efe7-449c-acb2-0357ffcce627 req-79790d98-0812-4983-9034-4b1a15927200 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:58.682572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c9737ba-efe7-449c-acb2-0357ffcce627 req-79790d98-0812-4983-9034-4b1a15927200 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0589623 Feb 11 05:53:58.736800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c9737ba-efe7-449c-acb2-0357ffcce627 req-19adba58-33b4-4d75-8d20-b7f89c3bd579 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477097 Feb 11 05:53:59.068973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-27e728c8-35af-4fd6-a6eb-6be105ea448d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.070593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-27e728c8-35af-4fd6-a6eb-6be105ea448d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.1444156 Feb 11 05:53:59.093166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872be51-51ad-4e8c-8034-e8e32039c563 req-dba8c57e-8d45-4063-a62c-b5af1d47afd0 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.094754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d872be51-51ad-4e8c-8034-e8e32039c563 req-dba8c57e-8d45-4063-a62c-b5af1d47afd0 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 944 time: 0.0849912 Feb 11 05:53:59.098909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-9b453766-329e-439b-95cd-3802e74aeb2e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/quotas/b29f2635ab8a4aeaac6524485e3c97b8 HTTP/1.1" status: 200 len: 375 time: 0.0207174 Feb 11 05:53:59.196777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d872be51-51ad-4e8c-8034-e8e32039c563 req-ddd0f6cd-ea3c-458e-8ef8-c027465d8549 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826392 Feb 11 05:53:59.213168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-6052f665-eb19-4e3d-84a9-66eddd5ec7b9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0915484 Feb 11 05:53:59.309643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-40d99f38-2ff7-4d96-ab2e-d715bc7fa6c4 service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901525 Feb 11 05:53:59.411030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-30872240-1ede-4319-93a2-39fd7ddb6e1c service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959740 Feb 11 05:53:59.592705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e774a55-9ceb-4bbd-8e32-b544be2c7088 req-4f25448c-1bce-481b-a71f-aab6ceb5db95 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 210 time: 0.0292699 Feb 11 05:53:59.781918 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-0c004cf6-6806-4d75-97ac-b6482e0fef79 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0684257 Feb 11 05:53:59.852731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b6a47aec-3885-49fb-b9ca-d5583e391a87 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:59.892976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-851080fe-bde7-47bc-a2ee-41c5a2ae70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.895126 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-851080fe-bde7-47bc-a2ee-41c5a2ae70ad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1128 time: 0.0674229 Feb 11 05:53:59.955645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port b6a47aec-3885-49fb-b9ca-d5583e391a87 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:53:59.962239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port b6a47aec-3885-49fb-b9ca-d5583e391a87 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:59.962884 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:00.092569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-40c9abe1-0ee0-41c3-a468-7be06cce4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:00.094390 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-40c9abe1-0ee0-41c3-a468-7be06cce4115 service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1738865 Feb 11 05:54:00.106294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port b6a47aec-3885-49fb-b9ca-d5583e391a87 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:00.106683 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:00.148703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b6a47aec-3885-49fb-b9ca-d5583e391a87, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b6a47aec-3885-49fb-b9ca-d5583e391a87,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:00.150182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a47aec-3885-49fb-b9ca-d5583e391a87'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:00.152961 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab9e154-3673-4a9e-a539-56f50ef2ba61" -d '{"events": [{"server_uuid": "77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9", "name": "network-vif-plugged", "status": "completed", "tag": "b6a47aec-3885-49fb-b9ca-d5583e391a87"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:00.168717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:00.295733 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2206e1-d76e-4a59-b77e-b41b7e39dcc0 x-openstack-request-id: req-7c2206e1-d76e-4a59-b77e-b41b7e39dcc0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:00.296082 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9", "name": "network-vif-plugged", "status": "completed", "tag": "b6a47aec-3885-49fb-b9ca-d5583e391a87", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:00.296351 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c2206e1-d76e-4a59-b77e-b41b7e39dcc0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:00.296772 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a47aec-3885-49fb-b9ca-d5583e391a87', 'code': 200} Feb 11 05:54:00.378072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=b6a47aec-3885-49fb-b9ca-d5583e391a87,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:00.382007 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a082e282-8181-4c4f-81e3-78c66ffaf7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:00.397607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2078709-04dd-4f70-a2db-546c0e0579b4 req-2c556b96-946f-4bda-8239-bc9299c21839 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:00.406880 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2078709-04dd-4f70-a2db-546c0e0579b4 req-2c556b96-946f-4bda-8239-bc9299c21839 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.0839496 Feb 11 05:54:00.541643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2078709-04dd-4f70-a2db-546c0e0579b4 req-dbf080ea-9c69-48d0-a0ec-0677228394ca tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291976 Feb 11 05:54:00.569876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-fb630095-7f76-42dd-a7e2-26362d195eac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1232142 Feb 11 05:54:00.576961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a85a5-6ef5-4b03-b3e7-55a0518f1562 req-d485477d-baa2-4e6e-9c7d-172bf0b131bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:00.590906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-933a85a5-6ef5-4b03-b3e7-55a0518f1562 req-d485477d-baa2-4e6e-9c7d-172bf0b131bc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 1128 time: 0.1110477 Feb 11 05:54:00.666322 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-63a2d5fe-a1fc-4723-9ae0-595d28ef91b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1000 time: 0.5652499 Feb 11 05:54:00.711569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-933a85a5-6ef5-4b03-b3e7-55a0518f1562 req-d5757f15-c66f-426f-9cb9-5d8ffc361d6b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133127 Feb 11 05:54:00.754367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2d425df-73a1-45d4-a6f2-4a1970c411e9 req-9f2eede9-e1ef-42e4-b63c-2f7de32ddce5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 210 time: 0.0702481 Feb 11 05:54:00.765348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-3b1993bd-2f89-4453-8c82-9727c6f15472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:00.776470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-2806851c-7484-45e3-a287-ee012ad97b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:00.779341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-2806851c-7484-45e3-a287-ee012ad97b54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 1128 time: 0.1467383 Feb 11 05:54:00.782539 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-3b1993bd-2f89-4453-8c82-9727c6f15472 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.1071537 Feb 11 05:54:00.998575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-d81cd7bb-19ec-439c-9fff-23a185899842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.000369 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-d81cd7bb-19ec-439c-9fff-23a185899842 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0956318 Feb 11 05:54:01.047674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-1bc2a818-9022-42dd-bbf2-52744de3d196 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.047674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-1bc2a818-9022-42dd-bbf2-52744de3d196 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.2177119 Feb 11 05:54:01.051678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-9dc38744-1620-4a34-80bf-b47410d03f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.055393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-9dc38744-1620-4a34-80bf-b47410d03f55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.2538676 Feb 11 05:54:01.066482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'port': {'device_id': '3ed54eed-5803-4e64-8156-019d10b0a346', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'admin_state_up': True, 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:01.147238 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.155728 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-69e40dff-e9bd-45a7-9ee9-6ef6374205a4 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473987 Feb 11 05:54:01.191083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-3634c304-b605-4ca6-b0bb-7f1ca0f90df1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c99db9b-122a-4576-9fbb-c548b633006f HTTP/1.1" status: 200 len: 217 time: 0.0417905 Feb 11 05:54:01.286492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-301f73fc-1444-48c2-a335-f905d2235048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.287999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-301f73fc-1444-48c2-a335-f905d2235048 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0721211 Feb 11 05:54:01.288861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Made reservation on behalf of b29f2635ab8a4aeaac6524485e3c97b8 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:01.292495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.296711 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4b5fd036-d28b-46ed-8e71-473571d1d239 req-50a8851b-725d-4e14-a9b6-065674390de2 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334062 Feb 11 05:54:01.407427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-02aebea1-4cd7-4add-b6fb-48fa99ab1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.408999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-02aebea1-4cd7-4add-b6fb-48fa99ab1c85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1135650 Feb 11 05:54:01.419050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-e286ed9f-38dc-4035-ad48-ae6ca1293b01 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:54:01.420584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-e286ed9f-38dc-4035-ad48-ae6ca1293b01 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056422 Feb 11 05:54:01.539593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Allocated IP 172.20.0.13 (abfa4306-2b9c-4370-b880-1bf69d009c8b/7905b729-75a5-408c-a2de-50eecd2cb838/825375ce-e226-49d6-8138-3e7ac428ba9b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:01.573472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-39ec7f4f-f644-4540-a2e6-6e2de1444a10 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446531 Feb 11 05:54:01.816652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00421a4b-0a12-47de-92cd-3c1369b3e271 req-15f2c139-caf6-4595-bae4-c3d1e4919ae4 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365961 Feb 11 05:54:01.834702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b23e-f85c-4815-b902-d7912cd65a91 req-8c98d6fd-fd96-4ec4-a930-8aaa2dc44cc0 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.836217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f90b23e-f85c-4815-b902-d7912cd65a91 req-8c98d6fd-fd96-4ec4-a930-8aaa2dc44cc0 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.1526279 Feb 11 05:54:01.920081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4887eb56-1075-424f-b29a-a62131c3f3ab req-6bd14ede-d255-48e2-93f2-6cf60c7ef039 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 210 time: 0.0514727 Feb 11 05:54:01.923001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.941809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f90b23e-f85c-4815-b902-d7912cd65a91 req-4ead037a-34d4-4f92-8619-2fdb66783aa9 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944669 Feb 11 05:54:01.978314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.997173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4c99db9b-122a-4576-9fbb-c548b633006f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:54:02.027211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Network abfa4306-2b9c-4370-b880-1bf69d009c8b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:02.031411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:02.035284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:02.068543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'Port': ['ID=825375ce-e226-49d6-8138-3e7ac428ba9b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:02.113363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.114065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.158752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-76e46cbe-6c20-41c0-b333-2bee23fa36f5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0970905 Feb 11 05:54:02.171343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Request body: {'port': {'device_id': '3ed54eed-5803-4e64-8156-019d10b0a346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:02.298269 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.480136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ebe96a3f-eb0b-4199-bf36-77aa44ab018a None None] Provisioning complete for port 825375ce-e226-49d6-8138-3e7ac428ba9b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:02.482280 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ebe96a3f-eb0b-4199-bf36-77aa44ab018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.562437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60740) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:02.570116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ebe96a3f-eb0b-4199-bf36-77aa44ab018a None None] Port 825375ce-e226-49d6-8138-3e7ac428ba9b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:02.665503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825375ce-e226-49d6-8138-3e7ac428ba9b {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:02.678607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Publish callbacks [] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.695051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-649a5991-3754-4161-9eb9-9618f476b91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.697657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Transition to ACTIVE for port object 825375ce-e226-49d6-8138-3e7ac428ba9b will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:54:02.703443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.802115 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.829739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Pushing event updated for resources: {'Port': ['ID=825375ce-e226-49d6-8138-3e7ac428ba9b,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:02.846556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-649a5991-3754-4161-9eb9-9618f476b91e admin admin] Publish callbacks [] for security_group (573fec2b-0cda-4b4d-bf9e-35004ae57bc8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.856012 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-649a5991-3754-4161-9eb9-9618f476b91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (573fec2b-0cda-4b4d-bf9e-35004ae57bc8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.889836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5991-3754-4161-9eb9-9618f476b91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573fec2b-0cda-4b4d-bf9e-35004ae57bc8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:02.911562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Attempting to bind port 825375ce-e226-49d6-8138-3e7ac428ba9b on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:02.911919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Attempting to bind port 825375ce-e226-49d6-8138-3e7ac428ba9b by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:02.912313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Attempting to bind port 825375ce-e226-49d6-8138-3e7ac428ba9b on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:02.919997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Port 825375ce-e226-49d6-8138-3e7ac428ba9b on network abfa4306-2b9c-4370-b880-1bf69d009c8b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:54:02.921387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Attempting to bind port 825375ce-e226-49d6-8138-3e7ac428ba9b on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:02.929212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:02.929883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Checking segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:02.930460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Bound using segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:02.931248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Bound port: 825375ce-e226-49d6-8138-3e7ac428ba9b, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:02.931807 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.945165 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-649a5991-3754-4161-9eb9-9618f476b91e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6923d9b9240546d490bc89c3ca16de59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3813839 Feb 11 05:54:02.947882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60748) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:03.069165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec8c2-d9d8-406a-b9e5-23ebb50eabca admin admin] Publish callbacks [] for security_group (573fec2b-0cda-4b4d-bf9e-35004ae57bc8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.086970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] For port 825375ce-e226-49d6-8138-3e7ac428ba9b, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:03.090702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] For port 825375ce-e226-49d6-8138-3e7ac428ba9b, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=825375ce-e226-49d6-8138-3e7ac428ba9b,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:03.103838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec8c2-d9d8-406a-b9e5-23ebb50eabca admin admin] Publish callbacks [] for security_group (573fec2b-0cda-4b4d-bf9e-35004ae57bc8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.130433 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.205723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec8c2-d9d8-406a-b9e5-23ebb50eabca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (573fec2b-0cda-4b4d-bf9e-35004ae57bc8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.209108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec8c2-d9d8-406a-b9e5-23ebb50eabca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.212990 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3e1ec8c2-d9d8-406a-b9e5-23ebb50eabca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/573fec2b-0cda-4b4d-bf9e-35004ae57bc8 HTTP/1.1" status: 204 len: 168 time: 0.2603385 Feb 11 05:54:03.232798 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ec8c2-d9d8-406a-b9e5-23ebb50eabca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573fec2b-0cda-4b4d-bf9e-35004ae57bc8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:03.726048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60768) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:03.741446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7193364d-df01-4acc-9a4b-c0f1efa512a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.776035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Pushing event updated for resources: {'Port': ['ID=825375ce-e226-49d6-8138-3e7ac428ba9b,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:03.793811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.794858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.797069 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-5371bc69-b290-4aaf-8a6b-2d8a3a20f17c service neutron] 10.222.0.72 "PUT /v2.0/ports/825375ce-e226-49d6-8138-3e7ac428ba9b HTTP/1.1" status: 200 len: 1093 time: 1.6305697 Feb 11 05:54:03.799646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed54eed-5803-4e64-8156-019d10b0a346', 'tag': '825375ce-e226-49d6-8138-3e7ac428ba9b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:03.803622 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9fb580-4719-408e-b678-943ec31fcc98" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed54eed-5803-4e64-8156-019d10b0a346", "tag": "825375ce-e226-49d6-8138-3e7ac428ba9b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:03.840599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835a8a5-493d-471e-b24a-761aee81d944 req-25f8a633-42de-4404-98b1-cdffbba3767d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.843977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e835a8a5-493d-471e-b24a-761aee81d944 req-25f8a633-42de-4404-98b1-cdffbba3767d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 944 time: 0.7486358 Feb 11 05:54:03.853931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c1996-fcbe-420d-95a6-b958e3cab028 req-55930ecf-ad3f-4044-9a98-7c32843e6bce tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.855730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad0c1996-fcbe-420d-95a6-b958e3cab028 req-55930ecf-ad3f-4044-9a98-7c32843e6bce tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.7588091 Feb 11 05:54:03.871264 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7193364d-df01-4acc-9a4b-c0f1efa512a4 admin admin] Publish callbacks [] for security_group (7e36594a-c6e7-48da-90b9-c61c298483cc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.880708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7193364d-df01-4acc-9a4b-c0f1efa512a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7e36594a-c6e7-48da-90b9-c61c298483cc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.912752 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193364d-df01-4acc-9a4b-c0f1efa512a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e36594a-c6e7-48da-90b9-c61c298483cc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:03.916023 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.964335 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7193364d-df01-4acc-9a4b-c0f1efa512a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cd1f5b5655d49959f70d2f4f68cbb5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392340 Feb 11 05:54:03.965026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 60776) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:04.035327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7956df56-5d9e-428a-9332-dfc9e1ee7361 admin admin] Publish callbacks [] for security_group (7e36594a-c6e7-48da-90b9-c61c298483cc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.063017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7956df56-5d9e-428a-9332-dfc9e1ee7361 admin admin] Publish callbacks [] for security_group (7e36594a-c6e7-48da-90b9-c61c298483cc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.130406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-159a3f1f-12de-4db3-a7f2-1445b90e1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:04.131930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-159a3f1f-12de-4db3-a7f2-1445b90e1bdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 1127 time: 0.2751603 Feb 11 05:54:04.136212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e835a8a5-493d-471e-b24a-761aee81d944 req-97e866fc-b721-4623-a6ba-7f0403090d31 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118053 Feb 11 05:54:04.140085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad0c1996-fcbe-420d-95a6-b958e3cab028 req-1ce662f7-1907-47fd-a30d-65d1fec636ed tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064543 Feb 11 05:54:04.175906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7956df56-5d9e-428a-9332-dfc9e1ee7361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7e36594a-c6e7-48da-90b9-c61c298483cc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.178671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7956df56-5d9e-428a-9332-dfc9e1ee7361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.182896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7956df56-5d9e-428a-9332-dfc9e1ee7361 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e36594a-c6e7-48da-90b9-c61c298483cc HTTP/1.1" status: 204 len: 168 time: 0.2140400 Feb 11 05:54:04.190787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956df56-5d9e-428a-9332-dfc9e1ee7361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e36594a-c6e7-48da-90b9-c61c298483cc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:04.210130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-e0dfff19-89b5-41f0-9362-62040fbdb641 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=825375ce-e226-49d6-8138-3e7ac428ba9b HTTP/1.1" status: 200 len: 217 time: 0.0640833 Feb 11 05:54:04.313622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-ca9205d6-5985-467d-a8b2-0d0d2e2e9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:04.315083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-ca9205d6-5985-467d-a8b2-0d0d2e2e9941 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.1029425 Feb 11 05:54:04.400683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-ec4dc48b-dfa7-4fac-919b-f499eaa91667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:04.402816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-ec4dc48b-dfa7-4fac-919b-f499eaa91667 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0814378 Feb 11 05:54:04.541371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-8fba202d-f274-472c-a7a7-da0b559778ad service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311479 Feb 11 05:54:04.654824 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6c140c-aae8-49ba-a362-2f14ad3264d1 x-openstack-request-id: req-9f6c140c-aae8-49ba-a362-2f14ad3264d1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:04.655149 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed54eed-5803-4e64-8156-019d10b0a346", "tag": "825375ce-e226-49d6-8138-3e7ac428ba9b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:04.655403 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f6c140c-aae8-49ba-a362-2f14ad3264d1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:04.655795 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed54eed-5803-4e64-8156-019d10b0a346', 'tag': '825375ce-e226-49d6-8138-3e7ac428ba9b', 'status': 'completed', 'code': 200} Feb 11 05:54:04.690293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6a955c6-fa11-49cd-b285-8b3005949f01 req-2a56453b-e0a6-4ff1-b479-2a0949909fa1 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426528 Feb 11 05:54:04.818839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-214e0508-9bf9-46d3-9cfc-6c7f031df5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:04.820439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-214e0508-9bf9-46d3-9cfc-6c7f031df5b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 1127 time: 0.0651705 Feb 11 05:54:04.934388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-b7888f32-6bf1-4523-a13b-963c876a280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:04.936486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-b7888f32-6bf1-4523-a13b-963c876a280d service neutron] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1085963 Feb 11 05:54:04.991982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-2fa01660-0be8-4d26-b0ac-72c53ca3ce5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=825375ce-e226-49d6-8138-3e7ac428ba9b HTTP/1.1" status: 200 len: 217 time: 0.0487144 Feb 11 05:54:05.072501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-a6b8299f-8321-443f-bf9d-47334fa42cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:05.074271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-a6b8299f-8321-443f-bf9d-47334fa42cae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0720737 Feb 11 05:54:05.167889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298f7cb-8c02-4e31-ac04-441161d6cc50 req-e3881174-1872-444e-b7a7-614c27a37516 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:05.169929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f298f7cb-8c02-4e31-ac04-441161d6cc50 req-e3881174-1872-444e-b7a7-614c27a37516 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.0780149 Feb 11 05:54:05.175741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-da511e62-5457-4b6f-927b-4298f2b52184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:05.177185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-da511e62-5457-4b6f-927b-4298f2b52184 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0955553 Feb 11 05:54:05.333941 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f298f7cb-8c02-4e31-ac04-441161d6cc50 req-52b1eff6-4909-4bcf-a59f-870c165d5da6 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557679 Feb 11 05:54:05.376690 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-85524cec-634c-410a-a6e7-20f1abb4a349 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902537 Feb 11 05:54:05.384886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bf53c-38e1-42c8-8723-721902502769 req-ec798155-ea9f-4039-a86e-b80e3a0c704b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:05.386391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364bf53c-38e1-42c8-8723-721902502769 req-ec798155-ea9f-4039-a86e-b80e3a0c704b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 944 time: 0.0902052 Feb 11 05:54:05.505816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-364bf53c-38e1-42c8-8723-721902502769 req-5de7ec64-fc7f-4cec-8db9-591dd0df1fce tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013236 Feb 11 05:54:05.521935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f9fb580-4719-408e-b678-943ec31fcc98 req-cffe6f0b-aa8e-4592-b627-8c0b4001d9ea service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345789 Feb 11 05:54:06.432738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-f6fe82b4-ece0-4f63-86d0-b33bd4ba931f tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:06.434364 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-f6fe82b4-ece0-4f63-86d0-b33bd4ba931f tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.81 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.0669980 Feb 11 05:54:06.504185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788666d-8872-4bde-a34c-84202af39bf2 req-609c39ef-360c-4f4a-90e3-ef2a670327e5 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:06.506618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3788666d-8872-4bde-a34c-84202af39bf2 req-609c39ef-360c-4f4a-90e3-ef2a670327e5 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.0677004 Feb 11 05:54:06.557409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Deleting port b6a47aec-3885-49fb-b9ca-d5583e391a87 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:06.558135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.610561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3788666d-8872-4bde-a34c-84202af39bf2 req-5285691b-4bac-4e60-b4c1-f73a03822b81 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c58384b-8ed7-4559-ae6e-02220316c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962679 Feb 11 05:54:06.697907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] For port b6a47aec-3885-49fb-b9ca-d5583e391a87, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b6a47aec-3885-49fb-b9ca-d5583e391a87,segment=NetworkSegment(81864ae7-3e64-4b14-a0ca-99b7f0423e5b),segment_id=81864ae7-3e64-4b14-a0ca-99b7f0423e5b)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:06.698279 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.706976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0533ff-6936-4bd8-b2e2-1588f82bb069 req-b134d89e-8412-4117-89f0-abd3ed156a87 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:06.709624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e0533ff-6936-4bd8-b2e2-1588f82bb069 req-b134d89e-8412-4117-89f0-abd3ed156a87 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 944 time: 0.0760164 Feb 11 05:54:06.712944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Calling delete_port for b6a47aec-3885-49fb-b9ca-d5583e391a87 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:06.767599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e0533ff-6936-4bd8-b2e2-1588f82bb069 req-933e9acc-537e-4ace-9c44-279ee28d41d7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519521 Feb 11 05:54:06.863792 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b6a47aec-3885-49fb-b9ca-d5583e391a87), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.877654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['b6a47aec-3885-49fb-b9ca-d5583e391a87'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:54:06.891033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Pushing event deleted for resources: {'Port': ['ID=b6a47aec-3885-49fb-b9ca-d5583e391a87,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:06.942078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] No DVR routers for this DVR port b6a47aec-3885-49fb-b9ca-d5583e391a87 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:54:06.944726 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.948016 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b014dcee-33d4-4ff3-a56d-f08aec9121b6 req-1bc6990b-8f79-4472-835f-e843fe4842a8 tempest-VolumesActionsTest-345856377 tempest-VolumesActionsTest-345856377-project] 10.222.0.81 "DELETE /v2.0/ports/b6a47aec-3885-49fb-b9ca-d5583e391a87 HTTP/1.1" status: 204 len: 173 time: 0.5020032 Feb 11 05:54:06.948458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9', 'name': 'network-vif-deleted', 'tag': 'b6a47aec-3885-49fb-b9ca-d5583e391a87'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:06.950746 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db3c459-837c-49cd-8407-d029058a3b4b" -d '{"events": [{"server_uuid": "77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9", "name": "network-vif-deleted", "tag": "b6a47aec-3885-49fb-b9ca-d5583e391a87"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:06.992795 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cf3279-0e7b-4c54-a010-af2420c1505d x-openstack-request-id: req-c2cf3279-0e7b-4c54-a010-af2420c1505d {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:06.993289 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9", "name": "network-vif-deleted", "tag": "b6a47aec-3885-49fb-b9ca-d5583e391a87", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:06.993680 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2cf3279-0e7b-4c54-a010-af2420c1505d {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:06.994285 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f6b1a7-457b-4fd3-9a83-f3930e6f3ad9', 'name': 'network-vif-deleted', 'tag': 'b6a47aec-3885-49fb-b9ca-d5583e391a87', 'status': 'completed', 'code': 200} Feb 11 05:54:07.564392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 825375ce-e226-49d6-8138-3e7ac428ba9b details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:54:07.673254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 825375ce-e226-49d6-8138-3e7ac428ba9b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=825375ce-e226-49d6-8138-3e7ac428ba9b,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:07.685897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '825375ce-e226-49d6-8138-3e7ac428ba9b', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'port_id': '825375ce-e226-49d6-8138-3e7ac428ba9b', 'mac_address': 'fa:16:3e:ca:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:54:07.730373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 825375ce-e226-49d6-8138-3e7ac428ba9b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:07.732565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.753472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825375ce-e226-49d6-8138-3e7ac428ba9b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:07.779388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 825375ce-e226-49d6-8138-3e7ac428ba9b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=825375ce-e226-49d6-8138-3e7ac428ba9b,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:07.788559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.874024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=825375ce-e226-49d6-8138-3e7ac428ba9b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:07.947964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523e17-5602-461e-8e5d-799ecfe560ac req-afcf082b-78b4-4c0f-9f7a-37682b1df06e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:07.958962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5523e17-5602-461e-8e5d-799ecfe560ac req-afcf082b-78b4-4c0f-9f7a-37682b1df06e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 945 time: 0.0919104 Feb 11 05:54:07.999121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['825375ce-e226-49d6-8138-3e7ac428ba9b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:54:08.023487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5523e17-5602-461e-8e5d-799ecfe560ac req-8722bf24-4672-45bb-998e-25b77de38dbe tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593388 Feb 11 05:54:09.144007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe68c8e-10fc-4591-b566-f6b8cf51f9db req-001f98fb-2580-4c86-b351-fb14757075d2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:09.145438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffe68c8e-10fc-4591-b566-f6b8cf51f9db req-001f98fb-2580-4c86-b351-fb14757075d2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 945 time: 0.0609126 Feb 11 05:54:09.194129 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffe68c8e-10fc-4591-b566-f6b8cf51f9db req-fde65a98-19c4-4eac-9235-10922e861142 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428452 Feb 11 05:54:09.579799 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 825375ce-e226-49d6-8138-3e7ac428ba9b up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:09.677777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 825375ce-e226-49d6-8138-3e7ac428ba9b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:54:09.682831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 825375ce-e226-49d6-8138-3e7ac428ba9b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:09.683212 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.792683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 825375ce-e226-49d6-8138-3e7ac428ba9b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:09.793639 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.818312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed54eed-5803-4e64-8156-019d10b0a346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825375ce-e226-49d6-8138-3e7ac428ba9b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:09.828537 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e728d2-2f78-4aaf-b8fa-26e102ff4e1e" -d '{"events": [{"server_uuid": "3ed54eed-5803-4e64-8156-019d10b0a346", "name": "network-vif-plugged", "status": "completed", "tag": "825375ce-e226-49d6-8138-3e7ac428ba9b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:09.842848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 825375ce-e226-49d6-8138-3e7ac428ba9b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=825375ce-e226-49d6-8138-3e7ac428ba9b,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:09.852125 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.930631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=825375ce-e226-49d6-8138-3e7ac428ba9b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:10.092306 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2860df6-ab98-4f92-9d03-47a12e61affa x-openstack-request-id: req-a2860df6-ab98-4f92-9d03-47a12e61affa {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:10.092866 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed54eed-5803-4e64-8156-019d10b0a346", "name": "network-vif-plugged", "status": "completed", "tag": "825375ce-e226-49d6-8138-3e7ac428ba9b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:10.093668 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2860df6-ab98-4f92-9d03-47a12e61affa {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:10.094134 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed54eed-5803-4e64-8156-019d10b0a346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825375ce-e226-49d6-8138-3e7ac428ba9b', 'code': 200} Feb 11 05:54:10.257839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c284fd3-7638-469d-a313-0b5eb8ef0ed1 req-b083ca06-4704-4a5d-b005-5268581c71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:10.259726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c284fd3-7638-469d-a313-0b5eb8ef0ed1 req-b083ca06-4704-4a5d-b005-5268581c71f7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 1129 time: 0.1005616 Feb 11 05:54:10.394012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c284fd3-7638-469d-a313-0b5eb8ef0ed1 req-17c61c25-b386-45f6-be92-90687925dc60 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264675 Feb 11 05:54:10.429662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81642031-3fe8-4b15-af9e-d49bf008565d req-7aa868e7-0c03-4d95-8296-f2c35249115a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:10.441407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81642031-3fe8-4b15-af9e-d49bf008565d req-7aa868e7-0c03-4d95-8296-f2c35249115a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 946 time: 0.0982752 Feb 11 05:54:10.509238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81642031-3fe8-4b15-af9e-d49bf008565d req-a8770196-a222-4314-bd01-b068fd5ab120 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632277 Feb 11 05:54:10.521900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 32832) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:10.669541 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66838c38-463b-476a-a4dc-e764e635d198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.804476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66838c38-463b-476a-a4dc-e764e635d198 admin admin] Publish callbacks [] for security_group (f042d167-8fe5-4dec-82a6-b6ba366d4e29), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.811662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-66838c38-463b-476a-a4dc-e764e635d198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f042d167-8fe5-4dec-82a6-b6ba366d4e29), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.846794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 32842) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:10.847309 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-66838c38-463b-476a-a4dc-e764e635d198 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e192ab5fe194899b53ec24f00847344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240318 Feb 11 05:54:10.874684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66838c38-463b-476a-a4dc-e764e635d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f042d167-8fe5-4dec-82a6-b6ba366d4e29,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:10.927694 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f8a8-7799-4622-85c4-59855c6e4448 admin admin] Publish callbacks [] for security_group (f042d167-8fe5-4dec-82a6-b6ba366d4e29), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.964196 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f8a8-7799-4622-85c4-59855c6e4448 admin admin] Publish callbacks [] for security_group (f042d167-8fe5-4dec-82a6-b6ba366d4e29), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.022904 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f8a8-7799-4622-85c4-59855c6e4448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f042d167-8fe5-4dec-82a6-b6ba366d4e29), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.031241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f8a8-7799-4622-85c4-59855c6e4448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.037242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a5b7f8a8-7799-4622-85c4-59855c6e4448 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f042d167-8fe5-4dec-82a6-b6ba366d4e29 HTTP/1.1" status: 204 len: 168 time: 0.1891036 Feb 11 05:54:11.048020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7f8a8-7799-4622-85c4-59855c6e4448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f042d167-8fe5-4dec-82a6-b6ba366d4e29,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:11.553799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 32860) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:11.579628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd091fc5-7a12-41e9-be60-9a4b509692b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.749312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd091fc5-7a12-41e9-be60-9a4b509692b5 admin admin] Publish callbacks [] for security_group (bb316418-f03f-44a1-90bb-1e7cf97d0eec), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.774342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fb06f-35a6-4763-9f45-635cce941922 req-f9e8a020-2905-409b-a88f-4a0ee8717ced tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:11.781812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d25fb06f-35a6-4763-9f45-635cce941922 req-f9e8a020-2905-409b-a88f-4a0ee8717ced tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 946 time: 0.1263273 Feb 11 05:54:11.783763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dd091fc5-7a12-41e9-be60-9a4b509692b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bb316418-f03f-44a1-90bb-1e7cf97d0eec), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.867459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd091fc5-7a12-41e9-be60-9a4b509692b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb316418-f03f-44a1-90bb-1e7cf97d0eec,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:11.891262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b6a47aec-3885-49fb-b9ca-d5583e391a87 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:11.899121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dd091fc5-7a12-41e9-be60-9a4b509692b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbb55317a6da4736b0773203c9974e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416905 Feb 11 05:54:11.899446 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 32870) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:11.927775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d25fb06f-35a6-4763-9f45-635cce941922 req-044c09ec-d410-4af5-93f3-b12930ced3a7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379361 Feb 11 05:54:11.935125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: b6a47aec-3885-49fb-b9ca-d5583e391a87 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:11.935730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b6a47aec-3885-49fb-b9ca-d5583e391a87 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:12.019838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43782e69-03ef-43e1-bef6-536a006bedb7 admin admin] Publish callbacks [] for security_group (bb316418-f03f-44a1-90bb-1e7cf97d0eec), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.046553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43782e69-03ef-43e1-bef6-536a006bedb7 admin admin] Publish callbacks [] for security_group (bb316418-f03f-44a1-90bb-1e7cf97d0eec), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.127380 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43782e69-03ef-43e1-bef6-536a006bedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bb316418-f03f-44a1-90bb-1e7cf97d0eec), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.131977 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43782e69-03ef-43e1-bef6-536a006bedb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.133384 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-43782e69-03ef-43e1-bef6-536a006bedb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb316418-f03f-44a1-90bb-1e7cf97d0eec HTTP/1.1" status: 204 len: 168 time: 0.2329063 Feb 11 05:54:12.143346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43782e69-03ef-43e1-bef6-536a006bedb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb316418-f03f-44a1-90bb-1e7cf97d0eec,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:15.996050 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:54:22.160565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.121436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33164) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:23.200135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.306240 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bb5410b-653a-48f6-8081-ff0d5176c8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.493007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bb5410b-653a-48f6-8081-ff0d5176c8d7 admin admin] Publish callbacks [] for security_group (462ae113-2442-4102-b761-468b81a531e4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.500063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bb5410b-653a-48f6-8081-ff0d5176c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (462ae113-2442-4102-b761-468b81a531e4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.548464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5410b-653a-48f6-8081-ff0d5176c8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462ae113-2442-4102-b761-468b81a531e4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:23.564253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8bb5410b-653a-48f6-8081-ff0d5176c8d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b88454cf74e4e8184a5c5fdae5611a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4415393 Feb 11 05:54:23.566665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33172) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:23.641931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e34fffa2-6e17-42fb-a924-d9c392236655 admin admin] Publish callbacks [] for security_group (462ae113-2442-4102-b761-468b81a531e4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.669746 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e34fffa2-6e17-42fb-a924-d9c392236655 admin admin] Publish callbacks [] for security_group (462ae113-2442-4102-b761-468b81a531e4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.748023 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e34fffa2-6e17-42fb-a924-d9c392236655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (462ae113-2442-4102-b761-468b81a531e4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.754803 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e34fffa2-6e17-42fb-a924-d9c392236655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.762605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e34fffa2-6e17-42fb-a924-d9c392236655 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/462ae113-2442-4102-b761-468b81a531e4 HTTP/1.1" status: 204 len: 168 time: 0.1934447 Feb 11 05:54:23.782299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fffa2-6e17-42fb-a924-d9c392236655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462ae113-2442-4102-b761-468b81a531e4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:24.388679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4452d7-1270-40d8-b674-7119fa252bce req-fe5414bb-445a-454c-88c4-b0f4954e76d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:24.390575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e4452d7-1270-40d8-b674-7119fa252bce req-fe5414bb-445a-454c-88c4-b0f4954e76d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1204491 Feb 11 05:54:24.442073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33192) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:24.459498 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f657a67a-f21e-41d3-9342-df134953a657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.551279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e4452d7-1270-40d8-b674-7119fa252bce req-228f8f50-b9d7-472e-b2a8-641cb390e5b3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468065 Feb 11 05:54:24.588206 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f657a67a-f21e-41d3-9342-df134953a657 admin admin] Publish callbacks [] for security_group (d5d42164-1ef3-4f60-a7d5-fd0dae6d7b26), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.595882 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f657a67a-f21e-41d3-9342-df134953a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d5d42164-1ef3-4f60-a7d5-fd0dae6d7b26), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.653458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33200) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:24.669343 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f657a67a-f21e-41d3-9342-df134953a657 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a67dfe0a2f047a6bad54b644da3b974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260251 Feb 11 05:54:24.670775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657a67a-f21e-41d3-9342-df134953a657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d42164-1ef3-4f60-a7d5-fd0dae6d7b26,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:24.793532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70b061-345a-4973-8465-e9767bfd3765 req-8b78c7a6-156d-4305-b0bc-819f72857c10 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:24.795280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd70b061-345a-4973-8465-e9767bfd3765 req-8b78c7a6-156d-4305-b0bc-819f72857c10 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0944171 Feb 11 05:54:24.796595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-992c317e-05df-42a7-a4e9-0ff87cba4bb5 admin admin] Publish callbacks [] for security_group (d5d42164-1ef3-4f60-a7d5-fd0dae6d7b26), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.877892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-992c317e-05df-42a7-a4e9-0ff87cba4bb5 admin admin] Publish callbacks [] for security_group (d5d42164-1ef3-4f60-a7d5-fd0dae6d7b26), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.910907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd70b061-345a-4973-8465-e9767bfd3765 req-87f24bb0-70dc-4679-91ce-c83b741a41ca tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090415 Feb 11 05:54:24.976540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-992c317e-05df-42a7-a4e9-0ff87cba4bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d5d42164-1ef3-4f60-a7d5-fd0dae6d7b26), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.993716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-992c317e-05df-42a7-a4e9-0ff87cba4bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.994394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-992c317e-05df-42a7-a4e9-0ff87cba4bb5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5d42164-1ef3-4f60-a7d5-fd0dae6d7b26 HTTP/1.1" status: 204 len: 168 time: 0.3396349 Feb 11 05:54:25.007840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c317e-05df-42a7-a4e9-0ff87cba4bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d42164-1ef3-4f60-a7d5-fd0dae6d7b26,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:25.123225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d7293-fb09-46c1-aff6-1f6da8917fe3 req-45c0652b-dc94-45c8-868d-7eeec079b32b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.130591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-111d7293-fb09-46c1-aff6-1f6da8917fe3 req-45c0652b-dc94-45c8-868d-7eeec079b32b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1086147 Feb 11 05:54:25.231319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-111d7293-fb09-46c1-aff6-1f6da8917fe3 req-7517ebe9-7fd3-4bce-a1bb-6309e00cabe5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924659 Feb 11 05:54:25.481194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a9f99-7f32-45f8-99b9-1255b12b34cd req-646cc714-706d-4634-acac-952c1158bd6a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.483298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac4a9f99-7f32-45f8-99b9-1255b12b34cd req-646cc714-706d-4634-acac-952c1158bd6a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1097691 Feb 11 05:54:25.577050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac4a9f99-7f32-45f8-99b9-1255b12b34cd req-7d58503d-8e2b-4b2d-a41a-2543f7c6fb32 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855532 Feb 11 05:54:25.993326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278016b3-537e-4566-a8e9-ab99d074a7b8 req-977d7f54-5989-499c-8bd7-7a419cc2f788 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:26.003642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-278016b3-537e-4566-a8e9-ab99d074a7b8 req-977d7f54-5989-499c-8bd7-7a419cc2f788 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1081915 Feb 11 05:54:26.097781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-278016b3-537e-4566-a8e9-ab99d074a7b8 req-fb7fc279-e0bd-4baa-acce-6ee2b27d2066 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906963 Feb 11 05:54:26.700955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a41d-a45d-44b6-855f-d3fb5c35f82d req-fe4b4bd3-49ad-4a69-b710-48b704ed46db tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:26.703336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9de0a41d-a45d-44b6-855f-d3fb5c35f82d req-fe4b4bd3-49ad-4a69-b710-48b704ed46db tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1395426 Feb 11 05:54:26.802949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9de0a41d-a45d-44b6-855f-d3fb5c35f82d req-41d84712-f57b-4d2b-8eac-17f8584c75fe tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933480 Feb 11 05:54:27.756197 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7fbb8a6f-bc03-4bca-af5d-0e967394294d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.072816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed8fb4-7b5e-4fd5-a489-596f3681616b req-52a6d248-30f2-493b-998a-7cc5739efabf tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:28.075106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8fed8fb4-7b5e-4fd5-a489-596f3681616b req-52a6d248-30f2-493b-998a-7cc5739efabf tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1382148 Feb 11 05:54:28.184658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8fed8fb4-7b5e-4fd5-a489-596f3681616b req-6ac33901-0170-4840-9bd1-03a6f3f80744 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978632 Feb 11 05:54:29.458452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78da7e5-a315-4090-a2dd-6f47eaf43593 req-15e6ebf6-6b75-4d96-845b-b249868ba6d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.464245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78da7e5-a315-4090-a2dd-6f47eaf43593 req-15e6ebf6-6b75-4d96-845b-b249868ba6d1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1453316 Feb 11 05:54:29.548576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78da7e5-a315-4090-a2dd-6f47eaf43593 req-a5bf55cf-a8e4-449f-9fb3-97e274ba2073 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824833 Feb 11 05:54:30.277033 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0e1609c6-8e6f-4514-a745-d05a2e3bf558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.745792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b0dda-abd4-42e2-8b39-07d5327f472f req-8f22bfe1-bca3-4d27-baef-fbc20c16820d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:30.756069 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d52b0dda-abd4-42e2-8b39-07d5327f472f req-8f22bfe1-bca3-4d27-baef-fbc20c16820d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0897233 Feb 11 05:54:30.822037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d52b0dda-abd4-42e2-8b39-07d5327f472f req-300a0e46-cdc6-437a-8c2d-617b4d8a2291 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596230 Feb 11 05:54:31.163864 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.053682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080933-2f2b-49ce-969f-2351b427ac2f req-7486bcf7-c67c-4a4c-8e39-72d9526bf7a4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:32.076458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab080933-2f2b-49ce-969f-2351b427ac2f req-7486bcf7-c67c-4a4c-8e39-72d9526bf7a4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1170015 Feb 11 05:54:32.174733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab080933-2f2b-49ce-969f-2351b427ac2f req-59162816-57c5-45e8-984d-d3c4f9d0d984 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983725 Feb 11 05:54:32.792686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:33.396576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba9d1a-a583-46e2-ada0-9f27da0fd7cc req-d6db5674-ef5f-4de7-a430-12e369c59819 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:33.400822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8ba9d1a-a583-46e2-ada0-9f27da0fd7cc req-d6db5674-ef5f-4de7-a430-12e369c59819 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1226313 Feb 11 05:54:33.469458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8ba9d1a-a583-46e2-ada0-9f27da0fd7cc req-365af388-adcd-407e-9f6b-02c9d01229a0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633681 Feb 11 05:54:33.929830 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.620184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b37e46-7c67-48b7-ad8b-f7cea008e171 req-c2d36421-1ea7-459b-a0e4-b0d35dc62adf tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:34.623363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5b37e46-7c67-48b7-ad8b-f7cea008e171 req-c2d36421-1ea7-459b-a0e4-b0d35dc62adf tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0544264 Feb 11 05:54:34.669472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b5b37e46-7c67-48b7-ad8b-f7cea008e171 req-16a873cc-65b9-4fd6-a253-2faaa95eb89f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411906 Feb 11 05:54:35.810605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ea951-6b2f-4027-a8f3-88bb69a1b510 req-10344efb-df92-4b5b-b7a7-ad2e53b89ac3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:35.814110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d47ea951-6b2f-4027-a8f3-88bb69a1b510 req-10344efb-df92-4b5b-b7a7-ad2e53b89ac3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0611491 Feb 11 05:54:35.871973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d47ea951-6b2f-4027-a8f3-88bb69a1b510 req-c9b5251f-be4c-4fb3-8389-0ddcfd496e70 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518422 Feb 11 05:54:37.084206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890fe00-cd23-4cd1-8729-8c2395b97d40 req-c0744a59-753c-4c0a-a758-bf333fe66475 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.087142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b890fe00-cd23-4cd1-8729-8c2395b97d40 req-c0744a59-753c-4c0a-a758-bf333fe66475 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0968032 Feb 11 05:54:37.139498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b890fe00-cd23-4cd1-8729-8c2395b97d40 req-3e449f79-69c9-4443-8644-a4c7382222bc tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466585 Feb 11 05:54:37.428448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70557d65-8aa9-4cdd-b146-b14044b9a561 req-b99a8b7c-975c-4db9-9bf8-0125cebbb0c8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.432367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70557d65-8aa9-4cdd-b146-b14044b9a561 req-b99a8b7c-975c-4db9-9bf8-0125cebbb0c8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0680132 Feb 11 05:54:37.451382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-25164636-037e-4888-9723-2fa357ae73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.453659 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-25164636-037e-4888-9723-2fa357ae73d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1128 time: 0.0850334 Feb 11 05:54:37.513651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70557d65-8aa9-4cdd-b146-b14044b9a561 req-e0782102-cfee-48f4-8e9f-4ca4f98aa038 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698552 Feb 11 05:54:37.579464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-3c4c2116-a46c-4b1f-a7d4-1384303f4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.581321 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-3c4c2116-a46c-4b1f-a7d4-1384303f4396 service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1209464 Feb 11 05:54:37.682786 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-2ed84362-4eeb-47fc-9e8e-13e257e9d42e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1000 time: 0.0953503 Feb 11 05:54:37.750746 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-3bece86d-be19-4f5a-9410-23113399a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.752223 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-3bece86d-be19-4f5a-9410-23113399a5d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0631518 Feb 11 05:54:37.825349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-b81e33a3-573e-49b1-a09e-583167fd0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.827177 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-b81e33a3-573e-49b1-a09e-583167fd0808 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0690746 Feb 11 05:54:37.958564 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-bf9e84b3-1275-443d-be4a-376630dcf923 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245210 Feb 11 05:54:38.081192 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a967d6ff-e90b-4274-b870-65f8a30524e3 req-c9ca0eb2-9c78-43df-ba36-f5da9be73c7b service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166966 Feb 11 05:54:38.749302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cda718-c604-4aa4-baf7-c2202ddb47d5 req-ee7defda-6109-42c9-abb3-2165b5c9c556 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:38.753804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41cda718-c604-4aa4-baf7-c2202ddb47d5 req-ee7defda-6109-42c9-abb3-2165b5c9c556 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1063857 Feb 11 05:54:38.805218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41cda718-c604-4aa4-baf7-c2202ddb47d5 req-e1019450-9f96-48fe-a389-a8fa8dcc0e42 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469971 Feb 11 05:54:39.962982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3fae2-50ea-4d6d-803f-e0601e41c547 req-9295b905-ee4b-40f4-bf75-1aee2e150f44 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:39.965496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12d3fae2-50ea-4d6d-803f-e0601e41c547 req-9295b905-ee4b-40f4-bf75-1aee2e150f44 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0586364 Feb 11 05:54:40.027501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12d3fae2-50ea-4d6d-803f-e0601e41c547 req-b1727c1e-9fbb-4f62-afb8-6d94e810c045 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553997 Feb 11 05:54:40.176964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c64007-564c-4ef7-86dd-b6c3212bebd0 req-3f646e36-a75c-43b3-8dce-a133daa35b4d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:40.184901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4c64007-564c-4ef7-86dd-b6c3212bebd0 req-3f646e36-a75c-43b3-8dce-a133daa35b4d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0801556 Feb 11 05:54:40.238681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4c64007-564c-4ef7-86dd-b6c3212bebd0 req-ac3a0a45-f730-4bff-a462-c5b0ddd08ef2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523822 Feb 11 05:54:40.524101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234406b-01a5-4c99-b7f1-45a374547ab3 req-03ea4356-b0d0-4e0f-98d5-9a911a97c24e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:40.532428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c234406b-01a5-4c99-b7f1-45a374547ab3 req-03ea4356-b0d0-4e0f-98d5-9a911a97c24e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0750430 Feb 11 05:54:40.609036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c234406b-01a5-4c99-b7f1-45a374547ab3 req-fdb9a472-7fee-446e-8084-8013e27f78b3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630987 Feb 11 05:54:40.704864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33604) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:40.749360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848a4f9-a6fa-4c68-8a9d-0fdf9c486302 req-76c234c9-a34b-4821-b3e9-ae50b32a1bdb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:40.758181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1848a4f9-a6fa-4c68-8a9d-0fdf9c486302 req-76c234c9-a34b-4821-b3e9-ae50b32a1bdb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0981865 Feb 11 05:54:40.775399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Deleting subnet cd706f07-827f-4c25-a094-afd589766837 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:54:40.780310 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Publish callbacks [] for subnet (cd706f07-827f-4c25-a094-afd589766837), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.821839 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (cd706f07-827f-4c25-a094-afd589766837), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.839822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1848a4f9-a6fa-4c68-8a9d-0fdf9c486302 req-612a1e3a-1668-48c9-91b3-0e06131e2292 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689280 Feb 11 05:54:40.909430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (cd706f07-827f-4c25-a094-afd589766837), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.961088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585b369-38a8-4e41-8c42-e69fbd212917 req-0c5f7f7b-0ae8-4ce7-93c8-d66e3e3a669a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:40.962961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9585b369-38a8-4e41-8c42-e69fbd212917 req-0c5f7f7b-0ae8-4ce7-93c8-d66e3e3a669a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0675032 Feb 11 05:54:40.988613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (cd706f07-827f-4c25-a094-afd589766837), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.025697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd706f07-827f-4c25-a094-afd589766837,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:41.036500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.036856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.037443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.037988 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.038512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.039022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.039764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.040353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.040864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.041557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.042123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.043171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.043999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.060119 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.068175 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fb1d0848-aa74-49b1-9a3f-28b2b8661fc5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cd706f07-827f-4c25-a094-afd589766837 HTTP/1.1" status: 204 len: 168 time: 0.3618398 Feb 11 05:54:41.072705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33610) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:41.079102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9585b369-38a8-4e41-8c42-e69fbd212917 req-f4e51e2f-409e-459d-803a-d31cfa1ae100 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035850 Feb 11 05:54:41.167349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (50b677b6-a740-4127-ae73-389d575780ef), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.297763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (50b677b6-a740-4127-ae73-389d575780ef), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.330165 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b677b6-a740-4127-ae73-389d575780ef']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:41.348399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81864ae7-3e64-4b14-a0ca-99b7f0423e5b') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:41.350595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81864ae7-3e64-4b14-a0ca-99b7f0423e5b') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:41.369486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (81864ae7-3e64-4b14-a0ca-99b7f0423e5b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.386516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (81864ae7-3e64-4b14-a0ca-99b7f0423e5b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.394779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:54:41.395310 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (81864ae7-3e64-4b14-a0ca-99b7f0423e5b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:54:41.439282 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:54:41.476012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52655d52-1a5f-46f1-a1fd-247a2eaf60b0 req-853b022b-676b-4fb1-a599-3a750335e371 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:41.478631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52655d52-1a5f-46f1-a1fd-247a2eaf60b0 req-853b022b-676b-4fb1-a599-3a750335e371 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1007888 Feb 11 05:54:41.497505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (50b677b6-a740-4127-ae73-389d575780ef), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.504805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.509433 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] 10.222.0.31 "DELETE /v2.0/networks/50b677b6-a740-4127-ae73-389d575780ef HTTP/1.1" status: 204 len: 168 time: 0.4332449 Feb 11 05:54:41.525109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5777e11-8520-4a5b-a3bc-709d19f8e146 admin admin] Pushing event deleted for resources: {'Network': ['ID=50b677b6-a740-4127-ae73-389d575780ef,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:41.608855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52655d52-1a5f-46f1-a1fd-247a2eaf60b0 req-c4689dc6-3ad4-4f51-a22b-a06f25031262 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114092 Feb 11 05:54:41.782891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33620) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:41.827506 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-20fe70d4-d8af-47bd-8587-0d00201e6bc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc7f813b57264b92a5e51f984e0b05e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428441 Feb 11 05:54:41.830124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33622) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:41.890345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Publish callbacks [] for security_group (0c58384b-8ed7-4559-ae6e-02220316c1a6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.918383 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Publish callbacks [] for security_group (0c58384b-8ed7-4559-ae6e-02220316c1a6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.973298 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0c58384b-8ed7-4559-ae6e-02220316c1a6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.976536 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.980397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c58384b-8ed7-4559-ae6e-02220316c1a6 HTTP/1.1" status: 204 len: 168 time: 0.1468518 Feb 11 05:54:41.987155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c58384b-8ed7-4559-ae6e-02220316c1a6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:41.996652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.997008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.997393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.997986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.998328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.998727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.999092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.999422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:41.999749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:42.000077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:42.000643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:42.001237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:42.001569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c96a-6dc4-4f8c-9108-3b067b401bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:42.747817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b8b7-3d8b-404a-ba35-70bd387d9223 req-6cf20db8-adb7-4b57-859a-dda511f96577 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:42.757623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbd1b8b7-3d8b-404a-ba35-70bd387d9223 req-6cf20db8-adb7-4b57-859a-dda511f96577 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0720000 Feb 11 05:54:42.849036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbd1b8b7-3d8b-404a-ba35-70bd387d9223 req-f8b988db-f4f8-4fdb-805a-dbf6e2a7a2f4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901062 Feb 11 05:54:43.208796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dabfed-44ef-4bfc-b138-d4d13a0ce64c req-c42d6cdc-5617-45ba-8b3f-c87caac3bbdb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:43.224844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00dabfed-44ef-4bfc-b138-d4d13a0ce64c req-c42d6cdc-5617-45ba-8b3f-c87caac3bbdb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1025324 Feb 11 05:54:43.328069 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00dabfed-44ef-4bfc-b138-d4d13a0ce64c req-e71a50e4-311f-48b0-a9ba-1d6074649a85 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019175 Feb 11 05:54:43.650243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33704) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:43.829954 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-398eea3e-62e4-4551-8c19-33805c1bec60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:43.974373 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-398eea3e-62e4-4551-8c19-33805c1bec60 admin admin] Publish callbacks [] for security_group (0d404910-0df9-4c7d-b029-6435e2e412bc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:43.981399 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-398eea3e-62e4-4551-8c19-33805c1bec60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0d404910-0df9-4c7d-b029-6435e2e412bc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.029653 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-398eea3e-62e4-4551-8c19-33805c1bec60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51c0ab6c80254db1b5a8852582b3ed89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759720 Feb 11 05:54:44.029896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33712) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:44.036315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398eea3e-62e4-4551-8c19-33805c1bec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d404910-0df9-4c7d-b029-6435e2e412bc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:44.093812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa243-3028-479f-bd87-723437389d3c admin admin] Publish callbacks [] for security_group (0d404910-0df9-4c7d-b029-6435e2e412bc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.132191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa243-3028-479f-bd87-723437389d3c admin admin] Publish callbacks [] for security_group (0d404910-0df9-4c7d-b029-6435e2e412bc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.191025 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa243-3028-479f-bd87-723437389d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0d404910-0df9-4c7d-b029-6435e2e412bc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.194835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa243-3028-479f-bd87-723437389d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.196019 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4b0fa243-3028-479f-bd87-723437389d3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d404910-0df9-4c7d-b029-6435e2e412bc HTTP/1.1" status: 204 len: 168 time: 0.1651449 Feb 11 05:54:44.206069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fa243-3028-479f-bd87-723437389d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d404910-0df9-4c7d-b029-6435e2e412bc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:44.473885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523759-153d-481e-bcd3-761297d04316 req-9eff21f1-7ee3-4c35-86ad-dd28a027792e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:44.485233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94523759-153d-481e-bcd3-761297d04316 req-9eff21f1-7ee3-4c35-86ad-dd28a027792e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0813172 Feb 11 05:54:44.551481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94523759-153d-481e-bcd3-761297d04316 req-0349c005-2315-4384-98f0-0686ab72b865 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648344 Feb 11 05:54:44.694742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33754) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:44.698573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5bd83-1107-4733-8dad-7dcc14d7890e req-0060765e-b98a-4d7f-8d15-03d1e494db0c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:44.700432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c5bd83-1107-4733-8dad-7dcc14d7890e req-0060765e-b98a-4d7f-8d15-03d1e494db0c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0770934 Feb 11 05:54:44.715495 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-279e33dc-c467-4028-af3f-401ca78ff5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.765984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c5bd83-1107-4733-8dad-7dcc14d7890e req-fc531242-0302-4d6f-af7b-a46c585ef91a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577884 Feb 11 05:54:44.899705 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-279e33dc-c467-4028-af3f-401ca78ff5d0 admin admin] Publish callbacks [] for security_group (b3e56e22-cd7a-4986-8cdf-10adea53a9db), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.906157 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-279e33dc-c467-4028-af3f-401ca78ff5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b3e56e22-cd7a-4986-8cdf-10adea53a9db), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.972213 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-279e33dc-c467-4028-af3f-401ca78ff5d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25f3e10530f647d6ae622e64f050747c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740915 Feb 11 05:54:44.972213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e33dc-c467-4028-af3f-401ca78ff5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e56e22-cd7a-4986-8cdf-10adea53a9db,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:44.972515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382946f-8bac-480e-bb1e-1774547b2691 req-9b3a7aca-d391-4ca9-9408-b4cdf8598c49 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:44.973855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33760) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:44.981250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a382946f-8bac-480e-bb1e-1774547b2691 req-9b3a7aca-d391-4ca9-9408-b4cdf8598c49 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0942402 Feb 11 05:54:45.045434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a382946f-8bac-480e-bb1e-1774547b2691 req-817d0be9-a812-4a3e-bb0d-ca80c9d57d19 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619817 Feb 11 05:54:45.103866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c73b7d82-ad1b-4f65-90c5-b0450b7768db admin admin] Publish callbacks [] for security_group (b3e56e22-cd7a-4986-8cdf-10adea53a9db), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:45.143170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c73b7d82-ad1b-4f65-90c5-b0450b7768db admin admin] Publish callbacks [] for security_group (b3e56e22-cd7a-4986-8cdf-10adea53a9db), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:45.210828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476c65-f133-4815-8314-e0a0c63fb818 req-111f8615-9322-4cff-9ba0-cceef0b7df6f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:45.212791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13476c65-f133-4815-8314-e0a0c63fb818 req-111f8615-9322-4cff-9ba0-cceef0b7df6f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0878978 Feb 11 05:54:45.228754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c73b7d82-ad1b-4f65-90c5-b0450b7768db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b3e56e22-cd7a-4986-8cdf-10adea53a9db), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:45.233233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c73b7d82-ad1b-4f65-90c5-b0450b7768db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:45.237331 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c73b7d82-ad1b-4f65-90c5-b0450b7768db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3e56e22-cd7a-4986-8cdf-10adea53a9db HTTP/1.1" status: 204 len: 168 time: 0.2476161 Feb 11 05:54:45.249331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b7d82-ad1b-4f65-90c5-b0450b7768db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e56e22-cd7a-4986-8cdf-10adea53a9db,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:45.322520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13476c65-f133-4815-8314-e0a0c63fb818 req-f45fe20b-cb54-4624-85da-63afc8f26cd9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020839 Feb 11 05:54:45.513564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c51a7-3ee6-499d-9370-ff4ae2362e41 req-32b45b5a-39ad-4868-ac82-b4a1204ebe7f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:45.516002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e24c51a7-3ee6-499d-9370-ff4ae2362e41 req-32b45b5a-39ad-4868-ac82-b4a1204ebe7f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0713477 Feb 11 05:54:45.591412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e24c51a7-3ee6-499d-9370-ff4ae2362e41 req-f2269064-f863-479a-8dd9-a990d378343b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668716 Feb 11 05:54:45.785674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82afe7-0854-460c-97d8-7bda52e24b80 req-f13e5efd-de23-485b-9a47-00367ccf720b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:45.793341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c82afe7-0854-460c-97d8-7bda52e24b80 req-f13e5efd-de23-485b-9a47-00367ccf720b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0865669 Feb 11 05:54:45.857676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c82afe7-0854-460c-97d8-7bda52e24b80 req-7240e8a1-d9e3-4677-8ea3-ef83370aa56e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631406 Feb 11 05:54:52.146436 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.004095 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:54:53.223536 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.520801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33868) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:53.684554 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8d1074b-1ae4-4b75-a872-994c3d79853f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.782671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8d1074b-1ae4-4b75-a872-994c3d79853f admin admin] Publish callbacks [] for security_group (189cfd3f-747c-4502-a105-1658049970cb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.787701 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8d1074b-1ae4-4b75-a872-994c3d79853f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (189cfd3f-747c-4502-a105-1658049970cb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.823785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33872) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:53.830608 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f8d1074b-1ae4-4b75-a872-994c3d79853f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=462a9f571c8f49fc9b3778287e577ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072569 Feb 11 05:54:53.887861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-63803325-e4e9-4b80-8a5c-59687869c800 admin admin] Publish callbacks [] for security_group (189cfd3f-747c-4502-a105-1658049970cb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.891727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1074b-1ae4-4b75-a872-994c3d79853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189cfd3f-747c-4502-a105-1658049970cb,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:53.921866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-63803325-e4e9-4b80-8a5c-59687869c800 admin admin] Publish callbacks [] for security_group (189cfd3f-747c-4502-a105-1658049970cb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.992003 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-63803325-e4e9-4b80-8a5c-59687869c800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (189cfd3f-747c-4502-a105-1658049970cb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.994684 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-63803325-e4e9-4b80-8a5c-59687869c800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.996409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-63803325-e4e9-4b80-8a5c-59687869c800 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/189cfd3f-747c-4502-a105-1658049970cb HTTP/1.1" status: 204 len: 168 time: 0.1709006 Feb 11 05:54:54.006013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63803325-e4e9-4b80-8a5c-59687869c800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189cfd3f-747c-4502-a105-1658049970cb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:54.942668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33898) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:55.073892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1058891157-network', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:55.100852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Made reservation on behalf of 1a25161668b242aeb0c5d0ddead6437b for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:55.103988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.114765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.203828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Publish callbacks [] for security_group (7733f6b3-c403-43fa-bf43-255d1e969303), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.209462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7733f6b3-c403-43fa-bf43-255d1e969303), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.243770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:54:55.254997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733f6b3-c403-43fa-bf43-255d1e969303,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:55.268981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b4d0e70d-b066-45a8-ae85-36743d557223), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.269634 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Added segment b4d0e70d-b066-45a8-ae85-36743d557223 of type vlan for network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e Feb 11 05:54:55.335682 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (c02237d9-6c2b-4311-a3d5-b4f4087c5e0e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.366801 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (c02237d9-6c2b-4311-a3d5-b4f4087c5e0e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.368334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:55.368918 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.413624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4697912 Feb 11 05:54:55.418534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33904) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:55.433052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Request body: {'subnet': {'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1058891157-subnet', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:55.462873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1ac68-024e-40f5-859d-cbb5b7bfe5ee admin admin] Pushing event updated for resources: {'Network': ['ID=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:55.477367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:54:55.478325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Made reservation on behalf of 1a25161668b242aeb0c5d0ddead6437b for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:55.483828 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.810846 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (557e9397-2df9-489c-a966-42c26afa74ca), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.878955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Checking segment: {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:55.879505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Network hostable DHCP agents. Network: c02237d9-6c2b-4311-a3d5-b4f4087c5e0e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:54:55.888141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=557e9397-2df9-489c-a966-42c26afa74ca,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:55.903088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:54:55.913949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, c02237d9-6c2b-4311-a3d5-b4f4087c5e0e) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:55.918935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:55.919538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.924723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e1d224-e370-4fee-8bde-28466389845c None None] Network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:55.939880 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-21c63780-d5df-4fcc-84ba-231ff7ac7c6d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5203452 Feb 11 05:54:55.942827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33908) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:55.947609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:55.976496 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.977853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.066325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks [] for router_controller (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.074744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:54:56.076027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.239919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks [] for router_gateway (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.305349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Allocated IP 172.20.0.2 (c02237d9-6c2b-4311-a3d5-b4f4087c5e0e/557e9397-2df9-489c-a966-42c26afa74ca/83f6cab3-4696-499e-982f-be1eccb54c51) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:56.489362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks [] for router_gateway (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.519334 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.534707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Publish callbacks [] for port (83f6cab3-4696-499e-982f-be1eccb54c51), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.543474 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.593886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:56.598087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:56.602406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:56.617081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Pushing event updated for resources: {'Port': ['ID=83f6cab3-4696-499e-982f-be1eccb54c51,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:56.669411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.670149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.670602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.671051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.671507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.671957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.672392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.673087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.673671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.674110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.674545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.675300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.675300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:56.681178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Allocated IP 172.25.1.213 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/5fa17765-306c-4ae7-806e-f30a820ef32f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:56.697490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Attempting to bind port 83f6cab3-4696-499e-982f-be1eccb54c51 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:56.698486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Attempting to bind port 83f6cab3-4696-499e-982f-be1eccb54c51 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:56.699086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Attempting to bind port 83f6cab3-4696-499e-982f-be1eccb54c51 on network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:56.705833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:56.706320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Checking segment: {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:56.706761 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.707163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Bound using segment: {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:56.707840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Bound port: 83f6cab3-4696-499e-982f-be1eccb54c51, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:56.708229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.803939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] For port 83f6cab3-4696-499e-982f-be1eccb54c51, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:56.809587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] For port 83f6cab3-4696-499e-982f-be1eccb54c51, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=83f6cab3-4696-499e-982f-be1eccb54c51,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:56.818308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.867082 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks [] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.930234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50adcf-5b43-464a-a601-422727adacc8 None None] Pushing event updated for resources: {'Port': ['ID=83f6cab3-4696-499e-982f-be1eccb54c51,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:56.930477 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.975228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:56.978252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:56.981843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:56.987810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Pushing event updated for resources: {'Port': ['ID=5fa17765-306c-4ae7-806e-f30a820ef32f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:57.355362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks [] for router_gateway (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.740848 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-33295742-607f-4fa9-a279-6f9a5cb5e871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.924235 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.094846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:54:58.206448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bedd8-f791-40e2-ad11-3965e9e3baed None None] Network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:58.234330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:58.263155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.265358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae931c8c-c2de-4b19-9d59-ffee7b1f39dd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3209782 Feb 11 05:54:58.267810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33928) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:58.308380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Sync routers for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:58.368177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6fa98d03-7392-4310-b70a-1f3308526bc6 None None] Provisioning complete for port 83f6cab3-4696-499e-982f-be1eccb54c51 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:58.368740 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa98d03-7392-4310-b70a-1f3308526bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.373513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:58.374262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:54:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:58.675526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:58.752242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6fa98d03-7392-4310-b70a-1f3308526bc6 None None] Current status of the port 83f6cab3-4696-499e-982f-be1eccb54c51 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:58.752934 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa98d03-7392-4310-b70a-1f3308526bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.759519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 83f6cab3-4696-499e-982f-be1eccb54c51 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:58.951457 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.957534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6fa98d03-7392-4310-b70a-1f3308526bc6 None None] For port 83f6cab3-4696-499e-982f-be1eccb54c51, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=83f6cab3-4696-499e-982f-be1eccb54c51,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:58.972918 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa98d03-7392-4310-b70a-1f3308526bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.051942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa98d03-7392-4310-b70a-1f3308526bc6 None None] Pushing event updated for resources: {'Port': ['ID=83f6cab3-4696-499e-982f-be1eccb54c51,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:59.066022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 83f6cab3-4696-499e-982f-be1eccb54c51 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:59.066536 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.112979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:57Z', 'revision_number': 3, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:59.146750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Checking router: 9b2fb4ff-18bb-41d6-8225-738cdb47c08c for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:59.147218 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Updating router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c port 5fa17765-306c-4ae7-806e-f30a820ef32f binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:59.175924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1ae7b357-4d14-4f0d-9dd1-795151132fb5 None None] Provisioning complete for port 83f6cab3-4696-499e-982f-be1eccb54c51 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:59.176449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1ae7b357-4d14-4f0d-9dd1-795151132fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.183759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Allocated IP 172.20.0.1 (c02237d9-6c2b-4311-a3d5-b4f4087c5e0e/557e9397-2df9-489c-a966-42c26afa74ca/98bf87fc-a85b-416d-a2af-465be8d56869) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:59.228135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.357156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Publish callbacks [] for port (98bf87fc-a85b-416d-a2af-465be8d56869), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.402142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.414866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7b357-4d14-4f0d-9dd1-795151132fb5 None None] Current status of the port 83f6cab3-4696-499e-982f-be1eccb54c51 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:59.427456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 83f6cab3-4696-499e-982f-be1eccb54c51 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:59.459807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:59.465387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:59.470430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:59.519446 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Pushing event updated for resources: {'Port': ['ID=98bf87fc-a85b-416d-a2af-465be8d56869,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:59.533506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.772671 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Publish callbacks [] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.780641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.838532 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-0a1920a1-f7c2-439d-82f3-a98d0e7247b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1289330 Feb 11 05:54:59.846564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.889249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-81d93886-9364-4797-8ac8-f368079d9283 None None] Provisioning complete for port 98bf87fc-a85b-416d-a2af-465be8d56869 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:59.889717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81d93886-9364-4797-8ac8-f368079d9283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.891436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Attempting to bind port 5fa17765-306c-4ae7-806e-f30a820ef32f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:59.891764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Attempting to bind port 5fa17765-306c-4ae7-806e-f30a820ef32f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:59.892118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Attempting to bind port 5fa17765-306c-4ae7-806e-f30a820ef32f on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:59.917197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e426eb9-ae84-4e0f-bd82-270d7f333c2c None None] Pushing event updated for resources: {'Port': ['ID=5fa17765-306c-4ae7-806e-f30a820ef32f,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:59.940443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-81d93886-9364-4797-8ac8-f368079d9283 None None] Port 98bf87fc-a85b-416d-a2af-465be8d56869 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:59.942296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:59.942707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:59.943114 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.943616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:59.943972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Bound port: 5fa17765-306c-4ae7-806e-f30a820ef32f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:59.944359 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.993862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-feb20ecf-a2e8-460f-b4c3-ec47702febe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.001160 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-feb20ecf-a2e8-460f-b4c3-ec47702febe2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1128 time: 0.1002097 Feb 11 05:55:00.019820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] For port 5fa17765-306c-4ae7-806e-f30a820ef32f, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:00.024584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] For port 5fa17765-306c-4ae7-806e-f30a820ef32f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5fa17765-306c-4ae7-806e-f30a820ef32f,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:00.033760 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.109989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:00.111082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:54:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:00.153720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e426eb9-ae84-4e0f-bd82-270d7f333c2c None None] Pushing event updated for resources: {'Port': ['ID=5fa17765-306c-4ae7-806e-f30a820ef32f,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:00.200032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-abba4b9f-7a3a-407a-a448-92dd9f08e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.201537 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-abba4b9f-7a3a-407a-a448-92dd9f08e9be service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1452682 Feb 11 05:55:00.205690 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Publish callbacks [] for port (98bf87fc-a85b-416d-a2af-465be8d56869), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.250957 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.364149 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-d2db1b21-9fe2-46cc-bdec-f9ec0a04411b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1000 time: 0.1552243 Feb 11 05:55:00.428814 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.447968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Pushing event updated for resources: {'Port': ['ID=98bf87fc-a85b-416d-a2af-465be8d56869,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:00.454996 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b60d7d66-4ccb-4a1a-a227-9a801047c4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.476573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-0ba21d10-c630-45e6-b805-e32af25c3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.478196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:00.478520 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-0ba21d10-c630-45e6-b805-e32af25c3e71 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0984387 Feb 11 05:55:00.591607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-3df75baa-4916-4b36-8423-b76b62c4420c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571327 Feb 11 05:55:00.635698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-d2438acc-7678-449f-bc53-a526f83fe83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.637716 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-d2438acc-7678-449f-bc53-a526f83fe83b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1488051 Feb 11 05:55:00.728185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:00.733977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:00.735790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 83f6cab3-4696-499e-982f-be1eccb54c51 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:00.771672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-0fceecde-9c27-4cce-9995-faf59707c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.778144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-0fceecde-9c27-4cce-9995-faf59707c497 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 1128 time: 0.1057756 Feb 11 05:55:00.826636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 83f6cab3-4696-499e-982f-be1eccb54c51 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:00.827196 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.907139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 1, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:00.941361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-0a8476b4-929f-43b5-b40e-c8e0f07ddf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.943629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-0a8476b4-929f-43b5-b40e-c8e0f07ddf79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1451721 Feb 11 05:55:00.949352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0820044-ecc0-4f87-9912-6de50197bb1e None None] The sync data for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 is: [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 1, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:01.004724 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-e79ffce2-6e7f-4323-affe-c2efdd32b5d3 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587224 Feb 11 05:55:01.012073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-5b80493d-07e9-4d26-bf03-1f45f2e0dc60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c99db9b-122a-4576-9fbb-c548b633006f HTTP/1.1" status: 200 len: 217 time: 0.0590367 Feb 11 05:55:01.050425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 83f6cab3-4696-499e-982f-be1eccb54c51 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:01.062381 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:01.140099 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.161287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-ea1cae7b-8f17-4cf0-afab-ef90c1feec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:01.164403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-ea1cae7b-8f17-4cf0-afab-ef90c1feec01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.1467435 Feb 11 05:55:01.257501 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-beea32f3-444a-4cd2-b448-80bbbe6b0ce3 req-ac9a2b43-3bb1-48a2-a1b7-8297bda68a89 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417645 Feb 11 05:55:01.294177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3d6443f9-6c8d-46a9-a733-d3a9f78dbdac None None] Provisioning complete for port 98bf87fc-a85b-416d-a2af-465be8d56869 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:01.294552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-fbaa1751-87b8-467b-b273-0c65b1ecf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:01.298481 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3d6443f9-6c8d-46a9-a733-d3a9f78dbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.299830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-fbaa1751-87b8-467b-b273-0c65b1ecf541 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1289856 Feb 11 05:55:01.333558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:01.347228 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-14dfaf71-8bcf-4178-92f9-e6c50bf429d4 admin admin] 10.222.0.31 "PUT /v2.0/routers/9b2fb4ff-18bb-41d6-8225-738cdb47c08c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781612 Feb 11 05:55:01.402318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3d6443f9-6c8d-46a9-a733-d3a9f78dbdac None None] Port 98bf87fc-a85b-416d-a2af-465be8d56869 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:01.491052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-9504c756-1708-4e7d-8c24-664976df3eea service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840613 Feb 11 05:55:01.722654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2285b599-bdff-4f8f-9a38-95de3dece5d5 req-a46cd294-338f-4654-9c52-2d072d10a622 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205887 Feb 11 05:55:02.173916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 33970) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:02.178891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-303555835-network', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:02.212949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Made reservation on behalf of ce852696226f4dd5b60d618f301c9299 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:02.215592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.232779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.356303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Publish callbacks [] for security_group (ca9c15d8-cbb6-4ba2-8a26-d7bccf33cc8d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.362185 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ca9c15d8-cbb6-4ba2-8a26-d7bccf33cc8d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.403796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:55:02.416466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9c15d8-cbb6-4ba2-8a26-d7bccf33cc8d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:02.426336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (97a351a5-738c-4912-8fdd-4c1266b16b3a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.426938 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Added segment 97a351a5-738c-4912-8fdd-4c1266b16b3a of type vlan for network 456e88f6-0318-4cae-bb61-9dd2c6ba796e Feb 11 05:55:02.489622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (456e88f6-0318-4cae-bb61-9dd2c6ba796e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.535936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (456e88f6-0318-4cae-bb61-9dd2c6ba796e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.536748 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:02.537471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.582284 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4043939 Feb 11 05:55:02.582777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 33988) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:02.589467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Request body: {'subnet': {'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-303555835-subnet', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:02.622730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80391fe9-775c-4d11-8aaf-6119895be059 admin admin] Pushing event updated for resources: {'Network': ['ID=456e88f6-0318-4cae-bb61-9dd2c6ba796e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:02.644848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Made reservation on behalf of ce852696226f4dd5b60d618f301c9299 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:02.645592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 456e88f6-0318-4cae-bb61-9dd2c6ba796e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:55:02.647921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.888440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5fa17765-306c-4ae7-806e-f30a820ef32f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:02.977833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.993570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5fa17765-306c-4ae7-806e-f30a820ef32f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:02.993981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.122322 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (2c91e9aa-73fa-4b34-9660-48509a7dabaa), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.162407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5fa17765-306c-4ae7-806e-f30a820ef32f is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:03.163126 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.190326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 5fa17765-306c-4ae7-806e-f30a820ef32f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5fa17765-306c-4ae7-806e-f30a820ef32f,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:03.196328 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.247056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c91e9aa-73fa-4b34-9660-48509a7dabaa,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:03.249557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Checking segment: {'id': '97a351a5-738c-4912-8fdd-4c1266b16b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:03.250139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Network hostable DHCP agents. Network: 456e88f6-0318-4cae-bb61-9dd2c6ba796e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:55:03.303079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Network 456e88f6-0318-4cae-bb61-9dd2c6ba796e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:55:03.312233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=5fa17765-306c-4ae7-806e-f30a820ef32f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:03.327603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 456e88f6-0318-4cae-bb61-9dd2c6ba796e) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:03.334135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:03.335033 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.341701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3954e8af-162a-4fdd-9f12-7176f474065f None None] Network 456e88f6-0318-4cae-bb61-9dd2c6ba796e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:03.367679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34010) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:03.370709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-edd0ad94-1aeb-414a-a6f6-538c5b0b0f30 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7811036 Feb 11 05:55:03.374183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:03.397406 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (2f7e9de5-d830-4b80-9266-ae2b0cc99334), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.398854 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (2f7e9de5-d830-4b80-9266-ae2b0cc99334), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.514372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-456e88f6-0318-4cae-bb61-9dd2c6ba796e', 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e', 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'fixed_ips': [{'subnet_id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:55:03.516184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.531680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks [] for router_controller (2f7e9de5-d830-4b80-9266-ae2b0cc99334), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.800096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Allocated IP 172.20.0.2 (456e88f6-0318-4cae-bb61-9dd2c6ba796e/2c91e9aa-73fa-4b34-9660-48509a7dabaa/6428e938-def5-4721-9ddf-77e98b7c81f4) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:03.977866 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.102989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Publish callbacks [] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.124429 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.215620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Network 456e88f6-0318-4cae-bb61-9dd2c6ba796e is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:04.222659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Pushing event updated for resources: {'Port': ['ID=6428e938-def5-4721-9ddf-77e98b7c81f4,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:04.227154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:04.230090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:04.280633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks [] for router_gateway (2f7e9de5-d830-4b80-9266-ae2b0cc99334), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.315683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Attempting to bind port 6428e938-def5-4721-9ddf-77e98b7c81f4 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:04.316129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Attempting to bind port 6428e938-def5-4721-9ddf-77e98b7c81f4 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '97a351a5-738c-4912-8fdd-4c1266b16b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:04.316602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Attempting to bind port 6428e938-def5-4721-9ddf-77e98b7c81f4 on network 456e88f6-0318-4cae-bb61-9dd2c6ba796e {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:04.322348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:04.323144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Checking segment: {'id': '97a351a5-738c-4912-8fdd-4c1266b16b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:04.323800 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.324265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Bound using segment: {'id': '97a351a5-738c-4912-8fdd-4c1266b16b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:04.324840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Bound port: 6428e938-def5-4721-9ddf-77e98b7c81f4, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a351a5-738c-4912-8fdd-4c1266b16b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:04.325484 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.407407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] For port 6428e938-def5-4721-9ddf-77e98b7c81f4, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:04.411833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] For port 6428e938-def5-4721-9ddf-77e98b7c81f4, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6428e938-def5-4721-9ddf-77e98b7c81f4,segment=NetworkSegment(97a351a5-738c-4912-8fdd-4c1266b16b3a),segment_id=97a351a5-738c-4912-8fdd-4c1266b16b3a)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:04.422895 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.547025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf39a1-b11d-467f-ac75-f45c58e3c122 None None] Pushing event updated for resources: {'Port': ['ID=6428e938-def5-4721-9ddf-77e98b7c81f4,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:04.653372 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks [] for router_gateway (2f7e9de5-d830-4b80-9266-ae2b0cc99334), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.682239 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.747980 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Sync routers for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:04.758180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5fa17765-306c-4ae7-806e-f30a820ef32f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:04.769714 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:04.770348 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:04.878856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5fa17765-306c-4ae7-806e-f30a820ef32f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:04.879954 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.944550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Allocated IP 172.25.1.149 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/366e7e1c-48e8-4377-8bca-71316d45af09) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:04.979655 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:05.016379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5fa17765-306c-4ae7-806e-f30a820ef32f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:05.107451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks [] for port (366e7e1c-48e8-4377-8bca-71316d45af09), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.157156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.248213 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 2, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:05.264722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:05.272428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:05.282829 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Checking router: 9b2fb4ff-18bb-41d6-8225-738cdb47c08c for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:05.283445 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Updating router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c port 98bf87fc-a85b-416d-a2af-465be8d56869 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:05.283908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:05.328239 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=366e7e1c-48e8-4377-8bca-71316d45af09,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:05.450899 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.764898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks [] for router_gateway (2f7e9de5-d830-4b80-9266-ae2b0cc99334), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.983618 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Publish callbacks [] for port (98bf87fc-a85b-416d-a2af-465be8d56869), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.004277 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.085836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508bcb3-c7a8-488f-920e-3c8a9f56d403 None None] Network 456e88f6-0318-4cae-bb61-9dd2c6ba796e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:06.146978 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Pushing event updated for resources: {'Port': ['ID=98bf87fc-a85b-416d-a2af-465be8d56869,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:06.155852 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.156272 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.156619 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.156954 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.157307 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.157637 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.157959 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.158417 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.158746 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.159075 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.159397 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.159716 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.160034 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:06.164795 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Attempting to bind port 98bf87fc-a85b-416d-a2af-465be8d56869 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:06.165401 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Attempting to bind port 98bf87fc-a85b-416d-a2af-465be8d56869 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:06.165773 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Attempting to bind port 98bf87fc-a85b-416d-a2af-465be8d56869 on network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:06.175620 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:06.176000 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Checking segment: {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:06.176544 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.176789 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Bound using segment: {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:06.177291 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Bound port: 98bf87fc-a85b-416d-a2af-465be8d56869, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:06.177669 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.293959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5e71023c-5e1c-44ff-bd27-e38f7915d2ad None None] Provisioning complete for port 6428e938-def5-4721-9ddf-77e98b7c81f4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:06.294449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5e71023c-5e1c-44ff-bd27-e38f7915d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.299379 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] For port 98bf87fc-a85b-416d-a2af-465be8d56869, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:06.302860 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] For port 98bf87fc-a85b-416d-a2af-465be8d56869, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=98bf87fc-a85b-416d-a2af-465be8d56869,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:06.307040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (2f7e9de5-d830-4b80-9266-ae2b0cc99334), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.310677 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.405574 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:06.412784 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:06.480895 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf11f7-034e-469a-9b06-4a616fc16fd2 None None] Pushing event updated for resources: {'Port': ['ID=98bf87fc-a85b-416d-a2af-465be8d56869,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:06.524207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5e71023c-5e1c-44ff-bd27-e38f7915d2ad None None] Current status of the port 6428e938-def5-4721-9ddf-77e98b7c81f4 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:06.524800 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5e71023c-5e1c-44ff-bd27-e38f7915d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.599013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:55:06.632621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5e71023c-5e1c-44ff-bd27-e38f7915d2ad None None] For port 6428e938-def5-4721-9ddf-77e98b7c81f4, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6428e938-def5-4721-9ddf-77e98b7c81f4,segment=NetworkSegment(97a351a5-738c-4912-8fdd-4c1266b16b3a),segment_id=97a351a5-738c-4912-8fdd-4c1266b16b3a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:06.641934 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5e71023c-5e1c-44ff-bd27-e38f7915d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.686208 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:06.823552 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:06.846114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Sync routers for ids ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:06.854432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.860718 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9c098ba7-b4e8-4846-8279-1ba0d764d4f5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4910896 Feb 11 05:55:06.861423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34074) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:06.865062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71023c-5e1c-44ff-bd27-e38f7915d2ad None None] Pushing event updated for resources: {'Port': ['ID=6428e938-def5-4721-9ddf-77e98b7c81f4,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:06.892576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d51ebe39-54b4-43fa-a50d-bef1d250e51d None None] Provisioning complete for port 98bf87fc-a85b-416d-a2af-465be8d56869 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:06.892954 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d51ebe39-54b4-43fa-a50d-bef1d250e51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.894751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Routers {'2f7e9de5-d830-4b80-9266-ae2b0cc99334'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:06.895388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:07.137435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Set router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:07.149730 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:07.184217 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb103f36-8ac4-4f7a-9c4a-9c8d972c47c6 None None] The sync data for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 is: [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:07.198967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98bf87fc-a85b-416d-a2af-465be8d56869 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:07.519182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 98bf87fc-a85b-416d-a2af-465be8d56869 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:07.519713 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.563715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d51ebe39-54b4-43fa-a50d-bef1d250e51d None None] Current status of the port 98bf87fc-a85b-416d-a2af-465be8d56869 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:07.564126 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d51ebe39-54b4-43fa-a50d-bef1d250e51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.661850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.941475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Allocated IP 172.20.0.1 (456e88f6-0318-4cae-bb61-9dd2c6ba796e/2c91e9aa-73fa-4b34-9660-48509a7dabaa/fd8951fd-a24c-46b1-98b7-ea926afd069d) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:07.959721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d51ebe39-54b4-43fa-a50d-bef1d250e51d None None] For port 98bf87fc-a85b-416d-a2af-465be8d56869, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=98bf87fc-a85b-416d-a2af-465be8d56869,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:07.961748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:05Z', 'revision_number': 3, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'gw_port': {'id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:aa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:08.004669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Checking router: 2f7e9de5-d830-4b80-9266-ae2b0cc99334 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:08.005040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Updating router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 port 366e7e1c-48e8-4377-8bca-71316d45af09 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:08.026172 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d51ebe39-54b4-43fa-a50d-bef1d250e51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.090877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Publish callbacks [] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.149831 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.151446 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.207937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Network 456e88f6-0318-4cae-bb61-9dd2c6ba796e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:08.210964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:08.215659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:08.218976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8951fd-a24c-46b1-98b7-ea926afd069d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:08.270731 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (2f7e9de5-d830-4b80-9266-ae2b0cc99334), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.434047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ebe39-54b4-43fa-a50d-bef1d250e51d None None] Pushing event updated for resources: {'Port': ['ID=98bf87fc-a85b-416d-a2af-465be8d56869,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:08.439610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 98bf87fc-a85b-416d-a2af-465be8d56869 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:08.441020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6428e938-def5-4721-9ddf-77e98b7c81f4 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:08.469644 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.492274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-568549ad-8428-461c-8758-e2234ec1d3be None None] Provisioning complete for port 6428e938-def5-4721-9ddf-77e98b7c81f4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:08.492655 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-568549ad-8428-461c-8758-e2234ec1d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.659717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6428e938-def5-4721-9ddf-77e98b7c81f4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:08.659997 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.706346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-568549ad-8428-461c-8758-e2234ec1d3be None None] Current status of the port 6428e938-def5-4721-9ddf-77e98b7c81f4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:08.722209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Publish callbacks [] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.728357 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.782992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-568549ad-8428-461c-8758-e2234ec1d3be None None] Provisioning complete for port 98bf87fc-a85b-416d-a2af-465be8d56869 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:08.783389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-568549ad-8428-461c-8758-e2234ec1d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.791822 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Publish callbacks [] for port (366e7e1c-48e8-4377-8bca-71316d45af09), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.792719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8951fd-a24c-46b1-98b7-ea926afd069d,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:08.834553 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.861054 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (2f7e9de5-d830-4b80-9266-ae2b0cc99334), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.948598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6428e938-def5-4721-9ddf-77e98b7c81f4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:08.953969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c89ee-8ee4-4de7-b7ed-b4c016a23370 None None] Pushing event updated for resources: {'Port': ['ID=366e7e1c-48e8-4377-8bca-71316d45af09,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:08.962484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Attempting to bind port 366e7e1c-48e8-4377-8bca-71316d45af09 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:08.962869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Attempting to bind port 366e7e1c-48e8-4377-8bca-71316d45af09 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:08.963944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Attempting to bind port 366e7e1c-48e8-4377-8bca-71316d45af09 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:08.992789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:08.993455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:08.993876 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.998153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:08.999296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Bound port: 366e7e1c-48e8-4377-8bca-71316d45af09, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:08.999759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.036639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Network 456e88f6-0318-4cae-bb61-9dd2c6ba796e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:09.039532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:09.085811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] For port 366e7e1c-48e8-4377-8bca-71316d45af09, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:09.103999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] For port 366e7e1c-48e8-4377-8bca-71316d45af09, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=366e7e1c-48e8-4377-8bca-71316d45af09,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:09.107397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98bf87fc-a85b-416d-a2af-465be8d56869 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:09.140295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-568549ad-8428-461c-8758-e2234ec1d3be None None] Current status of the port 98bf87fc-a85b-416d-a2af-465be8d56869 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:09.147189 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.302373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:09.315874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c89ee-8ee4-4de7-b7ed-b4c016a23370 None None] Pushing event updated for resources: {'Port': ['ID=366e7e1c-48e8-4377-8bca-71316d45af09,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:09.319027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Routers {'2f7e9de5-d830-4b80-9266-ae2b0cc99334'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:09.319675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:09.325846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c20e20ad-823f-4eeb-b893-5efa4fbd7965 None None] Provisioning complete for port fd8951fd-a24c-46b1-98b7-ea926afd069d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:09.325846 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c20e20ad-823f-4eeb-b893-5efa4fbd7965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.422772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 98bf87fc-a85b-416d-a2af-465be8d56869 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:09.422772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.514335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:09.528016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f668039-ea78-40f2-b7a8-929974ac7407 admin admin] 10.222.0.31 "PUT /v2.0/routers/2f7e9de5-d830-4b80-9266-ae2b0cc99334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6651635 Feb 11 05:55:09.539929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c20e20ad-823f-4eeb-b893-5efa4fbd7965 None None] Port fd8951fd-a24c-46b1-98b7-ea926afd069d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:09.553440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] Set router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:09.703988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0befa2e4-690e-455f-91c4-b8347018b875 None None] Provisioning complete for port fd8951fd-a24c-46b1-98b7-ea926afd069d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:09.704550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0befa2e4-690e-455f-91c4-b8347018b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.706960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 98bf87fc-a85b-416d-a2af-465be8d56869 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:09.708669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6428e938-def5-4721-9ddf-77e98b7c81f4 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:09.877835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0befa2e4-690e-455f-91c4-b8347018b875 None None] Port fd8951fd-a24c-46b1-98b7-ea926afd069d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:09.938794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6428e938-def5-4721-9ddf-77e98b7c81f4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:09.939175 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.051578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:08Z', 'revision_number': 4, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'gw_port': {'id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:aa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fd8951fd-a24c-46b1-98b7-ea926afd069d', 'name': '', 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'mac_address': 'fa:16:3e:e7:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:07Z', 'updated_at': '2022-02-11T05:55:08Z', 'revision_number': 2, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'subnets': [{'id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:10.087194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d178f9-d524-425c-997e-010b5096afd7 None None] The sync data for ids ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'] in n-d-715271-35 is: [{'id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:08Z', 'revision_number': 4, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'gw_port': {'id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:aa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fd8951fd-a24c-46b1-98b7-ea926afd069d', 'name': '', 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'mac_address': 'fa:16:3e:e7:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:07Z', 'updated_at': '2022-02-11T05:55:08Z', 'revision_number': 2, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'subnets': [{'id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:10.094121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6428e938-def5-4721-9ddf-77e98b7c81f4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:10.387647 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:10.396790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ce24d82d-4063-482f-bf79-877bdbaef277 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385656318', 'description': 'tempest-secgroup-smoke-1385656318 description', 'project_id': '1a25161668b242aeb0c5d0ddead6437b'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:10.436481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce24d82d-4063-482f-bf79-877bdbaef277 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.539444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce24d82d-4063-482f-bf79-877bdbaef277 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group (e4c28e7c-cbbc-4a85-9af2-ff6da7e60939), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.546480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce24d82d-4063-482f-bf79-877bdbaef277 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e4c28e7c-cbbc-4a85-9af2-ff6da7e60939), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.576594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24d82d-4063-482f-bf79-877bdbaef277 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:10.614725 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ce24d82d-4063-482f-bf79-877bdbaef277 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.617305 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ce24d82d-4063-482f-bf79-877bdbaef277 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2282760 Feb 11 05:55:10.621032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34146) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:10.626024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-fb5dd107-dbb8-4346-8022-829dfdb2d446 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Request body: {'security_group_rule': {'security_group_id': 'e4c28e7c-cbbc-4a85-9af2-ff6da7e60939', 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:10.660679 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd107-dbb8-4346-8022-829dfdb2d446 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (fd8166cc-98e4-4541-b1f3-b866cafd3fcc), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.756348 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd107-dbb8-4346-8022-829dfdb2d446 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (fd8166cc-98e4-4541-b1f3-b866cafd3fcc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.766428 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd107-dbb8-4346-8022-829dfdb2d446 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (fd8166cc-98e4-4541-b1f3-b866cafd3fcc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.787315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dd107-dbb8-4346-8022-829dfdb2d446 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8166cc-98e4-4541-b1f3-b866cafd3fcc,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:10.795922 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd107-dbb8-4346-8022-829dfdb2d446 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.797443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fb5dd107-dbb8-4346-8022-829dfdb2d446 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752172 Feb 11 05:55:10.802242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34152) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:10.808283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-94b28cf2-251f-48ca-ac14-a2067fd95bc1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Request body: {'security_group_rule': {'security_group_id': 'e4c28e7c-cbbc-4a85-9af2-ff6da7e60939', 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:10.842625 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-94b28cf2-251f-48ca-ac14-a2067fd95bc1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (b67312f2-877f-46d8-bde7-89c124bd217a), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.915692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-94b28cf2-251f-48ca-ac14-a2067fd95bc1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (b67312f2-877f-46d8-bde7-89c124bd217a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.925059 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-94b28cf2-251f-48ca-ac14-a2067fd95bc1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (b67312f2-877f-46d8-bde7-89c124bd217a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.945168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b28cf2-251f-48ca-ac14-a2067fd95bc1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67312f2-877f-46d8-bde7-89c124bd217a,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:10.952151 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-94b28cf2-251f-48ca-ac14-a2067fd95bc1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.953864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-94b28cf2-251f-48ca-ac14-a2067fd95bc1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505952 Feb 11 05:55:10.956562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34158) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:10.961578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-6917ec86-28ae-42eb-a255-2d85f6f5d632 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Request body: {'security_group_rule': {'security_group_id': 'e4c28e7c-cbbc-4a85-9af2-ff6da7e60939', 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:11.038768 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6917ec86-28ae-42eb-a255-2d85f6f5d632 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (0ff98b83-7843-4b8d-a8f7-f429a1255ce5), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.111993 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6917ec86-28ae-42eb-a255-2d85f6f5d632 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (0ff98b83-7843-4b8d-a8f7-f429a1255ce5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.117420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6917ec86-28ae-42eb-a255-2d85f6f5d632 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (0ff98b83-7843-4b8d-a8f7-f429a1255ce5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.151870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917ec86-28ae-42eb-a255-2d85f6f5d632 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff98b83-7843-4b8d-a8f7-f429a1255ce5,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:11.173557 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6917ec86-28ae-42eb-a255-2d85f6f5d632 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.175610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6917ec86-28ae-42eb-a255-2d85f6f5d632 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2170432 Feb 11 05:55:11.177502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34166) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:11.185556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-eb82a111-411c-418e-b360-59b245119cb6 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Request body: {'security_group_rule': {'security_group_id': 'e4c28e7c-cbbc-4a85-9af2-ff6da7e60939', 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:11.251773 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eb82a111-411c-418e-b360-59b245119cb6 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (ac4f65ea-0e1e-4759-9134-3befd337c673), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.350403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eb82a111-411c-418e-b360-59b245119cb6 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (ac4f65ea-0e1e-4759-9134-3befd337c673), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.360291 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eb82a111-411c-418e-b360-59b245119cb6 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (ac4f65ea-0e1e-4759-9134-3befd337c673), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.378914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82a111-411c-418e-b360-59b245119cb6 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4f65ea-0e1e-4759-9134-3befd337c673,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:11.392301 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eb82a111-411c-418e-b360-59b245119cb6 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.396485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eb82a111-411c-418e-b360-59b245119cb6 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151716 Feb 11 05:55:11.396934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 34172) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:11.403133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-38bc15b2-e6e3-4218-aa4b-a3a049c18453 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Request body: {'security_group_rule': {'security_group_id': 'e4c28e7c-cbbc-4a85-9af2-ff6da7e60939', 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:11.430342 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-38bc15b2-e6e3-4218-aa4b-a3a049c18453 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Project 1a25161668b242aeb0c5d0ddead6437b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:55:11.436138 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38bc15b2-e6e3-4218-aa4b-a3a049c18453 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (6e2d0442-2ea5-4676-9a8e-845d777a8837), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.512611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38bc15b2-e6e3-4218-aa4b-a3a049c18453 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (6e2d0442-2ea5-4676-9a8e-845d777a8837), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.526950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38bc15b2-e6e3-4218-aa4b-a3a049c18453 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (6e2d0442-2ea5-4676-9a8e-845d777a8837), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.545039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc15b2-e6e3-4218-aa4b-a3a049c18453 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2d0442-2ea5-4676-9a8e-845d777a8837,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:11.561512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38bc15b2-e6e3-4218-aa4b-a3a049c18453 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.566452 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-38bc15b2-e6e3-4218-aa4b-a3a049c18453 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1678183 Feb 11 05:55:11.567487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34178) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:11.572599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5553e572-ae3a-4df4-9ee1-c062d7010467 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Request body: {'security_group_rule': {'security_group_id': 'e4c28e7c-cbbc-4a85-9af2-ff6da7e60939', 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:11.595119 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-5553e572-ae3a-4df4-9ee1-c062d7010467 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Project 1a25161668b242aeb0c5d0ddead6437b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:55:11.602643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5553e572-ae3a-4df4-9ee1-c062d7010467 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (3c550504-b0a4-4cc2-a1a8-e80f96130091), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.688111 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5553e572-ae3a-4df4-9ee1-c062d7010467 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (3c550504-b0a4-4cc2-a1a8-e80f96130091), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.692802 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5553e572-ae3a-4df4-9ee1-c062d7010467 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (3c550504-b0a4-4cc2-a1a8-e80f96130091), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.713745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553e572-ae3a-4df4-9ee1-c062d7010467 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c550504-b0a4-4cc2-a1a8-e80f96130091,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:11.725969 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5553e572-ae3a-4df4-9ee1-c062d7010467 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.727349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5553e572-ae3a-4df4-9ee1-c062d7010467 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587303 Feb 11 05:55:12.003003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-f546b4bc-3223-49ec-8ee0-295b45e062f1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385656318&fields=id&tenant_id=1a25161668b242aeb0c5d0ddead6437b HTTP/1.1" status: 200 len: 267 time: 0.0546224 Feb 11 05:55:12.144610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-7869fb32-6ed5-49b4-8427-670e75b5dcfe tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:12.152202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-7869fb32-6ed5-49b4-8427-670e75b5dcfe tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/networks?id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e HTTP/1.1" status: 200 len: 809 time: 0.1425416 Feb 11 05:55:12.165296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-cd9a4853-01e2-4f5e-9a35-969f7fe03e84 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/quotas/1a25161668b242aeb0c5d0ddead6437b HTTP/1.1" status: 200 len: 375 time: 0.0119851 Feb 11 05:55:12.233486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-65de6a6c-4af3-4612-b497-eb7e61c7195e tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a25161668b242aeb0c5d0ddead6437b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550148 Feb 11 05:55:12.383041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-7c282482-6403-4646-8627-013e33d1b6c2 service neutron] 10.222.0.31 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329162 Feb 11 05:55:12.505741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-8f0a266d-8236-4417-b9d9-16b3752b8602 service neutron] 10.222.0.31 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145558 Feb 11 05:55:12.760680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bd94765-396d-471b-951f-e83ca5a8b351 req-fbe3fe98-c96e-48a2-aeb6-e807005a14a9 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 210 time: 0.0402222 Feb 11 05:55:13.162825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 366e7e1c-48e8-4377-8bca-71316d45af09 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:13.264111 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-65c78504-04af-4085-835c-4f24de9b733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:13.264729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652040-ba2b-4ba5-9760-444f2723d418 req-9bc5cfb4-34a0-4132-b3a7-9baf0997a6b5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:13.265819 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-65c78504-04af-4085-835c-4f24de9b733f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1128 time: 0.1817212 Feb 11 05:55:13.270336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68652040-ba2b-4ba5-9760-444f2723d418 req-9bc5cfb4-34a0-4132-b3a7-9baf0997a6b5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1552060 Feb 11 05:55:13.296717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 366e7e1c-48e8-4377-8bca-71316d45af09 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:13.298044 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.401508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68652040-ba2b-4ba5-9760-444f2723d418 req-b2660595-99ef-4c8e-abd8-7717ed94afcb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089678 Feb 11 05:55:13.404247 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-51247f18-bde7-4f24-8138-7d3035066808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:13.406823 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-51247f18-bde7-4f24-8138-7d3035066808 service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1338062 Feb 11 05:55:13.487525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 366e7e1c-48e8-4377-8bca-71316d45af09 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:13.488325 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.518388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 366e7e1c-48e8-4377-8bca-71316d45af09, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=366e7e1c-48e8-4377-8bca-71316d45af09,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:13.523669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.547192 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-11904ca8-9dd8-41d8-ad3f-2518843576b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1000 time: 0.1324332 Feb 11 05:55:13.638628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-598720fc-53b6-42ef-b728-751dcd658136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:13.640975 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-598720fc-53b6-42ef-b728-751dcd658136 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0827932 Feb 11 05:55:13.658742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=366e7e1c-48e8-4377-8bca-71316d45af09,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:13.729878 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-6a5f93c5-2d21-4bda-8396-2d659fdc0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:13.731466 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-6a5f93c5-2d21-4bda-8396-2d659fdc0bba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0834994 Feb 11 05:55:13.888649 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-3356a729-2d17-49e5-bc9e-fd691a8f33b8 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485076 Feb 11 05:55:13.941355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a21ebd84-3045-4690-a41b-46a51465bff5 req-c4d083af-f0c5-4002-bcaf-cdeb1a4ca799 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 210 time: 0.0489445 Feb 11 05:55:14.010378 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-34c42a3e-9f91-4d47-8bcb-ffa088abaf9f req-055efe3a-08f8-447e-a98f-a623a4408d22 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122622 Feb 11 05:55:14.370855 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Sync routers for ids ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:14.392993 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Routers {'2f7e9de5-d830-4b80-9266-ae2b0cc99334'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:14.393644 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:14.420285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-e3a4af35-577f-4e05-8c16-80e0b9a7500f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:14.426682 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-e3a4af35-577f-4e05-8c16-80e0b9a7500f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.81 "GET /v2.0/networks?id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e HTTP/1.1" status: 200 len: 809 time: 0.2431290 Feb 11 05:55:14.588577 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-dea2f093-fba7-4db3-8e6c-f0b1ba81f257 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a25161668b242aeb0c5d0ddead6437b HTTP/1.1" status: 200 len: 380 time: 0.1486740 Feb 11 05:55:14.599224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Request body: {'port': {'device_id': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'admin_state_up': True, 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'security_groups': ['e4c28e7c-cbbc-4a85-9af2-ff6da7e60939']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:14.611405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed9eff-b882-497d-8e4b-1d0ced837737 req-f2d7ad6a-948d-43e8-ba2f-82c559fd1e06 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:14.618575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56ed9eff-b882-497d-8e4b-1d0ced837737 req-f2d7ad6a-948d-43e8-ba2f-82c559fd1e06 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0905616 Feb 11 05:55:14.668313 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Set router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:14.702743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56ed9eff-b882-497d-8e4b-1d0ced837737 req-0b1c8991-4e93-4261-a8a8-11a8f3192200 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824528 Feb 11 05:55:14.794532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Made reservation on behalf of 1a25161668b242aeb0c5d0ddead6437b for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:14.798246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:14.959663 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:08Z', 'revision_number': 4, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'gw_port': {'id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:aa:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fd8951fd-a24c-46b1-98b7-ea926afd069d', 'name': '', 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'mac_address': 'fa:16:3e:e7:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:07Z', 'updated_at': '2022-02-11T05:55:08Z', 'revision_number': 2, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'subnets': [{'id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:14.989573 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Checking router: 2f7e9de5-d830-4b80-9266-ae2b0cc99334 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:14.989974 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Updating router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 port fd8951fd-a24c-46b1-98b7-ea926afd069d binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:15.032635 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.034632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Allocated IP 172.20.0.7 (c02237d9-6c2b-4311-a3d5-b4f4087c5e0e/557e9397-2df9-489c-a966-42c26afa74ca/de58d0c5-e3f5-41fd-aa51-1e556c4e9662) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:15.085424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 366e7e1c-48e8-4377-8bca-71316d45af09 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:15.124318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e401a6d-c67e-4a08-95e9-bd005a1070a0 req-922ddaaf-b11b-45c7-b89b-0e760970c2a7 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 210 time: 0.0846429 Feb 11 05:55:15.188643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 366e7e1c-48e8-4377-8bca-71316d45af09 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:15.189652 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.310701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 366e7e1c-48e8-4377-8bca-71316d45af09 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:15.352873 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.399306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.492425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'Port': ['ID=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:15.503150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:15.504754 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Publish callbacks [] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.505527 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:15.512429 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:15.517432 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.647337 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9c3a4-df2f-4449-9a3c-80eb735b5589 None None] Pushing event updated for resources: {'Port': ['ID=fd8951fd-a24c-46b1-98b7-ea926afd069d,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:15.758352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:15.759615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.799129 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-18332558-5931-4186-9705-1bcc427c8d33 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2060130 Feb 11 05:55:15.802598 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Attempting to bind port fd8951fd-a24c-46b1-98b7-ea926afd069d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:15.803004 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Attempting to bind port fd8951fd-a24c-46b1-98b7-ea926afd069d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '97a351a5-738c-4912-8fdd-4c1266b16b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:15.803374 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Attempting to bind port fd8951fd-a24c-46b1-98b7-ea926afd069d on network 456e88f6-0318-4cae-bb61-9dd2c6ba796e {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:15.821272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Request body: {'port': {'device_id': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:15.842503 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:15.842925 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Checking segment: {'id': '97a351a5-738c-4912-8fdd-4c1266b16b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:15.843291 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.844092 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Bound using segment: {'id': '97a351a5-738c-4912-8fdd-4c1266b16b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:15.844575 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Bound port: fd8951fd-a24c-46b1-98b7-ea926afd069d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a351a5-738c-4912-8fdd-4c1266b16b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:15.844960 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.984031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.989628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657323a-020b-4efc-b682-73c0dc248ed2 req-d93a5b62-1635-4fcc-899b-0aa9b0287245 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.003287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a657323a-020b-4efc-b682-73c0dc248ed2 req-d93a5b62-1635-4fcc-899b-0aa9b0287245 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1269937 Feb 11 05:55:16.094713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a657323a-020b-4efc-b682-73c0dc248ed2 req-b4e35191-877f-465b-99ca-4bfa90718634 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900784 Feb 11 05:55:16.143796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] Provisioning complete for port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:16.144297 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.216436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] Port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:16.232976 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] For port fd8951fd-a24c-46b1-98b7-ea926afd069d, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:16.236656 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] For port fd8951fd-a24c-46b1-98b7-ea926afd069d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fd8951fd-a24c-46b1-98b7-ea926afd069d,segment=NetworkSegment(97a351a5-738c-4912-8fdd-4c1266b16b3a),segment_id=97a351a5-738c-4912-8fdd-4c1266b16b3a)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:16.239332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] Provisioning complete for port fd8951fd-a24c-46b1-98b7-ea926afd069d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:16.240412 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.248459 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.277840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c848-0984-4c42-833b-c7769274208a req-fec40638-a22f-47f6-84d7-65bdfa05acaf tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.280183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18a2c848-0984-4c42-833b-c7769274208a req-fec40638-a22f-47f6-84d7-65bdfa05acaf tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 931 time: 0.0959938 Feb 11 05:55:16.412492 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Routers {'2f7e9de5-d830-4b80-9266-ae2b0cc99334'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:16.413106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18a2c848-0984-4c42-833b-c7769274208a req-f7e03152-9e6b-4d53-8fb3-a3fdd179c7fb tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270137 Feb 11 05:55:16.414489 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:16.434275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] Current status of the port fd8951fd-a24c-46b1-98b7-ea926afd069d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:16.434976 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.479497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] For port fd8951fd-a24c-46b1-98b7-ea926afd069d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fd8951fd-a24c-46b1-98b7-ea926afd069d,segment=NetworkSegment(97a351a5-738c-4912-8fdd-4c1266b16b3a),segment_id=97a351a5-738c-4912-8fdd-4c1266b16b3a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:16.488627 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.496571 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9c3a4-df2f-4449-9a3c-80eb735b5589 None None] Pushing event updated for resources: {'Port': ['ID=fd8951fd-a24c-46b1-98b7-ea926afd069d,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:16.582644 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] Set router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:16.597918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de58d0c5-e3f5-41fd-aa51-1e556c4e9662 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:16.613732 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Publish callbacks [] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.648055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d909ce-6ea7-4915-bdc7-c68e7991b7d1 None None] Pushing event updated for resources: {'Port': ['ID=fd8951fd-a24c-46b1-98b7-ea926afd069d,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:16.648349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Transition to ACTIVE for port object de58d0c5-e3f5-41fd-aa51-1e556c4e9662 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:55:16.654280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.830527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-983eef5b-6847-404e-aade-6ddace4eaa23 None None] Provisioning complete for port fd8951fd-a24c-46b1-98b7-ea926afd069d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:16.830907 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-983eef5b-6847-404e-aade-6ddace4eaa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.870500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Pushing event updated for resources: {'Port': ['ID=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:16.929233 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Attempting to bind port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:16.929586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Attempting to bind port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:16.929925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Attempting to bind port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 on network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:16.938385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 on network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:55:16.938728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Attempting to bind port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 on network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:16.945046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:16.945441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Checking segment: {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:16.946424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Bound using segment: {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:16.946424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Bound port: de58d0c5-e3f5-41fd-aa51-1e556c4e9662, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d0e70d-b066-45a8-ae85-36743d557223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:16.946702 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.090099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] For port de58d0c5-e3f5-41fd-aa51-1e556c4e9662, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:17.097595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] For port de58d0c5-e3f5-41fd-aa51-1e556c4e9662, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:17.127634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.214895 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:08Z', 'revision_number': 4, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'gw_port': {'id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:aa:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fd8951fd-a24c-46b1-98b7-ea926afd069d', 'name': '', 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'mac_address': 'fa:16:3e:e7:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:07Z', 'updated_at': '2022-02-11T05:55:16Z', 'revision_number': 4, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'subnets': [{'id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:17.266132 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed479e10-0a24-4957-9e9e-63051f5d6d22 None None] The sync data for ids ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'] in n-d-715271-35 is: [{'id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:08Z', 'revision_number': 4, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'gw_port': {'id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:aa:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fd8951fd-a24c-46b1-98b7-ea926afd069d', 'name': '', 'network_id': '456e88f6-0318-4cae-bb61-9dd2c6ba796e', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'mac_address': 'fa:16:3e:e7:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:07Z', 'updated_at': '2022-02-11T05:55:16Z', 'revision_number': 4, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'subnets': [{'id': '2c91e9aa-73fa-4b34-9660-48509a7dabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:17.286178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Pushing event updated for resources: {'Port': ['ID=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:17.314571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:17.315819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.318836 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-948d0454-bee4-4107-9979-2cfb4514f80d service neutron] 10.222.0.81 "PUT /v2.0/ports/de58d0c5-e3f5-41fd-aa51-1e556c4e9662 HTTP/1.1" status: 200 len: 1092 time: 1.5046771 Feb 11 05:55:17.319539 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'tag': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:17.323664 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f48102-484f-4ca4-a54e-b55f2851d4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e93a8044-51a5-48f6-8c74-0bf28423a3b1", "tag": "de58d0c5-e3f5-41fd-aa51-1e556c4e9662"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:17.324442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fd8951fd-a24c-46b1-98b7-ea926afd069d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:17.418397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fd8951fd-a24c-46b1-98b7-ea926afd069d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:17.418776 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.477524 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-77560d07-b18c-4626-aa4d-834caec496d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:17.485205 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-77560d07-b18c-4626-aa4d-834caec496d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a25161668b242aeb0c5d0ddead6437b&device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 1126 time: 0.0743415 Feb 11 05:55:17.583678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-983eef5b-6847-404e-aade-6ddace4eaa23 None None] Current status of the port fd8951fd-a24c-46b1-98b7-ea926afd069d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:17.590150 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57a9d56-4e60-4386-bea9-43e07d88a120 x-openstack-request-id: req-d57a9d56-4e60-4386-bea9-43e07d88a120 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:17.590753 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93a8044-51a5-48f6-8c74-0bf28423a3b1", "tag": "de58d0c5-e3f5-41fd-aa51-1e556c4e9662", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:17.591251 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d57a9d56-4e60-4386-bea9-43e07d88a120 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:17.591888 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'tag': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'status': 'completed', 'code': 200} Feb 11 05:55:17.595090 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-83e72ad8-4f59-4d83-92a4-9cd57b8cea4b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662 HTTP/1.1" status: 200 len: 217 time: 0.1017346 Feb 11 05:55:17.690409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fd8951fd-a24c-46b1-98b7-ea926afd069d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:17.744770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-0b7736e7-8c51-4227-9605-f59e22341a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:17.745753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29de14-7df5-4c35-b91b-d373a11dad6b req-9ec35e06-f6ae-4986-81cb-2d8e596438db tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:17.750059 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-0b7736e7-8c51-4227-9605-f59e22341a6e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=557e9397-2df9-489c-a966-42c26afa74ca HTTP/1.1" status: 200 len: 848 time: 0.1387317 Feb 11 05:55:17.750590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e29de14-7df5-4c35-b91b-d373a11dad6b req-9ec35e06-f6ae-4986-81cb-2d8e596438db tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 943 time: 0.1501746 Feb 11 05:55:17.847290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-01f4f89b-6352-488a-98f4-c88a88922664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:17.849335 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-01f4f89b-6352-488a-98f4-c88a88922664 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0910904 Feb 11 05:55:17.854946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e29de14-7df5-4c35-b91b-d373a11dad6b req-50925c56-a081-4cac-b1ef-14477ac2226c tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995038 Feb 11 05:55:18.001324 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-7725539f-7ead-46b4-bb30-dfc36476f0ae service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449957 Feb 11 05:55:18.143931 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-91c2d569-6758-4eac-bcf0-c04dadd2d6d2 req-97333be5-6de6-411a-897f-9bd67581fbc2 service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338613 Feb 11 05:55:18.252640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-7295abaf-9e1f-44c0-91fc-5a8d3433852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:18.263619 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-7295abaf-9e1f-44c0-91fc-5a8d3433852d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a25161668b242aeb0c5d0ddead6437b&device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 1126 time: 0.0609884 Feb 11 05:55:18.376337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-0f8c1c75-0359-4396-b358-73df1ca8c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:18.377880 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-0f8c1c75-0359-4396-b358-73df1ca8c1c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e HTTP/1.1" status: 200 len: 910 time: 0.1118281 Feb 11 05:55:18.435000 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-22903f37-61c3-43b1-a621-5e55f109ca67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662 HTTP/1.1" status: 200 len: 217 time: 0.0483315 Feb 11 05:55:18.503608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-17b5db5b-5a40-4250-a495-449e214e75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:18.505349 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-17b5db5b-5a40-4250-a495-449e214e75a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=557e9397-2df9-489c-a966-42c26afa74ca HTTP/1.1" status: 200 len: 848 time: 0.0634584 Feb 11 05:55:18.557712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-ab88b4ac-ffea-43ac-93be-29bd33b9f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:18.559282 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-ab88b4ac-ffea-43ac-93be-29bd33b9f26c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481164 Feb 11 05:55:18.671901 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-00bb8f7e-5c1a-45ac-8bb8-8565117c8884 service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059363 Feb 11 05:55:18.771782 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-63f48102-484f-4ca4-a54e-b55f2851d4d2 req-78c5f7d9-e896-433a-b3e1-7dcb110f514a service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932615 Feb 11 05:55:19.017963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182d0c6-9a21-42bc-bc75-7442ef43f916 req-3440da21-934c-4f06-83f6-38059cfa30c7 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:19.020393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0182d0c6-9a21-42bc-bc75-7442ef43f916 req-3440da21-934c-4f06-83f6-38059cfa30c7 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 943 time: 0.0759060 Feb 11 05:55:19.076459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0182d0c6-9a21-42bc-bc75-7442ef43f916 req-eb2fe839-2d37-43d7-9556-955d0c4858a2 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499172 Feb 11 05:55:20.229954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a99d-ae81-43ec-b6ce-faa412826399 req-03f135fb-726f-4bee-bdb5-f004d5304917 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:20.237957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb27a99d-ae81-43ec-b6ce-faa412826399 req-03f135fb-726f-4bee-bdb5-f004d5304917 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 943 time: 0.0772355 Feb 11 05:55:20.291644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device de58d0c5-e3f5-41fd-aa51-1e556c4e9662 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:55:20.321461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb27a99d-ae81-43ec-b6ce-faa412826399 req-4f2c7751-bdde-4d05-b8ae-492ab00b3dc4 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823934 Feb 11 05:55:20.453769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port de58d0c5-e3f5-41fd-aa51-1e556c4e9662, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:20.467716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'port_id': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'mac_address': 'fa:16:3e:c7:1a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:55:20.507020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:20.507389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.521401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de58d0c5-e3f5-41fd-aa51-1e556c4e9662 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:20.541451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port de58d0c5-e3f5-41fd-aa51-1e556c4e9662, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:20.546875 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.595097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:20.775003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['de58d0c5-e3f5-41fd-aa51-1e556c4e9662'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:21.487674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb909f-a06f-44d0-b08b-4e859bf9f7e2 req-98bafd1b-f8d5-4fa0-9285-1e4ca2663308 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:21.489242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48eb909f-a06f-44d0-b08b-4e859bf9f7e2 req-98bafd1b-f8d5-4fa0-9285-1e4ca2663308 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 944 time: 0.0592470 Feb 11 05:55:21.542453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48eb909f-a06f-44d0-b08b-4e859bf9f7e2 req-b9ce5756-615a-4b13-ae92-a5f60c86c99c tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474300 Feb 11 05:55:22.145778 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.303781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device de58d0c5-e3f5-41fd-aa51-1e556c4e9662 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:22.381292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:55:22.386937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:22.387211 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.514191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:22.516388 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.571548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:22.576274 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f895e-ce19-42bc-8826-a988ee71d677" -d '{"events": [{"server_uuid": "e93a8044-51a5-48f6-8c74-0bf28423a3b1", "name": "network-vif-plugged", "status": "completed", "tag": "de58d0c5-e3f5-41fd-aa51-1e556c4e9662"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:22.592172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port de58d0c5-e3f5-41fd-aa51-1e556c4e9662, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:22.604511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.684659 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe10e8-88c5-484f-83eb-b75ba496cb24 x-openstack-request-id: req-2bfe10e8-88c5-484f-83eb-b75ba496cb24 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:22.684976 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93a8044-51a5-48f6-8c74-0bf28423a3b1", "name": "network-vif-plugged", "status": "completed", "tag": "de58d0c5-e3f5-41fd-aa51-1e556c4e9662", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:22.685270 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bfe10e8-88c5-484f-83eb-b75ba496cb24 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:22.692041 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'code': 200} Feb 11 05:55:22.711041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78aa84-03ea-421c-95c7-c8d644ab73fd req-3f4be073-fcc2-4218-9a7d-957290bb47ba tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:22.712774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b78aa84-03ea-421c-95c7-c8d644ab73fd req-3f4be073-fcc2-4218-9a7d-957290bb47ba tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 945 time: 0.0868812 Feb 11 05:55:22.729316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:22.794037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b78aa84-03ea-421c-95c7-c8d644ab73fd req-87124c45-2bd8-428e-b12a-bf99508ae883 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598724 Feb 11 05:55:22.849456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7b72-14b6-469f-b706-5d0d8099756e req-81e18248-2115-422c-b80d-0186bb5b1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:22.852097 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-966e7b72-14b6-469f-b706-5d0d8099756e req-81e18248-2115-422c-b80d-0186bb5b1597 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 1128 time: 0.0898721 Feb 11 05:55:22.944672 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-966e7b72-14b6-469f-b706-5d0d8099756e req-7a9c2798-0966-4acb-9163-cfd82350e77e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844336 Feb 11 05:55:23.235775 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.959708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35086c-bb43-451a-9e04-da78b782f642 req-d61113c6-f084-4113-9490-6cc4550a8336 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:23.960714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a35086c-bb43-451a-9e04-da78b782f642 req-d61113c6-f084-4113-9490-6cc4550a8336 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 945 time: 0.0716572 Feb 11 05:55:24.026246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a35086c-bb43-451a-9e04-da78b782f642 req-056b1c95-c2b3-4d1a-a03c-e52bd414994b tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594096 Feb 11 05:55:25.221849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ab6d6-c019-4317-a147-f9a67ac788e5 req-c321d96a-e6c7-4b69-bc93-224c15ef1e73 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:25.233775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be2ab6d6-c019-4317-a147-f9a67ac788e5 req-c321d96a-e6c7-4b69-bc93-224c15ef1e73 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 945 time: 0.1010535 Feb 11 05:55:25.316469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be2ab6d6-c019-4317-a147-f9a67ac788e5 req-c76f12fc-8909-48bb-9a08-c379e64f567a tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720851 Feb 11 05:55:25.510499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c73ca3-9e80-42a8-89d1-a199df9a8b0b req-66d7f2d0-319f-4166-82f8-4b4709362c8d tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:25.517991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72c73ca3-9e80-42a8-89d1-a199df9a8b0b req-66d7f2d0-319f-4166-82f8-4b4709362c8d tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 945 time: 0.0988343 Feb 11 05:55:25.584275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72c73ca3-9e80-42a8-89d1-a199df9a8b0b req-9c93073f-44f7-415e-9a06-8f1205936df5 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649087 Feb 11 05:55:25.715419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b583bdf-c3f1-4c0e-a04a-070488a25103 req-1af3761e-9627-49b2-93f7-140759be42b1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:25.725097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b583bdf-c3f1-4c0e-a04a-070488a25103 req-1af3761e-9627-49b2-93f7-140759be42b1 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 945 time: 0.0645781 Feb 11 05:55:25.782686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b583bdf-c3f1-4c0e-a04a-070488a25103 req-143871d8-e2d4-42ee-84e3-40b8812d19bd tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554535 Feb 11 05:55:25.814619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34394) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:26.008943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a307226-79ea-4fc4-b841-621cdbd22aa0 tempest-TestServerBasicOps-2128734208 tempest-TestServerBasicOps-2128734208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:26.012495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7a307226-79ea-4fc4-b841-621cdbd22aa0 tempest-TestServerBasicOps-2128734208 tempest-TestServerBasicOps-2128734208-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 1123 time: 0.1967864 Feb 11 05:55:26.015752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 34398) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:26.020800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:26.052422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.187234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.351703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Allocated IP 172.25.1.60 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/2f4db1e4-bb48-40ae-891b-00c8b0f39c89) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:26.505649 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for port (2f4db1e4-bb48-40ae-891b-00c8b0f39c89), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.546947 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2f4db1e4-bb48-40ae-891b-00c8b0f39c89), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.595910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:26.599059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:26.601820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:26.630226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'Port': ['ID=2f4db1e4-bb48-40ae-891b-00c8b0f39c89,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:27.527396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for floatingip (d8aae9c0-9211-478b-90f7-743b01b372e4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.683662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2f4db1e4-bb48-40ae-891b-00c8b0f39c89), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.724994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-950c1315-916e-49ce-b0d7-676d17bcd9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.883879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for port (2f4db1e4-bb48-40ae-891b-00c8b0f39c89), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.891546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2f4db1e4-bb48-40ae-891b-00c8b0f39c89), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.971447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event updated for resources: {'Port': ['ID=2f4db1e4-bb48-40ae-891b-00c8b0f39c89,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:27.981740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (d8aae9c0-9211-478b-90f7-743b01b372e4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:28.113324 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Floating IP d8aae9c0-9211-478b-90f7-743b01b372e4 associated. External IP: 172.25.1.60, port: de58d0c5-e3f5-41fd-aa51-1e556c4e9662. Feb 11 05:55:28.353640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:28.474113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:28.490995 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] Sync routers for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:28.497943 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:28.504245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:28.505166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:28.555592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-944cfb4a-518c-478e-aa69-6ac88c241590 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5383856 Feb 11 05:55:28.556825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'tag': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:28.561368 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e93a8044-51a5-48f6-8c74-0bf28423a3b1", "tag": "de58d0c5-e3f5-41fd-aa51-1e556c4e9662"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:28.648673 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4433cc-5481-49af-ba87-895c7a465506 x-openstack-request-id: req-fa4433cc-5481-49af-ba87-895c7a465506 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:28.648673 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93a8044-51a5-48f6-8c74-0bf28423a3b1", "tag": "de58d0c5-e3f5-41fd-aa51-1e556c4e9662", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:28.648673 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa4433cc-5481-49af-ba87-895c7a465506 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:28.648673 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'tag': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'status': 'completed', 'code': 200} Feb 11 05:55:28.662163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:28.731473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-2ddd0965-cb57-4385-9eff-e0c51f984d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:28.733086 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-2ddd0965-cb57-4385-9eff-e0c51f984d3d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a25161668b242aeb0c5d0ddead6437b&device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 1128 time: 0.0583308 Feb 11 05:55:28.852522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-c707e31a-1e41-4688-998a-c148b5a5ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:28.855228 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-c707e31a-1e41-4688-998a-c148b5a5ec08 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e HTTP/1.1" status: 200 len: 910 time: 0.1132596 Feb 11 05:55:28.931934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8aae9c0-9211-478b-90f7-743b01b372e4', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'port_id': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'mac_address': 'fa:16:3e:c7:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:55:26Z', 'updated_at': '2022-02-11T05:55:26Z', 'revision_number': 0, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 5, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:28.940599 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-f09c2f43-ef47-46b1-ac12-47aa99c4f654 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662 HTTP/1.1" status: 200 len: 998 time: 0.0790958 Feb 11 05:55:28.963779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] Checking router: 9b2fb4ff-18bb-41d6-8225-738cdb47c08c for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:28.975052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:28.975913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:28.999711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-b65b1b0c-77c2-4109-ae4c-adac97d64d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:29.001380 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-b65b1b0c-77c2-4109-ae4c-adac97d64d3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=557e9397-2df9-489c-a966-42c26afa74ca HTTP/1.1" status: 200 len: 848 time: 0.0538263 Feb 11 05:55:29.057551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-92eef2fb-255d-49c5-aa32-f6d81c6b219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:29.060058 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-92eef2fb-255d-49c5-aa32-f6d81c6b219e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530448 Feb 11 05:55:29.114798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:29.180751 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-abcff5a5-ceef-4692-9a16-94b6ff3cd2b0 service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023881 Feb 11 05:55:29.290071 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cb9d9a46-8c89-413e-ac40-e6bcf3f8e5e0 req-f48a8ac3-f047-4af3-98fb-6de2e82e5083 service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015246 Feb 11 05:55:29.396206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8aae9c0-9211-478b-90f7-743b01b372e4', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'port_id': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'mac_address': 'fa:16:3e:c7:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:55:26Z', 'updated_at': '2022-02-11T05:55:26Z', 'revision_number': 0, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 5, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:29.424319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef9aec-2ef2-48b3-9196-3a12c99537ce None None] The sync data for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 is: [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd8aae9c0-9211-478b-90f7-743b01b372e4', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'port_id': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'mac_address': 'fa:16:3e:c7:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:55:26Z', 'updated_at': '2022-02-11T05:55:26Z', 'revision_number': 0, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 5, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:29.661847 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec2e75-de15-411b-87fe-82645b3423df None None] New status for floating IP d8aae9c0-9211-478b-90f7-743b01b372e4: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:55:29.996213 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:55:30.279262 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef35e-dd9c-403d-83f2-79ce43b1e41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.142221 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:32.790944 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.906242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:48.652001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1baa80-4d3d-4684-a774-d9b500e3d212 req-efe8f040-5140-4b6e-8dee-00fa5c18a30b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.653439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb1baa80-4d3d-4684-a774-d9b500e3d212 req-efe8f040-5140-4b6e-8dee-00fa5c18a30b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0560567 Feb 11 05:55:48.706268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb1baa80-4d3d-4684-a774-d9b500e3d212 req-6f4ed0fc-d7b8-4177-8d3a-d70a4c10f456 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465906 Feb 11 05:55:48.839574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4d4fc-aed1-468f-ae02-00c85e74a058 req-49686737-544f-4746-acfb-dacde663c695 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.841106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ce4d4fc-aed1-468f-ae02-00c85e74a058 req-49686737-544f-4746-acfb-dacde663c695 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0591877 Feb 11 05:55:48.890086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ce4d4fc-aed1-468f-ae02-00c85e74a058 req-6dbde342-d847-4212-a043-d7fddf9a7a1b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Feb 11 05:55:49.014879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed07b3-03e9-4628-a5ab-3ef85287f49f req-c6fd03e2-0619-497f-bece-ce3b66e98000 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:49.016516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eed07b3-03e9-4628-a5ab-3ef85287f49f req-c6fd03e2-0619-497f-bece-ce3b66e98000 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0574687 Feb 11 05:55:49.064531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eed07b3-03e9-4628-a5ab-3ef85287f49f req-fde8945c-e78d-4afa-85fe-db4fd23c3a18 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Feb 11 05:55:49.200568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611780b-d342-4ab9-b6ce-4b7924e3d189 req-1ffe0cba-865c-4122-899f-15627b34d996 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:49.202013 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1611780b-d342-4ab9-b6ce-4b7924e3d189 req-1ffe0cba-865c-4122-899f-15627b34d996 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0564513 Feb 11 05:55:49.255122 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1611780b-d342-4ab9-b6ce-4b7924e3d189 req-cc6e0436-e762-49b7-a010-3ebc85581d1d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472634 Feb 11 05:55:49.547753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-27d3d53d-658b-436a-bdb1-cbad1208a897 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:49.549541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-27d3d53d-658b-436a-bdb1-cbad1208a897 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.1170659 Feb 11 05:55:49.566121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-e3697114-29fc-40e6-80b5-dbd446189059 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/quotas/b29f2635ab8a4aeaac6524485e3c97b8 HTTP/1.1" status: 200 len: 375 time: 0.0099401 Feb 11 05:55:49.632679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-454bd69d-52e8-4f04-9a38-1441cc2d1e07 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0587010 Feb 11 05:55:49.795734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-17782e19-1afb-4e31-98cd-0281954d1b03 service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554730 Feb 11 05:55:49.917409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-d4fdba67-816b-4ec6-accc-42a0dff3e260 service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058164 Feb 11 05:55:50.121468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53d96f73-bf1f-41ec-808d-6c26a8fb21ad req-d8172819-3245-4292-96d1-febd8a016b97 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 210 time: 0.0444870 Feb 11 05:55:50.612232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35016) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:50.800378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2bed1c50-56f8-489d-a00d-4a572d87ab42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79ce1609fe6d4a988174307b10bae031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868234 Feb 11 05:55:50.803303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35020) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:50.864699 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Publish callbacks [] for security_group (5475b2ea-a710-4e82-9fb6-cec948746ff8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:50.891840 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Publish callbacks [] for security_group (5475b2ea-a710-4e82-9fb6-cec948746ff8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:50.951944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5475b2ea-a710-4e82-9fb6-cec948746ff8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:50.954559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:50.958161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5475b2ea-a710-4e82-9fb6-cec948746ff8 HTTP/1.1" status: 204 len: 168 time: 0.1509726 Feb 11 05:55:50.966255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5475b2ea-a710-4e82-9fb6-cec948746ff8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:50.975838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.976170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.976553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.976884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.977248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.977582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.978027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.978360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.978686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.979114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.979324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.979642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:50.980204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089777cf-0ad4-4751-84bb-c83cea80f0e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:51.263337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c687165-99d1-4e89-83fb-aff274a4b4f4 req-2ad08ccf-c2a9-4439-99f2-e9855a155eab tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 210 time: 0.0605168 Feb 11 05:55:51.473796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-8bb7ff06-6707-4ab0-87eb-7923dbdb5748 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:51.475674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-8bb7ff06-6707-4ab0-87eb-7923dbdb5748 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.1676679 Feb 11 05:55:51.494000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'port': {'device_id': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'admin_state_up': True, 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:51.682305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Made reservation on behalf of b29f2635ab8a4aeaac6524485e3c97b8 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:51.690400 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:51.864075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Allocated IP 172.20.0.12 (abfa4306-2b9c-4370-b880-1bf69d009c8b/7905b729-75a5-408c-a2de-50eecd2cb838/01e6866b-84fc-42b6-b2dd-87ec1c36f773) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:52.059447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.111068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.124289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4c99db9b-122a-4576-9fbb-c548b633006f', '825375ce-e226-49d6-8138-3e7ac428ba9b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:52.177703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'Port': ['ID=01e6866b-84fc-42b6-b2dd-87ec1c36f773,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:52.195295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Network abfa4306-2b9c-4370-b880-1bf69d009c8b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:52.198759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:52.201732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:52.252000 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.295537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:52.308892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.354422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-de335c67-f65e-451e-b4d0-76c7f36f5373 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8690267 Feb 11 05:55:52.544305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed56ca-7b87-40cf-83d6-938d04bfddfe req-4227d147-ca58-4208-bb38-f360757d4c15 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:52.553155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78ed56ca-7b87-40cf-83d6-938d04bfddfe req-4227d147-ca58-4208-bb38-f360757d4c15 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 932 time: 0.1461477 Feb 11 05:55:52.585264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Request body: {'port': {'device_id': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:52.653671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78ed56ca-7b87-40cf-83d6-938d04bfddfe req-7670ec64-059f-4aea-8279-a197e96bb805 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011753 Feb 11 05:55:52.680521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3a7a85a2-c585-48f5-9665-5bec1cd3759b None None] Provisioning complete for port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:52.681354 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3a7a85a2-c585-48f5-9665-5bec1cd3759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.690193 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.727514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a85a2-c585-48f5-9665-5bec1cd3759b None None] Port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:53.039875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e6866b-84fc-42b6-b2dd-87ec1c36f773 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:53.048800 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Publish callbacks [] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.064306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Transition to ACTIVE for port object 01e6866b-84fc-42b6-b2dd-87ec1c36f773 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:55:53.070399 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.171678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Pushing event updated for resources: {'Port': ['ID=01e6866b-84fc-42b6-b2dd-87ec1c36f773,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:53.244321 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.252314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Attempting to bind port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:53.252943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Attempting to bind port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:53.253521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Attempting to bind port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:53.260171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 on network abfa4306-2b9c-4370-b880-1bf69d009c8b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:55:53.260792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Attempting to bind port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:53.266598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:53.267355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Checking segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:53.267951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Bound using segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:53.268584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Bound port: 01e6866b-84fc-42b6-b2dd-87ec1c36f773, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:53.269468 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.371687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] For port 01e6866b-84fc-42b6-b2dd-87ec1c36f773, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:53.377404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] For port 01e6866b-84fc-42b6-b2dd-87ec1c36f773, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=01e6866b-84fc-42b6-b2dd-87ec1c36f773,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:53.385853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.438106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:53.440297 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.442795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] 10.222.0.72 "PUT /v2.0/ports/01e6866b-84fc-42b6-b2dd-87ec1c36f773 HTTP/1.1" status: 200 len: 1093 time: 1.0809827 Feb 11 05:55:53.446057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'tag': '01e6866b-84fc-42b6-b2dd-87ec1c36f773'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:53.450951 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad6f773-8c5f-48d0-a8d8-d81742a550da" -d '{"events": [{"name": "network-changed", "server_uuid": "03562212-1bf7-49b8-a128-8e64b3eaa208", "tag": "01e6866b-84fc-42b6-b2dd-87ec1c36f773"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:53.485967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db37fe-5149-4d64-bee8-cc57718836be service neutron] Pushing event updated for resources: {'Port': ['ID=01e6866b-84fc-42b6-b2dd-87ec1c36f773,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:53.554548 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fb30e0-b7ec-42d5-b7c1-20f5f4ee1379 x-openstack-request-id: req-81fb30e0-b7ec-42d5-b7c1-20f5f4ee1379 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:53.554903 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03562212-1bf7-49b8-a128-8e64b3eaa208", "tag": "01e6866b-84fc-42b6-b2dd-87ec1c36f773", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:53.555167 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81fb30e0-b7ec-42d5-b7c1-20f5f4ee1379 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:53.556400 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'tag': '01e6866b-84fc-42b6-b2dd-87ec1c36f773', 'status': 'completed', 'code': 200} Feb 11 05:55:53.595886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-41feeb9a-b62f-46db-bc6f-393b45a2548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:53.597475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-41feeb9a-b62f-46db-bc6f-393b45a2548f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 1127 time: 0.0830867 Feb 11 05:55:53.656071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-1eacdf9e-4c52-4112-9968-32c6dc8bfde7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e6866b-84fc-42b6-b2dd-87ec1c36f773 HTTP/1.1" status: 200 len: 217 time: 0.0506768 Feb 11 05:55:53.757565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-5dd2d314-19c5-4225-834f-83eaa97c0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:53.759790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-5dd2d314-19c5-4225-834f-83eaa97c0a67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0959392 Feb 11 05:55:53.889550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-5e7b6f9e-ead3-4b05-96d3-7b5b954d4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:53.893577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-5e7b6f9e-ead3-4b05-96d3-7b5b954d4186 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1252983 Feb 11 05:55:53.915746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d783-4482-4238-85e6-bbd465ac7688 req-0a7e7ad1-c91b-4fe6-81fe-73282ff35232 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:53.917251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d12d783-4482-4238-85e6-bbd465ac7688 req-0a7e7ad1-c91b-4fe6-81fe-73282ff35232 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 944 time: 0.1720235 Feb 11 05:55:54.029905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d12d783-4482-4238-85e6-bbd465ac7688 req-89ae25fa-a853-442e-8d27-fc080a50bd30 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117959 Feb 11 05:55:54.081263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-75ad52ef-e2f1-4f6d-88b2-bf1f967591f6 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562815 Feb 11 05:55:54.191496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df66c537-da6d-4b70-ab6a-57fc3f36ad48 req-398d78c6-992c-4f0e-8019-ba4bd0568f22 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012869 Feb 11 05:55:54.317609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-35847dd8-e0b9-4454-a4f1-e811f2e688ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.319292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-35847dd8-e0b9-4454-a4f1-e811f2e688ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 1127 time: 0.0543733 Feb 11 05:55:54.422102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-9e2daa0f-005c-41ea-9d0a-2470cce21465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.424012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-9e2daa0f-005c-41ea-9d0a-2470cce21465 service neutron] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.0987065 Feb 11 05:55:54.466382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-90282586-479b-4e0b-a8b6-048c144db209 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e6866b-84fc-42b6-b2dd-87ec1c36f773 HTTP/1.1" status: 200 len: 217 time: 0.0352292 Feb 11 05:55:54.516922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-b6a788c0-09ba-43b6-a737-06900c259c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.518572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-b6a788c0-09ba-43b6-a737-06900c259c7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0458002 Feb 11 05:55:54.575142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-4b7be72d-3a8d-4a85-ab14-0988b4189e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.576697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-4b7be72d-3a8d-4a85-ab14-0988b4189e22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514061 Feb 11 05:55:54.674687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-b9ff2397-3de6-4b07-9fd3-8dfd7be8cd35 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886135 Feb 11 05:55:54.785686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ad6f773-8c5f-48d0-a8d8-d81742a550da req-c9589786-d853-459a-8f90-4a21dc77f2d7 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035109 Feb 11 05:55:55.204852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991fcf-97ec-4f87-ab08-1b6de3062af4 req-ab964768-dc50-4ca4-888a-ffcf2c9d010c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:55.206373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe991fcf-97ec-4f87-ab08-1b6de3062af4 req-ab964768-dc50-4ca4-888a-ffcf2c9d010c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 944 time: 0.0918748 Feb 11 05:55:55.258400 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe991fcf-97ec-4f87-ab08-1b6de3062af4 req-5f14f5e8-6035-4fd7-923c-68575de7fec3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Feb 11 05:55:56.070948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 01e6866b-84fc-42b6-b2dd-87ec1c36f773 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:55:56.171378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 01e6866b-84fc-42b6-b2dd-87ec1c36f773, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=01e6866b-84fc-42b6-b2dd-87ec1c36f773,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:56.186085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '01e6866b-84fc-42b6-b2dd-87ec1c36f773', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'port_id': '01e6866b-84fc-42b6-b2dd-87ec1c36f773', 'mac_address': 'fa:16:3e:48:b8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:55:56.231898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:56.232397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:56.247038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e6866b-84fc-42b6-b2dd-87ec1c36f773 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:56.271259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 01e6866b-84fc-42b6-b2dd-87ec1c36f773, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=01e6866b-84fc-42b6-b2dd-87ec1c36f773,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:56.275503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:56.331618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=01e6866b-84fc-42b6-b2dd-87ec1c36f773,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:56.404791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fe9c0-c655-4632-a8cb-928eb8648be2 req-f5f1f120-8601-4f04-8ecf-65651ad4c1cd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:56.406399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f40fe9c0-c655-4632-a8cb-928eb8648be2 req-f5f1f120-8601-4f04-8ecf-65651ad4c1cd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 945 time: 0.0697043 Feb 11 05:55:56.469961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f40fe9c0-c655-4632-a8cb-928eb8648be2 req-4cb80e01-3f1d-47c6-97f9-05e35a965485 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575011 Feb 11 05:55:56.511791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['01e6866b-84fc-42b6-b2dd-87ec1c36f773'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:57.599871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edc4c2-d6cc-40d3-934a-0282c97a4ec5 req-0a4fc9c2-a98a-4837-8312-a2ad5a135d04 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:57.602871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1edc4c2-d6cc-40d3-934a-0282c97a4ec5 req-0a4fc9c2-a98a-4837-8312-a2ad5a135d04 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 945 time: 0.0565534 Feb 11 05:55:57.662256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1edc4c2-d6cc-40d3-934a-0282c97a4ec5 req-38e54031-952e-4ba3-ac54-0815ffb0d929 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525031 Feb 11 05:55:57.724033 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7090883d-a551-4a66-b6f0-53393d45f8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.090107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 01e6866b-84fc-42b6-b2dd-87ec1c36f773 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:58.150258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:55:58.154758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:58.155430 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.252920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:58.253790 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.291359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 01e6866b-84fc-42b6-b2dd-87ec1c36f773, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=01e6866b-84fc-42b6-b2dd-87ec1c36f773,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:58.292577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e6866b-84fc-42b6-b2dd-87ec1c36f773'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:58.295277 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ed1a4-5124-43f5-85a4-ff1c7f529abb" -d '{"events": [{"server_uuid": "03562212-1bf7-49b8-a128-8e64b3eaa208", "name": "network-vif-plugged", "status": "completed", "tag": "01e6866b-84fc-42b6-b2dd-87ec1c36f773"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:58.302533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.349421 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb81b897-ad71-456c-b215-0975aec55855 x-openstack-request-id: req-fb81b897-ad71-456c-b215-0975aec55855 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:58.349836 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03562212-1bf7-49b8-a128-8e64b3eaa208", "name": "network-vif-plugged", "status": "completed", "tag": "01e6866b-84fc-42b6-b2dd-87ec1c36f773", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:58.350199 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb81b897-ad71-456c-b215-0975aec55855 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:58.350805 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e6866b-84fc-42b6-b2dd-87ec1c36f773', 'code': 200} Feb 11 05:55:58.380914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=01e6866b-84fc-42b6-b2dd-87ec1c36f773,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:58.390489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.390867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.391237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.391629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.391980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.392316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.392770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.393133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.393978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.394287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.394621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.395099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.395911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:58.472610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d9673-7182-46e9-9081-52fb32bba106 req-f16f994e-722c-415b-9577-bb189502989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:58.474338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d68d9673-7182-46e9-9081-52fb32bba106 req-f16f994e-722c-415b-9577-bb189502989a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 1129 time: 0.0536466 Feb 11 05:55:58.531373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d68d9673-7182-46e9-9081-52fb32bba106 req-62d83219-9f1c-43f0-89c6-3da2eddd3e2f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492563 Feb 11 05:55:59.118857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc2aa9-7e8f-43fb-aec1-3700fffcdcde req-1b6e96a4-4b2e-4777-a001-278a4c718a0f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:59.120510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cdc2aa9-7e8f-43fb-aec1-3700fffcdcde req-1b6e96a4-4b2e-4777-a001-278a4c718a0f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 946 time: 0.3812294 Feb 11 05:55:59.141916 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-29423bf5-d498-4a08-a6be-67cee65cafa1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549104 Feb 11 05:55:59.170704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cdc2aa9-7e8f-43fb-aec1-3700fffcdcde req-932a7ad1-9bb0-4f0d-af4a-34d838c503a6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Feb 11 05:55:59.239359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-8736ec0e-ce40-4158-9747-afc11e205fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:59.241264 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-8736ec0e-ce40-4158-9747-afc11e205fa2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1128 time: 0.0509689 Feb 11 05:55:59.357752 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-15974429-e7b0-48bf-bb78-5b000d578d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:59.359257 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-15974429-e7b0-48bf-bb78-5b000d578d6d service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.0952330 Feb 11 05:55:59.430185 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-0b258cf4-bb01-49c7-ac0a-b2180c9eaef2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1000 time: 0.0627699 Feb 11 05:55:59.485846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-58d69e6d-57f0-410b-9516-60d874e5e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:59.488135 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-58d69e6d-57f0-410b-9516-60d874e5e909 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0520427 Feb 11 05:55:59.556737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-c129aa99-5ece-4976-b806-575ece7e92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:59.558955 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-c129aa99-5ece-4976-b806-575ece7e92a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0648026 Feb 11 05:55:59.694914 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-1142f6e7-8379-430f-9506-26bc7cebd325 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247349 Feb 11 05:55:59.953506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-81c3b517-8ad2-41cf-a85c-16643f95096e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491760 Feb 11 05:56:00.024957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-65b55f2d-5c86-43fc-ba3d-59af3313864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:00.026487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-65b55f2d-5c86-43fc-ba3d-59af3313864c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 1129 time: 0.0491495 Feb 11 05:56:00.149209 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d758f133-9f17-4f5f-acb5-7828c1da8e14 req-b23169e1-bcc1-4ed7-ac98-d88e95c4ce62 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471846 Feb 11 05:56:00.149731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-f60206c8-2c23-436f-afe2-5a7c54ccc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:00.151076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-f60206c8-2c23-436f-afe2-5a7c54ccc548 service neutron] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1050308 Feb 11 05:56:00.195862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-26cd5566-8238-420a-82e7-51bf797c9bf0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=825375ce-e226-49d6-8138-3e7ac428ba9b HTTP/1.1" status: 200 len: 217 time: 0.0383697 Feb 11 05:56:00.250656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-69b38068-fd14-4319-90ec-af685c2229ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:00.252118 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-69b38068-fd14-4319-90ec-af685c2229ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0499482 Feb 11 05:56:00.288435 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2248-5f47-4791-9de5-7ac245fab85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:00.364100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-92a9776c-086a-42d2-8555-b964d9d00ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:00.365652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-92a9776c-086a-42d2-8555-b964d9d00ea3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1036692 Feb 11 05:56:00.377904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3760b-33fd-40e5-8245-fad813abe1f4 req-5396e45c-da75-4643-bd4f-f702e9f6477e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:00.379348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9d3760b-33fd-40e5-8245-fad813abe1f4 req-5396e45c-da75-4643-bd4f-f702e9f6477e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 946 time: 0.0789442 Feb 11 05:56:00.487954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9d3760b-33fd-40e5-8245-fad813abe1f4 req-9609b13c-9560-4a57-91f0-5d95592dc39c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987313 Feb 11 05:56:00.528552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-7dac467e-b63b-4d7b-9ad1-ac0ae52e0328 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482239 Feb 11 05:56:00.693694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcc55f68-9db6-4596-870a-00c624904a36 req-e5f1234c-14ae-4e93-b1b2-9189bc4e3722 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b29f2635ab8a4aeaac6524485e3c97b8 HTTP/1.1" status: 200 len: 267 time: 0.0782633 Feb 11 05:56:00.698585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-205ab9a6-5ad0-4de4-a33e-2bbaa18009af req-a9ab4dc8-34e3-4c19-a26b-523089679957 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581502 Feb 11 05:56:00.775896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc55f68-9db6-4596-870a-00c624904a36 req-444d59c0-6c21-4bde-b958-061d19f9a05b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:00.777798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcc55f68-9db6-4596-870a-00c624904a36 req-444d59c0-6c21-4bde-b958-061d19f9a05b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 946 time: 0.0669603 Feb 11 05:56:00.795162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-fcc55f68-9db6-4596-870a-00c624904a36 req-5fa21206-b3bd-44ed-9e98-8c0943a81bdd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'port': {'security_groups': []}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:00.871690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fcc55f68-9db6-4596-870a-00c624904a36 req-5fa21206-b3bd-44ed-9e98-8c0943a81bdd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.052602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fcc55f68-9db6-4596-870a-00c624904a36 req-5fa21206-b3bd-44ed-9e98-8c0943a81bdd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] For port 01e6866b-84fc-42b6-b2dd-87ec1c36f773, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=01e6866b-84fc-42b6-b2dd-87ec1c36f773,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:01.086342 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fcc55f68-9db6-4596-870a-00c624904a36 req-5fa21206-b3bd-44ed-9e98-8c0943a81bdd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.091858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fcc55f68-9db6-4596-870a-00c624904a36 req-5fa21206-b3bd-44ed-9e98-8c0943a81bdd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.105245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4c99db9b-122a-4576-9fbb-c548b633006f', '825375ce-e226-49d6-8138-3e7ac428ba9b', '01e6866b-84fc-42b6-b2dd-87ec1c36f773'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:01.165146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa21206-b3bd-44ed-9e98-8c0943a81bdd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'Port': ['ID=01e6866b-84fc-42b6-b2dd-87ec1c36f773,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:01.181863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc55f68-9db6-4596-870a-00c624904a36 req-5fa21206-b3bd-44ed-9e98-8c0943a81bdd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.182575 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fcc55f68-9db6-4596-870a-00c624904a36 req-5fa21206-b3bd-44ed-9e98-8c0943a81bdd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.187680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcc55f68-9db6-4596-870a-00c624904a36 req-5fa21206-b3bd-44ed-9e98-8c0943a81bdd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "PUT /v2.0/ports/01e6866b-84fc-42b6-b2dd-87ec1c36f773 HTTP/1.1" status: 200 len: 905 time: 0.3993080 Feb 11 05:56:01.188388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'tag': '01e6866b-84fc-42b6-b2dd-87ec1c36f773'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:01.191123 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9" -d '{"events": [{"name": "network-changed", "server_uuid": "03562212-1bf7-49b8-a128-8e64b3eaa208", "tag": "01e6866b-84fc-42b6-b2dd-87ec1c36f773"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:01.279011 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a1eba1-36a2-4ef9-9987-6e5a8839097a x-openstack-request-id: req-69a1eba1-36a2-4ef9-9987-6e5a8839097a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:01.279318 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03562212-1bf7-49b8-a128-8e64b3eaa208", "tag": "01e6866b-84fc-42b6-b2dd-87ec1c36f773", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:01.279576 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69a1eba1-36a2-4ef9-9987-6e5a8839097a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:01.279989 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'tag': '01e6866b-84fc-42b6-b2dd-87ec1c36f773', 'status': 'completed', 'code': 200} Feb 11 05:56:01.378654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-c9560f16-c68c-454d-9b04-fa199bc2dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.380417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-c9560f16-c68c-454d-9b04-fa199bc2dc9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 1091 time: 0.0984178 Feb 11 05:56:01.388570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e0aea-189f-4f3f-8c0e-da551495cd11 req-50dbfb2d-a736-4bc3-bd06-f4f98b4696c0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.396983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-681e0aea-189f-4f3f-8c0e-da551495cd11 req-50dbfb2d-a736-4bc3-bd06-f4f98b4696c0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 908 time: 0.1064258 Feb 11 05:56:01.420795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['01e6866b-84fc-42b6-b2dd-87ec1c36f773'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:01.490580 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.603460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-c0f881a9-5eb7-4315-b145-e4217c4d4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.605007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-c0f881a9-5eb7-4315-b145-e4217c4d4357 service neutron] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1910522 Feb 11 05:56:01.640109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176194c3-e844-4db4-8afc-86a43470377a req-9a0d8147-e7ea-40e3-98b2-80eec8512019 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.644956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-176194c3-e844-4db4-8afc-86a43470377a req-9a0d8147-e7ea-40e3-98b2-80eec8512019 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1160982 Feb 11 05:56:01.705608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-98ef3fd0-d3dd-45a9-8233-1a0f2ab5ec8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e6866b-84fc-42b6-b2dd-87ec1c36f773 HTTP/1.1" status: 200 len: 217 time: 0.0911200 Feb 11 05:56:01.723725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e7c1078d-31a4-4b40-bc2e-213879b8841b None None] Provisioning complete for port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:01.724292 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e7c1078d-31a4-4b40-bc2e-213879b8841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.800193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-9f7c8a15-bc38-40b8-9185-87f28064e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.802129 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-9f7c8a15-bc38-40b8-9185-87f28064e9a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0873816 Feb 11 05:56:01.806767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-176194c3-e844-4db4-8afc-86a43470377a req-4bb784e9-e7ae-4a5f-8518-cbfe326a4fdb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088281 Feb 11 05:56:01.893621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-085133e1-ab74-46c0-b2c4-82d16a315659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.895657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-085133e1-ab74-46c0-b2c4-82d16a315659 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0869389 Feb 11 05:56:02.042229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1078d-31a4-4b40-bc2e-213879b8841b None None] Current status of the port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:02.196953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2584154-0f85-4a45-a8e3-232c44dd83bd req-a17d21a0-0acc-4097-ba52-40eb0a39ef93 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:02.204108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2584154-0f85-4a45-a8e3-232c44dd83bd req-a17d21a0-0acc-4097-ba52-40eb0a39ef93 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.2585526 Feb 11 05:56:02.249651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-503c4e49-7fcc-40b2-bcdc-c2c746820bdd service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369360 Feb 11 05:56:02.403821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2584154-0f85-4a45-a8e3-232c44dd83bd req-da5b9895-9a25-46ff-8546-b801af82b2d9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988254 Feb 11 05:56:02.421784 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-729e6b35-d5bc-4f3c-ab59-ab1df19f30a9 req-b0ae1bd7-dd4a-4467-b828-206141dbb221 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545854 Feb 11 05:56:02.598778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f808-87c0-4dba-9ed6-a633ae087407 req-79c8e15f-3e11-4e0b-bc7b-c538b02b94ba tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:02.600336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3065f808-87c0-4dba-9ed6-a633ae087407 req-79c8e15f-3e11-4e0b-bc7b-c538b02b94ba tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1029091 Feb 11 05:56:02.683700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3065f808-87c0-4dba-9ed6-a633ae087407 req-1ebcaf4e-af77-4c2f-b04f-f240c063a406 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661817 Feb 11 05:56:02.815041 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:02.895255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67073a-ebd9-4d12-95df-d678e8e0f787 req-2d58eaf3-afbc-4a63-9474-f7ac4cd815cc tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:02.898176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec67073a-ebd9-4d12-95df-d678e8e0f787 req-2d58eaf3-afbc-4a63-9474-f7ac4cd815cc tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0981960 Feb 11 05:56:02.977620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec67073a-ebd9-4d12-95df-d678e8e0f787 req-3b62757d-bf93-4fd9-9b0e-0aac1450a8d9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733078 Feb 11 05:56:03.459882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-430cbcdb-5bf1-4a07-ae21-cb7e17b2126f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.462494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-430cbcdb-5bf1-4a07-ae21-cb7e17b2126f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.1321735 Feb 11 05:56:03.484029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-d02778ae-5744-464a-897e-266b837c06a5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/quotas/b29f2635ab8a4aeaac6524485e3c97b8 HTTP/1.1" status: 200 len: 375 time: 0.0157812 Feb 11 05:56:03.565810 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-7459f9bd-6e5f-437a-9b20-84c301b7bc49 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0793202 Feb 11 05:56:03.705206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-ffeb7ad6-7e94-4ed5-a09c-4ebb22eb7b8b service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383004 Feb 11 05:56:03.814382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-f6513645-dd07-47f6-b661-cf7060ebfcd2 service neutron] 10.222.0.31 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080050 Feb 11 05:56:03.931245 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:04.034590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb06cee3-281b-4a6d-9cb9-8a033d99c49c req-8e8093c6-60aa-4016-be92-fa2edec1ce32 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 210 time: 0.0435135 Feb 11 05:56:04.474351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e9819-513a-4598-8137-fc13a5a57ba7 req-f919bbe9-9dd1-47f2-9e5b-c48019695253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:04.475925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f78e9819-513a-4598-8137-fc13a5a57ba7 req-f919bbe9-9dd1-47f2-9e5b-c48019695253 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 1128 time: 0.1891809 Feb 11 05:56:04.577463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f78e9819-513a-4598-8137-fc13a5a57ba7 req-4d492950-dad1-4260-9be3-42fe50dd4680 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941393 Feb 11 05:56:05.188670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9623528b-07d1-48d2-a963-b2534244cf1c req-569511e5-d42f-4fc2-9585-08cda969ddf3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 210 time: 0.0705538 Feb 11 05:56:05.332588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-939f8d05-ff8e-4980-9fb4-561ebeee01bd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:05.334559 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-939f8d05-ff8e-4980-9fb4-561ebeee01bd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 811 time: 0.1475942 Feb 11 05:56:05.349551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Request body: {'port': {'device_id': '39958ae1-d7c1-4852-b607-025649167330', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'admin_state_up': True, 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:05.492125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Made reservation on behalf of b29f2635ab8a4aeaac6524485e3c97b8 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:05.495507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.670466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Allocated IP 172.20.0.9 (abfa4306-2b9c-4370-b880-1bf69d009c8b/7905b729-75a5-408c-a2de-50eecd2cb838/fe661f3b-f299-4934-835a-fcf4f175c748) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:05.838378 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for port (fe661f3b-f299-4934-835a-fcf4f175c748), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.892822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.911942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4c99db9b-122a-4576-9fbb-c548b633006f', '825375ce-e226-49d6-8138-3e7ac428ba9b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:05.958892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Network abfa4306-2b9c-4370-b880-1bf69d009c8b is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:05.963175 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:05.968080 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:06.014622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event updated for resources: {'Port': ['ID=fe661f3b-f299-4934-835a-fcf4f175c748,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:06.031423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.031934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.033259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.034232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.035169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.035742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.036369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.037152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.037707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.041550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.041974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.044003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.044375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:06.099296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:06.099822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.137492 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-37f9b54f-113a-4143-8715-7c78bbbc9949 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7925637 Feb 11 05:56:06.150783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Request body: {'port': {'device_id': '39958ae1-d7c1-4852-b607-025649167330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:06.258739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.334566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35242) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:06.440037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d19fd5-b03d-4ac4-97ba-91cd4caaa6cf req-26ab270e-24e2-4ce2-a679-2d2bf720dd69 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:06.441825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5d19fd5-b03d-4ac4-97ba-91cd4caaa6cf req-26ab270e-24e2-4ce2-a679-2d2bf720dd69 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 931 time: 0.0909748 Feb 11 05:56:06.473780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-88858031-c652-43c4-81dd-207e6f399ff9 None None] Provisioning complete for port fe661f3b-f299-4934-835a-fcf4f175c748 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:06.474396 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-88858031-c652-43c4-81dd-207e6f399ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.531204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5d19fd5-b03d-4ac4-97ba-91cd4caaa6cf req-bfc6441b-8047-48bc-9ee8-730444af9fd3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725048 Feb 11 05:56:06.564096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-88858031-c652-43c4-81dd-207e6f399ff9 None None] Port fe661f3b-f299-4934-835a-fcf4f175c748 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:56:06.594702 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cc201f38-658c-44ed-86c5-f9c298e0af48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.685837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe661f3b-f299-4934-835a-fcf4f175c748 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:06.692483 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cc201f38-658c-44ed-86c5-f9c298e0af48 admin admin] Publish callbacks [] for security_group (5cd9c429-e502-4907-92db-1608d7bed1cb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.700355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cc201f38-658c-44ed-86c5-f9c298e0af48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5cd9c429-e502-4907-92db-1608d7bed1cb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.702585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Publish callbacks [] for port (fe661f3b-f299-4934-835a-fcf4f175c748), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.728548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Transition to ACTIVE for port object fe661f3b-f299-4934-835a-fcf4f175c748 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:56:06.746144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.750575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cc201f38-658c-44ed-86c5-f9c298e0af48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce94346309f94e91b528aff97d7200b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4148722 Feb 11 05:56:06.752617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc201f38-658c-44ed-86c5-f9c298e0af48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd9c429-e502-4907-92db-1608d7bed1cb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:06.754428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35246) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:06.841774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Pushing event updated for resources: {'Port': ['ID=fe661f3b-f299-4934-835a-fcf4f175c748,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:06.933013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Attempting to bind port fe661f3b-f299-4934-835a-fcf4f175c748 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:56:06.933374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Attempting to bind port fe661f3b-f299-4934-835a-fcf4f175c748 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:56:06.933710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Attempting to bind port fe661f3b-f299-4934-835a-fcf4f175c748 on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:06.940170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65490b89-838a-4bf3-b9c9-87ac0ac8f638 admin admin] Publish callbacks [] for security_group (5cd9c429-e502-4907-92db-1608d7bed1cb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.942106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Port fe661f3b-f299-4934-835a-fcf4f175c748 on network abfa4306-2b9c-4370-b880-1bf69d009c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:56:06.942431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Attempting to bind port fe661f3b-f299-4934-835a-fcf4f175c748 on network abfa4306-2b9c-4370-b880-1bf69d009c8b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:06.948895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:56:06.949267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Checking segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:06.949651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Bound using segment: {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:56:06.950288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Bound port: fe661f3b-f299-4934-835a-fcf4f175c748, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5ad6c8-0897-417b-868f-f20e343d4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:56:06.950436 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.981660 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65490b89-838a-4bf3-b9c9-87ac0ac8f638 admin admin] Publish callbacks [] for security_group (5cd9c429-e502-4907-92db-1608d7bed1cb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:07.012611 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:56:07.059420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:56:07.062644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fe661f3b-f299-4934-835a-fcf4f175c748,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:56:07.071789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:07.111359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65490b89-838a-4bf3-b9c9-87ac0ac8f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5cd9c429-e502-4907-92db-1608d7bed1cb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:07.114019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65490b89-838a-4bf3-b9c9-87ac0ac8f638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:07.115206 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-65490b89-838a-4bf3-b9c9-87ac0ac8f638 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cd9c429-e502-4907-92db-1608d7bed1cb HTTP/1.1" status: 204 len: 168 time: 0.3586512 Feb 11 05:56:07.140844 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65490b89-838a-4bf3-b9c9-87ac0ac8f638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd9c429-e502-4907-92db-1608d7bed1cb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:07.150888 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:07.151569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:07.153009 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] 10.222.0.81 "PUT /v2.0/ports/fe661f3b-f299-4934-835a-fcf4f175c748 HTTP/1.1" status: 200 len: 1092 time: 1.0081632 Feb 11 05:56:07.153493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:07.155911 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c9948-7a8c-4797-b11c-f3e3c0584d52" -d '{"events": [{"name": "network-changed", "server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:07.174946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18961bd3-6e9a-433b-85fb-a630694989ab service neutron] Pushing event updated for resources: {'Port': ['ID=fe661f3b-f299-4934-835a-fcf4f175c748,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:07.267247 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4876ef-ed41-49ce-a3d9-1f44fdfbfa5c x-openstack-request-id: req-fb4876ef-ed41-49ce-a3d9-1f44fdfbfa5c {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:07.267551 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:07.267819 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb4876ef-ed41-49ce-a3d9-1f44fdfbfa5c {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:07.268231 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748', 'status': 'completed', 'code': 200} Feb 11 05:56:07.292396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-90191964-53a2-42f4-a045-1215a56c7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:07.294101 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-90191964-53a2-42f4-a045-1215a56c7349 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 1126 time: 0.0625963 Feb 11 05:56:07.342997 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-a48bce00-c356-4f24-beb3-2f7d3932d8c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe661f3b-f299-4934-835a-fcf4f175c748 HTTP/1.1" status: 200 len: 217 time: 0.0420663 Feb 11 05:56:07.426588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-f439ce08-e834-4360-86c5-c1ea6e9adeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:07.428626 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-f439ce08-e834-4360-86c5-c1ea6e9adeed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0785887 Feb 11 05:56:07.553811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-5925cb2a-0aa5-4df1-9b70-1c4f0d49a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:07.560357 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-5925cb2a-0aa5-4df1-9b70-1c4f0d49a17f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1257646 Feb 11 05:56:07.700020 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-ef3c7fb3-3da9-4cc2-a773-299574d6263c service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323919 Feb 11 05:56:07.786297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bca5b3-c99d-4b70-99f1-42019717c7db req-98f6526f-ebbc-4943-a7c6-0f443c2b5b32 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:07.788016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55bca5b3-c99d-4b70-99f1-42019717c7db req-98f6526f-ebbc-4943-a7c6-0f443c2b5b32 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 943 time: 0.1048698 Feb 11 05:56:07.892775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55bca5b3-c99d-4b70-99f1-42019717c7db req-24032247-30c2-4945-94c3-25c9bc0d541d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952435 Feb 11 05:56:07.909429 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e2a6df5a-bec2-4912-a06b-44d132f1ba56 req-c1a1e1e9-c2a8-46b0-83a0-2a23204cc83c service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034063 Feb 11 05:56:08.028379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-b54ceeb6-28ae-4d45-9063-108d1178e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:08.029972 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-b54ceeb6-28ae-4d45-9063-108d1178e51b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 1126 time: 0.0539622 Feb 11 05:56:08.158310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-e68849cc-9f7d-4250-8c9e-5a9119bef1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:08.159866 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-e68849cc-9f7d-4250-8c9e-5a9119bef1d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1216538 Feb 11 05:56:08.220515 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-da035507-8937-406b-b6fb-8e6246b6fa61 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe661f3b-f299-4934-835a-fcf4f175c748 HTTP/1.1" status: 200 len: 217 time: 0.0534005 Feb 11 05:56:08.294517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-de9d1a19-086a-40a6-af34-d2ee17c73c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:08.296563 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-de9d1a19-086a-40a6-af34-d2ee17c73c9a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0649886 Feb 11 05:56:08.420878 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-dd5da8ec-4b66-484d-9c9e-95e98f49bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:08.424678 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-dd5da8ec-4b66-484d-9c9e-95e98f49bbff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1212087 Feb 11 05:56:08.575531 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-9f3f8639-d6ae-4077-8f71-63cd922ae381 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424463 Feb 11 05:56:08.717032 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b05c9948-7a8c-4797-b11c-f3e3c0584d52 req-c264eb4b-8932-4316-b0cf-f7f478c4f1a2 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339340 Feb 11 05:56:09.066070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d27c8-1da6-4fb3-b594-62acb66f0595 req-5ba44dee-c2eb-4bee-ae08-b8568960ac3c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:09.067749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a0d27c8-1da6-4fb3-b594-62acb66f0595 req-5ba44dee-c2eb-4bee-ae08-b8568960ac3c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 943 time: 0.0679224 Feb 11 05:56:09.128904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a0d27c8-1da6-4fb3-b594-62acb66f0595 req-ced92534-43ed-42d4-9b36-b8d2af0c80e1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546570 Feb 11 05:56:09.519325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35304) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:09.525352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1799234585', 'description': 'tempest-secgroup-smoke-1799234585 description', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:09.547468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.565585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.649936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (cb616697-c6e4-4557-afd7-c36c907cf0ac), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.653605 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cb616697-c6e4-4557-afd7-c36c907cf0ac), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.687688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb616697-c6e4-4557-afd7-c36c907cf0ac,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:09.728846 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (b1439223-c2f3-4d08-8f57-64b2d000c4cc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.732528 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b1439223-c2f3-4d08-8f57-64b2d000c4cc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.761822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.762998 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2425494 Feb 11 05:56:09.766070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35308) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:09.766972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b57bf2-afaa-463c-b5b3-4641d70ae3a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1439223-c2f3-4d08-8f57-64b2d000c4cc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:09.770879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-60b25b63-c3a7-45a6-b7e7-ae866e91f83f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': 'b1439223-c2f3-4d08-8f57-64b2d000c4cc', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:09.794355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-60b25b63-c3a7-45a6-b7e7-ae866e91f83f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (b8290509-f853-44cb-8c90-4645a76b4ce6), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.849728 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-60b25b63-c3a7-45a6-b7e7-ae866e91f83f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (b8290509-f853-44cb-8c90-4645a76b4ce6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.853344 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-60b25b63-c3a7-45a6-b7e7-ae866e91f83f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (b8290509-f853-44cb-8c90-4645a76b4ce6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.872708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25b63-c3a7-45a6-b7e7-ae866e91f83f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8290509-f853-44cb-8c90-4645a76b4ce6,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:09.877957 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-60b25b63-c3a7-45a6-b7e7-ae866e91f83f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.879201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-60b25b63-c3a7-45a6-b7e7-ae866e91f83f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120071 Feb 11 05:56:09.881901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35310) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:09.886800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4038dde8-2481-452d-b067-0295f323c029 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': 'b1439223-c2f3-4d08-8f57-64b2d000c4cc', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:09.910314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4038dde8-2481-452d-b067-0295f323c029 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (6a18ce8a-0dbf-43ad-8277-bf7101a817cf), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.967395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4038dde8-2481-452d-b067-0295f323c029 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (6a18ce8a-0dbf-43ad-8277-bf7101a817cf), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.971041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4038dde8-2481-452d-b067-0295f323c029 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (6a18ce8a-0dbf-43ad-8277-bf7101a817cf), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.990480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038dde8-2481-452d-b067-0295f323c029 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a18ce8a-0dbf-43ad-8277-bf7101a817cf,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:09.996669 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4038dde8-2481-452d-b067-0295f323c029 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.997912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4038dde8-2481-452d-b067-0295f323c029 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144917 Feb 11 05:56:10.000553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35312) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:10.005264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ff845544-da3d-4f72-b5bb-ebac09dc8bf9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': 'b1439223-c2f3-4d08-8f57-64b2d000c4cc', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:10.030887 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ff845544-da3d-4f72-b5bb-ebac09dc8bf9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (e1bf8e18-06f4-4f88-9884-cced0bd64a31), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.095576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ff845544-da3d-4f72-b5bb-ebac09dc8bf9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (e1bf8e18-06f4-4f88-9884-cced0bd64a31), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.100979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ff845544-da3d-4f72-b5bb-ebac09dc8bf9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e1bf8e18-06f4-4f88-9884-cced0bd64a31), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.126585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff845544-da3d-4f72-b5bb-ebac09dc8bf9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bf8e18-06f4-4f88-9884-cced0bd64a31,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:10.134827 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ff845544-da3d-4f72-b5bb-ebac09dc8bf9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.138418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ff845544-da3d-4f72-b5bb-ebac09dc8bf9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344414 Feb 11 05:56:10.138827 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35318) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:10.144086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-71c8ba3e-5747-4106-9951-5d8fc9595ec3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': 'b1439223-c2f3-4d08-8f57-64b2d000c4cc', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:10.174311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71c8ba3e-5747-4106-9951-5d8fc9595ec3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (86177d69-2690-46a9-91b7-5aae6f0f0e95), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.243863 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71c8ba3e-5747-4106-9951-5d8fc9595ec3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (86177d69-2690-46a9-91b7-5aae6f0f0e95), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.248730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71c8ba3e-5747-4106-9951-5d8fc9595ec3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (86177d69-2690-46a9-91b7-5aae6f0f0e95), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.263222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8ba3e-5747-4106-9951-5d8fc9595ec3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86177d69-2690-46a9-91b7-5aae6f0f0e95,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:10.274977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5939f9-846f-4678-b68f-ff7a624baf13 req-866e9754-90fd-409b-bce4-added5ea6dd3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:10.276556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa5939f9-846f-4678-b68f-ff7a624baf13 req-866e9754-90fd-409b-bce4-added5ea6dd3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 943 time: 0.0688560 Feb 11 05:56:10.280289 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71c8ba3e-5747-4106-9951-5d8fc9595ec3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.281980 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-71c8ba3e-5747-4106-9951-5d8fc9595ec3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416998 Feb 11 05:56:10.284430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35322) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:10.290507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f6c8b574-b119-40ba-baa1-ca23ca591a32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': 'b1439223-c2f3-4d08-8f57-64b2d000c4cc', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:10.313004 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-f6c8b574-b119-40ba-baa1-ca23ca591a32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Project fd919b75b5e04e12bb265670ddb374d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:56:10.318475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b574-b119-40ba-baa1-ca23ca591a32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (8646ffd8-14ca-4bda-ae37-a05f53b6fdff), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.328369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa5939f9-846f-4678-b68f-ff7a624baf13 req-0b370d40-6f95-4544-88b7-6ea5a987d89c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453570 Feb 11 05:56:10.401698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b574-b119-40ba-baa1-ca23ca591a32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (8646ffd8-14ca-4bda-ae37-a05f53b6fdff), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.406620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b574-b119-40ba-baa1-ca23ca591a32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (8646ffd8-14ca-4bda-ae37-a05f53b6fdff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.424474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8b574-b119-40ba-baa1-ca23ca591a32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8646ffd8-14ca-4bda-ae37-a05f53b6fdff,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:10.434515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b574-b119-40ba-baa1-ca23ca591a32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.435784 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f6c8b574-b119-40ba-baa1-ca23ca591a32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503994 Feb 11 05:56:10.438522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35328) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:10.443032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-494a6825-061f-4d7a-8f24-19aa745e5c68 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': 'b1439223-c2f3-4d08-8f57-64b2d000c4cc', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:10.462861 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-494a6825-061f-4d7a-8f24-19aa745e5c68 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Project fd919b75b5e04e12bb265670ddb374d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:56:10.467609 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-494a6825-061f-4d7a-8f24-19aa745e5c68 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (c63f15a6-f2e6-419a-87e3-0f0602276f70), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.529211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-494a6825-061f-4d7a-8f24-19aa745e5c68 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (c63f15a6-f2e6-419a-87e3-0f0602276f70), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.532623 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-494a6825-061f-4d7a-8f24-19aa745e5c68 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (c63f15a6-f2e6-419a-87e3-0f0602276f70), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.546031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fe661f3b-f299-4934-835a-fcf4f175c748 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:56:10.550789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a6825-061f-4d7a-8f24-19aa745e5c68 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63f15a6-f2e6-419a-87e3-0f0602276f70,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:10.558739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-494a6825-061f-4d7a-8f24-19aa745e5c68 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.562832 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-494a6825-061f-4d7a-8f24-19aa745e5c68 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205080 Feb 11 05:56:10.563446 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35332) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:10.568065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'network': {'name': 'tempest-network-smoke--1716226896', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'port_security_enabled': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:10.589488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:10.592874 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.618798 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:56:10.630624 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (49c89376-c68b-499c-8de1-307d6faf00e6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.630989 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Added segment 49c89376-c68b-499c-8de1-307d6faf00e6 of type vlan for network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 Feb 11 05:56:10.667675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fe661f3b-f299-4934-835a-fcf4f175c748,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:10.673855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.682157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'fe661f3b-f299-4934-835a-fcf4f175c748', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'port_id': 'fe661f3b-f299-4934-835a-fcf4f175c748', 'mac_address': 'fa:16:3e:4f:28:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:56:10.706287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.712449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:10.712725 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.722487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port fe661f3b-f299-4934-835a-fcf4f175c748 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:10.722487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.742085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe661f3b-f299-4934-835a-fcf4f175c748 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:10.753449 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1865516 Feb 11 05:56:10.754011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35334) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:10.758423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'admin_state_up': True, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:10.766018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fe661f3b-f299-4934-835a-fcf4f175c748,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:10.770431 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.802405 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.803427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.822072 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340d78-f5b3-418d-ac4c-97fab73805a7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Network': ['ID=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:10.831801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=fe661f3b-f299-4934-835a-fcf4f175c748,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:10.841040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:56:10.861665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_controller (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.986625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['fe661f3b-f299-4934-835a-fcf4f175c748'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:11.008077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:11.224363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:11.244750 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:11.361320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.25.1.148 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/b650b1b0-2f21-49c9-8d84-f28655993811) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:11.505920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (b650b1b0-2f21-49c9-8d84-f28655993811), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:11.514099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f773d55-265d-462b-9230-24f3597304e5 req-a8860dd1-0a43-4f13-8169-85e907998c31 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:11.515581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f773d55-265d-462b-9230-24f3597304e5 req-a8860dd1-0a43-4f13-8169-85e907998c31 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 944 time: 0.1117656 Feb 11 05:56:11.580015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f773d55-265d-462b-9230-24f3597304e5 req-2b09c2eb-6a43-4577-a92b-a09fadd24e9f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582364 Feb 11 05:56:11.588349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:11.627111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:11.633328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:11.637266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:11.668098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=b650b1b0-2f21-49c9-8d84-f28655993811,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:11.910531 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.108421 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.238570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b4e32e07-c79a-4bed-9e59-e7c3098a83ac is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:56:12.548960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fe661f3b-f299-4934-835a-fcf4f175c748 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:12.615763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port fe661f3b-f299-4934-835a-fcf4f175c748 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:56:12.624370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port fe661f3b-f299-4934-835a-fcf4f175c748 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:12.624370 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.695420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:56:12.750091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.754950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35344) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:12.755439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d2046249-b892-4c06-9170-105af1ae5477 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0002568 Feb 11 05:56:12.787841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port fe661f3b-f299-4934-835a-fcf4f175c748 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:12.788246 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.788792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be515275-c71d-47e4-9622-a4c44666adb0 req-1feccac2-bbb0-4759-8e3e-f5eab4f32399 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:12.790847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be515275-c71d-47e4-9622-a4c44666adb0 req-1feccac2-bbb0-4759-8e3e-f5eab4f32399 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 944 time: 0.1127687 Feb 11 05:56:12.797769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Sync routers for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:56:12.823318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:12.823973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:56:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:12.869676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be515275-c71d-47e4-9622-a4c44666adb0 req-d4c0834e-b078-4419-86a3-f5c42b0ff46b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654614 Feb 11 05:56:12.907303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:12.909541 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4676cb12-39a7-45ca-8c63-d27ec00b2d86" -d '{"events": [{"server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "name": "network-vif-plugged", "status": "completed", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:12.932657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fe661f3b-f299-4934-835a-fcf4f175c748,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:12.961615 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2b19bc35-cc1d-44d2-8cb8-01ab779ffd80 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=fd919b75b5e04e12bb265670ddb374d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2053986 Feb 11 05:56:12.964565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35350) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:12.968642 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.972489 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c175d7-7998-4a1f-9412-c5f951b16719 x-openstack-request-id: req-59c175d7-7998-4a1f-9412-c5f951b16719 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:12.972914 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "name": "network-vif-plugged", "status": "completed", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:12.973266 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59c175d7-7998-4a1f-9412-c5f951b16719 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:12.973736 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748', 'code': 200} Feb 11 05:56:13.041384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:13.103033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=fe661f3b-f299-4934-835a-fcf4f175c748,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:13.114335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef78950-d2a1-451e-b93f-27dbe16446ee tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:13.118535 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3ef78950-d2a1-451e-b93f-27dbe16446ee tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1497109 Feb 11 05:56:13.118711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35352) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:13.129956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ada7d4-7ed1-4a72-bcc3-2f349ac8919f req-0335b607-d393-4a2d-b4b2-79823671da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:13.131423 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-25ada7d4-7ed1-4a72-bcc3-2f349ac8919f req-0335b607-d393-4a2d-b4b2-79823671da0c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 1128 time: 0.0762060 Feb 11 05:56:13.159501 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3fb4bcf8-671b-40e4-880a-94cf7cf94a0a tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364146 Feb 11 05:56:13.159501 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35354) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:13.164777 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-462835968', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:13.250681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:11Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:13.262042 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-25ada7d4-7ed1-4a72-bcc3-2f349ac8919f req-fb86bb14-a39e-46bc-907e-70c1ec901084 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124437 Feb 11 05:56:13.285633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:13.290044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.291585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Checking router: b4e32e07-c79a-4bed-9e59-e7c3098a83ac for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:56:13.291946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Updating router b4e32e07-c79a-4bed-9e59-e7c3098a83ac port b650b1b0-2f21-49c9-8d84-f28655993811 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:56:13.323048 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.480147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (d14dab8f-fb94-46c7-90b0-dbe9f241dffa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.559192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Subnet': ['ID=d14dab8f-fb94-46c7-90b0-dbe9f241dffa,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:13.562560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Checking segment: {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:13.562942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network hostable DHCP agents. Network: d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:56:13.593106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:56:13.607767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:13.613974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:13.613974 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.639544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0f78f-218d-4a4e-a0b6-c3e4e04b0b1b None None] Network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:56:13.640094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35358) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:13.648976 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-58409e20-91f2-40d4-ba8c-5c12d407f40c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4872227 Feb 11 05:56:13.709844 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Publish callbacks [] for port (b650b1b0-2f21-49c9-8d84-f28655993811), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.720264 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.815308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ce167-2675-4878-8c4d-b805d250d9d2 None None] Pushing event updated for resources: {'Port': ['ID=b650b1b0-2f21-49c9-8d84-f28655993811,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:13.823096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Attempting to bind port b650b1b0-2f21-49c9-8d84-f28655993811 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:56:13.823506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Attempting to bind port b650b1b0-2f21-49c9-8d84-f28655993811 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:56:13.824108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Attempting to bind port b650b1b0-2f21-49c9-8d84-f28655993811 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:13.827936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:56:13.828766 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.847314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:56:13.847567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:13.848139 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.848786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:56:13.849504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Bound port: b650b1b0-2f21-49c9-8d84-f28655993811, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:56:13.850024 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.999931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] For port b650b1b0-2f21-49c9-8d84-f28655993811, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:56:14.053293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] For port b650b1b0-2f21-49c9-8d84-f28655993811, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b650b1b0-2f21-49c9-8d84-f28655993811,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:56:14.068887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.099337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d36882-daf0-4392-95f3-338f001e4806 req-0eb63af3-d38d-4cfd-8212-fb279ce21f36 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:14.100933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1d36882-daf0-4392-95f3-338f001e4806 req-0eb63af3-d38d-4cfd-8212-fb279ce21f36 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.1199222 Feb 11 05:56:14.133296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Allocated IP 172.20.0.2 (d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5/d14dab8f-fb94-46c7-90b0-dbe9f241dffa/bc53fbe0-d0b1-436b-891b-22c21266279b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:14.167871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:14.168536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:56:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:14.221893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ce167-2675-4878-8c4d-b805d250d9d2 None None] Pushing event updated for resources: {'Port': ['ID=b650b1b0-2f21-49c9-8d84-f28655993811,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:14.225563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1d36882-daf0-4392-95f3-338f001e4806 req-67dc6e3a-a26f-4755-9c41-8983c644d4c3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920167 Feb 11 05:56:14.301950 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.574486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:14.732688 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Publish callbacks [] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.743798 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.789523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.20.0.1 (d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5/d14dab8f-fb94-46c7-90b0-dbe9f241dffa/fc35dfe5-0438-4168-be6f-768798c46dc0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:14.818579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:14.824851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:14.827714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:14.837740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Pushing event updated for resources: {'Port': ['ID=bc53fbe0-d0b1-436b-891b-22c21266279b,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:14.904653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Attempting to bind port bc53fbe0-d0b1-436b-891b-22c21266279b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:56:14.905024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Attempting to bind port bc53fbe0-d0b1-436b-891b-22c21266279b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:56:14.905429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Attempting to bind port bc53fbe0-d0b1-436b-891b-22c21266279b on network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:14.914609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:56:14.915285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Checking segment: {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:14.915699 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.916095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Bound using segment: {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:56:14.916564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Bound port: bc53fbe0-d0b1-436b-891b-22c21266279b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:56:14.916946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.920717 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.931861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:11Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:14.959091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.961167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d295151-78cb-4052-8711-489cd73a55c4 None None] The sync data for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 is: [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:11Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:56:15.002532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:15.006236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:15.012138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:15.037699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=fc35dfe5-0438-4168-be6f-768798c46dc0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:15.061140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] For port bc53fbe0-d0b1-436b-891b-22c21266279b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:56:15.066178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] For port bc53fbe0-d0b1-436b-891b-22c21266279b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bc53fbe0-d0b1-436b-891b-22c21266279b,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:56:15.068685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.074672 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.139316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a566274-67b6-4b54-816a-d3ee0f81dc24 None None] Pushing event updated for resources: {'Port': ['ID=bc53fbe0-d0b1-436b-891b-22c21266279b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:15.241050 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.514546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f50b2-3dfb-4f0a-a0f5-8bb3fddcf03e req-526a7b64-b666-4fec-bdf3-89a749966bf4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:15.516143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d2f50b2-3dfb-4f0a-a0f5-8bb3fddcf03e req-526a7b64-b666-4fec-bdf3-89a749966bf4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.1292360 Feb 11 05:56:15.714937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d2f50b2-3dfb-4f0a-a0f5-8bb3fddcf03e req-afc09f6f-c242-4430-99e2-f0e25aa56e3a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720564 Feb 11 05:56:15.734077 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.742199 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.824961 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.827220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=fc35dfe5-0438-4168-be6f-768798c46dc0,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:16.002615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:16.005157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:16.098233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac6263-6a5e-4e42-9d9c-286979362935 req-2b392212-2b8a-44ca-a705-36d5f4b2d566 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:16.106225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3aac6263-6a5e-4e42-9d9c-286979362935 req-2b392212-2b8a-44ca-a705-36d5f4b2d566 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.1390982 Feb 11 05:56:16.206636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3aac6263-6a5e-4e42-9d9c-286979362935 req-cf2e4947-39e0-4c80-812e-a75e93149755 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993395 Feb 11 05:56:16.227475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b4e32e07-c79a-4bed-9e59-e7c3098a83ac has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:56:16.369079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:56:16.375234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c3d0dea5-3efa-4eb5-a7a7-1826ebf4f046 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "PUT /v2.0/routers/b4e32e07-c79a-4bed-9e59-e7c3098a83ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7352004 Feb 11 05:56:16.519462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb712e0f-4d46-4cb0-9b77-6f92e4530513 None None] Network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:56:16.561296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-99a32f10-54bc-43ec-99f1-9f891f43201b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1799234585&fields=id&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 267 time: 0.0683379 Feb 11 05:56:16.584017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-aac286f8-16d3-4124-b182-8ec00c7c2e77 None None] Provisioning complete for port bc53fbe0-d0b1-436b-891b-22c21266279b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:16.584390 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aac286f8-16d3-4124-b182-8ec00c7c2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.687162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-dec13ea3-cb49-456d-a1f5-7513fd66a816 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:16.688691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-dec13ea3-cb49-456d-a1f5-7513fd66a816 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 797 time: 0.1203194 Feb 11 05:56:16.705521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-3d431179-4d4e-4562-af9b-058d8b98263e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/quotas/fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 375 time: 0.0099001 Feb 11 05:56:16.743886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-aac286f8-16d3-4124-b182-8ec00c7c2e77 None None] Current status of the port bc53fbe0-d0b1-436b-891b-22c21266279b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:16.744085 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aac286f8-16d3-4124-b182-8ec00c7c2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.785065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-aac286f8-16d3-4124-b182-8ec00c7c2e77 None None] For port bc53fbe0-d0b1-436b-891b-22c21266279b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bc53fbe0-d0b1-436b-891b-22c21266279b,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:16.789847 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aac286f8-16d3-4124-b182-8ec00c7c2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.821087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-b6edfbd2-ca7f-4e61-9eb2-38e19312eb48 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067173 Feb 11 05:56:16.872067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac286f8-16d3-4124-b182-8ec00c7c2e77 None None] Pushing event updated for resources: {'Port': ['ID=bc53fbe0-d0b1-436b-891b-22c21266279b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:16.901719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-355342b8-1e7a-4a16-8b11-cab379859abe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:56:16.902741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-355342b8-1e7a-4a16-8b11-cab379859abe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0804722 Feb 11 05:56:17.008592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-3607e0d1-e2dc-4021-8568-7fe0097f8d56 service neutron] 10.222.0.31 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956457 Feb 11 05:56:17.139552 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-95ef60cd-4c68-4739-818b-2f2ddb2dd3ba None None] Provisioning complete for port fc35dfe5-0438-4168-be6f-768798c46dc0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:17.139946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95ef60cd-4c68-4739-818b-2f2ddb2dd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.143185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7e0cfe2c-f111-476b-9d15-3305d2e5ec40 service neutron] 10.222.0.31 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257474 Feb 11 05:56:17.214780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-95ef60cd-4c68-4739-818b-2f2ddb2dd3ba None None] Port fc35dfe5-0438-4168-be6f-768798c46dc0 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:56:17.227281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-95ef60cd-4c68-4739-818b-2f2ddb2dd3ba None None] Provisioning complete for port bc53fbe0-d0b1-436b-891b-22c21266279b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:17.227812 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95ef60cd-4c68-4739-818b-2f2ddb2dd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.304990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bc53fbe0-d0b1-436b-891b-22c21266279b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:17.414176 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Sync routers for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:56:17.427402 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:17.428277 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:56:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:17.501768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9aab9e79-b3a0-45dc-b2e1-d9780001ca36 req-e72e8591-b9d1-41ec-9af5-d20e93dde849 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 210 time: 0.1391354 Feb 11 05:56:17.509331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port bc53fbe0-d0b1-436b-891b-22c21266279b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:17.512846 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.540710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e4dcd-40e5-486e-aaa4-b67a27e9eaa1 req-e6c5a231-091f-45fe-ade0-3bb8ecd88dca tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.550595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d9e4dcd-40e5-486e-aaa4-b67a27e9eaa1 req-e6c5a231-091f-45fe-ade0-3bb8ecd88dca tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.2164493 Feb 11 05:56:17.556011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-95ef60cd-4c68-4739-818b-2f2ddb2dd3ba None None] Current status of the port bc53fbe0-d0b1-436b-891b-22c21266279b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:17.575273 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:17.642709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d9e4dcd-40e5-486e-aaa4-b67a27e9eaa1 req-a68cd536-ce05-476c-8887-92e4d6666d03 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850585 Feb 11 05:56:17.670225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port bc53fbe0-d0b1-436b-891b-22c21266279b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:17.671488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b650b1b0-2f21-49c9-8d84-f28655993811 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:17.732156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d7576dfe-c4f2-45f8-b6fa-34a2b601cdda None None] Provisioning complete for port fc35dfe5-0438-4168-be6f-768798c46dc0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:17.732156 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d7576dfe-c4f2-45f8-b6fa-34a2b601cdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.778040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d7576dfe-c4f2-45f8-b6fa-34a2b601cdda None None] Port fc35dfe5-0438-4168-be6f-768798c46dc0 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:56:17.781984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b650b1b0-2f21-49c9-8d84-f28655993811 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:17.782490 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.929464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b650b1b0-2f21-49c9-8d84-f28655993811 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:17.929979 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.963914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port b650b1b0-2f21-49c9-8d84-f28655993811, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b650b1b0-2f21-49c9-8d84-f28655993811,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:17.970001 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.008321 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fc35dfe5-0438-4168-be6f-768798c46dc0', 'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:74:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:14Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 2, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:18.039060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=b650b1b0-2f21-49c9-8d84-f28655993811,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:18.079680 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Checking router: b4e32e07-c79a-4bed-9e59-e7c3098a83ac for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:56:18.080373 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Updating router b4e32e07-c79a-4bed-9e59-e7c3098a83ac port fc35dfe5-0438-4168-be6f-768798c46dc0 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:56:18.117050 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.360579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85999eaf-0847-4b80-b304-3bf4c8cc0a37 req-7436022c-8b5a-4737-86b3-74e5316606ff tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:18.363070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85999eaf-0847-4b80-b304-3bf4c8cc0a37 req-7436022c-8b5a-4737-86b3-74e5316606ff tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.0905988 Feb 11 05:56:18.438951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85999eaf-0847-4b80-b304-3bf4c8cc0a37 req-0f0d4bdb-ef64-4c53-9ac5-cbea95ef7d01 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648971 Feb 11 05:56:18.571848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-204cc503-d95f-4e24-8411-2b40bdadef85 req-8cff6b2b-5de6-49c3-8ebc-bb82dd5e5106 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 210 time: 0.0287356 Feb 11 05:56:18.582764 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Publish callbacks [] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.589696 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.702350 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Pushing event updated for resources: {'Port': ['ID=fc35dfe5-0438-4168-be6f-768798c46dc0,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:18.717210 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.717558 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.718024 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.718412 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.718751 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.719124 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.719516 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.719924 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.720283 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.720603 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.720920 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.721366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.722025 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:18.749962 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Attempting to bind port fc35dfe5-0438-4168-be6f-768798c46dc0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:56:18.750386 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Attempting to bind port fc35dfe5-0438-4168-be6f-768798c46dc0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:56:18.750762 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Attempting to bind port fc35dfe5-0438-4168-be6f-768798c46dc0 on network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:18.756816 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:56:18.757226 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Checking segment: {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:18.757619 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.758006 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Bound using segment: {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:56:18.758487 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Bound port: fc35dfe5-0438-4168-be6f-768798c46dc0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:56:18.758861 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.848909 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] For port fc35dfe5-0438-4168-be6f-768798c46dc0, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:56:18.854760 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] For port fc35dfe5-0438-4168-be6f-768798c46dc0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fc35dfe5-0438-4168-be6f-768798c46dc0,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:56:18.865978 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.921052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9a313063-8bf1-4e2a-b85f-54863ca7bc71 None None] Provisioning complete for port fc35dfe5-0438-4168-be6f-768798c46dc0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:18.922698 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9a313063-8bf1-4e2a-b85f-54863ca7bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.936855 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:18.937608 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:56:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:18.967915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-9f74c559-72f6-4525-bc19-6b76f55ace5a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:18.969500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-9f74c559-72f6-4525-bc19-6b76f55ace5a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 797 time: 0.2181036 Feb 11 05:56:18.998780 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50614e-ed11-4121-a0f3-cf8f93810ff0 None None] Pushing event updated for resources: {'Port': ['ID=fc35dfe5-0438-4168-be6f-768798c46dc0,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:19.041932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9a313063-8bf1-4e2a-b85f-54863ca7bc71 None None] Current status of the port fc35dfe5-0438-4168-be6f-768798c46dc0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:19.042318 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9a313063-8bf1-4e2a-b85f-54863ca7bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:19.094595 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9a313063-8bf1-4e2a-b85f-54863ca7bc71 None None] For port fc35dfe5-0438-4168-be6f-768798c46dc0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fc35dfe5-0438-4168-be6f-768798c46dc0,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:19.102159 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9a313063-8bf1-4e2a-b85f-54863ca7bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:19.103029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-6446f066-f68e-4c2a-b71f-061da4618adc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 380 time: 0.1213560 Feb 11 05:56:19.114273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'port': {'device_id': '42fb657d-8462-474a-a31d-a712af1006ac', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'admin_state_up': True, 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'security_groups': ['b1439223-c2f3-4d08-8f57-64b2d000c4cc']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:19.155645 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:19.177514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b650b1b0-2f21-49c9-8d84-f28655993811 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:19.290937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a313063-8bf1-4e2a-b85f-54863ca7bc71 None None] Pushing event updated for resources: {'Port': ['ID=fc35dfe5-0438-4168-be6f-768798c46dc0,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:19.307988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b650b1b0-2f21-49c9-8d84-f28655993811 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:19.308612 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:19.352944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:19.356517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:19.359638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f45220ad-3c3b-4d17-be18-59fbc89527f1 None None] Provisioning complete for port fc35dfe5-0438-4168-be6f-768798c46dc0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:19.360129 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f45220ad-3c3b-4d17-be18-59fbc89527f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:19.450549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b650b1b0-2f21-49c9-8d84-f28655993811 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:19.493841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f45220ad-3c3b-4d17-be18-59fbc89527f1 None None] Current status of the port fc35dfe5-0438-4168-be6f-768798c46dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:19.516768 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fc35dfe5-0438-4168-be6f-768798c46dc0', 'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:74:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:14Z', 'updated_at': '2022-02-11T05:56:18Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:19.527737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.20.0.13 (d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5/d14dab8f-fb94-46c7-90b0-dbe9f241dffa/c715b763-4373-4693-8fba-de2320ab72bd) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:19.554410 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d62ab-21cd-4749-92e6-76357797359f None None] The sync data for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 is: [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fc35dfe5-0438-4168-be6f-768798c46dc0', 'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:74:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:14Z', 'updated_at': '2022-02-11T05:56:18Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:56:19.778500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfbb4355-4389-40e9-8793-b71172001448 req-8686bc9b-e932-44d0-8832-dd7a174862af tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 210 time: 0.0890262 Feb 11 05:56:19.803727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8f437-b24d-4b80-93b3-d79434b21754 req-56d8c415-0361-4235-9a2c-4547c8faa392 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:19.805437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ced8f437-b24d-4b80-93b3-d79434b21754 req-56d8c415-0361-4235-9a2c-4547c8faa392 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.2615428 Feb 11 05:56:19.848509 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (c715b763-4373-4693-8fba-de2320ab72bd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:19.901581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ced8f437-b24d-4b80-93b3-d79434b21754 req-518a8628-70d3-4cc5-8ac4-23d223c7af07 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885971 Feb 11 05:56:19.928038 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:19.986296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:19.989823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:20.000785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:20.003317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:20.082199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:20.082997 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:20.106145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-7593caba-a962-489b-84cf-e2bca59c3fa3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9974604 Feb 11 05:56:20.126289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Request body: {'port': {'device_id': '42fb657d-8462-474a-a31d-a712af1006ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:20.282300 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c715b763-4373-4693-8fba-de2320ab72bd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:20.438936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-eca55700-778c-46a0-a0dd-2bcb50112758 None None] Provisioning complete for port c715b763-4373-4693-8fba-de2320ab72bd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:20.443535 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eca55700-778c-46a0-a0dd-2bcb50112758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c715b763-4373-4693-8fba-de2320ab72bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:20.520373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-eca55700-778c-46a0-a0dd-2bcb50112758 None None] Port c715b763-4373-4693-8fba-de2320ab72bd cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:56:20.613173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fe661f3b-f299-4934-835a-fcf4f175c748 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:56:20.833185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fe661f3b-f299-4934-835a-fcf4f175c748,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:20.855777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c715b763-4373-4693-8fba-de2320ab72bd {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:20.867250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Publish callbacks [] for port (c715b763-4373-4693-8fba-de2320ab72bd), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:20.872308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'fe661f3b-f299-4934-835a-fcf4f175c748', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'port_id': 'fe661f3b-f299-4934-835a-fcf4f175c748', 'mac_address': 'fa:16:3e:4f:28:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:56:20.904428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Transition to ACTIVE for port object c715b763-4373-4693-8fba-de2320ab72bd will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:56:20.909085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:20.940418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port fe661f3b-f299-4934-835a-fcf4f175c748 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:20.943333 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:20.986447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe661f3b-f299-4934-835a-fcf4f175c748 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:21.039387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fe661f3b-f299-4934-835a-fcf4f175c748,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:21.043841 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:21.169823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:21.191820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=fe661f3b-f299-4934-835a-fcf4f175c748,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:21.207660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['fe661f3b-f299-4934-835a-fcf4f175c748'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:21.340111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fc35dfe5-0438-4168-be6f-768798c46dc0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:21.481344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fc35dfe5-0438-4168-be6f-768798c46dc0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:21.489831 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:21.765053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fc35dfe5-0438-4168-be6f-768798c46dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:22.052698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f2b52-7e3f-41c8-8d7e-1f89dd04a24d req-f32ce7f0-dae4-45b1-b4a9-cb3a1c4d5f78 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:22.054296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-387f2b52-7e3f-41c8-8d7e-1f89dd04a24d req-f32ce7f0-dae4-45b1-b4a9-cb3a1c4d5f78 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 944 time: 1.0891421 Feb 11 05:56:22.063326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69788c0f-9670-4891-99be-2e26fbee6ac3 req-771d61ee-fbb4-4a54-8696-2bc2c0e48d63 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:22.064767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69788c0f-9670-4891-99be-2e26fbee6ac3 req-771d61ee-fbb4-4a54-8696-2bc2c0e48d63 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 944 time: 1.0327725 Feb 11 05:56:22.113854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Attempting to bind port c715b763-4373-4693-8fba-de2320ab72bd on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:56:22.114256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Attempting to bind port c715b763-4373-4693-8fba-de2320ab72bd by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:56:22.114588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Attempting to bind port c715b763-4373-4693-8fba-de2320ab72bd on network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:22.126792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Port c715b763-4373-4693-8fba-de2320ab72bd on network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:56:22.127984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Attempting to bind port c715b763-4373-4693-8fba-de2320ab72bd on network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:22.156416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:56:22.157955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Checking segment: {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:22.157955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Bound using segment: {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:56:22.158125 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Bound port: c715b763-4373-4693-8fba-de2320ab72bd, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:56:22.158399 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c715b763-4373-4693-8fba-de2320ab72bd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:22.203385 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:22.219061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69788c0f-9670-4891-99be-2e26fbee6ac3 req-8327450f-ac58-4061-b94d-9ca8813ccecc tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373744 Feb 11 05:56:22.233504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-387f2b52-7e3f-41c8-8d7e-1f89dd04a24d req-b56959d5-9fb3-48d2-aeec-60aa846eea85 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598883 Feb 11 05:56:22.338247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:56:22.343653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:56:22.354909 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:22.418435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:22.419434 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:22.423188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 1093 time: 2.3082752 Feb 11 05:56:22.445914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:22.454750 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02802fa9-15b5-475e-bfb8-012a6e48fb47" -d '{"events": [{"name": "network-changed", "server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "tag": "c715b763-4373-4693-8fba-de2320ab72bd"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:22.568780 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6e28c9-5dca-4052-bc96-676323ffedf6 x-openstack-request-id: req-1f6e28c9-5dca-4052-bc96-676323ffedf6 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:22.569155 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "tag": "c715b763-4373-4693-8fba-de2320ab72bd", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:22.572425 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f6e28c9-5dca-4052-bc96-676323ffedf6 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:22.574898 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd', 'status': 'completed', 'code': 200} Feb 11 05:56:22.588383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5eebb-9162-4aa6-9f26-31ce79acd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:22.622704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fe661f3b-f299-4934-835a-fcf4f175c748 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:22.647593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-280e5939-f85a-4fa6-bb15-77ab1fb509aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:22.649240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-280e5939-f85a-4fa6-bb15-77ab1fb509aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1127 time: 0.1408699 Feb 11 05:56:22.788302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port fe661f3b-f299-4934-835a-fcf4f175c748 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:22.788302 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:22.793943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-44f8858f-463e-4307-833a-b6093d997d1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 217 time: 0.1350768 Feb 11 05:56:22.890280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-84056fe5-d325-4d86-ba0c-f0a5db2fa98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:22.893158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-84056fe5-d325-4d86-ba0c-f0a5db2fa98e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 200 len: 834 time: 0.0913873 Feb 11 05:56:22.938804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port fe661f3b-f299-4934-835a-fcf4f175c748 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:22.939406 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:22.961522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-126260d7-abe3-408a-9b6d-a85b1f8cd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:22.966459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-126260d7-abe3-408a-9b6d-a85b1f8cd0ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0674071 Feb 11 05:56:22.970904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:22.973221 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c3a93c-c1ca-4196-9835-457bdba705eb" -d '{"events": [{"server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "name": "network-vif-plugged", "status": "completed", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:22.986635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fe661f3b-f299-4934-835a-fcf4f175c748,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:23.004423 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:23.064125 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68013d10-ebee-46d1-adaa-3c83315c70d1 x-openstack-request-id: req-68013d10-ebee-46d1-adaa-3c83315c70d1 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:23.064717 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "name": "network-vif-plugged", "status": "completed", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:23.065195 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68013d10-ebee-46d1-adaa-3c83315c70d1 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:23.065788 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748', 'code': 200} Feb 11 05:56:23.108665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=fe661f3b-f299-4934-835a-fcf4f175c748,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:23.154859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-5ef5deb6-801f-43f0-b8c0-3b36bd6097a4 service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742778 Feb 11 05:56:23.220628 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:23.291931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a8155a-be0b-47d2-a29c-7db253d62735 req-bf2a0ce9-9925-44dc-8bc7-1df672e93a93 service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274548 Feb 11 05:56:23.513250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55670383-4efd-43b2-9474-2ce85f3a72e4 req-ebfdbeb2-d1f6-46cc-a962-b0e40a45c6b5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:23.515109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55670383-4efd-43b2-9474-2ce85f3a72e4 req-ebfdbeb2-d1f6-46cc-a962-b0e40a45c6b5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.1433642 Feb 11 05:56:23.525709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-262dce25-c505-438a-be89-1bd0c8dc18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:23.528162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-262dce25-c505-438a-be89-1bd0c8dc18c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1127 time: 0.1673753 Feb 11 05:56:23.540837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ed862-201b-4d68-81fd-efa378d15b40 req-c33901b3-ac09-4ccd-8954-80fa54d710e3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:23.542497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-647ed862-201b-4d68-81fd-efa378d15b40 req-c33901b3-ac09-4ccd-8954-80fa54d710e3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 944 time: 0.1546390 Feb 11 05:56:23.688743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55670383-4efd-43b2-9474-2ce85f3a72e4 req-2e675488-6419-44b1-96e4-3e797e8c7a98 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666672 Feb 11 05:56:23.694993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-647ed862-201b-4d68-81fd-efa378d15b40 req-6d0cdd0e-fa61-4ded-ba85-a88cb6002921 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354465 Feb 11 05:56:23.734932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-95b333f4-96fe-4d82-a18f-d29557fc6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:23.737350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-95b333f4-96fe-4d82-a18f-d29557fc6d31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 898 time: 0.1927257 Feb 11 05:56:23.804377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-fc40591d-3720-4ade-a2e8-1fd74dd52f27 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 217 time: 0.0596585 Feb 11 05:56:23.873696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-8673060a-f1fc-48d2-8b09-dca0d905a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:23.874936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-8673060a-f1fc-48d2-8b09-dca0d905a231 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 200 len: 834 time: 0.0635915 Feb 11 05:56:23.953521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-daf9fe3a-efc7-4e44-8929-520b899972b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:23.955438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-daf9fe3a-efc7-4e44-8929-520b899972b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0725217 Feb 11 05:56:24.112151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-c777246f-bccb-400b-933a-6593d24b834d service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441348 Feb 11 05:56:24.287899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02802fa9-15b5-475e-bfb8-012a6e48fb47 req-bdde92b6-acb2-431a-9141-04e115aad298 service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699831 Feb 11 05:56:24.941448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea954-4b09-4b25-b391-aa6701214739 req-c694f020-940b-4f01-951e-6a783900e2b9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:24.944847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bdea954-4b09-4b25-b391-aa6701214739 req-c694f020-940b-4f01-951e-6a783900e2b9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.1288431 Feb 11 05:56:24.975602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752569e-599b-41a9-b8e6-b0d48e7c8990 req-dc7bdf59-5311-4da3-aa70-5ca313566c4b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:24.977543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2752569e-599b-41a9-b8e6-b0d48e7c8990 req-dc7bdf59-5311-4da3-aa70-5ca313566c4b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 944 time: 0.1055667 Feb 11 05:56:25.060334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bdea954-4b09-4b25-b391-aa6701214739 req-3e4d1f06-67c4-4a5a-a71f-e63b369d3507 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096082 Feb 11 05:56:25.089362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2752569e-599b-41a9-b8e6-b0d48e7c8990 req-67438413-bf32-4797-a44f-2609e48088dd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944765 Feb 11 05:56:26.184609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c715b763-4373-4693-8fba-de2320ab72bd details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:56:26.281606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4f7bf-a0a0-46a7-97ee-44f99b56d309 req-53183b32-95d3-4477-8ef3-a6e899af5e14 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:26.290192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ab4f7bf-a0a0-46a7-97ee-44f99b56d309 req-53183b32-95d3-4477-8ef3-a6e899af5e14 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.1383698 Feb 11 05:56:26.318677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ffe79-becf-47f8-a4da-dec256534064 req-d2e7121c-6f01-415c-a848-113412603871 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:26.325794 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-473ffe79-becf-47f8-a4da-dec256534064 req-d2e7121c-6f01-415c-a848-113412603871 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 944 time: 0.1247978 Feb 11 05:56:26.378334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:26.392836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c715b763-4373-4693-8fba-de2320ab72bd', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'port_id': 'c715b763-4373-4693-8fba-de2320ab72bd', 'mac_address': 'fa:16:3e:c0:99:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:56:26.401338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ab4f7bf-a0a0-46a7-97ee-44f99b56d309 req-9e83d3d7-a43a-4941-a722-a699b0705ef2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101561 Feb 11 05:56:26.446200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-473ffe79-becf-47f8-a4da-dec256534064 req-62be139d-1471-4269-bc21-c3089229ba39 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194317 Feb 11 05:56:26.477327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c715b763-4373-4693-8fba-de2320ab72bd is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:26.477938 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c715b763-4373-4693-8fba-de2320ab72bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:26.500054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c715b763-4373-4693-8fba-de2320ab72bd {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:26.533549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:26.540104 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:26.597256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:26.773094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c715b763-4373-4693-8fba-de2320ab72bd'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:27.527640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5e05-4f2b-4def-8a0c-c951098c8fb5 req-808a2577-1650-49b4-9964-c3dfbf62e37a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:27.529215 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a8f5e05-4f2b-4def-8a0c-c951098c8fb5 req-808a2577-1650-49b4-9964-c3dfbf62e37a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.0696244 Feb 11 05:56:27.616237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a8f5e05-4f2b-4def-8a0c-c951098c8fb5 req-62f840dc-8b7e-4004-b07a-3627be4512d0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752647 Feb 11 05:56:27.629897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ee8b9-e686-4142-a83a-bb01a812c78c req-ded52da0-0b5b-4d1b-9f15-45067a5c8271 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:27.631967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-363ee8b9-e686-4142-a83a-bb01a812c78c req-ded52da0-0b5b-4d1b-9f15-45067a5c8271 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 945 time: 0.1012869 Feb 11 05:56:27.705747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-363ee8b9-e686-4142-a83a-bb01a812c78c req-ad6a1305-5fb1-4062-806d-7e602924ec3c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659053 Feb 11 05:56:27.758601 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc42ea2f-d64a-4ea4-a065-429fe2f79062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:28.185504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c715b763-4373-4693-8fba-de2320ab72bd up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:28.277151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port c715b763-4373-4693-8fba-de2320ab72bd completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:56:28.284358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c715b763-4373-4693-8fba-de2320ab72bd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:28.285229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c715b763-4373-4693-8fba-de2320ab72bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:28.394688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c715b763-4373-4693-8fba-de2320ab72bd is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:28.394974 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c715b763-4373-4693-8fba-de2320ab72bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:28.423099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:28.426246 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da608f6-e9c3-49e5-aa2b-24a63f00b7a7" -d '{"events": [{"server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "name": "network-vif-plugged", "status": "completed", "tag": "c715b763-4373-4693-8fba-de2320ab72bd"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:28.441946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:28.447834 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:28.489923 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23729d96-de1b-4d31-8160-72dabaed9fb0 x-openstack-request-id: req-23729d96-de1b-4d31-8160-72dabaed9fb0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:28.490359 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "name": "network-vif-plugged", "status": "completed", "tag": "c715b763-4373-4693-8fba-de2320ab72bd", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:28.490696 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23729d96-de1b-4d31-8160-72dabaed9fb0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:28.491158 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd', 'code': 200} Feb 11 05:56:28.511010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:28.603226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4c9ab-5617-400d-8317-222c5d985b66 req-2971b799-66a2-4724-8918-b4cad8917d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:28.605169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74b4c9ab-5617-400d-8317-222c5d985b66 req-2971b799-66a2-4724-8918-b4cad8917d2b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1129 time: 0.0585289 Feb 11 05:56:28.672254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74b4c9ab-5617-400d-8317-222c5d985b66 req-d7c2de13-0b1f-4d28-a002-238c3f49f111 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614266 Feb 11 05:56:28.763758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4474171-6a05-4e7f-aef2-bba40f43700f req-01e5af45-676b-4d73-8126-fa710e20e007 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:28.765472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4474171-6a05-4e7f-aef2-bba40f43700f req-01e5af45-676b-4d73-8126-fa710e20e007 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.0616419 Feb 11 05:56:28.848256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4474171-6a05-4e7f-aef2-bba40f43700f req-b59d8db1-c090-451f-877b-f0a192a00e3a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735765 Feb 11 05:56:28.895948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e868d-89bb-4a61-81e9-4deed5365a2d req-df0283d9-0a42-4579-b8a8-4a832ee99a84 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:28.898086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d57e868d-89bb-4a61-81e9-4deed5365a2d req-df0283d9-0a42-4579-b8a8-4a832ee99a84 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0732994 Feb 11 05:56:28.996887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d57e868d-89bb-4a61-81e9-4deed5365a2d req-5b3c1d12-6ea2-48b7-9358-9a06e4516e7a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892661 Feb 11 05:56:29.994990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525585a2-14fa-4a4c-990b-12ae154438ad req-091e23b6-1a99-4df4-808e-ca5c55af6b26 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:29.997970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-525585a2-14fa-4a4c-990b-12ae154438ad req-091e23b6-1a99-4df4-808e-ca5c55af6b26 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.0715597 Feb 11 05:56:30.052907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-525585a2-14fa-4a4c-990b-12ae154438ad req-23d0703b-0d8f-4db3-9a89-4db5bc391f9d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484514 Feb 11 05:56:30.143658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b1f7e-72b0-4f9c-9523-3d57f2dc81ab req-292771ee-baa6-46a0-b782-b00c36ff8387 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:30.154154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-019b1f7e-72b0-4f9c-9523-3d57f2dc81ab req-292771ee-baa6-46a0-b782-b00c36ff8387 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0739520 Feb 11 05:56:30.224088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-019b1f7e-72b0-4f9c-9523-3d57f2dc81ab req-ef7d21fc-0112-43a6-9d14-954b0aec9214 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676236 Feb 11 05:56:30.281173 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d3941701-e7ab-4d4a-b4e3-2fed6f4a676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.444936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636654c8-da24-41ce-9044-adfc30141a0e req-7c68dfc7-f4a2-4332-b3dc-42280b73a17a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:30.452567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-636654c8-da24-41ce-9044-adfc30141a0e req-7c68dfc7-f4a2-4332-b3dc-42280b73a17a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.1078839 Feb 11 05:56:30.558037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-636654c8-da24-41ce-9044-adfc30141a0e req-b90efe9a-6240-4189-90c7-f7c8ae2eefb1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003318 Feb 11 05:56:30.574301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35530) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:30.650182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9736a793-e6bd-4582-a732-535c76e8ca2f tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:30.654848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9736a793-e6bd-4582-a732-535c76e8ca2f tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1124 time: 0.0792243 Feb 11 05:56:30.657561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35532) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:30.664450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': 'c715b763-4373-4693-8fba-de2320ab72bd', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:30.697607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.894837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:31.115979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.25.1.120 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:31.152355 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:31.309758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:31.325707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b02e57-3412-4144-9c88-e1cb2a9ca9b3 req-55332842-604b-4e02-9264-f1c119060e3c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:31.327273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68b02e57-3412-4144-9c88-e1cb2a9ca9b3 req-55332842-604b-4e02-9264-f1c119060e3c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.1144805 Feb 11 05:56:31.384029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:31.426268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:31.430198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:31.438891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68b02e57-3412-4144-9c88-e1cb2a9ca9b3 req-d8ea2115-a922-40df-9595-f46a10b52ed1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991952 Feb 11 05:56:31.441330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:31.487049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:32.002574 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (d113b11d-7771-49f6-9295-cd372ac4a35e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:32.100647 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:32.265213 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:32.277840 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:32.378321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:32.383490 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (d113b11d-7771-49f6-9295-cd372ac4a35e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:32.530746 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Floating IP d113b11d-7771-49f6-9295-cd372ac4a35e associated. External IP: 172.25.1.120, port: c715b763-4373-4693-8fba-de2320ab72bd. Feb 11 05:56:32.814585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:32.895256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b4e32e07-c79a-4bed-9e59-e7c3098a83ac has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:56:32.939016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e668fb7-9548-4786-ba54-2c16412c06d6 req-0d3c70fa-6b68-4eb5-90a7-baf12d06c5f3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:32.951776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e668fb7-9548-4786-ba54-2c16412c06d6 req-0d3c70fa-6b68-4eb5-90a7-baf12d06c5f3 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.2800105 Feb 11 05:56:33.477698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e668fb7-9548-4786-ba54-2c16412c06d6 req-a0bbc189-8604-486a-9d8f-1cd8df077a99 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248432 Feb 11 05:56:33.500901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:56:33.515229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] Sync routers for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:56:33.526236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:33.527088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:56:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:33.532322 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.572452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b556d04-f4ce-4220-a3fc-88613d4e4feb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9114745 Feb 11 05:56:33.572452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:33.575421 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e73ae-fcc9-49fe-9907-ab1acfca5510" -d '{"events": [{"name": "network-changed", "server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "tag": "c715b763-4373-4693-8fba-de2320ab72bd"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:33.672345 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a1efbe-14f3-4e97-b8c0-eaaccab80afc x-openstack-request-id: req-f6a1efbe-14f3-4e97-b8c0-eaaccab80afc {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:33.672832 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "tag": "c715b763-4373-4693-8fba-de2320ab72bd", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:33.673286 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6a1efbe-14f3-4e97-b8c0-eaaccab80afc {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:33.673765 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd', 'status': 'completed', 'code': 200} Feb 11 05:56:33.743279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-b51754d5-5fea-49f8-8ef0-3248f26ba299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:33.745184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-b51754d5-5fea-49f8-8ef0-3248f26ba299 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1129 time: 0.0703280 Feb 11 05:56:33.779319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e8362-a406-49f5-9096-e9efd2284b6e req-4a9452ce-abcf-4028-854b-b52beba3c12e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:33.790628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b74e8362-a406-49f5-9096-e9efd2284b6e req-4a9452ce-abcf-4028-854b-b52beba3c12e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.1556165 Feb 11 05:56:33.866303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:33.903299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-5bd5e8c2-18a5-4162-aab5-542de798a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:33.904891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-5bd5e8c2-18a5-4162-aab5-542de798a5c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 898 time: 0.1524920 Feb 11 05:56:33.935460 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:34.030027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b74e8362-a406-49f5-9096-e9efd2284b6e req-c07472e2-de2f-4272-985d-2764959b97af tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278309 Feb 11 05:56:34.043515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-425c9876-084a-4b0f-bb62-cf960705c539 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 1000 time: 0.1300044 Feb 11 05:56:34.063545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35564) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:34.137051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-8d601c2c-84f5-4cd0-8a9d-f74f30108208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:34.138637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-8d601c2c-84f5-4cd0-8a9d-f74f30108208 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 200 len: 834 time: 0.0890605 Feb 11 05:56:34.150630 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-01e3a30e-7fcf-4c4c-b3a0-599d9dfd7c13 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/d113b11d-7771-49f6-9295-cd372ac4a35e HTTP/1.1" status: 200 len: 992 time: 0.0851350 Feb 11 05:56:34.193236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-f6e957e5-8edc-4b79-a1c2-48a9b70187a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:34.194771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-f6e957e5-8edc-4b79-a1c2-48a9b70187a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503576 Feb 11 05:56:34.199291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd113b11d-7771-49f6-9295-cd372ac4a35e', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'port_id': 'c715b763-4373-4693-8fba-de2320ab72bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'mac_address': 'fa:16:3e:c0:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb657d-8462-474a-a31d-a712af1006ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:56:31Z', 'updated_at': '2022-02-11T05:56:31Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc35dfe5-0438-4168-be6f-768798c46dc0', 'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:74:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:14Z', 'updated_at': '2022-02-11T05:56:19Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:34.228911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] Checking router: b4e32e07-c79a-4bed-9e59-e7c3098a83ac for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:56:34.238019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:34.238732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:56:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:34.296400 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-40b9b904-262f-49c8-9b01-08fb2cf73234 service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956790 Feb 11 05:56:34.356680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:34.396947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-751e73ae-fcc9-49fe-9907-ab1acfca5510 req-f5e88254-ed86-491e-821d-9681ef835407 service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948720 Feb 11 05:56:34.626345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4300-3be0-4186-88ad-2c38b7c52363 req-3fc961fc-cc35-4203-af28-da7c1ba23526 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:34.627869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f85e4300-3be0-4186-88ad-2c38b7c52363 req-3fc961fc-cc35-4203-af28-da7c1ba23526 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.0603008 Feb 11 05:56:34.637798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd113b11d-7771-49f6-9295-cd372ac4a35e', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'port_id': 'c715b763-4373-4693-8fba-de2320ab72bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'mac_address': 'fa:16:3e:c0:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb657d-8462-474a-a31d-a712af1006ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:56:31Z', 'updated_at': '2022-02-11T05:56:31Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc35dfe5-0438-4168-be6f-768798c46dc0', 'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:74:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:14Z', 'updated_at': '2022-02-11T05:56:19Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:34.656187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-52979dab-7bdd-4cf3-8334-07309ed1b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:34.657767 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-52979dab-7bdd-4cf3-8334-07309ed1b5b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 1128 time: 0.0643477 Feb 11 05:56:34.671723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac0c69-3d6f-4bdc-9442-e88b0d836133 None None] The sync data for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 is: [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'd113b11d-7771-49f6-9295-cd372ac4a35e', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'port_id': 'c715b763-4373-4693-8fba-de2320ab72bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'mac_address': 'fa:16:3e:c0:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb657d-8462-474a-a31d-a712af1006ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:56:31Z', 'updated_at': '2022-02-11T05:56:31Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc35dfe5-0438-4168-be6f-768798c46dc0', 'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:74:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:14Z', 'updated_at': '2022-02-11T05:56:19Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:56:34.697098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f85e4300-3be0-4186-88ad-2c38b7c52363 req-fbcc1d86-340c-4659-a68b-63a3f88c2c91 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603187 Feb 11 05:56:34.767490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-b4b56703-ab91-4524-8b8b-d004031c6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:34.769030 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-b4b56703-ab91-4524-8b8b-d004031c6d6c service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1052389 Feb 11 05:56:34.812510 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-df1a9d04-f257-4edb-9ab4-fe7794f1b983 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe661f3b-f299-4934-835a-fcf4f175c748 HTTP/1.1" status: 200 len: 217 time: 0.0368338 Feb 11 05:56:34.863556 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-9c36e7a7-9660-4b05-99cc-f1ee2a515bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:34.865204 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-9c36e7a7-9660-4b05-99cc-f1ee2a515bba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0471091 Feb 11 05:56:34.931964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-769ede2f-2610-4cf9-833b-465f2c3794f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:34.933962 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-769ede2f-2610-4cf9-833b-465f2c3794f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0626426 Feb 11 05:56:34.945659 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73d839-f1e9-4433-afa0-da45c3c61a1d None None] New status for floating IP d113b11d-7771-49f6-9295-cd372ac4a35e: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:56:35.028545 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-446f9b1f-1eeb-4b21-a7fd-ca3390a2c3bc service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888774 Feb 11 05:56:35.135698 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b0770c64-dfd3-4f6d-a909-6aed1bc73758 req-cb428220-30bb-47c7-9f6c-819263e1b610 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015289 Feb 11 05:56:35.152594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 35574) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:35.221343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b64dd555-d913-4939-b92f-e5316008f7d8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/d113b11d-7771-49f6-9295-cd372ac4a35e HTTP/1.1" status: 200 len: 994 time: 0.0640557 Feb 11 05:56:35.819016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb967a7-43b8-4096-9743-9346836c878d req-12b9e0ae-fe9a-4d38-a06b-1d273feb1042 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:35.820981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fb967a7-43b8-4096-9743-9346836c878d req-12b9e0ae-fe9a-4d38-a06b-1d273feb1042 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.0553241 Feb 11 05:56:35.868713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fb967a7-43b8-4096-9743-9346836c878d req-15898854-253c-41e4-ab08-fa3f0ddb691c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Feb 11 05:56:37.009018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9cf04-2370-437a-b750-45e88a3c47d5 req-2bc19db4-53e5-46f9-8803-32812f921571 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:37.010601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14c9cf04-2370-437a-b750-45e88a3c47d5 req-2bc19db4-53e5-46f9-8803-32812f921571 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 945 time: 0.0656939 Feb 11 05:56:37.073586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14c9cf04-2370-437a-b750-45e88a3c47d5 req-b2cde083-a6c7-4fa5-b05f-8134d5704423 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560994 Feb 11 05:56:37.212499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cf111-6b33-4a0c-9285-d3c6b4e281a0 req-06292fc0-71dd-4301-a14b-3cf817ea3f58 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:37.216138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d85cf111-6b33-4a0c-9285-d3c6b4e281a0 req-06292fc0-71dd-4301-a14b-3cf817ea3f58 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0698545 Feb 11 05:56:37.284872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d85cf111-6b33-4a0c-9285-d3c6b4e281a0 req-681a4b59-2bb7-4b0a-9fb9-d5de2c76724e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634918 Feb 11 05:56:37.440051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c2a99-3cea-4496-a852-f630e97c1071 req-7327e949-8de4-4418-89a9-c584520c53bf tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:37.442443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d5c2a99-3cea-4496-a852-f630e97c1071 req-7327e949-8de4-4418-89a9-c584520c53bf tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0721164 Feb 11 05:56:37.494634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d5c2a99-3cea-4496-a852-f630e97c1071 req-bec80ced-3104-40c6-8a05-bfe709902260 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Feb 11 05:56:37.620312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08547b4-06b0-40b4-a32c-ad0e3fcfc822 req-380e8a35-c790-4803-9af6-889d4128cd5e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:37.622173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e08547b4-06b0-40b4-a32c-ad0e3fcfc822 req-380e8a35-c790-4803-9af6-889d4128cd5e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0573447 Feb 11 05:56:37.675835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e08547b4-06b0-40b4-a32c-ad0e3fcfc822 req-fa8e746e-6355-4fb4-b2d8-1a35b8986711 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474038 Feb 11 05:56:37.812690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d1a1c-7993-43f8-b2d9-c9e9caaedc36 req-0f2d7dbd-2279-4b01-aca0-765c2256487c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:37.814125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d4d1a1c-7993-43f8-b2d9-c9e9caaedc36 req-0f2d7dbd-2279-4b01-aca0-765c2256487c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0548069 Feb 11 05:56:37.870903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d4d1a1c-7993-43f8-b2d9-c9e9caaedc36 req-2b0c4115-cf70-4678-90c7-4266cf9e0087 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507183 Feb 11 05:56:38.100448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e11bd2-6985-4c23-9f9b-bc1a007fed69 req-d693be9e-710a-4cf7-af07-518337213dbd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:38.101945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6e11bd2-6985-4c23-9f9b-bc1a007fed69 req-d693be9e-710a-4cf7-af07-518337213dbd tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0589421 Feb 11 05:56:38.155258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6e11bd2-6985-4c23-9f9b-bc1a007fed69 req-f73561f5-ffb1-4a75-8a08-1dbd5dbcef50 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473564 Feb 11 05:56:38.720259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device fe661f3b-f299-4934-835a-fcf4f175c748 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:38.804354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port fe661f3b-f299-4934-835a-fcf4f175c748 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:38.804746 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:38.826930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:38.829179 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22d5194-6dba-4255-ad94-41147c56fdc7" -d '{"events": [{"server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "name": "network-vif-unplugged", "status": "completed", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:38.842094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fe661f3b-f299-4934-835a-fcf4f175c748,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:38.851071 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:38.876913 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951fe6f0-92f3-4819-8ae5-29e763018fcf x-openstack-request-id: req-951fe6f0-92f3-4819-8ae5-29e763018fcf {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:38.877210 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "name": "network-vif-unplugged", "status": "failed", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748", "code": 422}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:38.877470 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-951fe6f0-92f3-4819-8ae5-29e763018fcf {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:38.877904 n-d-715271-35 neutron-server[103122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748', 'code': 422} returned with failed status Feb 11 05:56:38.903400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=fe661f3b-f299-4934-835a-fcf4f175c748,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:39.279912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442be5d-f85b-4cb0-b8f7-984ebbb1c436 req-43aeaf76-9810-4feb-9a2f-a1cc1e4244a5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:39.281454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d442be5d-f85b-4cb0-b8f7-984ebbb1c436 req-43aeaf76-9810-4feb-9a2f-a1cc1e4244a5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0567245 Feb 11 05:56:39.330584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d442be5d-f85b-4cb0-b8f7-984ebbb1c436 req-1c4bb166-bca6-4203-89d4-0543c4b68aff tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Feb 11 05:56:40.472688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf83d39-c50d-4433-bc6c-5fc94c71bccc req-efc9f4e6-8271-49b1-857e-97bcbd5db450 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:40.475079 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bcf83d39-c50d-4433-bc6c-5fc94c71bccc req-efc9f4e6-8271-49b1-857e-97bcbd5db450 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0673394 Feb 11 05:56:40.526110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bcf83d39-c50d-4433-bc6c-5fc94c71bccc req-7b70297d-fe88-4a5a-9330-701f1a6d7dad tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454526 Feb 11 05:56:41.668969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af11c77-16be-4c42-84fb-ebc84b3570a1 req-1d015906-5ab8-479d-883a-8cd823121248 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:41.670844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af11c77-16be-4c42-84fb-ebc84b3570a1 req-1d015906-5ab8-479d-883a-8cd823121248 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0647748 Feb 11 05:56:41.728175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af11c77-16be-4c42-84fb-ebc84b3570a1 req-8eb49b20-9c1a-459b-80a9-e63dac21a39a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504971 Feb 11 05:56:42.968274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f5fa0-290e-47ab-9d29-6d7d8e6212ce req-ff3ca412-99c2-44e5-a6be-a60a36f6c7e2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:42.968274 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d7f5fa0-290e-47ab-9d29-6d7d8e6212ce req-ff3ca412-99c2-44e5-a6be-a60a36f6c7e2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0556178 Feb 11 05:56:43.025484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d7f5fa0-290e-47ab-9d29-6d7d8e6212ce req-e93454ed-5e26-4c44-974d-57b635c480b9 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489814 Feb 11 05:56:43.994025 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:56:44.183441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40837998-3a0e-4e5e-99a7-045f42c6a31c req-ef4c40c8-5b2b-4428-a5ab-c6bad7f48752 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:44.184958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40837998-3a0e-4e5e-99a7-045f42c6a31c req-ef4c40c8-5b2b-4428-a5ab-c6bad7f48752 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0647089 Feb 11 05:56:44.239718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40837998-3a0e-4e5e-99a7-045f42c6a31c req-05d63d05-a704-483a-910f-e929700594f2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454764 Feb 11 05:56:45.378647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a334f-a65d-43dc-8f7a-a7db362244b0 req-58398f26-e1fc-4ed3-8fcb-86e2fae3da63 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:45.380070 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b37a334f-a65d-43dc-8f7a-a7db362244b0 req-58398f26-e1fc-4ed3-8fcb-86e2fae3da63 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0567372 Feb 11 05:56:45.433662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b37a334f-a65d-43dc-8f7a-a7db362244b0 req-97778686-cefa-4388-a765-ce3b85ddf38d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466681 Feb 11 05:56:46.558005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ed480-29d1-4ede-b477-ee24e5d64471 req-0c9b77c8-2d65-401c-b70f-40e54be75d77 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:46.559502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf8ed480-29d1-4ede-b477-ee24e5d64471 req-0c9b77c8-2d65-401c-b70f-40e54be75d77 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0592592 Feb 11 05:56:46.612216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf8ed480-29d1-4ede-b477-ee24e5d64471 req-fcce4040-a109-4552-8c7f-bc292da8cdd7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462909 Feb 11 05:56:47.738590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d995943-a78c-4004-9187-944bc284c551 req-861a7380-ff23-47f6-b9a7-43c2be5d54c4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:47.740901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d995943-a78c-4004-9187-944bc284c551 req-861a7380-ff23-47f6-b9a7-43c2be5d54c4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0567553 Feb 11 05:56:47.790553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d995943-a78c-4004-9187-944bc284c551 req-54f55122-8cc5-46b2-9b80-c53d049406f6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438833 Feb 11 05:56:48.932501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc8b1f-8f55-44b9-bf07-c08328fd0b14 req-888c72a6-5328-4c2b-b3ea-8d1430d6c6c2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:48.934040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dcc8b1f-8f55-44b9-bf07-c08328fd0b14 req-888c72a6-5328-4c2b-b3ea-8d1430d6c6c2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0712144 Feb 11 05:56:48.983896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dcc8b1f-8f55-44b9-bf07-c08328fd0b14 req-ce1b5ea1-e5e3-47be-989e-152f3214f24c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 Feb 11 05:56:49.207996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f99d-32c4-4db4-a0bf-d3d8dcb6d10f req-322db715-e0ff-444e-b1c7-9b4c11f034a5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:49.209568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1b8f99d-32c4-4db4-a0bf-d3d8dcb6d10f req-322db715-e0ff-444e-b1c7-9b4c11f034a5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0594909 Feb 11 05:56:49.241263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-df438b41-5a26-41e7-97cc-5d2d50456041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:49.244500 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-df438b41-5a26-41e7-97cc-5d2d50456041 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1128 time: 0.0558646 Feb 11 05:56:49.266052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1b8f99d-32c4-4db4-a0bf-d3d8dcb6d10f req-574b9dc1-3a49-4f63-be10-765b8d0a7cbf tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437660 Feb 11 05:56:49.351218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-c78d599a-e059-477c-bcb8-4f178e2c2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:49.352663 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-c78d599a-e059-477c-bcb8-4f178e2c2865 service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1021078 Feb 11 05:56:49.420680 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-75c5ff0c-0b8e-4175-a954-ac62c52fabc4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1000 time: 0.0608208 Feb 11 05:56:49.469804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-a873109a-1c1e-422d-a5b9-d8a37250db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:49.471740 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-a873109a-1c1e-422d-a5b9-d8a37250db54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0450506 Feb 11 05:56:49.526852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-129c2b35-40cc-4927-b52c-1a0b02303d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:49.528416 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-129c2b35-40cc-4927-b52c-1a0b02303d1e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503695 Feb 11 05:56:49.643683 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-13ad6921-cf4f-4777-8312-7eb452a5c28f service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074493 Feb 11 05:56:49.754025 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-32af7934-c018-4e9f-ac17-b223fd352dbe req-712ed1cf-aa71-4253-b751-ffa805adfac6 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035547 Feb 11 05:56:50.407947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eea709-4e9c-4606-9fe6-739238b343f4 req-f81e06e4-2c62-4426-93f8-6c2f06d97076 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:50.409495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06eea709-4e9c-4606-9fe6-739238b343f4 req-f81e06e4-2c62-4426-93f8-6c2f06d97076 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0583084 Feb 11 05:56:50.466317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06eea709-4e9c-4606-9fe6-739238b343f4 req-5f645ad0-52bc-4977-8052-9b79561c536e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481641 Feb 11 05:56:51.605886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f85726-834e-4d6b-896c-85e0f964edbd req-30838126-e611-4f12-9aa9-d1aa47c896c8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:51.607326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81f85726-834e-4d6b-896c-85e0f964edbd req-30838126-e611-4f12-9aa9-d1aa47c896c8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0714028 Feb 11 05:56:51.657477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81f85726-834e-4d6b-896c-85e0f964edbd req-fae96ed5-4a7d-43c5-a543-d796cf1283ce tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438979 Feb 11 05:56:51.782343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79cfa5-b697-4a27-b8ae-f0fffdf14f14 req-d2e0a405-5fd2-4da0-95e7-18ffb8fedf5b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:51.783818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd79cfa5-b697-4a27-b8ae-f0fffdf14f14 req-d2e0a405-5fd2-4da0-95e7-18ffb8fedf5b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0539994 Feb 11 05:56:51.831976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd79cfa5-b697-4a27-b8ae-f0fffdf14f14 req-af84b961-49c1-439e-bdd7-80b7d22102bc tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420749 Feb 11 05:56:51.962948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb220e-98ff-4b74-a196-7509ffbeced7 req-4f105920-ab72-40e6-a64d-b9d4f17af239 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:51.964448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebcb220e-98ff-4b74-a196-7509ffbeced7 req-4f105920-ab72-40e6-a64d-b9d4f17af239 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0593421 Feb 11 05:56:52.012686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebcb220e-98ff-4b74-a196-7509ffbeced7 req-a7d3a271-ba1b-4e3f-b210-050df5130913 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Feb 11 05:56:52.142164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44104e0d-be3e-42de-8d4d-7dbb228b27c0 req-217c2039-c16b-4de5-ae96-bfdce67842e2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:52.143821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44104e0d-be3e-42de-8d4d-7dbb228b27c0 req-217c2039-c16b-4de5-ae96-bfdce67842e2 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0581899 Feb 11 05:56:52.189753 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:52.201442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44104e0d-be3e-42de-8d4d-7dbb228b27c0 req-4257e44c-126b-4a0b-b3b1-89ab4d0317bb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495722 Feb 11 05:56:52.345275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaa41c-63c7-404f-ad43-6e20d01cf98a req-5e6b4a28-486d-4cc9-bd32-51a06f0e426e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:52.347038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77eaa41c-63c7-404f-ad43-6e20d01cf98a req-5e6b4a28-486d-4cc9-bd32-51a06f0e426e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0682008 Feb 11 05:56:52.409436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77eaa41c-63c7-404f-ad43-6e20d01cf98a req-614a1afb-aea1-4565-9a78-53b3be91399d tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524077 Feb 11 05:56:52.676741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee353b14-1495-43fb-b918-01b1942f4cb1 req-f709aae4-a71e-432c-9bf4-757cf1dc62b8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:52.682195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee353b14-1495-43fb-b918-01b1942f4cb1 req-f709aae4-a71e-432c-9bf4-757cf1dc62b8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0689840 Feb 11 05:56:52.733984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee353b14-1495-43fb-b918-01b1942f4cb1 req-bb1555a6-1be4-4a45-982a-57da25a03883 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 Feb 11 05:56:53.226875 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:53.868785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acda9d-a15c-4263-bf06-e903d7dc5e73 req-9c2811a3-2762-4834-a50c-55d1ed73f172 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:53.871253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0acda9d-a15c-4263-bf06-e903d7dc5e73 req-9c2811a3-2762-4834-a50c-55d1ed73f172 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0607164 Feb 11 05:56:53.921551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0acda9d-a15c-4263-bf06-e903d7dc5e73 req-01464359-cbda-4c5d-86c2-add593df25f8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 Feb 11 05:56:54.163062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-816d5e9b-9207-4e46-b7bf-ea20fdec126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:54.166015 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-816d5e9b-9207-4e46-b7bf-ea20fdec126b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 1128 time: 0.0530295 Feb 11 05:56:54.168011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c5a8-fc68-4340-83e8-795314f06275 req-4cf0b39a-f2b4-4a3e-9d01-bc5b69cd7fef tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:54.171145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d11c5a8-fc68-4340-83e8-795314f06275 req-4cf0b39a-f2b4-4a3e-9d01-bc5b69cd7fef tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0704889 Feb 11 05:56:54.228043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d11c5a8-fc68-4340-83e8-795314f06275 req-4fcf4cbe-dce9-4fc6-a929-4bcce433088e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520110 Feb 11 05:56:54.289636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-de186d48-1c62-495b-80a3-9345d246ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:54.291199 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-de186d48-1c62-495b-80a3-9345d246ca1a service neutron] 10.222.0.81 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1188436 Feb 11 05:56:54.361389 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-c41d915d-1afd-471d-b6e9-ecd35f943549 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 200 len: 1000 time: 0.0640042 Feb 11 05:56:54.410864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-21368c34-7ab6-4dbb-87a6-23d57dde7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:54.413504 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-21368c34-7ab6-4dbb-87a6-23d57dde7ca6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0466504 Feb 11 05:56:54.470191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-389f1a98-6abf-498d-a3e1-f0f5b8ba8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:54.471632 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-389f1a98-6abf-498d-a3e1-f0f5b8ba8be1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525630 Feb 11 05:56:54.572419 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-d407eab7-58d6-4bf6-8747-aa0957ae9f72 service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947464 Feb 11 05:56:54.716815 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fa1ac5f8-9ed5-42b0-9e18-48c5e97ff810 req-ebaa0acf-5bf2-47e9-a31f-880f5f22224f service neutron] 10.222.0.81 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386740 Feb 11 05:56:55.391800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6299f-d566-4a43-a3c1-2266e747eb86 req-573b298d-fc25-4002-9200-4190a9fc1638 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:55.393705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99c6299f-d566-4a43-a3c1-2266e747eb86 req-573b298d-fc25-4002-9200-4190a9fc1638 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0814939 Feb 11 05:56:55.455560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99c6299f-d566-4a43-a3c1-2266e747eb86 req-e849335d-0ee0-40a2-afae-12a5f9f08755 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546160 Feb 11 05:56:56.594642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db74810-39f9-4773-9cbd-2e6d03943de4 req-3bd6f02d-e03a-4599-9831-fb9f3611e019 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:56.596194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3db74810-39f9-4773-9cbd-2e6d03943de4 req-3bd6f02d-e03a-4599-9831-fb9f3611e019 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0683038 Feb 11 05:56:56.652765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3db74810-39f9-4773-9cbd-2e6d03943de4 req-670bc11c-452c-45d1-992c-5f820253e493 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502841 Feb 11 05:56:56.780728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fcd44-cbe1-4908-9076-8b6ba88f527b req-24231757-197c-4c31-9bfa-2743465e8b08 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:56.782265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-217fcd44-cbe1-4908-9076-8b6ba88f527b req-24231757-197c-4c31-9bfa-2743465e8b08 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0534680 Feb 11 05:56:56.829377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-217fcd44-cbe1-4908-9076-8b6ba88f527b req-a923a7bb-ae71-4727-bb8f-2a68d80e2410 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409722 Feb 11 05:56:57.461050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-63c6b17a-cdd1-4bf9-a47e-18c12c0e4ec8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:57.462764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-63c6b17a-cdd1-4bf9-a47e-18c12c0e4ec8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=39958ae1-d7c1-4852-b607-025649167330 HTTP/1.1" status: 200 len: 943 time: 0.0545292 Feb 11 05:56:57.560761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Deleting port fe661f3b-f299-4934-835a-fcf4f175c748 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:57.561218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:57.679576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] For port fe661f3b-f299-4934-835a-fcf4f175c748, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=fe661f3b-f299-4934-835a-fcf4f175c748,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:57.680624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:57.702272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Calling delete_port for fe661f3b-f299-4934-835a-fcf4f175c748 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:57.720127 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-490d7e4c-500e-457c-a3e2-289f6e73b962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:57.857694 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fe661f3b-f299-4934-835a-fcf4f175c748), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:57.872978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4c99db9b-122a-4576-9fbb-c548b633006f', '825375ce-e226-49d6-8138-3e7ac428ba9b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:57.891034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event deleted for resources: {'Port': ['ID=fe661f3b-f299-4934-835a-fcf4f175c748,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:57.907700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.907700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.908035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.908371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.908703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.909137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.909382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.909706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.910154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.910379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.910666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.910995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.911318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:57.959766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] No DVR routers for this DVR port fe661f3b-f299-4934-835a-fcf4f175c748 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:56:57.963655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:57.975270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55c16fae-05b9-4af8-9d07-78031446ccc3 req-028fecaf-8dfe-4b8d-bd0b-f08b6766f73f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "DELETE /v2.0/ports/fe661f3b-f299-4934-835a-fcf4f175c748 HTTP/1.1" status: 204 len: 173 time: 0.5071979 Feb 11 05:56:57.975835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'name': 'network-vif-deleted', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:57.978372 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6144180e-d886-4518-9a21-416ca958be8d" -d '{"events": [{"server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "name": "network-vif-deleted", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:58.019968 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914fdd8d-ff6f-4eb4-b608-ae7fdc5a271f x-openstack-request-id: req-914fdd8d-ff6f-4eb4-b608-ae7fdc5a271f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:58.020831 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39958ae1-d7c1-4852-b607-025649167330", "name": "network-vif-deleted", "tag": "fe661f3b-f299-4934-835a-fcf4f175c748", "status": "failed", "code": 422}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:58.020831 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-914fdd8d-ff6f-4eb4-b608-ae7fdc5a271f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:58.021264 n-d-715271-35 neutron-server[103120]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39958ae1-d7c1-4852-b607-025649167330', 'name': 'network-vif-deleted', 'tag': 'fe661f3b-f299-4934-835a-fcf4f175c748', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:56:58.722474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256f75a-5e1a-4c06-929d-0e0965527b0e req-531d9039-3f97-40cd-84d9-fff3ba07cddb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:58.724454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f256f75a-5e1a-4c06-929d-0e0965527b0e req-531d9039-3f97-40cd-84d9-fff3ba07cddb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 908 time: 0.0525932 Feb 11 05:56:59.220137 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-6fbf017a-828f-43f2-940e-a532d1ca5e6f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515296 Feb 11 05:56:59.286327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-28c2526e-8be6-49d8-bd53-040fd75524a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:59.287827 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-28c2526e-8be6-49d8-bd53-040fd75524a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a25161668b242aeb0c5d0ddead6437b&device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 1128 time: 0.0462153 Feb 11 05:56:59.399365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-f6d5e550-e661-4343-9ea7-5db22e0e8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:59.400786 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-f6d5e550-e661-4343-9ea7-5db22e0e8e35 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e HTTP/1.1" status: 200 len: 910 time: 0.0918996 Feb 11 05:56:59.476704 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-df9c7b99-b1e3-4829-8551-ba1d3f7e5a3e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662 HTTP/1.1" status: 200 len: 1000 time: 0.0695736 Feb 11 05:56:59.536857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-02157e1b-7374-408e-a1e0-8d95cf51ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:59.539168 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-02157e1b-7374-408e-a1e0-8d95cf51ac4b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=557e9397-2df9-489c-a966-42c26afa74ca HTTP/1.1" status: 200 len: 848 time: 0.0541532 Feb 11 05:56:59.599625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-e48bb1a7-9491-4165-bf5f-64993f279e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:59.601189 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-e48bb1a7-9491-4165-bf5f-64993f279e74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538139 Feb 11 05:56:59.695255 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-09ffc4ef-cbe6-4ddf-83f3-b03c20a27655 service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868266 Feb 11 05:56:59.785283 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-fdc76135-e176-4bb1-8aa9-7d94cb360334 req-1fad4ba6-c328-453b-be84-ba3cc185d83c service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838630 Feb 11 05:56:59.848660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddc2ad-5e9e-4ed3-b4d6-d0f1b4b269e9 req-95eeec3e-d5a0-4825-9bdb-5a1eedd5b03c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:59.850745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-caddc2ad-5e9e-4ed3-b4d6-d0f1b4b269e9 req-95eeec3e-d5a0-4825-9bdb-5a1eedd5b03c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 908 time: 0.0557573 Feb 11 05:56:59.928022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-e433336e-cc81-4483-8236-4913526422e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462313 Feb 11 05:57:00.043135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-ebb04535-777a-49fd-abc5-d5b097e7db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:00.044693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-ebb04535-777a-49fd-abc5-d5b097e7db3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 1128 time: 0.0752170 Feb 11 05:57:00.068234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-c3cf69af-66ff-4ce9-89e4-03b2f8bbaac0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:00.069771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-c3cf69af-66ff-4ce9-89e4-03b2f8bbaac0 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 908 time: 0.0613890 Feb 11 05:57:00.232610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-9323a923-5455-4901-a5bc-741d70091e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:00.234169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-9323a923-5455-4901-a5bc-741d70091e61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 200 len: 912 time: 0.1580741 Feb 11 05:57:00.275926 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e7cdeb29-99e5-4cf8-b070-3eb82b68fb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:00.288358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Deleting port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:00.288769 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:00.292476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-989e2e9b-d716-439a-b195-a4e206ca01d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c99db9b-122a-4576-9fbb-c548b633006f HTTP/1.1" status: 200 len: 217 time: 0.0477564 Feb 11 05:57:00.396912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-1cc42e26-c8dd-4cff-9573-f4b995d00b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:00.398737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-1cc42e26-c8dd-4cff-9573-f4b995d00b24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 200 len: 850 time: 0.0934861 Feb 11 05:57:00.455449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] For port 01e6866b-84fc-42b6-b2dd-87ec1c36f773, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=01e6866b-84fc-42b6-b2dd-87ec1c36f773,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:00.457903 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:00.476206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Calling delete_port for 01e6866b-84fc-42b6-b2dd-87ec1c36f773 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:00.497552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-a34e419b-3fe4-45ad-af82-b9efcd2294fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:00.498963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-a34e419b-3fe4-45ad-af82-b9efcd2294fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=abfa4306-2b9c-4370-b880-1bf69d009c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0919259 Feb 11 05:57:00.645004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-a52ad94b-b1e1-4963-91de-9255c0bf32c2 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148155 Feb 11 05:57:00.744079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (01e6866b-84fc-42b6-b2dd-87ec1c36f773), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:00.781576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event deleted for resources: {'Port': ['ID=01e6866b-84fc-42b6-b2dd-87ec1c36f773,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:00.816384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6577d26-6d3e-4711-8aff-169c62426b2e req-74a3ea01-df0c-4a61-99e3-11b544a43927 service neutron] 10.222.0.72 "GET /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646783 Feb 11 05:57:00.838679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] No DVR routers for this DVR port 01e6866b-84fc-42b6-b2dd-87ec1c36f773 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:00.841360 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:00.844756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40fccf06-eeb5-4bc0-b660-c5b9789aa4e1 req-3f8230d9-609d-4c52-8385-5db4d25ffa84 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "DELETE /v2.0/ports/01e6866b-84fc-42b6-b2dd-87ec1c36f773 HTTP/1.1" status: 204 len: 173 time: 0.7697625 Feb 11 05:57:00.845286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'name': 'network-vif-deleted', 'tag': '01e6866b-84fc-42b6-b2dd-87ec1c36f773'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:00.847636 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90caa332-0c06-461c-8570-9be47e6684a9" -d '{"events": [{"server_uuid": "03562212-1bf7-49b8-a128-8e64b3eaa208", "name": "network-vif-deleted", "tag": "01e6866b-84fc-42b6-b2dd-87ec1c36f773"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:00.891832 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62dd429-6bde-4b83-810a-91e860246f43 x-openstack-request-id: req-c62dd429-6bde-4b83-810a-91e860246f43 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:00.892402 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03562212-1bf7-49b8-a128-8e64b3eaa208", "name": "network-vif-deleted", "tag": "01e6866b-84fc-42b6-b2dd-87ec1c36f773", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:00.892402 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c62dd429-6bde-4b83-810a-91e860246f43 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:00.894725 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03562212-1bf7-49b8-a128-8e64b3eaa208', 'name': 'network-vif-deleted', 'tag': '01e6866b-84fc-42b6-b2dd-87ec1c36f773', 'status': 'completed', 'code': 200} Feb 11 05:57:00.988833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c201144-888b-4831-abd3-84eb4a41d97c req-0964a0da-ab43-4dd6-95c0-16e57158c709 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=03562212-1bf7-49b8-a128-8e64b3eaa208 HTTP/1.1" status: 200 len: 210 time: 0.0298567 Feb 11 05:57:01.143961 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:02.271112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ff40f-31d6-452e-a1d6-cbfe3a14eaca req-3aa8bed2-a5a1-4ff6-a669-779618b5e614 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:02.272632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aa0ff40f-31d6-452e-a1d6-cbfe3a14eaca req-3aa8bed2-a5a1-4ff6-a669-779618b5e614 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 946 time: 0.0554097 Feb 11 05:57:02.292146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 01e6866b-84fc-42b6-b2dd-87ec1c36f773 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:02.319028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 01e6866b-84fc-42b6-b2dd-87ec1c36f773 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:02.319381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 01e6866b-84fc-42b6-b2dd-87ec1c36f773 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:02.320217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aa0ff40f-31d6-452e-a1d6-cbfe3a14eaca req-8a74429d-0942-466d-8104-bc17ad3afd82 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Feb 11 05:57:02.801137 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.443159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1f0bf-0d26-4119-b022-14bf13346b88 req-87b86647-721d-461e-afa3-0047911e25e4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:03.444567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdf1f0bf-0d26-4119-b022-14bf13346b88 req-87b86647-721d-461e-afa3-0047911e25e4 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 946 time: 0.0524876 Feb 11 05:57:03.493969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdf1f0bf-0d26-4119-b022-14bf13346b88 req-7e67b6f2-bf23-44a3-862a-5b7158b8e537 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Feb 11 05:57:03.603340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-11fef367-0e92-44f3-8d9d-eacec4b0708f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:03.604883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-11fef367-0e92-44f3-8d9d-eacec4b0708f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ed54eed-5803-4e64-8156-019d10b0a346 HTTP/1.1" status: 200 len: 946 time: 0.0554774 Feb 11 05:57:03.704581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Deleting port 825375ce-e226-49d6-8138-3e7ac428ba9b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:03.704843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.792958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] For port 825375ce-e226-49d6-8138-3e7ac428ba9b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=825375ce-e226-49d6-8138-3e7ac428ba9b,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:03.793636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.811758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Calling delete_port for 825375ce-e226-49d6-8138-3e7ac428ba9b owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:03.921179 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.939864 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (825375ce-e226-49d6-8138-3e7ac428ba9b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.952538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4c99db9b-122a-4576-9fbb-c548b633006f', '825375ce-e226-49d6-8138-3e7ac428ba9b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:03.968856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event deleted for resources: {'Port': ['ID=825375ce-e226-49d6-8138-3e7ac428ba9b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:04.015982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] No DVR routers for this DVR port 825375ce-e226-49d6-8138-3e7ac428ba9b on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:04.018448 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:04.022860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbee377e-a3ba-4a37-9d0c-a4967e5406dd req-bd4f476a-1101-4fff-9d1b-daa282d71ed7 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "DELETE /v2.0/ports/825375ce-e226-49d6-8138-3e7ac428ba9b HTTP/1.1" status: 204 len: 173 time: 0.4105978 Feb 11 05:57:04.022979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed54eed-5803-4e64-8156-019d10b0a346', 'name': 'network-vif-deleted', 'tag': '825375ce-e226-49d6-8138-3e7ac428ba9b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:04.025142 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2399d4c3-6d53-49b4-be95-442f445591a3" -d '{"events": [{"server_uuid": "3ed54eed-5803-4e64-8156-019d10b0a346", "name": "network-vif-deleted", "tag": "825375ce-e226-49d6-8138-3e7ac428ba9b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:04.064411 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4b79a2-19cc-4ed8-8d64-9f56d6095aa9 x-openstack-request-id: req-be4b79a2-19cc-4ed8-8d64-9f56d6095aa9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:04.064717 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed54eed-5803-4e64-8156-019d10b0a346", "name": "network-vif-deleted", "tag": "825375ce-e226-49d6-8138-3e7ac428ba9b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:04.065002 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be4b79a2-19cc-4ed8-8d64-9f56d6095aa9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:04.065417 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed54eed-5803-4e64-8156-019d10b0a346', 'name': 'network-vif-deleted', 'tag': '825375ce-e226-49d6-8138-3e7ac428ba9b', 'status': 'completed', 'code': 200} Feb 11 05:57:04.799414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd696a0-e7d5-4e91-a742-d75dcf910112 req-6b6d52a2-35e9-4246-96f6-34c99752fcc6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:04.801857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebd696a0-e7d5-4e91-a742-d75dcf910112 req-6b6d52a2-35e9-4246-96f6-34c99752fcc6 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0606546 Feb 11 05:57:04.857931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebd696a0-e7d5-4e91-a742-d75dcf910112 req-da59d6fd-9d32-4d83-9f56-8aa5ed58f07a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475786 Feb 11 05:57:06.015621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45e79c-6dab-4e26-b15d-9601912bc2ac req-4902a2a5-8b39-4cdb-90b4-84ab09b17a05 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:06.017148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd45e79c-6dab-4e26-b15d-9601912bc2ac req-4902a2a5-8b39-4cdb-90b4-84ab09b17a05 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0851564 Feb 11 05:57:06.047185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fc125-bea3-4522-9422-372939713079 req-027d7590-4ae7-4bb9-81c7-bbd5838ed4f8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:06.048661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f0fc125-bea3-4522-9422-372939713079 req-027d7590-4ae7-4bb9-81c7-bbd5838ed4f8 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f43ac1-eeb8-4b5d-972b-be776c5ebf69 HTTP/1.1" status: 200 len: 945 time: 0.0892181 Feb 11 05:57:06.105013 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd45e79c-6dab-4e26-b15d-9601912bc2ac req-91f43f9e-8ca4-4907-8f93-fa4bb390ad25 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=a019ecf2-1d89-460e-b5f1-3b9e0fa275be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809512 Feb 11 05:57:06.159276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-0f0fc125-bea3-4522-9422-372939713079 req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Deleting port 4c99db9b-122a-4576-9fbb-c548b633006f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:06.159611 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f0fc125-bea3-4522-9422-372939713079 req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.256684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0f0fc125-bea3-4522-9422-372939713079 req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] For port 4c99db9b-122a-4576-9fbb-c548b633006f, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4c99db9b-122a-4576-9fbb-c548b633006f,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:06.257068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f0fc125-bea3-4522-9422-372939713079 req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.270663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-0f0fc125-bea3-4522-9422-372939713079 req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Calling delete_port for 4c99db9b-122a-4576-9fbb-c548b633006f owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:06.324596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4c99db9b-122a-4576-9fbb-c548b633006f no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:06.435004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f0fc125-bea3-4522-9422-372939713079 req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.448490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4c99db9b-122a-4576-9fbb-c548b633006f is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:06.449320 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4c99db9b-122a-4576-9fbb-c548b633006f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.492210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event deleted for resources: {'Port': ['ID=4c99db9b-122a-4576-9fbb-c548b633006f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:06.499982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 825375ce-e226-49d6-8138-3e7ac428ba9b no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:06.523619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0fc125-bea3-4522-9422-372939713079 req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] No DVR routers for this DVR port 4c99db9b-122a-4576-9fbb-c548b633006f on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:06.525976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 825375ce-e226-49d6-8138-3e7ac428ba9b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:06.526801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 825375ce-e226-49d6-8138-3e7ac428ba9b not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:06.527185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0f0fc125-bea3-4522-9422-372939713079 req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.531042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f0fc125-bea3-4522-9422-372939713079 req-7f62e272-ca03-493f-9453-80663e477ea5 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.72 "DELETE /v2.0/ports/4c99db9b-122a-4576-9fbb-c548b633006f HTTP/1.1" status: 204 len: 173 time: 0.4753647 Feb 11 05:57:06.531820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f43ac1-eeb8-4b5d-972b-be776c5ebf69', 'name': 'network-vif-deleted', 'tag': '4c99db9b-122a-4576-9fbb-c548b633006f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:06.533953 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f031fe-8e6d-454d-b09c-f5f32e4d33d4" -d '{"events": [{"server_uuid": "b7f43ac1-eeb8-4b5d-972b-be776c5ebf69", "name": "network-vif-deleted", "tag": "4c99db9b-122a-4576-9fbb-c548b633006f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:06.541546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410cfb1-c3a8-4b35-823b-d6be4d6ab117 req-8f3ae3cd-c0c3-4e8a-a565-6ea19504226c tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:06.543084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a410cfb1-c3a8-4b35-823b-d6be4d6ab117 req-8f3ae3cd-c0c3-4e8a-a565-6ea19504226c tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1129 time: 0.1486208 Feb 11 05:57:06.564206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a410cfb1-c3a8-4b35-823b-d6be4d6ab117 req-51b194ea-b5ec-4d22-a64f-0ee64664568b tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.615548 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f116dd-94fc-4ae7-9a05-896b3ac29808 x-openstack-request-id: req-17f116dd-94fc-4ae7-9a05-896b3ac29808 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:06.616016 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f43ac1-eeb8-4b5d-972b-be776c5ebf69", "name": "network-vif-deleted", "tag": "4c99db9b-122a-4576-9fbb-c548b633006f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:06.616335 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17f116dd-94fc-4ae7-9a05-896b3ac29808 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:06.617027 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f43ac1-eeb8-4b5d-972b-be776c5ebf69', 'name': 'network-vif-deleted', 'tag': '4c99db9b-122a-4576-9fbb-c548b633006f', 'status': 'completed', 'code': 200} Feb 11 05:57:06.680558 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a410cfb1-c3a8-4b35-823b-d6be4d6ab117 req-51b194ea-b5ec-4d22-a64f-0ee64664568b tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Publish callbacks [] for security_group (6a5c9be3-2787-41f7-b5aa-2694df6f8ce0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.686774 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a410cfb1-c3a8-4b35-823b-d6be4d6ab117 req-51b194ea-b5ec-4d22-a64f-0ee64664568b tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6a5c9be3-2787-41f7-b5aa-2694df6f8ce0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.734662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a410cfb1-c3a8-4b35-823b-d6be4d6ab117 req-51b194ea-b5ec-4d22-a64f-0ee64664568b tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854978 Feb 11 05:57:06.735532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b194ea-b5ec-4d22-a64f-0ee64664568b tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5c9be3-2787-41f7-b5aa-2694df6f8ce0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:06.871242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce642df-1999-4663-90ca-a8207998130a req-042a3fab-c91c-48a1-addb-1a518c02219a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:06.872814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bce642df-1999-4663-90ca-a8207998130a req-042a3fab-c91c-48a1-addb-1a518c02219a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0597248 Feb 11 05:57:06.941677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bce642df-1999-4663-90ca-a8207998130a req-7422c257-9210-4515-a4f6-17fa32d56be8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624700 Feb 11 05:57:06.975134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35934) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:07.061571 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4aca8d20-f5e2-486e-88be-9ec95c500fce tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/d113b11d-7771-49f6-9295-cd372ac4a35e HTTP/1.1" status: 200 len: 994 time: 0.0857768 Feb 11 05:57:07.420052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-e754625a-9761-4058-b9eb-c5d6fe9e7052 req-5e831315-e2dc-4748-b0f9-547f35cff4c7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:57:07.421237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e754625a-9761-4058-b9eb-c5d6fe9e7052 req-5e831315-e2dc-4748-b0f9-547f35cff4c7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059707 Feb 11 05:57:07.452478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20e69d-d2d3-44a6-a2c9-dc54225133f6 req-d3cc8612-d850-4ee4-aef5-90fdfee397f1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:07.460192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac20e69d-d2d3-44a6-a2c9-dc54225133f6 req-d3cc8612-d850-4ee4-aef5-90fdfee397f1 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0775483 Feb 11 05:57:07.526914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac20e69d-d2d3-44a6-a2c9-dc54225133f6 req-5d4100c4-f125-47f1-91c2-0a9c9249cdeb tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615075 Feb 11 05:57:07.693813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 35954) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:07.749350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ec291-aeb9-42ad-a128-1e64e36dcc87 req-55bcfdfa-4868-4c0a-a6e1-f56b928bc80f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:07.751893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-538ec291-aeb9-42ad-a128-1e64e36dcc87 req-55bcfdfa-4868-4c0a-a6e1-f56b928bc80f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0657914 Feb 11 05:57:07.828091 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-ed4ee68c-b105-4c0c-a55c-90b0c4cd4242 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324570 Feb 11 05:57:07.828287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-538ec291-aeb9-42ad-a128-1e64e36dcc87 req-a3d80448-d8cd-47cf-ab56-cc5955f1e4c2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604014 Feb 11 05:57:07.845654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-74531c78-7b5a-49a0-97a8-4492d0538f4e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:57:07.846655 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-74531c78-7b5a-49a0-97a8-4492d0538f4e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052650 Feb 11 05:57:08.279549 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-376c74aa-9559-4d41-8817-9bf2ae287060 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:08.283111 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-376c74aa-9559-4d41-8817-9bf2ae287060 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports/c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 1126 time: 0.1076508 Feb 11 05:57:08.657766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeec33-0e37-4d0e-a1fd-1f3315bd2b49 req-375e6bf8-f496-46b3-adf3-0abbc374025c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:08.659332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cdeec33-0e37-4d0e-a1fd-1f3315bd2b49 req-375e6bf8-f496-46b3-adf3-0abbc374025c tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0633531 Feb 11 05:57:08.720732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cdeec33-0e37-4d0e-a1fd-1f3315bd2b49 req-c22f21fa-9658-4a30-82a7-7794b2596e6a tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493572 Feb 11 05:57:08.949056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529482d-bffd-4a48-9a8f-ecb6099b536c req-c89a00b3-e1ab-4399-b2ae-8fb4b2d5f944 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:08.950712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e529482d-bffd-4a48-9a8f-ecb6099b536c req-c89a00b3-e1ab-4399-b2ae-8fb4b2d5f944 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0629978 Feb 11 05:57:09.008857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e529482d-bffd-4a48-9a8f-ecb6099b536c req-67dacadd-97de-4019-9a72-576ed2b26de7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509150 Feb 11 05:57:09.172233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-b9d52922-f312-46e1-b830-be0f39ab19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:09.173770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-b9d52922-f312-46e1-b830-be0f39ab19a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1129 time: 0.0455964 Feb 11 05:57:09.268541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-128984a1-040f-4647-ad75-55b0814240f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:09.270107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-128984a1-040f-4647-ad75-55b0814240f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 898 time: 0.0900874 Feb 11 05:57:09.334730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-ea247c41-8df2-495d-816b-3026e0704dc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 1002 time: 0.0586257 Feb 11 05:57:09.686153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-a9fa27b5-3d51-4343-a986-6b40ee868e7b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:09.688012 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-a9fa27b5-3d51-4343-a986-6b40ee868e7b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.81 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.0662417 Feb 11 05:57:09.711786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-d5124306-c530-47ae-9e7e-7aaacdb25896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:09.713372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-d5124306-c530-47ae-9e7e-7aaacdb25896 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 200 len: 834 time: 0.3729558 Feb 11 05:57:09.769562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-65b9f6fb-826a-40b7-93f9-3171cedaf5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:09.771897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-65b9f6fb-826a-40b7-93f9-3171cedaf5b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524993 Feb 11 05:57:09.803421 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Deleting port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:09.803773 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:09.909768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9d4c2-4ec9-4304-898a-aeb768b99556 req-c4197035-3108-483b-985c-35644bec5a8f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:09.911854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16e9d4c2-4ec9-4304-898a-aeb768b99556 req-c4197035-3108-483b-985c-35644bec5a8f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1127305 Feb 11 05:57:09.914436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-757ef926-6f61-40b2-8ff8-986d25759a1f service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354446 Feb 11 05:57:09.917903 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] For port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:09.918286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:10.046643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16e9d4c2-4ec9-4304-898a-aeb768b99556 req-498809e7-f9fd-426f-b822-9bf15528f19b tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups?id=0415c633-95b0-4656-86e6-7ffff147f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260259 Feb 11 05:57:10.121086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-c9f20cf5-129c-4a90-9edf-4ce0019e5491 service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754200 Feb 11 05:57:10.166370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:10.166740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (8199a4fe-4376-40f7-a40a-19c552a48e8a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:10.167095 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Floating IP 8199a4fe-4376-40f7-a40a-19c552a48e8a disassociated. External IP: 172.25.1.239, port: 89e87a8d-966c-4b74-a01e-e5b561f7d1ac. Feb 11 05:57:10.167494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Calling delete_port for 89e87a8d-966c-4b74-a01e-e5b561f7d1ac owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:10.207097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669273d-6894-46aa-8eee-cf5387b90228 req-ac947fa1-23fb-4194-a11f-1c3910938d47 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:10.209739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d669273d-6894-46aa-8eee-cf5387b90228 req-ac947fa1-23fb-4194-a11f-1c3910938d47 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0630131 Feb 11 05:57:10.297822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d669273d-6894-46aa-8eee-cf5387b90228 req-d88f3890-e963-4cc6-a3dc-d60dc654270d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787678 Feb 11 05:57:10.368738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (89e87a8d-966c-4b74-a01e-e5b561f7d1ac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:10.401339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event deleted for resources: {'Port': ['ID=89e87a8d-966c-4b74-a01e-e5b561f7d1ac,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:10.416718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.417081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.417478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.417823 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.418191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.418529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.418892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.419227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.419556 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.420325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.420325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.420543 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.420851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:10.548979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Router d8f6f304-1b77-4b48-95a7-8ed275f52416 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:10.703423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:10.718606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] Sync routers for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:10.732693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:10.733700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:10.869434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:11.099088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] No DVR routers for this DVR port 89e87a8d-966c-4b74-a01e-e5b561f7d1ac on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:11.102282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:11.109406 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bffd02d7-1e05-4b80-8085-732d72a28210 req-e5ea6ee7-16c4-413f-aa83-cf5c58235a3e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.81 "DELETE /v2.0/ports/89e87a8d-966c-4b74-a01e-e5b561f7d1ac HTTP/1.1" status: 204 len: 173 time: 1.4158566 Feb 11 05:57:11.110629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-deleted', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:11.121074 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab71cd07-c76a-4408-acc3-f079ae613013" -d '{"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-deleted", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:11.145002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6039584a-a84c-47e9-a992-508b3d2008bd', 'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'mac_address': 'fa:16:3e:9f:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:40Z', 'updated_at': '2022-02-11T05:51:46Z', 'revision_number': 5, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'subnets': [{'id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:11.182728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] Checking router: d8f6f304-1b77-4b48-95a7-8ed275f52416 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:11.214576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:11.215395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:11.231468 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f5a6d9-42de-4e6b-9d25-9fb2cc9ba670 x-openstack-request-id: req-32f5a6d9-42de-4e6b-9d25-9fb2cc9ba670 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:11.231767 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257564cc-5dbf-4d1e-bf99-40b88547ddb4", "name": "network-vif-deleted", "tag": "89e87a8d-966c-4b74-a01e-e5b561f7d1ac", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:11.232023 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32f5a6d9-42de-4e6b-9d25-9fb2cc9ba670 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:11.232425 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257564cc-5dbf-4d1e-bf99-40b88547ddb4', 'name': 'network-vif-deleted', 'tag': '89e87a8d-966c-4b74-a01e-e5b561f7d1ac', 'status': 'completed', 'code': 200} Feb 11 05:57:11.241862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c33d61a-18ee-4a65-a61f-40d827de6bed req-b883fc9a-b141-422d-8a79-710523df5f70 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/ports?device_id=257564cc-5dbf-4d1e-bf99-40b88547ddb4 HTTP/1.1" status: 200 len: 210 time: 0.0449483 Feb 11 05:57:11.402645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:11.465608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784bfc8-9c62-4e30-9126-9dc2d8aea546 req-93317ac0-3719-4df1-8a07-cbc35be388e8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:11.472567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3784bfc8-9c62-4e30-9126-9dc2d8aea546 req-93317ac0-3719-4df1-8a07-cbc35be388e8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0757976 Feb 11 05:57:11.523681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3784bfc8-9c62-4e30-9126-9dc2d8aea546 req-3ef8f960-02aa-4ec7-a125-65a162c2b5ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502324 Feb 11 05:57:11.652852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6039584a-a84c-47e9-a992-508b3d2008bd', 'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'mac_address': 'fa:16:3e:9f:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:40Z', 'updated_at': '2022-02-11T05:51:46Z', 'revision_number': 5, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'subnets': [{'id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:11.846279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffb09c0-c89c-48e5-9163-1a21297d8f5d None None] The sync data for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 is: [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:51:41Z', 'revision_number': 4, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6039584a-a84c-47e9-a992-508b3d2008bd', 'name': '', 'network_id': 'abfa4306-2b9c-4370-b880-1bf69d009c8b', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'mac_address': 'fa:16:3e:9f:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:40Z', 'updated_at': '2022-02-11T05:51:46Z', 'revision_number': 5, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'subnets': [{'id': '7905b729-75a5-408c-a2de-50eecd2cb838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:12.113448 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f6d3-d09a-4876-8aa6-916704555d4c None None] New status for floating IP 8199a4fe-4376-40f7-a40a-19c552a48e8a: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:57:12.336037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36014) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:12.395737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5efd-8157-4062-9a27-1c1c436c497f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group (0415c633-95b0-4656-86e6-7ffff147f6f5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.427820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5efd-8157-4062-9a27-1c1c436c497f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group (0415c633-95b0-4656-86e6-7ffff147f6f5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.487441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5efd-8157-4062-9a27-1c1c436c497f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0415c633-95b0-4656-86e6-7ffff147f6f5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.490679 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5efd-8157-4062-9a27-1c1c436c497f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.494258 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0f2a5efd-8157-4062-9a27-1c1c436c497f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "DELETE /v2.0/security-groups/0415c633-95b0-4656-86e6-7ffff147f6f5 HTTP/1.1" status: 204 len: 168 time: 0.1546021 Feb 11 05:57:12.495071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36018) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:12.503502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a5efd-8157-4062-9a27-1c1c436c497f tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415c633-95b0-4656-86e6-7ffff147f6f5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:12.513798 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-7f9e3d94-fddf-4dd7-9fef-36081c28d96e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] show failed (client error): The resource could not be found. Feb 11 05:57:12.526837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:12.531436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7f9e3d94-fddf-4dd7-9fef-36081c28d96e tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "GET /v2.0/security-groups/0415c633-95b0-4656-86e6-7ffff147f6f5 HTTP/1.1" status: 404 len: 347 time: 0.0340939 Feb 11 05:57:12.667478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Deleting port e1a91faf-51d1-4ef8-9300-fb16eabd8806 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:12.667833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e1a91faf-51d1-4ef8-9300-fb16eabd8806), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.668763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16556-1b85-4963-93b5-f7c2f6db38f6 req-662e71e8-9bc3-421b-b75f-acd68580fd3a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:12.670305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dac16556-1b85-4963-93b5-f7c2f6db38f6 req-662e71e8-9bc3-421b-b75f-acd68580fd3a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0576224 Feb 11 05:57:12.721640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dac16556-1b85-4963-93b5-f7c2f6db38f6 req-834eb068-5869-4874-8c9e-ee7abb12f37e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450501 Feb 11 05:57:12.752489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e1a91faf-51d1-4ef8-9300-fb16eabd8806), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.752820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for floatingip (e1a91faf-51d1-4ef8-9300-fb16eabd8806), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.767609 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Calling delete_port for e1a91faf-51d1-4ef8-9300-fb16eabd8806 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:12.906362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e1a91faf-51d1-4ef8-9300-fb16eabd8806), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.933814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Pushing event deleted for resources: {'Port': ['ID=e1a91faf-51d1-4ef8-9300-fb16eabd8806,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:12.999403 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks [] for floatingip (8199a4fe-4376-40f7-a40a-19c552a48e8a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:13.002412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:13.003578 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6e49539e-fb4e-448b-a198-a4266dd22630 tempest-ServerActionsTestJSON-1328332200 tempest-ServerActionsTestJSON-1328332200-project] 10.222.0.31 "DELETE /v2.0/floatingips/8199a4fe-4376-40f7-a40a-19c552a48e8a HTTP/1.1" status: 204 len: 168 time: 0.4756844 Feb 11 05:57:13.007057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:13.507838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (d8f6f304-1b77-4b48-95a7-8ed275f52416), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:13.803522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Deleting port 6039584a-a84c-47e9-a992-508b3d2008bd {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:13.804143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:13.865651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9917f-4d95-4751-97cd-a5f2cf5dc31e req-e988a845-20de-4bc2-a52b-f82e97528857 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:13.867934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71e9917f-4d95-4751-97cd-a5f2cf5dc31e req-e988a845-20de-4bc2-a52b-f82e97528857 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0568731 Feb 11 05:57:13.897515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] For port 6039584a-a84c-47e9-a992-508b3d2008bd, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6039584a-a84c-47e9-a992-508b3d2008bd,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:13.897515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:13.914707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Calling delete_port for 6039584a-a84c-47e9-a992-508b3d2008bd owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:13.939240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71e9917f-4d95-4751-97cd-a5f2cf5dc31e req-7e47acdb-ce96-4d8d-b59f-e7385c02cbc1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622344 Feb 11 05:57:14.125869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6039584a-a84c-47e9-a992-508b3d2008bd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.152056 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Pushing event deleted for resources: {'Port': ['ID=6039584a-a84c-47e9-a992-508b3d2008bd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:14.378819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (d8f6f304-1b77-4b48-95a7-8ed275f52416), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.614582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Router d8f6f304-1b77-4b48-95a7-8ed275f52416 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:14.753854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:14.758845 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1badd0fa-5c6c-4cd8-89c2-8829b825badd admin admin] 10.222.0.31 "PUT /v2.0/routers/d8f6f304-1b77-4b48-95a7-8ed275f52416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508743 Feb 11 05:57:14.761389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36034) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:14.766345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] Sync routers for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:14.778182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:14.778943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:14.868727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks [] for router (d8f6f304-1b77-4b48-95a7-8ed275f52416), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.888848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:14.970506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:14.979983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks [] for router_gateway (d8f6f304-1b77-4b48-95a7-8ed275f52416), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.997558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 89e87a8d-966c-4b74-a01e-e5b561f7d1ac {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:14.997916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 89e87a8d-966c-4b74-a01e-e5b561f7d1ac not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:15.075280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Deleting port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:15.075772 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.097906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718121-b8e8-47a7-883f-1463a208ecaa req-d0877ac5-de1c-48d8-bf0b-700e3ac49378 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:15.108715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75718121-b8e8-47a7-883f-1463a208ecaa req-d0877ac5-de1c-48d8-bf0b-700e3ac49378 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0785701 Feb 11 05:57:15.135743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:57:14Z', 'revision_number': 5, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port': {'id': '6f30cf60-7588-4cc2-8551-dd8a54e9e7a0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:35Z', 'updated_at': '2022-02-11T05:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:15.164897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] Checking router: d8f6f304-1b77-4b48-95a7-8ed275f52416 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:15.174560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] Routers {'d8f6f304-1b77-4b48-95a7-8ed275f52416'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:15.175196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d8f6f304-1b77-4b48-95a7-8ed275f52416'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:15.193012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] For port 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6f30cf60-7588-4cc2-8551-dd8a54e9e7a0,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:15.193537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.194669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75718121-b8e8-47a7-883f-1463a208ecaa req-e79d739d-fb9f-4f83-804b-a6d21140ea95 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847793 Feb 11 05:57:15.216399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Calling delete_port for 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:15.285075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] Set router d8f6f304-1b77-4b48-95a7-8ed275f52416 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:15.344829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:57:14Z', 'revision_number': 6, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:15.373779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0e8aa-89a2-4b95-a6a5-ea4c808282fd None None] The sync data for ids ['d8f6f304-1b77-4b48-95a7-8ed275f52416'] in n-d-715271-35 is: [{'id': 'd8f6f304-1b77-4b48-95a7-8ed275f52416', 'name': 'tempest-ServerActionsTestJSON-535427936-router', 'tenant_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:34Z', 'updated_at': '2022-02-11T05:57:14Z', 'revision_number': 6, 'project_id': 'b29f2635ab8a4aeaac6524485e3c97b8', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:15.427515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6f30cf60-7588-4cc2-8551-dd8a54e9e7a0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.458763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f30cf60-7588-4cc2-8551-dd8a54e9e7a0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:15.519037 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (d8f6f304-1b77-4b48-95a7-8ed275f52416), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.625531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (d8f6f304-1b77-4b48-95a7-8ed275f52416), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.627794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks [] for router_controller (d8f6f304-1b77-4b48-95a7-8ed275f52416), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.750508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36044) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:15.897059 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1a762098-347e-47f3-8d3c-6f6f72dcca4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.983617 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1a762098-347e-47f3-8d3c-6f6f72dcca4b admin admin] Publish callbacks [] for security_group (f36cedc1-7b4f-487a-9b38-5618ef0a261f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.990203 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1a762098-347e-47f3-8d3c-6f6f72dcca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f36cedc1-7b4f-487a-9b38-5618ef0a261f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.009587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (d8f6f304-1b77-4b48-95a7-8ed275f52416), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.010223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8f6f304-1b77-4b48-95a7-8ed275f52416 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:57:16.014868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.016649 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-50918b5b-5bf5-4d80-8986-4991a4d5c13d admin admin] 10.222.0.31 "DELETE /v2.0/routers/d8f6f304-1b77-4b48-95a7-8ed275f52416 HTTP/1.1" status: 204 len: 168 time: 1.2537344 Feb 11 05:57:16.018622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36048) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:16.030739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1a762098-347e-47f3-8d3c-6f6f72dcca4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b231d588e0a406b871c78ee81058cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2791021 Feb 11 05:57:16.031706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a762098-347e-47f3-8d3c-6f6f72dcca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36cedc1-7b4f-487a-9b38-5618ef0a261f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:16.034085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36050) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:16.078854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7314960-5e03-45b8-b635-ece4c517fd03 admin admin] Deleting subnet 7905b729-75a5-408c-a2de-50eecd2cb838 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:57:16.082220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7314960-5e03-45b8-b635-ece4c517fd03 admin admin] Publish callbacks [] for subnet (7905b729-75a5-408c-a2de-50eecd2cb838), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.088080 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-83ac3072-4b3a-489c-b54d-7d9fa296861d admin admin] Publish callbacks [] for security_group (f36cedc1-7b4f-487a-9b38-5618ef0a261f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.108779 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-83ac3072-4b3a-489c-b54d-7d9fa296861d admin admin] Publish callbacks [] for security_group (f36cedc1-7b4f-487a-9b38-5618ef0a261f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.118962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7314960-5e03-45b8-b635-ece4c517fd03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (7905b729-75a5-408c-a2de-50eecd2cb838), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.163038 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-83ac3072-4b3a-489c-b54d-7d9fa296861d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f36cedc1-7b4f-487a-9b38-5618ef0a261f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.166006 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-83ac3072-4b3a-489c-b54d-7d9fa296861d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.169477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-83ac3072-4b3a-489c-b54d-7d9fa296861d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f36cedc1-7b4f-487a-9b38-5618ef0a261f HTTP/1.1" status: 204 len: 168 time: 0.1320016 Feb 11 05:57:16.175100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac3072-4b3a-489c-b54d-7d9fa296861d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36cedc1-7b4f-487a-9b38-5618ef0a261f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:16.265066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7314960-5e03-45b8-b635-ece4c517fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7905b729-75a5-408c-a2de-50eecd2cb838), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.346299 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7314960-5e03-45b8-b635-ece4c517fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (7905b729-75a5-408c-a2de-50eecd2cb838), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.377224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7314960-5e03-45b8-b635-ece4c517fd03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7905b729-75a5-408c-a2de-50eecd2cb838,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:16.387191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab41a8cb-4336-4376-9035-33e4b8473485 None None] Network abfa4306-2b9c-4370-b880-1bf69d009c8b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:57:16.393789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46caa-b2d3-4177-90f4-6f0c6c7242e8 req-c4e2b215-70fa-4970-b10c-cb1bfd833a91 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:16.395370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffa46caa-b2d3-4177-90f4-6f0c6c7242e8 req-c4e2b215-70fa-4970-b10c-cb1bfd833a91 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0771303 Feb 11 05:57:16.407314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7314960-5e03-45b8-b635-ece4c517fd03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.414107 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c7314960-5e03-45b8-b635-ece4c517fd03 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7905b729-75a5-408c-a2de-50eecd2cb838 HTTP/1.1" status: 204 len: 168 time: 0.3921578 Feb 11 05:57:16.418025 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36058) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:16.528117 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (abfa4306-2b9c-4370-b880-1bf69d009c8b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.529527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffa46caa-b2d3-4177-90f4-6f0c6c7242e8 req-550c7e35-6fb4-40ef-b70d-6e88456c6328 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256576 Feb 11 05:57:16.642111 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Deleting port 544dd1ea-29df-4403-b3b8-682560ea738d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:16.642652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.670902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] DHCP port deletion for abfa4306-2b9c-4370-b880-1bf69d009c8b request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:57:16.755389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Deleting port 544dd1ea-29df-4403-b3b8-682560ea738d {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:16.756041 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.798675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] For port 544dd1ea-29df-4403-b3b8-682560ea738d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=544dd1ea-29df-4403-b3b8-682560ea738d,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:16.799091 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.822774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Calling delete_port for 544dd1ea-29df-4403-b3b8-682560ea738d owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:16.852656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] For port 544dd1ea-29df-4403-b3b8-682560ea738d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=544dd1ea-29df-4403-b3b8-682560ea738d,segment=NetworkSegment(7d5ad6c8-0897-417b-868f-f20e343d4059),segment_id=7d5ad6c8-0897-417b-868f-f20e343d4059)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:16.853422 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.873931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Calling delete_port for 544dd1ea-29df-4403-b3b8-682560ea738d owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:16.944353 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.973730 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (544dd1ea-29df-4403-b3b8-682560ea738d), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.979382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Pushing event deleted for resources: {'Port': ['ID=544dd1ea-29df-4403-b3b8-682560ea738d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:16.990017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] No DVR routers for this DVR port 544dd1ea-29df-4403-b3b8-682560ea738d on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:16.999476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] No DVR routers for this DVR port 544dd1ea-29df-4403-b3b8-682560ea738d on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:17.018717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Pushing event deleted for resources: {'Port': ['ID=544dd1ea-29df-4403-b3b8-682560ea738d,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:17.033443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.033805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.034170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.034520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.034864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.035206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.035574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.035913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.036246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.036575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.036937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.037491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.037871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f7ed0-bcdc-40e8-9c88-3cf3fde5f607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:17.103361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (abfa4306-2b9c-4370-b880-1bf69d009c8b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.128858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfa4306-2b9c-4370-b880-1bf69d009c8b']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:17.140687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5ad6c8-0897-417b-868f-f20e343d4059') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:17.141085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5ad6c8-0897-417b-868f-f20e343d4059') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:17.152411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (7d5ad6c8-0897-417b-868f-f20e343d4059), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.170819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7d5ad6c8-0897-417b-868f-f20e343d4059), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.180412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:57:17.180820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (7d5ad6c8-0897-417b-868f-f20e343d4059), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:57:17.183487 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:57:17.243670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:17.253526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (abfa4306-2b9c-4370-b880-1bf69d009c8b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.265303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.271285 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] 10.222.0.31 "DELETE /v2.0/networks/abfa4306-2b9c-4370-b880-1bf69d009c8b HTTP/1.1" status: 204 len: 168 time: 0.8519838 Feb 11 05:57:17.279900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:17.280312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f30cf60-7588-4cc2-8551-dd8a54e9e7a0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:17.280893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 544dd1ea-29df-4403-b3b8-682560ea738d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:17.300969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 544dd1ea-29df-4403-b3b8-682560ea738d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:17.301755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd116a-66fa-47d1-b83d-cb149cc1b732 admin admin] Pushing event deleted for resources: {'Network': ['ID=abfa4306-2b9c-4370-b880-1bf69d009c8b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:17.301881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 544dd1ea-29df-4403-b3b8-682560ea738d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:17.302397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6039584a-a84c-47e9-a992-508b3d2008bd no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:17.323510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6039584a-a84c-47e9-a992-508b3d2008bd {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:17.323845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6039584a-a84c-47e9-a992-508b3d2008bd not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:17.489579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36082) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:17.531854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-00b6baf3-a5a0-4967-b521-7d24853b853d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b29f2635ab8a4aeaac6524485e3c97b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409093 Feb 11 05:57:17.534301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36084) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:17.600235 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-68edc84a-343e-4aa4-a75d-207d144d85d5 admin admin] Publish callbacks [] for security_group (a019ecf2-1d89-460e-b5f1-3b9e0fa275be), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.650542 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-68edc84a-343e-4aa4-a75d-207d144d85d5 admin admin] Publish callbacks [] for security_group (a019ecf2-1d89-460e-b5f1-3b9e0fa275be), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.701615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394c0fb-8803-4a2b-9307-acdaa679f34e req-7f802d34-e1dc-4772-a376-6cf387682aea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:17.703308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5394c0fb-8803-4a2b-9307-acdaa679f34e req-7f802d34-e1dc-4772-a376-6cf387682aea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0897701 Feb 11 05:57:17.742093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-68edc84a-343e-4aa4-a75d-207d144d85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a019ecf2-1d89-460e-b5f1-3b9e0fa275be), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.744591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-68edc84a-343e-4aa4-a75d-207d144d85d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:17.745751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-68edc84a-343e-4aa4-a75d-207d144d85d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a019ecf2-1d89-460e-b5f1-3b9e0fa275be HTTP/1.1" status: 204 len: 168 time: 0.2105033 Feb 11 05:57:17.767378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edc84a-343e-4aa4-a75d-207d144d85d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019ecf2-1d89-460e-b5f1-3b9e0fa275be,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:17.777912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5394c0fb-8803-4a2b-9307-acdaa679f34e req-d2e14081-0409-4163-913b-1c92fb4a9f84 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609403 Feb 11 05:57:18.511388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36114) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:18.616636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1439824551-network', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:18.637310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Made reservation on behalf of 7991e845823f4ca38c9c202d7c241db1 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:18.639624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.648909 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.724321 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Publish callbacks [] for security_group (18263e9a-4463-4fbe-85a3-0757c6ee585a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.728752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (18263e9a-4463-4fbe-85a3-0757c6ee585a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.741643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:57:18.755386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (38a655b4-6c7f-418e-9872-f275563bf203), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.755734 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Added segment 38a655b4-6c7f-418e-9872-f275563bf203 of type vlan for network 184336d5-7c40-4cda-a310-8878a083c6f1 Feb 11 05:57:18.809029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (184336d5-7c40-4cda-a310-8878a083c6f1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.819240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18263e9a-4463-4fbe-85a3-0757c6ee585a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:18.844020 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (184336d5-7c40-4cda-a310-8878a083c6f1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.845105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:18.845783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.940632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4254158 Feb 11 05:57:18.945180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36122) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:18.945668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8da91-4b11-4059-b8f6-76071bab938f admin admin] Pushing event updated for resources: {'Network': ['ID=184336d5-7c40-4cda-a310-8878a083c6f1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:18.948637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Request body: {'subnet': {'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1439824551-subnet', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:18.961413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 184336d5-7c40-4cda-a310-8878a083c6f1 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:57:18.969729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059771e-2a95-48b9-ab14-eb85f125fedd req-0f642dc6-7a57-47ec-8e0f-0d1944415c5c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:18.972084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2059771e-2a95-48b9-ab14-eb85f125fedd req-0f642dc6-7a57-47ec-8e0f-0d1944415c5c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.1113284 Feb 11 05:57:18.975610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Made reservation on behalf of 7991e845823f4ca38c9c202d7c241db1 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:18.980396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.042089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2059771e-2a95-48b9-ab14-eb85f125fedd req-b3fecda6-da86-46e8-a464-5bf647827b2a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623941 Feb 11 05:57:19.161303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (7f2bbebb-3053-4c80-97f4-3db244653f16), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.221235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2bbebb-3053-4c80-97f4-3db244653f16,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:19.230202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Checking segment: {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:19.230569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Network hostable DHCP agents. Network: 184336d5-7c40-4cda-a310-8878a083c6f1, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:57:19.246394 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Network 184336d5-7c40-4cda-a310-8878a083c6f1 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:57:19.255158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 184336d5-7c40-4cda-a310-8878a083c6f1) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:19.259350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:19.259950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.266909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8400b4-f49a-4d42-abd5-c37d6e77e166 None None] Network 184336d5-7c40-4cda-a310-8878a083c6f1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:57:19.278314 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9f4c782a-50c4-4be9-9f5f-d6eadffadeae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3360355 Feb 11 05:57:19.286663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36124) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:19.291067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:19.309822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (c9509c25-223c-44aa-86f9-9a6f4c17e266), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.310822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (c9509c25-223c-44aa-86f9-9a6f4c17e266), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.363103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks [] for router_controller (c9509c25-223c-44aa-86f9-9a6f4c17e266), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.371775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7294f6-59a0-4b5e-ad53-d026888f5004 None None] Network 184336d5-7c40-4cda-a310-8878a083c6f1 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:57:19.508697 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks [] for router_gateway (c9509c25-223c-44aa-86f9-9a6f4c17e266), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.715072 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks [] for router_gateway (c9509c25-223c-44aa-86f9-9a6f4c17e266), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.733861 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.842472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Allocated IP 172.25.1.32 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/82fdcf90-1f2e-46be-bf8e-d7833865154b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:19.952569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks [] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.988273 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.007319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-77567602-13c4-4517-a2f9-e9175e7435ff tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=35c6c60b9ec8412f99948539f0435172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293915 Feb 11 05:57:20.028853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:20.031809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:20.035802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:20.041253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Pushing event updated for resources: {'Port': ['ID=82fdcf90-1f2e-46be-bf8e-d7833865154b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:20.228151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-e5c774ba-7208-4b8f-b5ae-6d30867a1dd3 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:20.229705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-e5c774ba-7208-4b8f-b5ae-6d30867a1dd3 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169914 Feb 11 05:57:20.240314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3584f4b-f8c0-4a6c-b8a4-e193ea530e3a req-f31d02b9-cba7-4d84-b84b-8d27149c7056 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:20.241848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3584f4b-f8c0-4a6c-b8a4-e193ea530e3a req-f31d02b9-cba7-4d84-b84b-8d27149c7056 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.1198041 Feb 11 05:57:20.264357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-6d928b52-f37d-4f3a-8c9c-5dec67c7fdaf tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/quotas/35c6c60b9ec8412f99948539f0435172 HTTP/1.1" status: 200 len: 375 time: 0.0215180 Feb 11 05:57:20.306660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-5103bd61-f593-40ca-8bdc-7328010b56eb tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=35c6c60b9ec8412f99948539f0435172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352836 Feb 11 05:57:20.316675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks [] for router_gateway (c9509c25-223c-44aa-86f9-9a6f4c17e266), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.320798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3584f4b-f8c0-4a6c-b8a4-e193ea530e3a req-274f1755-6ca6-4e82-bf95-30f71933dca8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716310 Feb 11 05:57:20.489213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1357c1ef-b32c-415e-8b4e-60f4187776d8 req-e327178c-d867-4fc5-83e7-49740e75ab21 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 210 time: 0.0284348 Feb 11 05:57:20.539918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (c9509c25-223c-44aa-86f9-9a6f4c17e266), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.689563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Router c9509c25-223c-44aa-86f9-9a6f4c17e266 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:57:20.815653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:20.829166 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Sync routers for ids ['c9509c25-223c-44aa-86f9-9a6f4c17e266'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:20.837233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.838620 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2a9a55fe-41d8-4ec8-8a3a-628cd3fc638d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5509555 Feb 11 05:57:20.841422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36152) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:20.846561 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Routers {'c9509c25-223c-44aa-86f9-9a6f4c17e266'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:20.847474 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c9509c25-223c-44aa-86f9-9a6f4c17e266'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:20.966740 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Set router c9509c25-223c-44aa-86f9-9a6f4c17e266 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:21.026813 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:57:21.271276 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:20Z', 'revision_number': 3, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'gw_port': {'id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:99:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:21.312271 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Checking router: c9509c25-223c-44aa-86f9-9a6f4c17e266 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:21.312547 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Updating router c9509c25-223c-44aa-86f9-9a6f4c17e266 port 82fdcf90-1f2e-46be-bf8e-d7833865154b binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:57:21.323170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.372683 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.469050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-d88730db-b100-4f08-9ae6-0b403f9c2f25 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=35c6c60b9ec8412f99948539f0435172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746391 Feb 11 05:57:21.570782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Allocated IP 172.20.0.1 (184336d5-7c40-4cda-a310-8878a083c6f1/7f2bbebb-3053-4c80-97f4-3db244653f16/07a30504-59c0-48f8-bdb9-08e017fb9ed9) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:21.637459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe83c-a6f9-40d0-81a9-0f71a7749767 req-8df1cf4b-f7e1-42b4-a58d-71650ae0a339 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:21.639040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0adfe83c-a6f9-40d0-81a9-0f71a7749767 req-8df1cf4b-f7e1-42b4-a58d-71650ae0a339 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.2034907 Feb 11 05:57:21.645787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-664a3a3c-a9b3-47b6-a052-9b1c9fafafbc tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:21.647363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-664a3a3c-a9b3-47b6-a052-9b1c9fafafbc tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614788 Feb 11 05:57:21.667881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Request body: {'port': {'device_id': '59efd0b8-0dff-4273-a008-f33a241d6f1c', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '35c6c60b9ec8412f99948539f0435172'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:21.699742 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Publish callbacks [] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.705867 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.715898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Publish callbacks [] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.724076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-102cbeeb-5275-4078-9125-4084c83f639f req-a8249b72-c627-4242-94a6-00777b9c631c tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 210 time: 0.0480397 Feb 11 05:57:21.755293 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Attempting to bind port 82fdcf90-1f2e-46be-bf8e-d7833865154b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:21.755293 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Attempting to bind port 82fdcf90-1f2e-46be-bf8e-d7833865154b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:21.755293 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Attempting to bind port 82fdcf90-1f2e-46be-bf8e-d7833865154b on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:21.763708 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:21.763935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.764247 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:21.764721 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.765207 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:21.765754 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Bound port: 82fdcf90-1f2e-46be-bf8e-d7833865154b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:21.766201 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.791188 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Pushing event updated for resources: {'Port': ['ID=82fdcf90-1f2e-46be-bf8e-d7833865154b,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:21.809821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0adfe83c-a6f9-40d0-81a9-0f71a7749767 req-8018a8bc-560f-45f0-a239-c99c021890f6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610146 Feb 11 05:57:21.814153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Network 184336d5-7c40-4cda-a310-8878a083c6f1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:21.820127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:21.823555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:21.827017 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Pushing event updated for resources: {'Port': ['ID=07a30504-59c0-48f8-bdb9-08e017fb9ed9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:21.833348 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] For port 82fdcf90-1f2e-46be-bf8e-d7833865154b, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:21.836917 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] For port 82fdcf90-1f2e-46be-bf8e-d7833865154b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=82fdcf90-1f2e-46be-bf8e-d7833865154b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:21.840902 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.841443 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.841953 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.842721 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.843272 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.843864 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.844273 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.844672 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.845073 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.845498 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.845896 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.846284 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.846678 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.851468 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.878353 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (c9509c25-223c-44aa-86f9-9a6f4c17e266), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.880974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Made reservation on behalf of 35c6c60b9ec8412f99948539f0435172 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:21.885881 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.898551 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.911264 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Routers {'c9509c25-223c-44aa-86f9-9a6f4c17e266'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:21.911971 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c9509c25-223c-44aa-86f9-9a6f4c17e266'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:21.960765 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ba7c5-e83c-4581-b5fe-b7b35d33d0d9 None None] Pushing event updated for resources: {'Port': ['ID=82fdcf90-1f2e-46be-bf8e-d7833865154b,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:21.986499 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks [] for security_group (48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.990921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.024277 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.047236 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] Set router c9509c25-223c-44aa-86f9-9a6f4c17e266 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:22.055460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:22.148210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Allocated IP 192.168.233.211 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/55197e40-2e80-4b90-8234-dbb19fb1e807) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:22.200007 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.228196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Publish callbacks [] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.232904 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.267817 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:20Z', 'revision_number': 3, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'gw_port': {'id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:99:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:22.297996 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d319cc-0dc5-4df1-bbd1-393a09c39f0d None None] The sync data for ids ['c9509c25-223c-44aa-86f9-9a6f4c17e266'] in n-d-715271-35 is: [{'id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:20Z', 'revision_number': 3, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'gw_port': {'id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:99:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:22.313943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (c9509c25-223c-44aa-86f9-9a6f4c17e266), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.315762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Pushing event updated for resources: {'Port': ['ID=07a30504-59c0-48f8-bdb9-08e017fb9ed9,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:22.377772 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks [] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.420645 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.420891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Network 184336d5-7c40-4cda-a310-8878a083c6f1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:22.422317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:22.475179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:22.480500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:22.484263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:22.524957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Pushing event updated for resources: {'Port': ['ID=55197e40-2e80-4b90-8234-dbb19fb1e807,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:22.546980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:22.547647 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.565023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Router c9509c25-223c-44aa-86f9-9a6f4c17e266 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:22.568971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-7ed322b0-f1c0-40d3-a455-815eebc64b66 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9057961 Feb 11 05:57:22.581784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Request body: {'port': {'device_id': '59efd0b8-0dff-4273-a008-f33a241d6f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:22.667920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.729548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:22.749984 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4a88a26e-2ea5-494a-8b4f-21beaf2e5aab admin admin] 10.222.0.31 "PUT /v2.0/routers/c9509c25-223c-44aa-86f9-9a6f4c17e266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8986387 Feb 11 05:57:22.902471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-13507f2a-0b11-4d68-8ab9-5f8c17e464c9 None None] Provisioning complete for port 55197e40-2e80-4b90-8234-dbb19fb1e807 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:22.902860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13507f2a-0b11-4d68-8ab9-5f8c17e464c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.959314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-13507f2a-0b11-4d68-8ab9-5f8c17e464c9 None None] Port 55197e40-2e80-4b90-8234-dbb19fb1e807 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:23.034971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fe20a-5ab8-4128-9067-d9de6f03106d req-d5964c72-868e-430f-86a1-1113f3101069 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:23.037042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-138fe20a-5ab8-4128-9067-d9de6f03106d req-d5964c72-868e-430f-86a1-1113f3101069 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 936 time: 0.1995859 Feb 11 05:57:23.090850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d2d25-11bc-4a41-9f59-006f7951b9b7 req-b733bf5f-eb3c-463f-bcae-40c711d90316 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:23.092375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-854d2d25-11bc-4a41-9f59-006f7951b9b7 req-b733bf5f-eb3c-463f-bcae-40c711d90316 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.1622174 Feb 11 05:57:23.165237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-138fe20a-5ab8-4128-9067-d9de6f03106d req-39961ac2-a837-4496-b24f-8d211cacf26b tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199079 Feb 11 05:57:23.199588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55197e40-2e80-4b90-8234-dbb19fb1e807 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:23.210790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-854d2d25-11bc-4a41-9f59-006f7951b9b7 req-b12841da-ebc4-47f9-a521-b67bfea35f59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087725 Feb 11 05:57:23.212640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Publish callbacks [] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.233689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Transition to ACTIVE for port object 55197e40-2e80-4b90-8234-dbb19fb1e807 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:57:23.239802 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.248762 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.287750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 82fdcf90-1f2e-46be-bf8e-d7833865154b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:23.295428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Pushing event updated for resources: {'Port': ['ID=55197e40-2e80-4b90-8234-dbb19fb1e807,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:23.354537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 82fdcf90-1f2e-46be-bf8e-d7833865154b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:23.355494 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.422865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Attempting to bind port 55197e40-2e80-4b90-8234-dbb19fb1e807 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:23.423217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Attempting to bind port 55197e40-2e80-4b90-8234-dbb19fb1e807 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:23.423659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Attempting to bind port 55197e40-2e80-4b90-8234-dbb19fb1e807 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:23.428155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Port 55197e40-2e80-4b90-8234-dbb19fb1e807 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:57:23.428479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Attempting to bind port 55197e40-2e80-4b90-8234-dbb19fb1e807 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:23.434515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:23.434858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:23.435247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:23.436330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Bound port: 55197e40-2e80-4b90-8234-dbb19fb1e807, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:23.436716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.481331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 82fdcf90-1f2e-46be-bf8e-d7833865154b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:23.481952 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.525938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 82fdcf90-1f2e-46be-bf8e-d7833865154b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=82fdcf90-1f2e-46be-bf8e-d7833865154b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:23.531910 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.592105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=82fdcf90-1f2e-46be-bf8e-d7833865154b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:23.623882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] For port 55197e40-2e80-4b90-8234-dbb19fb1e807, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:23.647307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] For port 55197e40-2e80-4b90-8234-dbb19fb1e807, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=55197e40-2e80-4b90-8234-dbb19fb1e807,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:23.663029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-31288464-04da-4002-9aaa-48813fea6128 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:23.664536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-31288464-04da-4002-9aaa-48813fea6128 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/networks?id=184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 200 len: 811 time: 0.1546116 Feb 11 05:57:23.666180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.713927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-9118d684-74c6-4169-a84c-43ab42410bb5 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/quotas/7991e845823f4ca38c9c202d7c241db1 HTTP/1.1" status: 200 len: 375 time: 0.0420535 Feb 11 05:57:23.721286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:23.721920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.723505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] 10.222.0.72 "PUT /v2.0/ports/55197e40-2e80-4b90-8234-dbb19fb1e807 HTTP/1.1" status: 200 len: 1097 time: 1.1471078 Feb 11 05:57:23.725349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59efd0b8-0dff-4273-a008-f33a241d6f1c', 'tag': '55197e40-2e80-4b90-8234-dbb19fb1e807'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:23.727855 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5a55d-17f3-4161-8771-d37b8ac48926" -d '{"events": [{"name": "network-changed", "server_uuid": "59efd0b8-0dff-4273-a008-f33a241d6f1c", "tag": "55197e40-2e80-4b90-8234-dbb19fb1e807"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:23.800357 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364a6bf1-211c-40d6-81d3-9e1d01dfc39f x-openstack-request-id: req-364a6bf1-211c-40d6-81d3-9e1d01dfc39f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:23.800663 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59efd0b8-0dff-4273-a008-f33a241d6f1c", "tag": "55197e40-2e80-4b90-8234-dbb19fb1e807", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:23.805316 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-364a6bf1-211c-40d6-81d3-9e1d01dfc39f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:23.805316 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59efd0b8-0dff-4273-a008-f33a241d6f1c', 'tag': '55197e40-2e80-4b90-8234-dbb19fb1e807', 'status': 'completed', 'code': 200} Feb 11 05:57:23.830469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618b862-5683-49cb-9ac1-15fbcd994c12 service neutron] Pushing event updated for resources: {'Port': ['ID=55197e40-2e80-4b90-8234-dbb19fb1e807,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:23.862348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-27c1bb75-25c8-4b66-a942-e2a034e33780 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7991e845823f4ca38c9c202d7c241db1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376400 Feb 11 05:57:23.865038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-60a58414-7474-4dce-9209-2738df792aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:23.866602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-60a58414-7474-4dce-9209-2738df792aa5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35c6c60b9ec8412f99948539f0435172&device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 1131 time: 0.0975387 Feb 11 05:57:23.933787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-09650993-475c-48ea-87ba-69d0dcad50df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=55197e40-2e80-4b90-8234-dbb19fb1e807 HTTP/1.1" status: 200 len: 217 time: 0.0529041 Feb 11 05:57:24.034102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-12c5e805-cee5-44f0-a61b-3211cf718ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:24.036156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-12c5e805-cee5-44f0-a61b-3211cf718ddf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0956278 Feb 11 05:57:24.041744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-71ebf200-adfe-4b1f-8f52-7c1c9beb05e1 service neutron] 10.222.0.31 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710625 Feb 11 05:57:24.259229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Sync routers for ids ['c9509c25-223c-44aa-86f9-9a6f4c17e266'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:24.271814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Routers {'c9509c25-223c-44aa-86f9-9a6f4c17e266'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:24.272566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c9509c25-223c-44aa-86f9-9a6f4c17e266'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:24.397063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Set router c9509c25-223c-44aa-86f9-9a6f4c17e266 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:24.502685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-c1a4300e-5399-4f1c-8d22-ee8c1919bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:24.504660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-c1a4300e-5399-4f1c-8d22-ee8c1919bdf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4615388 Feb 11 05:57:24.526271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-f1056404-f299-4e79-998b-ee40d4a0458d service neutron] 10.222.0.31 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758780 Feb 11 05:57:24.596612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1c4e-3c47-4eee-90fd-9d1ac212e50e req-3f9ef1db-b6d5-4b0e-a8a3-2a67165ade53 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:24.598900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-729f1c4e-3c47-4eee-90fd-9d1ac212e50e req-3f9ef1db-b6d5-4b0e-a8a3-2a67165ade53 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 948 time: 0.1471870 Feb 11 05:57:24.639524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:21Z', 'revision_number': 4, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'gw_port': {'id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '07a30504-59c0-48f8-bdb9-08e017fb9ed9', 'name': '', 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'mac_address': 'fa:16:3e:ac:59:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '7f2bbebb-3053-4c80-97f4-3db244653f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:21Z', 'updated_at': '2022-02-11T05:57:22Z', 'revision_number': 2, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'subnets': [{'id': '7f2bbebb-3053-4c80-97f4-3db244653f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:24.654150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-a1cf12a4-a1e0-4278-bc1d-80f962fb1c16 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401277 Feb 11 05:57:24.669500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Checking router: c9509c25-223c-44aa-86f9-9a6f4c17e266 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:24.669876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Updating router c9509c25-223c-44aa-86f9-9a6f4c17e266 port 07a30504-59c0-48f8-bdb9-08e017fb9ed9 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:57:24.675338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-729f1c4e-3c47-4eee-90fd-9d1ac212e50e req-1a6fa7ae-54e4-4288-abc1-13c4fcee8dc4 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679972 Feb 11 05:57:24.716190 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:24.825327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9af8facd-74c4-4fa9-976d-cee4beefb67b req-a8a08b1e-9921-420f-a39e-a503ec54232c service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624792 Feb 11 05:57:24.827137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85dacf78-c0b7-4cf5-9481-75fdf8b2692b req-aa473e02-70f3-4a7b-ab7e-73dc74156e08 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 210 time: 0.0643747 Feb 11 05:57:24.867230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c269-faba-4b8f-8a08-2334cefb8a88 req-22b03f96-3d48-4096-90c1-72fd2f8b9e43 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:24.869045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30b1c269-faba-4b8f-8a08-2334cefb8a88 req-22b03f96-3d48-4096-90c1-72fd2f8b9e43 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.1174207 Feb 11 05:57:24.961049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30b1c269-faba-4b8f-8a08-2334cefb8a88 req-9db748ec-595a-4756-8b2f-cd31767d5d95 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832956 Feb 11 05:57:24.969005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-ce173e52-89b2-4b97-b712-1efcf27886c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:24.970535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-ce173e52-89b2-4b97-b712-1efcf27886c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35c6c60b9ec8412f99948539f0435172&device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 1131 time: 0.0835397 Feb 11 05:57:25.076970 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Publish callbacks [] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.083552 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.093468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-a433de99-f446-48f3-8ab0-fbc2bb4193b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:25.095764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-a433de99-f446-48f3-8ab0-fbc2bb4193b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.1189570 Feb 11 05:57:25.143817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-f06ace05-2ce9-4a91-b003-0df6758796d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=55197e40-2e80-4b90-8234-dbb19fb1e807 HTTP/1.1" status: 200 len: 217 time: 0.0406437 Feb 11 05:57:25.153456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06d430-bde1-4a9b-b461-8a74949e3122 None None] Pushing event updated for resources: {'Port': ['ID=07a30504-59c0-48f8-bdb9-08e017fb9ed9,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:25.205761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Attempting to bind port 07a30504-59c0-48f8-bdb9-08e017fb9ed9 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:25.206140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Attempting to bind port 07a30504-59c0-48f8-bdb9-08e017fb9ed9 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:25.206513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Attempting to bind port 07a30504-59c0-48f8-bdb9-08e017fb9ed9 on network 184336d5-7c40-4cda-a310-8878a083c6f1 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:25.213662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:25.218925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Checking segment: {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:25.218925 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.218925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Bound using segment: {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:25.218925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Bound port: 07a30504-59c0-48f8-bdb9-08e017fb9ed9, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:25.218925 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.223073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-836dc3f8-03e7-4375-b059-339d1f157464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:25.224610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-836dc3f8-03e7-4375-b059-339d1f157464 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0745957 Feb 11 05:57:25.284820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-a6d7ad1a-72eb-4fa1-b1e8-0ef1123bf2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:25.286725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-a6d7ad1a-72eb-4fa1-b1e8-0ef1123bf2a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0543933 Feb 11 05:57:25.311914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 82fdcf90-1f2e-46be-bf8e-d7833865154b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:25.356467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] For port 07a30504-59c0-48f8-bdb9-08e017fb9ed9, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:25.372612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] For port 07a30504-59c0-48f8-bdb9-08e017fb9ed9, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=07a30504-59c0-48f8-bdb9-08e017fb9ed9,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:25.382541 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.430922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-25848334-3d23-4b4b-8a35-e633865d1e5c service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358516 Feb 11 05:57:25.440536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06d430-bde1-4a9b-b461-8a74949e3122 None None] Pushing event updated for resources: {'Port': ['ID=07a30504-59c0-48f8-bdb9-08e017fb9ed9,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:25.454479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 82fdcf90-1f2e-46be-bf8e-d7833865154b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:25.454639 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.480558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Routers {'c9509c25-223c-44aa-86f9-9a6f4c17e266'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:25.481243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c9509c25-223c-44aa-86f9-9a6f4c17e266'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:25.550527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56b5a55d-17f3-4161-8771-d37b8ac48926 req-2049d5ce-0246-4b33-9e85-543d4fea41eb service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126990 Feb 11 05:57:25.795891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] Set router c9509c25-223c-44aa-86f9-9a6f4c17e266 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:25.797742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 82fdcf90-1f2e-46be-bf8e-d7833865154b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:25.837493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1c6a1-c99e-4487-adc3-97aee6a2793e req-3723723a-449a-4109-91cc-89d34f505af4 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:25.839449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fb1c6a1-c99e-4487-adc3-97aee6a2793e req-3723723a-449a-4109-91cc-89d34f505af4 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 948 time: 0.0862927 Feb 11 05:57:25.913216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fb1c6a1-c99e-4487-adc3-97aee6a2793e req-088fc504-1b55-4ba0-bd9b-3b6f9a9613d7 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650139 Feb 11 05:57:26.033283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d0c364a-d010-4ee0-997a-0bc2c809d85d req-8cbd9b38-5302-4715-86d3-6940bef7e698 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 210 time: 0.0594709 Feb 11 05:57:26.042858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-75a25207-ee4a-4e54-b040-14fddad32df6 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:26.044542 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-75a25207-ee4a-4e54-b040-14fddad32df6 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.81 "GET /v2.0/networks?id=184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 200 len: 811 time: 0.1737804 Feb 11 05:57:26.057489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Request body: {'port': {'device_id': '55dde12c-6b8a-44d6-9bca-16f6f4ca9c04', 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1', 'admin_state_up': True, 'tenant_id': '7991e845823f4ca38c9c202d7c241db1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:26.107824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c03db6-2cde-4b2a-b374-9486e49f0115 req-d0bbb4e8-d167-4ef8-8cd3-4c89c6b030b1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:26.109593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34c03db6-2cde-4b2a-b374-9486e49f0115 req-d0bbb4e8-d167-4ef8-8cd3-4c89c6b030b1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0539429 Feb 11 05:57:26.116132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:21Z', 'revision_number': 4, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'gw_port': {'id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '07a30504-59c0-48f8-bdb9-08e017fb9ed9', 'name': '', 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'mac_address': 'fa:16:3e:ac:59:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '7f2bbebb-3053-4c80-97f4-3db244653f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:21Z', 'updated_at': '2022-02-11T05:57:25Z', 'revision_number': 4, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'subnets': [{'id': '7f2bbebb-3053-4c80-97f4-3db244653f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:26.146122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a698cd9a-11df-470b-a9d8-ae09d0344d62 None None] The sync data for ids ['c9509c25-223c-44aa-86f9-9a6f4c17e266'] in n-d-715271-35 is: [{'id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:21Z', 'revision_number': 4, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'gw_port': {'id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '07a30504-59c0-48f8-bdb9-08e017fb9ed9', 'name': '', 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'mac_address': 'fa:16:3e:ac:59:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '7f2bbebb-3053-4c80-97f4-3db244653f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:21Z', 'updated_at': '2022-02-11T05:57:25Z', 'revision_number': 4, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'subnets': [{'id': '7f2bbebb-3053-4c80-97f4-3db244653f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:26.164215 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34c03db6-2cde-4b2a-b374-9486e49f0115 req-fd13c46f-9f5f-435e-9169-4b69bbfa3dd3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476155 Feb 11 05:57:26.174591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Made reservation on behalf of 7991e845823f4ca38c9c202d7c241db1 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:26.178671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.677032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Allocated IP 172.20.0.6 (184336d5-7c40-4cda-a310-8878a083c6f1/7f2bbebb-3053-4c80-97f4-3db244653f16/1451f6c6-b787-4f6d-8e74-5bbe045eb612) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:26.847847 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks [] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.884516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.932904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Network 184336d5-7c40-4cda-a310-8878a083c6f1 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:26.936106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:26.938711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:26.978205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Pushing event updated for resources: {'Port': ['ID=1451f6c6-b787-4f6d-8e74-5bbe045eb612,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:26.997898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:26.998650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.020185 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-41baba3b-aa2a-4e42-878c-434365161be4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9667919 Feb 11 05:57:27.031599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Request body: {'port': {'device_id': '55dde12c-6b8a-44d6-9bca-16f6f4ca9c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:27.074986 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-dc09954d-ea34-433d-b8e3-a012d9c4a9b8 service neutron] show failed (client error): The resource could not be found. Feb 11 05:57:27.076031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-dc09954d-ea34-433d-b8e3-a012d9c4a9b8 service neutron] 10.222.0.72 "GET /v2.0/ports/c715b763-4373-4693-8fba-de2320ab72bd/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.1231744 Feb 11 05:57:27.112986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef0d1f-dcfb-4e93-990c-71eab1c1aac9 req-b3faf787-580f-42bd-9cd1-0cee779c70df tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:27.115603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6bef0d1f-dcfb-4e93-990c-71eab1c1aac9 req-b3faf787-580f-42bd-9cd1-0cee779c70df tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 948 time: 0.0954561 Feb 11 05:57:27.120739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.220791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6bef0d1f-dcfb-4e93-990c-71eab1c1aac9 req-b0cc6824-419a-4c85-b771-5a9adcf01744 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855696 Feb 11 05:57:27.245401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58779822-112f-436b-9e9d-b3b3a0230a2a req-20bd79d5-b6d5-4930-9199-48474a0754ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:27.256727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58779822-112f-436b-9e9d-b3b3a0230a2a req-20bd79d5-b6d5-4930-9199-48474a0754ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 931 time: 0.1302986 Feb 11 05:57:27.354010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 07a30504-59c0-48f8-bdb9-08e017fb9ed9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:27.423495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58779822-112f-436b-9e9d-b3b3a0230a2a req-41faa97f-3ca6-40e7-8d78-40faa8a92550 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648695 Feb 11 05:57:27.425287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 07a30504-59c0-48f8-bdb9-08e017fb9ed9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:27.426327 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.474290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af32a-f058-4b6b-9c69-b958c86d6bc8 req-303581ea-94ef-461f-a447-2108dcc2f853 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:27.482193 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b12af32a-f058-4b6b-9c69-b958c86d6bc8 req-303581ea-94ef-461f-a447-2108dcc2f853 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.1366005 Feb 11 05:57:27.486369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-3ee565a4-3314-4f45-9b2c-dbc70310499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:27.487978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-3ee565a4-3314-4f45-9b2c-dbc70310499c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 1129 time: 0.1824856 Feb 11 05:57:27.496126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1451f6c6-b787-4f6d-8e74-5bbe045eb612 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:27.507410 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Publish callbacks [] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.510530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:27.523751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Transition to ACTIVE for port object 1451f6c6-b787-4f6d-8e74-5bbe045eb612 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:57:27.533403 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.542681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 07a30504-59c0-48f8-bdb9-08e017fb9ed9 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:27.543126 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.586525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b12af32a-f058-4b6b-9c69-b958c86d6bc8 req-0f9c1a5e-de5d-47fd-b1ae-ca1bbfbb2712 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032670 Feb 11 05:57:27.590538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 07a30504-59c0-48f8-bdb9-08e017fb9ed9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=07a30504-59c0-48f8-bdb9-08e017fb9ed9,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:27.597974 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.626749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Pushing event updated for resources: {'Port': ['ID=1451f6c6-b787-4f6d-8e74-5bbe045eb612,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:27.634370 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c715b763-4373-4693-8fba-de2320ab72bd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.655245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=07a30504-59c0-48f8-bdb9-08e017fb9ed9,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:27.682817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Attempting to bind port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:27.683302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Attempting to bind port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:27.684260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Attempting to bind port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 on network 184336d5-7c40-4cda-a310-8878a083c6f1 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:27.689774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 on network 184336d5-7c40-4cda-a310-8878a083c6f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:57:27.690475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Attempting to bind port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 on network 184336d5-7c40-4cda-a310-8878a083c6f1 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:27.697097 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:27.697608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Checking segment: {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:27.697912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Bound using segment: {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:27.698314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Bound port: 1451f6c6-b787-4f6d-8e74-5bbe045eb612, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:27.698681 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.715153 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19c16499-c08b-42d7-8ba8-40847390b110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.772845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] For port 1451f6c6-b787-4f6d-8e74-5bbe045eb612, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:27.776373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] For port 1451f6c6-b787-4f6d-8e74-5bbe045eb612, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=1451f6c6-b787-4f6d-8e74-5bbe045eb612,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:27.782563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.825800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:27.826433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.827831 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] 10.222.0.81 "PUT /v2.0/ports/1451f6c6-b787-4f6d-8e74-5bbe045eb612 HTTP/1.1" status: 200 len: 1092 time: 0.8009350 Feb 11 05:57:27.828284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dde12c-6b8a-44d6-9bca-16f6f4ca9c04', 'tag': '1451f6c6-b787-4f6d-8e74-5bbe045eb612'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:27.830608 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b" -d '{"events": [{"name": "network-changed", "server_uuid": "55dde12c-6b8a-44d6-9bca-16f6f4ca9c04", "tag": "1451f6c6-b787-4f6d-8e74-5bbe045eb612"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:27.864173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee035b3-6b5a-484b-964a-2e0914c30f7c service neutron] Pushing event updated for resources: {'Port': ['ID=1451f6c6-b787-4f6d-8e74-5bbe045eb612,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:27.877864 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a030fd-6089-4ed3-8a9e-95c988c1ee33 x-openstack-request-id: req-c0a030fd-6089-4ed3-8a9e-95c988c1ee33 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:27.878162 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dde12c-6b8a-44d6-9bca-16f6f4ca9c04", "tag": "1451f6c6-b787-4f6d-8e74-5bbe045eb612", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:27.878425 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0a030fd-6089-4ed3-8a9e-95c988c1ee33 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:27.878866 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dde12c-6b8a-44d6-9bca-16f6f4ca9c04', 'tag': '1451f6c6-b787-4f6d-8e74-5bbe045eb612', 'status': 'completed', 'code': 200} Feb 11 05:57:27.881002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:27.915880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:27.917141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-0bc7cf98-4b9d-4b41-96a0-bd1dba797db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:27.918630 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-0bc7cf98-4b9d-4b41-96a0-bd1dba797db8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7991e845823f4ca38c9c202d7c241db1&device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 1126 time: 0.0507283 Feb 11 05:57:27.957805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:27.960126 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc9eb2-80b0-45fd-93b9-3897ecd7b47f" -d '{"events": [{"server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "name": "network-vif-unplugged", "status": "completed", "tag": "c715b763-4373-4693-8fba-de2320ab72bd"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:27.961495 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-434ef07d-97dd-4be8-bdb0-680b5979f2c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1451f6c6-b787-4f6d-8e74-5bbe045eb612 HTTP/1.1" status: 200 len: 217 time: 0.0356615 Feb 11 05:57:27.963988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Publish callbacks [] for port (c715b763-4373-4693-8fba-de2320ab72bd), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.979098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Transition to ACTIVE for port object c715b763-4373-4693-8fba-de2320ab72bd will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:57:27.982755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.014808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-70bde5df-5ec2-477f-b326-60a84fea8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.016366 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-70bde5df-5ec2-477f-b326-60a84fea8433 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7f2bbebb-3053-4c80-97f4-3db244653f16 HTTP/1.1" status: 200 len: 851 time: 0.0489244 Feb 11 05:57:28.025846 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540a8622-0a03-481b-9a87-7d564f439dd2 x-openstack-request-id: req-540a8622-0a03-481b-9a87-7d564f439dd2 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:28.026139 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "name": "network-vif-unplugged", "status": "completed", "tag": "c715b763-4373-4693-8fba-de2320ab72bd", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:28.026398 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-540a8622-0a03-481b-9a87-7d564f439dd2 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:28.027325 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd', 'code': 200} Feb 11 05:57:28.058170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Pushing event updated for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:28.060791 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-da2803e9-2cd7-4433-a335-cd129761504c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=184336d5-7c40-4cda-a310-8878a083c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290120 Feb 11 05:57:28.169962 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-ac8f9673-20ca-4194-b1e8-25afddeae7a3 service neutron] 10.222.0.81 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022453 Feb 11 05:57:28.174651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] No DVR routers for this DVR port c715b763-4373-4693-8fba-de2320ab72bd on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:28.274552 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d6abc094-f785-4987-a1aa-66b8469f6434 req-c2628be8-0922-419f-814d-9b7047946944 service neutron] 10.222.0.81 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984867 Feb 11 05:57:28.364935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Attempting to bind port c715b763-4373-4693-8fba-de2320ab72bd on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:28.365246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Attempting to bind port c715b763-4373-4693-8fba-de2320ab72bd by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:28.365507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Attempting to bind port c715b763-4373-4693-8fba-de2320ab72bd on network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:28.373499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Port c715b763-4373-4693-8fba-de2320ab72bd on network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:57:28.373827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Attempting to bind port c715b763-4373-4693-8fba-de2320ab72bd on network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:28.373949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 55197e40-2e80-4b90-8234-dbb19fb1e807 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:57:28.379751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-c435dd3c-d9b3-4106-97f0-1091deaf773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.381969 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-c435dd3c-d9b3-4106-97f0-1091deaf773e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7991e845823f4ca38c9c202d7c241db1&device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 1126 time: 0.0580602 Feb 11 05:57:28.383670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:28.384019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Checking segment: {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:28.384403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Bound using segment: {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:28.384843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Bound port: c715b763-4373-4693-8fba-de2320ab72bd, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c89376-c68b-499c-8de1-307d6faf00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:28.385230 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c715b763-4373-4693-8fba-de2320ab72bd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.405947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdecd22-a0ff-4718-ada3-d9ebd0672b25 req-5dc12314-ca59-4296-ac60-e01dfa5d098f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.407513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abdecd22-a0ff-4718-ada3-d9ebd0672b25 req-5dc12314-ca59-4296-ac60-e01dfa5d098f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 948 time: 0.0988717 Feb 11 05:57:28.492794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:28.499538 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-45558d2a-ea91-4a30-ab3a-a1d3969e6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.501382 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-45558d2a-ea91-4a30-ab3a-a1d3969e6005 service neutron] 10.222.0.81 "GET /v2.0/networks?id=184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 200 len: 912 time: 0.1113045 Feb 11 05:57:28.509618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 55197e40-2e80-4b90-8234-dbb19fb1e807, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=55197e40-2e80-4b90-8234-dbb19fb1e807,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:28.518140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abdecd22-a0ff-4718-ada3-d9ebd0672b25 req-19ae6d8d-9c1d-4e1a-98b9-6143ac81d004 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887709 Feb 11 05:57:28.519978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:28.525772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '55197e40-2e80-4b90-8234-dbb19fb1e807', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': '55197e40-2e80-4b90-8234-dbb19fb1e807', 'mac_address': 'fa:16:3e:34:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:57:28.527144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.563216 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-dcf65614-418f-43de-a3e5-3d020b204edb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1451f6c6-b787-4f6d-8e74-5bbe045eb612 HTTP/1.1" status: 200 len: 217 time: 0.0546715 Feb 11 05:57:28.572846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 55197e40-2e80-4b90-8234-dbb19fb1e807 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:28.573359 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.586664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.587004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.588409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] 10.222.0.81 "PUT /v2.0/ports/c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 1093 time: 1.0825157 Feb 11 05:57:28.589688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55197e40-2e80-4b90-8234-dbb19fb1e807 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:28.622789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 55197e40-2e80-4b90-8234-dbb19fb1e807, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=55197e40-2e80-4b90-8234-dbb19fb1e807,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:28.630474 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.653263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-4c241f47-5afb-47a1-a704-eb8a072d21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.655126 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-4c241f47-5afb-47a1-a704-eb8a072d21a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7f2bbebb-3053-4c80-97f4-3db244653f16 HTTP/1.1" status: 200 len: 851 time: 0.0860758 Feb 11 05:57:28.658725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92118d53-53f7-4b20-ba4a-a78e965eda57 service neutron] Pushing event updated for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:28.689738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433dc57-da68-49be-8cf0-08967398dcd5 req-4fab987c-8cc5-4af2-97bb-ac51b15f4c60 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.691342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b433dc57-da68-49be-8cf0-08967398dcd5 req-4fab987c-8cc5-4af2-97bb-ac51b15f4c60 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 943 time: 0.1355829 Feb 11 05:57:28.698705 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-3e836462-c37a-4918-a317-1ca61e784dbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=184336d5-7c40-4cda-a310-8878a083c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370505 Feb 11 05:57:28.730002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=55197e40-2e80-4b90-8234-dbb19fb1e807,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:28.766173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-0fa5bd62-efd1-4317-9625-8f0cacd60ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.768024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-0fa5bd62-efd1-4317-9625-8f0cacd60ef2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1127 time: 0.1576366 Feb 11 05:57:28.817820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b433dc57-da68-49be-8cf0-08967398dcd5 req-b1147e5d-68eb-41c4-a09e-c3c99bd4f553 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123514 Feb 11 05:57:28.818078 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-bcee12f7-9460-4ade-85c4-54ea24f59623 service neutron] 10.222.0.81 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124346 Feb 11 05:57:28.839226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbedcd-a5b8-45bb-8e07-c5b8230f7c64 req-07e5c8b6-530a-472f-a9e5-cab8344053f5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.846770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['55197e40-2e80-4b90-8234-dbb19fb1e807'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:28.853648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15cbedcd-a5b8-45bb-8e07-c5b8230f7c64 req-07e5c8b6-530a-472f-a9e5-cab8344053f5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 944 time: 0.1601050 Feb 11 05:57:28.932495 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4d5b3908-bdee-4a8a-8204-4b3e54c8769b req-ccee7c0e-d790-4826-a03d-7e21c67eaf12 service neutron] 10.222.0.81 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068826 Feb 11 05:57:28.953065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-818f0938-91dc-413d-877b-3a80de170b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.954618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-818f0938-91dc-413d-877b-3a80de170b74 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 898 time: 0.1707075 Feb 11 05:57:28.958952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15cbedcd-a5b8-45bb-8e07-c5b8230f7c64 req-b7325e49-c51f-4171-adb5-61a9a477a1c4 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045043 Feb 11 05:57:29.024063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-a68930dc-67a3-4415-902e-f46f0028ac73 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 1000 time: 0.0620193 Feb 11 05:57:29.073707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-186109fe-0d17-4930-a901-1c60c055aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:29.075179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-186109fe-0d17-4930-a901-1c60c055aaf4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 200 len: 834 time: 0.0440435 Feb 11 05:57:29.128307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-5b938130-a401-488c-80e0-6ae02aed1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:29.130432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-5b938130-a401-488c-80e0-6ae02aed1106 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489528 Feb 11 05:57:29.223480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-06df01b8-4c8a-4c60-8f26-9d1639ffddfb service neutron] 10.222.0.81 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857167 Feb 11 05:57:29.225614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 07a30504-59c0-48f8-bdb9-08e017fb9ed9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:29.277305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 07a30504-59c0-48f8-bdb9-08e017fb9ed9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:29.277687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.321288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2958ece-194d-4954-ab6b-3c4b14284475 req-ed0a07e8-644b-439c-9987-c023c1827163 service neutron] 10.222.0.81 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901368 Feb 11 05:57:29.356055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 07a30504-59c0-48f8-bdb9-08e017fb9ed9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:29.646242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc645-fdf5-4100-bf84-893d6474f0d6 req-cb2098f2-c2f9-43dd-96db-538bd2059ff2 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:29.647710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-639cc645-fdf5-4100-bf84-893d6474f0d6 req-cb2098f2-c2f9-43dd-96db-538bd2059ff2 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 949 time: 0.0533440 Feb 11 05:57:29.697195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-639cc645-fdf5-4100-bf84-893d6474f0d6 req-c5e2cb66-1ceb-4f05-8d92-e14289f44e3f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Feb 11 05:57:29.949239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb17cde-5628-494a-9988-4e5d03869a26 req-ae6cd23a-d095-46d8-bc77-fcc0deb78364 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:29.950664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fb17cde-5628-494a-9988-4e5d03869a26 req-ae6cd23a-d095-46d8-bc77-fcc0deb78364 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 943 time: 0.0600796 Feb 11 05:57:30.001756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fb17cde-5628-494a-9988-4e5d03869a26 req-f9652784-06a7-4afc-8001-837634b32fa0 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 Feb 11 05:57:30.028736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:30.031017 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd846a71-4378-4dff-989d-3acd12fe0e57" -d '{"events": [{"name": "network-changed", "server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "tag": "c715b763-4373-4693-8fba-de2320ab72bd"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:30.080854 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aa50cb-c0cb-4779-8d8b-64e6ae9828b0 x-openstack-request-id: req-a9aa50cb-c0cb-4779-8d8b-64e6ae9828b0 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:30.081934 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "tag": "c715b763-4373-4693-8fba-de2320ab72bd", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:30.081934 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9aa50cb-c0cb-4779-8d8b-64e6ae9828b0 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:30.081934 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd', 'status': 'completed', 'code': 200} Feb 11 05:57:30.094913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03dbe-ca05-458d-b06d-fc3932fff2f7 req-789e0ed3-93c1-44d7-a3c8-6f1ac9bd412b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.096443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ad03dbe-ca05-458d-b06d-fc3932fff2f7 req-789e0ed3-93c1-44d7-a3c8-6f1ac9bd412b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 944 time: 0.0686183 Feb 11 05:57:30.216943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-13cf7588-ed9e-4030-b64f-ced2baf4777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.218419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-13cf7588-ed9e-4030-b64f-ced2baf4777f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1127 time: 0.1206410 Feb 11 05:57:30.222830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ad03dbe-ca05-458d-b06d-fc3932fff2f7 req-4e80d229-5c88-4090-8c2a-2f09d4b71fbb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173174 Feb 11 05:57:30.227407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-fc4d0a6c-4a2f-47e2-8514-1ab26d159472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.227407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-fc4d0a6c-4a2f-47e2-8514-1ab26d159472 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1127 time: 0.1196527 Feb 11 05:57:30.279122 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-df35415c-898d-4abc-9b6b-19ffaebf205c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.384790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-d94da053-717a-4e7f-b625-e8db5a2fce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.386265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-d94da053-717a-4e7f-b625-e8db5a2fce6b service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 898 time: 0.1580408 Feb 11 05:57:30.387448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 55197e40-2e80-4b90-8234-dbb19fb1e807 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:30.387647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-86809d60-45ae-4aef-b824-86ee574e22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.388924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-86809d60-45ae-4aef-b824-86ee574e22d0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 898 time: 0.1525779 Feb 11 05:57:30.446072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 55197e40-2e80-4b90-8234-dbb19fb1e807 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:57:30.450695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 55197e40-2e80-4b90-8234-dbb19fb1e807 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:30.451242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.512319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-a5effe92-8051-4d39-a647-753239aa97dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 1000 time: 0.1179712 Feb 11 05:57:30.514887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-f90e52c1-0eab-4b9f-9b44-45ed6d126883 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 1000 time: 0.1162851 Feb 11 05:57:30.543606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 55197e40-2e80-4b90-8234-dbb19fb1e807 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:30.544008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.568661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59efd0b8-0dff-4273-a008-f33a241d6f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55197e40-2e80-4b90-8234-dbb19fb1e807'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:30.570999 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026df039-d286-46a6-b919-65b91e883692" -d '{"events": [{"server_uuid": "59efd0b8-0dff-4273-a008-f33a241d6f1c", "name": "network-vif-plugged", "status": "completed", "tag": "55197e40-2e80-4b90-8234-dbb19fb1e807"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:30.594741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 55197e40-2e80-4b90-8234-dbb19fb1e807, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=55197e40-2e80-4b90-8234-dbb19fb1e807,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:30.600452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-9d2187ca-458f-486e-a7ab-976f9c36fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.602329 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.602992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-9d2187ca-458f-486e-a7ab-976f9c36fe70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 200 len: 834 time: 0.0847535 Feb 11 05:57:30.603648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c715b763-4373-4693-8fba-de2320ab72bd no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:30.609471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-6398e191-4c29-4a33-b45d-577a9ab38c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.616195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-6398e191-4c29-4a33-b45d-577a9ab38c81 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 200 len: 834 time: 0.0901670 Feb 11 05:57:30.641661 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774ca7e5-9f48-4cf1-a757-0716ae271653 x-openstack-request-id: req-774ca7e5-9f48-4cf1-a757-0716ae271653 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:30.642425 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59efd0b8-0dff-4273-a008-f33a241d6f1c", "name": "network-vif-plugged", "status": "completed", "tag": "55197e40-2e80-4b90-8234-dbb19fb1e807", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:30.642880 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-774ca7e5-9f48-4cf1-a757-0716ae271653 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:30.643468 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59efd0b8-0dff-4273-a008-f33a241d6f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55197e40-2e80-4b90-8234-dbb19fb1e807', 'code': 200} Feb 11 05:57:30.710716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port c715b763-4373-4693-8fba-de2320ab72bd host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:57:30.711357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c715b763-4373-4693-8fba-de2320ab72bd not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:30.712933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=55197e40-2e80-4b90-8234-dbb19fb1e807,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:30.746033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-d4b5c47b-2ee2-4e59-b28c-8d1308b473e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.747554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-d4b5c47b-2ee2-4e59-b28c-8d1308b473e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1213617 Feb 11 05:57:30.765386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-de9c7cab-78c1-446c-96e5-115adc8ae89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.766768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-de9c7cab-78c1-446c-96e5-115adc8ae89f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1493585 Feb 11 05:57:30.813624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54d5d-f68e-4d73-bae0-c250fff58910 req-f2f41f65-5af0-4a4e-b6b0-3d0ed0ba1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.815112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9d54d5d-f68e-4d73-bae0-c250fff58910 req-f2f41f65-5af0-4a4e-b6b0-3d0ed0ba1e0b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 1133 time: 0.1363099 Feb 11 05:57:31.036764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c715b763-4373-4693-8fba-de2320ab72bd details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:57:31.160422 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.168065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:31.183341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c715b763-4373-4693-8fba-de2320ab72bd', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'port_id': 'c715b763-4373-4693-8fba-de2320ab72bd', 'mac_address': 'fa:16:3e:c0:99:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:57:31.228307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c715b763-4373-4693-8fba-de2320ab72bd is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:31.228697 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c715b763-4373-4693-8fba-de2320ab72bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.244130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c715b763-4373-4693-8fba-de2320ab72bd {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:31.266371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:31.271169 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.271854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 1451f6c6-b787-4f6d-8e74-5bbe045eb612 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:57:31.352348 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:31.387855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9d54d5d-f68e-4d73-bae0-c250fff58910 req-e455f225-3427-41b4-b54f-5296a7758137 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447290 Feb 11 05:57:31.389773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-aa57de91-2a73-458f-b8f7-e59a9473905f service neutron] 10.222.0.81 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356921 Feb 11 05:57:31.397337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e5ac0-bb78-43aa-a594-f376156e7331 req-d7c2e414-9302-432f-b564-90693335d231 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:31.398915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea6e5ac0-bb78-43aa-a594-f376156e7331 req-d7c2e414-9302-432f-b564-90693335d231 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 950 time: 0.6205099 Feb 11 05:57:31.425148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 1451f6c6-b787-4f6d-8e74-5bbe045eb612, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=1451f6c6-b787-4f6d-8e74-5bbe045eb612,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:31.427307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-57787ed3-4439-4eed-8d37-f112c83a0e66 service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451123 Feb 11 05:57:31.438072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '1451f6c6-b787-4f6d-8e74-5bbe045eb612', 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1', 'port_id': '1451f6c6-b787-4f6d-8e74-5bbe045eb612', 'mac_address': 'fa:16:3e:c0:99:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2bbebb-3053-4c80-97f4-3db244653f16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:57:31.476585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:31.477255 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.491042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1451f6c6-b787-4f6d-8e74-5bbe045eb612 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:31.511851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a433fa9-c774-48df-823b-cabe971fde3e req-43608f10-e209-48b6-b0f8-c5f5ad1b1ea9 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:31.512146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 1451f6c6-b787-4f6d-8e74-5bbe045eb612, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=1451f6c6-b787-4f6d-8e74-5bbe045eb612,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:31.513485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a433fa9-c774-48df-823b-cabe971fde3e req-43608f10-e209-48b6-b0f8-c5f5ad1b1ea9 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 943 time: 0.2236028 Feb 11 05:57:31.516994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.543188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea6e5ac0-bb78-43aa-a594-f376156e7331 req-13c8b44f-a8ca-4d5d-a599-5949d1ab09fb tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290238 Feb 11 05:57:31.580484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-302a12c8-1685-4d72-b87b-c54ce2c3a06b service neutron] 10.222.0.81 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783760 Feb 11 05:57:31.591773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=1451f6c6-b787-4f6d-8e74-5bbe045eb612,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:31.631280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a433fa9-c774-48df-823b-cabe971fde3e req-b1de4e54-92ad-4158-9d45-7d7bb062c046 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056001 Feb 11 05:57:31.730301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd846a71-4378-4dff-989d-3acd12fe0e57 req-7248ac05-7430-402b-b131-f20612b053bd service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408339 Feb 11 05:57:31.742269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c967230-9af6-402a-a458-0229e270129a req-26cda529-0d31-4306-aded-6e55ad168156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:31.743818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c967230-9af6-402a-a458-0229e270129a req-26cda529-0d31-4306-aded-6e55ad168156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 945 time: 0.1068442 Feb 11 05:57:31.778313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['1451f6c6-b787-4f6d-8e74-5bbe045eb612'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:31.781877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c715b763-4373-4693-8fba-de2320ab72bd'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:31.802717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c967230-9af6-402a-a458-0229e270129a req-9db999ad-577f-49ba-9794-615443a55a0c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514326 Feb 11 05:57:32.118746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db2dde-5f26-449a-b7a5-a6619a266161 req-dabd891a-9919-4e59-a027-c835c28b6722 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.120509 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22db2dde-5f26-449a-b7a5-a6619a266161 req-dabd891a-9919-4e59-a027-c835c28b6722 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 945 time: 0.1428030 Feb 11 05:57:32.129046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-cbbb4ba5-aa95-41dd-8c6b-6561d352e175 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.130780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-cbbb4ba5-aa95-41dd-8c6b-6561d352e175 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac&tenant_id=fd919b75b5e04e12bb265670ddb374d9&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 945 time: 0.1370711 Feb 11 05:57:32.217210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22db2dde-5f26-449a-b7a5-a6619a266161 req-d23b0668-c796-41e3-91d6-8f377bc10845 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851424 Feb 11 05:57:32.225606 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-71e008c5-75bc-4eec-81fe-13031c8e67ea service neutron] delete failed (client error): The resource could not be found. Feb 11 05:57:32.226685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-71e008c5-75bc-4eec-81fe-13031c8e67ea service neutron] 10.222.0.72 "DELETE /v2.0/ports/c715b763-4373-4693-8fba-de2320ab72bd/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0880079 Feb 11 05:57:32.334641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-abe6a188-1d90-4274-b8ad-a40ed68f9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.336193 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-abe6a188-1d90-4274-b8ad-a40ed68f9a69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1128 time: 0.0548701 Feb 11 05:57:32.458850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-de178eeb-1263-4abd-852c-ea6e00378197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.460379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-de178eeb-1263-4abd-852c-ea6e00378197 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 898 time: 0.1171196 Feb 11 05:57:32.535517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-1a055c7a-c5b4-4eb3-9d89-0131c71365cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 1001 time: 0.0675750 Feb 11 05:57:32.586114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-3e180cbb-4409-4c80-b1c9-4c4e95e0f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.587735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-3e180cbb-4409-4c80-b1c9-4c4e95e0f3a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 200 len: 834 time: 0.0459456 Feb 11 05:57:32.668581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-5b53bc08-2294-4a5c-bd34-e58fa2f11a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.670130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-5b53bc08-2294-4a5c-bd34-e58fa2f11a88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770345 Feb 11 05:57:32.691993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194d04e-7ac2-4853-a631-c60fbb7ddfc5 req-5e0da5d6-2f76-49dd-a6c3-69c0a1e70985 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.693605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9194d04e-7ac2-4853-a631-c60fbb7ddfc5 req-5e0da5d6-2f76-49dd-a6c3-69c0a1e70985 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 950 time: 0.0735846 Feb 11 05:57:32.805191 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:32.828748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9194d04e-7ac2-4853-a631-c60fbb7ddfc5 req-c9fa56a5-7144-409d-8d07-b6eda2d7b9c1 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245687 Feb 11 05:57:32.849013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f872db3-ccc6-4ae6-b0cb-af8567edfaca req-26ab4c50-86a8-4c0a-bfde-e58439427b7b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.850511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f872db3-ccc6-4ae6-b0cb-af8567edfaca req-26ab4c50-86a8-4c0a-bfde-e58439427b7b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 944 time: 0.1474845 Feb 11 05:57:32.856211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-bc26f2a8-723d-4a2e-9359-7881b4c7638e service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797860 Feb 11 05:57:32.956298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f872db3-ccc6-4ae6-b0cb-af8567edfaca req-0c1cf7f6-847a-427a-bd41-5a1914ef87ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982025 Feb 11 05:57:32.983928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cdabb37-d9a5-4c64-8b33-5ee6ac559a88 req-e66bb19e-72ef-44b0-a6ee-85badab23a06 service neutron] 10.222.0.72 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197968 Feb 11 05:57:33.043048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 1451f6c6-b787-4f6d-8e74-5bbe045eb612 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:33.101194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:57:33.105459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:33.105831 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:33.120278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e0591-d052-4204-b5b5-8bb14de353da req-bbca22b0-1515-462d-be6a-1d90b982dabe tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:33.121855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af6e0591-d052-4204-b5b5-8bb14de353da req-bbca22b0-1515-462d-be6a-1d90b982dabe tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 950 time: 0.0588007 Feb 11 05:57:33.183649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af6e0591-d052-4204-b5b5-8bb14de353da req-94393a99-f2df-4920-b04a-62adcaa5c6d3 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515461 Feb 11 05:57:33.201212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:33.201611 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:33.225766 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dde12c-6b8a-44d6-9bca-16f6f4ca9c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1451f6c6-b787-4f6d-8e74-5bbe045eb612'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:33.228045 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aac0c8f-b964-4350-b300-35f341222995" -d '{"events": [{"server_uuid": "55dde12c-6b8a-44d6-9bca-16f6f4ca9c04", "name": "network-vif-plugged", "status": "completed", "tag": "1451f6c6-b787-4f6d-8e74-5bbe045eb612"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:33.241651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 1451f6c6-b787-4f6d-8e74-5bbe045eb612, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=1451f6c6-b787-4f6d-8e74-5bbe045eb612,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:33.247134 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:33.248144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c715b763-4373-4693-8fba-de2320ab72bd up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:33.293688 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6218f30a-b95c-43c6-90de-573382ce8d10 x-openstack-request-id: req-6218f30a-b95c-43c6-90de-573382ce8d10 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:33.294042 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dde12c-6b8a-44d6-9bca-16f6f4ca9c04", "name": "network-vif-plugged", "status": "completed", "tag": "1451f6c6-b787-4f6d-8e74-5bbe045eb612", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:33.294236 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6218f30a-b95c-43c6-90de-573382ce8d10 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:33.294632 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dde12c-6b8a-44d6-9bca-16f6f4ca9c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1451f6c6-b787-4f6d-8e74-5bbe045eb612', 'code': 200} Feb 11 05:57:33.337162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=1451f6c6-b787-4f6d-8e74-5bbe045eb612,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:33.353531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c715b763-4373-4693-8fba-de2320ab72bd completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:57:33.358262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c715b763-4373-4693-8fba-de2320ab72bd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:33.358643 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c715b763-4373-4693-8fba-de2320ab72bd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:33.400548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988ed6b-22c4-46b4-ad1d-55c98da46f8c req-fae1ef96-ff79-4728-b0fb-09c96df61df1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:33.402418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f988ed6b-22c4-46b4-ad1d-55c98da46f8c req-fae1ef96-ff79-4728-b0fb-09c96df61df1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 945 time: 0.0968933 Feb 11 05:57:33.431492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df701e-f0bf-41b6-b9f0-4095e2c9b5ac req-ce41c1da-5670-47d1-8ec7-12572ce8c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:33.433109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7df701e-f0bf-41b6-b9f0-4095e2c9b5ac req-ce41c1da-5670-47d1-8ec7-12572ce8c3f0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 1128 time: 0.0861795 Feb 11 05:57:33.453134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c715b763-4373-4693-8fba-de2320ab72bd is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:33.454119 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c715b763-4373-4693-8fba-de2320ab72bd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:33.477538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f988ed6b-22c4-46b4-ad1d-55c98da46f8c req-a1011d38-0a21-4b99-9edc-b324ef521ab8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687516 Feb 11 05:57:33.503038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7df701e-f0bf-41b6-b9f0-4095e2c9b5ac req-0c04391d-bdf7-45ef-9df0-86af1560baa6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598006 Feb 11 05:57:33.509435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:33.515410 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:33.571006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:33.915241 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.080133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c060e-79ae-4b48-9b93-3b0815bc5713 req-8b1ece7d-e6ae-4eba-b96d-68ce990be1a9 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:34.082169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-395c060e-79ae-4b48-9b93-3b0815bc5713 req-8b1ece7d-e6ae-4eba-b96d-68ce990be1a9 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Feb 11 05:57:34.132782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-395c060e-79ae-4b48-9b93-3b0815bc5713 req-8e709ab8-b4d3-450f-91bd-21ce6fbd1e00 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447862 Feb 11 05:57:34.309086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bd1d7-b253-4087-81c2-0fe558981923 req-cce54a91-55d3-4a7f-9674-a3cec5038186 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:34.310617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662bd1d7-b253-4087-81c2-0fe558981923 req-cce54a91-55d3-4a7f-9674-a3cec5038186 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 950 time: 0.0539334 Feb 11 05:57:34.384200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-662bd1d7-b253-4087-81c2-0fe558981923 req-a8dbf759-b070-4f9e-af15-7df50fb77d08 tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.31 "GET /v2.0/security-groups?id=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678077 Feb 11 05:57:34.411806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f489b-de37-4957-9ea8-9014589f6466 req-c68c2c18-0a28-4706-a49e-a992163858de tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:34.413308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-773f489b-de37-4957-9ea8-9014589f6466 req-c68c2c18-0a28-4706-a49e-a992163858de tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.72 "GET /v2.0/ports?device_id=59efd0b8-0dff-4273-a008-f33a241d6f1c HTTP/1.1" status: 200 len: 950 time: 0.0638204 Feb 11 05:57:34.509430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-773f489b-de37-4957-9ea8-9014589f6466 req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Deleting port 55197e40-2e80-4b90-8234-dbb19fb1e807 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:34.510129 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-773f489b-de37-4957-9ea8-9014589f6466 req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.633805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-773f489b-de37-4957-9ea8-9014589f6466 req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] For port 55197e40-2e80-4b90-8234-dbb19fb1e807, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=55197e40-2e80-4b90-8234-dbb19fb1e807,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:34.634089 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-773f489b-de37-4957-9ea8-9014589f6466 req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.652586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-773f489b-de37-4957-9ea8-9014589f6466 req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Calling delete_port for 55197e40-2e80-4b90-8234-dbb19fb1e807 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:34.664175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e2aae-f343-4e07-94ba-611856095414 req-28583acd-cfc1-434a-8225-330652a36347 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:34.665708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e1e2aae-f343-4e07-94ba-611856095414 req-28583acd-cfc1-434a-8225-330652a36347 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0981848 Feb 11 05:57:34.763287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e1e2aae-f343-4e07-94ba-611856095414 req-90708bd1-1982-4d77-9dfb-adf58d9ee99d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907447 Feb 11 05:57:34.787379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36258) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:34.842072 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-773f489b-de37-4957-9ea8-9014589f6466 req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (55197e40-2e80-4b90-8234-dbb19fb1e807), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.853972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['55197e40-2e80-4b90-8234-dbb19fb1e807'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:34.864251 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fe0a3636-f23c-4e53-9d5a-405f83ed4683 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/d113b11d-7771-49f6-9295-cd372ac4a35e HTTP/1.1" status: 200 len: 994 time: 0.0749319 Feb 11 05:57:34.873052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Pushing event deleted for resources: {'Port': ['ID=55197e40-2e80-4b90-8234-dbb19fb1e807,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:34.922338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-773f489b-de37-4957-9ea8-9014589f6466 req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] No DVR routers for this DVR port 55197e40-2e80-4b90-8234-dbb19fb1e807 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:34.926719 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-773f489b-de37-4957-9ea8-9014589f6466 req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.930589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-773f489b-de37-4957-9ea8-9014589f6466 req-40115de8-98a4-46dd-87f7-4f41f0557e2f tempest-VolumesNegativeTest-648017901 tempest-VolumesNegativeTest-648017901-project] 10.222.0.72 "DELETE /v2.0/ports/55197e40-2e80-4b90-8234-dbb19fb1e807 HTTP/1.1" status: 204 len: 173 time: 0.5118644 Feb 11 05:57:34.931127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59efd0b8-0dff-4273-a008-f33a241d6f1c', 'name': 'network-vif-deleted', 'tag': '55197e40-2e80-4b90-8234-dbb19fb1e807'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:34.934694 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799dfbb5-6e6e-40a9-af50-794493d9bca8" -d '{"events": [{"server_uuid": "59efd0b8-0dff-4273-a008-f33a241d6f1c", "name": "network-vif-deleted", "tag": "55197e40-2e80-4b90-8234-dbb19fb1e807"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:34.981328 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca56993-1e3c-4c19-8a67-0d376a472a5f x-openstack-request-id: req-8ca56993-1e3c-4c19-8a67-0d376a472a5f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:34.981698 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59efd0b8-0dff-4273-a008-f33a241d6f1c", "name": "network-vif-deleted", "tag": "55197e40-2e80-4b90-8234-dbb19fb1e807", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:34.982021 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ca56993-1e3c-4c19-8a67-0d376a472a5f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:34.982485 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59efd0b8-0dff-4273-a008-f33a241d6f1c', 'name': 'network-vif-deleted', 'tag': '55197e40-2e80-4b90-8234-dbb19fb1e807', 'status': 'completed', 'code': 200} Feb 11 05:57:35.256097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae126d-578c-4bd5-b3a0-cd1b77cc1b53 req-9573955d-f164-4853-907c-d4b7c524ed56 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.257661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bae126d-578c-4bd5-b3a0-cd1b77cc1b53 req-9573955d-f164-4853-907c-d4b7c524ed56 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0560308 Feb 11 05:57:35.295737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:35.299185 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813a1431-d00c-4908-a705-eb90626e1319" -d '{"events": [{"server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "name": "network-vif-plugged", "status": "completed", "tag": "c715b763-4373-4693-8fba-de2320ab72bd"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:35.313558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bae126d-578c-4bd5-b3a0-cd1b77cc1b53 req-7e5279a5-937c-4792-82d7-f0cfcabbc262 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500948 Feb 11 05:57:35.343114 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e13b6-f7b4-4c5f-b7c7-e5445f226f9c x-openstack-request-id: req-4a3e13b6-f7b4-4c5f-b7c7-e5445f226f9c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:35.343708 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "name": "network-vif-plugged", "status": "completed", "tag": "c715b763-4373-4693-8fba-de2320ab72bd", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:35.343877 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a3e13b6-f7b4-4c5f-b7c7-e5445f226f9c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:35.344267 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd', 'code': 200} Feb 11 05:57:35.584559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-17a384cc-4090-475f-a9ab-be9c8b82f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.586110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-17a384cc-4090-475f-a9ab-be9c8b82f112 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7991e845823f4ca38c9c202d7c241db1&device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 1128 time: 0.0774622 Feb 11 05:57:35.601504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9868456-2409-4cfa-abae-342fc2a313af req-ef53a56d-16d9-4440-bb0f-fc9793dd304d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.603006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9868456-2409-4cfa-abae-342fc2a313af req-ef53a56d-16d9-4440-bb0f-fc9793dd304d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0836589 Feb 11 05:57:35.707383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9868456-2409-4cfa-abae-342fc2a313af req-01f40769-21ad-4862-84f4-c1f5c49daef9 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973945 Feb 11 05:57:35.728139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-0bfb3225-6617-4335-a504-fecad8ab9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.728139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-0bfb3225-6617-4335-a504-fecad8ab9cef service neutron] 10.222.0.81 "GET /v2.0/networks?id=184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 200 len: 912 time: 0.1337910 Feb 11 05:57:35.768730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-35a09877-3006-457c-a84f-3c2bb5d3bec2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1451f6c6-b787-4f6d-8e74-5bbe045eb612 HTTP/1.1" status: 200 len: 217 time: 0.0347564 Feb 11 05:57:35.825261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-a2fe0460-f177-4280-890d-6c74e31669aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.827199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-a2fe0460-f177-4280-890d-6c74e31669aa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7f2bbebb-3053-4c80-97f4-3db244653f16 HTTP/1.1" status: 200 len: 851 time: 0.0531900 Feb 11 05:57:35.859821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-76929feb-cf03-4930-b3fa-5b28b6b2f744 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=184336d5-7c40-4cda-a310-8878a083c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272405 Feb 11 05:57:35.955303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-1477382f-bdb7-4382-abd1-c2e4fa383cc7 service neutron] 10.222.0.81 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892127 Feb 11 05:57:36.055322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cfa3ccf-8aa8-4b3c-bfa2-3e10850b2c77 req-ec4f9bcf-a997-488e-b476-13ba4fa09d6a service neutron] 10.222.0.81 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937874 Feb 11 05:57:36.845828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540838-a7fc-45c2-8e93-570b3ce2e9aa req-15b11a28-0596-402c-8278-258af85deb9f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.847997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e540838-a7fc-45c2-8e93-570b3ce2e9aa req-15b11a28-0596-402c-8278-258af85deb9f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0625610 Feb 11 05:57:36.897874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e540838-a7fc-45c2-8e93-570b3ce2e9aa req-c05b44ca-a259-446d-8395-11e9071966e8 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Feb 11 05:57:38.050227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dbfa0-a5f7-43da-af8a-bd439bb40b96 req-158edfb4-4d45-4837-b920-7439bc837e13 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:38.052427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe8dbfa0-a5f7-43da-af8a-bd439bb40b96 req-158edfb4-4d45-4837-b920-7439bc837e13 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0774348 Feb 11 05:57:38.102124 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe8dbfa0-a5f7-43da-af8a-bd439bb40b96 req-73fd8a50-84a0-4750-b908-9d21f814921a tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435996 Feb 11 05:57:38.429200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 55197e40-2e80-4b90-8234-dbb19fb1e807 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:38.449831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 55197e40-2e80-4b90-8234-dbb19fb1e807 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:38.450188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 55197e40-2e80-4b90-8234-dbb19fb1e807 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:39.226124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9031df-e6dd-44ad-b966-0bbe3fef80bf req-99b7793e-9073-414e-9463-654915ee36e3 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:39.227642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed9031df-e6dd-44ad-b966-0bbe3fef80bf req-99b7793e-9073-414e-9463-654915ee36e3 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0559270 Feb 11 05:57:39.277750 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed9031df-e6dd-44ad-b966-0bbe3fef80bf req-ccb10a44-994e-4255-9e16-db1a92fc3f43 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443089 Feb 11 05:57:40.413094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3733-5afd-4770-9d4d-4e79a181c098 req-07c833af-b366-4a38-942e-782f0a23271d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:40.414550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c92c3733-5afd-4770-9d4d-4e79a181c098 req-07c833af-b366-4a38-942e-782f0a23271d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0621488 Feb 11 05:57:40.468259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c92c3733-5afd-4770-9d4d-4e79a181c098 req-8b7c6940-0fd6-4624-a91e-5819b22ab9bf tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478647 Feb 11 05:57:41.590228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21b61-aa01-4b21-bc9b-26de8f867f44 req-74c27842-a2ce-41ce-9b78-310b11093578 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:41.591727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bf21b61-aa01-4b21-bc9b-26de8f867f44 req-74c27842-a2ce-41ce-9b78-310b11093578 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0539927 Feb 11 05:57:41.644783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bf21b61-aa01-4b21-bc9b-26de8f867f44 req-8caaf9dd-99f6-49c7-9f7d-acd719894374 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472889 Feb 11 05:57:42.420309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:42.564756 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-21ac8d06-0d5a-4d4a-825f-d8ff6542e5dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35c6c60b9ec8412f99948539f0435172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430068 Feb 11 05:57:42.567194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36534) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:42.617287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e05c19cf-b299-45f2-80c3-994a4d03dbea admin admin] Publish callbacks [] for security_group (48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:42.638459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e05c19cf-b299-45f2-80c3-994a4d03dbea admin admin] Publish callbacks [] for security_group (48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:42.689783 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e05c19cf-b299-45f2-80c3-994a4d03dbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:42.693577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e05c19cf-b299-45f2-80c3-994a4d03dbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:42.698714 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e05c19cf-b299-45f2-80c3-994a4d03dbea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d HTTP/1.1" status: 204 len: 168 time: 0.1297565 Feb 11 05:57:42.709139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c19cf-b299-45f2-80c3-994a4d03dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ebeb4f-f642-4f0d-8bf7-cdb3c6d1c63d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:42.778525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a6cf-f7ef-4f31-be25-9fbcff701914 req-cfd156d3-7677-495e-b39c-30c20256d89f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:42.782109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9d1a6cf-f7ef-4f31-be25-9fbcff701914 req-cfd156d3-7677-495e-b39c-30c20256d89f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0638411 Feb 11 05:57:42.841007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9d1a6cf-f7ef-4f31-be25-9fbcff701914 req-519a1ce6-3500-4237-b409-ffd22b916597 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Feb 11 05:57:43.977134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c11506-f1eb-4a91-98f7-f510797d3d2e req-674e68ce-9af0-4744-bb61-d5d13cad9bdc tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:43.978678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99c11506-f1eb-4a91-98f7-f510797d3d2e req-674e68ce-9af0-4744-bb61-d5d13cad9bdc tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0625610 Feb 11 05:57:44.029722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99c11506-f1eb-4a91-98f7-f510797d3d2e req-2901e0df-f976-4b8b-b3dd-e31879e0d23d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Feb 11 05:57:44.740302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36590) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:44.745401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'network': {'name': 'tempest-network-smoke--1878349773', 'project_id': '8aa29dde7b874754a4baf8def492f439', 'port_security_enabled': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:44.765376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Made reservation on behalf of 8aa29dde7b874754a4baf8def492f439 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:44.768649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.776916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.853975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (d293ff2e-aa09-4cdf-8bbf-56548a3209c9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.857619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d293ff2e-aa09-4cdf-8bbf-56548a3209c9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.880426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:57:44.893599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d293ff2e-aa09-4cdf-8bbf-56548a3209c9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:44.899411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e53d176c-23a0-4977-8f89-e6ed7db71ba2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.899741 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Added segment e53d176c-23a0-4977-8f89-e6ed7db71ba2 of type vlan for network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 Feb 11 05:57:44.944872 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.970707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.975986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:44.976561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.015419 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2740183 Feb 11 05:57:45.018791 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36592) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:45.047254 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'admin_state_up': True, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:45.057850 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad3953-bb94-4e70-86b7-dcc7e7bbb6e3 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Network': ['ID=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:45.072488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:57:45.078041 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d2e71f46-cd24-47a9-b5a2-19d438966edf), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.079084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d2e71f46-cd24-47a9-b5a2-19d438966edf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.143306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_controller (d2e71f46-cd24-47a9-b5a2-19d438966edf), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.158152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9069888-7a34-4fdf-a803-e072adfc82bc req-f01b15ea-4ec3-40fd-ad57-f74bb78cee0e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:45.161304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9069888-7a34-4fdf-a803-e072adfc82bc req-f01b15ea-4ec3-40fd-ad57-f74bb78cee0e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0602226 Feb 11 05:57:45.209610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9069888-7a34-4fdf-a803-e072adfc82bc req-972ba876-8461-485d-a347-94f9c1e181d5 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Feb 11 05:57:45.289439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_gateway (d2e71f46-cd24-47a9-b5a2-19d438966edf), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.493538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_gateway (d2e71f46-cd24-47a9-b5a2-19d438966edf), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.512015 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.620782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Allocated IP 172.25.1.211 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/385a667f-b6cc-4737-b7cb-3d18ad98ee56) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:45.728517 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.761976 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.807244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:45.810125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:45.812637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:45.839582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=385a667f-b6cc-4737-b7cb-3d18ad98ee56,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:46.075951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_gateway (d2e71f46-cd24-47a9-b5a2-19d438966edf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:46.281350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d2e71f46-cd24-47a9-b5a2-19d438966edf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:46.335575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef140-aa28-42a6-ad40-7e3ed7207ea4 req-d1fb2c31-5906-4777-8dcd-b723f8b0804b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:46.336978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcaef140-aa28-42a6-ad40-7e3ed7207ea4 req-d1fb2c31-5906-4777-8dcd-b723f8b0804b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0537536 Feb 11 05:57:46.389701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcaef140-aa28-42a6-ad40-7e3ed7207ea4 req-fa71dd29-2690-4f7e-bbe0-493f430007c1 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Feb 11 05:57:46.419291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Router d2e71f46-cd24-47a9-b5a2-19d438966edf is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:57:46.526828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:46.537821 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Sync routers for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:46.547355 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:46.548277 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:46.548623 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5f9e84f5-2d6a-40cf-a78d-f17cf08d7d6c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5288711 Feb 11 05:57:46.548766 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:46.552493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36598) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:46.656549 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:46.687987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dc6cf53d-5b59-4261-b490-2ce7da58eb60 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=8aa29dde7b874754a4baf8def492f439&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1318462 Feb 11 05:57:46.688276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36602) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:46.774188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87f4be-9f4f-4ecd-86d1-7a5f83e7c41a tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:46.778482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-db87f4be-9f4f-4ecd-86d1-7a5f83e7c41a tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865874 Feb 11 05:57:46.778676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36604) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:46.813826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8c183b83-f73a-4363-b69d-3bef2dc0394f tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310104 Feb 11 05:57:46.814078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36606) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:46.819377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1119477492', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'project_id': '8aa29dde7b874754a4baf8def492f439', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:46.836523 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:45Z', 'revision_number': 3, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:46.866666 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Checking router: d2e71f46-cd24-47a9-b5a2-19d438966edf for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:46.867018 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Updating router d2e71f46-cd24-47a9-b5a2-19d438966edf port 385a667f-b6cc-4737-b7cb-3d18ad98ee56 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:57:46.894613 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:46.905293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Made reservation on behalf of 8aa29dde7b874754a4baf8def492f439 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:46.908679 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.097445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (0e9ea052-e3ba-45d1-a847-d7333ddeeefd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.153280 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Publish callbacks [] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.159718 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.163338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Subnet': ['ID=0e9ea052-e3ba-45d1-a847-d7333ddeeefd,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:47.170611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Checking segment: {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:47.170949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network hostable DHCP agents. Network: d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:57:47.191590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:57:47.201835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:47.206608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:47.207417 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.211924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c58b6d-6501-4f8c-84ba-a79f88fdd679 None None] Network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:57:47.234370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36608) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:47.234979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d478fe6d-7171-43f3-91fe-4db58282eb93 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4198644 Feb 11 05:57:47.315085 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Attempting to bind port 385a667f-b6cc-4737-b7cb-3d18ad98ee56 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:47.315501 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Attempting to bind port 385a667f-b6cc-4737-b7cb-3d18ad98ee56 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:47.315851 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Attempting to bind port 385a667f-b6cc-4737-b7cb-3d18ad98ee56 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:47.327467 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:47.328025 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:47.328422 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.328817 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:47.329006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'project_id': '8aa29dde7b874754a4baf8def492f439', 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:57:47.329315 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Bound port: 385a667f-b6cc-4737-b7cb-3d18ad98ee56, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:47.329695 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.329924 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.351741 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e885-9e5b-4989-b8cc-6f6fab11541f None None] Pushing event updated for resources: {'Port': ['ID=385a667f-b6cc-4737-b7cb-3d18ad98ee56,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:47.389719 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] For port 385a667f-b6cc-4737-b7cb-3d18ad98ee56, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:47.393345 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] For port 385a667f-b6cc-4737-b7cb-3d18ad98ee56, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=385a667f-b6cc-4737-b7cb-3d18ad98ee56,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:47.400903 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.477027 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:47.477712 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:47.487978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Allocated IP 172.20.0.2 (d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523/0e9ea052-e3ba-45d1-a847-d7333ddeeefd/e244d833-5209-4292-a6bf-db87f3837dd5) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:47.560931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b9920-c92b-4de2-af45-00e4343ce2ee req-c551fbe4-1a1d-4504-979f-f7fdf2ac8105 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:47.562578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd3b9920-c92b-4de2-af45-00e4343ce2ee req-c551fbe4-1a1d-4504-979f-f7fdf2ac8105 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0662415 Feb 11 05:57:47.607561 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:47.643105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd3b9920-c92b-4de2-af45-00e4343ce2ee req-58c2868c-f953-43bf-8125-84014fdab374 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649645 Feb 11 05:57:47.666362 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e885-9e5b-4989-b8cc-6f6fab11541f None None] Pushing event updated for resources: {'Port': ['ID=385a667f-b6cc-4737-b7cb-3d18ad98ee56,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:47.691106 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Publish callbacks [] for port (e244d833-5209-4292-a6bf-db87f3837dd5), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.698326 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.739694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:47.742841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:47.746756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:47.756125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Pushing event updated for resources: {'Port': ['ID=e244d833-5209-4292-a6bf-db87f3837dd5,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:47.814042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Attempting to bind port e244d833-5209-4292-a6bf-db87f3837dd5 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:47.815126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Attempting to bind port e244d833-5209-4292-a6bf-db87f3837dd5 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:47.816262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Attempting to bind port e244d833-5209-4292-a6bf-db87f3837dd5 on network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:47.823433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:47.823817 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Checking segment: {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:47.824561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.824685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Bound using segment: {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:47.825050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Bound port: e244d833-5209-4292-a6bf-db87f3837dd5, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:47.825457 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.827037 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:45Z', 'revision_number': 3, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:47.854656 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c896225-3a70-49ca-9481-f453c7a50e71 None None] The sync data for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 is: [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:45Z', 'revision_number': 3, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:47.903359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] For port e244d833-5209-4292-a6bf-db87f3837dd5, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:47.906668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] For port e244d833-5209-4292-a6bf-db87f3837dd5, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e244d833-5209-4292-a6bf-db87f3837dd5,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:47.918600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:47.981996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a91ac-3e94-4fcb-b9db-b0d4954e366b None None] Pushing event updated for resources: {'Port': ['ID=e244d833-5209-4292-a6bf-db87f3837dd5,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:48.075859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:48.443759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Allocated IP 172.20.0.1 (d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523/0e9ea052-e3ba-45d1-a847-d7333ddeeefd/927e6426-7a06-42b2-bb17-668407f41d42) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:48.583104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (927e6426-7a06-42b2-bb17-668407f41d42), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:48.620582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (927e6426-7a06-42b2-bb17-668407f41d42), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:48.658283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:48.664842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:48.669637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:48.715809 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (d2e71f46-cd24-47a9-b5a2-19d438966edf), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:48.770978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=927e6426-7a06-42b2-bb17-668407f41d42,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:48.794871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85235d-b6a3-4cd4-a43a-586f2d033fa9 req-207a31ba-4cea-4836-b1ad-a86b1bf6b436 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:48.803439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac85235d-b6a3-4cd4-a43a-586f2d033fa9 req-207a31ba-4cea-4836-b1ad-a86b1bf6b436 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0762391 Feb 11 05:57:48.866453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac85235d-b6a3-4cd4-a43a-586f2d033fa9 req-199a3a9e-9ab8-452d-a106-47fa66155345 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618737 Feb 11 05:57:48.907820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (927e6426-7a06-42b2-bb17-668407f41d42), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.051234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f42b76e-0a30-4360-8454-e6a437bfc35c None None] Network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:57:49.125718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34717140-8fb7-4853-91e4-6c6f0e64ecdc None None] Provisioning complete for port e244d833-5209-4292-a6bf-db87f3837dd5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:49.126458 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34717140-8fb7-4853-91e4-6c6f0e64ecdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.250485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (927e6426-7a06-42b2-bb17-668407f41d42), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.261151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (927e6426-7a06-42b2-bb17-668407f41d42), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.337531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e244d833-5209-4292-a6bf-db87f3837dd5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:49.339918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=927e6426-7a06-42b2-bb17-668407f41d42,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:49.347180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (d2e71f46-cd24-47a9-b5a2-19d438966edf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.461638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:49.462757 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:49.481580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34717140-8fb7-4853-91e4-6c6f0e64ecdc None None] Current status of the port e244d833-5209-4292-a6bf-db87f3837dd5 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:49.481978 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34717140-8fb7-4853-91e4-6c6f0e64ecdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.493229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e244d833-5209-4292-a6bf-db87f3837dd5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:49.493610 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.552989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-34717140-8fb7-4853-91e4-6c6f0e64ecdc None None] For port e244d833-5209-4292-a6bf-db87f3837dd5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e244d833-5209-4292-a6bf-db87f3837dd5,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:49.594239 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34717140-8fb7-4853-91e4-6c6f0e64ecdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.613448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Router d2e71f46-cd24-47a9-b5a2-19d438966edf has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:49.637038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e244d833-5209-4292-a6bf-db87f3837dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:49.638215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 385a667f-b6cc-4737-b7cb-3d18ad98ee56 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:49.689391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34717140-8fb7-4853-91e4-6c6f0e64ecdc None None] Pushing event updated for resources: {'Port': ['ID=e244d833-5209-4292-a6bf-db87f3837dd5,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:49.719574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 385a667f-b6cc-4737-b7cb-3d18ad98ee56 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:49.719958 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.748681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:49.757920 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a23b0d68-29cf-4202-aea2-a17bf130c3cb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "PUT /v2.0/routers/d2e71f46-cd24-47a9-b5a2-19d438966edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5188553 Feb 11 05:57:49.758209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36614) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:49.762587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d1f2a8f4-c857-41e6-ae02-f4724ae67277 None None] Provisioning complete for port 927e6426-7a06-42b2-bb17-668407f41d42 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:49.762977 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a8f4-c857-41e6-ae02-f4724ae67277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (927e6426-7a06-42b2-bb17-668407f41d42), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.764983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5ab04557-03ef-46ca-8e0e-c9f3c55f25ea tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2017916054', 'description': 'tempest-secgroup_access--2017916054 description', 'project_id': '8aa29dde7b874754a4baf8def492f439'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:49.790730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ab04557-03ef-46ca-8e0e-c9f3c55f25ea tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.813586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2a8f4-c857-41e6-ae02-f4724ae67277 None None] Port 927e6426-7a06-42b2-bb17-668407f41d42 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:49.850236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Sync routers for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:49.867672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d1f2a8f4-c857-41e6-ae02-f4724ae67277 None None] Provisioning complete for port e244d833-5209-4292-a6bf-db87f3837dd5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:49.868057 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a8f4-c857-41e6-ae02-f4724ae67277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.890151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ab04557-03ef-46ca-8e0e-c9f3c55f25ea tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (1a30bd74-d1dd-47b8-97d9-617755684575), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.898563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ab04557-03ef-46ca-8e0e-c9f3c55f25ea tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1a30bd74-d1dd-47b8-97d9-617755684575), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.908868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:49.910105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:49.913964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 385a667f-b6cc-4737-b7cb-3d18ad98ee56 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:49.914369 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.953804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5ab04557-03ef-46ca-8e0e-c9f3c55f25ea tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.958215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5ab04557-03ef-46ca-8e0e-c9f3c55f25ea tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1961415 Feb 11 05:57:49.958644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36618) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:49.963777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-deceab83-2681-459e-88df-cf7a538c6e17 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--378553952', 'description': 'tempest-secgroup_general--378553952 description', 'project_id': '8aa29dde7b874754a4baf8def492f439'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:49.973544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab04557-03ef-46ca-8e0e-c9f3c55f25ea tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a30bd74-d1dd-47b8-97d9-617755684575,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:50.016418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 385a667f-b6cc-4737-b7cb-3d18ad98ee56, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=385a667f-b6cc-4737-b7cb-3d18ad98ee56,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:50.025523 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.063136 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-deceab83-2681-459e-88df-cf7a538c6e17 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.102621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc451d5-1b0f-4683-9ba6-b2e824434414 req-ffa0522b-1e71-422e-b505-fb33f80fcc4d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:50.104674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efc451d5-1b0f-4683-9ba6-b2e824434414 req-ffa0522b-1e71-422e-b505-fb33f80fcc4d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1100597 Feb 11 05:57:50.171991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=385a667f-b6cc-4737-b7cb-3d18ad98ee56,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:50.193064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:50.194276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efc451d5-1b0f-4683-9ba6-b2e824434414 req-1e53164b-ac48-4ebb-99c6-56da9436f2cf tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822756 Feb 11 05:57:50.197628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-deceab83-2681-459e-88df-cf7a538c6e17 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (9843380b-c8c5-4716-8d96-fdcafe8c6be7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.203325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-deceab83-2681-459e-88df-cf7a538c6e17 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9843380b-c8c5-4716-8d96-fdcafe8c6be7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.235061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-deceab83-2681-459e-88df-cf7a538c6e17 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.236365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-deceab83-2681-459e-88df-cf7a538c6e17 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2763209 Feb 11 05:57:50.240051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36620) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:50.245967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-04265422-f380-469f-a650-1a9e0987bc4c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'security_group_rule': {'security_group_id': '1a30bd74-d1dd-47b8-97d9-617755684575', 'project_id': '8aa29dde7b874754a4baf8def492f439', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:50.246282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deceab83-2681-459e-88df-cf7a538c6e17 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9843380b-c8c5-4716-8d96-fdcafe8c6be7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:50.267413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2a8f4-c857-41e6-ae02-f4724ae67277 None None] Current status of the port e244d833-5209-4292-a6bf-db87f3837dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:50.287738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04265422-f380-469f-a650-1a9e0987bc4c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group_rule (f607c5d2-7eff-4877-8f7e-8431931d7ecc), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.357854 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04265422-f380-469f-a650-1a9e0987bc4c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group_rule (f607c5d2-7eff-4877-8f7e-8431931d7ecc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.366739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04265422-f380-469f-a650-1a9e0987bc4c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f607c5d2-7eff-4877-8f7e-8431931d7ecc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.390794 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04265422-f380-469f-a650-1a9e0987bc4c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f607c5d2-7eff-4877-8f7e-8431931d7ecc,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:50.397928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-04265422-f380-469f-a650-1a9e0987bc4c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.405203 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-04265422-f380-469f-a650-1a9e0987bc4c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582747 Feb 11 05:57:50.424232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5c368c24-3a3e-4d09-b5f3-c7d8cd9031c7 None None] Provisioning complete for port 927e6426-7a06-42b2-bb17-668407f41d42 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:50.424643 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5c368c24-3a3e-4d09-b5f3-c7d8cd9031c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (927e6426-7a06-42b2-bb17-668407f41d42), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.495654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5c368c24-3a3e-4d09-b5f3-c7d8cd9031c7 None None] Port 927e6426-7a06-42b2-bb17-668407f41d42 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:50.534975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:48Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '927e6426-7a06-42b2-bb17-668407f41d42', 'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:43:56:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:48Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 2, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:50.569403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Checking router: d2e71f46-cd24-47a9-b5a2-19d438966edf for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:50.569790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Updating router d2e71f46-cd24-47a9-b5a2-19d438966edf port 927e6426-7a06-42b2-bb17-668407f41d42 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:57:50.578569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-ffe548e3-dfa3-40e8-ada3-c6f73657c8a4 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--378553952&fields=id&tenant_id=8aa29dde7b874754a4baf8def492f439 HTTP/1.1" status: 200 len: 267 time: 0.0507770 Feb 11 05:57:50.602148 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (927e6426-7a06-42b2-bb17-668407f41d42), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.642496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-9638b098-5956-48ea-a242-cf4823477954 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--2017916054&fields=id&tenant_id=8aa29dde7b874754a4baf8def492f439 HTTP/1.1" status: 200 len: 267 time: 0.0538375 Feb 11 05:57:50.760107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-c08f5c8a-049b-4c3c-b23c-fb378aa3e79a tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:50.761645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-c08f5c8a-049b-4c3c-b23c-fb378aa3e79a tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/networks?id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 HTTP/1.1" status: 200 len: 797 time: 0.1114528 Feb 11 05:57:50.778159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-c7a7e12a-fb3c-4051-a3a6-68f7ae9a7739 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/quotas/8aa29dde7b874754a4baf8def492f439 HTTP/1.1" status: 200 len: 375 time: 0.0110435 Feb 11 05:57:50.842051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-405aade4-df5b-499c-907e-9d56adb8b3a4 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aa29dde7b874754a4baf8def492f439&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565958 Feb 11 05:57:50.891586 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Publish callbacks [] for port (927e6426-7a06-42b2-bb17-668407f41d42), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.898698 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (927e6426-7a06-42b2-bb17-668407f41d42), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.953604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98de6c4-4e52-4338-bbc9-61f6aafd8a03 None None] Pushing event updated for resources: {'Port': ['ID=927e6426-7a06-42b2-bb17-668407f41d42,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:50.967484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-1c7f5cef-8742-4f0d-9084-3c386c18a1f9 service neutron] 10.222.0.31 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131840 Feb 11 05:57:51.026394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Attempting to bind port 927e6426-7a06-42b2-bb17-668407f41d42 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:51.026709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Attempting to bind port 927e6426-7a06-42b2-bb17-668407f41d42 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:51.027082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Attempting to bind port 927e6426-7a06-42b2-bb17-668407f41d42 on network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:51.033382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:51.033768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Checking segment: {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:51.034218 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:51.034618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Bound using segment: {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:51.035108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Bound port: 927e6426-7a06-42b2-bb17-668407f41d42, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:51.035492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (927e6426-7a06-42b2-bb17-668407f41d42), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:51.098030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-14713752-dd40-404e-bfef-5347887d94c9 service neutron] 10.222.0.31 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236563 Feb 11 05:57:51.122742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] For port 927e6426-7a06-42b2-bb17-668407f41d42, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:51.129201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] For port 927e6426-7a06-42b2-bb17-668407f41d42, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=927e6426-7a06-42b2-bb17-668407f41d42,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:51.137903 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (927e6426-7a06-42b2-bb17-668407f41d42), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:51.191848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:51.192992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:57:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:51.266040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98de6c4-4e52-4338-bbc9-61f6aafd8a03 None None] Pushing event updated for resources: {'Port': ['ID=927e6426-7a06-42b2-bb17-668407f41d42,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:51.382997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e244d833-5209-4292-a6bf-db87f3837dd5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:51.435952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13afbb8d-b93f-4e82-b3b7-b462226b28f4 req-b89e2fed-d123-4b26-bc16-b7f5e868fb7f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 210 time: 0.0682392 Feb 11 05:57:51.450745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:51.471086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503aecd-e71f-482f-8bb3-e3ac44a131ab req-686937e0-5de5-4b49-9f85-05f2df161d7c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:51.474445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8503aecd-e71f-482f-8bb3-e3ac44a131ab req-686937e0-5de5-4b49-9f85-05f2df161d7c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1301823 Feb 11 05:57:51.481741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-883e1a2a-91fa-4a65-af43-2800b8957c41 None None] Provisioning complete for port 927e6426-7a06-42b2-bb17-668407f41d42 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:51.482123 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-883e1a2a-91fa-4a65-af43-2800b8957c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (927e6426-7a06-42b2-bb17-668407f41d42), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:51.534744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8503aecd-e71f-482f-8bb3-e3ac44a131ab req-f699c7e6-c4be-48fe-875d-3a770f439efc tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536208 Feb 11 05:57:51.618175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e244d833-5209-4292-a6bf-db87f3837dd5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:51.618980 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:51.926034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-883e1a2a-91fa-4a65-af43-2800b8957c41 None None] Current status of the port 927e6426-7a06-42b2-bb17-668407f41d42 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:51.926429 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-883e1a2a-91fa-4a65-af43-2800b8957c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (927e6426-7a06-42b2-bb17-668407f41d42), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:52.025264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-883e1a2a-91fa-4a65-af43-2800b8957c41 None None] For port 927e6426-7a06-42b2-bb17-668407f41d42, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=927e6426-7a06-42b2-bb17-668407f41d42,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:52.032672 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-883e1a2a-91fa-4a65-af43-2800b8957c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (927e6426-7a06-42b2-bb17-668407f41d42), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:52.037658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e244d833-5209-4292-a6bf-db87f3837dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:52.038725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 385a667f-b6cc-4737-b7cb-3d18ad98ee56 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:52.100560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:48Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '927e6426-7a06-42b2-bb17-668407f41d42', 'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:43:56:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:48Z', 'updated_at': '2022-02-11T05:57:51Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:52.139562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e1a2a-91fa-4a65-af43-2800b8957c41 None None] Pushing event updated for resources: {'Port': ['ID=927e6426-7a06-42b2-bb17-668407f41d42,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:52.144235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4429c-abd1-47ad-adf2-36c52cdce9a7 None None] The sync data for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 is: [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:48Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '927e6426-7a06-42b2-bb17-668407f41d42', 'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:43:56:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:48Z', 'updated_at': '2022-02-11T05:57:51Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:52.164149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ed4813f4-2e25-4328-9521-7311bf888489 None None] Provisioning complete for port 927e6426-7a06-42b2-bb17-668407f41d42 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:52.164532 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed4813f4-2e25-4328-9521-7311bf888489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (927e6426-7a06-42b2-bb17-668407f41d42), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:52.209562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 385a667f-b6cc-4737-b7cb-3d18ad98ee56 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:52.210397 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:52.252387 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:52.340396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ed4813f4-2e25-4328-9521-7311bf888489 None None] Current status of the port 927e6426-7a06-42b2-bb17-668407f41d42 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:52.367190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 385a667f-b6cc-4737-b7cb-3d18ad98ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:52.481672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-91b842e4-ac69-41c5-b119-d93f1550f345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:52.483253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-91b842e4-ac69-41c5-b119-d93f1550f345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.72 "GET /v2.0/networks?id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 HTTP/1.1" status: 200 len: 797 time: 0.1418941 Feb 11 05:57:52.544978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-433b9f9f-73b1-410d-9595-0cc0321224d4 req-689e2a23-100a-4f88-a0c6-97ceb2fef6f0 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 210 time: 0.0330527 Feb 11 05:57:52.585592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-1ee28b8b-b4ed-48ed-a7ef-a626efbd68e6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aa29dde7b874754a4baf8def492f439 HTTP/1.1" status: 200 len: 477 time: 0.0948379 Feb 11 05:57:52.596141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'port': {'device_id': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'admin_state_up': True, 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'security_groups': ['9843380b-c8c5-4716-8d96-fdcafe8c6be7', '1a30bd74-d1dd-47b8-97d9-617755684575']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:52.743914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e4e46-ecba-42ec-a5c5-77bfcc400d9e req-14b59052-e936-4281-81b4-e954c83fbe94 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:52.745478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-834e4e46-ecba-42ec-a5c5-77bfcc400d9e req-14b59052-e936-4281-81b4-e954c83fbe94 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1288111 Feb 11 05:57:52.779221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Made reservation on behalf of 8aa29dde7b874754a4baf8def492f439 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:52.782725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:52.823873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-834e4e46-ecba-42ec-a5c5-77bfcc400d9e req-67fa5377-c51d-40e4-be28-47fba7337c73 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726008 Feb 11 05:57:52.937568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Allocated IP 172.20.0.4 (d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523/0e9ea052-e3ba-45d1-a847-d7333ddeeefd/8f09b320-0fbd-4aaa-a46e-f8491a21c75a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:53.093293 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:53.128510 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:53.176763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:53.180345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:53.183430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:53.209943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:53.245488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:53.246187 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:53.259264 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:53.272224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-4c30b7d0-1d83-4bf7-878a-1849c460eabc tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6797047 Feb 11 05:57:53.287098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Request body: {'port': {'device_id': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:53.299417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 927e6426-7a06-42b2-bb17-668407f41d42 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:53.370183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 927e6426-7a06-42b2-bb17-668407f41d42 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:53.370556 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (927e6426-7a06-42b2-bb17-668407f41d42), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:53.372651 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:53.480764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 927e6426-7a06-42b2-bb17-668407f41d42 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:53.490078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-09e4608d-fddf-4305-8f5a-15f625f9bf87 None None] Provisioning complete for port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:53.490577 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-09e4608d-fddf-4305-8f5a-15f625f9bf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:53.526678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-09e4608d-fddf-4305-8f5a-15f625f9bf87 None None] Port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:53.658251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f09b320-0fbd-4aaa-a46e-f8491a21c75a {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:53.665841 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Publish callbacks [] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:53.678100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Transition to ACTIVE for port object 8f09b320-0fbd-4aaa-a46e-f8491a21c75a will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:57:53.691498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:53.768021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:53.800117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dd308-b0df-42c5-aeba-ab13cf8b1772 req-2544d3a7-0b52-4d5b-89af-842951796100 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:53.804635 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-040dd308-b0df-42c5-aeba-ab13cf8b1772 req-2544d3a7-0b52-4d5b-89af-842951796100 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 982 time: 0.1827004 Feb 11 05:57:53.895157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Attempting to bind port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:53.895511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Attempting to bind port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:53.895827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Attempting to bind port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a on network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:53.912738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a on network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:57:53.913070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Attempting to bind port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a on network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:53.922373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-040dd308-b0df-42c5-aeba-ab13cf8b1772 req-ed85436c-3c39-44d3-a902-1e7f83c18263 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0973947 Feb 11 05:57:53.947370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:53.947637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Checking segment: {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:53.948029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Bound using segment: {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:53.948477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Bound port: 8f09b320-0fbd-4aaa-a46e-f8491a21c75a, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53d176c-23a0-4977-8f89-e6ed7db71ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:53.948834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:54.009527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be53121-f38d-4e32-9fdb-10442a8e1eef req-3b61d656-6b62-48ca-9e29-aaa1d3b9f3e5 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:54.011019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6be53121-f38d-4e32-9fdb-10442a8e1eef req-3b61d656-6b62-48ca-9e29-aaa1d3b9f3e5 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1079993 Feb 11 05:57:54.044803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] For port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:54.060979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] For port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:54.078345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:54.093722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6be53121-f38d-4e32-9fdb-10442a8e1eef req-7d7bbf85-2a56-4826-9409-0090c003a8be tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707941 Feb 11 05:57:54.125599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:54.126222 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:54.128283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] 10.222.0.72 "PUT /v2.0/ports/8f09b320-0fbd-4aaa-a46e-f8491a21c75a HTTP/1.1" status: 200 len: 1131 time: 0.8469112 Feb 11 05:57:54.128731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:54.131027 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e00822e-5146-4079-9e62-59caf119c93d" -d '{"events": [{"name": "network-changed", "server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:54.159053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277386e4-9b0b-47f7-b432-91a2fd7b05f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:54.180916 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00a1a6b-26a6-4f26-976f-a7fa8610adc3 x-openstack-request-id: req-a00a1a6b-26a6-4f26-976f-a7fa8610adc3 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:54.181258 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:54.181634 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a00a1a6b-26a6-4f26-976f-a7fa8610adc3 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:54.182051 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'status': 'completed', 'code': 200} Feb 11 05:57:54.562356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-dacb5e0a-01db-4ec3-9275-972dcf9349a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:54.563866 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-dacb5e0a-01db-4ec3-9275-972dcf9349a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8aa29dde7b874754a4baf8def492f439&device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 1165 time: 0.3972893 Feb 11 05:57:54.606691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-55142641-a40f-4fe5-8794-56244ba4ae53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a HTTP/1.1" status: 200 len: 217 time: 0.0339427 Feb 11 05:57:54.660023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-c9f69600-4b07-4294-b4e7-8317bcbb116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:54.661527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-c9f69600-4b07-4294-b4e7-8317bcbb116c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e9ea052-e3ba-45d1-a847-d7333ddeeefd HTTP/1.1" status: 200 len: 835 time: 0.0490518 Feb 11 05:57:54.717875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-b5c000b2-de17-48e1-a36d-993c6be8a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:54.720011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-b5c000b2-de17-48e1-a36d-993c6be8a400 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524650 Feb 11 05:57:54.808664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-efd5221e-466f-4bcf-97fb-218a115c7a40 service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810974 Feb 11 05:57:54.898305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20eb5d5a-b59d-4969-b41a-8549de10bb52 req-76a1078e-b604-4324-a9bc-cda3b5717178 service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837195 Feb 11 05:57:54.988254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00822e-5146-4079-9e62-59caf119c93d req-4c999fd4-5e19-46ef-8cb6-a092690757cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:54.990749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e00822e-5146-4079-9e62-59caf119c93d req-4c999fd4-5e19-46ef-8cb6-a092690757cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8aa29dde7b874754a4baf8def492f439&device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 1165 time: 0.0473647 Feb 11 05:57:55.109044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442ebe7-a6a8-4472-90be-e0daa69900ae req-dc5c3140-fa9e-4e04-b2ea-af91fb6575b9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:55.110528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7442ebe7-a6a8-4472-90be-e0daa69900ae req-dc5c3140-fa9e-4e04-b2ea-af91fb6575b9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 982 time: 0.1119053 Feb 11 05:57:55.137635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00822e-5146-4079-9e62-59caf119c93d req-c8d8b5e7-a207-42a2-b919-5ff477bf5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:55.139092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e00822e-5146-4079-9e62-59caf119c93d req-c8d8b5e7-a207-42a2-b919-5ff477bf5bd8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 HTTP/1.1" status: 200 len: 898 time: 0.1417000 Feb 11 05:57:55.198860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e00822e-5146-4079-9e62-59caf119c93d req-e99a5e8c-dd3c-4ed4-a689-3499c1dbf769 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a HTTP/1.1" status: 200 len: 217 time: 0.0492573 Feb 11 05:57:55.262536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7442ebe7-a6a8-4472-90be-e0daa69900ae req-c1f9f315-2c66-4019-ae11-2befc3af70e7 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1426208 Feb 11 05:57:55.285368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00822e-5146-4079-9e62-59caf119c93d req-a7a863c1-d8e4-48a5-9a5e-afa372ff5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:55.286889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e00822e-5146-4079-9e62-59caf119c93d req-a7a863c1-d8e4-48a5-9a5e-afa372ff5376 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e9ea052-e3ba-45d1-a847-d7333ddeeefd HTTP/1.1" status: 200 len: 835 time: 0.0786073 Feb 11 05:57:55.297952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9403af2-eb6c-4862-88e1-66def8646e6d req-bda3aaf3-4444-4e2f-b921-6babd6ca5813 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:55.299438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9403af2-eb6c-4862-88e1-66def8646e6d req-bda3aaf3-4444-4e2f-b921-6babd6ca5813 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1053011 Feb 11 05:57:55.379719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e9403af2-eb6c-4862-88e1-66def8646e6d req-f816d4c0-d67d-4784-b0f2-289628f3486b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690849 Feb 11 05:57:55.382270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00822e-5146-4079-9e62-59caf119c93d req-3f6c9ef7-7dbe-440f-8723-2eb2f24b31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:55.383694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e00822e-5146-4079-9e62-59caf119c93d req-3f6c9ef7-7dbe-440f-8723-2eb2f24b31bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0827923 Feb 11 05:57:55.473441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e00822e-5146-4079-9e62-59caf119c93d req-b5e4e221-1997-42c9-b5f8-8818cb72f06f service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820999 Feb 11 05:57:55.565704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e00822e-5146-4079-9e62-59caf119c93d req-0a346188-b3e9-423a-8f5e-c7ed0894359c service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852740 Feb 11 05:57:56.446109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a699250-223c-47d0-ad5d-8c6bddcd6e62 req-f1a2dc55-5272-4ba2-80a3-ca1c7de0032c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:56.447604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a699250-223c-47d0-ad5d-8c6bddcd6e62 req-f1a2dc55-5272-4ba2-80a3-ca1c7de0032c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 982 time: 0.1156149 Feb 11 05:57:56.534800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a699250-223c-47d0-ad5d-8c6bddcd6e62 req-2f904af2-ac6e-45a0-a85e-1585778082a0 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0805979 Feb 11 05:57:56.544408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9415c4-46f4-4b97-becf-fada543c821b req-c8adad3b-ac82-4c9f-8444-9eeccdace5a4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:56.545904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a9415c4-46f4-4b97-becf-fada543c821b req-c8adad3b-ac82-4c9f-8444-9eeccdace5a4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0860109 Feb 11 05:57:56.597023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a9415c4-46f4-4b97-becf-fada543c821b req-4e976246-efae-4002-9c00-6a65cea31b9a tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Feb 11 05:57:57.653565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060744ee-e0ac-4621-a2fb-3b60498dd803 req-e87c2eed-3b80-4d1e-89de-40ac3c1080fd tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:57.655096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-060744ee-e0ac-4621-a2fb-3b60498dd803 req-e87c2eed-3b80-4d1e-89de-40ac3c1080fd tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 982 time: 0.0536933 Feb 11 05:57:57.716090 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-530c43f5-1452-40c0-b72f-9c6814e2d7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:57.747948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-060744ee-e0ac-4621-a2fb-3b60498dd803 req-6c52e825-379d-470a-90f8-27d3b75c09b7 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0866766 Feb 11 05:57:57.755429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173fb53-7d82-4146-8786-d2693ef68d95 req-102d8e6d-4a5f-4370-bf2c-567d6f7c304e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:57.756871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5173fb53-7d82-4146-8786-d2693ef68d95 req-102d8e6d-4a5f-4370-bf2c-567d6f7c304e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0898111 Feb 11 05:57:57.811592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5173fb53-7d82-4146-8786-d2693ef68d95 req-bbeec64f-b220-4688-85a2-01b07d5e99e6 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Feb 11 05:57:58.006500 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:57:58.584624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f09b320-0fbd-4aaa-a46e-f8491a21c75a details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:57:58.684059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:58.694690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'port_id': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'mac_address': 'fa:16:3e:84:e3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:57:58.733313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:58.733968 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:58.746658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f09b320-0fbd-4aaa-a46e-f8491a21c75a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:58.765530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:58.770236 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:58.821207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:58.868859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce031d-f259-4d4b-a8d7-bb0bd7bf0e5e req-739b13d2-0388-4836-9354-e199fa97aca8 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:58.870386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3ce031d-f259-4d4b-a8d7-bb0bd7bf0e5e req-739b13d2-0388-4836-9354-e199fa97aca8 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 983 time: 0.0546837 Feb 11 05:57:58.961392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3ce031d-f259-4d4b-a8d7-bb0bd7bf0e5e req-c095d1b2-338c-4577-b300-ea7cd65cf52a tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0848653 Feb 11 05:57:58.970118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['8f09b320-0fbd-4aaa-a46e-f8491a21c75a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:58.971979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836de95-325f-410b-8726-66c30ff68d27 req-1a8fa361-3cbc-4c0d-81ea-bcdd1b668f76 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:58.974186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8836de95-325f-410b-8726-66c30ff68d27 req-1a8fa361-3cbc-4c0d-81ea-bcdd1b668f76 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0906103 Feb 11 05:57:59.026214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8836de95-325f-410b-8726-66c30ff68d27 req-221d01a6-f9c0-47ef-bb12-668d8c9c378e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Feb 11 05:58:00.144165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599e847-0b2d-4b46-b5f7-d226587418c2 req-f7cb3d65-c53d-46ee-a2f5-ef7ef2c72d87 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:00.145651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a599e847-0b2d-4b46-b5f7-d226587418c2 req-f7cb3d65-c53d-46ee-a2f5-ef7ef2c72d87 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 983 time: 0.1068950 Feb 11 05:58:00.198000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-4a7df18a-103f-4da8-8c83-ce0bb5759394 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1156831 Feb 11 05:58:00.218188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e28cfc-f6c8-4876-b56d-411bbe8aac81 req-cebd82fb-f98a-434c-b0f6-f11f5f6f291e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:00.219759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e28cfc-f6c8-4876-b56d-411bbe8aac81 req-cebd82fb-f98a-434c-b0f6-f11f5f6f291e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1116080 Feb 11 05:58:00.246739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a599e847-0b2d-4b46-b5f7-d226587418c2 req-b38c3972-fbb3-4027-b7c2-f17ea99a4924 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0949171 Feb 11 05:58:00.286475 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa8f8-12b3-4fa4-b8c8-585bbb094db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:00.303458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67e28cfc-f6c8-4876-b56d-411bbe8aac81 req-ff3c0a0e-51a1-43c8-a6bd-b887937cc73e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755160 Feb 11 05:58:00.315893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-2e02c37a-eac5-4e05-ab3f-0c3569f055ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:00.317427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-2e02c37a-eac5-4e05-ab3f-0c3569f055ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a25161668b242aeb0c5d0ddead6437b&device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 1128 time: 0.0679998 Feb 11 05:58:00.429577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-93aa127c-327c-4a2d-8ef5-f9dafd4761d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:00.431042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-93aa127c-327c-4a2d-8ef5-f9dafd4761d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e HTTP/1.1" status: 200 len: 910 time: 0.0901101 Feb 11 05:58:00.494670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-cfb15dee-aeae-4946-9d6d-f9d0b020c28a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662 HTTP/1.1" status: 200 len: 1000 time: 0.0570998 Feb 11 05:58:00.545357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-90cd9383-80cf-4151-b3ed-c426fb6e3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:00.546694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-90cd9383-80cf-4151-b3ed-c426fb6e3523 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=557e9397-2df9-489c-a966-42c26afa74ca HTTP/1.1" status: 200 len: 848 time: 0.0430446 Feb 11 05:58:00.584693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f09b320-0fbd-4aaa-a46e-f8491a21c75a up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:00.599171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-0df77c58-ca68-4427-a5f8-2145c2dc2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:00.600706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-0df77c58-ca68-4427-a5f8-2145c2dc2219 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478077 Feb 11 05:58:00.633515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:58:00.637311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:00.637690 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:00.697353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-022d5e66-63ee-4a06-8d47-afd75b0b1010 service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877748 Feb 11 05:58:00.719261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:00.719652 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:00.743080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:00.745367 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9087ce-40fc-4896-a549-f82ed0040828" -d '{"events": [{"server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "name": "network-vif-plugged", "status": "completed", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:00.757445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:00.762841 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:00.787505 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c664caba-6892-45aa-961c-431107ddbf93 x-openstack-request-id: req-c664caba-6892-45aa-961c-431107ddbf93 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:00.787809 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "name": "network-vif-plugged", "status": "completed", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:00.788074 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c664caba-6892-45aa-961c-431107ddbf93 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:00.788472 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'code': 200} Feb 11 05:58:00.804955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89bd261b-8884-4ac0-9e08-a7e81e0aee88 req-d5388456-338d-4fad-bc59-f39aa8a26431 service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999999 Feb 11 05:58:00.816847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:00.899382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751e811-6d2e-4f4d-b73d-0279f30807bb req-77d5f628-c989-4e93-a425-f8fe55876bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:00.900937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7751e811-6d2e-4f4d-b73d-0279f30807bb req-77d5f628-c989-4e93-a425-f8fe55876bd5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 1167 time: 0.0462458 Feb 11 05:58:00.951448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7751e811-6d2e-4f4d-b73d-0279f30807bb req-9f032ed9-e00b-4fd1-8b68-5d0d83bf9a5a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&id=1a30bd74-d1dd-47b8-97d9-617755684575&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0443857 Feb 11 05:58:01.152634 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:01.373243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62a6c2-c0b7-4c5f-a8ae-def9cfd0d491 req-f6792c18-88a7-4c89-aedd-47793ab6eb35 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:01.374725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b62a6c2-c0b7-4c5f-a8ae-def9cfd0d491 req-f6792c18-88a7-4c89-aedd-47793ab6eb35 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 984 time: 0.0537820 Feb 11 05:58:01.466901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdcdd5-add1-4977-be57-ff9a94bcea2b req-dd4c1029-8dea-4267-99ec-2a6b58ffbf84 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:01.468346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eebdcdd5-add1-4977-be57-ff9a94bcea2b req-dd4c1029-8dea-4267-99ec-2a6b58ffbf84 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0927513 Feb 11 05:58:01.472671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b62a6c2-c0b7-4c5f-a8ae-def9cfd0d491 req-e9c6b4cc-8496-49ea-82ae-93de8ffd311d tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0884473 Feb 11 05:58:01.522146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eebdcdd5-add1-4977-be57-ff9a94bcea2b req-9b8f7717-3d5e-49d6-8ea7-9d06570e3dad tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479965 Feb 11 05:58:02.592327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6f3d-1406-4e14-86ee-253942481f38 req-d53bd38e-087d-4a45-a178-26503ffcedb6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:02.593847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ce4f6f3d-1406-4e14-86ee-253942481f38 req-d53bd38e-087d-4a45-a178-26503ffcedb6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 984 time: 0.0525541 Feb 11 05:58:02.677253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048a5e8-1a4a-40b3-827e-e07fbbc4c8ae req-f4d36198-9030-4416-9812-e8cced3d435e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:02.678796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8048a5e8-1a4a-40b3-827e-e07fbbc4c8ae req-f4d36198-9030-4416-9812-e8cced3d435e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0840664 Feb 11 05:58:02.697385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ce4f6f3d-1406-4e14-86ee-253942481f38 req-1ad0126c-16ed-4c19-b8e2-2e965cfaca39 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0937710 Feb 11 05:58:02.736454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8048a5e8-1a4a-40b3-827e-e07fbbc4c8ae req-f6c8a86d-c950-4ca0-a536-de3058bf39af tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Feb 11 05:58:02.805602 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:02.823080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b393-a76b-4ba6-bc6e-bf89a1b95de8 req-401c47ab-5ec0-4fbd-915c-337c1be48463 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:02.824575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e49b393-a76b-4ba6-bc6e-bf89a1b95de8 req-401c47ab-5ec0-4fbd-915c-337c1be48463 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 984 time: 0.0571253 Feb 11 05:58:02.879977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e49b393-a76b-4ba6-bc6e-bf89a1b95de8 req-4f309e0b-1ebc-41d0-b63c-c2c771dc159c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0496156 Feb 11 05:58:02.990743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15cdb2-ce21-4b7a-9f14-6df054f9ff21 req-1ce60f1d-43cc-4d5a-84a4-fcf358896d80 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:02.992258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca15cdb2-ce21-4b7a-9f14-6df054f9ff21 req-1ce60f1d-43cc-4d5a-84a4-fcf358896d80 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 1167 time: 0.0482779 Feb 11 05:58:03.010776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ca15cdb2-ce21-4b7a-9f14-6df054f9ff21 req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.082674 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ca15cdb2-ce21-4b7a-9f14-6df054f9ff21 req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Publish callbacks [] for security_group (818eea4a-d5b0-4dd3-91dd-5ed0b2313837), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.086494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ca15cdb2-ce21-4b7a-9f14-6df054f9ff21 req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (818eea4a-d5b0-4dd3-91dd-5ed0b2313837), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.131913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818eea4a-d5b0-4dd3-91dd-5ed0b2313837,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:03.137033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca15cdb2-ce21-4b7a-9f14-6df054f9ff21 req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1391125 Feb 11 05:58:03.141964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.142328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.142680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.143022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.143362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.143700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.144037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.144372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.144708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.145041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.145395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.145725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.146057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6f925-5baa-4416-9f28-b765a25dd39d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:03.157891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36702) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:03.202449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31101695-3138-44dd-ae68-b32980ee4668 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:03.203933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-31101695-3138-44dd-ae68-b32980ee4668 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 1162 time: 0.0450473 Feb 11 05:58:03.207057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36704) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:03.211334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:03.230640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.331602 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.433377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Allocated IP 172.25.1.238 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/0e475dbb-87d3-470b-a720-6a3546476bcd) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:03.541903 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (0e475dbb-87d3-470b-a720-6a3546476bcd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.602797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfbff3-ea2c-450a-b4d0-94e26272c0bd req-ebcf41e3-3706-49e1-a8d4-e3d98838134c tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:03.604249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bbfbff3-ea2c-450a-b4d0-94e26272c0bd req-ebcf41e3-3706-49e1-a8d4-e3d98838134c tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1129 time: 0.0662758 Feb 11 05:58:03.616762 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0e475dbb-87d3-470b-a720-6a3546476bcd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.668999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:03.677831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:03.687643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:03.716689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=0e475dbb-87d3-470b-a720-6a3546476bcd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:03.723139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bbfbff3-ea2c-450a-b4d0-94e26272c0bd req-94568bef-c96c-4661-ac3d-cf6cdab7c242 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128824 Feb 11 05:58:03.747889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36708) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:03.913998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port 1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:58:03.914252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.923296 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.947187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef9714-d16c-45ef-b8e7-8d4c70e03d74 req-4f111ad2-211e-413f-9b5f-450267fc1f9d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:03.948668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2ef9714-d16c-45ef-b8e7-8d4c70e03d74 req-4f111ad2-211e-413f-9b5f-450267fc1f9d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1348653 Feb 11 05:58:03.991999 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.992333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.005035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for 1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:58:04.049906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2ef9714-d16c-45ef-b8e7-8d4c70e03d74 req-996fd264-8f16-4d43-9b88-6d7770eff9fb tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942349 Feb 11 05:58:04.152977 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for floatingip (51d5bfb2-ed26-4ca7-8f84-ef188ce65985), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.180560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.207484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=1a0f9bf4-aa12-4bb7-8f33-c0543a1cf97c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:04.229492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0e475dbb-87d3-470b-a720-6a3546476bcd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.274586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (d113b11d-7771-49f6-9295-cd372ac4a35e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.274929 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Floating IP d113b11d-7771-49f6-9295-cd372ac4a35e disassociated (deleted). External IP: 172.25.1.120, port: c715b763-4373-4693-8fba-de2320ab72bd. Feb 11 05:58:04.359428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-0f5d8382-f819-437b-b7b5-1565f74b3662 req-928dd4e3-b71b-4958-822e-042dc2148e59 tempest-TaggedBootDevicesTest_v242-1362618657 tempest-TaggedBootDevicesTest_v242-1362618657-project] (103121) timed out ('10.222.0.31', 52936) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:58:04.379754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (0e475dbb-87d3-470b-a720-6a3546476bcd), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.385043 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (0e475dbb-87d3-470b-a720-6a3546476bcd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.459017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=0e475dbb-87d3-470b-a720-6a3546476bcd,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:04.471503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (51d5bfb2-ed26-4ca7-8f84-ef188ce65985), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.493970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b4e32e07-c79a-4bed-9e59-e7c3098a83ac has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:58:04.578693 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Floating IP 51d5bfb2-ed26-4ca7-8f84-ef188ce65985 associated. External IP: 172.25.1.238, port: 8f09b320-0fbd-4aaa-a46e-f8491a21c75a. Feb 11 05:58:04.605401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:58:04.610520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.618297 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d8519-8430-4675-89c3-14f2d347404e None None] Sync routers for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:58:04.629343 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d8519-8430-4675-89c3-14f2d347404e None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:04.629966 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-088d8519-8430-4675-89c3-14f2d347404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:04.641856 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-25a356a5-afde-4a3c-96c9-6d0b5027e25b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/floatingips/d113b11d-7771-49f6-9295-cd372ac4a35e HTTP/1.1" status: 204 len: 168 time: 0.8928413 Feb 11 05:58:04.642561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:04.644938 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28" -d '{"events": [{"name": "network-changed", "server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "tag": "c715b763-4373-4693-8fba-de2320ab72bd"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:04.707178 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ee852a-7f0c-4d14-9c0d-b84bec35b190 x-openstack-request-id: req-21ee852a-7f0c-4d14-9c0d-b84bec35b190 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:04.707484 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "tag": "c715b763-4373-4693-8fba-de2320ab72bd", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:04.707748 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21ee852a-7f0c-4d14-9c0d-b84bec35b190 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:04.708160 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd', 'status': 'completed', 'code': 200} Feb 11 05:58:04.744240 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-088d8519-8430-4675-89c3-14f2d347404e None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:04.900199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-fc88c3a9-b52c-4606-afda-a88f81550268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:04.902241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-fc88c3a9-b52c-4606-afda-a88f81550268 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 1129 time: 0.1506228 Feb 11 05:58:04.940457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Router d2e71f46-cd24-47a9-b5a2-19d438966edf has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:58:04.976286 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-088d8519-8430-4675-89c3-14f2d347404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fc35dfe5-0438-4168-be6f-768798c46dc0', 'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:74:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:14Z', 'updated_at': '2022-02-11T05:56:19Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:05.002564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf55c-5cfa-40f3-8bea-48da2c3e3644 req-30bbab26-d246-48c1-92af-15deb258df28 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.003083 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d8519-8430-4675-89c3-14f2d347404e None None] Checking router: b4e32e07-c79a-4bed-9e59-e7c3098a83ac for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:58:05.004750 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10ebf55c-5cfa-40f3-8bea-48da2c3e3644 req-30bbab26-d246-48c1-92af-15deb258df28 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.1535103 Feb 11 05:58:05.014123 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d8519-8430-4675-89c3-14f2d347404e None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:05.014873 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-088d8519-8430-4675-89c3-14f2d347404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:05.144000 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-088d8519-8430-4675-89c3-14f2d347404e None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:05.396472 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-088d8519-8430-4675-89c3-14f2d347404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fc35dfe5-0438-4168-be6f-768798c46dc0', 'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:74:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:14Z', 'updated_at': '2022-02-11T05:56:19Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:05.426508 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d8519-8430-4675-89c3-14f2d347404e None None] The sync data for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 is: [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:56:15Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'fc35dfe5-0438-4168-be6f-768798c46dc0', 'name': '', 'network_id': 'd8fe22cd-dcab-46f1-b5f7-4bef7d433ea5', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:74:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:14Z', 'updated_at': '2022-02-11T05:56:19Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'd14dab8f-fb94-46c7-90b0-dbe9f241dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:58:05.488760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-90e2bfd0-d31d-41de-907e-429b3a2ff0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.490188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-90e2bfd0-d31d-41de-907e-429b3a2ff0b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 200 len: 898 time: 0.5797739 Feb 11 05:58:05.600881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-c1120070-30d7-426c-86aa-5f6cf84b0cc5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 200 len: 217 time: 0.0692997 Feb 11 05:58:05.610166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-10ebf55c-5cfa-40f3-8bea-48da2c3e3644 req-3e9b9660-436e-4b6c-9623-05cc18572319 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5639176 Feb 11 05:58:05.644590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:58:05.654830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] Sync routers for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:58:05.666625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:05.667491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:05.682214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ff0da-85a2-4c30-a62b-d3f828e6404d req-c4f8151a-1e1f-4b5d-aa46-46fc6faadde0 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.683723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-200ff0da-85a2-4c30-a62b-d3f828e6404d req-c4f8151a-1e1f-4b5d-aa46-46fc6faadde0 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.2157047 Feb 11 05:58:05.685657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-751dbcb6-1213-4917-b272-9f5fe3787176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.687047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-751dbcb6-1213-4917-b272-9f5fe3787176 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 200 len: 834 time: 0.0730042 Feb 11 05:58:05.690839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:05.718163 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc42b2-b084-4057-af5e-e09325445d6b None None] New status for floating IP d113b11d-7771-49f6-9295-cd372ac4a35e: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:58:05.785299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5cb929f5-fde9-49df-9f8a-e174b4f5f797 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5770206 Feb 11 05:58:05.788141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36720) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:05.789855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:05.792096 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b2c752-660e-4690-a7ad-96ea85fd1dac" -d '{"events": [{"name": "network-changed", "server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:05.800779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-200ff0da-85a2-4c30-a62b-d3f828e6404d req-5da1c183-113b-459f-b4cf-386f8542234d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058731 Feb 11 05:58:05.819907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-cffd7c4b-adfa-432f-915f-94dcd0825758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.821761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-cffd7c4b-adfa-432f-915f-94dcd0825758 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1212521 Feb 11 05:58:05.835233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:05.899451 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cf37bd-3859-4f34-88f0-930a5f094186 x-openstack-request-id: req-48cf37bd-3859-4f34-88f0-930a5f094186 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:05.899709 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:05.900086 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48cf37bd-3859-4f34-88f0-930a5f094186 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:05.900592 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'status': 'completed', 'code': 200} Feb 11 05:58:05.949288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eee6dc-5725-4440-8c43-e52156ffa03b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.950063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eee6dc-5725-4440-8c43-e52156ffa03b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.950503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eee6dc-5725-4440-8c43-e52156ffa03b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.951070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eee6dc-5725-4440-8c43-e52156ffa03b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.951680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eee6dc-5725-4440-8c43-e52156ffa03b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.952355 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eee6dc-5725-4440-8c43-e52156ffa03b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.952885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eee6dc-5725-4440-8c43-e52156ffa03b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.953439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eee6dc-5725-4440-8c43-e52156ffa03b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.955993 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e7eee6dc-5725-4440-8c43-e52156ffa03b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.1662092 Feb 11 05:58:05.958837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36724) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:05.973198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-aa312647-ac6f-49be-be08-26f104a8b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.974745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-aa312647-ac6f-49be-be08-26f104a8b310 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8aa29dde7b874754a4baf8def492f439&device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 1167 time: 0.0773714 Feb 11 05:58:05.976446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-0c6dabf4-0b61-47cd-b58d-1b33aa7bd456 service neutron] 10.222.0.81 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465828 Feb 11 05:58:06.021522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee18dcf-3872-4072-887d-10cf7e28cc08 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.022413 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee18dcf-3872-4072-887d-10cf7e28cc08 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.023057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee18dcf-3872-4072-887d-10cf7e28cc08 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.024236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee18dcf-3872-4072-887d-10cf7e28cc08 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.024846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee18dcf-3872-4072-887d-10cf7e28cc08 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.025467 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee18dcf-3872-4072-887d-10cf7e28cc08 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.026286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee18dcf-3872-4072-887d-10cf7e28cc08 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.026887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee18dcf-3872-4072-887d-10cf7e28cc08 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.028890 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1ee18dcf-3872-4072-887d-10cf7e28cc08 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5260 time: 0.0688927 Feb 11 05:58:06.031735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36726) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:06.084978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:48Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '51d5bfb2-ed26-4ca7-8f84-ef188ce65985', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'port_id': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'mac_address': 'fa:16:3e:84:e3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:58:03Z', 'updated_at': '2022-02-11T05:58:03Z', 'revision_number': 0, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927e6426-7a06-42b2-bb17-668407f41d42', 'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:43:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:48Z', 'updated_at': '2022-02-11T05:57:51Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:06.122949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] Checking router: d2e71f46-cd24-47a9-b5a2-19d438966edf for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:58:06.134417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:06.135308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:06.140698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-fb137bad-1711-435e-a662-38a231865f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.142181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-fb137bad-1711-435e-a662-38a231865f03 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 HTTP/1.1" status: 200 len: 898 time: 0.1608839 Feb 11 05:58:06.144067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da04d1f7-96c2-4e5a-b56e-b876c9fcfb28 req-f32fe668-adf6-433d-8df6-eadb0a202cf8 service neutron] 10.222.0.81 "GET /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538968 Feb 11 05:58:06.211787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-00616c55-5998-4ec7-a20b-0413b33f5209 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a HTTP/1.1" status: 200 len: 999 time: 0.0634153 Feb 11 05:58:06.275717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-9d419650-1601-4e93-a295-7de514bd70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.276765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:06.277708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-9d419650-1601-4e93-a295-7de514bd70dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e9ea052-e3ba-45d1-a847-d7333ddeeefd HTTP/1.1" status: 200 len: 835 time: 0.0595505 Feb 11 05:58:06.311840 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-66ce3760-118d-4ff9-802d-36020c19966e tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.2786086 Feb 11 05:58:06.312708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36728) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:06.361169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-80cfecad-324f-48b3-8698-4cd1210713e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.362935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-80cfecad-324f-48b3-8698-4cd1210713e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0737247 Feb 11 05:58:06.370800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-4bb11c0f-d654-487c-a425-ab00f780e951 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.372297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-4bb11c0f-d654-487c-a425-ab00f780e951 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.81 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.0923481 Feb 11 05:58:06.392773 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c213ccb-f3da-4d41-85fb-66d7761943aa tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.393848 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c213ccb-f3da-4d41-85fb-66d7761943aa tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.409146 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1c213ccb-f3da-4d41-85fb-66d7761943aa tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e71f46-cd24-47a9-b5a2-19d438966edf HTTP/1.1" status: 200 len: 2064 time: 0.0818129 Feb 11 05:58:06.507787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:48Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '51d5bfb2-ed26-4ca7-8f84-ef188ce65985', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'port_id': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'mac_address': 'fa:16:3e:84:e3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:58:03Z', 'updated_at': '2022-02-11T05:58:03Z', 'revision_number': 0, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927e6426-7a06-42b2-bb17-668407f41d42', 'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:43:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:48Z', 'updated_at': '2022-02-11T05:57:51Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:06.523174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-92be9e43-7e9b-485c-9afc-a522fe16408d service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498513 Feb 11 05:58:06.538261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2b4b6-ea06-4e5c-8817-9c55834af6a9 None None] The sync data for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 is: [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:48Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '51d5bfb2-ed26-4ca7-8f84-ef188ce65985', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'port_id': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'mac_address': 'fa:16:3e:84:e3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:58:03Z', 'updated_at': '2022-02-11T05:58:03Z', 'revision_number': 0, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927e6426-7a06-42b2-bb17-668407f41d42', 'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:43:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:48Z', 'updated_at': '2022-02-11T05:57:51Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:58:06.563096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port c715b763-4373-4693-8fba-de2320ab72bd {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:58:06.563443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c715b763-4373-4693-8fba-de2320ab72bd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:06.692305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6b2c752-660e-4690-a7ad-96ea85fd1dac req-5430106b-e78d-4c39-80f6-626444c66266 service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622844 Feb 11 05:58:06.740002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port c715b763-4373-4693-8fba-de2320ab72bd, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c715b763-4373-4693-8fba-de2320ab72bd,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:06.740429 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c715b763-4373-4693-8fba-de2320ab72bd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:06.754397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d171e8f-09e4-48f5-8821-51c6c7afb94e None None] New status for floating IP 51d5bfb2-ed26-4ca7-8f84-ef188ce65985: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:58:06.756634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for c715b763-4373-4693-8fba-de2320ab72bd owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:58:06.810436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ae93a-c88f-423a-8a01-9a8b0443f9cc req-d45d4f68-cd29-4732-ad9f-504442ca39a1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.811876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e48ae93a-c88f-423a-8a01-9a8b0443f9cc req-d45d4f68-cd29-4732-ad9f-504442ca39a1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fb657d-8462-474a-a31d-a712af1006ac HTTP/1.1" status: 200 len: 946 time: 0.1137550 Feb 11 05:58:06.898202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e48ae93a-c88f-423a-8a01-9a8b0443f9cc req-00e8dbf1-94e3-45cf-9036-50d9687b341b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1439223-c2f3-4d08-8f57-64b2d000c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783718 Feb 11 05:58:06.977534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd2804-17fa-4c14-a307-f0dfcb153951 req-0b366eac-22f4-40e4-aed7-f51932474d64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.979075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5dd2804-17fa-4c14-a307-f0dfcb153951 req-0b366eac-22f4-40e4-aed7-f51932474d64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0959952 Feb 11 05:58:06.980142 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c715b763-4373-4693-8fba-de2320ab72bd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:07.017690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=c715b763-4373-4693-8fba-de2320ab72bd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:07.076675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] No DVR routers for this DVR port c715b763-4373-4693-8fba-de2320ab72bd on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:58:07.080530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:07.083793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69b60983-e05a-44e0-b7ff-5b2e963fcce6 req-57cd1e84-68c4-4483-ba54-a9a955da6fea tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.81 "DELETE /v2.0/ports/c715b763-4373-4693-8fba-de2320ab72bd HTTP/1.1" status: 204 len: 173 time: 0.7030995 Feb 11 05:58:07.097907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5dd2804-17fa-4c14-a307-f0dfcb153951 req-952012ac-b18b-47a7-bf99-b550a063d6db tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112213 Feb 11 05:58:07.285626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef36897-8a62-4880-ac31-2b2a8466151c req-59bf7571-5ba5-4086-b094-d944a26ba80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:07.287115 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fef36897-8a62-4880-ac31-2b2a8466151c req-59bf7571-5ba5-4086-b094-d944a26ba80a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 1128 time: 0.0533142 Feb 11 05:58:07.331458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fef36897-8a62-4880-ac31-2b2a8466151c req-72b8987d-374f-401e-87a0-233e92cb22f5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Feb 11 05:58:07.901438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'name': 'network-vif-deleted', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:07.903786 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c65526-ef8c-4a07-9118-14083da40065" -d '{"events": [{"server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "name": "network-vif-deleted", "tag": "c715b763-4373-4693-8fba-de2320ab72bd"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:07.939430 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2301fb-64b3-4823-9677-a98a1e6ddf32 x-openstack-request-id: req-6b2301fb-64b3-4823-9677-a98a1e6ddf32 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:07.940316 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fb657d-8462-474a-a31d-a712af1006ac", "name": "network-vif-deleted", "tag": "c715b763-4373-4693-8fba-de2320ab72bd", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:07.940517 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b2301fb-64b3-4823-9677-a98a1e6ddf32 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:07.940915 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fb657d-8462-474a-a31d-a712af1006ac', 'name': 'network-vif-deleted', 'tag': 'c715b763-4373-4693-8fba-de2320ab72bd', 'status': 'completed', 'code': 200} Feb 11 05:58:07.959661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36744) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:08.279450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fa3c4-d1b3-40a5-b894-f8489c551e30 req-64e802b5-4543-4cf8-a412-b9a080bf032c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:08.280945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-994fa3c4-d1b3-40a5-b894-f8489c551e30 req-64e802b5-4543-4cf8-a412-b9a080bf032c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1095169 Feb 11 05:58:08.349734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-994fa3c4-d1b3-40a5-b894-f8489c551e30 req-50607ec0-a302-46cc-8ffc-20de68356b8c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612795 Feb 11 05:58:08.408843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:08.666359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port fc35dfe5-0438-4168-be6f-768798c46dc0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:58:08.666707 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:08.756346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port fc35dfe5-0438-4168-be6f-768798c46dc0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fc35dfe5-0438-4168-be6f-768798c46dc0,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:08.756713 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:08.769528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for fc35dfe5-0438-4168-be6f-768798c46dc0 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:58:08.956563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fc35dfe5-0438-4168-be6f-768798c46dc0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:08.983718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=fc35dfe5-0438-4168-be6f-768798c46dc0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:09.159119 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:09.382612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b4e32e07-c79a-4bed-9e59-e7c3098a83ac has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:58:09.850741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4c109-a9f0-4276-a9fb-d74218fa80ce req-d874f11f-76eb-4384-9a41-932f4bd77d5a tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:09.852230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0a4c109-a9f0-4276-a9fb-d74218fa80ce req-d874f11f-76eb-4384-9a41-932f4bd77d5a tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.4260497 Feb 11 05:58:09.867846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:58:09.877950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-031dc911-9b49-4cac-b815-4c224db2f2be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "PUT /v2.0/routers/b4e32e07-c79a-4bed-9e59-e7c3098a83ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9166675 Feb 11 05:58:09.879182 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] Sync routers for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:58:09.882380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36750) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:09.891858 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:09.892864 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:09.910715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0a4c109-a9f0-4276-a9fb-d74218fa80ce req-6dbd39d9-5c8c-4542-81dc-fa5a0d4f400b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517819 Feb 11 05:58:10.010084 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:10.269952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting subnet d14dab8f-fb94-46c7-90b0-dbe9f241dffa {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:58:10.270339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-b78521d0-1cfd-4692-8189-a30d525be888 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:10.272040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-b78521d0-1cfd-4692-8189-a30d525be888 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/networks?id=184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 200 len: 811 time: 0.1165564 Feb 11 05:58:10.273255 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (d14dab8f-fb94-46c7-90b0-dbe9f241dffa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.288725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-b771cf01-ec0c-4b68-92db-2d3302a610d5 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/quotas/7991e845823f4ca38c9c202d7c241db1 HTTP/1.1" status: 200 len: 375 time: 0.0103011 Feb 11 05:58:10.294337 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:58:08Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:10.316356 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (d14dab8f-fb94-46c7-90b0-dbe9f241dffa), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.321257 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] Checking router: b4e32e07-c79a-4bed-9e59-e7c3098a83ac for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:58:10.330522 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] Routers {'b4e32e07-c79a-4bed-9e59-e7c3098a83ac'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:10.331148 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:10.355815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-76a08680-478a-4834-a917-4fc80fb8ada1 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7991e845823f4ca38c9c202d7c241db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600784 Feb 11 05:58:10.368146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-45786959-3190-4f31-9e2a-2814bfbb3b54 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:58:10.369049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-45786959-3190-4f31-9e2a-2814bfbb3b54 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053084 Feb 11 05:58:10.419251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (d14dab8f-fb94-46c7-90b0-dbe9f241dffa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.440100 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] Set router b4e32e07-c79a-4bed-9e59-e7c3098a83ac gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:10.462038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-3b4f6eb5-e525-4141-8048-df62a4a46de0 service neutron] 10.222.0.31 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869250 Feb 11 05:58:10.481092 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (d14dab8f-fb94-46c7-90b0-dbe9f241dffa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.513208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.522927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf093ff-6a9d-4654-b3ad-691931f3373f None None] Network d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:58:10.529561 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/subnets/d14dab8f-fb94-46c7-90b0-dbe9f241dffa HTTP/1.1" status: 204 len: 168 time: 0.6365390 Feb 11 05:58:10.530565 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36764) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:10.533991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Subnet': ['ID=d14dab8f-fb94-46c7-90b0-dbe9f241dffa,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:10.567683 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-331e04e0-9721-4ef6-b2e3-edf17ff287b8 service neutron] 10.222.0.31 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989687 Feb 11 05:58:10.585053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.585782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.586324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.586928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.587952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.588673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.589447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.590066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.590671 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.591236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.591824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.592380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.592920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba1bc-96ea-40a5-8afe-420db253d4b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:10.648425 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:58:08Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:10.680582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.688830 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfac61-6e57-42a8-9e3a-63f15b6eaf54 None None] The sync data for ids ['b4e32e07-c79a-4bed-9e59-e7c3098a83ac'] in n-d-715271-35 is: [{'id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30292967', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:56:10Z', 'updated_at': '2022-02-11T05:58:08Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'b650b1b0-2f21-49c9-8d84-f28655993811', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e32e07-c79a-4bed-9e59-e7c3098a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:56:11Z', 'updated_at': '2022-02-11T05:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:58:10.802538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b457e43-0d6e-478b-8035-b4af2673345d req-97488173-799e-41d0-b991-85fc31f4ca95 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 210 time: 0.0308428 Feb 11 05:58:10.823234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.890371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port b650b1b0-2f21-49c9-8d84-f28655993811 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:58:10.890947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.976998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port b650b1b0-2f21-49c9-8d84-f28655993811, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b650b1b0-2f21-49c9-8d84-f28655993811,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:10.977408 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.989670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for b650b1b0-2f21-49c9-8d84-f28655993811 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:58:11.055967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392dbe29-6636-43cb-a1b9-d77309b26752 None None] DHCP port deletion for d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:58:11.122336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-392dbe29-6636-43cb-a1b9-d77309b26752 None None] Deleting port bc53fbe0-d0b1-436b-891b-22c21266279b {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:58:11.122823 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-392dbe29-6636-43cb-a1b9-d77309b26752 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.194881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b650b1b0-2f21-49c9-8d84-f28655993811), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.234833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-392dbe29-6636-43cb-a1b9-d77309b26752 None None] For port bc53fbe0-d0b1-436b-891b-22c21266279b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bc53fbe0-d0b1-436b-891b-22c21266279b,segment=NetworkSegment(49c89376-c68b-499c-8de1-307d6faf00e6),segment_id=49c89376-c68b-499c-8de1-307d6faf00e6)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:11.235489 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-392dbe29-6636-43cb-a1b9-d77309b26752 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.235641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=b650b1b0-2f21-49c9-8d84-f28655993811,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:11.277563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-392dbe29-6636-43cb-a1b9-d77309b26752 None None] Calling delete_port for bc53fbe0-d0b1-436b-891b-22c21266279b owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:58:11.309022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.338024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bc53fbe0-d0b1-436b-891b-22c21266279b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:58:11.340038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c715b763-4373-4693-8fba-de2320ab72bd no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:58:11.394655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c715b763-4373-4693-8fba-de2320ab72bd {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:58:11.394972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c715b763-4373-4693-8fba-de2320ab72bd not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:58:11.431077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.435770 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_controller (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.459553 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-392dbe29-6636-43cb-a1b9-d77309b26752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.487054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392dbe29-6636-43cb-a1b9-d77309b26752 None None] Pushing event deleted for resources: {'Port': ['ID=bc53fbe0-d0b1-436b-891b-22c21266279b,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:11.490900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port bc53fbe0-d0b1-436b-891b-22c21266279b is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:11.491283 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bc53fbe0-d0b1-436b-891b-22c21266279b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.501379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (b4e32e07-c79a-4bed-9e59-e7c3098a83ac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.502924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392dbe29-6636-43cb-a1b9-d77309b26752 None None] No DVR routers for this DVR port bc53fbe0-d0b1-436b-891b-22c21266279b on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:58:11.503224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Fanout notify agent at l3_agent the message router_deleted on router b4e32e07-c79a-4bed-9e59-e7c3098a83ac {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:58:11.513484 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.517821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36776) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:11.521886 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-657c6c8c-563a-41d8-82ba-b353eae1ceeb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/routers/b4e32e07-c79a-4bed-9e59-e7c3098a83ac HTTP/1.1" status: 204 len: 168 time: 0.9894555 Feb 11 05:58:11.548767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fc35dfe5-0438-4168-be6f-768798c46dc0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:58:11.569563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: fc35dfe5-0438-4168-be6f-768798c46dc0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:58:11.569921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fc35dfe5-0438-4168-be6f-768798c46dc0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:58:11.610059 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.704495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.726153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:11.738484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c89376-c68b-499c-8de1-307d6faf00e6') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:11.738776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c89376-c68b-499c-8de1-307d6faf00e6') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:11.750185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (49c89376-c68b-499c-8de1-307d6faf00e6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.765919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (49c89376-c68b-499c-8de1-307d6faf00e6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.773401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:58:11.773908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (49c89376-c68b-499c-8de1-307d6faf00e6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:58:11.777301 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:58:11.872902 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.894899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.898125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/networks/d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5 HTTP/1.1" status: 204 len: 168 time: 0.3791859 Feb 11 05:58:11.901398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36780) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:11.926650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b1b9a-4148-4192-9ebf-1937736c6856 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Network': ['ID=d8fe22cd-dcab-46f1-b5f7-4bef7d433ea5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:11.965632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4259a4b4-696c-4f9d-a4ef-468f85901303 req-d7cdbfb2-3650-4024-9512-44087a3e582e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 210 time: 0.0400221 Feb 11 05:58:11.988910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e01722d-f384-498b-bb2d-9dcfbbbd3430 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (b1439223-c2f3-4d08-8f57-64b2d000c4cc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.006870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-2f0c8ae8-3f7f-4f6f-af3d-5677ed89bc65 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:12.008345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-2f0c8ae8-3f7f-4f6f-af3d-5677ed89bc65 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.72 "GET /v2.0/networks?id=184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 200 len: 811 time: 0.2081890 Feb 11 05:58:12.019325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e01722d-f384-498b-bb2d-9dcfbbbd3430 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (b1439223-c2f3-4d08-8f57-64b2d000c4cc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.024082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Request body: {'port': {'device_id': 'f0c29ac0-18ff-4eac-82e8-7739b6334ca5', 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1', 'admin_state_up': True, 'tenant_id': '7991e845823f4ca38c9c202d7c241db1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:12.089239 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e01722d-f384-498b-bb2d-9dcfbbbd3430 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b1439223-c2f3-4d08-8f57-64b2d000c4cc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.091805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e01722d-f384-498b-bb2d-9dcfbbbd3430 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.092999 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0e01722d-f384-498b-bb2d-9dcfbbbd3430 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1439223-c2f3-4d08-8f57-64b2d000c4cc HTTP/1.1" status: 204 len: 168 time: 0.1905756 Feb 11 05:58:12.104592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01722d-f384-498b-bb2d-9dcfbbbd3430 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1439223-c2f3-4d08-8f57-64b2d000c4cc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:12.165917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Made reservation on behalf of 7991e845823f4ca38c9c202d7c241db1 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:58:12.169481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.319788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Allocated IP 172.20.0.4 (184336d5-7c40-4cda-a310-8878a083c6f1/7f2bbebb-3053-4c80-97f4-3db244653f16/695c325e-035e-4722-8b70-07e8d27f32c4) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:12.338519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36786) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:12.349397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b76ff1e4-bcdb-435a-874e-2638961c3723 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422096137', 'description': 'tempest-secgroup-smoke-1422096137 description', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:12.387811 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b76ff1e4-bcdb-435a-874e-2638961c3723 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.517352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks [] for port (695c325e-035e-4722-8b70-07e8d27f32c4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.545477 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b76ff1e4-bcdb-435a-874e-2638961c3723 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (4613c9eb-9299-4aa8-9463-54f1f0a85358), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.551163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b76ff1e4-bcdb-435a-874e-2638961c3723 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4613c9eb-9299-4aa8-9463-54f1f0a85358), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.596086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b76ff1e4-bcdb-435a-874e-2638961c3723 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.597352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b76ff1e4-bcdb-435a-874e-2638961c3723 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2578743 Feb 11 05:58:12.599296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ff1e4-bcdb-435a-874e-2638961c3723 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4613c9eb-9299-4aa8-9463-54f1f0a85358,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:12.600637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36788) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:12.602985 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.607629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a3dfcb91-797e-4193-9ec8-edb072438b65 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '4613c9eb-9299-4aa8-9463-54f1f0a85358', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:12.614577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['1451f6c6-b787-4f6d-8e74-5bbe045eb612'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:12.635423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3dfcb91-797e-4193-9ec8-edb072438b65 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (d9e54025-ac83-469b-a920-7ca13b1a41d7), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.655871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Network 184336d5-7c40-4cda-a310-8878a083c6f1 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:12.659238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:12.664331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:12.687782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3dfcb91-797e-4193-9ec8-edb072438b65 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (d9e54025-ac83-469b-a920-7ca13b1a41d7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.692984 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3dfcb91-797e-4193-9ec8-edb072438b65 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d9e54025-ac83-469b-a920-7ca13b1a41d7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.697695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Pushing event updated for resources: {'Port': ['ID=695c325e-035e-4722-8b70-07e8d27f32c4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:12.711406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfcb91-797e-4193-9ec8-edb072438b65 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e54025-ac83-469b-a920-7ca13b1a41d7,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:12.725016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3dfcb91-797e-4193-9ec8-edb072438b65 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.725619 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3dfcb91-797e-4193-9ec8-edb072438b65 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231265 Feb 11 05:58:12.728411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36790) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:12.728974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:12.729636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.733499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c80096ad-7586-4d2e-9117-35f32ffd81e7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '4613c9eb-9299-4aa8-9463-54f1f0a85358', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:12.747386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-239a512b-0572-4875-b1f5-19ca14c3c3ee tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7280369 Feb 11 05:58:12.758948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Request body: {'port': {'device_id': 'f0c29ac0-18ff-4eac-82e8-7739b6334ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:12.762801 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c80096ad-7586-4d2e-9117-35f32ffd81e7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (abd5956c-c9bd-461c-a4ff-dd66f02967b0), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.827552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c80096ad-7586-4d2e-9117-35f32ffd81e7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (abd5956c-c9bd-461c-a4ff-dd66f02967b0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.830803 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.831292 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c80096ad-7586-4d2e-9117-35f32ffd81e7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (abd5956c-c9bd-461c-a4ff-dd66f02967b0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.851509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80096ad-7586-4d2e-9117-35f32ffd81e7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd5956c-c9bd-461c-a4ff-dd66f02967b0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:12.857339 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c80096ad-7586-4d2e-9117-35f32ffd81e7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.858480 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c80096ad-7586-4d2e-9117-35f32ffd81e7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284983 Feb 11 05:58:12.862620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36792) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:12.867468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f0c89f8b-b741-42b1-a54d-02b5c8198f30 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '4613c9eb-9299-4aa8-9463-54f1f0a85358', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:12.972136 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c89f8b-b741-42b1-a54d-02b5c8198f30 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (39cea143-feab-4cac-b0ea-033d747c6ce0), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.126628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c89f8b-b741-42b1-a54d-02b5c8198f30 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (39cea143-feab-4cac-b0ea-033d747c6ce0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.138837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c89f8b-b741-42b1-a54d-02b5c8198f30 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (39cea143-feab-4cac-b0ea-033d747c6ce0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.176319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c89f8b-b741-42b1-a54d-02b5c8198f30 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cea143-feab-4cac-b0ea-033d747c6ce0,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:13.186954 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f0c89f8b-b741-42b1-a54d-02b5c8198f30 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.188152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f0c89f8b-b741-42b1-a54d-02b5c8198f30 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3245916 Feb 11 05:58:13.191140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36798) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:13.196472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653104a8-6714-41c6-a1c1-3f97646e2998 req-19353596-fbc9-4654-9982-6b360c53753d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:13.196590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4be28707-c9a6-4820-b117-863292879397 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '4613c9eb-9299-4aa8-9463-54f1f0a85358', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:13.197977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-653104a8-6714-41c6-a1c1-3f97646e2998 req-19353596-fbc9-4654-9982-6b360c53753d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 931 time: 0.1539071 Feb 11 05:58:13.232802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4be28707-c9a6-4820-b117-863292879397 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (b7ba9775-b019-4762-bd01-24d1a6bb3302), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.275810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b650b1b0-2f21-49c9-8d84-f28655993811 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:58:13.280476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695c325e-035e-4722-8b70-07e8d27f32c4 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:13.295155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Publish callbacks [] for port (695c325e-035e-4722-8b70-07e8d27f32c4), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.297396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: b650b1b0-2f21-49c9-8d84-f28655993811 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:58:13.297745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b650b1b0-2f21-49c9-8d84-f28655993811 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:58:13.299511 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4be28707-c9a6-4820-b117-863292879397 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (b7ba9775-b019-4762-bd01-24d1a6bb3302), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.304512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4be28707-c9a6-4820-b117-863292879397 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (b7ba9775-b019-4762-bd01-24d1a6bb3302), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.304669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-653104a8-6714-41c6-a1c1-3f97646e2998 req-b7bb94f3-2bac-44e8-b03f-cac24f53ad6f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952294 Feb 11 05:58:13.319162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Transition to ACTIVE for port object 695c325e-035e-4722-8b70-07e8d27f32c4 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:58:13.321866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28707-c9a6-4820-b117-863292879397 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ba9775-b019-4762-bd01-24d1a6bb3302,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:13.330886 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.336143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4be28707-c9a6-4820-b117-863292879397 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.337481 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4be28707-c9a6-4820-b117-863292879397 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447306 Feb 11 05:58:13.340060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36800) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:13.344429 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f862b9be-ce11-4899-bf7a-6528729a99be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '4613c9eb-9299-4aa8-9463-54f1f0a85358', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:13.366769 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-f862b9be-ce11-4899-bf7a-6528729a99be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Project fd919b75b5e04e12bb265670ddb374d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:58:13.371788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f862b9be-ce11-4899-bf7a-6528729a99be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (ad223149-025e-4ad5-a6f1-8401579c6411), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.392613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Pushing event updated for resources: {'Port': ['ID=695c325e-035e-4722-8b70-07e8d27f32c4,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:13.431581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f862b9be-ce11-4899-bf7a-6528729a99be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (ad223149-025e-4ad5-a6f1-8401579c6411), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.436731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f862b9be-ce11-4899-bf7a-6528729a99be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (ad223149-025e-4ad5-a6f1-8401579c6411), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.455524 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862b9be-ce11-4899-bf7a-6528729a99be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad223149-025e-4ad5-a6f1-8401579c6411,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:13.464495 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f862b9be-ce11-4899-bf7a-6528729a99be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.465766 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f862b9be-ce11-4899-bf7a-6528729a99be tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247063 Feb 11 05:58:13.467275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Attempting to bind port 695c325e-035e-4722-8b70-07e8d27f32c4 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:13.467618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Attempting to bind port 695c325e-035e-4722-8b70-07e8d27f32c4 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:13.467951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Attempting to bind port 695c325e-035e-4722-8b70-07e8d27f32c4 on network 184336d5-7c40-4cda-a310-8878a083c6f1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:13.468676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36802) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:13.472967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Port 695c325e-035e-4722-8b70-07e8d27f32c4 on network 184336d5-7c40-4cda-a310-8878a083c6f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:58:13.473325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Attempting to bind port 695c325e-035e-4722-8b70-07e8d27f32c4 on network 184336d5-7c40-4cda-a310-8878a083c6f1 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:13.473659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-77e9438d-26d9-47e1-a63f-89b0729ef156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '4613c9eb-9299-4aa8-9463-54f1f0a85358', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:13.478131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:13.478477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Checking segment: {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:13.478860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Bound using segment: {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:13.479285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Bound port: 695c325e-035e-4722-8b70-07e8d27f32c4, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a655b4-6c7f-418e-9872-f275563bf203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:13.479646 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.494199 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-77e9438d-26d9-47e1-a63f-89b0729ef156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Project fd919b75b5e04e12bb265670ddb374d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:58:13.499087 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-77e9438d-26d9-47e1-a63f-89b0729ef156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (f68de219-07b4-4672-8bf2-592d5725dd4f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.543238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] For port 695c325e-035e-4722-8b70-07e8d27f32c4, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:13.546332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] For port 695c325e-035e-4722-8b70-07e8d27f32c4, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=695c325e-035e-4722-8b70-07e8d27f32c4,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:13.552387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.561377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-77e9438d-26d9-47e1-a63f-89b0729ef156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (f68de219-07b4-4672-8bf2-592d5725dd4f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.566421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-77e9438d-26d9-47e1-a63f-89b0729ef156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f68de219-07b4-4672-8bf2-592d5725dd4f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.583873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9438d-26d9-47e1-a63f-89b0729ef156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68de219-07b4-4672-8bf2-592d5725dd4f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:13.592945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:13.593591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.594840 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-77e9438d-26d9-47e1-a63f-89b0729ef156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.595007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] 10.222.0.72 "PUT /v2.0/ports/695c325e-035e-4722-8b70-07e8d27f32c4 HTTP/1.1" status: 200 len: 1092 time: 0.8404524 Feb 11 05:58:13.595460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c29ac0-18ff-4eac-82e8-7739b6334ca5', 'tag': '695c325e-035e-4722-8b70-07e8d27f32c4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:13.596036 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-77e9438d-26d9-47e1-a63f-89b0729ef156 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263683 Feb 11 05:58:13.597775 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d267853-7a26-4193-8f49-85ce7276203a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c29ac0-18ff-4eac-82e8-7739b6334ca5", "tag": "695c325e-035e-4722-8b70-07e8d27f32c4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:13.599053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36804) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:13.605169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'network': {'name': 'tempest-network-smoke--1846416710', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'port_security_enabled': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:13.620946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad65bc7-58ed-4503-875f-19e2cbd3a62c service neutron] Pushing event updated for resources: {'Port': ['ID=695c325e-035e-4722-8b70-07e8d27f32c4,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:13.639709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:58:13.643526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.647895 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b08872-df41-46f2-be3c-0df6e4c37c02 x-openstack-request-id: req-c0b08872-df41-46f2-be3c-0df6e4c37c02 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:13.648268 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c29ac0-18ff-4eac-82e8-7739b6334ca5", "tag": "695c325e-035e-4722-8b70-07e8d27f32c4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:13.648597 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0b08872-df41-46f2-be3c-0df6e4c37c02 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:13.649097 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c29ac0-18ff-4eac-82e8-7739b6334ca5', 'tag': '695c325e-035e-4722-8b70-07e8d27f32c4', 'status': 'completed', 'code': 200} Feb 11 05:58:13.667924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:58:13.677741 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (300eb48d-5759-4dae-8189-d02a91e20adc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.678092 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Added segment 300eb48d-5759-4dae-8189-d02a91e20adc of type vlan for network e14d50b7-60c6-40dc-bdf4-4c288d78999c Feb 11 05:58:13.693267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-86f13067-89d8-4ddd-b9ac-d0ce82017f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:13.694954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-86f13067-89d8-4ddd-b9ac-d0ce82017f9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7991e845823f4ca38c9c202d7c241db1&device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 1126 time: 0.0565288 Feb 11 05:58:13.722168 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e14d50b7-60c6-40dc-bdf4-4c288d78999c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.736229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-16cde6d5-3ec9-490c-ac06-33b9cdba5624 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=695c325e-035e-4722-8b70-07e8d27f32c4 HTTP/1.1" status: 200 len: 217 time: 0.0348704 Feb 11 05:58:13.747518 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e14d50b7-60c6-40dc-bdf4-4c288d78999c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.753618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:13.754201 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.784478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-1f2d6d19-f825-47a3-bd4c-84eaae59d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:13.786033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-1f2d6d19-f825-47a3-bd4c-84eaae59d2df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f2bbebb-3053-4c80-97f4-3db244653f16 HTTP/1.1" status: 200 len: 851 time: 0.0439975 Feb 11 05:58:13.790514 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1904888 Feb 11 05:58:13.793197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36808) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:13.797809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'admin_state_up': True, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:13.826436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-0f1aac6c-554c-4e45-b68b-b988416e33a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=184336d5-7c40-4cda-a310-8878a083c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313456 Feb 11 05:58:13.837409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba69dc2-63dd-4026-bd03-d3e09e6403f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Network': ['ID=e14d50b7-60c6-40dc-bdf4-4c288d78999c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:13.850950 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e14d50b7-60c6-40dc-bdf4-4c288d78999c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:58:13.851483 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (c235233c-9b79-4426-adaf-303450c42b52), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.851998 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (c235233c-9b79-4426-adaf-303450c42b52), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.910738 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_controller (c235233c-9b79-4426-adaf-303450c42b52), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.925438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-a71f5879-db43-4f79-a0ac-6eb520e39e3a service neutron] 10.222.0.72 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924823 Feb 11 05:58:14.020561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6ec394f-ba9f-430d-ab68-88c21d6e2a24 req-d03f68f7-80ca-4ba9-a418-af2751aab6b3 service neutron] 10.222.0.72 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878384 Feb 11 05:58:14.058366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (c235233c-9b79-4426-adaf-303450c42b52), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:14.108754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267853-7a26-4193-8f49-85ce7276203a req-2de0c6ac-4eba-4980-8106-3b5676bb71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:14.110308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d267853-7a26-4193-8f49-85ce7276203a req-2de0c6ac-4eba-4980-8106-3b5676bb71c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7991e845823f4ca38c9c202d7c241db1&device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 1126 time: 0.0454190 Feb 11 05:58:14.203799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267853-7a26-4193-8f49-85ce7276203a req-74cfe07e-13cd-4f49-bf6a-b9a70d887eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:14.205266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d267853-7a26-4193-8f49-85ce7276203a req-74cfe07e-13cd-4f49-bf6a-b9a70d887eb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 200 len: 912 time: 0.0884776 Feb 11 05:58:14.248303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d267853-7a26-4193-8f49-85ce7276203a req-5cf25175-5b1e-46b2-b583-24284a46d815 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=695c325e-035e-4722-8b70-07e8d27f32c4 HTTP/1.1" status: 200 len: 217 time: 0.0359812 Feb 11 05:58:14.252842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (c235233c-9b79-4426-adaf-303450c42b52), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:14.272220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:14.298113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267853-7a26-4193-8f49-85ce7276203a req-acde3b13-780c-4b73-99b2-d9438fd3f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:14.299574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d267853-7a26-4193-8f49-85ce7276203a req-acde3b13-780c-4b73-99b2-d9438fd3f098 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f2bbebb-3053-4c80-97f4-3db244653f16 HTTP/1.1" status: 200 len: 851 time: 0.0451353 Feb 11 05:58:14.332068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d267853-7a26-4193-8f49-85ce7276203a req-a07b8417-041b-485f-88db-f8dbd5e8389a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=184336d5-7c40-4cda-a310-8878a083c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261366 Feb 11 05:58:14.384354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.25.1.27 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/dd53b37a-d236-49fc-a226-215400dfe18e) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:14.458996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d267853-7a26-4193-8f49-85ce7276203a req-d6738d4d-b274-4433-9611-d57189c5ee23 service neutron] 10.222.0.72 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203928 Feb 11 05:58:14.469965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003835f-6b9d-4fbd-a572-e5046e6e091f req-a275235a-80a1-4633-9168-b38fd6c335eb tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:14.472060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5003835f-6b9d-4fbd-a572-e5046e6e091f req-a275235a-80a1-4633-9168-b38fd6c335eb tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 943 time: 0.0735981 Feb 11 05:58:14.487589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (dd53b37a-d236-49fc-a226-215400dfe18e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:14.521712 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:14.560291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:14.563424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:14.566861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:14.579479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5003835f-6b9d-4fbd-a572-e5046e6e091f req-0f8f3e0f-9898-468e-b4e0-8a1387c596f2 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993369 Feb 11 05:58:14.597011 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=dd53b37a-d236-49fc-a226-215400dfe18e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:14.597830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d267853-7a26-4193-8f49-85ce7276203a req-a45bbec6-55ee-4317-9ae2-db427c40c283 service neutron] 10.222.0.72 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248274 Feb 11 05:58:14.828424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (c235233c-9b79-4426-adaf-303450c42b52), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:15.262202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (c235233c-9b79-4426-adaf-303450c42b52), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:15.400173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router c235233c-9b79-4426-adaf-303450c42b52 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:58:15.507919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:58:15.517351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Sync routers for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:58:15.528936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:15.530379 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-71b75151-8c97-4414-a378-1cd9c5382c4f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7360163 Feb 11 05:58:15.534005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36812) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:15.534962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:15.535591 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:15.568781 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-59a4203f-0eb4-4311-b8f0-a15e1cfbd4f3 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=fd919b75b5e04e12bb265670ddb374d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335202 Feb 11 05:58:15.571555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36814) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:15.654355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:15.681876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c1f1e-a16a-4723-8201-de92e0a7b9ad tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:15.683393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9f9c1f1e-a16a-4723-8201-de92e0a7b9ad tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1107404 Feb 11 05:58:15.686338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36818) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:15.724512 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-339f580d-5e3c-4f37-bbce-b8f0caca8b6b tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344784 Feb 11 05:58:15.724836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36820) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:15.725637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dde17-06d1-4ab3-abf6-c43a5041ec48 req-b51818d7-3b2a-4379-88a2-2ab66f3db4b7 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:15.727151 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-764dde17-06d1-4ab3-abf6-c43a5041ec48 req-b51818d7-3b2a-4379-88a2-2ab66f3db4b7 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 943 time: 0.0599377 Feb 11 05:58:15.734150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1844115756', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:15.775959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-764dde17-06d1-4ab3-abf6-c43a5041ec48 req-f2e55f0f-ecc2-4c1e-9bcf-1ab73ba157f8 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Feb 11 05:58:15.829149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:58:15.834375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:15.854752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:14Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:15.882121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Checking router: c235233c-9b79-4426-adaf-303450c42b52 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:58:15.882482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Updating router c235233c-9b79-4426-adaf-303450c42b52 port dd53b37a-d236-49fc-a226-215400dfe18e binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:58:15.916370 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.020158 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (ee63b885-c968-49a6-a707-9e2cef3d92df), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.084629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Subnet': ['ID=ee63b885-c968-49a6-a707-9e2cef3d92df,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:16.094459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Checking segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:16.094835 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network hostable DHCP agents. Network: e14d50b7-60c6-40dc-bdf4-4c288d78999c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:58:16.112856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network e14d50b7-60c6-40dc-bdf4-4c288d78999c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:58:16.124352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e14d50b7-60c6-40dc-bdf4-4c288d78999c) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:16.129179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:16.129791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.140884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a677698a-ed65-4f7f-9484-e780b74004d2 None None] Network e14d50b7-60c6-40dc-bdf4-4c288d78999c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:58:16.151031 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b47a21c9-2dab-41fa-8bd6-7b2c8833b930 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4250917 Feb 11 05:58:16.154032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36822) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:16.234593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Publish callbacks [] for port (dd53b37a-d236-49fc-a226-215400dfe18e), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.244382 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.333320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Attempting to bind port dd53b37a-d236-49fc-a226-215400dfe18e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:16.333732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Attempting to bind port dd53b37a-d236-49fc-a226-215400dfe18e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:16.334051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Attempting to bind port dd53b37a-d236-49fc-a226-215400dfe18e on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:16.340100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8520-abbc-49f9-8344-b3a81dd9ec0b None None] Pushing event updated for resources: {'Port': ['ID=dd53b37a-d236-49fc-a226-215400dfe18e,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:16.345416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:58:16.346319 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.350596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:16.350980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:16.352813 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.352813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:16.352813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Bound port: dd53b37a-d236-49fc-a226-215400dfe18e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:16.352813 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.479027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] For port dd53b37a-d236-49fc-a226-215400dfe18e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:16.484207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] For port dd53b37a-d236-49fc-a226-215400dfe18e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dd53b37a-d236-49fc-a226-215400dfe18e,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:16.498188 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.598263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Allocated IP 172.20.0.2 (e14d50b7-60c6-40dc-bdf4-4c288d78999c/ee63b885-c968-49a6-a707-9e2cef3d92df/79cae443-7408-4520-8202-0e53eafccc67) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:16.608105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:16.609141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:16.618889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8520-abbc-49f9-8344-b3a81dd9ec0b None None] Pushing event updated for resources: {'Port': ['ID=dd53b37a-d236-49fc-a226-215400dfe18e,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:16.634834 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:16.668881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 695c325e-035e-4722-8b70-07e8d27f32c4 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:58:16.870160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:16.904623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891e850-7cc6-4c66-b9d7-b92bd225d4b5 req-64c45779-f8b3-433e-b6e9-b047b9c74866 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:16.906219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c891e850-7cc6-4c66-b9d7-b92bd225d4b5 req-64c45779-f8b3-433e-b6e9-b047b9c74866 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 943 time: 0.0530686 Feb 11 05:58:16.954810 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c891e850-7cc6-4c66-b9d7-b92bd225d4b5 req-10d9d7fb-dd7e-4fdd-96bb-9446fe8d1f1c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Feb 11 05:58:17.188826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 695c325e-035e-4722-8b70-07e8d27f32c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=695c325e-035e-4722-8b70-07e8d27f32c4,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:17.220072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Publish callbacks [] for port (79cae443-7408-4520-8202-0e53eafccc67), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.226255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '695c325e-035e-4722-8b70-07e8d27f32c4', 'network_id': '184336d5-7c40-4cda-a310-8878a083c6f1', 'port_id': '695c325e-035e-4722-8b70-07e8d27f32c4', 'mac_address': 'fa:16:3e:96:92:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2bbebb-3053-4c80-97f4-3db244653f16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:58:17.235283 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (79cae443-7408-4520-8202-0e53eafccc67), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.279466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.20.0.1 (e14d50b7-60c6-40dc-bdf4-4c288d78999c/ee63b885-c968-49a6-a707-9e2cef3d92df/d5cd2abc-9abf-43c3-bbc9-013d3ef839b8) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:17.325286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Network e14d50b7-60c6-40dc-bdf4-4c288d78999c is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:17.336573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:17.341819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:17.344342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 695c325e-035e-4722-8b70-07e8d27f32c4 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:17.344727 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.358847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Pushing event updated for resources: {'Port': ['ID=79cae443-7408-4520-8202-0e53eafccc67,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:17.376262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695c325e-035e-4722-8b70-07e8d27f32c4 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:17.400339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.400689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.401039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.401406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.401751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.402088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.402423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.402757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.403099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.403427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.403757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.404087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.404417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:17.410919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.446982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.452491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 695c325e-035e-4722-8b70-07e8d27f32c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=695c325e-035e-4722-8b70-07e8d27f32c4,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:17.461625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Attempting to bind port 79cae443-7408-4520-8202-0e53eafccc67 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:17.462002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Attempting to bind port 79cae443-7408-4520-8202-0e53eafccc67 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:17.462369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Attempting to bind port 79cae443-7408-4520-8202-0e53eafccc67 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:17.464281 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.473060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:14Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:17.493007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:17.493430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Checking segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:17.493842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.494242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Bound using segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:17.494727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Bound port: 79cae443-7408-4520-8202-0e53eafccc67, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:17.495113 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (79cae443-7408-4520-8202-0e53eafccc67), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.495418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network e14d50b7-60c6-40dc-bdf4-4c288d78999c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:17.498715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:17.501319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:17.532509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=d5cd2abc-9abf-43c3-bbc9-013d3ef839b8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:17.536189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147273a1-ce37-44a6-b05a-60bcb1357baa None None] The sync data for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 is: [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:14Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:58:17.562454 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (c235233c-9b79-4426-adaf-303450c42b52), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.584888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=695c325e-035e-4722-8b70-07e8d27f32c4,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:17.612846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] For port 79cae443-7408-4520-8202-0e53eafccc67, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:17.628073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] For port 79cae443-7408-4520-8202-0e53eafccc67, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=79cae443-7408-4520-8202-0e53eafccc67,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:17.635038 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (79cae443-7408-4520-8202-0e53eafccc67), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.692800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['695c325e-035e-4722-8b70-07e8d27f32c4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:17.726753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6328b03-b2c0-4b36-96d3-c5c4f3424be7 None None] Pushing event updated for resources: {'Port': ['ID=79cae443-7408-4520-8202-0e53eafccc67,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:17.739479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:18.114262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d6b7-18a5-45a9-a5eb-8cee45ce26b6 req-347b1348-dfde-40c0-b65a-07075bea1319 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:18.116817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca71d6b7-18a5-45a9-a5eb-8cee45ce26b6 req-347b1348-dfde-40c0-b65a-07075bea1319 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 944 time: 0.0690761 Feb 11 05:58:18.155510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:18.162050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:18.175842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca71d6b7-18a5-45a9-a5eb-8cee45ce26b6 req-2daef712-5f6a-4d88-8859-7f4cddb7682d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521219 Feb 11 05:58:18.240876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=d5cd2abc-9abf-43c3-bbc9-013d3ef839b8,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:18.243432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (c235233c-9b79-4426-adaf-303450c42b52), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:18.355783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network e14d50b7-60c6-40dc-bdf4-4c288d78999c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:18.357996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:18.678079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 695c325e-035e-4722-8b70-07e8d27f32c4 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:18.741531 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router c235233c-9b79-4426-adaf-303450c42b52 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:58:18.749740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 695c325e-035e-4722-8b70-07e8d27f32c4 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:58:18.756560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 695c325e-035e-4722-8b70-07e8d27f32c4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:18.757027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:18.853436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 695c325e-035e-4722-8b70-07e8d27f32c4 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:18.853979 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:18.879373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:58:18.880052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c29ac0-18ff-4eac-82e8-7739b6334ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695c325e-035e-4722-8b70-07e8d27f32c4'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:18.882383 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfb9293-7a28-49b9-969a-d9eed807fae1" -d '{"events": [{"server_uuid": "f0c29ac0-18ff-4eac-82e8-7739b6334ca5", "name": "network-vif-plugged", "status": "completed", "tag": "695c325e-035e-4722-8b70-07e8d27f32c4"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:18.885456 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-48fb5b84-b796-4708-8085-9ed15e55e040 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "PUT /v2.0/routers/c235233c-9b79-4426-adaf-303450c42b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7301869 Feb 11 05:58:18.909509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 695c325e-035e-4722-8b70-07e8d27f32c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=695c325e-035e-4722-8b70-07e8d27f32c4,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:18.917654 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:18.936297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc68c9-d3d4-473e-9d3a-1ab55d976446 None None] Network e14d50b7-60c6-40dc-bdf4-4c288d78999c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:58:18.963935 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9117c3ee-53f1-4b29-864c-27995f3028de x-openstack-request-id: req-9117c3ee-53f1-4b29-864c-27995f3028de {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:18.964164 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c29ac0-18ff-4eac-82e8-7739b6334ca5", "name": "network-vif-plugged", "status": "completed", "tag": "695c325e-035e-4722-8b70-07e8d27f32c4", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:18.964432 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9117c3ee-53f1-4b29-864c-27995f3028de {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:18.965669 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c29ac0-18ff-4eac-82e8-7739b6334ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695c325e-035e-4722-8b70-07e8d27f32c4', 'code': 200} Feb 11 05:58:19.054408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=695c325e-035e-4722-8b70-07e8d27f32c4,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:19.070956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d92276-4d70-4b4e-8ff8-a136360e27b8 req-00623471-423b-4a7e-ba5c-d7e77ff971f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:19.072507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12d92276-4d70-4b4e-8ff8-a136360e27b8 req-00623471-423b-4a7e-ba5c-d7e77ff971f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0673654 Feb 11 05:58:19.073035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a2e0b0fd-5ba6-4a15-9403-4d36253fa691 None None] Provisioning complete for port 79cae443-7408-4520-8202-0e53eafccc67 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:19.073440 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b0fd-5ba6-4a15-9403-4d36253fa691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (79cae443-7408-4520-8202-0e53eafccc67), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:19.154677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-4abcca49-7958-4fa1-ace7-6bbc9a4a27da tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422096137&fields=id&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 267 time: 0.0771303 Feb 11 05:58:19.158280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12d92276-4d70-4b4e-8ff8-a136360e27b8 req-b63f8639-50f3-4d25-8063-26aae5924bdf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786920 Feb 11 05:58:19.196753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0b0fd-5ba6-4a15-9403-4d36253fa691 None None] Current status of the port 79cae443-7408-4520-8202-0e53eafccc67 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:19.197235 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b0fd-5ba6-4a15-9403-4d36253fa691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (79cae443-7408-4520-8202-0e53eafccc67), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:19.244154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a2e0b0fd-5ba6-4a15-9403-4d36253fa691 None None] For port 79cae443-7408-4520-8202-0e53eafccc67, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=79cae443-7408-4520-8202-0e53eafccc67,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:19.260362 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b0fd-5ba6-4a15-9403-4d36253fa691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (79cae443-7408-4520-8202-0e53eafccc67), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:19.347587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0b0fd-5ba6-4a15-9403-4d36253fa691 None None] Pushing event updated for resources: {'Port': ['ID=79cae443-7408-4520-8202-0e53eafccc67,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:19.364558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-00bf8d5a-36b1-4701-b4e7-7e7de540e8af tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:19.366442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-00bf8d5a-36b1-4701-b4e7-7e7de540e8af tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 797 time: 0.2028067 Feb 11 05:58:19.391494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-50677e78-3c8e-463f-8bd1-6a816a150c4b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/quotas/fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 375 time: 0.0166767 Feb 11 05:58:19.408449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfbc01-006f-41d6-a153-9dba58f8179c req-4a3492ca-48c4-403b-8a3a-ae2e2a89f78b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:19.414559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90bfbc01-006f-41d6-a153-9dba58f8179c req-4a3492ca-48c4-403b-8a3a-ae2e2a89f78b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0996497 Feb 11 05:58:19.416182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 79cae443-7408-4520-8202-0e53eafccc67 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:19.475413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 79cae443-7408-4520-8202-0e53eafccc67 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:19.475878 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (79cae443-7408-4520-8202-0e53eafccc67), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:19.511312 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90bfbc01-006f-41d6-a153-9dba58f8179c req-4b90920e-6f9d-4315-b653-e9486edb8260 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844967 Feb 11 05:58:19.522469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-d1bdd955-70d3-4111-ada8-14487075ef72 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065800 Feb 11 05:58:19.603213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 79cae443-7408-4520-8202-0e53eafccc67 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:19.604433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dd53b37a-d236-49fc-a226-215400dfe18e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:19.608640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-73e0fa58-3bbb-4eea-afed-3d5446d4147f None None] Provisioning complete for port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:19.608640 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-73e0fa58-3bbb-4eea-afed-3d5446d4147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:19.645723 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Sync routers for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:58:19.659345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c8584f76-7248-46d0-975e-dac9bfacf4e8 service neutron] 10.222.0.31 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246073 Feb 11 05:58:19.659824 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:19.660865 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:19.684368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-73e0fa58-3bbb-4eea-afed-3d5446d4147f None None] Port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:58:19.703648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-73e0fa58-3bbb-4eea-afed-3d5446d4147f None None] Provisioning complete for port 79cae443-7408-4520-8202-0e53eafccc67 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:19.704152 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-73e0fa58-3bbb-4eea-afed-3d5446d4147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (79cae443-7408-4520-8202-0e53eafccc67), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:19.728890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port dd53b37a-d236-49fc-a226-215400dfe18e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:19.729392 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:19.774690 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-48cbab1f-c822-48d4-bebd-c7f0d7ccabe3 service neutron] 10.222.0.31 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143126 Feb 11 05:58:19.797940 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:19.857326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-73e0fa58-3bbb-4eea-afed-3d5446d4147f None None] Current status of the port 79cae443-7408-4520-8202-0e53eafccc67 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:19.866181 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port dd53b37a-d236-49fc-a226-215400dfe18e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:19.866682 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:19.931783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port dd53b37a-d236-49fc-a226-215400dfe18e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dd53b37a-d236-49fc-a226-215400dfe18e,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:19.939334 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:19.980269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13d43238-f2f7-4dda-b727-5e3e4ac8ec85 req-b03c2ee1-df52-4b49-a990-d7af2321b36e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 210 time: 0.0449030 Feb 11 05:58:20.038428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=dd53b37a-d236-49fc-a226-215400dfe18e,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:20.054444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3d578621-9476-451b-914b-880c1a3642d5 None None] Provisioning complete for port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:20.054965 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3d578621-9476-451b-914b-880c1a3642d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:20.097409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3d578621-9476-451b-914b-880c1a3642d5 None None] Port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:58:20.099096 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd5cd2abc-9abf-43c3-bbc9-013d3ef839b8', 'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:16Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 2, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:20.129052 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Checking router: c235233c-9b79-4426-adaf-303450c42b52 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:58:20.129425 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Updating router c235233c-9b79-4426-adaf-303450c42b52 port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:58:20.159175 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:20.226013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-42e0bef5-68e3-4e62-a024-bf33295b6d78 None None] Provisioning complete for port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:20.226500 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-42e0bef5-68e3-4e62-a024-bf33295b6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:20.289779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-42e0bef5-68e3-4e62-a024-bf33295b6d78 None None] Port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:58:20.498327 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Publish callbacks [] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:20.504826 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:20.560234 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45bf05-85e7-4358-b707-83005c81e2fb None None] Pushing event updated for resources: {'Port': ['ID=d5cd2abc-9abf-43c3-bbc9-013d3ef839b8,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:20.621369 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Attempting to bind port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:20.621761 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Attempting to bind port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:20.622118 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Attempting to bind port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:20.629547 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:20.630025 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Checking segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:20.630406 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:20.630817 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Bound using segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:20.631424 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Bound port: d5cd2abc-9abf-43c3-bbc9-013d3ef839b8, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:20.631823 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:20.710096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5ff97-ddee-4e96-8b95-cee2b9f282f6 req-7a0ca75d-62c7-48aa-bdb6-5cf6e2d15b5d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:20.711713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29a5ff97-ddee-4e96-8b95-cee2b9f282f6 req-7a0ca75d-62c7-48aa-bdb6-5cf6e2d15b5d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0611787 Feb 11 05:58:20.738819 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] For port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:20.742583 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] For port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d5cd2abc-9abf-43c3-bbc9-013d3ef839b8,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:20.749275 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:20.792989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29a5ff97-ddee-4e96-8b95-cee2b9f282f6 req-4cd5469b-5756-4f8c-a4bd-fe9f7dcb11a6 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732951 Feb 11 05:58:20.824276 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45bf05-85e7-4358-b707-83005c81e2fb None None] Pushing event updated for resources: {'Port': ['ID=d5cd2abc-9abf-43c3-bbc9-013d3ef839b8,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:20.833493 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:20.835773 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:20.984124 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:21.080335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-38a4be5b-994f-4023-ac6f-422c79658ee4 None None] Provisioning complete for port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:21.081328 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38a4be5b-994f-4023-ac6f-422c79658ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:21.298978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-38a4be5b-994f-4023-ac6f-422c79658ee4 None None] Current status of the port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:21.299535 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38a4be5b-994f-4023-ac6f-422c79658ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:21.333470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-afe9af9c-8b19-4a45-877b-23f52dbf02d9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:21.333688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 79cae443-7408-4520-8202-0e53eafccc67 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:21.335000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-afe9af9c-8b19-4a45-877b-23f52dbf02d9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.81 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 797 time: 0.3125081 Feb 11 05:58:21.343226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f08913f-036e-454a-ba3e-79250d01b18e req-25c44207-d384-4629-9da0-ce1e0b0edb0f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 210 time: 0.1862087 Feb 11 05:58:21.383387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-38a4be5b-994f-4023-ac6f-422c79658ee4 None None] For port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d5cd2abc-9abf-43c3-bbc9-013d3ef839b8,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:21.389433 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38a4be5b-994f-4023-ac6f-422c79658ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:21.413125 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd5cd2abc-9abf-43c3-bbc9-013d3ef839b8', 'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:16Z', 'updated_at': '2022-02-11T05:58:20Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:21.427371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-31ad8200-9699-47d1-b551-1974153af17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:21.429460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-31ad8200-9699-47d1-b551-1974153af17c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7991e845823f4ca38c9c202d7c241db1&device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 1128 time: 0.2592707 Feb 11 05:58:21.444305 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53609ff-1090-4116-8235-135207ca9e64 None None] The sync data for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 is: [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd5cd2abc-9abf-43c3-bbc9-013d3ef839b8', 'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:16Z', 'updated_at': '2022-02-11T05:58:20Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:58:21.448990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4be5b-994f-4023-ac6f-422c79658ee4 None None] Pushing event updated for resources: {'Port': ['ID=d5cd2abc-9abf-43c3-bbc9-013d3ef839b8,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:21.452309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 79cae443-7408-4520-8202-0e53eafccc67 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:21.452804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (79cae443-7408-4520-8202-0e53eafccc67), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:21.514157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b46a-1476-4507-86d5-019c9a6f0c02 req-d8a7ddbd-a978-44f6-a343-8ddf28d8b878 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:21.521930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2d1b46a-1476-4507-86d5-019c9a6f0c02 req-d8a7ddbd-a978-44f6-a343-8ddf28d8b878 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.3676369 Feb 11 05:58:21.530061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-a3fb582a-d413-4285-af52-1f80c1a5c631 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 380 time: 0.1570225 Feb 11 05:58:21.536222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4c514d8-11f7-4960-8019-b6d33a455a56 None None] Provisioning complete for port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:21.536600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4c514d8-11f7-4960-8019-b6d33a455a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:21.577527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'port': {'device_id': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'admin_state_up': True, 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'security_groups': ['4613c9eb-9299-4aa8-9463-54f1f0a85358']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:21.609480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 79cae443-7408-4520-8202-0e53eafccc67 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:21.611673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dd53b37a-d236-49fc-a226-215400dfe18e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:21.705653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port dd53b37a-d236-49fc-a226-215400dfe18e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:21.706051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-2cf4058d-eba3-42b7-94bc-7e01d4e40a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:21.706184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:21.707688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-2cf4058d-eba3-42b7-94bc-7e01d4e40a86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 200 len: 912 time: 0.2698355 Feb 11 05:58:21.707806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4c514d8-11f7-4960-8019-b6d33a455a56 None None] Current status of the port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:21.713335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2d1b46a-1476-4507-86d5-019c9a6f0c02 req-60c4fe87-3299-4585-9490-0dd87d529bc8 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821365 Feb 11 05:58:21.776336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-fb255d94-483c-4c79-bc7e-47dec561c50f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=695c325e-035e-4722-8b70-07e8d27f32c4 HTTP/1.1" status: 200 len: 217 time: 0.0593195 Feb 11 05:58:21.809257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port dd53b37a-d236-49fc-a226-215400dfe18e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:21.835795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:58:21.839092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:21.853023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-1a54e47a-158e-4853-9e72-e61552b98afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:21.854667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-1a54e47a-158e-4853-9e72-e61552b98afc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f2bbebb-3053-4c80-97f4-3db244653f16 HTTP/1.1" status: 200 len: 851 time: 0.0688682 Feb 11 05:58:21.897725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-d1f45300-2121-4f08-be72-f2438f1fd8e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=184336d5-7c40-4cda-a310-8878a083c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358822 Feb 11 05:58:22.072734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.20.0.13 (e14d50b7-60c6-40dc-bdf4-4c288d78999c/ee63b885-c968-49a6-a707-9e2cef3d92df/5a6e9254-bb69-424f-9564-6cb4b71c63b7) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:22.076210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-e081a185-e178-46eb-9b40-60a1d5920e2c service neutron] 10.222.0.72 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468742 Feb 11 05:58:22.207445 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:22.631586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cdefaa9-7a8d-4050-bbdf-23e06cf36fa3 req-d007cbea-4661-4412-af0d-8a40c9c2ec6d service neutron] 10.222.0.72 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456071 Feb 11 05:58:22.655521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04b8c796-d5ae-48cb-a87e-c447009eccf2 req-3b1e84d0-87a5-491a-a460-e6ce6f38cb22 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 210 time: 0.0457594 Feb 11 05:58:22.694736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:22.741873 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:22.798832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network e14d50b7-60c6-40dc-bdf4-4c288d78999c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:22.803434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:22.806699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:22.860071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:22.896767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:22.897423 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:22.919831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ade1a-fafd-4b59-91cc-838acc9fe2d4 req-dd0f33b3-6c6d-4661-a3e5-727a7c2c517f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:22.921498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-737ade1a-fafd-4b59-91cc-838acc9fe2d4 req-dd0f33b3-6c6d-4661-a3e5-727a7c2c517f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.1194134 Feb 11 05:58:22.926025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-c35ff301-96b7-44f5-95b1-6af84b6546cc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3547552 Feb 11 05:58:22.947698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Request body: {'port': {'device_id': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:23.009036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-737ade1a-fafd-4b59-91cc-838acc9fe2d4 req-6add0b64-d4b6-4248-ae88-4cb7db7bac38 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794320 Feb 11 05:58:23.035473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:23.042456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d24a42e3-963f-4c3e-8ffb-bf03cedfa8f6 None None] Provisioning complete for port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:23.042915 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d24a42e3-963f-4c3e-8ffb-bf03cedfa8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:23.079603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d24a42e3-963f-4c3e-8ffb-bf03cedfa8f6 None None] Port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:58:23.254891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:23.279355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:23.314897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6e9254-bb69-424f-9564-6cb4b71c63b7 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:23.322557 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Publish callbacks [] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:23.330187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:23.330572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:23.337722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Transition to ACTIVE for port object 5a6e9254-bb69-424f-9564-6cb4b71c63b7 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:58:23.341938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:23.418029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:23.426319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:23.468461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:23.468807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:23.469214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:23.474759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:58:23.475091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:23.480100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:23.480481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Checking segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:23.480930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Bound using segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:23.481422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Bound port: 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:23.481796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:23.549146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:23.552439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:23.559627 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:23.597995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:23.598777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:23.600010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] 10.222.0.81 "PUT /v2.0/ports/5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 1093 time: 0.6565111 Feb 11 05:58:23.600495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:23.602860 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:23.625038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbec62-30f9-4fb9-8e2d-1d8e10faa9ad service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:23.667926 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf45f9b-d1c7-4ee2-99ab-1692a4d2b539 x-openstack-request-id: req-cbf45f9b-d1c7-4ee2-99ab-1692a4d2b539 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:23.668230 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:23.668490 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbf45f9b-d1c7-4ee2-99ab-1692a4d2b539 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:23.668887 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'status': 'completed', 'code': 200} Feb 11 05:58:23.710617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-28adf61f-8d9e-4b17-8d5a-d971789457ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:23.712190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-28adf61f-8d9e-4b17-8d5a-d971789457ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1127 time: 0.0558922 Feb 11 05:58:23.757819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-cfa8e809-84d5-4ff2-a385-ac0033b109c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 217 time: 0.0384941 Feb 11 05:58:23.842843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-669e7c1f-0358-4df3-8baa-a62dc7826dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:23.844307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-669e7c1f-0358-4df3-8baa-a62dc7826dec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.0605099 Feb 11 05:58:23.854685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311dd2-6a49-4b4c-a6ca-67a7d82a4b75 req-5a80a3d7-73a1-48bb-b516-0e5fbab820b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:23.856148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32311dd2-6a49-4b4c-a6ca-67a7d82a4b75 req-5a80a3d7-73a1-48bb-b516-0e5fbab820b8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 944 time: 0.1009223 Feb 11 05:58:23.932814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32311dd2-6a49-4b4c-a6ca-67a7d82a4b75 req-a8457e92-6350-4cb6-aa10-704caf3d3c82 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681140 Feb 11 05:58:23.935507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-3d5aadbd-0e05-4e37-81e6-80c2c0e45ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:23.936951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-3d5aadbd-0e05-4e37-81e6-80c2c0e45ad7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0799620 Feb 11 05:58:24.048973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-a27c5f71-8982-42f2-8aff-3ce307ed79a2 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963340 Feb 11 05:58:24.177764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a6b7911-0d9c-46ce-9d09-ebfe38219038 req-4c1863cf-950f-45e5-89fc-fd3e274e574a service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217563 Feb 11 05:58:24.184754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ad5e-a97a-4fed-98ec-ca26581c68e5 req-c5059d40-7f57-4a11-b718-d3475c3529f4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:24.186241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9126ad5e-a97a-4fed-98ec-ca26581c68e5 req-c5059d40-7f57-4a11-b718-d3475c3529f4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.1037354 Feb 11 05:58:24.245199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9126ad5e-a97a-4fed-98ec-ca26581c68e5 req-47859a28-8ffb-44c4-aea4-b649ba11b270 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524843 Feb 11 05:58:24.279113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-9302a1f0-8237-49b5-82ab-df4e3f95c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:24.280608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-9302a1f0-8237-49b5-82ab-df4e3f95c1a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1127 time: 0.0481384 Feb 11 05:58:24.374522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-517a92c1-729c-4b1a-8571-8ee6137f5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:24.375883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-517a92c1-729c-4b1a-8571-8ee6137f5d01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.0897088 Feb 11 05:58:24.417872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-76ad2396-7a46-4723-a8b6-c9e8b72595bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 217 time: 0.0357766 Feb 11 05:58:24.465736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-2b34b417-afdc-4aad-82af-f68a92663e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:24.467189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-2b34b417-afdc-4aad-82af-f68a92663e65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.0422695 Feb 11 05:58:24.517724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-97bd4343-6e3d-4cb8-9050-8303067c515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:24.519238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-97bd4343-6e3d-4cb8-9050-8303067c515d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457814 Feb 11 05:58:24.614541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-127235ce-2983-4b40-9629-e8248e423909 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Feb 11 05:58:24.710866 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-66bcdd5d-8d29-4fdb-887b-ee253b2951cd req-bb544c26-4b83-425f-8470-b16d157d6cce service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873768 Feb 11 05:58:25.058425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4fc65-8e41-4762-aad3-7106112077ce req-029a5afc-8a6c-4f97-90cd-fd12add48eac tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:25.059906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ce4fc65-8e41-4762-aad3-7106112077ce req-029a5afc-8a6c-4f97-90cd-fd12add48eac tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 944 time: 0.0578494 Feb 11 05:58:25.109755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ce4fc65-8e41-4762-aad3-7106112077ce req-ef7cb514-58db-45f7-a8a3-38641d70585a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Feb 11 05:58:25.370670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e124ad-9203-44cd-8ab7-f6e582e446f5 req-ce970307-05fa-4c0e-94c2-66f9f210ac58 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:25.372181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44e124ad-9203-44cd-8ab7-f6e582e446f5 req-ce970307-05fa-4c0e-94c2-66f9f210ac58 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0572350 Feb 11 05:58:25.384776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:58:25.420773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44e124ad-9203-44cd-8ab7-f6e582e446f5 req-1d1765e3-b9f9-4d3a-90ca-3abe3dd4b7ea tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Feb 11 05:58:25.487643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:25.499045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'port_id': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'mac_address': 'fa:16:3e:10:e6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:58:25.537126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:25.537539 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:25.550880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6e9254-bb69-424f-9564-6cb4b71c63b7 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:25.571055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:25.575308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:25.625719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:25.964467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['5a6e9254-bb69-424f-9564-6cb4b71c63b7'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:26.234066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a0efe-d221-4177-8bd0-94f3dc5c2d29 req-b9abc582-1332-4441-81c9-4d8f095a39d2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:26.235553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-276a0efe-d221-4177-8bd0-94f3dc5c2d29 req-b9abc582-1332-4441-81c9-4d8f095a39d2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 945 time: 0.0568182 Feb 11 05:58:26.285517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-276a0efe-d221-4177-8bd0-94f3dc5c2d29 req-41b9fc1f-7e1b-4f09-a905-287dc24bacac tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436494 Feb 11 05:58:26.542782 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0673-c72e-4ae7-b61c-baf511663cc2 req-1d197f26-aee5-46e0-8e4f-37b7f2b7a50e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:26.544199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d54b0673-c72e-4ae7-b61c-baf511663cc2 req-1d197f26-aee5-46e0-8e4f-37b7f2b7a50e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0529342 Feb 11 05:58:26.590058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d54b0673-c72e-4ae7-b61c-baf511663cc2 req-a31b1eaa-e996-403c-8f7a-4e0ed2db28c4 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401523 Feb 11 05:58:27.400317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:27.411195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6871c77-537a-401a-9d3d-f67515f00f43 req-0572431f-1855-4e75-bf97-1532ae3d6a53 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:27.412758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6871c77-537a-401a-9d3d-f67515f00f43 req-0572431f-1855-4e75-bf97-1532ae3d6a53 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 945 time: 0.0611920 Feb 11 05:58:27.451169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:58:27.455002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:27.455376 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:27.461693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6871c77-537a-401a-9d3d-f67515f00f43 req-7807b2b3-d503-4d29-82a6-caf906de2829 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430305 Feb 11 05:58:27.536010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:27.536403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:27.562952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:27.565210 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68640a6b-b120-44e4-aba4-c090cd354ec2" -d '{"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:27.577295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:27.582329 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:27.605456 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ed1e17-8b4a-4cd1-b389-a630f3219e49 x-openstack-request-id: req-42ed1e17-8b4a-4cd1-b389-a630f3219e49 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:27.605757 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:27.606015 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42ed1e17-8b4a-4cd1-b389-a630f3219e49 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:27.606409 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'code': 200} Feb 11 05:58:27.634907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:27.722654 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-927d2bd4-f4b0-4e47-a3bb-cfb1e7dfa2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:27.752689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958423e-5935-42a6-a901-0ab210c320ad req-f883ceab-7364-4bc1-bb45-a378803c35b0 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:27.755123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2958423e-5935-42a6-a901-0ab210c320ad req-f883ceab-7364-4bc1-bb45-a378803c35b0 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0912752 Feb 11 05:58:27.756832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf076c-fd1f-4367-9085-8f1159dd953c req-c6adc863-6d71-4ce6-8ec7-6d03f009f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:27.758256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41cf076c-fd1f-4367-9085-8f1159dd953c req-c6adc863-6d71-4ce6-8ec7-6d03f009f44c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1129 time: 0.0934505 Feb 11 05:58:27.832933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2958423e-5935-42a6-a901-0ab210c320ad req-dca40c69-5539-4429-b1d1-97bad1d6d34f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724831 Feb 11 05:58:27.835547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41cf076c-fd1f-4367-9085-8f1159dd953c req-cbce4180-8d51-49ac-a27e-407fce77c2c7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693717 Feb 11 05:58:28.582657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cebb6-17a6-4fca-8873-e3790dd2dbe6 req-a11f7ea8-2500-42ea-8a9f-d3d9d49de920 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:28.584136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f7cebb6-17a6-4fca-8873-e3790dd2dbe6 req-a11f7ea8-2500-42ea-8a9f-d3d9d49de920 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.0528367 Feb 11 05:58:28.631258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f7cebb6-17a6-4fca-8873-e3790dd2dbe6 req-536fa0f6-e080-439b-8e0d-9db3b4b72ead tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 Feb 11 05:58:28.956434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a769-f9c9-4a94-9a2c-e44e44e19737 req-c5db3479-e7b3-415a-b888-1cfa464b503c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:28.957954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3d9a769-f9c9-4a94-9a2c-e44e44e19737 req-c5db3479-e7b3-415a-b888-1cfa464b503c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0527706 Feb 11 05:58:29.004386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3d9a769-f9c9-4a94-9a2c-e44e44e19737 req-584188f3-ccfc-492a-bbfc-2bbb23b1b0b8 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Feb 11 05:58:29.753878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23b8c2-2271-43b2-a911-80d10c7d531d req-977d49ce-4cd0-4289-8d85-9f078fda7799 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:29.755366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e23b8c2-2271-43b2-a911-80d10c7d531d req-977d49ce-4cd0-4289-8d85-9f078fda7799 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.0565481 Feb 11 05:58:29.803213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e23b8c2-2271-43b2-a911-80d10c7d531d req-76a124a1-adda-41b5-8bd3-beebb941aeb9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422537 Feb 11 05:58:29.920030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be325ec-7ebb-4eda-99a4-5e70ddc03709 req-077a11ea-682f-4bdf-9a08-f3212c83c807 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:29.921434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5be325ec-7ebb-4eda-99a4-5e70ddc03709 req-077a11ea-682f-4bdf-9a08-f3212c83c807 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.0517757 Feb 11 05:58:29.969366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5be325ec-7ebb-4eda-99a4-5e70ddc03709 req-3d1a74db-2820-47dc-a658-50dce0d7c7ed tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Feb 11 05:58:29.992571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36902) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:30.035578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe64c45-7f70-4462-b734-38a72bdb1237 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:30.037139 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ebe64c45-7f70-4462-b734-38a72bdb1237 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1124 time: 0.0434644 Feb 11 05:58:30.039939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36906) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:30.044328 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:30.066484 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:30.126339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d819f-ff0e-4492-b3ac-00661ad6591b req-9aa1b9c9-bacc-4cf0-9662-217cf654f9b5 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:30.127834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f0d819f-ff0e-4492-b3ac-00661ad6591b req-9aa1b9c9-bacc-4cf0-9662-217cf654f9b5 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0523667 Feb 11 05:58:30.167670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:30.180189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f0d819f-ff0e-4492-b3ac-00661ad6591b req-2299e90f-52f1-4fa2-afc8-5a518569da18 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462482 Feb 11 05:58:30.274635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.25.1.73 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/3e3f89a7-6847-4931-99fd-0f62cfde7dd0) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:30.280522 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-33fc50dd-049f-4689-85ad-3c93b34d530b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:30.385793 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (3e3f89a7-6847-4931-99fd-0f62cfde7dd0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:30.418862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3e3f89a7-6847-4931-99fd-0f62cfde7dd0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:30.459964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:30.463166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:30.466640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:30.491680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=3e3f89a7-6847-4931-99fd-0f62cfde7dd0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:30.984723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (bfea8df0-3d6e-493e-b53a-35b3265a6472), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:31.105464 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3e3f89a7-6847-4931-99fd-0f62cfde7dd0), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:31.153980 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:31.265418 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (3e3f89a7-6847-4931-99fd-0f62cfde7dd0), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:31.270297 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3e3f89a7-6847-4931-99fd-0f62cfde7dd0), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:31.312029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162ce55-0875-41e2-bb79-c7948bb0528d req-3a0196f0-1951-4fa3-aad4-0c6b8153950c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:31.313652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b162ce55-0875-41e2-bb79-c7948bb0528d req-3a0196f0-1951-4fa3-aad4-0c6b8153950c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0628481 Feb 11 05:58:31.350409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=3e3f89a7-6847-4931-99fd-0f62cfde7dd0,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:31.367786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b162ce55-0875-41e2-bb79-c7948bb0528d req-8ad0cba3-4695-4d9b-9a1e-da8b2b601819 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473487 Feb 11 05:58:31.369851 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (bfea8df0-3d6e-493e-b53a-35b3265a6472), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:31.478640 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Floating IP bfea8df0-3d6e-493e-b53a-35b3265a6472 associated. External IP: 172.25.1.73, port: 5a6e9254-bb69-424f-9564-6cb4b71c63b7. Feb 11 05:58:31.933401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router c235233c-9b79-4426-adaf-303450c42b52 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:58:32.046978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:58:32.057692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] Sync routers for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:58:32.066842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:32.069694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:32.070559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:32.098176 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0b3bec13-1b44-45da-90fc-4daea997595f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0571654 Feb 11 05:58:32.098975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:32.101477 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:32.166426 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5a00d3-4701-4da9-8ede-e5087cab2cf3 x-openstack-request-id: req-ca5a00d3-4701-4da9-8ede-e5087cab2cf3 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:32.167200 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:32.167200 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca5a00d3-4701-4da9-8ede-e5087cab2cf3 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:32.167453 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'status': 'completed', 'code': 200} Feb 11 05:58:32.198503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:32.325711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898e76-5a7d-4dc3-a3ce-a61c8e3fbcb1 req-e951f075-eba7-4ffb-b9bc-8c5e350a2dab tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:32.327803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3898e76-5a7d-4dc3-a3ce-a61c8e3fbcb1 req-e951f075-eba7-4ffb-b9bc-8c5e350a2dab tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.1250780 Feb 11 05:58:32.332767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-795b4b15-a29b-4297-ac3b-a3524bb715dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:32.334395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-795b4b15-a29b-4297-ac3b-a3524bb715dc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1129 time: 0.1465731 Feb 11 05:58:32.436023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3898e76-5a7d-4dc3-a3ce-a61c8e3fbcb1 req-5b371c5f-2987-4071-835d-593cbf7fd2c5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004131 Feb 11 05:58:32.464835 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36916) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:32.474929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'bfea8df0-3d6e-493e-b53a-35b3265a6472', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'port_id': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'mac_address': 'fa:16:3e:10:e6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:58:30Z', 'updated_at': '2022-02-11T05:58:30Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5cd2abc-9abf-43c3-bbc9-013d3ef839b8', 'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:16Z', 'updated_at': '2022-02-11T05:58:21Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:32.503873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] Checking router: c235233c-9b79-4426-adaf-303450c42b52 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:58:32.512439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-948b050d-558f-454f-91cb-fba103cdb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:32.513968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-948b050d-558f-454f-91cb-fba103cdb175 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.1659472 Feb 11 05:58:32.514794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:32.514953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:32.547552 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-785877fc-6b7f-44b8-a1bd-686382b7af1b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/bfea8df0-3d6e-493e-b53a-35b3265a6472 HTTP/1.1" status: 200 len: 991 time: 0.0798321 Feb 11 05:58:32.586714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727b65-ecf2-4230-af6b-d0b5543dd1b5 req-5f792c20-899e-47eb-afed-e4ad032ed106 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:32.588150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7727b65-ecf2-4230-af6b-d0b5543dd1b5 req-5f792c20-899e-47eb-afed-e4ad032ed106 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.1276550 Feb 11 05:58:32.604766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-ac214bca-83a9-4fd5-879b-81eb1871481a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 999 time: 0.0804131 Feb 11 05:58:32.636222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:32.676898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7727b65-ecf2-4230-af6b-d0b5543dd1b5 req-a25ce5d7-4334-4b25-b911-e2fab2c6e75f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817959 Feb 11 05:58:32.682613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-925e286a-7bd1-414e-9c07-3498eb258ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:32.684076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-925e286a-7bd1-414e-9c07-3498eb258ebf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.0727458 Feb 11 05:58:32.737154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-72a59153-0992-43e2-8b9e-46e58b6ef597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:32.738691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-72a59153-0992-43e2-8b9e-46e58b6ef597 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485110 Feb 11 05:58:32.826857 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:32.837422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-13abbcc1-5400-4686-ad3a-c34ff3e0bd97 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918787 Feb 11 05:58:32.896029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'bfea8df0-3d6e-493e-b53a-35b3265a6472', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'port_id': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'mac_address': 'fa:16:3e:10:e6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:58:30Z', 'updated_at': '2022-02-11T05:58:30Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5cd2abc-9abf-43c3-bbc9-013d3ef839b8', 'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:16Z', 'updated_at': '2022-02-11T05:58:21Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:32.922678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d02f08-ddb8-4238-a0a5-cb190dc77054 None None] The sync data for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 is: [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'bfea8df0-3d6e-493e-b53a-35b3265a6472', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'port_id': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'mac_address': 'fa:16:3e:10:e6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:58:30Z', 'updated_at': '2022-02-11T05:58:30Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5cd2abc-9abf-43c3-bbc9-013d3ef839b8', 'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:16Z', 'updated_at': '2022-02-11T05:58:21Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:58:32.938316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2d8cec5-68c4-46de-9ed3-beefe3c7e9bf req-6203bd64-8d52-413e-95c0-1298a3885db7 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949104 Feb 11 05:58:33.121855 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ae54b-1e1c-47fb-90e1-3070222bc706 None None] New status for floating IP bfea8df0-3d6e-493e-b53a-35b3265a6472: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:58:33.550431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36920) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:33.615244 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dfe582db-f3d4-4994-a56d-a6046e61568e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/bfea8df0-3d6e-493e-b53a-35b3265a6472 HTTP/1.1" status: 200 len: 993 time: 0.0627964 Feb 11 05:58:33.801810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98a58c-c2ec-42ea-8836-d360bf0a1274 req-432f0dbd-936b-496c-8e62-9194e098f011 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:33.803261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a98a58c-c2ec-42ea-8836-d360bf0a1274 req-432f0dbd-936b-496c-8e62-9194e098f011 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0566785 Feb 11 05:58:33.853898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a98a58c-c2ec-42ea-8836-d360bf0a1274 req-2dfebeab-8678-4626-8614-7c8b1b4cfe9d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Feb 11 05:58:33.917579 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:34.983821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8355f3c-adf2-4611-b26c-779ff6b1fc1e req-14cb38a3-12da-4b9c-83db-982030bba080 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:34.985940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8355f3c-adf2-4611-b26c-779ff6b1fc1e req-14cb38a3-12da-4b9c-83db-982030bba080 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0613813 Feb 11 05:58:35.005290 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:58:35.034409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8355f3c-adf2-4611-b26c-779ff6b1fc1e req-470fdbe9-23ee-413e-935b-7115550dc157 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Feb 11 05:58:36.153651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eca350-46e4-4f82-8295-bd938d53fe64 req-a084b23f-4e9b-452b-a349-127035484d83 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:36.155230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4eca350-46e4-4f82-8295-bd938d53fe64 req-a084b23f-4e9b-452b-a349-127035484d83 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0532854 Feb 11 05:58:36.201825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4eca350-46e4-4f82-8295-bd938d53fe64 req-33f9009c-afe0-4863-a9c6-a637ea77bff1 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 Feb 11 05:58:37.333628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990e30-fc70-49d4-9f46-2c5241ddda03 req-dd096b3f-d1d3-4450-a9ca-6233fbd0bd0e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:37.335135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76990e30-fc70-49d4-9f46-2c5241ddda03 req-dd096b3f-d1d3-4450-a9ca-6233fbd0bd0e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0653956 Feb 11 05:58:37.385296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76990e30-fc70-49d4-9f46-2c5241ddda03 req-a2ab2397-4b80-4805-a18b-c26f76402401 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Feb 11 05:58:38.506037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07c8f4-1b7d-40cc-9195-3a5ebbd45750 req-75b10080-eae7-42b4-bf45-d5c3fff6cc1e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:38.507527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d07c8f4-1b7d-40cc-9195-3a5ebbd45750 req-75b10080-eae7-42b4-bf45-d5c3fff6cc1e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0540509 Feb 11 05:58:38.555383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d07c8f4-1b7d-40cc-9195-3a5ebbd45750 req-5696574a-ca80-445a-a7d1-402c71ab3fb7 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Feb 11 05:58:39.686952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fe85a-8c6b-4707-b01a-d62e654fde92 req-a31797a3-7adf-4f8b-a15d-ed0371de9d8f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:39.689073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-133fe85a-8c6b-4707-b01a-d62e654fde92 req-a31797a3-7adf-4f8b-a15d-ed0371de9d8f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0610058 Feb 11 05:58:39.738749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-133fe85a-8c6b-4707-b01a-d62e654fde92 req-079d3328-d8e2-4712-9f44-dd6337304608 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440805 Feb 11 05:58:40.361792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36938) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:40.429097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-99b2c613-3ba5-4914-a06e-cce2931f931b tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3578 time: 0.0658274 Feb 11 05:58:40.431820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36940) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:40.436532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'network': {'name': 'tempest-network-smoke--1569525120', 'project_id': '8aa29dde7b874754a4baf8def492f439', 'port_security_enabled': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:40.456892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Made reservation on behalf of 8aa29dde7b874754a4baf8def492f439 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:58:40.460547 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.483107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:58:40.492766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.493135 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Added segment 97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd of type vlan for network c28ef5bb-e2d5-41da-8731-a233222b184e Feb 11 05:58:40.533829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (c28ef5bb-e2d5-41da-8731-a233222b184e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.558995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (c28ef5bb-e2d5-41da-8731-a233222b184e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.564704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:40.565323 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.603121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1702781 Feb 11 05:58:40.605698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36942) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:40.610884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'admin_state_up': True, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:40.648855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027e9d5-2538-401e-abc8-e41f8dc53345 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Network': ['ID=c28ef5bb-e2d5-41da-8731-a233222b184e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:40.660963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network c28ef5bb-e2d5-41da-8731-a233222b184e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:58:40.662533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (75a5a5a1-20a5-4138-8095-5a090853a2d1), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.663654 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (75a5a5a1-20a5-4138-8095-5a090853a2d1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.720481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_controller (75a5a5a1-20a5-4138-8095-5a090853a2d1), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.891600 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_gateway (75a5a5a1-20a5-4138-8095-5a090853a2d1), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.943791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c5a5c-fc7d-410e-a8bc-8d2afb3b8f74 req-2b721cc5-9f41-48e1-ad09-63e886cd98c1 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:40.945478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c7c5a5c-fc7d-410e-a8bc-8d2afb3b8f74 req-2b721cc5-9f41-48e1-ad09-63e886cd98c1 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.1112771 Feb 11 05:58:41.035188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c7c5a5c-fc7d-410e-a8bc-8d2afb3b8f74 req-a1e59ffc-b54a-46f2-9cf4-0af16fe410ec tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831845 Feb 11 05:58:41.148443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_gateway (75a5a5a1-20a5-4138-8095-5a090853a2d1), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:41.167692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:41.281145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Allocated IP 172.25.1.129 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/9a074976-cee9-41f8-98d4-1ac51670d55d) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:41.382305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:41.419593 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:41.462939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:41.467331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:41.470521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:41.496984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=9a074976-cee9-41f8-98d4-1ac51670d55d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:41.742621 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_gateway (75a5a5a1-20a5-4138-8095-5a090853a2d1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:42.276046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d7f63-f2a8-40c8-bfbf-e844380b2d7e req-275c239a-460a-48ef-a4cd-df124bbf2198 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:42.277748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf6d7f63-f2a8-40c8-bfbf-e844380b2d7e req-275c239a-460a-48ef-a4cd-df124bbf2198 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.1137400 Feb 11 05:58:42.348767 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (75a5a5a1-20a5-4138-8095-5a090853a2d1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:42.367483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf6d7f63-f2a8-40c8-bfbf-e844380b2d7e req-5cb61f54-be5e-4124-a2f4-e1b15e298224 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599275 Feb 11 05:58:42.494601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Router 75a5a5a1-20a5-4138-8095-5a090853a2d1 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:58:42.604110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:58:42.614987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Sync routers for ids ['75a5a5a1-20a5-4138-8095-5a090853a2d1'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:58:42.624483 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:42.625730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f48cc132-12a7-4785-8c9b-eed941740752 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0191064 Feb 11 05:58:42.627373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Routers {'75a5a5a1-20a5-4138-8095-5a090853a2d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:42.627962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['75a5a5a1-20a5-4138-8095-5a090853a2d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:42.628871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36950) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:42.697278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f8c47-4b7b-4cc2-9ac5-ec0e676a6c94 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:42.698811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae8f8c47-4b7b-4cc2-9ac5-ec0e676a6c94 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=8aa29dde7b874754a4baf8def492f439&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0689561 Feb 11 05:58:42.701693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36952) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:42.738329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Set router 75a5a5a1-20a5-4138-8095-5a090853a2d1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:42.803305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ebcd4b-1f5c-4bb0-b4a7-cffea7dd323f tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:42.806051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-14ebcd4b-1f5c-4bb0-b4a7-cffea7dd323f tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1032193 Feb 11 05:58:42.808712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36954) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:42.843599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c1c24d34-c759-4ad9-ab57-715ad68a860d tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309536 Feb 11 05:58:42.843842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36956) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:42.871994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6283b6ae-f9ae-4e6b-ad1e-43bddb9a2522 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=8aa29dde7b874754a4baf8def492f439&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263073 Feb 11 05:58:42.874388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36958) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:42.928764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:40Z', 'updated_at': '2022-02-11T05:58:41Z', 'revision_number': 3, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:41Z', 'updated_at': '2022-02-11T05:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:42.956242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Checking router: 75a5a5a1-20a5-4138-8095-5a090853a2d1 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:58:42.956603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Updating router 75a5a5a1-20a5-4138-8095-5a090853a2d1 port 9a074976-cee9-41f8-98d4-1ac51670d55d binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:58:42.966812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c8349-a33e-470d-bb28-fdcb0d205bbc tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:42.968329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c15c8349-a33e-470d-bb28-fdcb0d205bbc tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930202 Feb 11 05:58:42.971768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36960) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:42.985213 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:42.999541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d8c0bc7a-61b9-4fcc-971b-aca1c2031add tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266383 Feb 11 05:58:43.002540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 36962) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:43.007470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663935195', 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e', 'project_id': '8aa29dde7b874754a4baf8def492f439', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:43.100234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Made reservation on behalf of 8aa29dde7b874754a4baf8def492f439 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:58:43.103663 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.258409 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Publish callbacks [] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.265396 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.294979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (6ec4d187-5677-4c70-b58c-8b63782be00e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.319872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Attempting to bind port 9a074976-cee9-41f8-98d4-1ac51670d55d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:43.320245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Attempting to bind port 9a074976-cee9-41f8-98d4-1ac51670d55d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:43.320610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Attempting to bind port 9a074976-cee9-41f8-98d4-1ac51670d55d on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:43.323876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27e268-9f9d-4512-aab9-5b99eec40431 None None] Pushing event updated for resources: {'Port': ['ID=9a074976-cee9-41f8-98d4-1ac51670d55d,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:43.330033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:43.330033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:43.330274 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.330894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:43.331014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Bound port: 9a074976-cee9-41f8-98d4-1ac51670d55d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:43.331326 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.361062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Subnet': ['ID=6ec4d187-5677-4c70-b58c-8b63782be00e,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:43.369625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Checking segment: {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:43.370000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network hostable DHCP agents. Network: c28ef5bb-e2d5-41da-8731-a233222b184e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:58:43.385533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] For port 9a074976-cee9-41f8-98d4-1ac51670d55d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:43.387169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network c28ef5bb-e2d5-41da-8731-a233222b184e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:58:43.388906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] For port 9a074976-cee9-41f8-98d4-1ac51670d55d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9a074976-cee9-41f8-98d4-1ac51670d55d,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:43.396550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.399141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, c28ef5bb-e2d5-41da-8731-a233222b184e) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:43.403744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:43.404350 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.414001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07b6bc-20e2-4f50-a58d-c7826951cba0 None None] Network c28ef5bb-e2d5-41da-8731-a233222b184e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:58:43.426437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b8a02fc3-66eb-444d-a9bf-a592ca94add6 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4228172 Feb 11 05:58:43.429734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 36966) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:43.488129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Routers {'75a5a5a1-20a5-4138-8095-5a090853a2d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:43.488692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['75a5a5a1-20a5-4138-8095-5a090853a2d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:43.512924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7191e2-2684-484a-a5a0-b80691301a12 req-1b52013a-9a2d-41e1-83cb-b298308f75c1 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:43.514484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea7191e2-2684-484a-a5a0-b80691301a12 req-1b52013a-9a2d-41e1-83cb-b298308f75c1 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0693829 Feb 11 05:58:43.579783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea7191e2-2684-484a-a5a0-b80691301a12 req-c2572a43-240c-4ad0-ae7a-210baa6bc905 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546854 Feb 11 05:58:43.761901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27e268-9f9d-4512-aab9-5b99eec40431 None None] Pushing event updated for resources: {'Port': ['ID=9a074976-cee9-41f8-98d4-1ac51670d55d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:43.843221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-c28ef5bb-e2d5-41da-8731-a233222b184e', 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e', 'project_id': '8aa29dde7b874754a4baf8def492f439', 'fixed_ips': [{'subnet_id': '6ec4d187-5677-4c70-b58c-8b63782be00e'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:58:43.844113 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.863860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] Set router 75a5a5a1-20a5-4138-8095-5a090853a2d1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:43.898270 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.131087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Allocated IP 172.20.0.18 (c28ef5bb-e2d5-41da-8731-a233222b184e/6ec4d187-5677-4c70-b58c-8b63782be00e/31476234-0e6d-4a18-ae37-6149cc7de499) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:44.226644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:40Z', 'updated_at': '2022-02-11T05:58:41Z', 'revision_number': 3, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:41Z', 'updated_at': '2022-02-11T05:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:44.265558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2980087-3a72-4e3c-9a50-484b6d58f07c None None] The sync data for ids ['75a5a5a1-20a5-4138-8095-5a090853a2d1'] in n-d-715271-35 is: [{'id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:40Z', 'updated_at': '2022-02-11T05:58:41Z', 'revision_number': 3, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:41Z', 'updated_at': '2022-02-11T05:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:58:44.327220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Publish callbacks [] for port (31476234-0e6d-4a18-ae37-6149cc7de499), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.337455 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.382140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Network c28ef5bb-e2d5-41da-8731-a233222b184e is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:44.385341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:44.388980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Allocated IP 172.20.0.17 (c28ef5bb-e2d5-41da-8731-a233222b184e/6ec4d187-5677-4c70-b58c-8b63782be00e/681b78db-0fd6-476d-8097-d426b2c76c52) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:44.389200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:44.395975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Pushing event updated for resources: {'Port': ['ID=31476234-0e6d-4a18-ae37-6149cc7de499,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:44.461489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Attempting to bind port 31476234-0e6d-4a18-ae37-6149cc7de499 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:44.462358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Attempting to bind port 31476234-0e6d-4a18-ae37-6149cc7de499 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:44.462358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Attempting to bind port 31476234-0e6d-4a18-ae37-6149cc7de499 on network c28ef5bb-e2d5-41da-8731-a233222b184e {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:44.468119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:44.468275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Checking segment: {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:44.468691 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.469244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Bound using segment: {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:44.470284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Bound port: 31476234-0e6d-4a18-ae37-6149cc7de499, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:44.470669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.542118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (681b78db-0fd6-476d-8097-d426b2c76c52), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.560999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] For port 31476234-0e6d-4a18-ae37-6149cc7de499, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:44.564462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] For port 31476234-0e6d-4a18-ae37-6149cc7de499, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=31476234-0e6d-4a18-ae37-6149cc7de499,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:44.570953 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.595767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.639590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network c28ef5bb-e2d5-41da-8731-a233222b184e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:44.645689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:44.653186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:44.673953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e22a3d-b312-4ace-8bbb-700e38cb01e2 None None] Pushing event updated for resources: {'Port': ['ID=31476234-0e6d-4a18-ae37-6149cc7de499,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:44.710479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=681b78db-0fd6-476d-8097-d426b2c76c52,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:44.723589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (75a5a5a1-20a5-4138-8095-5a090853a2d1), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.761858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c747e0-9d1a-4699-8708-7e73e6efcb33 req-4563163a-2b2b-4196-bd8e-3d78abbc316f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:44.763655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46c747e0-9d1a-4699-8708-7e73e6efcb33 req-4563163a-2b2b-4196-bd8e-3d78abbc316f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0769312 Feb 11 05:58:44.823896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46c747e0-9d1a-4699-8708-7e73e6efcb33 req-ce46998f-1620-475b-832e-27cfe5719541 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519114 Feb 11 05:58:44.927212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.279610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (681b78db-0fd6-476d-8097-d426b2c76c52), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.284572 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.361703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 31476234-0e6d-4a18-ae37-6149cc7de499 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:45.368073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=681b78db-0fd6-476d-8097-d426b2c76c52,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:45.373629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (75a5a5a1-20a5-4138-8095-5a090853a2d1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.446810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 31476234-0e6d-4a18-ae37-6149cc7de499 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:45.447195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.496219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network c28ef5bb-e2d5-41da-8731-a233222b184e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:45.497771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:45.543121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 31476234-0e6d-4a18-ae37-6149cc7de499 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:45.543897 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.587678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 31476234-0e6d-4a18-ae37-6149cc7de499, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=31476234-0e6d-4a18-ae37-6149cc7de499,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:45.592972 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.595245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9a074976-cee9-41f8-98d4-1ac51670d55d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:45.630403 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Router 75a5a5a1-20a5-4138-8095-5a090853a2d1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:58:45.680689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=31476234-0e6d-4a18-ae37-6149cc7de499,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:45.713757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9a074976-cee9-41f8-98d4-1ac51670d55d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:45.714159 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.764273 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:58:45.778820 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dba218b4-b300-4b69-a068-70559b29c93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "PUT /v2.0/routers/75a5a5a1-20a5-4138-8095-5a090853a2d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3395219 Feb 11 05:58:45.808954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9a074976-cee9-41f8-98d4-1ac51670d55d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:45.809390 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.816639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e58d99-a89a-4283-926c-cd764cd8e12c None None] Network c28ef5bb-e2d5-41da-8731-a233222b184e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:58:45.890629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 9a074976-cee9-41f8-98d4-1ac51670d55d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9a074976-cee9-41f8-98d4-1ac51670d55d,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:45.897727 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.995535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9eba7bcd-22c3-48bc-a7cc-0e1735d97e3a None None] Provisioning complete for port 31476234-0e6d-4a18-ae37-6149cc7de499 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:45.995912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9eba7bcd-22c3-48bc-a7cc-0e1735d97e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:46.002303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=9a074976-cee9-41f8-98d4-1ac51670d55d,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:46.040181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c7b61-2590-41c5-8f37-1f7aaa0dadb6 req-2ebb7310-08fe-4da6-9209-4dd6fd5a246c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:46.041770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d52c7b61-2590-41c5-8f37-1f7aaa0dadb6 req-2ebb7310-08fe-4da6-9209-4dd6fd5a246c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.1170669 Feb 11 05:58:46.086100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-f3069ebf-ba3c-44f5-994e-f1f0f944e6fb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:46.087938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-f3069ebf-ba3c-44f5-994e-f1f0f944e6fb tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/networks?id=c28ef5bb-e2d5-41da-8731-a233222b184e HTTP/1.1" status: 200 len: 798 time: 0.1756546 Feb 11 05:58:46.103623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9eba7bcd-22c3-48bc-a7cc-0e1735d97e3a None None] Current status of the port 31476234-0e6d-4a18-ae37-6149cc7de499 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:46.117724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-5f52c850-9686-4a02-bf7b-65eb7c36f744 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/quotas/8aa29dde7b874754a4baf8def492f439 HTTP/1.1" status: 200 len: 375 time: 0.0192013 Feb 11 05:58:46.121494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d52c7b61-2590-41c5-8f37-1f7aaa0dadb6 req-5c4ea93a-2f00-4f94-9730-3b6bf341a85e tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720360 Feb 11 05:58:46.184579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-fd57ed02-966f-439a-a4b0-362799996e1b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aa29dde7b874754a4baf8def492f439&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0614567 Feb 11 05:58:46.299347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-820fc20b-0097-47fc-81d9-bb99479cfff5 service neutron] 10.222.0.31 "GET /v2.0/networks/c28ef5bb-e2d5-41da-8731-a233222b184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023076 Feb 11 05:58:46.315358 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Sync routers for ids ['75a5a5a1-20a5-4138-8095-5a090853a2d1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:58:46.325817 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Routers {'75a5a5a1-20a5-4138-8095-5a090853a2d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:46.326460 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['75a5a5a1-20a5-4138-8095-5a090853a2d1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:46.327625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d1324d2a-d112-46d5-aff3-499067df1f3a None None] Provisioning complete for port 681b78db-0fd6-476d-8097-d426b2c76c52 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:46.328003 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d1324d2a-d112-46d5-aff3-499067df1f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:46.365915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d1324d2a-d112-46d5-aff3-499067df1f3a None None] Port 681b78db-0fd6-476d-8097-d426b2c76c52 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:58:46.377607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d1324d2a-d112-46d5-aff3-499067df1f3a None None] Provisioning complete for port 31476234-0e6d-4a18-ae37-6149cc7de499 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:46.378142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d1324d2a-d112-46d5-aff3-499067df1f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:46.416497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-da445c62-769a-4db1-ac02-f8ef3455c47c service neutron] 10.222.0.31 "GET /v2.0/networks/c28ef5bb-e2d5-41da-8731-a233222b184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008017 Feb 11 05:58:46.447354 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Set router 75a5a5a1-20a5-4138-8095-5a090853a2d1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:46.475926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d1324d2a-d112-46d5-aff3-499067df1f3a None None] Current status of the port 31476234-0e6d-4a18-ae37-6149cc7de499 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:46.619469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8508f6dd-f3ba-44a2-8b82-84bf5a3bc060 None None] Provisioning complete for port 681b78db-0fd6-476d-8097-d426b2c76c52 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:46.619858 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8508f6dd-f3ba-44a2-8b82-84bf5a3bc060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:46.664881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8508f6dd-f3ba-44a2-8b82-84bf5a3bc060 None None] Port 681b78db-0fd6-476d-8097-d426b2c76c52 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:58:46.685796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-396e1ad4-c10a-4a05-ae64-11cf83512eab req-57a7369e-4733-4a2e-94bc-fa2d8adb67cd tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 210 time: 0.0509098 Feb 11 05:58:46.708510 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:40Z', 'updated_at': '2022-02-11T05:58:44Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:41Z', 'updated_at': '2022-02-11T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '681b78db-0fd6-476d-8097-d426b2c76c52', 'name': '', 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:27:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '6ec4d187-5677-4c70-b58c-8b63782be00e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:44Z', 'updated_at': '2022-02-11T05:58:45Z', 'revision_number': 2, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '6ec4d187-5677-4c70-b58c-8b63782be00e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:46.745934 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Checking router: 75a5a5a1-20a5-4138-8095-5a090853a2d1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:58:46.746296 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Updating router 75a5a5a1-20a5-4138-8095-5a090853a2d1 port 681b78db-0fd6-476d-8097-d426b2c76c52 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:58:46.778041 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:46.890330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dc27d2c5-7f14-4345-be47-2200d119e6c6 None None] Provisioning complete for port 681b78db-0fd6-476d-8097-d426b2c76c52 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:46.890721 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc27d2c5-7f14-4345-be47-2200d119e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:46.933737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dc27d2c5-7f14-4345-be47-2200d119e6c6 None None] Port 681b78db-0fd6-476d-8097-d426b2c76c52 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:58:47.125997 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Publish callbacks [] for port (681b78db-0fd6-476d-8097-d426b2c76c52), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.131509 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.187371 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Pushing event updated for resources: {'Port': ['ID=681b78db-0fd6-476d-8097-d426b2c76c52,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:47.210592 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.210938 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.211276 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.211608 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.212134 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.212470 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.212796 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.213155 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.213460 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.213954 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.214285 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.214606 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.214926 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:47.256730 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Attempting to bind port 681b78db-0fd6-476d-8097-d426b2c76c52 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:47.257371 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Attempting to bind port 681b78db-0fd6-476d-8097-d426b2c76c52 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:47.257950 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Attempting to bind port 681b78db-0fd6-476d-8097-d426b2c76c52 on network c28ef5bb-e2d5-41da-8731-a233222b184e {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:47.265303 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:47.265812 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Checking segment: {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:47.266843 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.267327 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Bound using segment: {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:47.268781 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Bound port: 681b78db-0fd6-476d-8097-d426b2c76c52, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:47.269071 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.296403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2e049-6e2a-4272-823c-d08560a20041 req-66ce0eed-e1ce-442e-8e54-3014137b40ea tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:47.299092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9b2e049-6e2a-4272-823c-d08560a20041 req-66ce0eed-e1ce-442e-8e54-3014137b40ea tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0955801 Feb 11 05:58:47.355880 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] For port 681b78db-0fd6-476d-8097-d426b2c76c52, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:47.361044 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] For port 681b78db-0fd6-476d-8097-d426b2c76c52, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=681b78db-0fd6-476d-8097-d426b2c76c52,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:47.361453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 31476234-0e6d-4a18-ae37-6149cc7de499 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:47.368092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9b2e049-6e2a-4272-823c-d08560a20041 req-34bb487d-bc55-45a8-9925-1f04ba748173 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582728 Feb 11 05:58:47.382481 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.423955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 31476234-0e6d-4a18-ae37-6149cc7de499 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:47.424504 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.441184 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Routers {'75a5a5a1-20a5-4138-8095-5a090853a2d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:58:47.441813 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:58:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['75a5a5a1-20a5-4138-8095-5a090853a2d1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:47.491295 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e2aca-618a-405d-80f2-4a839f4f9e26 None None] Pushing event updated for resources: {'Port': ['ID=681b78db-0fd6-476d-8097-d426b2c76c52,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:47.519484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 31476234-0e6d-4a18-ae37-6149cc7de499 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:47.520579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9a074976-cee9-41f8-98d4-1ac51670d55d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:47.577712 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] Set router 75a5a5a1-20a5-4138-8095-5a090853a2d1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:58:47.579798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-08acc9a2-570f-498f-a6d6-0b0cfdfb68f8 None None] Provisioning complete for port 681b78db-0fd6-476d-8097-d426b2c76c52 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:47.580260 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-08acc9a2-570f-498f-a6d6-0b0cfdfb68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.605682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9a074976-cee9-41f8-98d4-1ac51670d55d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:47.606073 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.755793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-08acc9a2-570f-498f-a6d6-0b0cfdfb68f8 None None] Current status of the port 681b78db-0fd6-476d-8097-d426b2c76c52 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:47.756863 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-08acc9a2-570f-498f-a6d6-0b0cfdfb68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.826233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-08acc9a2-570f-498f-a6d6-0b0cfdfb68f8 None None] For port 681b78db-0fd6-476d-8097-d426b2c76c52, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=681b78db-0fd6-476d-8097-d426b2c76c52,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:47.830360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9a074976-cee9-41f8-98d4-1ac51670d55d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:47.837822 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-08acc9a2-570f-498f-a6d6-0b0cfdfb68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:47.863519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e24ec4a-8999-403b-b3e0-9bb78af3bf33 req-a38d753c-b2cc-44d2-950c-fb38ec758d42 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 210 time: 0.0378902 Feb 11 05:58:47.884578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-900454d2-8ed8-4aba-8954-56a63503352f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:47.886362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-900454d2-8ed8-4aba-8954-56a63503352f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.81 "GET /v2.0/networks?id=c28ef5bb-e2d5-41da-8731-a233222b184e HTTP/1.1" status: 200 len: 798 time: 0.1855915 Feb 11 05:58:47.891609 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:40Z', 'updated_at': '2022-02-11T05:58:44Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:41Z', 'updated_at': '2022-02-11T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '681b78db-0fd6-476d-8097-d426b2c76c52', 'name': '', 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:27:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '6ec4d187-5677-4c70-b58c-8b63782be00e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:44Z', 'updated_at': '2022-02-11T05:58:47Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '6ec4d187-5677-4c70-b58c-8b63782be00e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:47.900805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Request body: {'port': {'device_id': '8231ce03-d5be-4ba4-bf88-f43e49f81218', 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e', 'admin_state_up': True, 'tenant_id': '8aa29dde7b874754a4baf8def492f439'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:47.912278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acc9a2-570f-498f-a6d6-0b0cfdfb68f8 None None] Pushing event updated for resources: {'Port': ['ID=681b78db-0fd6-476d-8097-d426b2c76c52,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:47.927329 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cbbef-7520-4845-b8c4-6036aee20b22 None None] The sync data for ids ['75a5a5a1-20a5-4138-8095-5a090853a2d1'] in n-d-715271-35 is: [{'id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:40Z', 'updated_at': '2022-02-11T05:58:44Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:41Z', 'updated_at': '2022-02-11T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '681b78db-0fd6-476d-8097-d426b2c76c52', 'name': '', 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:27:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '6ec4d187-5677-4c70-b58c-8b63782be00e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:44Z', 'updated_at': '2022-02-11T05:58:47Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '6ec4d187-5677-4c70-b58c-8b63782be00e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:58:47.962557 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7a960e0f-333b-418d-9fad-d21556cc8d26 None None] Provisioning complete for port 681b78db-0fd6-476d-8097-d426b2c76c52 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:47.962939 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7a960e0f-333b-418d-9fad-d21556cc8d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:48.051473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Made reservation on behalf of 8aa29dde7b874754a4baf8def492f439 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:58:48.055277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:48.091379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7a960e0f-333b-418d-9fad-d21556cc8d26 None None] Current status of the port 681b78db-0fd6-476d-8097-d426b2c76c52 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:48.206731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Allocated IP 172.20.0.26 (c28ef5bb-e2d5-41da-8731-a233222b184e/6ec4d187-5677-4c70-b58c-8b63782be00e/900ad5f3-f593-4734-a750-e77794e6a456) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:48.340610 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for port (900ad5f3-f593-4734-a750-e77794e6a456), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:48.378120 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (900ad5f3-f593-4734-a750-e77794e6a456), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:48.420727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Network c28ef5bb-e2d5-41da-8731-a233222b184e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:48.424684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:48.428986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:48.458789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event updated for resources: {'Port': ['ID=900ad5f3-f593-4734-a750-e77794e6a456,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:48.512910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:48.513602 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:48.539105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-6a3fd919-df78-42f5-9cf8-e61422fe5e25 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6431541 Feb 11 05:58:48.546283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624512a-9fec-452f-8355-763f68cd5fb4 req-a78adbf7-1b11-46e1-88ff-1d2b0ebf9b44 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:48.548395 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c624512a-9fec-452f-8355-763f68cd5fb4 req-a78adbf7-1b11-46e1-88ff-1d2b0ebf9b44 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0930388 Feb 11 05:58:48.554056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Request body: {'port': {'device_id': '8231ce03-d5be-4ba4-bf88-f43e49f81218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:48.661430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c624512a-9fec-452f-8355-763f68cd5fb4 req-a56b30fb-7b66-4c1d-92b3-112ac9f674ef tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033120 Feb 11 05:58:48.662595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (900ad5f3-f593-4734-a750-e77794e6a456), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:48.714818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b54e6669-bdea-4dcf-948b-c4e396f7dc70 None None] Provisioning complete for port 900ad5f3-f593-4734-a750-e77794e6a456 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:48.715459 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b54e6669-bdea-4dcf-948b-c4e396f7dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (900ad5f3-f593-4734-a750-e77794e6a456), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:48.757574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b54e6669-bdea-4dcf-948b-c4e396f7dc70 None None] Port 900ad5f3-f593-4734-a750-e77794e6a456 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:58:48.809669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-e05f341c-7114-4e12-b18b-0bbfabeb8699 req-b72ef457-f933-4e61-b61b-51f6da3b66ff tempest-ImagesOneServerTestJSON-1003204134 tempest-ImagesOneServerTestJSON-1003204134-project] (103121) timed out ('10.222.0.72', 53807) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:58:48.841084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78531412-84e4-4a54-be6a-5461e18669a8 req-37e9b8a3-3b52-4eb6-9c1d-da81e3004ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:48.842730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78531412-84e4-4a54-be6a-5461e18669a8 req-37e9b8a3-3b52-4eb6-9c1d-da81e3004ed9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 1128 time: 0.1323652 Feb 11 05:58:48.943052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78531412-84e4-4a54-be6a-5461e18669a8 req-64613fb7-5d80-4ddd-a2de-e7efd7bd09b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948591 Feb 11 05:58:49.057276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dcdf0-8769-458e-a3f1-264f8a5bb72f req-d332a455-e0d4-450f-a00a-165b5e7dc93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:49.058796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-083dcdf0-8769-458e-a3f1-264f8a5bb72f req-d332a455-e0d4-450f-a00a-165b5e7dc93b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 895 time: 0.1072211 Feb 11 05:58:49.065392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900ad5f3-f593-4734-a750-e77794e6a456 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:49.074205 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Publish callbacks [] for port (900ad5f3-f593-4734-a750-e77794e6a456), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:49.087480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Transition to ACTIVE for port object 900ad5f3-f593-4734-a750-e77794e6a456 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:58:49.091978 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (900ad5f3-f593-4734-a750-e77794e6a456), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:49.151067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Pushing event updated for resources: {'Port': ['ID=900ad5f3-f593-4734-a750-e77794e6a456,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:49.248183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Attempting to bind port 900ad5f3-f593-4734-a750-e77794e6a456 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:49.248663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Attempting to bind port 900ad5f3-f593-4734-a750-e77794e6a456 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:49.249185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Attempting to bind port 900ad5f3-f593-4734-a750-e77794e6a456 on network c28ef5bb-e2d5-41da-8731-a233222b184e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:49.258164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Port 900ad5f3-f593-4734-a750-e77794e6a456 on network c28ef5bb-e2d5-41da-8731-a233222b184e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:58:49.258726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Attempting to bind port 900ad5f3-f593-4734-a750-e77794e6a456 on network c28ef5bb-e2d5-41da-8731-a233222b184e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:49.269296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:49.269566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Checking segment: {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:49.269964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Bound using segment: {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:49.270402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Bound port: 900ad5f3-f593-4734-a750-e77794e6a456, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:49.270766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (900ad5f3-f593-4734-a750-e77794e6a456), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:49.327267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 681b78db-0fd6-476d-8097-d426b2c76c52 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:49.349818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] For port 900ad5f3-f593-4734-a750-e77794e6a456, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:49.353306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] For port 900ad5f3-f593-4734-a750-e77794e6a456, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=900ad5f3-f593-4734-a750-e77794e6a456,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:49.361446 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (900ad5f3-f593-4734-a750-e77794e6a456), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:49.388226 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 681b78db-0fd6-476d-8097-d426b2c76c52 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:49.388612 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:49.405950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:49.406480 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:49.407949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] 10.222.0.81 "PUT /v2.0/ports/900ad5f3-f593-4734-a750-e77794e6a456 HTTP/1.1" status: 200 len: 1056 time: 0.8584735 Feb 11 05:58:49.408339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8231ce03-d5be-4ba4-bf88-f43e49f81218', 'tag': '900ad5f3-f593-4734-a750-e77794e6a456'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:49.410627 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "8231ce03-d5be-4ba4-bf88-f43e49f81218", "tag": "900ad5f3-f593-4734-a750-e77794e6a456"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:49.440060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a8f32-2d9b-4f74-b8b9-d911b361e823 service neutron] Pushing event updated for resources: {'Port': ['ID=900ad5f3-f593-4734-a750-e77794e6a456,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:49.466258 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbfa02-1688-4208-a132-e6733cc2fd69 x-openstack-request-id: req-60fbfa02-1688-4208-a132-e6733cc2fd69 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:49.466640 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8231ce03-d5be-4ba4-bf88-f43e49f81218", "tag": "900ad5f3-f593-4734-a750-e77794e6a456", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:49.466953 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60fbfa02-1688-4208-a132-e6733cc2fd69 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:49.471154 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8231ce03-d5be-4ba4-bf88-f43e49f81218', 'tag': '900ad5f3-f593-4734-a750-e77794e6a456', 'status': 'completed', 'code': 200} Feb 11 05:58:49.518332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 681b78db-0fd6-476d-8097-d426b2c76c52 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:49.520313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-e22fbdbd-ff62-4a8e-8ba7-aa2750afedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:49.522089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-e22fbdbd-ff62-4a8e-8ba7-aa2750afedc7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8aa29dde7b874754a4baf8def492f439&device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 1090 time: 0.0764966 Feb 11 05:58:49.573179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-01bd853a-4de8-4312-8936-2d70ed9b1726 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=900ad5f3-f593-4734-a750-e77794e6a456 HTTP/1.1" status: 200 len: 217 time: 0.0431721 Feb 11 05:58:49.630899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-88c60040-189d-48bd-9fac-25332ec2f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:49.632437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-88c60040-189d-48bd-9fac-25332ec2f27c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ec4d187-5677-4c70-b58c-8b63782be00e HTTP/1.1" status: 200 len: 838 time: 0.0539613 Feb 11 05:58:49.686094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-94942843-1cd7-441f-a15a-3e26801d1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:49.687839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-94942843-1cd7-441f-a15a-3e26801d1ed5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c28ef5bb-e2d5-41da-8731-a233222b184e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0470295 Feb 11 05:58:49.828434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-4a6eb91b-2788-4333-977c-823662aa281f service neutron] 10.222.0.81 "GET /v2.0/networks/c28ef5bb-e2d5-41da-8731-a233222b184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328926 Feb 11 05:58:49.862379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b358cf8-bf4b-49ff-8561-6af1ce081ac0 req-93fce922-4e6d-4654-96f9-b5300981a7cf tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:49.863876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b358cf8-bf4b-49ff-8561-6af1ce081ac0 req-93fce922-4e6d-4654-96f9-b5300981a7cf tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0974398 Feb 11 05:58:49.958778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b358cf8-bf4b-49ff-8561-6af1ce081ac0 req-c910761f-3408-42b9-bc7a-307d5a82b0c2 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856750 Feb 11 05:58:49.964325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cfe8fb-ba1e-4364-b68e-3c42f5ce697b req-bbaa4491-acf7-402e-969c-1ca0a0da690a service neutron] 10.222.0.81 "GET /v2.0/networks/c28ef5bb-e2d5-41da-8731-a233222b184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302605 Feb 11 05:58:50.077946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-6cd24021-c5e5-44cb-a593-07112be99612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:50.079593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-6cd24021-c5e5-44cb-a593-07112be99612 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8aa29dde7b874754a4baf8def492f439&device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 1090 time: 0.0525708 Feb 11 05:58:50.207191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-8bf06ef5-6c9e-415a-8846-c85560b1faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:50.208681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-8bf06ef5-6c9e-415a-8846-c85560b1faf8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c28ef5bb-e2d5-41da-8731-a233222b184e HTTP/1.1" status: 200 len: 899 time: 0.1194246 Feb 11 05:58:50.223375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4065e-87d3-4b48-a100-3888062ca75a req-192502e9-9d1c-4799-bf40-348167ae64e7 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:50.224809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23d4065e-87d3-4b48-a100-3888062ca75a req-192502e9-9d1c-4799-bf40-348167ae64e7 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 907 time: 0.0764637 Feb 11 05:58:50.264778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-e7ded1f6-b897-415a-9cbc-45d068827f3d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=900ad5f3-f593-4734-a750-e77794e6a456 HTTP/1.1" status: 200 len: 217 time: 0.0389919 Feb 11 05:58:50.313785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-59269b2e-34c0-4955-89d9-96dd1e02dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:50.315226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-59269b2e-34c0-4955-89d9-96dd1e02dab6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ec4d187-5677-4c70-b58c-8b63782be00e HTTP/1.1" status: 200 len: 838 time: 0.0437939 Feb 11 05:58:50.365186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-266512d5-d63a-49b1-bef9-525af1b811b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:50.366706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-266512d5-d63a-49b1-bef9-525af1b811b1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c28ef5bb-e2d5-41da-8731-a233222b184e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0444262 Feb 11 05:58:50.458746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-b58465ec-4246-4e9a-b556-469b6fc656ca service neutron] 10.222.0.81 "GET /v2.0/networks/c28ef5bb-e2d5-41da-8731-a233222b184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850458 Feb 11 05:58:50.547837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf5948a8-5917-424c-ad4f-bfdf95d10ef3 req-28a67199-6d73-4593-bbd7-c9cf29fb6a55 service neutron] 10.222.0.81 "GET /v2.0/networks/c28ef5bb-e2d5-41da-8731-a233222b184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813160 Feb 11 05:58:51.084685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef33a-5606-444c-bf8a-edbf7daadde6 req-f077f4db-67ca-4f0a-9409-b4e1660684c0 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:51.086210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88bef33a-5606-444c-bf8a-edbf7daadde6 req-f077f4db-67ca-4f0a-9409-b4e1660684c0 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0577767 Feb 11 05:58:51.135357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88bef33a-5606-444c-bf8a-edbf7daadde6 req-1f923bd8-d602-4f54-8584-a7a81955eb43 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Feb 11 05:58:51.408651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-51dfcec5-bbad-4346-b1de-31e598ad981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:51.410229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-51dfcec5-bbad-4346-b1de-31e598ad981a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7991e845823f4ca38c9c202d7c241db1&device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 1128 time: 0.1204996 Feb 11 05:58:51.418471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf8ec3-bf7e-433e-a4fe-c9197c44aaf3 req-b355bf7c-e100-4c43-93f1-e30a9df00e2d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:51.419833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ebf8ec3-bf7e-433e-a4fe-c9197c44aaf3 req-b355bf7c-e100-4c43-93f1-e30a9df00e2d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.1211927 Feb 11 05:58:51.434510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea11088-07f8-4011-a25a-17639232f787 req-dc600cb7-d71a-4b42-b230-f9e0589fbe65 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:51.435874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ea11088-07f8-4011-a25a-17639232f787 req-dc600cb7-d71a-4b42-b230-f9e0589fbe65 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 907 time: 0.1117609 Feb 11 05:58:51.528137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ebf8ec3-bf7e-433e-a4fe-c9197c44aaf3 req-26bc936a-6396-4622-8dd8-a391adab9e54 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913556 Feb 11 05:58:51.546659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-2f05b4b1-31ee-4c63-a4de-a0102470498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:51.548811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-2f05b4b1-31ee-4c63-a4de-a0102470498f service neutron] 10.222.0.72 "GET /v2.0/networks?id=184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 200 len: 912 time: 0.1273718 Feb 11 05:58:51.591936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-8e93990e-f965-49a5-8740-bc3a4ed3fd88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=695c325e-035e-4722-8b70-07e8d27f32c4 HTTP/1.1" status: 200 len: 217 time: 0.0373683 Feb 11 05:58:51.640877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-7d61db26-e865-4115-8cc4-d93cdb91b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:51.642530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-7d61db26-e865-4115-8cc4-d93cdb91b3f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f2bbebb-3053-4c80-97f4-3db244653f16 HTTP/1.1" status: 200 len: 851 time: 0.0454652 Feb 11 05:58:51.676080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-7d8615cf-bd35-4faa-a286-37b1b6e4fac1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=184336d5-7c40-4cda-a310-8878a083c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274584 Feb 11 05:58:52.099873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-4def52bd-6c49-42ad-a6d7-a540b51dd665 service neutron] 10.222.0.72 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176555 Feb 11 05:58:52.188984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5735f9bf-2071-4f2a-93a8-5ba1543f7b43 req-47cd6dcd-6e0b-4087-a3ae-ee09be1c5910 service neutron] 10.222.0.72 "GET /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814717 Feb 11 05:58:52.229949 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:52.559516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a18d6f-8a4b-4c56-b262-cef3f0ac6af4 req-3b039cc5-a980-4a51-a1cd-795299d18b0d tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:52.561065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8a18d6f-8a4b-4c56-b262-cef3f0ac6af4 req-3b039cc5-a980-4a51-a1cd-795299d18b0d tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 907 time: 0.0532253 Feb 11 05:58:52.658541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d2fc3-6963-4213-b1e4-53d09823b055 req-5da2483e-f3f5-4f2e-9d39-2f1e007e2518 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:52.660006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-998d2fc3-6963-4213-b1e4-53d09823b055 req-5da2483e-f3f5-4f2e-9d39-2f1e007e2518 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0614502 Feb 11 05:58:52.708601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-998d2fc3-6963-4213-b1e4-53d09823b055 req-00bde517-b673-4806-b257-ecf02a353504 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Feb 11 05:58:53.261330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.554486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 900ad5f3-f593-4734-a750-e77794e6a456 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:58:53.668706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 900ad5f3-f593-4734-a750-e77794e6a456, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=900ad5f3-f593-4734-a750-e77794e6a456,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:53.680673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '900ad5f3-f593-4734-a750-e77794e6a456', 'network_id': 'c28ef5bb-e2d5-41da-8731-a233222b184e', 'port_id': '900ad5f3-f593-4734-a750-e77794e6a456', 'mac_address': 'fa:16:3e:09:c8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec4d187-5677-4c70-b58c-8b63782be00e', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:58:53.698531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5904bc-808a-4a46-9a15-5038cec3d61e req-0b006828-87e7-4d14-921a-2293391e70c9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:53.700015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f5904bc-808a-4a46-9a15-5038cec3d61e req-0b006828-87e7-4d14-921a-2293391e70c9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 907 time: 0.0567896 Feb 11 05:58:53.720304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 900ad5f3-f593-4734-a750-e77794e6a456 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:53.720701 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (900ad5f3-f593-4734-a750-e77794e6a456), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.733793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900ad5f3-f593-4734-a750-e77794e6a456 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:53.754824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 900ad5f3-f593-4734-a750-e77794e6a456, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=900ad5f3-f593-4734-a750-e77794e6a456,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:53.759112 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (900ad5f3-f593-4734-a750-e77794e6a456), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.808810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=900ad5f3-f593-4734-a750-e77794e6a456,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:53.840487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a3993-65ec-4236-a602-32eef13bd83f req-6ce8cb40-477d-484b-ad09-7fcaa388d132 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:53.842077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec3a3993-65ec-4236-a602-32eef13bd83f req-6ce8cb40-477d-484b-ad09-7fcaa388d132 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0550916 Feb 11 05:58:53.897452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec3a3993-65ec-4236-a602-32eef13bd83f req-069fc67f-dcf3-4906-bcd6-2cafabcdb48c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488203 Feb 11 05:58:54.041583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['900ad5f3-f593-4734-a750-e77794e6a456'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:54.164710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ea314-40ac-40c8-8da4-8d916ee0b44d req-76318fe9-d7b1-41e9-995d-43c1d167e07a tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:54.166427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-174ea314-40ac-40c8-8da4-8d916ee0b44d req-76318fe9-d7b1-41e9-995d-43c1d167e07a tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0682685 Feb 11 05:58:54.227113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-174ea314-40ac-40c8-8da4-8d916ee0b44d req-72ed53c2-f567-4d05-b6c8-33c1ea5b26ab tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527935 Feb 11 05:58:54.825002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5310-78f4-4f8d-a5e8-24ee8f5f8c1f req-f2aa0389-a400-497d-844e-4f506809f300 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:54.826630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b3a5310-78f4-4f8d-a5e8-24ee8f5f8c1f req-f2aa0389-a400-497d-844e-4f506809f300 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 908 time: 0.0531349 Feb 11 05:58:55.352827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6353f2-aa0b-4e5c-9fd5-a913a6d7e4af req-ac36b4e1-8ee4-41ee-8ecf-77a76566e62b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:55.354387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e6353f2-aa0b-4e5c-9fd5-a913a6d7e4af req-ac36b4e1-8ee4-41ee-8ecf-77a76566e62b tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0525250 Feb 11 05:58:55.405452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e6353f2-aa0b-4e5c-9fd5-a913a6d7e4af req-0f3c70ce-db39-4bf7-9094-862f81efb8d8 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447958 Feb 11 05:58:55.583800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 900ad5f3-f593-4734-a750-e77794e6a456 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:55.632055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 900ad5f3-f593-4734-a750-e77794e6a456 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:58:55.636013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 900ad5f3-f593-4734-a750-e77794e6a456 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:55.636386 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (900ad5f3-f593-4734-a750-e77794e6a456), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:55.721531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 900ad5f3-f593-4734-a750-e77794e6a456 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:55.721922 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (900ad5f3-f593-4734-a750-e77794e6a456), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:55.747170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231ce03-d5be-4ba4-bf88-f43e49f81218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ad5f3-f593-4734-a750-e77794e6a456'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:55.749757 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b84010-83bb-4b9c-9da3-39fba521f475" -d '{"events": [{"server_uuid": "8231ce03-d5be-4ba4-bf88-f43e49f81218", "name": "network-vif-plugged", "status": "completed", "tag": "900ad5f3-f593-4734-a750-e77794e6a456"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:55.763178 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 900ad5f3-f593-4734-a750-e77794e6a456, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=900ad5f3-f593-4734-a750-e77794e6a456,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:55.767759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (900ad5f3-f593-4734-a750-e77794e6a456), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:55.796189 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46832a05-1faf-40b4-a68a-6669a4430442 x-openstack-request-id: req-46832a05-1faf-40b4-a68a-6669a4430442 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:55.796488 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231ce03-d5be-4ba4-bf88-f43e49f81218", "name": "network-vif-plugged", "status": "completed", "tag": "900ad5f3-f593-4734-a750-e77794e6a456", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:55.796742 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46832a05-1faf-40b4-a68a-6669a4430442 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:55.797151 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231ce03-d5be-4ba4-bf88-f43e49f81218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ad5f3-f593-4734-a750-e77794e6a456', 'code': 200} Feb 11 05:58:55.825063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=900ad5f3-f593-4734-a750-e77794e6a456,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:55.983001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad400-9e5f-43f1-b7bd-4c22a698e6b5 req-b8dfd769-5e17-40b0-b2ae-6ea5870e0e8d tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:55.984664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-02fad400-9e5f-43f1-b7bd-4c22a698e6b5 req-b8dfd769-5e17-40b0-b2ae-6ea5870e0e8d tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 909 time: 0.0781083 Feb 11 05:58:56.000622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f8721-218f-4949-aadd-0bdd147703e7 req-633e8a6e-2dcf-405f-908a-c0c990d76fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:56.002770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d2f8721-218f-4949-aadd-0bdd147703e7 req-633e8a6e-2dcf-405f-908a-c0c990d76fb2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 1092 time: 0.1245394 Feb 11 05:58:56.527480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361f083-20d3-442a-b2c7-ee1c62b97206 req-d92c1c08-baac-4eac-8d53-1b4af0dad9fb tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:56.528987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5361f083-20d3-442a-b2c7-ee1c62b97206 req-d92c1c08-baac-4eac-8d53-1b4af0dad9fb tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0525947 Feb 11 05:58:56.579452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5361f083-20d3-442a-b2c7-ee1c62b97206 req-bfe92b43-c699-400f-83d2-9e76c87bbcb1 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Feb 11 05:58:57.001557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-a1982116-4aab-4dc8-8ea8-3a139bd6211f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:57.003072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-a1982116-4aab-4dc8-8ea8-3a139bd6211f tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 945 time: 0.0524709 Feb 11 05:58:57.144423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e61732-ebf1-461d-bced-e4881c556bf5 req-72979bd4-c115-49e4-8937-2dfcda25ef05 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:57.146023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20e61732-ebf1-461d-bced-e4881c556bf5 req-72979bd4-c115-49e4-8937-2dfcda25ef05 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 909 time: 0.0740356 Feb 11 05:58:57.150878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Deleting port 695c325e-035e-4722-8b70-07e8d27f32c4 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:58:57.151335 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:57.244529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] For port 695c325e-035e-4722-8b70-07e8d27f32c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=695c325e-035e-4722-8b70-07e8d27f32c4,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:57.244904 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:57.257830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Calling delete_port for 695c325e-035e-4722-8b70-07e8d27f32c4 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:58:57.400527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (695c325e-035e-4722-8b70-07e8d27f32c4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:57.413728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['695c325e-035e-4722-8b70-07e8d27f32c4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:57.415998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['1451f6c6-b787-4f6d-8e74-5bbe045eb612'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:57.429164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Pushing event deleted for resources: {'Port': ['ID=695c325e-035e-4722-8b70-07e8d27f32c4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:57.477159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] No DVR routers for this DVR port 695c325e-035e-4722-8b70-07e8d27f32c4 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:58:57.480176 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:57.483516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08233a37-59d6-40d8-a481-2ffbdf4f60e4 req-62cd8774-d8c4-420c-aa17-e0f57dcdec64 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.72 "DELETE /v2.0/ports/695c325e-035e-4722-8b70-07e8d27f32c4 HTTP/1.1" status: 204 len: 173 time: 0.4754848 Feb 11 05:58:57.483976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c29ac0-18ff-4eac-82e8-7739b6334ca5', 'name': 'network-vif-deleted', 'tag': '695c325e-035e-4722-8b70-07e8d27f32c4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:57.486324 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aef6f68-ae66-4fe9-9f6b-883950a16b6a" -d '{"events": [{"server_uuid": "f0c29ac0-18ff-4eac-82e8-7739b6334ca5", "name": "network-vif-deleted", "tag": "695c325e-035e-4722-8b70-07e8d27f32c4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:57.529091 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7d8c77-1952-4296-8d19-73328c01af1d x-openstack-request-id: req-bc7d8c77-1952-4296-8d19-73328c01af1d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:57.529952 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c29ac0-18ff-4eac-82e8-7739b6334ca5", "name": "network-vif-deleted", "tag": "695c325e-035e-4722-8b70-07e8d27f32c4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:57.531617 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc7d8c77-1952-4296-8d19-73328c01af1d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:57.533356 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c29ac0-18ff-4eac-82e8-7739b6334ca5', 'name': 'network-vif-deleted', 'tag': '695c325e-035e-4722-8b70-07e8d27f32c4', 'status': 'completed', 'code': 200} Feb 11 05:58:57.688124 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59eb4894-ac23-413c-9884-304c71165597 req-d09bd601-9a8e-4a98-a51c-be57772f2ef5 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0c29ac0-18ff-4eac-82e8-7739b6334ca5 HTTP/1.1" status: 200 len: 210 time: 0.0303984 Feb 11 05:58:57.725251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-088bbab7-d11c-4a57-ae20-f1b081e32e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:58.270201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92740676-229f-4bdb-a367-7951a45915c5 req-e697da8d-0221-431b-be88-242e4fe3d84a tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:58.271715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-92740676-229f-4bdb-a367-7951a45915c5 req-e697da8d-0221-431b-be88-242e4fe3d84a tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 909 time: 0.0555100 Feb 11 05:58:58.395441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae350f-aeaf-4c59-b141-8f9cfdcb7a30 req-04fff6c8-8b36-4632-a1f5-91f21bc078ff tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:58.397060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bcae350f-aeaf-4c59-b141-8f9cfdcb7a30 req-04fff6c8-8b36-4632-a1f5-91f21bc078ff tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 909 time: 0.0574579 Feb 11 05:58:58.512606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f3ad7-a4ad-4574-97a2-8d4665b502e0 req-e8191577-8447-4a20-9864-a84a5b75faa5 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:58.514188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-547f3ad7-a4ad-4574-97a2-8d4665b502e0 req-e8191577-8447-4a20-9864-a84a5b75faa5 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 1092 time: 0.0500205 Feb 11 05:58:58.629417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65898ad3-1729-481b-9c48-6c4ca306b37f req-61df694a-eabf-4397-901f-26d11e37c31e tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:58.631140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65898ad3-1729-481b-9c48-6c4ca306b37f req-61df694a-eabf-4397-901f-26d11e37c31e tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 1167 time: 0.0468726 Feb 11 05:58:58.688212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65898ad3-1729-481b-9c48-6c4ca306b37f req-99b1e7f0-93ae-4a3d-a40e-50153eaad437 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0511119 Feb 11 05:58:58.711604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37062) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:58.757827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06a5746-e044-4bd1-9108-7122eeaf55e6 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:58.759389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a06a5746-e044-4bd1-9108-7122eeaf55e6 tempest-TestSecurityGroupsBasicOps-1732072821 tempest-TestSecurityGroupsBasicOps-1732072821-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 1087 time: 0.0466819 Feb 11 05:58:59.044493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa419a-0f3f-4358-918d-cd0be6953a99 req-9d25eb21-1339-48d3-811b-fdc50ec32cb8 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:59.045955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2aa419a-0f3f-4358-918d-cd0be6953a99 req-9d25eb21-1339-48d3-811b-fdc50ec32cb8 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 909 time: 0.0873899 Feb 11 05:58:59.056413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdd519-4a50-47ae-b668-bd80b4652f92 req-89540a72-fbd0-4f6b-a1c0-680ac95e5517 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:59.057990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbbdd519-4a50-47ae-b668-bd80b4652f92 req-89540a72-fbd0-4f6b-a1c0-680ac95e5517 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1093495 Feb 11 05:58:59.108625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbbdd519-4a50-47ae-b668-bd80b4652f92 req-f272b047-5fad-481c-b71b-dc33b7041892 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Feb 11 05:59:00.169933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4612df-43c8-422c-83f1-6fb5cb549f93 req-80497f83-ec6b-474b-91ed-e4ebf7feeca1 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:00.171440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f4612df-43c8-422c-83f1-6fb5cb549f93 req-80497f83-ec6b-474b-91ed-e4ebf7feeca1 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 909 time: 0.0540421 Feb 11 05:59:00.233501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a7951-e8ab-4502-8162-eab230529e99 req-26b11989-2773-49b7-9331-31ead9e26239 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:00.235111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff3a7951-e8ab-4502-8162-eab230529e99 req-26b11989-2773-49b7-9331-31ead9e26239 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.0542450 Feb 11 05:59:00.287925 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41cd36d5-a9d6-46d9-a9ed-dd336d6174a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:00.293858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff3a7951-e8ab-4502-8162-eab230529e99 req-16f19a24-587d-4a9c-bf5f-35314111b825 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509419 Feb 11 05:59:00.458418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59956e83-0543-4071-9901-f8e42cd050c3 req-792707f5-48b0-4f69-a7cc-cbbf72e54a2c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:00.459789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59956e83-0543-4071-9901-f8e42cd050c3 req-792707f5-48b0-4f69-a7cc-cbbf72e54a2c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.81 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 909 time: 0.0524676 Feb 11 05:59:00.555540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-59956e83-0543-4071-9901-f8e42cd050c3 req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Deleting port 900ad5f3-f593-4734-a750-e77794e6a456 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:00.555877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-59956e83-0543-4071-9901-f8e42cd050c3 req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (900ad5f3-f593-4734-a750-e77794e6a456), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:00.647674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-59956e83-0543-4071-9901-f8e42cd050c3 req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] For port 900ad5f3-f593-4734-a750-e77794e6a456, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=900ad5f3-f593-4734-a750-e77794e6a456,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:00.648042 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-59956e83-0543-4071-9901-f8e42cd050c3 req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (900ad5f3-f593-4734-a750-e77794e6a456), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:00.661349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-59956e83-0543-4071-9901-f8e42cd050c3 req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Calling delete_port for 900ad5f3-f593-4734-a750-e77794e6a456 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:00.789053 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-59956e83-0543-4071-9901-f8e42cd050c3 req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (900ad5f3-f593-4734-a750-e77794e6a456), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:00.817506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Port': ['ID=900ad5f3-f593-4734-a750-e77794e6a456,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:00.868002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-59956e83-0543-4071-9901-f8e42cd050c3 req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] No DVR routers for this DVR port 900ad5f3-f593-4734-a750-e77794e6a456 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:00.870708 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-59956e83-0543-4071-9901-f8e42cd050c3 req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:00.874282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59956e83-0543-4071-9901-f8e42cd050c3 req-d5395ab5-0d64-4013-ac3a-1ac144318485 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.81 "DELETE /v2.0/ports/900ad5f3-f593-4734-a750-e77794e6a456 HTTP/1.1" status: 204 len: 173 time: 0.4091070 Feb 11 05:59:00.874739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231ce03-d5be-4ba4-bf88-f43e49f81218', 'name': 'network-vif-deleted', 'tag': '900ad5f3-f593-4734-a750-e77794e6a456'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:00.877660 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047b061d-9237-454e-9711-43c0e3d63ff0" -d '{"events": [{"server_uuid": "8231ce03-d5be-4ba4-bf88-f43e49f81218", "name": "network-vif-deleted", "tag": "900ad5f3-f593-4734-a750-e77794e6a456"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:00.920327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 695c325e-035e-4722-8b70-07e8d27f32c4 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:00.925606 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff6a3bf-f656-4ea4-844e-8ec87ccd878d x-openstack-request-id: req-fff6a3bf-f656-4ea4-844e-8ec87ccd878d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:00.925998 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231ce03-d5be-4ba4-bf88-f43e49f81218", "name": "network-vif-deleted", "tag": "900ad5f3-f593-4734-a750-e77794e6a456", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:00.926261 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fff6a3bf-f656-4ea4-844e-8ec87ccd878d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:00.926674 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231ce03-d5be-4ba4-bf88-f43e49f81218', 'name': 'network-vif-deleted', 'tag': '900ad5f3-f593-4734-a750-e77794e6a456', 'status': 'completed', 'code': 200} Feb 11 05:59:00.943683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 695c325e-035e-4722-8b70-07e8d27f32c4 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:00.944135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 695c325e-035e-4722-8b70-07e8d27f32c4 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:01.160349 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:01.280830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22368815-8aa5-4201-a8d4-92626e265afd req-d037988a-13eb-499a-9f77-ed750da9315b tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231ce03-d5be-4ba4-bf88-f43e49f81218 HTTP/1.1" status: 200 len: 210 time: 0.0273802 Feb 11 05:59:01.441159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-41e2ff4a-3976-4ebf-a94c-ef3a94af6b4c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:01.442543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-41e2ff4a-3976-4ebf-a94c-ef3a94af6b4c tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.81 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1087570 Feb 11 05:59:01.515047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c90ea-7013-419d-a16e-cdd6c688ddac req-d45587eb-3450-45a1-a3f1-843a9702581d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:01.516518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-086c90ea-7013-419d-a16e-cdd6c688ddac req-d45587eb-3450-45a1-a3f1-843a9702581d tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dde12c-6b8a-44d6-9bca-16f6f4ca9c04 HTTP/1.1" status: 200 len: 945 time: 0.1426544 Feb 11 05:59:01.538901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-ae6cb150-d559-42ab-bd11-2fb4e345afea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1508534 Feb 11 05:59:01.625191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-086c90ea-7013-419d-a16e-cdd6c688ddac req-e238b2a2-efee-4729-bc5c-4de56694aba1 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.31 "GET /v2.0/security-groups?id=18263e9a-4463-4fbe-85a3-0757c6ee585a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853114 Feb 11 05:59:01.639311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Deleting port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:01.639666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:01.677400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-7197d8c7-e260-411d-887f-a4a37161ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:01.679139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-7197d8c7-e260-411d-887f-a4a37161ffc2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8aa29dde7b874754a4baf8def492f439&device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 1167 time: 0.0918143 Feb 11 05:59:01.796282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] For port 1451f6c6-b787-4f6d-8e74-5bbe045eb612, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=1451f6c6-b787-4f6d-8e74-5bbe045eb612,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:01.796648 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:01.814464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Calling delete_port for 1451f6c6-b787-4f6d-8e74-5bbe045eb612 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:01.836235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-fc668a57-86e7-4f56-a553-ea5238cced3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:01.837829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-fc668a57-86e7-4f56-a553-ea5238cced3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 HTTP/1.1" status: 200 len: 898 time: 0.1316710 Feb 11 05:59:01.948242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-2fcb1a91-1a94-4298-a383-10aa98bdf754 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a HTTP/1.1" status: 200 len: 1001 time: 0.0796666 Feb 11 05:59:02.020218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-516f56e0-1994-4244-b2f0-82f71033d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:02.021713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-516f56e0-1994-4244-b2f0-82f71033d4e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e9ea052-e3ba-45d1-a847-d7333ddeeefd HTTP/1.1" status: 200 len: 835 time: 0.0666556 Feb 11 05:59:02.072206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1451f6c6-b787-4f6d-8e74-5bbe045eb612), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:02.084659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['1451f6c6-b787-4f6d-8e74-5bbe045eb612'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:02.107106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Pushing event deleted for resources: {'Port': ['ID=1451f6c6-b787-4f6d-8e74-5bbe045eb612,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:02.117813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-77b35a14-ca2f-42b0-b898-2927e4b370cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:02.119320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-77b35a14-ca2f-42b0-b898-2927e4b370cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0913036 Feb 11 05:59:02.171386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] No DVR routers for this DVR port 1451f6c6-b787-4f6d-8e74-5bbe045eb612 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:02.179298 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:02.182616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1f9270a-d717-4949-a603-45b9d075b0cf req-d9356d2a-af76-43d3-b220-a9144bbbd363 tempest-ServerRescueTestJSON-872849372 tempest-ServerRescueTestJSON-872849372-project] 10.222.0.81 "DELETE /v2.0/ports/1451f6c6-b787-4f6d-8e74-5bbe045eb612 HTTP/1.1" status: 204 len: 173 time: 0.7330589 Feb 11 05:59:02.241389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-6a846967-87b8-4a47-9640-e8110347898c service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042502 Feb 11 05:59:02.337985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37088) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:02.344202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32b04a90-a4a4-47be-be07-6a141740ea9f req-f6fcd458-0826-4328-bbb7-54616e68736d service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972595 Feb 11 05:59:02.723217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37092) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:02.815847 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:02.928743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dde12c-6b8a-44d6-9bca-16f6f4ca9c04', 'name': 'network-vif-deleted', 'tag': '1451f6c6-b787-4f6d-8e74-5bbe045eb612'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:02.930923 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92c3b4-4b9b-480b-8870-b35162b90737" -d '{"events": [{"server_uuid": "55dde12c-6b8a-44d6-9bca-16f6f4ca9c04", "name": "network-vif-deleted", "tag": "1451f6c6-b787-4f6d-8e74-5bbe045eb612"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:02.975319 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761b420e-fef3-473e-8078-6b9f97e962d5 x-openstack-request-id: req-761b420e-fef3-473e-8078-6b9f97e962d5 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:02.975613 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dde12c-6b8a-44d6-9bca-16f6f4ca9c04", "name": "network-vif-deleted", "tag": "1451f6c6-b787-4f6d-8e74-5bbe045eb612", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:02.975864 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-761b420e-fef3-473e-8078-6b9f97e962d5 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:02.976252 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dde12c-6b8a-44d6-9bca-16f6f4ca9c04', 'name': 'network-vif-deleted', 'tag': '1451f6c6-b787-4f6d-8e74-5bbe045eb612', 'status': 'completed', 'code': 200} Feb 11 05:59:03.061607 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (75a5a5a1-20a5-4138-8095-5a090853a2d1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.089976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (c9509c25-223c-44aa-86f9-9a6f4c17e266), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.336544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Deleting port 07a30504-59c0-48f8-bdb9-08e017fb9ed9 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:03.336880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.381151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Deleting port 681b78db-0fd6-476d-8097-d426b2c76c52 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:03.381777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.417669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] For port 07a30504-59c0-48f8-bdb9-08e017fb9ed9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=07a30504-59c0-48f8-bdb9-08e017fb9ed9,segment=NetworkSegment(38a655b4-6c7f-418e-9872-f275563bf203),segment_id=38a655b4-6c7f-418e-9872-f275563bf203)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:03.418261 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.431679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Calling delete_port for 07a30504-59c0-48f8-bdb9-08e017fb9ed9 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:03.468018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] For port 681b78db-0fd6-476d-8097-d426b2c76c52, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=681b78db-0fd6-476d-8097-d426b2c76c52,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:03.468298 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.486946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Calling delete_port for 681b78db-0fd6-476d-8097-d426b2c76c52 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:03.610371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (07a30504-59c0-48f8-bdb9-08e017fb9ed9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.636922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a30504-59c0-48f8-bdb9-08e017fb9ed9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:03.666453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.666804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.667153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.667496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.667834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.668169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.668502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.668831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.669200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.669570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.669850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.670193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.670497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:03.676051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (681b78db-0fd6-476d-8097-d426b2c76c52), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.710985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Port': ['ID=681b78db-0fd6-476d-8097-d426b2c76c52,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:03.834149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (c9509c25-223c-44aa-86f9-9a6f4c17e266), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.923792 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (75a5a5a1-20a5-4138-8095-5a090853a2d1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.928560 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.066835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Router c9509c25-223c-44aa-86f9-9a6f4c17e266 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:04.146487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Router 75a5a5a1-20a5-4138-8095-5a090853a2d1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:04.170701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:04.176331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-484b2b22-b865-4ad9-93dc-36e1a59a1609 admin admin] 10.222.0.31 "PUT /v2.0/routers/c9509c25-223c-44aa-86f9-9a6f4c17e266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4520524 Feb 11 05:59:04.179070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37096) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:04.183162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] Sync routers for ids ['c9509c25-223c-44aa-86f9-9a6f4c17e266'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:04.195811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] Routers {'c9509c25-223c-44aa-86f9-9a6f4c17e266'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:04.196458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c9509c25-223c-44aa-86f9-9a6f4c17e266'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:04.259934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:04.268191 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f99c235d-8804-4590-98b5-a7fb5db11add tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "PUT /v2.0/routers/75a5a5a1-20a5-4138-8095-5a090853a2d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9289448 Feb 11 05:59:04.268887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37098) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:04.273583 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] Sync routers for ids ['75a5a5a1-20a5-4138-8095-5a090853a2d1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:04.286412 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] Routers {'75a5a5a1-20a5-4138-8095-5a090853a2d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:04.287344 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['75a5a5a1-20a5-4138-8095-5a090853a2d1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:04.328339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] Set router c9509c25-223c-44aa-86f9-9a6f4c17e266 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:04.337831 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-732888ec-563c-4348-acaf-6f1218e6afde tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Deleting subnet 6ec4d187-5677-4c70-b58c-8b63782be00e {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:59:04.341955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-732888ec-563c-4348-acaf-6f1218e6afde tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for subnet (6ec4d187-5677-4c70-b58c-8b63782be00e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.394070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-732888ec-563c-4348-acaf-6f1218e6afde tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6ec4d187-5677-4c70-b58c-8b63782be00e), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.491588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-732888ec-563c-4348-acaf-6f1218e6afde tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6ec4d187-5677-4c70-b58c-8b63782be00e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.521087 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] Set router 75a5a5a1-20a5-4138-8095-5a090853a2d1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:04.539730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:59:03Z', 'revision_number': 5, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'gw_port': {'id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:04.566277 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-732888ec-563c-4348-acaf-6f1218e6afde tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6ec4d187-5677-4c70-b58c-8b63782be00e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.578292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] Checking router: c9509c25-223c-44aa-86f9-9a6f4c17e266 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:04.590531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] Routers {'c9509c25-223c-44aa-86f9-9a6f4c17e266'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:04.591610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c9509c25-223c-44aa-86f9-9a6f4c17e266'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:04.604904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732888ec-563c-4348-acaf-6f1218e6afde tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec4d187-5677-4c70-b58c-8b63782be00e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:04.611665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-732888ec-563c-4348-acaf-6f1218e6afde tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.615442 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-732888ec-563c-4348-acaf-6f1218e6afde tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "DELETE /v2.0/subnets/6ec4d187-5677-4c70-b58c-8b63782be00e HTTP/1.1" status: 204 len: 168 time: 0.3455241 Feb 11 05:59:04.618125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37100) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:04.686670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks [] for router (c9509c25-223c-44aa-86f9-9a6f4c17e266), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.714693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] Set router c9509c25-223c-44aa-86f9-9a6f4c17e266 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:04.719030 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:40Z', 'updated_at': '2022-02-11T05:59:03Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:41Z', 'updated_at': '2022-02-11T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:04.752436 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] Checking router: 75a5a5a1-20a5-4138-8095-5a090853a2d1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:04.760142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router (75a5a5a1-20a5-4138-8095-5a090853a2d1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.761627 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] Routers {'75a5a5a1-20a5-4138-8095-5a090853a2d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:04.762308 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['75a5a5a1-20a5-4138-8095-5a090853a2d1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:04.775491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e86757-368f-427b-8f32-103a7d5a90ba None None] Network c28ef5bb-e2d5-41da-8731-a233222b184e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:04.815505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks [] for router_gateway (c9509c25-223c-44aa-86f9-9a6f4c17e266), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.881984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Deleting port 82fdcf90-1f2e-46be-bf8e-d7833865154b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:04.882592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.908572 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] Set router 75a5a5a1-20a5-4138-8095-5a090853a2d1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:04.908849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_gateway (75a5a5a1-20a5-4138-8095-5a090853a2d1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.979101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] For port 82fdcf90-1f2e-46be-bf8e-d7833865154b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=82fdcf90-1f2e-46be-bf8e-d7833865154b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:04.979483 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.989540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Deleting port 9a074976-cee9-41f8-98d4-1ac51670d55d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:04.990174 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.008539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Calling delete_port for 82fdcf90-1f2e-46be-bf8e-d7833865154b owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:05.021992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:59:03Z', 'revision_number': 5, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'gw_port': {'id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:05.054228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4835f-d79e-4b1e-b2db-92046cf04e4e None None] DHCP port deletion for c28ef5bb-e2d5-41da-8731-a233222b184e request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:59:05.056643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159c992-f104-4dc1-998b-8c36bd3d88fb None None] The sync data for ids ['c9509c25-223c-44aa-86f9-9a6f4c17e266'] in n-d-715271-35 is: [{'id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'name': 'tempest-ServerRescueTestJSON-1439824551-router', 'tenant_id': '7991e845823f4ca38c9c202d7c241db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:59:03Z', 'revision_number': 5, 'project_id': '7991e845823f4ca38c9c202d7c241db1', 'gw_port': {'id': '82fdcf90-1f2e-46be-bf8e-d7833865154b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9509c25-223c-44aa-86f9-9a6f4c17e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:19Z', 'updated_at': '2022-02-11T05:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:05.100120 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] For port 9a074976-cee9-41f8-98d4-1ac51670d55d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9a074976-cee9-41f8-98d4-1ac51670d55d,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:05.100676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.117676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Calling delete_port for 9a074976-cee9-41f8-98d4-1ac51670d55d owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:05.119392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4835f-d79e-4b1e-b2db-92046cf04e4e None None] Deleting port 31476234-0e6d-4a18-ae37-6149cc7de499 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:05.119777 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ec4835f-d79e-4b1e-b2db-92046cf04e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.180140 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:40Z', 'updated_at': '2022-02-11T05:59:03Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:41Z', 'updated_at': '2022-02-11T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:05.200345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2ec4835f-d79e-4b1e-b2db-92046cf04e4e None None] For port 31476234-0e6d-4a18-ae37-6149cc7de499, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=31476234-0e6d-4a18-ae37-6149cc7de499,segment=NetworkSegment(97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd),segment_id=97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:05.200827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ec4835f-d79e-4b1e-b2db-92046cf04e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.217325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4835f-d79e-4b1e-b2db-92046cf04e4e None None] Calling delete_port for 31476234-0e6d-4a18-ae37-6149cc7de499 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:05.222812 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2f4df-cd3e-44a9-9961-3fac7ffcdbe3 None None] The sync data for ids ['75a5a5a1-20a5-4138-8095-5a090853a2d1'] in n-d-715271-35 is: [{'id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1762853235', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:40Z', 'updated_at': '2022-02-11T05:59:03Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '9a074976-cee9-41f8-98d4-1ac51670d55d', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a5a1-20a5-4138-8095-5a090853a2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:41Z', 'updated_at': '2022-02-11T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:05.269996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (82fdcf90-1f2e-46be-bf8e-d7833865154b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.301762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=82fdcf90-1f2e-46be-bf8e-d7833865154b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:05.320520 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ec4835f-d79e-4b1e-b2db-92046cf04e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (31476234-0e6d-4a18-ae37-6149cc7de499), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.337361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9a074976-cee9-41f8-98d4-1ac51670d55d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.347926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4835f-d79e-4b1e-b2db-92046cf04e4e None None] Pushing event deleted for resources: {'Port': ['ID=31476234-0e6d-4a18-ae37-6149cc7de499,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:05.349967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec4835f-d79e-4b1e-b2db-92046cf04e4e None None] No DVR routers for this DVR port 31476234-0e6d-4a18-ae37-6149cc7de499 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:05.377873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Port': ['ID=9a074976-cee9-41f8-98d4-1ac51670d55d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:05.383355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (c9509c25-223c-44aa-86f9-9a6f4c17e266), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.467647 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (75a5a5a1-20a5-4138-8095-5a090853a2d1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.518456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (c9509c25-223c-44aa-86f9-9a6f4c17e266), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.538665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks [] for router_controller (c9509c25-223c-44aa-86f9-9a6f4c17e266), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.600031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 1451f6c6-b787-4f6d-8e74-5bbe045eb612 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:05.634433 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (c9509c25-223c-44aa-86f9-9a6f4c17e266), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.635428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9509c25-223c-44aa-86f9-9a6f4c17e266 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:59:05.641808 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.645155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a35c674e-4fc1-4f59-98e3-ef3cf58f3f5c admin admin] 10.222.0.31 "DELETE /v2.0/routers/c9509c25-223c-44aa-86f9-9a6f4c17e266 HTTP/1.1" status: 204 len: 168 time: 1.4629087 Feb 11 05:59:05.646510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37102) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:05.651560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 1451f6c6-b787-4f6d-8e74-5bbe045eb612 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:05.651917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 1451f6c6-b787-4f6d-8e74-5bbe045eb612 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:05.652372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 900ad5f3-f593-4734-a750-e77794e6a456 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:05.654967 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (75a5a5a1-20a5-4138-8095-5a090853a2d1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.724791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 31476234-0e6d-4a18-ae37-6149cc7de499 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:05.733853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 900ad5f3-f593-4734-a750-e77794e6a456 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:05.734182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 900ad5f3-f593-4734-a750-e77794e6a456 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:05.738507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-589e1d89-1c7c-425b-8ceb-1256d52cc039 admin admin] Deleting subnet 7f2bbebb-3053-4c80-97f4-3db244653f16 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:59:05.741791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_controller (75a5a5a1-20a5-4138-8095-5a090853a2d1), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.746703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-589e1d89-1c7c-425b-8ceb-1256d52cc039 admin admin] Publish callbacks [] for subnet (7f2bbebb-3053-4c80-97f4-3db244653f16), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.766514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 31476234-0e6d-4a18-ae37-6149cc7de499 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:05.766913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 31476234-0e6d-4a18-ae37-6149cc7de499 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:05.767343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 681b78db-0fd6-476d-8097-d426b2c76c52 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:05.822047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 681b78db-0fd6-476d-8097-d426b2c76c52 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:05.822391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 681b78db-0fd6-476d-8097-d426b2c76c52 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:05.822870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 07a30504-59c0-48f8-bdb9-08e017fb9ed9 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:05.828670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (75a5a5a1-20a5-4138-8095-5a090853a2d1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.832336 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Fanout notify agent at l3_agent the message router_deleted on router 75a5a5a1-20a5-4138-8095-5a090853a2d1 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:59:05.839136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.843154 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-864b2a07-2583-477e-bf1b-443fbc65fc48 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "DELETE /v2.0/routers/75a5a5a1-20a5-4138-8095-5a090853a2d1 HTTP/1.1" status: 204 len: 168 time: 1.2212758 Feb 11 05:59:05.843313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 07a30504-59c0-48f8-bdb9-08e017fb9ed9 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:05.843313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 07a30504-59c0-48f8-bdb9-08e017fb9ed9 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:05.843492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37104) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:05.856842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-589e1d89-1c7c-425b-8ceb-1256d52cc039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (7f2bbebb-3053-4c80-97f4-3db244653f16), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.899329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-589e1d89-1c7c-425b-8ceb-1256d52cc039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7f2bbebb-3053-4c80-97f4-3db244653f16), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.951138 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c28ef5bb-e2d5-41da-8731-a233222b184e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.972118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-589e1d89-1c7c-425b-8ceb-1256d52cc039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (7f2bbebb-3053-4c80-97f4-3db244653f16), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.017940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e1d89-1c7c-425b-8ceb-1256d52cc039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2bbebb-3053-4c80-97f4-3db244653f16,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:06.023378 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-589e1d89-1c7c-425b-8ceb-1256d52cc039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.026764 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-589e1d89-1c7c-425b-8ceb-1256d52cc039 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7f2bbebb-3053-4c80-97f4-3db244653f16 HTTP/1.1" status: 204 len: 168 time: 0.3789740 Feb 11 05:59:06.029298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37106) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:06.060690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c28ef5bb-e2d5-41da-8731-a233222b184e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.096212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28ef5bb-e2d5-41da-8731-a233222b184e']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:06.106936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:06.107242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:06.116677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (184336d5-7c40-4cda-a310-8878a083c6f1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.122766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.137852 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.144434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:59:06.144820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (97d95bc3-d25f-4d00-8ef5-5cae69b6cbdd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: timer() Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:59:06.147971 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:59:06.199327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (184336d5-7c40-4cda-a310-8878a083c6f1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.207492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (c28ef5bb-e2d5-41da-8731-a233222b184e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.214898 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.221017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "DELETE /v2.0/networks/c28ef5bb-e2d5-41da-8731-a233222b184e HTTP/1.1" status: 204 len: 168 time: 0.3723855 Feb 11 05:59:06.222490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37108) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:06.225320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184336d5-7c40-4cda-a310-8878a083c6f1']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:06.234386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958748a-8544-464c-bbe9-a96f91fb408f tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Network': ['ID=c28ef5bb-e2d5-41da-8731-a233222b184e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:06.265068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a655b4-6c7f-418e-9872-f275563bf203') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:06.265390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a655b4-6c7f-418e-9872-f275563bf203') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:06.280601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (38a655b4-6c7f-418e-9872-f275563bf203), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.301581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (38a655b4-6c7f-418e-9872-f275563bf203), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.312876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:59:06.313291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (38a655b4-6c7f-418e-9872-f275563bf203), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:59:06.315389 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:59:06.409830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (184336d5-7c40-4cda-a310-8878a083c6f1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.417817 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.423681 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] 10.222.0.31 "DELETE /v2.0/networks/184336d5-7c40-4cda-a310-8878a083c6f1 HTTP/1.1" status: 204 len: 168 time: 0.3908150 Feb 11 05:59:06.453980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4053259-7eb5-4dac-b192-5679d5d1cf49 admin admin] Pushing event deleted for resources: {'Network': ['ID=184336d5-7c40-4cda-a310-8878a083c6f1,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:06.480180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Deleting port 0e475dbb-87d3-470b-a720-6a3546476bcd {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:06.480742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0e475dbb-87d3-470b-a720-6a3546476bcd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.556556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0e475dbb-87d3-470b-a720-6a3546476bcd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.556996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for floatingip (0e475dbb-87d3-470b-a720-6a3546476bcd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.570407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Calling delete_port for 0e475dbb-87d3-470b-a720-6a3546476bcd owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:06.624532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37114) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:06.669820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b97e927-c723-4521-aacf-32d06a1c5d0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7991e845823f4ca38c9c202d7c241db1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440037 Feb 11 05:59:06.672383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37116) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:06.755317 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d422cbe8-b1f1-4504-b05a-5d20c9d8cb08 admin admin] Publish callbacks [] for security_group (18263e9a-4463-4fbe-85a3-0757c6ee585a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.758358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0e475dbb-87d3-470b-a720-6a3546476bcd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.806440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Port': ['ID=0e475dbb-87d3-470b-a720-6a3546476bcd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:06.811338 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d422cbe8-b1f1-4504-b05a-5d20c9d8cb08 admin admin] Publish callbacks [] for security_group (18263e9a-4463-4fbe-85a3-0757c6ee585a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.828478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79085e64-46af-415a-9b3a-8c19eb10b733 req-55e9d18f-8ce0-411f-8635-d2d63fe57594 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:06.830099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79085e64-46af-415a-9b3a-8c19eb10b733 req-55e9d18f-8ce0-411f-8635-d2d63fe57594 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1129 time: 0.0489166 Feb 11 05:59:06.882719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79085e64-46af-415a-9b3a-8c19eb10b733 req-8bc1ec81-29db-4bc2-9e30-cd1fc62865de tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464222 Feb 11 05:59:06.896966 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for floatingip (51d5bfb2-ed26-4ca7-8f84-ef188ce65985), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.897363 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Floating IP 51d5bfb2-ed26-4ca7-8f84-ef188ce65985 disassociated (deleted). External IP: 172.25.1.238, port: 8f09b320-0fbd-4aaa-a46e-f8491a21c75a. Feb 11 05:59:06.943524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d422cbe8-b1f1-4504-b05a-5d20c9d8cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (18263e9a-4463-4fbe-85a3-0757c6ee585a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.946174 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d422cbe8-b1f1-4504-b05a-5d20c9d8cb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.947381 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d422cbe8-b1f1-4504-b05a-5d20c9d8cb08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18263e9a-4463-4fbe-85a3-0757c6ee585a HTTP/1.1" status: 204 len: 168 time: 0.2740071 Feb 11 05:59:06.959274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422cbe8-b1f1-4504-b05a-5d20c9d8cb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18263e9a-4463-4fbe-85a3-0757c6ee585a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:07.021794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20e436-4867-446f-8d08-f2fc19034f28 req-72c58973-1817-4273-85a8-260c79287a7e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.023342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b20e436-4867-446f-8d08-f2fc19034f28 req-72c58973-1817-4273-85a8-260c79287a7e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.0677137 Feb 11 05:59:07.077902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b20e436-4867-446f-8d08-f2fc19034f28 req-fd3f6488-027d-4293-bcd1-e5166864ae15 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476680 Feb 11 05:59:07.104807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37124) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:07.177068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-27a402a6-baef-431c-ae2d-87ddff25c5ca tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/bfea8df0-3d6e-493e-b53a-35b3265a6472 HTTP/1.1" status: 200 len: 993 time: 0.0710385 Feb 11 05:59:07.255905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 82fdcf90-1f2e-46be-bf8e-d7833865154b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:07.293445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 82fdcf90-1f2e-46be-bf8e-d7833865154b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:07.294305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 82fdcf90-1f2e-46be-bf8e-d7833865154b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:07.294905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9a074976-cee9-41f8-98d4-1ac51670d55d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:07.317678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9a074976-cee9-41f8-98d4-1ac51670d55d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:07.318083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9a074976-cee9-41f8-98d4-1ac51670d55d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:07.413968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Router d2e71f46-cd24-47a9-b5a2-19d438966edf has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:07.533990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:07.538634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:07.543299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] Sync routers for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:07.553291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:07.554099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:07.575261 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d3ce131a-165b-4eaf-97a8-304be9c56e34 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "DELETE /v2.0/floatingips/51d5bfb2-ed26-4ca7-8f84-ef188ce65985 HTTP/1.1" status: 204 len: 168 time: 1.3512409 Feb 11 05:59:07.576133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:07.579998 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0680854-9fd3-4cd7-99e9-2529500225b6" -d '{"events": [{"name": "network-changed", "server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:07.691198 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a95b49c-ff04-4e11-ad8b-4653256916a7 x-openstack-request-id: req-5a95b49c-ff04-4e11-ad8b-4653256916a7 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:07.691758 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:07.692302 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a95b49c-ff04-4e11-ad8b-4653256916a7 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:07.692870 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'status': 'completed', 'code': 200} Feb 11 05:59:07.697168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37158) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:07.699263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:07.794255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37162) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:07.855064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-c728730e-ac2a-4f5a-acdf-6644b12b0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.856981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-c728730e-ac2a-4f5a-acdf-6644b12b0f8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8aa29dde7b874754a4baf8def492f439&device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 1167 time: 0.1424291 Feb 11 05:59:07.875749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff9f3a-65ff-4447-9415-2d46482e78e6 req-34193a17-3b94-4627-ac7d-98f0084ebe4d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.878158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52ff9f3a-65ff-4447-9415-2d46482e78e6 req-34193a17-3b94-4627-ac7d-98f0084ebe4d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.0974615 Feb 11 05:59:07.958917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-network', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:07.974438 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-260f7939-2239-496d-8258-c71ea7e14718 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2758577 Feb 11 05:59:07.986157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-31d06971-4d84-41e7-90c3-50414355f4a7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:59:07.987318 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-31d06971-4d84-41e7-90c3-50414355f4a7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054588 Feb 11 05:59:07.989093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Made reservation on behalf of 9f162b99f5ec4c7cb8adaf92948cefe7 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:07.991630 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.000658 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.054216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52ff9f3a-65ff-4447-9415-2d46482e78e6 req-d0740e08-a33a-4ee7-a507-c6145cc97e99 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553545 Feb 11 05:59:08.082525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0b10f-8c17-4518-971b-d59bbd764c0d req-a6b3898f-9aa2-4b5b-8949-0a85855c92e8 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:08.084141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec0b10f-8c17-4518-971b-d59bbd764c0d req-a6b3898f-9aa2-4b5b-8949-0a85855c92e8 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 984 time: 0.2048831 Feb 11 05:59:08.096148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-688d41b6-a249-47de-b17e-96f40c663b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:08.098061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-688d41b6-a249-47de-b17e-96f40c663b36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 HTTP/1.1" status: 200 len: 898 time: 0.2169499 Feb 11 05:59:08.101832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Publish callbacks [] for security_group (8389cd75-5adc-445b-93ab-d53e3888cf02), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.108463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8389cd75-5adc-445b-93ab-d53e3888cf02), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.140895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:59:08.161808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8389cd75-5adc-445b-93ab-d53e3888cf02,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:08.165226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (09f94b41-30b1-4d35-80a8-ac97617f92a4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.165692 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Added segment 09f94b41-30b1-4d35-80a8-ac97617f92a4 of type vlan for network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e Feb 11 05:59:08.198091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ec0b10f-8c17-4518-971b-d59bbd764c0d req-31f31d0e-04c2-442e-a52e-930310dce94a tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1044281 Feb 11 05:59:08.199396 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-b0c34560-2585-40e9-aaca-c93c486321a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a HTTP/1.1" status: 200 len: 217 time: 0.0865626 Feb 11 05:59:08.228326 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.250251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:48Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '927e6426-7a06-42b2-bb17-668407f41d42', 'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:43:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:48Z', 'updated_at': '2022-02-11T05:57:51Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:08.266665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.268088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:08.268849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.269689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-8646c115-315e-46fb-b155-21c2471b82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:08.271182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-8646c115-315e-46fb-b155-21c2471b82c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e9ea052-e3ba-45d1-a847-d7333ddeeefd HTTP/1.1" status: 200 len: 835 time: 0.0650980 Feb 11 05:59:08.285680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] Checking router: d2e71f46-cd24-47a9-b5a2-19d438966edf for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:08.296808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:08.297509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:08.330242 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5331566 Feb 11 05:59:08.331877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37178) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:08.338475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Request body: {'subnet': {'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-subnet', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:08.361974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-f2c7bbbf-46fc-4358-b1c7-a1ffe48f06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:08.364079 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-f2c7bbbf-46fc-4358-b1c7-a1ffe48f06c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0852883 Feb 11 05:59:08.382737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Made reservation on behalf of 9f162b99f5ec4c7cb8adaf92948cefe7 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:08.385584 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.390999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c914252-4402-4646-8fad-9088b3ce70b2 admin admin] Pushing event updated for resources: {'Network': ['ID=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:08.408534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:59:08.483885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:08.496002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37186) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:08.537448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-27acd20f-f301-42da-8264-d746797322df service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649435 Feb 11 05:59:08.694802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-8fb4bc89-3ae4-4631-af55-6e453b5c02a4 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:08.703269 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-8fb4bc89-3ae4-4631-af55-6e453b5c02a4 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports/5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 1126 time: 0.2057600 Feb 11 05:59:08.703432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0680854-9fd3-4cd7-99e9-2529500225b6 req-ca29fc16-fc4c-46e2-811e-1a6a4b6a3438 service neutron] 10.222.0.72 "GET /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574380 Feb 11 05:59:08.704915 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (6ecea569-8b1b-4a9f-a348-75402b1b92fa), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.717371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:48Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '927e6426-7a06-42b2-bb17-668407f41d42', 'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:43:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:48Z', 'updated_at': '2022-02-11T05:57:51Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:08.755182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397ebae-14b6-458d-9f02-c3c96dbd611f None None] The sync data for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 is: [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:48Z', 'revision_number': 4, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '927e6426-7a06-42b2-bb17-668407f41d42', 'name': '', 'network_id': 'd102ad3c-cd9b-4379-8d2d-5a8c7dcbb523', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'mac_address': 'fa:16:3e:43:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:48Z', 'updated_at': '2022-02-11T05:57:51Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'subnets': [{'id': '0e9ea052-e3ba-45d1-a847-d7333ddeeefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:08.768261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ecea569-8b1b-4a9f-a348-75402b1b92fa,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:08.778390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Checking segment: {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:08.778762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Network hostable DHCP agents. Network: b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:59:08.797701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:59:08.812721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:08.818001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:08.818912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.823998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78446d45-fdf1-4cca-94f6-e2de1fc643b4 None None] Network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:08.851301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2f5353d0-4a82-4e6a-9664-dc65901d9c98 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5155518 Feb 11 05:59:08.851817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37194) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:08.857383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:08.887157 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (1871078d-4a4d-4bb8-acad-f39af8cf3640), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.889396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (1871078d-4a4d-4bb8-acad-f39af8cf3640), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.945482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ebe4d1-e2ff-40a7-aa76-d8ab66a5858a None None] Network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:08.974595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks [] for router_controller (1871078d-4a4d-4bb8-acad-f39af8cf3640), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.129899 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf91bee-63d1-48a2-8771-da3bd0a76fb6 None None] New status for floating IP 51d5bfb2-ed26-4ca7-8f84-ef188ce65985: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:59:09.151389 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks [] for router_gateway (1871078d-4a4d-4bb8-acad-f39af8cf3640), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.226500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f2bf-360c-4ce0-a60e-ad8f60120986 req-e9874ff4-58ed-4728-a14f-3c48ae154801 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:09.227836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1e3f2bf-360c-4ce0-a60e-ad8f60120986 req-e9874ff4-58ed-4728-a14f-3c48ae154801 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.0933106 Feb 11 05:59:09.264624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-73eb6520-f4e8-4039-9fd3-2d878f53ae84 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:09.278013 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-73eb6520-f4e8-4039-9fd3-2d878f53ae84 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.72 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 984 time: 0.1150579 Feb 11 05:59:09.405542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1e3f2bf-360c-4ce0-a60e-ad8f60120986 req-5e8f694c-b37b-4372-8fed-80b68b170696 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608939 Feb 11 05:59:09.412090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks [] for router_gateway (1871078d-4a4d-4bb8-acad-f39af8cf3640), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.432500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.462276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a863430-05b1-423b-810a-e3d4f8bc6423 req-14095e5a-e11f-4c17-b0d9-9dc7f397409d tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:09.463761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a863430-05b1-423b-810a-e3d4f8bc6423 req-14095e5a-e11f-4c17-b0d9-9dc7f397409d tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d8cb7a-644e-44e0-a32d-be90f9def296 HTTP/1.1" status: 200 len: 984 time: 0.1564045 Feb 11 05:59:09.488741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Deleting port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:09.489082 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.538533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Allocated IP 172.25.1.89 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/486f2476-a5fd-4423-9e7f-a0da1fdc9264) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:09.586331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a863430-05b1-423b-810a-e3d4f8bc6423 req-59d481b3-a84a-4be1-8315-69e80c165e29 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a30bd74-d1dd-47b8-97d9-617755684575&id=9843380b-c8c5-4716-8d96-fdcafe8c6be7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1150389 Feb 11 05:59:09.628721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] For port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:09.629942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.645921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Calling delete_port for 8f09b320-0fbd-4aaa-a46e-f8491a21c75a owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:09.667038 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks [] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.701635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.741455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:09.744454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:09.747974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:09.755389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-b032b768-78c9-4043-a73a-c65e4ff4da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:09.757047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-b032b768-78c9-4043-a73a-c65e4ff4da89 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1129 time: 0.0997431 Feb 11 05:59:09.773527 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Pushing event updated for resources: {'Port': ['ID=486f2476-a5fd-4423-9e7f-a0da1fdc9264,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:09.877531 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8f09b320-0fbd-4aaa-a46e-f8491a21c75a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.944525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Port': ['ID=8f09b320-0fbd-4aaa-a46e-f8491a21c75a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:09.950968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-4b765a8f-e0af-456f-8324-06c98be1c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:09.952521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-4b765a8f-e0af-456f-8324-06c98be1c8a4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.1884730 Feb 11 05:59:09.976704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] No DVR routers for this DVR port 8f09b320-0fbd-4aaa-a46e-f8491a21c75a on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:09.979758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.983300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d9ca8aa-2bcc-4a1f-a822-3839ad3f47f7 req-cfe55fc5-9631-4e7e-bfdb-31079ebc005c tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.72 "DELETE /v2.0/ports/8f09b320-0fbd-4aaa-a46e-f8491a21c75a HTTP/1.1" status: 204 len: 173 time: 0.6936326 Feb 11 05:59:09.988723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'name': 'network-vif-deleted', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:09.991166 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6716eea6-1d55-492e-bb12-da8fd4da5740" -d '{"events": [{"server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "name": "network-vif-deleted", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:10.022308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks [] for router_gateway (1871078d-4a4d-4bb8-acad-f39af8cf3640), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.072832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-63af8c22-bef6-4e15-bee9-d5241831dd47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 1001 time: 0.0972528 Feb 11 05:59:10.126881 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c2195-1ddc-4118-9788-cffe7bb03a93 x-openstack-request-id: req-bc2c2195-1ddc-4118-9788-cffe7bb03a93 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:10.127182 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d8cb7a-644e-44e0-a32d-be90f9def296", "name": "network-vif-deleted", "tag": "8f09b320-0fbd-4aaa-a46e-f8491a21c75a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:10.127857 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc2c2195-1ddc-4118-9788-cffe7bb03a93 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:10.127857 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d8cb7a-644e-44e0-a32d-be90f9def296', 'name': 'network-vif-deleted', 'tag': '8f09b320-0fbd-4aaa-a46e-f8491a21c75a', 'status': 'completed', 'code': 200} Feb 11 05:59:10.141407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-13ab9545-0f90-4542-8fec-14eebf1cb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:10.144430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-13ab9545-0f90-4542-8fec-14eebf1cb583 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.0639899 Feb 11 05:59:10.209246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-4c2351e3-37dc-48d6-8de0-5f88b6f42684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:10.210649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-4c2351e3-37dc-48d6-8de0-5f88b6f42684 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0593481 Feb 11 05:59:10.246650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (1871078d-4a4d-4bb8-acad-f39af8cf3640), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.318346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-f24e54d7-edcf-408b-9f05-93f6467d3298 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000402 Feb 11 05:59:10.399363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Router 1871078d-4a4d-4bb8-acad-f39af8cf3640 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:59:10.425822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-84fb137c-e3de-4ae5-a48f-9325559130ae service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009827 Feb 11 05:59:10.565545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:10.580032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Sync routers for ids ['1871078d-4a4d-4bb8-acad-f39af8cf3640'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:10.580532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886905f0-5aea-4d27-becf-58eec1d263b5 req-e340b3bb-e989-4ea3-a1ad-bdbca06fea79 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:10.585866 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-886905f0-5aea-4d27-becf-58eec1d263b5 req-e340b3bb-e989-4ea3-a1ad-bdbca06fea79 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.0679479 Feb 11 05:59:10.590903 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.594898 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f8574c7b-d506-4ca3-8a28-373a6242127f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.7393255 Feb 11 05:59:10.595053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Routers {'1871078d-4a4d-4bb8-acad-f39af8cf3640'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:10.595053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1871078d-4a4d-4bb8-acad-f39af8cf3640'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:10.595243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37208) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:10.648008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-886905f0-5aea-4d27-becf-58eec1d263b5 req-31f98cb8-36f6-4dee-8a6a-7dfdca1e4013 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601308 Feb 11 05:59:10.665308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37212) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:10.720996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae4da59c-4a14-4d29-b36f-94baf1405dbf tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (9843380b-c8c5-4716-8d96-fdcafe8c6be7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.724039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Set router 1871078d-4a4d-4bb8-acad-f39af8cf3640 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:10.744106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae4da59c-4a14-4d29-b36f-94baf1405dbf tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (9843380b-c8c5-4716-8d96-fdcafe8c6be7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.794210 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae4da59c-4a14-4d29-b36f-94baf1405dbf tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9843380b-c8c5-4716-8d96-fdcafe8c6be7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.796904 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae4da59c-4a14-4d29-b36f-94baf1405dbf tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.801336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae4da59c-4a14-4d29-b36f-94baf1405dbf tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "DELETE /v2.0/security-groups/9843380b-c8c5-4716-8d96-fdcafe8c6be7 HTTP/1.1" status: 204 len: 168 time: 0.1336920 Feb 11 05:59:10.801681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37214) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:10.809635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4da59c-4a14-4d29-b36f-94baf1405dbf tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9843380b-c8c5-4716-8d96-fdcafe8c6be7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:10.908613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (1a30bd74-d1dd-47b8-97d9-617755684575), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.925759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:08Z', 'updated_at': '2022-02-11T05:59:09Z', 'revision_number': 3, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'gw_port': {'id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:09Z', 'updated_at': '2022-02-11T05:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:10.953543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Checking router: 1871078d-4a4d-4bb8-acad-f39af8cf3640 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:10.953903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Updating router 1871078d-4a4d-4bb8-acad-f39af8cf3640 port 486f2476-a5fd-4423-9e7f-a0da1fdc9264 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:59:10.967486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (1a30bd74-d1dd-47b8-97d9-617755684575), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.981135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.044454 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1a30bd74-d1dd-47b8-97d9-617755684575), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.047101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.048896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "DELETE /v2.0/security-groups/1a30bd74-d1dd-47b8-97d9-617755684575 HTTP/1.1" status: 204 len: 168 time: 0.2462170 Feb 11 05:59:11.051948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37216) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:11.084265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a30bd74-d1dd-47b8-97d9-617755684575,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:11.098997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.099362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.099716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.100061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.100404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.100742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.101076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.101440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.101774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.102105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.102436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.102762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.103088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef533b-7833-4528-a4dc-965f9e254229 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:11.153581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.297177 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Publish callbacks [] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.303392 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.328321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Allocated IP 172.20.0.1 (b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e/6ecea569-8b1b-4a9f-a348-75402b1b92fa/a054865e-6f6a-4252-8d95-0731ecdf1da3) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:11.362956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Attempting to bind port 486f2476-a5fd-4423-9e7f-a0da1fdc9264 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:11.363461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Attempting to bind port 486f2476-a5fd-4423-9e7f-a0da1fdc9264 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:11.363838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Attempting to bind port 486f2476-a5fd-4423-9e7f-a0da1fdc9264 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:11.370855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:11.371359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:11.371777 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.372175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:11.372987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Bound port: 486f2476-a5fd-4423-9e7f-a0da1fdc9264, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:11.373148 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.398963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb591f72-8b97-49d4-b0fd-df25f33fc01f None None] Pushing event updated for resources: {'Port': ['ID=486f2476-a5fd-4423-9e7f-a0da1fdc9264,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:11.439955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] For port 486f2476-a5fd-4423-9e7f-a0da1fdc9264, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:11.444775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] For port 486f2476-a5fd-4423-9e7f-a0da1fdc9264, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=486f2476-a5fd-4423-9e7f-a0da1fdc9264,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:11.455896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.457401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Publish callbacks [] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.470960 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (d2e71f46-cd24-47a9-b5a2-19d438966edf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.502395 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.522000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Routers {'1871078d-4a4d-4bb8-acad-f39af8cf3640'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:11.522660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1871078d-4a4d-4bb8-acad-f39af8cf3640'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:11.527815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb591f72-8b97-49d4-b0fd-df25f33fc01f None None] Pushing event updated for resources: {'Port': ['ID=486f2476-a5fd-4423-9e7f-a0da1fdc9264,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:11.561711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:11.565498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:11.569601 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:11.644804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] Set router 1871078d-4a4d-4bb8-acad-f39af8cf3640 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:11.863060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:08Z', 'updated_at': '2022-02-11T05:59:09Z', 'revision_number': 3, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'gw_port': {'id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:09Z', 'updated_at': '2022-02-11T05:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:11.892733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b997f01-a199-400d-b44e-e62d0afd8b66 None None] The sync data for ids ['1871078d-4a4d-4bb8-acad-f39af8cf3640'] in n-d-715271-35 is: [{'id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:08Z', 'updated_at': '2022-02-11T05:59:09Z', 'revision_number': 3, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'gw_port': {'id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:09Z', 'updated_at': '2022-02-11T05:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:11.895256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a054865e-6f6a-4252-8d95-0731ecdf1da3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:11.914016 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (1871078d-4a4d-4bb8-acad-f39af8cf3640), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:11.971287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8764-c750-4f9c-852c-abeb7d14addf req-a60462a3-4c2a-4e05-be1b-c6de83ccf6f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:11.972846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48ac8764-c750-4f9c-852c-abeb7d14addf req-a60462a3-4c2a-4e05-be1b-c6de83ccf6f3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.1068301 Feb 11 05:59:12.007053 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:12.057161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.076847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48ac8764-c750-4f9c-852c-abeb7d14addf req-046aaccc-e902-4c93-922e-287ba9689666 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979419 Feb 11 05:59:12.229669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Deleting port 927e6426-7a06-42b2-bb17-668407f41d42 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:12.230033 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (927e6426-7a06-42b2-bb17-668407f41d42), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.260549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Publish callbacks [] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.266995 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.334816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a054865e-6f6a-4252-8d95-0731ecdf1da3,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:12.337341 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (1871078d-4a4d-4bb8-acad-f39af8cf3640), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.344339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] For port 927e6426-7a06-42b2-bb17-668407f41d42, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=927e6426-7a06-42b2-bb17-668407f41d42,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:12.345306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (927e6426-7a06-42b2-bb17-668407f41d42), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.363099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Calling delete_port for 927e6426-7a06-42b2-bb17-668407f41d42 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:12.438583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:12.439912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:12.570770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Router 1871078d-4a4d-4bb8-acad-f39af8cf3640 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:12.571157 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (927e6426-7a06-42b2-bb17-668407f41d42), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.602443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Port': ['ID=927e6426-7a06-42b2-bb17-668407f41d42,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:12.718629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:12.734793 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bc772ae8-ea4d-45ff-8ab3-2f8e8ac9f1e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/1871078d-4a4d-4bb8-acad-f39af8cf3640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1300123 Feb 11 05:59:12.826464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (d2e71f46-cd24-47a9-b5a2-19d438966edf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.951530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f09b320-0fbd-4aaa-a46e-f8491a21c75a no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:12.975989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 8f09b320-0fbd-4aaa-a46e-f8491a21c75a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:12.976332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 8f09b320-0fbd-4aaa-a46e-f8491a21c75a not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:13.145249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Router d2e71f46-cd24-47a9-b5a2-19d438966edf has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:13.209469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-bccface1-74f5-4e0d-9f4e-bff2a2239a2f tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:13.210839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-bccface1-74f5-4e0d-9f4e-bff2a2239a2f tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 819 time: 0.1600118 Feb 11 05:59:13.270962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-a5f82f7c-f3de-4de0-bf3f-597a51cdab7a tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/quotas/9f162b99f5ec4c7cb8adaf92948cefe7 HTTP/1.1" status: 200 len: 375 time: 0.0224669 Feb 11 05:59:13.345147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262a16d-fa8f-4a24-a2d6-030addd14d4c req-d23337b4-e7be-4710-a25b-211badf60e98 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:13.345147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4262a16d-fa8f-4a24-a2d6-030addd14d4c req-d23337b4-e7be-4710-a25b-211badf60e98 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.1882503 Feb 11 05:59:13.388339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 486f2476-a5fd-4423-9e7f-a0da1fdc9264 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:13.396957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:13.403235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8fefb002-0ad9-4e22-aa0f-fabb9ef18126 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "PUT /v2.0/routers/d2e71f46-cd24-47a9-b5a2-19d438966edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3502407 Feb 11 05:59:13.407107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37238) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:13.420001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-e39544f9-0f54-4520-8323-62e8b8d067e4 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1404765 Feb 11 05:59:13.421432 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] Sync routers for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:13.443450 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:13.445282 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:13.452678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4262a16d-fa8f-4a24-a2d6-030addd14d4c req-ba0eb396-3a58-4913-9be9-96c501e4c37d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004379 Feb 11 05:59:13.457710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 486f2476-a5fd-4423-9e7f-a0da1fdc9264 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:13.458156 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.505356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba77274a-fafc-4a80-885d-c72718b36f57 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Deleting subnet 0e9ea052-e3ba-45d1-a847-d7333ddeeefd {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:59:13.511781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba77274a-fafc-4a80-885d-c72718b36f57 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for subnet (0e9ea052-e3ba-45d1-a847-d7333ddeeefd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.553631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-967deb75-7e92-44eb-9e87-80f25de046fd service neutron] 10.222.0.31 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236126 Feb 11 05:59:13.566443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 486f2476-a5fd-4423-9e7f-a0da1fdc9264 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:13.567082 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.579775 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba77274a-fafc-4a80-885d-c72718b36f57 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (0e9ea052-e3ba-45d1-a847-d7333ddeeefd), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.587909 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:13.592420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 486f2476-a5fd-4423-9e7f-a0da1fdc9264, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=486f2476-a5fd-4423-9e7f-a0da1fdc9264,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:13.598163 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.670771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=486f2476-a5fd-4423-9e7f-a0da1fdc9264,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:13.689818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-8e220e5f-3952-443a-a261-aeced91886c6 service neutron] 10.222.0.31 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281779 Feb 11 05:59:13.710182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba77274a-fafc-4a80-885d-c72718b36f57 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (0e9ea052-e3ba-45d1-a847-d7333ddeeefd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.760898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Sync routers for ids ['1871078d-4a4d-4bb8-acad-f39af8cf3640'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:13.778206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Routers {'1871078d-4a4d-4bb8-acad-f39af8cf3640'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:13.779397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1871078d-4a4d-4bb8-acad-f39af8cf3640'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:13.798034 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:59:12Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:13.815559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba77274a-fafc-4a80-885d-c72718b36f57 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (0e9ea052-e3ba-45d1-a847-d7333ddeeefd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.835997 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] Checking router: d2e71f46-cd24-47a9-b5a2-19d438966edf for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:13.845573 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] Routers {'d2e71f46-cd24-47a9-b5a2-19d438966edf'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:13.846396 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d2e71f46-cd24-47a9-b5a2-19d438966edf'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:13.862380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77274a-fafc-4a80-885d-c72718b36f57 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9ea052-e3ba-45d1-a847-d7333ddeeefd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:13.868810 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ba77274a-fafc-4a80-885d-c72718b36f57 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.877082 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ba77274a-fafc-4a80-885d-c72718b36f57 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "DELETE /v2.0/subnets/0e9ea052-e3ba-45d1-a847-d7333ddeeefd HTTP/1.1" status: 204 len: 168 time: 0.4590292 Feb 11 05:59:13.877746 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37244) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:13.891952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bbcf25-12b4-4c49-a515-db96d9dade57 None None] Network d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:13.937836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a06ded94-5a4d-4a77-85dc-7b5b3fa3fe62 req-d285d447-8296-4143-80d4-bc262e5e59ee tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 210 time: 0.0769784 Feb 11 05:59:14.064168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Set router 1871078d-4a4d-4bb8-acad-f39af8cf3640 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:14.065549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router (d2e71f46-cd24-47a9-b5a2-19d438966edf), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.087581 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] Set router d2e71f46-cd24-47a9-b5a2-19d438966edf gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:14.283781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_gateway (d2e71f46-cd24-47a9-b5a2-19d438966edf), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.306183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-500d569f-68f8-4036-8e9e-d762640dad5d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:14.308508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-500d569f-68f8-4036-8e9e-d762640dad5d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 819 time: 0.1754813 Feb 11 05:59:14.335635 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-dfd6d979-6659-40ee-86ed-b724861ec454 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/quotas/9f162b99f5ec4c7cb8adaf92948cefe7 HTTP/1.1" status: 200 len: 375 time: 0.0191233 Feb 11 05:59:14.417251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Deleting port 385a667f-b6cc-4737-b7cb-3d18ad98ee56 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:14.419058 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:59:12Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:14.431269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.432358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-973e19d3-1d9b-4417-94b8-7d6560b9d565 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921643 Feb 11 05:59:14.558177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] For port 385a667f-b6cc-4737-b7cb-3d18ad98ee56, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=385a667f-b6cc-4737-b7cb-3d18ad98ee56,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:14.558667 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.566950 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9e875-0960-4366-be38-6e0ec2980c7b None None] DHCP port deletion for d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:59:14.595195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Calling delete_port for 385a667f-b6cc-4737-b7cb-3d18ad98ee56 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:14.611748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-669757e9-f61f-49ba-9903-149a69ddaf63 service neutron] 10.222.0.31 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777937 Feb 11 05:59:14.654540 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b95409-b79e-43f2-882c-d0a94fb213e8 None None] The sync data for ids ['d2e71f46-cd24-47a9-b5a2-19d438966edf'] in n-d-715271-35 is: [{'id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-759234214', 'tenant_id': '8aa29dde7b874754a4baf8def492f439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:59:12Z', 'revision_number': 5, 'project_id': '8aa29dde7b874754a4baf8def492f439', 'gw_port': {'id': '385a667f-b6cc-4737-b7cb-3d18ad98ee56', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e71f46-cd24-47a9-b5a2-19d438966edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:45Z', 'updated_at': '2022-02-11T05:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:14.712058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-40f9e875-0960-4366-be38-6e0ec2980c7b None None] Deleting port e244d833-5209-4292-a6bf-db87f3837dd5 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:14.712443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40f9e875-0960-4366-be38-6e0ec2980c7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.794643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:08Z', 'updated_at': '2022-02-11T05:59:12Z', 'revision_number': 4, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'gw_port': {'id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:09Z', 'updated_at': '2022-02-11T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'a054865e-6f6a-4252-8d95-0731ecdf1da3', 'name': '', 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'mac_address': 'fa:16:3e:6d:c6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6ecea569-8b1b-4a9f-a348-75402b1b92fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:11Z', 'updated_at': '2022-02-11T05:59:12Z', 'revision_number': 2, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'subnets': [{'id': '6ecea569-8b1b-4a9f-a348-75402b1b92fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:14.799381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-40f9e875-0960-4366-be38-6e0ec2980c7b None None] For port e244d833-5209-4292-a6bf-db87f3837dd5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e244d833-5209-4292-a6bf-db87f3837dd5,segment=NetworkSegment(e53d176c-23a0-4977-8f89-e6ed7db71ba2),segment_id=e53d176c-23a0-4977-8f89-e6ed7db71ba2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:14.799724 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40f9e875-0960-4366-be38-6e0ec2980c7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.802804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572f3c2-039d-45bb-94c4-c25f4065f8d8 req-d89e3a94-eef9-42f0-b4d7-0b74039f1ce5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:14.804759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4572f3c2-039d-45bb-94c4-c25f4065f8d8 req-d89e3a94-eef9-42f0-b4d7-0b74039f1ce5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.1617541 Feb 11 05:59:14.835101 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Checking router: 1871078d-4a4d-4bb8-acad-f39af8cf3640 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:14.835454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Updating router 1871078d-4a4d-4bb8-acad-f39af8cf3640 port a054865e-6f6a-4252-8d95-0731ecdf1da3 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:59:14.840997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-24cca008-7410-4b82-a9b4-e6af07cb03c8 service neutron] 10.222.0.31 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283645 Feb 11 05:59:14.869294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-40f9e875-0960-4366-be38-6e0ec2980c7b None None] Calling delete_port for e244d833-5209-4292-a6bf-db87f3837dd5 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:14.871125 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.895065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (385a667f-b6cc-4737-b7cb-3d18ad98ee56), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.901993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4572f3c2-039d-45bb-94c4-c25f4065f8d8 req-776d53ff-4af9-4385-9fe2-98a99f37d52f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829222 Feb 11 05:59:14.922508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Port': ['ID=385a667f-b6cc-4737-b7cb-3d18ad98ee56,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:14.993207 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (d2e71f46-cd24-47a9-b5a2-19d438966edf), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.090993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40f9e875-0960-4366-be38-6e0ec2980c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (e244d833-5209-4292-a6bf-db87f3837dd5), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.103878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8eb385a-41a8-4ff1-94bc-68da06bf088d req-47c46d6d-ad74-4bac-8508-31e7ef4e3bd5 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 210 time: 0.0588984 Feb 11 05:59:15.117633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (d2e71f46-cd24-47a9-b5a2-19d438966edf), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.120221 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router_controller (d2e71f46-cd24-47a9-b5a2-19d438966edf), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.148701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e875-0960-4366-be38-6e0ec2980c7b None None] Pushing event deleted for resources: {'Port': ['ID=e244d833-5209-4292-a6bf-db87f3837dd5,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:15.158520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9e875-0960-4366-be38-6e0ec2980c7b None None] No DVR routers for this DVR port e244d833-5209-4292-a6bf-db87f3837dd5 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:15.206943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (d2e71f46-cd24-47a9-b5a2-19d438966edf), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.207728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Fanout notify agent at l3_agent the message router_deleted on router d2e71f46-cd24-47a9-b5a2-19d438966edf {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:59:15.217520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.219647 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fcfb1048-04dd-4773-aa6d-aa03e6946fe9 tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "DELETE /v2.0/routers/d2e71f46-cd24-47a9-b5a2-19d438966edf HTTP/1.1" status: 204 len: 168 time: 1.3403869 Feb 11 05:59:15.221875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37270) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:15.350104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.401723 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Publish callbacks [] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.418693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.493637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947691c-3f13-42f3-aa4d-3114556dc086 None None] Pushing event updated for resources: {'Port': ['ID=a054865e-6f6a-4252-8d95-0731ecdf1da3,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:15.549730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.564094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 486f2476-a5fd-4423-9e7f-a0da1fdc9264 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:15.570506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-206819cc-7552-4d58-8352-87a9038c42b9 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:15.572727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-206819cc-7552-4d58-8352-87a9038c42b9 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.72 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 819 time: 0.1729145 Feb 11 05:59:15.585600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Request body: {'port': {'device_id': 'ff48f759-e364-4e05-b998-0c4654894f6e', 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e', 'admin_state_up': True, 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:15.593615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:15.611599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53d176c-23a0-4977-8f89-e6ed7db71ba2') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:15.612195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53d176c-23a0-4977-8f89-e6ed7db71ba2') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:15.631891 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (e53d176c-23a0-4977-8f89-e6ed7db71ba2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.647888 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e53d176c-23a0-4977-8f89-e6ed7db71ba2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.660346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:59:15.661912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (e53d176c-23a0-4977-8f89-e6ed7db71ba2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.666508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Attempting to bind port a054865e-6f6a-4252-8d95-0731ecdf1da3 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:15.666894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Attempting to bind port a054865e-6f6a-4252-8d95-0731ecdf1da3 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:15.667268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Attempting to bind port a054865e-6f6a-4252-8d95-0731ecdf1da3 on network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: timer() Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:59:15.671008 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:59:15.673960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:15.674328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Checking segment: {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:15.674717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.675119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Bound using segment: {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:15.675599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Bound port: a054865e-6f6a-4252-8d95-0731ecdf1da3, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:15.675985 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.690073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 486f2476-a5fd-4423-9e7f-a0da1fdc9264 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:15.690488 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.774555 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.796008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] For port a054865e-6f6a-4252-8d95-0731ecdf1da3, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:15.802246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Made reservation on behalf of 9f162b99f5ec4c7cb8adaf92948cefe7 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:15.805487 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.806518 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.809031 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] 10.222.0.31 "DELETE /v2.0/networks/d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523 HTTP/1.1" status: 204 len: 168 time: 0.5861905 Feb 11 05:59:15.809966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54636f52-95ce-42aa-821c-2cfbac579d7e tempest-TestSecurityGroupsBasicOps-285861917 tempest-TestSecurityGroupsBasicOps-285861917-project] Pushing event deleted for resources: {'Network': ['ID=d102ad3c-cd9b-4379-8d2d-5a8c7dcbb523,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:15.849667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] For port a054865e-6f6a-4252-8d95-0731ecdf1da3, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a054865e-6f6a-4252-8d95-0731ecdf1da3,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:15.865238 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.909969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 486f2476-a5fd-4423-9e7f-a0da1fdc9264 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:15.946512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Routers {'1871078d-4a4d-4bb8-acad-f39af8cf3640'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:15.947161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1871078d-4a4d-4bb8-acad-f39af8cf3640'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:15.992834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947691c-3f13-42f3-aa4d-3114556dc086 None None] Pushing event updated for resources: {'Port': ['ID=a054865e-6f6a-4252-8d95-0731ecdf1da3,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:16.070590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Allocated IP 172.20.0.2 (b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e/6ecea569-8b1b-4a9f-a348-75402b1b92fa/363576ad-29a6-4714-883e-7e17c35fd430) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:16.140241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] Set router 1871078d-4a4d-4bb8-acad-f39af8cf3640 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:16.144593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e244d833-5209-4292-a6bf-db87f3837dd5 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:16.191354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: e244d833-5209-4292-a6bf-db87f3837dd5 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:16.191729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e244d833-5209-4292-a6bf-db87f3837dd5 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:16.192102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 927e6426-7a06-42b2-bb17-668407f41d42 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:16.203182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37288) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:16.227810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 927e6426-7a06-42b2-bb17-668407f41d42 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:16.228161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 927e6426-7a06-42b2-bb17-668407f41d42 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:16.244657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-785f0316-8ba4-4cca-9b7f-4f799f72763a req-a495fad3-cda3-4b61-b129-1391cdfe0cd0 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 210 time: 0.0498204 Feb 11 05:59:16.283059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9673d-1def-4099-8be5-121529cdf5e1 req-f9596b99-cbbd-44c3-892b-dfa4effa1964 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:16.284552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2dc9673d-1def-4099-8be5-121529cdf5e1 req-f9596b99-cbbd-44c3-892b-dfa4effa1964 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.2765179 Feb 11 05:59:16.372921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks [] for port (363576ad-29a6-4714-883e-7e17c35fd430), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.392569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2dc9673d-1def-4099-8be5-121529cdf5e1 req-87462fda-fff3-4f4f-8eee-5d4e9d6b93d2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958879 Feb 11 05:59:16.415700 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8324a2b1-7e99-40bf-9572-b517e492aea5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8aa29dde7b874754a4baf8def492f439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2085533 Feb 11 05:59:16.418227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37292) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:16.475054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:08Z', 'updated_at': '2022-02-11T05:59:12Z', 'revision_number': 4, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'gw_port': {'id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:09Z', 'updated_at': '2022-02-11T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'a054865e-6f6a-4252-8d95-0731ecdf1da3', 'name': '', 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'mac_address': 'fa:16:3e:6d:c6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6ecea569-8b1b-4a9f-a348-75402b1b92fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:11Z', 'updated_at': '2022-02-11T05:59:15Z', 'revision_number': 4, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'subnets': [{'id': '6ecea569-8b1b-4a9f-a348-75402b1b92fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:16.483790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be88f940-f41b-4628-aaf9-f7ed9cc3ade4 admin admin] Publish callbacks [] for security_group (d293ff2e-aa09-4cdf-8bbf-56548a3209c9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.495262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (363576ad-29a6-4714-883e-7e17c35fd430), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.513360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd0366-4dbe-4a05-9136-df0b541049f8 None None] The sync data for ids ['1871078d-4a4d-4bb8-acad-f39af8cf3640'] in n-d-715271-35 is: [{'id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:08Z', 'updated_at': '2022-02-11T05:59:12Z', 'revision_number': 4, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'gw_port': {'id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:09Z', 'updated_at': '2022-02-11T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'a054865e-6f6a-4252-8d95-0731ecdf1da3', 'name': '', 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'mac_address': 'fa:16:3e:6d:c6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6ecea569-8b1b-4a9f-a348-75402b1b92fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:11Z', 'updated_at': '2022-02-11T05:59:15Z', 'revision_number': 4, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'subnets': [{'id': '6ecea569-8b1b-4a9f-a348-75402b1b92fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:16.521669 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be88f940-f41b-4628-aaf9-f7ed9cc3ade4 admin admin] Publish callbacks [] for security_group (d293ff2e-aa09-4cdf-8bbf-56548a3209c9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.563790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:16.578278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:16.586275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:16.606428 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be88f940-f41b-4628-aaf9-f7ed9cc3ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d293ff2e-aa09-4cdf-8bbf-56548a3209c9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.614642 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-be88f940-f41b-4628-aaf9-f7ed9cc3ade4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.616851 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-be88f940-f41b-4628-aaf9-f7ed9cc3ade4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d293ff2e-aa09-4cdf-8bbf-56548a3209c9 HTTP/1.1" status: 204 len: 168 time: 0.1977532 Feb 11 05:59:16.617255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-9cc6f760-211d-415e-b0d5-4dc454753479 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:16.618942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-9cc6f760-211d-415e-b0d5-4dc454753479 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.81 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 819 time: 0.1971941 Feb 11 05:59:16.620509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Pushing event updated for resources: {'Port': ['ID=363576ad-29a6-4714-883e-7e17c35fd430,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:16.649638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88f940-f41b-4628-aaf9-f7ed9cc3ade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d293ff2e-aa09-4cdf-8bbf-56548a3209c9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:16.651695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Request body: {'port': {'device_id': '45d366b9-ced8-49db-8423-f658450b0134', 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e', 'admin_state_up': True, 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:16.730750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:16.731423 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.768940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-9d402ba1-2440-40da-8308-6033c8bb9382 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1879013 Feb 11 05:59:16.788377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Request body: {'port': {'device_id': 'ff48f759-e364-4e05-b998-0c4654894f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:16.870815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Made reservation on behalf of 9f162b99f5ec4c7cb8adaf92948cefe7 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:16.874507 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.894437 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (363576ad-29a6-4714-883e-7e17c35fd430), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.023358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37298) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:17.039099 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af294460-ac59-4283-8e44-51392a85c281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.122213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af294460-ac59-4283-8e44-51392a85c281 admin admin] Publish callbacks [] for security_group (a10c1a1b-d795-4abe-a43b-c434f1f52cef), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.126997 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af294460-ac59-4283-8e44-51392a85c281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a10c1a1b-d795-4abe-a43b-c434f1f52cef), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.138993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Allocated IP 172.20.0.4 (b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e/6ecea569-8b1b-4a9f-a348-75402b1b92fa/e312788b-f633-450b-84fa-fedc4f4e0d24) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:17.170850 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af294460-ac59-4283-8e44-51392a85c281 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35e2b948c9e34f94883997a28db66dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463835 Feb 11 05:59:17.171761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af294460-ac59-4283-8e44-51392a85c281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c1a1b-d795-4abe-a43b-c434f1f52cef,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:17.174868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37300) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:17.314165 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-06dfed78-bcf0-4b25-89d2-01d56c7f5127 admin admin] Publish callbacks [] for security_group (a10c1a1b-d795-4abe-a43b-c434f1f52cef), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.353223 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-06dfed78-bcf0-4b25-89d2-01d56c7f5127 admin admin] Publish callbacks [] for security_group (a10c1a1b-d795-4abe-a43b-c434f1f52cef), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.373315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a054865e-6f6a-4252-8d95-0731ecdf1da3 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:17.412592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d39c300-e89a-43ff-b0f8-a96994221060 req-e4cfd393-09c9-4bfd-998b-52192f16f38b tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 210 time: 0.0616868 Feb 11 05:59:17.423363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks [] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.455625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a054865e-6f6a-4252-8d95-0731ecdf1da3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:17.456697 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.496568 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-06dfed78-bcf0-4b25-89d2-01d56c7f5127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a10c1a1b-d795-4abe-a43b-c434f1f52cef), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.499216 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-06dfed78-bcf0-4b25-89d2-01d56c7f5127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.501047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-06dfed78-bcf0-4b25-89d2-01d56c7f5127 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a10c1a1b-d795-4abe-a43b-c434f1f52cef HTTP/1.1" status: 204 len: 168 time: 0.3219371 Feb 11 05:59:17.502270 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.581886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfed78-bcf0-4b25-89d2-01d56c7f5127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c1a1b-d795-4abe-a43b-c434f1f52cef,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:17.610512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a054865e-6f6a-4252-8d95-0731ecdf1da3 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:17.611009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.634936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:17.643445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:17.652383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port a054865e-6f6a-4252-8d95-0731ecdf1da3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a054865e-6f6a-4252-8d95-0731ecdf1da3,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:17.657508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:17.659735 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.664336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Pushing event updated for resources: {'Port': ['ID=e312788b-f633-450b-84fa-fedc4f4e0d24,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:17.676583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 385a667f-b6cc-4737-b7cb-3d18ad98ee56 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:17.723824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901b59-a016-4101-af5d-b82e5b7b80fc req-55b2b3a3-8c16-4b8a-901b-6c93b9147967 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:17.725419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc901b59-a016-4101-af5d-b82e5b7b80fc req-55b2b3a3-8c16-4b8a-901b-6c93b9147967 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.2328196 Feb 11 05:59:17.729655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 385a667f-b6cc-4737-b7cb-3d18ad98ee56 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:17.730014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 385a667f-b6cc-4737-b7cb-3d18ad98ee56 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:17.769673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=a054865e-6f6a-4252-8d95-0731ecdf1da3,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:17.778906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:17.779428 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.780259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.780759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.782156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.782752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.783307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.783855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.784296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.784655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.785143 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.786367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.786901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.787458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.788034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:17.848541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-4ab725f3-fa9e-48e9-a79d-17c23e199324 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2059708 Feb 11 05:59:17.865582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Request body: {'port': {'device_id': '45d366b9-ced8-49db-8423-f658450b0134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:17.871436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc901b59-a016-4101-af5d-b82e5b7b80fc req-cfa59223-2614-49cd-a6fd-d7ae55898e5e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283071 Feb 11 05:59:17.903862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363576ad-29a6-4714-883e-7e17c35fd430 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:17.916497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Publish callbacks [] for port (363576ad-29a6-4714-883e-7e17c35fd430), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.954507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Transition to ACTIVE for port object 363576ad-29a6-4714-883e-7e17c35fd430 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:59:17.961928 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (363576ad-29a6-4714-883e-7e17c35fd430), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.970657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.035734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37310) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:18.087653 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-22a42b10-c65f-4b24-8f68-f62772f7b0e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5a9059da4f149c0ba42ab011a339910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487370 Feb 11 05:59:18.088322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37312) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:18.148038 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03a4a6a4-fcca-4603-bee5-4737e7f5d3d2 admin admin] Publish callbacks [] for security_group (818eea4a-d5b0-4dd3-91dd-5ed0b2313837), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.171789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03a4a6a4-fcca-4603-bee5-4737e7f5d3d2 admin admin] Publish callbacks [] for security_group (818eea4a-d5b0-4dd3-91dd-5ed0b2313837), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.225081 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03a4a6a4-fcca-4603-bee5-4737e7f5d3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (818eea4a-d5b0-4dd3-91dd-5ed0b2313837), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.228027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03a4a6a4-fcca-4603-bee5-4737e7f5d3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.229479 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-03a4a6a4-fcca-4603-bee5-4737e7f5d3d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/818eea4a-d5b0-4dd3-91dd-5ed0b2313837 HTTP/1.1" status: 204 len: 168 time: 0.1401639 Feb 11 05:59:18.239573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4a6a4-fcca-4603-bee5-4737e7f5d3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818eea4a-d5b0-4dd3-91dd-5ed0b2313837,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:18.422311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Pushing event updated for resources: {'Port': ['ID=363576ad-29a6-4714-883e-7e17c35fd430,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:18.577392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Attempting to bind port 363576ad-29a6-4714-883e-7e17c35fd430 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:18.577637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Attempting to bind port 363576ad-29a6-4714-883e-7e17c35fd430 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:18.577974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Attempting to bind port 363576ad-29a6-4714-883e-7e17c35fd430 on network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:18.600373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Port 363576ad-29a6-4714-883e-7e17c35fd430 on network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:59:18.600713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Attempting to bind port 363576ad-29a6-4714-883e-7e17c35fd430 on network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:18.619241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:18.619594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Checking segment: {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:18.619995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Bound using segment: {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:18.620451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Bound port: 363576ad-29a6-4714-883e-7e17c35fd430, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:18.620818 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (363576ad-29a6-4714-883e-7e17c35fd430), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.674427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a022d5b-fdb3-44d5-9ab8-380c13c30247 req-485101fb-77b8-4931-b2a3-e5487c09dabf tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:18.675948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a022d5b-fdb3-44d5-9ab8-380c13c30247 req-485101fb-77b8-4931-b2a3-e5487c09dabf tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 931 time: 0.1600645 Feb 11 05:59:18.796023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a022d5b-fdb3-44d5-9ab8-380c13c30247 req-c8f7cb49-46ce-4de3-bb85-f456ea751875 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139758 Feb 11 05:59:18.809552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] For port 363576ad-29a6-4714-883e-7e17c35fd430, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:18.812673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] For port 363576ad-29a6-4714-883e-7e17c35fd430, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=363576ad-29a6-4714-883e-7e17c35fd430,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:18.841462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (363576ad-29a6-4714-883e-7e17c35fd430), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.889920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:18.890551 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.891955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] 10.222.0.72 "PUT /v2.0/ports/363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 200 len: 1092 time: 2.1128259 Feb 11 05:59:18.892492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff48f759-e364-4e05-b998-0c4654894f6e', 'tag': '363576ad-29a6-4714-883e-7e17c35fd430'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:18.894657 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1d2126-57c3-4af2-9961-894da80daf58" -d '{"events": [{"name": "network-changed", "server_uuid": "ff48f759-e364-4e05-b998-0c4654894f6e", "tag": "363576ad-29a6-4714-883e-7e17c35fd430"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:18.898735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e312788b-f633-450b-84fa-fedc4f4e0d24 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:18.911260 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Publish callbacks [] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.941219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Transition to ACTIVE for port object e312788b-f633-450b-84fa-fedc4f4e0d24 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:59:18.970431 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033ec9ec-43c4-446c-99c2-74839c058baf x-openstack-request-id: req-033ec9ec-43c4-446c-99c2-74839c058baf {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:18.970732 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff48f759-e364-4e05-b998-0c4654894f6e", "tag": "363576ad-29a6-4714-883e-7e17c35fd430", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:18.970992 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-033ec9ec-43c4-446c-99c2-74839c058baf {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:18.971392 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff48f759-e364-4e05-b998-0c4654894f6e', 'tag': '363576ad-29a6-4714-883e-7e17c35fd430', 'status': 'completed', 'code': 200} Feb 11 05:59:18.972292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f50085-a63e-462b-b3ec-680e71bfca5a service neutron] Pushing event updated for resources: {'Port': ['ID=363576ad-29a6-4714-883e-7e17c35fd430,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:18.975906 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.030652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37340) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:19.069449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Pushing event updated for resources: {'Port': ['ID=e312788b-f633-450b-84fa-fedc4f4e0d24,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:19.075209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-541999cc-460e-422c-a084-260765988efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.076708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-541999cc-460e-422c-a084-260765988efb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1126 time: 0.1373954 Feb 11 05:59:19.138588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-58f04646-ba7a-417d-8284-87441fe02cd7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 200 len: 217 time: 0.0534322 Feb 11 05:59:19.153555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1089981783-network', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:19.176601 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Made reservation on behalf of 7dc43dcf692d47ac88a8c811282f12d9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:19.179325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.188677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.224618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d282759-f5f3-472c-9956-889a5e94680e req-cc18d377-0614-4db3-85e1-f0ced368fea6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.226335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d282759-f5f3-472c-9956-889a5e94680e req-cc18d377-0614-4db3-85e1-f0ced368fea6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.2247632 Feb 11 05:59:19.279736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-3276b206-3336-4435-9eb6-c5a6fb1e7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.281231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-3276b206-3336-4435-9eb6-c5a6fb1e7866 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.1215720 Feb 11 05:59:19.284327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Attempting to bind port e312788b-f633-450b-84fa-fedc4f4e0d24 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:19.284656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Attempting to bind port e312788b-f633-450b-84fa-fedc4f4e0d24 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:19.284980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Attempting to bind port e312788b-f633-450b-84fa-fedc4f4e0d24 on network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:19.296464 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Publish callbacks [] for security_group (69d0aa09-36cf-45b7-ab37-eea044886fc0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.301411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (69d0aa09-36cf-45b7-ab37-eea044886fc0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.317386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a054865e-6f6a-4252-8d95-0731ecdf1da3 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:19.324068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:59:19.325637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-832dfd23-bebf-4178-b401-37f47c599d9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365772 Feb 11 05:59:19.326191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Port e312788b-f633-450b-84fa-fedc4f4e0d24 on network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:59:19.326518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Attempting to bind port e312788b-f633-450b-84fa-fedc4f4e0d24 on network b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:19.357258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (703fefa2-e734-45ff-aaed-b66457e541fb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.358272 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Added segment 703fefa2-e734-45ff-aaed-b66457e541fb of type vlan for network 86fa065d-8340-4ab9-97e3-71d3374f0554 Feb 11 05:59:19.359824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:19.360245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Checking segment: {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:19.360657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Bound using segment: {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:19.361108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Bound port: e312788b-f633-450b-84fa-fedc4f4e0d24, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f94b41-30b1-4d35-80a8-ac97617f92a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:19.361549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.366931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d282759-f5f3-472c-9956-889a5e94680e req-ddf5d646-d19c-409a-8a0a-2ba9acf795b9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290827 Feb 11 05:59:19.378359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d0aa09-36cf-45b7-ab37-eea044886fc0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:19.378765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a054865e-6f6a-4252-8d95-0731ecdf1da3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:19.379248 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.443813 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (86fa065d-8340-4ab9-97e3-71d3374f0554), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.472170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (86fa065d-8340-4ab9-97e3-71d3374f0554), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.473433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.474147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.485510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a054865e-6f6a-4252-8d95-0731ecdf1da3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:19.491482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-308b7843-ed42-4687-a6ec-419d07748830 service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562848 Feb 11 05:59:19.492657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] For port e312788b-f633-450b-84fa-fedc4f4e0d24, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:19.495833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] For port e312788b-f633-450b-84fa-fedc4f4e0d24, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e312788b-f633-450b-84fa-fedc4f4e0d24,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:19.508514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.511436 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4791861 Feb 11 05:59:19.522226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37344) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:19.540140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c072d9a-6409-4e76-b4b4-b0b28114cf6e admin admin] Pushing event updated for resources: {'Network': ['ID=86fa065d-8340-4ab9-97e3-71d3374f0554,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:19.550496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:59:19.555596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Request body: {'subnet': {'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1089981783-subnet', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:19.587165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.587790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.589203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] 10.222.0.81 "PUT /v2.0/ports/e312788b-f633-450b-84fa-fedc4f4e0d24 HTTP/1.1" status: 200 len: 1092 time: 1.7304182 Feb 11 05:59:19.652534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Made reservation on behalf of 7dc43dcf692d47ac88a8c811282f12d9 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:19.654870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.672111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2598832-dc34-4c55-b15d-8186326b4839 service neutron] Pushing event updated for resources: {'Port': ['ID=e312788b-f633-450b-84fa-fedc4f4e0d24,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:19.753867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ecab6b3-4976-4837-ad33-5c2b250c5836 req-617292e6-057e-429e-b053-5d8957d67598 service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546785 Feb 11 05:59:19.773520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-2a69c100-2855-408a-ad7c-a60535d8d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.774595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-2a69c100-2855-408a-ad7c-a60535d8d123 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 1126 time: 0.1463776 Feb 11 05:59:19.828906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-f3936663-4889-4796-b574-91e907984507 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e312788b-f633-450b-84fa-fedc4f4e0d24 HTTP/1.1" status: 200 len: 217 time: 0.0464578 Feb 11 05:59:20.005784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-2402ad82-ecd3-4af5-ab44-787460d86088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:20.007159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-2402ad82-ecd3-4af5-ab44-787460d86088 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.1724005 Feb 11 05:59:20.014707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d2126-57c3-4af2-9961-894da80daf58 req-d08c80b2-8c7d-44a2-9a2b-1a61e9846dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:20.016143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1d2126-57c3-4af2-9961-894da80daf58 req-d08c80b2-8c7d-44a2-9a2b-1a61e9846dbc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1126 time: 0.1972122 Feb 11 05:59:20.072020 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (691d35ca-7b02-4a1d-8277-d77e239ac0ec), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.075228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-21b6ecb4-6afe-4eaf-b2ff-b16ed76f55da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537510 Feb 11 05:59:20.096422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861569-8b78-4e8d-921a-c511038056cd req-a0df500a-d946-4974-9063-7c6dd2fe5d91 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:20.097878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19861569-8b78-4e8d-921a-c511038056cd req-a0df500a-d946-4974-9063-7c6dd2fe5d91 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 943 time: 0.2287827 Feb 11 05:59:20.268976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=691d35ca-7b02-4a1d-8277-d77e239ac0ec,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:20.307799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19861569-8b78-4e8d-921a-c511038056cd req-df704bee-db42-451d-b88c-7eb9baf23901 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826344 Feb 11 05:59:20.311634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Checking segment: {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:20.311992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Network hostable DHCP agents. Network: 86fa065d-8340-4ab9-97e3-71d3374f0554, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:59:20.323171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d2126-57c3-4af2-9961-894da80daf58 req-e31c96c6-f829-4439-869e-e5d3f47ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:20.324641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1d2126-57c3-4af2-9961-894da80daf58 req-e31c96c6-f829-4439-869e-e5d3f47ce47a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.2983837 Feb 11 05:59:20.333985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-3c4ed7fc-5354-445f-8096-0bd00c3f99c8 service neutron] 10.222.0.81 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452369 Feb 11 05:59:20.381339 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1d2126-57c3-4af2-9961-894da80daf58 req-d5b08352-4492-4580-b5b7-749182574687 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 200 len: 217 time: 0.0494184 Feb 11 05:59:20.408798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:59:20.469721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 86fa065d-8340-4ab9-97e3-71d3374f0554) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:20.477433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:20.478036 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.479478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a13555-a59a-4254-80d8-da5d88563e6b None None] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:20.509609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d2126-57c3-4af2-9961-894da80daf58 req-94d512b5-1ad4-47f2-927e-a801c1d25c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:20.511087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1d2126-57c3-4af2-9961-894da80daf58 req-94d512b5-1ad4-47f2-927e-a801c1d25c09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.1187913 Feb 11 05:59:20.536837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b448b3c7-bce8-4501-8036-b16d95d8ec9e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0082734 Feb 11 05:59:20.539558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37350) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:20.544356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:20.567749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (241d6d45-c2b3-4d37-abe8-962cab113e8d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.568778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (241d6d45-c2b3-4d37-abe8-962cab113e8d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.572792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1d2126-57c3-4af2-9961-894da80daf58 req-d97562bd-3a16-4279-b2c7-4db616858eb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540059 Feb 11 05:59:20.574648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33287a25-78be-4917-bb58-8b609c4a0a95 req-5b78edfb-ced6-439a-b297-4bb14ecd0eda service neutron] 10.222.0.81 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323210 Feb 11 05:59:20.601588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-86fa065d-8340-4ab9-97e3-71d3374f0554', 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554', 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'fixed_ips': [{'subnet_id': '691d35ca-7b02-4a1d-8277-d77e239ac0ec'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:59:20.602691 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.628249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6a8c6-305a-4078-aaf4-e935e78a6f89 req-260a7853-77ac-47df-aa6b-07606c3626df tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:20.629715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfe6a8c6-305a-4078-aaf4-e935e78a6f89 req-260a7853-77ac-47df-aa6b-07606c3626df tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.1367741 Feb 11 05:59:20.651222 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks [] for router_controller (241d6d45-c2b3-4d37-abe8-962cab113e8d), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.718134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1d2126-57c3-4af2-9961-894da80daf58 req-0b3b1dda-9eeb-42f8-bce2-2dfb36a49e68 service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376183 Feb 11 05:59:20.723125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cfe6a8c6-305a-4078-aaf4-e935e78a6f89 req-14d4b14a-a171-4edb-b661-5fc8c67248d8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668314 Feb 11 05:59:20.752522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Allocated IP 172.20.0.2 (86fa065d-8340-4ab9-97e3-71d3374f0554/691d35ca-7b02-4a1d-8277-d77e239ac0ec/f3aa8b1e-5085-4216-99df-3c013b281030) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:20.819474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1d2126-57c3-4af2-9961-894da80daf58 req-9116a104-6468-4567-a78d-0c8c6c63eec7 service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949068 Feb 11 05:59:20.821707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks [] for router_gateway (241d6d45-c2b3-4d37-abe8-962cab113e8d), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.901027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Publish callbacks [] for port (f3aa8b1e-5085-4216-99df-3c013b281030), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.906674 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.951245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:20.956340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:20.959259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:20.966138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Pushing event updated for resources: {'Port': ['ID=f3aa8b1e-5085-4216-99df-3c013b281030,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:20.972530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d366b9-ced8-49db-8423-f658450b0134', 'tag': 'e312788b-f633-450b-84fa-fedc4f4e0d24'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:20.975021 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c1a982-3ec5-40b3-a520-b53b249feaba" -d '{"events": [{"name": "network-changed", "server_uuid": "45d366b9-ced8-49db-8423-f658450b0134", "tag": "e312788b-f633-450b-84fa-fedc4f4e0d24"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:21.016225 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4a4da5-1242-454f-b2e9-ea342338eda2 x-openstack-request-id: req-ec4a4da5-1242-454f-b2e9-ea342338eda2 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:21.016225 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d366b9-ced8-49db-8423-f658450b0134", "tag": "e312788b-f633-450b-84fa-fedc4f4e0d24", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:21.016873 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec4a4da5-1242-454f-b2e9-ea342338eda2 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:21.016948 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d366b9-ced8-49db-8423-f658450b0134', 'tag': 'e312788b-f633-450b-84fa-fedc4f4e0d24', 'status': 'completed', 'code': 200} Feb 11 05:59:21.024120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Attempting to bind port f3aa8b1e-5085-4216-99df-3c013b281030 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:21.024496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Attempting to bind port f3aa8b1e-5085-4216-99df-3c013b281030 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:21.024856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Attempting to bind port f3aa8b1e-5085-4216-99df-3c013b281030 on network 86fa065d-8340-4ab9-97e3-71d3374f0554 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:21.027032 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks [] for router_gateway (241d6d45-c2b3-4d37-abe8-962cab113e8d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.030353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:21.030731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Checking segment: {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:21.031861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.032256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Bound using segment: {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:21.033071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Bound port: f3aa8b1e-5085-4216-99df-3c013b281030, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:21.033484 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.047767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.084736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-f5deb147-a059-4574-b543-dfa175090881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:21.086343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-f5deb147-a059-4574-b543-dfa175090881 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 1126 time: 0.0478194 Feb 11 05:59:21.105867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] For port f3aa8b1e-5085-4216-99df-3c013b281030, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:21.109182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] For port f3aa8b1e-5085-4216-99df-3c013b281030, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f3aa8b1e-5085-4216-99df-3c013b281030,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:21.116881 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.174655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Allocated IP 172.25.1.215 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/56972eb7-8bf0-4b0e-a8e0-522c75e57d37) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:21.191181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-d73fe122-b8ba-472b-9dc0-bf68bfbcd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:21.192937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-d73fe122-b8ba-472b-9dc0-bf68bfbcd9ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.0994780 Feb 11 05:59:21.236229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-290cf2cb-a459-45c9-953b-63885ecbab3d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e312788b-f633-450b-84fa-fedc4f4e0d24 HTTP/1.1" status: 200 len: 217 time: 0.0368402 Feb 11 05:59:21.287816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-f60cbcf8-083a-42b3-b8d1-c13fbd4a41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:21.289342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-f60cbcf8-083a-42b3-b8d1-c13fbd4a41d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.0466607 Feb 11 05:59:21.307910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks [] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.326314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-66e8e61e-b5b7-4ab6-81fe-2b58cd1fd20e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303581 Feb 11 05:59:21.345967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09968d-05bf-45f7-a519-7cd4830e1491 None None] Pushing event updated for resources: {'Port': ['ID=f3aa8b1e-5085-4216-99df-3c013b281030,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:21.353213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.405306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:21.410907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:21.414480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:21.442304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=56972eb7-8bf0-4b0e-a8e0-522c75e57d37,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:21.482993 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-9ebb2584-915c-4f7a-b0a8-8307f57f163c service neutron] 10.222.0.81 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492817 Feb 11 05:59:21.504924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d37d5-6852-43d7-929d-6cfdcb6cbf19 req-a44a9a43-1086-449f-aa20-4d01dede66cf tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:21.506523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e3d37d5-6852-43d7-929d-6cfdcb6cbf19 req-a44a9a43-1086-449f-aa20-4d01dede66cf tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 943 time: 0.1147349 Feb 11 05:59:21.632629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e3d37d5-6852-43d7-929d-6cfdcb6cbf19 req-b3149cf5-4cbd-4da2-97ba-9a29608825a6 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159644 Feb 11 05:59:21.667631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-80c1a982-3ec5-40b3-a520-b53b249feaba req-aa6ffb2a-6d33-48ce-8cc9-1c3d1dc1217f service neutron] 10.222.0.81 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774402 Feb 11 05:59:21.853165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103404a3-19db-4312-a4ea-7cb18c406db6 req-e108b939-e3f8-49a6-8051-dd54773bb555 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:21.854610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-103404a3-19db-4312-a4ea-7cb18c406db6 req-e108b939-e3f8-49a6-8051-dd54773bb555 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.0553753 Feb 11 05:59:21.905954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-103404a3-19db-4312-a4ea-7cb18c406db6 req-db72b9bb-5b5d-42e6-938a-bd4985c0aa3e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452547 Feb 11 05:59:22.000741 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks [] for router_gateway (241d6d45-c2b3-4d37-abe8-962cab113e8d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.207463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (241d6d45-c2b3-4d37-abe8-962cab113e8d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.232090 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.344502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e3a381-2830-4497-9ede-9773b4d0063c None None] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:22.346206 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Router 241d6d45-c2b3-4d37-abe8-962cab113e8d is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:59:22.456831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a30ca45d-35f5-41d3-8a26-0d4b1a99e402 None None] Provisioning complete for port f3aa8b1e-5085-4216-99df-3c013b281030 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:22.457141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a30ca45d-35f5-41d3-8a26-0d4b1a99e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.473461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:22.488117 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Sync routers for ids ['241d6d45-c2b3-4d37-abe8-962cab113e8d'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:22.498581 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Routers {'241d6d45-c2b3-4d37-abe8-962cab113e8d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:22.499108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.499727 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['241d6d45-c2b3-4d37-abe8-962cab113e8d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:22.501261 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-625fd7fe-0c2c-4f93-9a22-ce78a5625ed5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9598811 Feb 11 05:59:22.504485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37358) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:22.570111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a30ca45d-35f5-41d3-8a26-0d4b1a99e402 None None] Current status of the port f3aa8b1e-5085-4216-99df-3c013b281030 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:22.570506 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a30ca45d-35f5-41d3-8a26-0d4b1a99e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.606180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a30ca45d-35f5-41d3-8a26-0d4b1a99e402 None None] For port f3aa8b1e-5085-4216-99df-3c013b281030, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f3aa8b1e-5085-4216-99df-3c013b281030,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:22.611860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a30ca45d-35f5-41d3-8a26-0d4b1a99e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.622347 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Set router 241d6d45-c2b3-4d37-abe8-962cab113e8d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:22.682092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ca45d-35f5-41d3-8a26-0d4b1a99e402 None None] Pushing event updated for resources: {'Port': ['ID=f3aa8b1e-5085-4216-99df-3c013b281030,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:22.833683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-36f8033c-de85-446e-a430-c866405e4d4f None None] Provisioning complete for port f3aa8b1e-5085-4216-99df-3c013b281030 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:22.834366 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-36f8033c-de85-446e-a430-c866405e4d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.859563 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 3, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'gw_port': {'id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:21Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:22.861049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e924fa-5001-4325-bcd9-af8de72ed8c2 req-97ac1b5b-44d6-4a15-b7c4-2101b4dada0e tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:22.862593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6e924fa-5001-4325-bcd9-af8de72ed8c2 req-97ac1b5b-44d6-4a15-b7c4-2101b4dada0e tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 943 time: 0.1148145 Feb 11 05:59:22.888709 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Checking router: 241d6d45-c2b3-4d37-abe8-962cab113e8d for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:22.889855 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Updating router 241d6d45-c2b3-4d37-abe8-962cab113e8d port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:59:22.912387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-36f8033c-de85-446e-a430-c866405e4d4f None None] Current status of the port f3aa8b1e-5085-4216-99df-3c013b281030 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:22.921579 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.968247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 363576ad-29a6-4714-883e-7e17c35fd430 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:59:23.078007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 363576ad-29a6-4714-883e-7e17c35fd430, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=363576ad-29a6-4714-883e-7e17c35fd430,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:23.091387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '363576ad-29a6-4714-883e-7e17c35fd430', 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e', 'port_id': '363576ad-29a6-4714-883e-7e17c35fd430', 'mac_address': 'fa:16:3e:4a:56:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ecea569-8b1b-4a9f-a348-75402b1b92fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:59:23.140063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 363576ad-29a6-4714-883e-7e17c35fd430 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:23.140947 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (363576ad-29a6-4714-883e-7e17c35fd430), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.156202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363576ad-29a6-4714-883e-7e17c35fd430 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:23.178940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 363576ad-29a6-4714-883e-7e17c35fd430, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=363576ad-29a6-4714-883e-7e17c35fd430,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:23.184464 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (363576ad-29a6-4714-883e-7e17c35fd430), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.256207 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Publish callbacks [] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.266495 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.268659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=363576ad-29a6-4714-883e-7e17c35fd430,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:23.279554 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.352157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fb13c-5869-4360-94b3-7ce13ff85df3 None None] Pushing event updated for resources: {'Port': ['ID=56972eb7-8bf0-4b0e-a8e0-522c75e57d37,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:23.367887 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Attempting to bind port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:23.368496 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Attempting to bind port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:23.369016 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Attempting to bind port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:23.377100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6e924fa-5001-4325-bcd9-af8de72ed8c2 req-46dd4ac9-34e4-42bb-816a-9e4567a2c3b2 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041742 Feb 11 05:59:23.377476 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:23.377673 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:23.378086 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.378636 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:23.379130 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Bound port: 56972eb7-8bf0-4b0e-a8e0-522c75e57d37, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:23.379503 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.399787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de0ca5-867f-4de7-8053-4eadef4c1bdd req-84c56ea8-ef67-4bbc-9b55-9d019fc5ad0f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:23.401504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88de0ca5-867f-4de7-8053-4eadef4c1bdd req-84c56ea8-ef67-4bbc-9b55-9d019fc5ad0f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.1287615 Feb 11 05:59:23.405661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['363576ad-29a6-4714-883e-7e17c35fd430'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:23.452260 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] For port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:23.458043 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] For port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=56972eb7-8bf0-4b0e-a8e0-522c75e57d37,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:23.468234 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.523601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88de0ca5-867f-4de7-8053-4eadef4c1bdd req-3034b504-9a27-418a-9a0e-b96f809bc72f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971029 Feb 11 05:59:23.532352 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fb13c-5869-4360-94b3-7ce13ff85df3 None None] Pushing event updated for resources: {'Port': ['ID=56972eb7-8bf0-4b0e-a8e0-522c75e57d37,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:23.535979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.558937 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Routers {'241d6d45-c2b3-4d37-abe8-962cab113e8d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:23.559588 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['241d6d45-c2b3-4d37-abe8-962cab113e8d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:23.633712 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e312788b-f633-450b-84fa-fedc4f4e0d24 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:59:23.679420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f3aa8b1e-5085-4216-99df-3c013b281030 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:23.681042 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] Set router 241d6d45-c2b3-4d37-abe8-962cab113e8d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:23.727419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Allocated IP 172.20.0.1 (86fa065d-8340-4ab9-97e3-71d3374f0554/691d35ca-7b02-4a1d-8277-d77e239ac0ec/3b319d94-1b21-4fa6-be40-93e49c391d80) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:23.778654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port e312788b-f633-450b-84fa-fedc4f4e0d24, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e312788b-f633-450b-84fa-fedc4f4e0d24,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:23.794086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'e312788b-f633-450b-84fa-fedc4f4e0d24', 'network_id': 'b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e', 'port_id': 'e312788b-f633-450b-84fa-fedc4f4e0d24', 'mac_address': 'fa:16:3e:75:4e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ecea569-8b1b-4a9f-a348-75402b1b92fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:59:23.797911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f3aa8b1e-5085-4216-99df-3c013b281030 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:23.798285 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.836740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Publish callbacks [] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.868005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port e312788b-f633-450b-84fa-fedc4f4e0d24 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:23.868390 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.870749 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 3, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'gw_port': {'id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:21Z', 'updated_at': '2022-02-11T05:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:23.876562 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.902168 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b6d8b-4421-4ce7-8bde-0ce4f9338cf3 None None] The sync data for ids ['241d6d45-c2b3-4d37-abe8-962cab113e8d'] in n-d-715271-35 is: [{'id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 3, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'gw_port': {'id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:21Z', 'updated_at': '2022-02-11T05:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:23.903620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e312788b-f633-450b-84fa-fedc4f4e0d24 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:23.919966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:23.923652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:23.927332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:23.944752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port e312788b-f633-450b-84fa-fedc4f4e0d24, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e312788b-f633-450b-84fa-fedc4f4e0d24,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:23.946056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f3aa8b1e-5085-4216-99df-3c013b281030 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:23.951608 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.964834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b319d94-1b21-4fa6-be40-93e49c391d80,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:24.002365 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (241d6d45-c2b3-4d37-abe8-962cab113e8d), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.025228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=e312788b-f633-450b-84fa-fedc4f4e0d24,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:24.160470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.173091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['e312788b-f633-450b-84fa-fedc4f4e0d24'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:24.284803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cb7a6153-169e-4cd6-b096-00d9f9fbff4f None None] Provisioning complete for port 3b319d94-1b21-4fa6-be40-93e49c391d80 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:24.285532 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6153-169e-4cd6-b096-00d9f9fbff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.369951 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Publish callbacks [] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.372733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a6153-169e-4cd6-b096-00d9f9fbff4f None None] Port 3b319d94-1b21-4fa6-be40-93e49c391d80 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:24.376421 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.446619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (241d6d45-c2b3-4d37-abe8-962cab113e8d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.448583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b319d94-1b21-4fa6-be40-93e49c391d80,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:24.589106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad7d10-f846-4357-a061-342df7bd1b98 req-86e532c4-b504-4cef-9340-ff607a8ee1ee tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:24.590697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4ad7d10-f846-4357-a061-342df7bd1b98 req-86e532c4-b504-4cef-9340-ff607a8ee1ee tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 944 time: 0.1208827 Feb 11 05:59:24.600262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:24.607054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:24.725629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4ad7d10-f846-4357-a061-342df7bd1b98 req-7a5e1e40-931e-4922-9f2d-949d80ae20c3 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280675 Feb 11 05:59:24.789102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953739e-d731-4658-b08d-834c62e4cf15 req-aec7aa24-fb4b-47fe-932a-bf1448afe375 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:24.790830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4953739e-d731-4658-b08d-834c62e4cf15 req-aec7aa24-fb4b-47fe-932a-bf1448afe375 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.1685724 Feb 11 05:59:24.846898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Router 241d6d45-c2b3-4d37-abe8-962cab113e8d has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:24.866739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4953739e-d731-4658-b08d-834c62e4cf15 req-f557939a-1751-4406-9d2f-57d7a4188aad tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693989 Feb 11 05:59:24.906421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-20785c41-9e97-435d-90df-9cd4f16c1701 None None] Provisioning complete for port 3b319d94-1b21-4fa6-be40-93e49c391d80 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:24.906896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-20785c41-9e97-435d-90df-9cd4f16c1701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.945774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-20785c41-9e97-435d-90df-9cd4f16c1701 None None] Port 3b319d94-1b21-4fa6-be40-93e49c391d80 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:24.971398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 363576ad-29a6-4714-883e-7e17c35fd430 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:24.974665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:24.979552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4ac2e62c-1e9f-48bf-af2d-c9468bb0c9f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/241d6d45-c2b3-4d37-abe8-962cab113e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4735584 Feb 11 05:59:25.022809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 363576ad-29a6-4714-883e-7e17c35fd430 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:59:25.027188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 363576ad-29a6-4714-883e-7e17c35fd430 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:25.027661 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (363576ad-29a6-4714-883e-7e17c35fd430), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.116691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 363576ad-29a6-4714-883e-7e17c35fd430 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:25.117103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (363576ad-29a6-4714-883e-7e17c35fd430), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.144042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff48f759-e364-4e05-b998-0c4654894f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363576ad-29a6-4714-883e-7e17c35fd430'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:25.146387 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b7db4-7bf5-4d44-92f1-769f0b1f3cf9" -d '{"events": [{"server_uuid": "ff48f759-e364-4e05-b998-0c4654894f6e", "name": "network-vif-plugged", "status": "completed", "tag": "363576ad-29a6-4714-883e-7e17c35fd430"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:25.166025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 363576ad-29a6-4714-883e-7e17c35fd430, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=363576ad-29a6-4714-883e-7e17c35fd430,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:25.170810 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (363576ad-29a6-4714-883e-7e17c35fd430), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.226876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=363576ad-29a6-4714-883e-7e17c35fd430,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:25.334055 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61c3ac9-915e-4fcf-90db-8708a53ee22c x-openstack-request-id: req-f61c3ac9-915e-4fcf-90db-8708a53ee22c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:25.334618 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff48f759-e364-4e05-b998-0c4654894f6e", "name": "network-vif-plugged", "status": "completed", "tag": "363576ad-29a6-4714-883e-7e17c35fd430", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:25.334618 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f61c3ac9-915e-4fcf-90db-8708a53ee22c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:25.335001 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff48f759-e364-4e05-b998-0c4654894f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363576ad-29a6-4714-883e-7e17c35fd430', 'code': 200} Feb 11 05:59:25.349341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:25.413332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:25.413857 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.470123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d51e6-06b9-4141-bfc2-9d156083ee0b req-f876c5c5-a692-445d-89ab-dff8660283a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:25.471973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f36d51e6-06b9-4141-bfc2-9d156083ee0b req-f876c5c5-a692-445d-89ab-dff8660283a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1128 time: 0.0555489 Feb 11 05:59:25.506419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:25.507022 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.532311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f36d51e6-06b9-4141-bfc2-9d156083ee0b req-ca898e48-1ec4-4c10-9f4c-a9b4617ea648 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548947 Feb 11 05:59:25.534637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=56972eb7-8bf0-4b0e-a8e0-522c75e57d37,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:25.539149 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.552623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37386) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:25.558689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-695161173-network', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:25.580472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Made reservation on behalf of 66a9f786f6e9471f8602c0faa9a70c09 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:25.583169 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.590138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=56972eb7-8bf0-4b0e-a8e0-522c75e57d37,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:25.593569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.647154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e312788b-f633-450b-84fa-fedc4f4e0d24 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:25.672527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Publish callbacks [] for security_group (73b88261-9dfe-4c6b-9ae3-29a948d42dfa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.677438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (73b88261-9dfe-4c6b-9ae3-29a948d42dfa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.705167 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:59:25.706113 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port e312788b-f633-450b-84fa-fedc4f4e0d24 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:59:25.710173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port e312788b-f633-450b-84fa-fedc4f4e0d24 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:25.710553 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.714964 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b88261-9dfe-4c6b-9ae3-29a948d42dfa,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:25.719923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (817d769e-721d-4326-8bf0-603dcf05a3c5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.720298 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Added segment 817d769e-721d-4326-8bf0-603dcf05a3c5 of type vlan for network 3ee8ba5c-96db-4501-878d-88baa007f5c0 Feb 11 05:59:25.767008 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (3ee8ba5c-96db-4501-878d-88baa007f5c0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.795893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Sync routers for ids ['241d6d45-c2b3-4d37-abe8-962cab113e8d'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:25.796702 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (3ee8ba5c-96db-4501-878d-88baa007f5c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.800532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:25.803101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.820673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Routers {'241d6d45-c2b3-4d37-abe8-962cab113e8d'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:25.821340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['241d6d45-c2b3-4d37-abe8-962cab113e8d'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:25.823602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port e312788b-f633-450b-84fa-fedc4f4e0d24 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:25.823996 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.870172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0de598-4a7c-487a-a935-4d5f4bd2ef9a req-2edf783f-ea5f-4ed7-a0e5-e3423853c8b2 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:25.872798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f0de598-4a7c-487a-a935-4d5f4bd2ef9a req-2edf783f-ea5f-4ed7-a0e5-e3423853c8b2 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 944 time: 0.0575762 Feb 11 05:59:25.910533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port e312788b-f633-450b-84fa-fedc4f4e0d24, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e312788b-f633-450b-84fa-fedc4f4e0d24,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:25.929540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] Pushing event updated for resources: {'Network': ['ID=3ee8ba5c-96db-4501-878d-88baa007f5c0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:25.938854 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b29c6c5b-e041-472b-a42e-e84bf6dee79c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3840892 Feb 11 05:59:25.941453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37392) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:25.946824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Request body: {'subnet': {'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-695161173-subnet', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:25.953345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f0de598-4a7c-487a-a935-4d5f4bd2ef9a req-c55b341f-3452-4e4c-b47c-90ff61569528 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681112 Feb 11 05:59:25.962933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 3ee8ba5c-96db-4501-878d-88baa007f5c0 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:59:25.975525 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.977142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Made reservation on behalf of 66a9f786f6e9471f8602c0faa9a70c09 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:25.979863 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.064109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8083c-5805-4aa0-b0bc-5130b8a1a586 req-f9698ea6-44a2-462a-9667-81757fa1b3d4 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:26.065713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94c8083c-5805-4aa0-b0bc-5130b8a1a586 req-f9698ea6-44a2-462a-9667-81757fa1b3d4 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.0748181 Feb 11 05:59:26.093089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Set router 241d6d45-c2b3-4d37-abe8-962cab113e8d gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:26.120159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94c8083c-5805-4aa0-b0bc-5130b8a1a586 req-24b8244e-83e8-46c5-877e-3d542936045f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480707 Feb 11 05:59:26.134973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=e312788b-f633-450b-84fa-fedc4f4e0d24,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:26.171693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (3dc79eb1-de86-4c53-aad8-cfd02136be45), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.230395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc79eb1-de86-4c53-aad8-cfd02136be45,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:26.238930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Checking segment: {'id': '817d769e-721d-4326-8bf0-603dcf05a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:26.239289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Network hostable DHCP agents. Network: 3ee8ba5c-96db-4501-878d-88baa007f5c0, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:59:26.254857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Network 3ee8ba5c-96db-4501-878d-88baa007f5c0 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:59:26.264756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 3ee8ba5c-96db-4501-878d-88baa007f5c0) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:26.269554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:26.270203 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.286576 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b3bb495e-6239-4adf-bcab-b46a18c74360 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3440826 Feb 11 05:59:26.290139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37394) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:26.291510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d28bad-c3b3-47d5-a00c-ece645351302 None None] Network 3ee8ba5c-96db-4501-878d-88baa007f5c0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:26.294879 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:26.314251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (288069b3-b584-451e-91a0-ca291dc2e1a4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.314846 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (288069b3-b584-451e-91a0-ca291dc2e1a4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.369777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks [] for router_controller (288069b3-b584-451e-91a0-ca291dc2e1a4), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.401783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 4, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'gw_port': {'id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:21Z', 'updated_at': '2022-02-11T05:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3b319d94-1b21-4fa6-be40-93e49c391d80', 'name': '', 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'mac_address': 'fa:16:3e:0d:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '691d35ca-7b02-4a1d-8277-d77e239ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:23Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 2, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'subnets': [{'id': '691d35ca-7b02-4a1d-8277-d77e239ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:26.408944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-3ee8ba5c-96db-4501-878d-88baa007f5c0', 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0', 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'fixed_ips': [{'subnet_id': '3dc79eb1-de86-4c53-aad8-cfd02136be45'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:59:26.411142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.448017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Checking router: 241d6d45-c2b3-4d37-abe8-962cab113e8d for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:26.448379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Updating router 241d6d45-c2b3-4d37-abe8-962cab113e8d port 3b319d94-1b21-4fa6-be40-93e49c391d80 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:59:26.516465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks [] for router_gateway (288069b3-b584-451e-91a0-ca291dc2e1a4), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.526253 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.731543 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks [] for router_gateway (288069b3-b584-451e-91a0-ca291dc2e1a4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.754499 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:26.852844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Allocated IP 172.20.0.2 (3ee8ba5c-96db-4501-878d-88baa007f5c0/3dc79eb1-de86-4c53-aad8-cfd02136be45/6f532cdd-8916-4aea-828e-a9946f3455d6) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:26.865547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Allocated IP 172.25.1.231 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/7c64d50e-4137-497e-9441-292993bcf599) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:26.978162 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks [] for port (7c64d50e-4137-497e-9441-292993bcf599), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.016816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7c64d50e-4137-497e-9441-292993bcf599), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.060243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:27.061926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:27.067058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:27.070260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Pushing event updated for resources: {'Port': ['ID=7c64d50e-4137-497e-9441-292993bcf599,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:27.089025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120bf5d-9f9e-4d3b-a73e-36cc4d569c2a req-c0a6809e-d3a2-453f-8fc0-54a0baf1fc7b tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:27.091408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7120bf5d-9f9e-4d3b-a73e-36cc4d569c2a req-c0a6809e-d3a2-453f-8fc0-54a0baf1fc7b tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0755334 Feb 11 05:59:27.130655 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Publish callbacks [] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.139861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.151509 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7120bf5d-9f9e-4d3b-a73e-36cc4d569c2a req-f3b1300a-09e5-497c-b672-92e62118c671 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528758 Feb 11 05:59:27.182620 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Publish callbacks [] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.198761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Network 3ee8ba5c-96db-4501-878d-88baa007f5c0 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:27.199995 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.211662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:27.221240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:27.226704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Pushing event updated for resources: {'Port': ['ID=6f532cdd-8916-4aea-828e-a9946f3455d6,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:27.292975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5fab4-704f-4853-a878-2b447ed8eaa7 None None] Pushing event updated for resources: {'Port': ['ID=3b319d94-1b21-4fa6-be40-93e49c391d80,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:27.339889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d366b9-ced8-49db-8423-f658450b0134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312788b-f633-450b-84fa-fedc4f4e0d24'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:27.342240 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f91321f-d827-40ee-b05a-f4c5bd8a650d" -d '{"events": [{"server_uuid": "45d366b9-ced8-49db-8423-f658450b0134", "name": "network-vif-plugged", "status": "completed", "tag": "e312788b-f633-450b-84fa-fedc4f4e0d24"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:27.374454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Attempting to bind port 6f532cdd-8916-4aea-828e-a9946f3455d6 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:27.374840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Attempting to bind port 6f532cdd-8916-4aea-828e-a9946f3455d6 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '817d769e-721d-4326-8bf0-603dcf05a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:27.375251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Attempting to bind port 6f532cdd-8916-4aea-828e-a9946f3455d6 on network 3ee8ba5c-96db-4501-878d-88baa007f5c0 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:27.375481 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-da1c71d3-0567-43cf-bbe8-626105070923 req-92ad3724-6df7-4aa1-8b33-ce67a6da8c28 service neutron] show failed (client error): The resource could not be found. Feb 11 05:59:27.376732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-92ad3724-6df7-4aa1-8b33-ce67a6da8c28 service neutron] 10.222.0.81 "GET /v2.0/ports/5a6e9254-bb69-424f-9564-6cb4b71c63b7/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.1747582 Feb 11 05:59:27.392347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d9834-1786-42ed-9ada-bb4988f40bed req-75e0d185-d5a4-4465-8bea-afc847bcdf2c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:27.394455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a7d9834-1786-42ed-9ada-bb4988f40bed req-75e0d185-d5a4-4465-8bea-afc847bcdf2c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.1622834 Feb 11 05:59:27.434436 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks [] for router_gateway (288069b3-b584-451e-91a0-ca291dc2e1a4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.436304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:27.436831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Checking segment: {'id': '817d769e-721d-4326-8bf0-603dcf05a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:27.437890 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.438321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Bound using segment: {'id': '817d769e-721d-4326-8bf0-603dcf05a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:27.438830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Bound port: 6f532cdd-8916-4aea-828e-a9946f3455d6, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817d769e-721d-4326-8bf0-603dcf05a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:27.439229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.442695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:27.447445 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c0b32a-a172-4c96-8029-8f7d55b75b8e x-openstack-request-id: req-74c0b32a-a172-4c96-8029-8f7d55b75b8e {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:27.447749 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d366b9-ced8-49db-8423-f658450b0134", "name": "network-vif-plugged", "status": "completed", "tag": "e312788b-f633-450b-84fa-fedc4f4e0d24", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:27.448004 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74c0b32a-a172-4c96-8029-8f7d55b75b8e {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:27.448404 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d366b9-ced8-49db-8423-f658450b0134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312788b-f633-450b-84fa-fedc4f4e0d24', 'code': 200} Feb 11 05:59:27.486356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a7d9834-1786-42ed-9ada-bb4988f40bed req-2a669dbb-36fe-48a6-976b-1bbcac13a564 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861368 Feb 11 05:59:27.574636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Attempting to bind port 3b319d94-1b21-4fa6-be40-93e49c391d80 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:27.575095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Attempting to bind port 3b319d94-1b21-4fa6-be40-93e49c391d80 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:27.575660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Attempting to bind port 3b319d94-1b21-4fa6-be40-93e49c391d80 on network 86fa065d-8340-4ab9-97e3-71d3374f0554 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:27.586131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42a947-5d19-4bc7-8eed-596c239813bb req-0d787e39-73f8-4333-81d8-37fd1780b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:27.587913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd42a947-5d19-4bc7-8eed-596c239813bb req-0d787e39-73f8-4333-81d8-37fd1780b5a1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 1128 time: 0.0699084 Feb 11 05:59:27.614485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:27.614936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Checking segment: {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:27.615353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.615758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Bound using segment: {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:27.616247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Bound port: 3b319d94-1b21-4fa6-be40-93e49c391d80, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:27.616640 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.636649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd42a947-5d19-4bc7-8eed-596c239813bb req-ae339abd-e69d-4ec3-a68f-66a1c870803d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Feb 11 05:59:27.661968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] For port 6f532cdd-8916-4aea-828e-a9946f3455d6, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:27.666386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:27.666386 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.713390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (288069b3-b584-451e-91a0-ca291dc2e1a4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.738659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] For port 6f532cdd-8916-4aea-828e-a9946f3455d6, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6f532cdd-8916-4aea-828e-a9946f3455d6,segment=NetworkSegment(817d769e-721d-4326-8bf0-603dcf05a3c5),segment_id=817d769e-721d-4326-8bf0-603dcf05a3c5)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:27.741840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-13c89eda-7929-4ae7-8a9a-51768f1f4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:27.743473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-13c89eda-7929-4ae7-8a9a-51768f1f4393 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 1129 time: 0.0532110 Feb 11 05:59:27.754691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:27.770910 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.793804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-170c351b-bebc-4d7e-958c-3a422d91dc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.794929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3b64e22b-b242-49b0-a176-543a6952e46a None None] Provisioning complete for port 3b319d94-1b21-4fa6-be40-93e49c391d80 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:27.795290 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3b64e22b-b242-49b0-a176-543a6952e46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.823600 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.850818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] For port 3b319d94-1b21-4fa6-be40-93e49c391d80, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:27.854461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Router 288069b3-b584-451e-91a0-ca291dc2e1a4 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:59:27.886041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] For port 3b319d94-1b21-4fa6-be40-93e49c391d80, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3b319d94-1b21-4fa6-be40-93e49c391d80,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:27.905758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3b64e22b-b242-49b0-a176-543a6952e46a None None] Port 3b319d94-1b21-4fa6-be40-93e49c391d80 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:27.910473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.924738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf425e4-1a0f-4b98-837d-7547ca0027b2 None None] Pushing event updated for resources: {'Port': ['ID=6f532cdd-8916-4aea-828e-a9946f3455d6,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:28.001462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:28.005580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:28.011457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Routers {'241d6d45-c2b3-4d37-abe8-962cab113e8d'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:28.012103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['241d6d45-c2b3-4d37-abe8-962cab113e8d'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:28.013603 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Sync routers for ids ['288069b3-b584-451e-91a0-ca291dc2e1a4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:28.036367 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Routers {'288069b3-b584-451e-91a0-ca291dc2e1a4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:28.039583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.039737 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['288069b3-b584-451e-91a0-ca291dc2e1a4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:28.041703 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b18242b0-f7e9-4fe9-a9d3-9f0eca363912 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7504880 Feb 11 05:59:28.044192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37402) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:28.082586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5fab4-704f-4853-a878-2b447ed8eaa7 None None] Pushing event updated for resources: {'Port': ['ID=3b319d94-1b21-4fa6-be40-93e49c391d80,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:28.181595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:28.228179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] Set router 241d6d45-c2b3-4d37-abe8-962cab113e8d gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:28.286458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:28.312960 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Set router 288069b3-b584-451e-91a0-ca291dc2e1a4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:28.418665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Publish callbacks [] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.441004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Transition to ACTIVE for port object 5a6e9254-bb69-424f-9564-6cb4b71c63b7 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:59:28.444643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:28.448872 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31af879-48fb-4367-8fb3-3ff488c3c5d8" -d '{"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:28.466032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.543364 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279d53d1-0425-4daa-81aa-2d183806cf65 x-openstack-request-id: req-279d53d1-0425-4daa-81aa-2d183806cf65 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:28.543667 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:28.543924 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-279d53d1-0425-4daa-81aa-2d183806cf65 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:28.544322 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'code': 200} Feb 11 05:59:28.564787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e628-d9c1-4726-8c61-5b0d5d8b99e7 req-b6fc0c68-1606-42ef-9936-f4c70122e6cd tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:28.572877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-113dff3c-58cd-428f-b93a-caa5c1c69f64 None None] Provisioning complete for port 3b319d94-1b21-4fa6-be40-93e49c391d80 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:28.573580 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-113dff3c-58cd-428f-b93a-caa5c1c69f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.574685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6b6e628-d9c1-4726-8c61-5b0d5d8b99e7 req-b6fc0c68-1606-42ef-9936-f4c70122e6cd tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.2245617 Feb 11 05:59:28.682159 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '7c64d50e-4137-497e-9441-292993bcf599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:27Z', 'revision_number': 3, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'gw_port': {'id': '7c64d50e-4137-497e-9441-292993bcf599', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:28.688814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:28.727018 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Checking router: 288069b3-b584-451e-91a0-ca291dc2e1a4 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:28.727767 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Updating router 288069b3-b584-451e-91a0-ca291dc2e1a4 port 7c64d50e-4137-497e-9441-292993bcf599 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:59:28.793731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6b6e628-d9c1-4726-8c61-5b0d5d8b99e7 req-a704e73d-d181-4080-a5db-5dbd0d3ffdcf tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150166 Feb 11 05:59:28.806667 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7c64d50e-4137-497e-9441-292993bcf599), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.821418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] No DVR routers for this DVR port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:28.847972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-113dff3c-58cd-428f-b93a-caa5c1c69f64 None None] Current status of the port 3b319d94-1b21-4fa6-be40-93e49c391d80 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:28.856006 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-113dff3c-58cd-428f-b93a-caa5c1c69f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.876919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb56cd-e855-40cc-9398-4a64999bbaec req-93982b5d-c834-4ebe-802a-d4858884f8f2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:28.879979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89cb56cd-e855-40cc-9398-4a64999bbaec req-93982b5d-c834-4ebe-802a-d4858884f8f2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 944 time: 0.2172310 Feb 11 05:59:28.950698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 4, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'gw_port': {'id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:21Z', 'updated_at': '2022-02-11T05:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3b319d94-1b21-4fa6-be40-93e49c391d80', 'name': '', 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'mac_address': 'fa:16:3e:0d:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '691d35ca-7b02-4a1d-8277-d77e239ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:23Z', 'updated_at': '2022-02-11T05:59:27Z', 'revision_number': 4, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'subnets': [{'id': '691d35ca-7b02-4a1d-8277-d77e239ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:28.958512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-113dff3c-58cd-428f-b93a-caa5c1c69f64 None None] For port 3b319d94-1b21-4fa6-be40-93e49c391d80, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3b319d94-1b21-4fa6-be40-93e49c391d80,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:29.008352 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-113dff3c-58cd-428f-b93a-caa5c1c69f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.014333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530fc7f-8095-43bf-99d9-e84242448701 None None] The sync data for ids ['241d6d45-c2b3-4d37-abe8-962cab113e8d'] in n-d-715271-35 is: [{'id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 4, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'gw_port': {'id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:21Z', 'updated_at': '2022-02-11T05:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3b319d94-1b21-4fa6-be40-93e49c391d80', 'name': '', 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'mac_address': 'fa:16:3e:0d:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '691d35ca-7b02-4a1d-8277-d77e239ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:23Z', 'updated_at': '2022-02-11T05:59:27Z', 'revision_number': 4, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'subnets': [{'id': '691d35ca-7b02-4a1d-8277-d77e239ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:29.078987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89cb56cd-e855-40cc-9398-4a64999bbaec req-e964e6fa-e9cb-45fd-9ed4-4615dafbbbe0 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897762 Feb 11 05:59:29.179375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dff3c-58cd-428f-b93a-caa5c1c69f64 None None] Pushing event updated for resources: {'Port': ['ID=3b319d94-1b21-4fa6-be40-93e49c391d80,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:29.213183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:29.213736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:29.213869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:29.225976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:59:29.226301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:29.244073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:29.244633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Checking segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:29.245263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Bound using segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:29.246093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Bound port: 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:29.246837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.354175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:29.361926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:29.371737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.408167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:29.408878 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.410408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] 10.222.0.72 "PUT /v2.0/ports/5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 1093 time: 1.6600280 Feb 11 05:59:29.421300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.441850 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Publish callbacks [] for port (7c64d50e-4137-497e-9441-292993bcf599), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.450568 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7c64d50e-4137-497e-9441-292993bcf599), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.539735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f532cdd-8916-4aea-828e-a9946f3455d6 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:29.551961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f1b91-38db-4388-8393-f33290501f7d service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:29.601642 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Attempting to bind port 7c64d50e-4137-497e-9441-292993bcf599 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:29.601980 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Attempting to bind port 7c64d50e-4137-497e-9441-292993bcf599 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:29.602347 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Attempting to bind port 7c64d50e-4137-497e-9441-292993bcf599 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:29.603435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e172b3b3-22b6-4c46-affb-88e681eda67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:29.605484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e172b3b3-22b6-4c46-affb-88e681eda67f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1127 time: 0.1660273 Feb 11 05:59:29.635359 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:29.636283 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:29.636283 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.636785 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:29.637368 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Bound port: 7c64d50e-4137-497e-9441-292993bcf599, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:29.637955 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7c64d50e-4137-497e-9441-292993bcf599), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.639748 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634130a-e3dd-4ad6-aab4-3ca0968d20b2 None None] Pushing event updated for resources: {'Port': ['ID=7c64d50e-4137-497e-9441-292993bcf599,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:29.685127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6f532cdd-8916-4aea-828e-a9946f3455d6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:29.685127 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.732216 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] For port 7c64d50e-4137-497e-9441-292993bcf599, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:29.732692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6142544-aadc-4ac9-8d74-9add777041b7 None None] Network 3ee8ba5c-96db-4501-878d-88baa007f5c0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:29.736922 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] For port 7c64d50e-4137-497e-9441-292993bcf599, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7c64d50e-4137-497e-9441-292993bcf599,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:29.753436 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7c64d50e-4137-497e-9441-292993bcf599), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.840381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e55440f4-0cae-4f54-811f-e1e04b35af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:29.843214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-e55440f4-0cae-4f54-811f-e1e04b35af7c service neutron] 10.222.0.72 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.2315123 Feb 11 05:59:29.845561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Allocated IP 172.20.0.1 (3ee8ba5c-96db-4501-878d-88baa007f5c0/3dc79eb1-de86-4c53-aad8-cfd02136be45/0497fe01-3925-4e33-bea2-3960b21b428b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:29.873034 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634130a-e3dd-4ad6-aab4-3ca0968d20b2 None None] Pushing event updated for resources: {'Port': ['ID=7c64d50e-4137-497e-9441-292993bcf599,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:29.879117 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-aea67144-5752-4d29-96d0-4be34583b415 None None] Provisioning complete for port 6f532cdd-8916-4aea-828e-a9946f3455d6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:29.879689 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aea67144-5752-4d29-96d0-4be34583b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.887519 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Routers {'288069b3-b584-451e-91a0-ca291dc2e1a4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:29.888174 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['288069b3-b584-451e-91a0-ca291dc2e1a4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:30.008082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6f532cdd-8916-4aea-828e-a9946f3455d6 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:30.008482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.013684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-db3624d6-2e9f-4f4d-880d-fa6b4f7ef72a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 999 time: 0.1635489 Feb 11 05:59:30.018217 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Publish callbacks [] for port (0497fe01-3925-4e33-bea2-3960b21b428b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.090968 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] Set router 288069b3-b584-451e-91a0-ca291dc2e1a4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:30.095628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.126204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994578dd-a9f0-4862-9dec-2f42c9bd65e2 req-94f66c33-e287-49be-b824-d4e6e7c758b6 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.132547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-994578dd-a9f0-4862-9dec-2f42c9bd65e2 req-94f66c33-e287-49be-b824-d4e6e7c758b6 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.1999176 Feb 11 05:59:30.179010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 6f532cdd-8916-4aea-828e-a9946f3455d6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6f532cdd-8916-4aea-828e-a9946f3455d6,segment=NetworkSegment(817d769e-721d-4326-8bf0-603dcf05a3c5),segment_id=817d769e-721d-4326-8bf0-603dcf05a3c5)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:30.190709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-9a28c33b-a280-4336-8191-2a8f2bdc5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.192999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-9a28c33b-a280-4336-8191-2a8f2bdc5bc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.1701076 Feb 11 05:59:30.194020 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.195275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3b319d94-1b21-4fa6-be40-93e49c391d80 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:30.200301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Network 3ee8ba5c-96db-4501-878d-88baa007f5c0 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:30.210001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:30.214472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:30.280043 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (288069b3-b584-451e-91a0-ca291dc2e1a4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.297611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=6f532cdd-8916-4aea-828e-a9946f3455d6,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:30.346451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0497fe01-3925-4e33-bea2-3960b21b428b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:30.368474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-aea67144-5752-4d29-96d0-4be34583b415 None None] Current status of the port 6f532cdd-8916-4aea-828e-a9946f3455d6 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:30.369142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aea67144-5752-4d29-96d0-4be34583b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.388946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b830-393f-45c2-a716-b46d3f7a8a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.449534 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '7c64d50e-4137-497e-9441-292993bcf599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:27Z', 'revision_number': 3, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'gw_port': {'id': '7c64d50e-4137-497e-9441-292993bcf599', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:30.460616 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-aea67144-5752-4d29-96d0-4be34583b415 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:59:30.461026 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-aea67144-5752-4d29-96d0-4be34583b415 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:59:30.480192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3b319d94-1b21-4fa6-be40-93e49c391d80 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:30.481273 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.483770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-994578dd-a9f0-4862-9dec-2f42c9bd65e2 req-a3082682-ebb9-4395-9da2-f150de0df354 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490524 Feb 11 05:59:30.499351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c71d3-0567-43cf-bbe8-626105070923 req-dc594a4a-3cf5-4d5b-bf20-b15cbdcfaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.513835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-dc594a4a-3cf5-4d5b-bf20-b15cbdcfaa1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3080511 Feb 11 05:59:30.528885 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e7f0d-5a59-4a4b-ba1a-96959ec0a437 None None] The sync data for ids ['288069b3-b584-451e-91a0-ca291dc2e1a4'] in n-d-715271-35 is: [{'id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '7c64d50e-4137-497e-9441-292993bcf599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:27Z', 'revision_number': 3, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'gw_port': {'id': '7c64d50e-4137-497e-9441-292993bcf599', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:30.550584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:30.555503 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91885f2-32b9-416e-a668-9fa90a29b696" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:30.566067 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.607192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79338ad5-ad5a-4da3-b1ab-d860bf4e584e req-c8ab9be0-3400-45a8-81f3-194ce5e08d54 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.608792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79338ad5-ad5a-4da3-b1ab-d860bf4e584e req-c8ab9be0-3400-45a8-81f3-194ce5e08d54 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 944 time: 0.3330874 Feb 11 05:59:30.700639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3b319d94-1b21-4fa6-be40-93e49c391d80 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:30.775474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79338ad5-ad5a-4da3-b1ab-d860bf4e584e req-0b088f97-73db-46a2-83bc-9b6c8051456f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599667 Feb 11 05:59:30.839958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-5293d18e-5f2e-40a2-8fdb-bc08e5d920c5 service neutron] 10.222.0.72 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201060 Feb 11 05:59:30.929754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Publish callbacks [] for port (0497fe01-3925-4e33-bea2-3960b21b428b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.933298 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013dcb1-2bba-46ad-914d-a0477458ee9f x-openstack-request-id: req-2013dcb1-2bba-46ad-914d-a0477458ee9f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:30.933651 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:30.934126 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2013dcb1-2bba-46ad-914d-a0477458ee9f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:30.934547 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'status': 'completed', 'code': 200} Feb 11 05:59:30.935289 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:31.070339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-aea67144-5752-4d29-96d0-4be34583b415 None None] Current status of the port 6f532cdd-8916-4aea-828e-a9946f3455d6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:31.103129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235cc6-d776-47c1-8539-2900b319b7eb req-bd3eadc9-966e-4247-87c3-4bdd28dc1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.104890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73235cc6-d776-47c1-8539-2900b319b7eb req-bd3eadc9-966e-4247-87c3-4bdd28dc1f8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 1128 time: 0.1941853 Feb 11 05:59:31.112732 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (288069b3-b584-451e-91a0-ca291dc2e1a4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:31.123805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-848c257e-0086-4fe7-9de9-22d4499f1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.125436 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-848c257e-0086-4fe7-9de9-22d4499f1c2c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1127 time: 0.1605792 Feb 11 05:59:31.127866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0497fe01-3925-4e33-bea2-3960b21b428b,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:31.148712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da1c71d3-0567-43cf-bbe8-626105070923 req-ffffc441-da64-4201-be2c-2b38aaf838cb service neutron] 10.222.0.72 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024356 Feb 11 05:59:31.170163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b383a26-ec35-4886-86bd-d44444d74573 req-62678b51-cf77-4620-a840-91468ce4395a tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.170391 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:31.175259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b383a26-ec35-4886-86bd-d44444d74573 req-62678b51-cf77-4620-a840-91468ce4395a tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.2364540 Feb 11 05:59:31.210706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c0a6bebe-9122-4956-a7bb-0ecd1d75c546 None None] Provisioning complete for port 0497fe01-3925-4e33-bea2-3960b21b428b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:31.211290 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c0a6bebe-9122-4956-a7bb-0ecd1d75c546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:31.299368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6bebe-9122-4956-a7bb-0ecd1d75c546 None None] Port 0497fe01-3925-4e33-bea2-3960b21b428b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:31.315657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c0a6bebe-9122-4956-a7bb-0ecd1d75c546 None None] Provisioning complete for port 6f532cdd-8916-4aea-828e-a9946f3455d6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:31.316350 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c0a6bebe-9122-4956-a7bb-0ecd1d75c546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:31.394845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b383a26-ec35-4886-86bd-d44444d74573 req-e46a5e0d-ffea-499d-8a0c-84b239c565b5 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942465 Feb 11 05:59:31.449024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235cc6-d776-47c1-8539-2900b319b7eb req-f816696c-16e5-4af1-a03b-ac008448d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.450529 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73235cc6-d776-47c1-8539-2900b319b7eb req-f816696c-16e5-4af1-a03b-ac008448d3d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.3265123 Feb 11 05:59:31.455621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-35802f49-cb49-4793-a70e-5d5704eaec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.459300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-35802f49-cb49-4793-a70e-5d5704eaec34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1127 time: 0.2332349 Feb 11 05:59:31.465065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Network 3ee8ba5c-96db-4501-878d-88baa007f5c0 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:31.469814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:31.552503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73235cc6-d776-47c1-8539-2900b319b7eb req-27dd1b61-e7ff-4593-b712-3fa698eae37d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e312788b-f633-450b-84fa-fedc4f4e0d24 HTTP/1.1" status: 200 len: 217 time: 0.0921724 Feb 11 05:59:31.653756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7c64d50e-4137-497e-9441-292993bcf599 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:31.657749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-bce724c3-eab4-46d7-a5cd-85e73b2c484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.664100 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-bce724c3-eab4-46d7-a5cd-85e73b2c484e service neutron] 10.222.0.81 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.4001107 Feb 11 05:59:31.693234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235cc6-d776-47c1-8539-2900b319b7eb req-fd9b6614-9b69-4f6f-bed6-76a51089261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.694745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73235cc6-d776-47c1-8539-2900b319b7eb req-fd9b6614-9b69-4f6f-bed6-76a51089261e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.1295488 Feb 11 05:59:31.699272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:31.746273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73235cc6-d776-47c1-8539-2900b319b7eb req-d9c72e47-84e9-435c-875c-94e97a9106b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454943 Feb 11 05:59:31.764466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-456c88d7-30b4-4af5-a9cf-7d98c4289f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.766404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-456c88d7-30b4-4af5-a9cf-7d98c4289f89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.2914147 Feb 11 05:59:31.775066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:59:31.775605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:31.836086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7c64d50e-4137-497e-9441-292993bcf599 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:31.838129 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-3831127e-af2d-43f6-8dad-39fdb02f414e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 999 time: 0.1709290 Feb 11 05:59:31.840565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7c64d50e-4137-497e-9441-292993bcf599), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:31.870511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-036c3d4a-b2ca-4dad-af43-8447ff84e648 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 999 time: 0.0912123 Feb 11 05:59:31.894005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-80f79bfc-4a18-4da2-8511-84b1b76d4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.895509 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-80f79bfc-4a18-4da2-8511-84b1b76d4124 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.0489228 Feb 11 05:59:31.933162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6bebe-9122-4956-a7bb-0ecd1d75c546 None None] Current status of the port 6f532cdd-8916-4aea-828e-a9946f3455d6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:31.964285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-2b847fb7-5fdf-4d3a-821a-bb6feb077844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.966131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-2b847fb7-5fdf-4d3a-821a-bb6feb077844 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.0619881 Feb 11 05:59:32.000589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Router 288069b3-b584-451e-91a0-ca291dc2e1a4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:32.001868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7c64d50e-4137-497e-9441-292993bcf599 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:32.002377 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7c64d50e-4137-497e-9441-292993bcf599), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:32.014517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-a5af02aa-ec43-410c-bc74-47b0281daff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:32.016663 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-a5af02aa-ec43-410c-bc74-47b0281daff1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0935972 Feb 11 05:59:32.034380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 7c64d50e-4137-497e-9441-292993bcf599, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7c64d50e-4137-497e-9441-292993bcf599,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:32.039075 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7c64d50e-4137-497e-9441-292993bcf599), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:32.040143 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f532cdd-8916-4aea-828e-a9946f3455d6 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:32.134882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4da71f37-3ff7-4bbc-a95e-ca8de1110ba1 None None] Provisioning complete for port 0497fe01-3925-4e33-bea2-3960b21b428b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:32.135423 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4da71f37-3ff7-4bbc-a95e-ca8de1110ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:32.194977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=7c64d50e-4137-497e-9441-292993bcf599,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:32.214385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4da71f37-3ff7-4bbc-a95e-ca8de1110ba1 None None] Port 0497fe01-3925-4e33-bea2-3960b21b428b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:32.225163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6f532cdd-8916-4aea-828e-a9946f3455d6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:32.225163 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:32.227062 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-b9e1c59c-34a4-426a-9fa6-2b1ededf60a2 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020195 Feb 11 05:59:32.264618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:32.289543 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-babfdd76-e229-4b9c-9585-a917591621b7 admin admin] 10.222.0.31 "PUT /v2.0/routers/288069b3-b584-451e-91a0-ca291dc2e1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2351754 Feb 11 05:59:32.329061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6f532cdd-8916-4aea-828e-a9946f3455d6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:32.352682 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-214645c8-c3b7-4477-acc5-bb28738da71a service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184282 Feb 11 05:59:32.517093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73235cc6-d776-47c1-8539-2900b319b7eb req-4dfe9c1c-1311-4ebd-b514-3688fee82d8c service neutron] 10.222.0.81 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610331 Feb 11 05:59:32.542195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020c645-e0df-472b-a23d-e27b3d402ce9 req-a8f1118c-8f79-449d-a2f1-cd092f0eec06 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:32.543565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7020c645-e0df-472b-a23d-e27b3d402ce9 req-a8f1118c-8f79-449d-a2f1-cd092f0eec06 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 944 time: 0.5746839 Feb 11 05:59:32.560640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-ec804aa1-89ae-4c05-beac-610bfcba2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:32.562128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-ec804aa1-89ae-4c05-beac-610bfcba2203 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5823231 Feb 11 05:59:32.654199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183cbc0-c74e-43d6-893b-cc032e0bf714 req-1d8cd440-0347-4888-abbc-1416a41e3f5a tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:32.655686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f183cbc0-c74e-43d6-893b-cc032e0bf714 req-1d8cd440-0347-4888-abbc-1416a41e3f5a tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.1952739 Feb 11 05:59:32.759818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7020c645-e0df-472b-a23d-e27b3d402ce9 req-64234358-63a6-477f-9084-8476e5ac67dc tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935880 Feb 11 05:59:32.791641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73235cc6-d776-47c1-8539-2900b319b7eb req-2efb555d-5a66-4a0c-bb01-ca80789f6d28 service neutron] 10.222.0.81 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687569 Feb 11 05:59:32.796539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-9f8c97df-dbbf-4f51-8c82-e0693ee2b200 service neutron] 10.222.0.72 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171655 Feb 11 05:59:32.801025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f183cbc0-c74e-43d6-893b-cc032e0bf714 req-4f7476f0-f732-46c2-95dc-cbfdca004b83 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346395 Feb 11 05:59:32.840608 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:32.939587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d91885f2-32b9-416e-a668-9fa90a29b696 req-65e5c7b4-f480-4f68-8cd3-e954b2267ffe service neutron] 10.222.0.72 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314640 Feb 11 05:59:32.988826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Sync routers for ids ['288069b3-b584-451e-91a0-ca291dc2e1a4'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:32.998799 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Routers {'288069b3-b584-451e-91a0-ca291dc2e1a4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:32.999422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['288069b3-b584-451e-91a0-ca291dc2e1a4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:33.110689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Set router 288069b3-b584-451e-91a0-ca291dc2e1a4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:33.251469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-a3dacea5-acff-4dd8-aa0b-8318280e011b tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:33.258523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-a3dacea5-acff-4dd8-aa0b-8318280e011b tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/networks?id=86fa065d-8340-4ab9-97e3-71d3374f0554 HTTP/1.1" status: 200 len: 911 time: 0.0993788 Feb 11 05:59:33.268640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-ae60a509-cee9-40a1-9e6a-5deebeb64624 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/quotas/66a9f786f6e9471f8602c0faa9a70c09 HTTP/1.1" status: 200 len: 375 time: 0.0092695 Feb 11 05:59:33.315739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7c64d50e-4137-497e-9441-292993bcf599 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:33.346564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '7c64d50e-4137-497e-9441-292993bcf599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:30Z', 'revision_number': 4, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'gw_port': {'id': '7c64d50e-4137-497e-9441-292993bcf599', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0497fe01-3925-4e33-bea2-3960b21b428b', 'name': '', 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'mac_address': 'fa:16:3e:72:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '3dc79eb1-de86-4c53-aad8-cfd02136be45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:29Z', 'updated_at': '2022-02-11T05:59:30Z', 'revision_number': 2, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'subnets': [{'id': '3dc79eb1-de86-4c53-aad8-cfd02136be45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:33.379073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-e71ccd22-5faf-416b-a3ce-c9d13c793ced tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=66a9f786f6e9471f8602c0faa9a70c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037869 Feb 11 05:59:33.380266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Checking router: 288069b3-b584-451e-91a0-ca291dc2e1a4 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:33.380634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Updating router 288069b3-b584-451e-91a0-ca291dc2e1a4 port 0497fe01-3925-4e33-bea2-3960b21b428b binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:59:33.412900 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:33.458104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7c64d50e-4137-497e-9441-292993bcf599 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:33.458489 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7c64d50e-4137-497e-9441-292993bcf599), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:33.470627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-fbbfba50-c2b4-4459-b93c-aeb5c1198421 service neutron] 10.222.0.31 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847154 Feb 11 05:59:33.565749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-3d25cd8e-aee2-44fe-b86f-6c3424ffb073 service neutron] 10.222.0.31 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887640 Feb 11 05:59:33.652073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7c64d50e-4137-497e-9441-292993bcf599 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:33.743691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c7cfb3e-3d9d-4f29-ac46-ee0c4bbc679f req-d8c3d595-cbc2-47a8-b8c4-3894c6eef64e tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 210 time: 0.0395119 Feb 11 05:59:33.757444 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Publish callbacks [] for port (0497fe01-3925-4e33-bea2-3960b21b428b), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:33.763008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:33.811508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208ec5d-cb45-46b3-ac98-9bf0613b8fe8 None None] Pushing event updated for resources: {'Port': ['ID=0497fe01-3925-4e33-bea2-3960b21b428b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:33.883356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Attempting to bind port 0497fe01-3925-4e33-bea2-3960b21b428b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:33.883967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Attempting to bind port 0497fe01-3925-4e33-bea2-3960b21b428b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '817d769e-721d-4326-8bf0-603dcf05a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:33.884171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Attempting to bind port 0497fe01-3925-4e33-bea2-3960b21b428b on network 3ee8ba5c-96db-4501-878d-88baa007f5c0 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:33.889989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:33.890411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Checking segment: {'id': '817d769e-721d-4326-8bf0-603dcf05a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:33.890835 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:33.891370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Bound using segment: {'id': '817d769e-721d-4326-8bf0-603dcf05a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:33.892044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Bound port: 0497fe01-3925-4e33-bea2-3960b21b428b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817d769e-721d-4326-8bf0-603dcf05a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:33.892638 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:33.939863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b74e3-e982-4890-8afd-66ba0ded79ba req-a9d65f6f-2657-4d6b-8b82-d974d2690177 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:33.941478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-206b74e3-e982-4890-8afd-66ba0ded79ba req-a9d65f6f-2657-4d6b-8b82-d974d2690177 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 944 time: 0.0916901 Feb 11 05:59:33.972987 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.018492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] For port 0497fe01-3925-4e33-bea2-3960b21b428b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:34.022143 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] For port 0497fe01-3925-4e33-bea2-3960b21b428b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0497fe01-3925-4e33-bea2-3960b21b428b,segment=NetworkSegment(817d769e-721d-4326-8bf0-603dcf05a3c5),segment_id=817d769e-721d-4326-8bf0-603dcf05a3c5)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:34.026526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-206b74e3-e982-4890-8afd-66ba0ded79ba req-88d05bbf-a72c-4e25-9daa-d6e12d2a1122 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749748 Feb 11 05:59:34.033038 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.042780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a30ed-1a08-4961-b0f1-7f2016bb45c5 req-4cf42cad-5ac9-4b03-90f1-878e934ff721 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:34.044531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b4a30ed-1a08-4961-b0f1-7f2016bb45c5 req-4cf42cad-5ac9-4b03-90f1-878e934ff721 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.1019804 Feb 11 05:59:34.120778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Routers {'288069b3-b584-451e-91a0-ca291dc2e1a4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:34.121544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T05:59:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['288069b3-b584-451e-91a0-ca291dc2e1a4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:34.151925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b4a30ed-1a08-4961-b0f1-7f2016bb45c5 req-264d4547-ded2-47a8-91d3-79a3e9fccb9f tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983081 Feb 11 05:59:34.186387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208ec5d-cb45-46b3-ac98-9bf0613b8fe8 None None] Pushing event updated for resources: {'Port': ['ID=0497fe01-3925-4e33-bea2-3960b21b428b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:34.209826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-94b37a8f-e296-4532-bfda-85ca40038531 None None] Provisioning complete for port 0497fe01-3925-4e33-bea2-3960b21b428b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:34.210295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-94b37a8f-e296-4532-bfda-85ca40038531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.327779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] Set router 288069b3-b584-451e-91a0-ca291dc2e1a4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:34.473245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa977f5-8811-4d0b-a141-e4bcefac258a req-b34d2810-6ea2-4d6e-8ea7-1982add2af7d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:34.475209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2aa977f5-8811-4d0b-a141-e4bcefac258a req-b34d2810-6ea2-4d6e-8ea7-1982add2af7d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 944 time: 0.1325128 Feb 11 05:59:34.500349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-6fc33bc3-4925-48a6-a772-48804dbdd90c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:34.502181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-6fc33bc3-4925-48a6-a772-48804dbdd90c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73&tenant_id=fd919b75b5e04e12bb265670ddb374d9&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 944 time: 0.1906426 Feb 11 05:59:34.504617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-94b37a8f-e296-4532-bfda-85ca40038531 None None] Current status of the port 0497fe01-3925-4e33-bea2-3960b21b428b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:34.505019 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-94b37a8f-e296-4532-bfda-85ca40038531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.562653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-94b37a8f-e296-4532-bfda-85ca40038531 None None] For port 0497fe01-3925-4e33-bea2-3960b21b428b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0497fe01-3925-4e33-bea2-3960b21b428b,segment=NetworkSegment(817d769e-721d-4326-8bf0-603dcf05a3c5),segment_id=817d769e-721d-4326-8bf0-603dcf05a3c5)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:34.567780 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-94b37a8f-e296-4532-bfda-85ca40038531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.577253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2aa977f5-8811-4d0b-a141-e4bcefac258a req-5fbecedb-8bb5-4b1f-8c8a-de4661d61737 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925097 Feb 11 05:59:34.606396 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-6aed82bd-8c4c-47d2-9072-2533e1ceda16 service neutron] 10.222.0.72 "GET /v2.0/ports/5a6e9254-bb69-424f-9564-6cb4b71c63b7/bindings/n-h2-715271-35 HTTP/1.1" status: 200 len: 383 time: 0.0875630 Feb 11 05:59:34.648396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b37a8f-e296-4532-bfda-85ca40038531 None None] Pushing event updated for resources: {'Port': ['ID=0497fe01-3925-4e33-bea2-3960b21b428b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:34.671848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '7c64d50e-4137-497e-9441-292993bcf599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:30Z', 'revision_number': 4, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'gw_port': {'id': '7c64d50e-4137-497e-9441-292993bcf599', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0497fe01-3925-4e33-bea2-3960b21b428b', 'name': '', 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'mac_address': 'fa:16:3e:72:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '3dc79eb1-de86-4c53-aad8-cfd02136be45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:29Z', 'updated_at': '2022-02-11T05:59:34Z', 'revision_number': 4, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'subnets': [{'id': '3dc79eb1-de86-4c53-aad8-cfd02136be45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:34.678948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-3f8014d4-bb7e-4f05-bd29-4371cbaa0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:34.681293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-3f8014d4-bb7e-4f05-bd29-4371cbaa0935 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1127 time: 0.0523646 Feb 11 05:59:34.703759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb94336-49a5-49c1-b934-66dded06da41 None None] The sync data for ids ['288069b3-b584-451e-91a0-ca291dc2e1a4'] in n-d-715271-35 is: [{'id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '7c64d50e-4137-497e-9441-292993bcf599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:30Z', 'revision_number': 4, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'gw_port': {'id': '7c64d50e-4137-497e-9441-292993bcf599', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0497fe01-3925-4e33-bea2-3960b21b428b', 'name': '', 'network_id': '3ee8ba5c-96db-4501-878d-88baa007f5c0', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'mac_address': 'fa:16:3e:72:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '3dc79eb1-de86-4c53-aad8-cfd02136be45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:29Z', 'updated_at': '2022-02-11T05:59:34Z', 'revision_number': 4, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'subnets': [{'id': '3dc79eb1-de86-4c53-aad8-cfd02136be45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:34.715181 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d52f3ee0-5bdc-4a07-80d0-49ef28172bc2 None None] Provisioning complete for port 0497fe01-3925-4e33-bea2-3960b21b428b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:34.715566 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d52f3ee0-5bdc-4a07-80d0-49ef28172bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.845930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-66c632e8-4044-46a8-a8a0-8de7611327ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:34.848422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-66c632e8-4044-46a8-a8a0-8de7611327ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.1577315 Feb 11 05:59:34.860469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d52f3ee0-5bdc-4a07-80d0-49ef28172bc2 None None] Current status of the port 0497fe01-3925-4e33-bea2-3960b21b428b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:34.867000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1de59ea-dac6-4ea1-a405-3acc5c62cf27 req-3f388f30-9bd3-4744-8af8-683c9e71d9c7 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 210 time: 0.0368431 Feb 11 05:59:34.941392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-fbe3ebd2-16a4-4337-b006-e6ac35d1742a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 999 time: 0.0769773 Feb 11 05:59:35.000602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-be0f7c9c-e388-4a77-beaa-04bdf3ea6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:35.002165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-be0f7c9c-e388-4a77-beaa-04bdf3ea6d77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.0534568 Feb 11 05:59:35.035944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:59:35.171612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-aedef667-3d4a-4f59-b351-a3589d329cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:35.173060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-aedef667-3d4a-4f59-b351-a3589d329cd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1643095 Feb 11 05:59:35.195796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:35.241229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-24514a74-c29f-4300-9155-fb2ca282d98a tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:35.242732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-24514a74-c29f-4300-9155-fb2ca282d98a tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.72 "GET /v2.0/networks?id=86fa065d-8340-4ab9-97e3-71d3374f0554 HTTP/1.1" status: 200 len: 911 time: 0.1953857 Feb 11 05:59:35.280258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Request body: {'port': {'device_id': '0fa4a4cd-d251-48e5-bf79-c610fa7d2439', 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554', 'admin_state_up': True, 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:35.399892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0497fe01-3925-4e33-bea2-3960b21b428b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:35.402377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'port_id': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'mac_address': 'fa:16:3e:10:e6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:59:35.407630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Made reservation on behalf of 66a9f786f6e9471f8602c0faa9a70c09 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:35.410033 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.424536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-0e37e251-0fe3-41d4-8b23-e096b9d3d640 service neutron] 10.222.0.72 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437623 Feb 11 05:59:35.438986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac921f-0235-45f8-8699-2d39c66a9528 req-175422a5-da1a-464b-9b74-92e3b2193c73 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:35.440460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51ac921f-0235-45f8-8699-2d39c66a9528 req-175422a5-da1a-464b-9b74-92e3b2193c73 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.1548817 Feb 11 05:59:35.491069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:35.491805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.509559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6e9254-bb69-424f-9564-6cb4b71c63b7 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:35.530767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 0497fe01-3925-4e33-bea2-3960b21b428b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:35.531251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.557889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:35.567405 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.628045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51ac921f-0235-45f8-8699-2d39c66a9528 req-a5bdd0de-1ac1-4a4b-aca8-cc66d27443df tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706679 Feb 11 05:59:35.633695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:35.653002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-ad3a9f27-6764-4ae0-add1-8aa3058af0f8 service neutron] 10.222.0.72 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105572 Feb 11 05:59:35.677981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 0497fe01-3925-4e33-bea2-3960b21b428b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:35.687564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Allocated IP 172.20.0.7 (86fa065d-8340-4ab9-97e3-71d3374f0554/691d35ca-7b02-4a1d-8277-d77e239ac0ec/2824b582-3675-4a08-b3e9-4d6206944539) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:35.816714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['5a6e9254-bb69-424f-9564-6cb4b71c63b7'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:35.851243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc9d01-7613-4883-a284-19dc8c37d227 req-060978d3-f7ca-4ed8-a38a-9912bc3f79d5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:35.852813 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0fc9d01-7613-4883-a284-19dc8c37d227 req-060978d3-f7ca-4ed8-a38a-9912bc3f79d5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 945 time: 0.1384816 Feb 11 05:59:35.939110 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks [] for port (2824b582-3675-4a08-b3e9-4d6206944539), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.952525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0fc9d01-7613-4883-a284-19dc8c37d227 req-63d27028-5d3b-4c8d-8d6a-3ee5f4bdd190 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925436 Feb 11 05:59:36.013945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3503e37-ea76-4638-887f-43604e960bc8 req-dcaecee6-cbd9-4efc-b154-3d30d00d31ea tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 210 time: 0.0368528 Feb 11 05:59:36.045599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2824b582-3675-4a08-b3e9-4d6206944539), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.094562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:36.098061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:36.100730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:36.138714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Pushing event updated for resources: {'Port': ['ID=2824b582-3675-4a08-b3e9-4d6206944539,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:36.160023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.160674 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.186130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-634185e3-3881-4864-9e17-35d7761e4dc4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9124618 Feb 11 05:59:36.199340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Request body: {'port': {'device_id': '0fa4a4cd-d251-48e5-bf79-c610fa7d2439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:36.267657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2824b582-3675-4a08-b3e9-4d6206944539), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.396827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6aa3cb4c-88f1-48fe-b2b2-070d598c9978 None None] Provisioning complete for port 2824b582-3675-4a08-b3e9-4d6206944539 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:36.397408 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6aa3cb4c-88f1-48fe-b2b2-070d598c9978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2824b582-3675-4a08-b3e9-4d6206944539), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.432651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3cb4c-88f1-48fe-b2b2-070d598c9978 None None] Port 2824b582-3675-4a08-b3e9-4d6206944539 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:36.541790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2824b582-3675-4a08-b3e9-4d6206944539 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:36.549320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Publish callbacks [] for port (2824b582-3675-4a08-b3e9-4d6206944539), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.561331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Transition to ACTIVE for port object 2824b582-3675-4a08-b3e9-4d6206944539 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:59:36.566218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2824b582-3675-4a08-b3e9-4d6206944539), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.615744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Pushing event updated for resources: {'Port': ['ID=2824b582-3675-4a08-b3e9-4d6206944539,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:36.695874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Attempting to bind port 2824b582-3675-4a08-b3e9-4d6206944539 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:36.696603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Attempting to bind port 2824b582-3675-4a08-b3e9-4d6206944539 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:36.696880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Attempting to bind port 2824b582-3675-4a08-b3e9-4d6206944539 on network 86fa065d-8340-4ab9-97e3-71d3374f0554 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:36.702117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Port 2824b582-3675-4a08-b3e9-4d6206944539 on network 86fa065d-8340-4ab9-97e3-71d3374f0554 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:59:36.702598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Attempting to bind port 2824b582-3675-4a08-b3e9-4d6206944539 on network 86fa065d-8340-4ab9-97e3-71d3374f0554 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:36.708825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:36.709202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Checking segment: {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:36.709596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Bound using segment: {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:36.710028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Bound port: 2824b582-3675-4a08-b3e9-4d6206944539, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:36.710393 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2824b582-3675-4a08-b3e9-4d6206944539), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.810039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] For port 2824b582-3675-4a08-b3e9-4d6206944539, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:36.818619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d585d-c390-4cc2-a56f-71d49867077b req-61a600e6-99a2-4492-baab-4a3f2eee07ed tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.820120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc5d585d-c390-4cc2-a56f-71d49867077b req-61a600e6-99a2-4492-baab-4a3f2eee07ed tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0974650 Feb 11 05:59:36.821823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] For port 2824b582-3675-4a08-b3e9-4d6206944539, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2824b582-3675-4a08-b3e9-4d6206944539,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:36.833006 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2824b582-3675-4a08-b3e9-4d6206944539), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.884535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.885220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.886607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] 10.222.0.72 "PUT /v2.0/ports/2824b582-3675-4a08-b3e9-4d6206944539 HTTP/1.1" status: 200 len: 1092 time: 0.6924746 Feb 11 05:59:36.887068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa4a4cd-d251-48e5-bf79-c610fa7d2439', 'tag': '2824b582-3675-4a08-b3e9-4d6206944539'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:36.889371 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07470b0-a586-4bb3-9d96-ff398ab6654d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa4a4cd-d251-48e5-bf79-c610fa7d2439", "tag": "2824b582-3675-4a08-b3e9-4d6206944539"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:36.927958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c8f01-0ebe-4a17-9ff4-cde40c5c963d service neutron] Pushing event updated for resources: {'Port': ['ID=2824b582-3675-4a08-b3e9-4d6206944539,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:36.934088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc5d585d-c390-4cc2-a56f-71d49867077b req-7dbeff40-531f-4696-82e8-b99fb045e6d4 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078215 Feb 11 05:59:36.964993 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81638b5a-444b-417b-b376-23c11f592c34 x-openstack-request-id: req-81638b5a-444b-417b-b376-23c11f592c34 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:36.965165 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa4a4cd-d251-48e5-bf79-c610fa7d2439", "tag": "2824b582-3675-4a08-b3e9-4d6206944539", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:36.965435 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81638b5a-444b-417b-b376-23c11f592c34 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:36.965844 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa4a4cd-d251-48e5-bf79-c610fa7d2439', 'tag': '2824b582-3675-4a08-b3e9-4d6206944539', 'status': 'completed', 'code': 200} Feb 11 05:59:36.987360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-4123f87f-a9f5-40c1-a03a-b4efefd63985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.988467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-4123f87f-a9f5-40c1-a03a-b4efefd63985 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66a9f786f6e9471f8602c0faa9a70c09&device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1126 time: 0.0533502 Feb 11 05:59:37.045922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-76434704-cc21-498f-98a2-682bf63eecd6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2824b582-3675-4a08-b3e9-4d6206944539 HTTP/1.1" status: 200 len: 217 time: 0.0446446 Feb 11 05:59:37.056271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:37.126822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:59:37.131889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:37.131889 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:37.168349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-9bcfee09-4ccf-4808-bcfb-6224d9d272c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.169956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-9bcfee09-4ccf-4808-bcfb-6224d9d272c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=691d35ca-7b02-4a1d-8277-d77e239ac0ec HTTP/1.1" status: 200 len: 849 time: 0.0957422 Feb 11 05:59:37.191725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7c887-028e-4dfc-a441-2cf6d9676566 req-147e373c-68bc-441b-ba04-f005bfeea386 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.193957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63d7c887-028e-4dfc-a441-2cf6d9676566 req-147e373c-68bc-441b-ba04-f005bfeea386 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 945 time: 0.1571610 Feb 11 05:59:37.229060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144e01-71f8-42bc-a97e-d82c62e5926d req-b360a8fa-2687-4afe-b0c9-6d09c8495ff6 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.230191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:37.230615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20144e01-71f8-42bc-a97e-d82c62e5926d req-b360a8fa-2687-4afe-b0c9-6d09c8495ff6 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1126 time: 0.1197140 Feb 11 05:59:37.230751 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:37.261469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:37.263915 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13358a18-729c-42ff-93b6-c95280a1b2a4" -d '{"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:37.276270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:37.281716 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:37.330180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63d7c887-028e-4dfc-a441-2cf6d9676566 req-b4fdfdd9-d56a-458e-a917-45e93615d2fa tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207807 Feb 11 05:59:37.331958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-15327fb4-eed8-4704-8ed5-c7f7c5149c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.333571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-15327fb4-eed8-4704-8ed5-c7f7c5149c70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86fa065d-8340-4ab9-97e3-71d3374f0554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1384988 Feb 11 05:59:37.335970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20144e01-71f8-42bc-a97e-d82c62e5926d req-d98a4dce-e170-46e9-998a-78d0574eaebe tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957165 Feb 11 05:59:37.336875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:37.394221 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86d5684-00ee-43f0-a88d-aeadd1343762 x-openstack-request-id: req-e86d5684-00ee-43f0-a88d-aeadd1343762 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:37.394537 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:37.394781 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e86d5684-00ee-43f0-a88d-aeadd1343762 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:37.395179 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'code': 200} Feb 11 05:59:37.435710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-11e33f9f-8346-4ce6-ba72-8ab52cb6b663 service neutron] 10.222.0.72 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891335 Feb 11 05:59:37.532317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8652e02c-39e2-4c97-86cd-fe8d2236625c req-bf8798db-dd12-4173-bb08-1e2b91c50745 service neutron] 10.222.0.72 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892327 Feb 11 05:59:37.631373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-7e56bb0d-14ca-4778-a413-58b4fcf09077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.632904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-7e56bb0d-14ca-4778-a413-58b4fcf09077 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=66a9f786f6e9471f8602c0faa9a70c09&device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1126 time: 0.0469689 Feb 11 05:59:37.731120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-b3b3c558-59fe-417b-9edd-c0a42bf64d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.732732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-b3b3c558-59fe-417b-9edd-c0a42bf64d33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=86fa065d-8340-4ab9-97e3-71d3374f0554 HTTP/1.1" status: 200 len: 911 time: 0.0926733 Feb 11 05:59:37.776216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-394d8a9b-df18-46c7-bf5f-a0ed3a2cd770 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2824b582-3675-4a08-b3e9-4d6206944539 HTTP/1.1" status: 200 len: 217 time: 0.0349903 Feb 11 05:59:37.825420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-fdfbd7cc-981a-4a00-b720-71236d3ebcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.826895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-fdfbd7cc-981a-4a00-b720-71236d3ebcf8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=691d35ca-7b02-4a1d-8277-d77e239ac0ec HTTP/1.1" status: 200 len: 849 time: 0.0442722 Feb 11 05:59:37.912395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-513814de-67e3-457b-b8f8-4b8471245ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.914008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-513814de-67e3-457b-b8f8-4b8471245ed8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86fa065d-8340-4ab9-97e3-71d3374f0554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804470 Feb 11 05:59:37.932814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-b7661e89-cfb1-4f2c-ac68-fa90bbc1121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.934356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-b7661e89-cfb1-4f2c-ac68-fa90bbc1121c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 1129 time: 0.0626316 Feb 11 05:59:37.948347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:38.085496 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:38.102533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-e5048110-2b19-45f9-af74-2da48717d232 service neutron] 10.222.0.72 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813242 Feb 11 05:59:38.541869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3933931-3bb8-4bcf-a471-5df7e5f78ca4 req-1588006d-767d-4dc4-8f32-460f7a40d949 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:38.543358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3933931-3bb8-4bcf-a471-5df7e5f78ca4 req-1588006d-767d-4dc4-8f32-460f7a40d949 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.5333745 Feb 11 05:59:38.744387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951c307-81e2-443f-8ae8-bd726cb4c833 req-91b5c304-2554-4942-8bd2-3305d47a0061 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:38.745819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d951c307-81e2-443f-8ae8-bd726cb4c833 req-91b5c304-2554-4942-8bd2-3305d47a0061 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 946 time: 0.2592802 Feb 11 05:59:38.751258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3933931-3bb8-4bcf-a471-5df7e5f78ca4 req-338e330c-c679-4ab5-aa28-0f1e8d5d1758 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957598 Feb 11 05:59:38.753189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d07470b0-a586-4bb3-9d96-ff398ab6654d req-9cee45aa-f42a-4312-8684-d67da16e768a service neutron] 10.222.0.72 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242764 Feb 11 05:59:38.868964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:38.891008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d951c307-81e2-443f-8ae8-bd726cb4c833 req-a153aa4c-e984-445e-b330-b15f86f0d1de tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007676 Feb 11 05:59:38.917043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4641e0-c38a-43c3-ab7e-49e93e144f79 req-192b0392-2cb6-481c-be02-948e636a0778 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:38.918686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a4641e0-c38a-43c3-ab7e-49e93e144f79 req-192b0392-2cb6-481c-be02-948e636a0778 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1126 time: 0.1065133 Feb 11 05:59:38.933379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:38.996819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:38.999173 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2fbc35-c922-4bcc-a3b0-91791a776975" -d '{"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:39.002856 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Publish callbacks [] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.016517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a4641e0-c38a-43c3-ab7e-49e93e144f79 req-bf3fc968-b5e0-463a-bda8-79b91035400f tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891552 Feb 11 05:59:39.021259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Transition to ACTIVE for port object 5a6e9254-bb69-424f-9564-6cb4b71c63b7 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:59:39.026218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.060454 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d707c1d-228b-4460-bcb9-518b01744d85 x-openstack-request-id: req-9d707c1d-228b-4460-bcb9-518b01744d85 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:39.060894 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:39.061059 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d707c1d-228b-4460-bcb9-518b01744d85 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:39.061403 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'code': 200} Feb 11 05:59:39.110256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=10']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:39.158369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] No DVR routers for this DVR port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:39.305095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:39.305470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:39.305811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:39.310688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:59:39.311020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Attempting to bind port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on network e14d50b7-60c6-40dc-bdf4-4c288d78999c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:39.318274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:39.318829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Checking segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:39.319476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Bound using segment: {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:39.320114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Bound port: 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300eb48d-5759-4dae-8189-d02a91e20adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:39.320663 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.393067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:39.396755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:39.404545 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.437760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:39.438412 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.439934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] 10.222.0.81 "PUT /v2.0/ports/5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 1094 time: 1.4954231 Feb 11 05:59:39.493109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fc229-37d8-41ad-a195-3abcf06b7017 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=11']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:39.517908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-edf7b8dd-b5f9-4587-8487-a79ed8df6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:39.519564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-edf7b8dd-b5f9-4587-8487-a79ed8df6c92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1128 time: 0.0554900 Feb 11 05:59:39.638085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-f18bca48-aa6f-4151-a328-309bf834ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:39.639587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-f18bca48-aa6f-4151-a328-309bf834ec50 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.1126785 Feb 11 05:59:39.713458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-1808c0c3-3992-4a96-b1a2-d230a1c9fd0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 999 time: 0.0640380 Feb 11 05:59:39.763255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-3fb9a607-4ed3-4be1-94d0-2dc01fe8f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:39.764663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-3fb9a607-4ed3-4be1-94d0-2dc01fe8f18e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.0452435 Feb 11 05:59:39.818348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-223ea6be-fc0e-4f14-b7fe-b2af1c417f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:39.820156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-223ea6be-fc0e-4f14-b7fe-b2af1c417f4c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492318 Feb 11 05:59:39.943653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb84f6-0d41-466f-b962-46edbe8606af req-fefb35b8-3135-4ee8-8f5b-8683fbb404cb tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:39.945189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bcb84f6-0d41-466f-b962-46edbe8606af req-fefb35b8-3135-4ee8-8f5b-8683fbb404cb tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.1097445 Feb 11 05:59:39.975696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-b0755ea3-7b36-4ef1-8814-21c466746e05 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476912 Feb 11 05:59:40.063698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7bcb84f6-0d41-466f-b962-46edbe8606af req-6e1c90a4-df5c-4bcc-ae3d-7b9a6c3e2769 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082656 Feb 11 05:59:40.118281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629df6aa-31ea-4d16-bc54-493382222aa8 req-bc71b84b-66f1-4cf6-858c-3e00ced2bd32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:40.119779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-629df6aa-31ea-4d16-bc54-493382222aa8 req-bc71b84b-66f1-4cf6-858c-3e00ced2bd32 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 945 time: 0.1415007 Feb 11 05:59:40.174918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa0c4de-f565-41d3-b77d-46ac9dac15a9 req-ec4c4417-84c5-42ca-b014-615a2ae06646 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856894 Feb 11 05:59:40.218022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-629df6aa-31ea-4d16-bc54-493382222aa8 req-c439ff4e-c2f4-4769-bf1f-60239438a718 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843771 Feb 11 05:59:40.221476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fb728-8989-4305-a15e-f6445e653a28 req-e5ff55ed-5194-4dcb-acb4-3315103f8c3a tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:40.222949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f81fb728-8989-4305-a15e-f6445e653a28 req-e5ff55ed-5194-4dcb-acb4-3315103f8c3a tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1126 time: 0.1022799 Feb 11 05:59:40.273805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f81fb728-8989-4305-a15e-f6445e653a28 req-2bf2bac2-5936-435f-8d58-4b40bd693039 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447822 Feb 11 05:59:41.063406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:41.065872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2824b582-3675-4a08-b3e9-4d6206944539 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:59:41.066734 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaf7bee-b953-4776-a6c4-bf246a191368" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:41.069080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:41.117973 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfb5ff5-8394-4378-8fc6-1bc9f1295e4b x-openstack-request-id: req-0cfb5ff5-8394-4378-8fc6-1bc9f1295e4b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:41.118282 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:41.118719 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cfb5ff5-8394-4378-8fc6-1bc9f1295e4b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:41.119151 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'status': 'completed', 'code': 200} Feb 11 05:59:41.135482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:59:41.136563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:41.212247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2824b582-3675-4a08-b3e9-4d6206944539, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2824b582-3675-4a08-b3e9-4d6206944539,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:41.225741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '2824b582-3675-4a08-b3e9-4d6206944539', 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554', 'port_id': '2824b582-3675-4a08-b3e9-4d6206944539', 'mac_address': 'fa:16:3e:e7:e1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691d35ca-7b02-4a1d-8277-d77e239ac0ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:59:41.268628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-3ef0f067-1155-4b37-8bbf-833dac02a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.270254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-3ef0f067-1155-4b37-8bbf-833dac02a956 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1128 time: 0.1352384 Feb 11 05:59:41.275691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 2824b582-3675-4a08-b3e9-4d6206944539 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:41.276090 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2824b582-3675-4a08-b3e9-4d6206944539), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:41.283045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73345a-ef6f-44c5-a1ee-9385eb50f82d req-6c2e232c-864a-4d50-81b2-dec1edc50b93 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.284618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c73345a-ef6f-44c5-a1ee-9385eb50f82d req-6c2e232c-864a-4d50-81b2-dec1edc50b93 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.1386862 Feb 11 05:59:41.286583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-bc02661d-6088-4648-92d2-c10002f2531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.288009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-bc02661d-6088-4648-92d2-c10002f2531a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1128 time: 0.1192205 Feb 11 05:59:41.292170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2824b582-3675-4a08-b3e9-4d6206944539 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:41.315999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2824b582-3675-4a08-b3e9-4d6206944539, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2824b582-3675-4a08-b3e9-4d6206944539,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:41.321167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2824b582-3675-4a08-b3e9-4d6206944539), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:41.375192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=2824b582-3675-4a08-b3e9-4d6206944539,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:41.511123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c73345a-ef6f-44c5-a1ee-9385eb50f82d req-16aeaa1b-a22e-4c2e-83d3-2c05acbd674f tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131708 Feb 11 05:59:41.524531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2824b582-3675-4a08-b3e9-4d6206944539'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:41.535442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffeadb-c3ff-4a1d-9669-db6c8d43fd9e req-4854de9d-ebc0-40e5-a0fc-f7a9b1d89603 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.537564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62ffeadb-c3ff-4a1d-9669-db6c8d43fd9e req-4854de9d-ebc0-40e5-a0fc-f7a9b1d89603 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 945 time: 0.2184296 Feb 11 05:59:41.542785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-535b8e79-56ae-4fe3-af9e-b6e9774066cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.544356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-535b8e79-56ae-4fe3-af9e-b6e9774066cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.2554660 Feb 11 05:59:41.605445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-188ad16f-cad3-4be8-acb8-5e930974415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.606942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-188ad16f-cad3-4be8-acb8-5e930974415a service neutron] 10.222.0.81 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.3079724 Feb 11 05:59:41.750460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-4c6562de-53f1-457d-b2da-ec50f9b893aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 999 time: 0.1984081 Feb 11 05:59:41.757692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62ffeadb-c3ff-4a1d-9669-db6c8d43fd9e req-8da9a860-e83d-45a8-be0c-0913d1ede0ff tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066925 Feb 11 05:59:41.803388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-89414927-6916-444d-86bf-cdf681cc9bb1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 999 time: 0.1831844 Feb 11 05:59:41.813805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d49a0-474c-41e9-a18c-972359ed856c req-f04dc4c8-1ae7-489c-b189-aa5bcbf4edbc tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.815310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-623d49a0-474c-41e9-a18c-972359ed856c req-f04dc4c8-1ae7-489c-b189-aa5bcbf4edbc tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1127 time: 0.2138968 Feb 11 05:59:41.867668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-5c741e0b-96c9-4405-aff7-18e6f434514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.869063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-5c741e0b-96c9-4405-aff7-18e6f434514d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.1104860 Feb 11 05:59:41.916231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-e1e94fed-6f96-4656-a5c5-f23452e467b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.918017 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-e1e94fed-6f96-4656-a5c5-f23452e467b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.1017942 Feb 11 05:59:41.966258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-623d49a0-474c-41e9-a18c-972359ed856c req-2ecbf94e-0e62-400e-a29b-3a8a482d168f tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400406 Feb 11 05:59:41.992435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-4674a541-ce17-4036-9b90-bb337630030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.994160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-4674a541-ce17-4036-9b90-bb337630030e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1170018 Feb 11 05:59:41.996690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-b9fefa92-ed31-493a-a590-84e2352030bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.998199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-b9fefa92-ed31-493a-a590-84e2352030bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0720546 Feb 11 05:59:42.157208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-69c6029d-7cd9-4e81-ab01-226e31cf22f4 service neutron] 10.222.0.72 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563370 Feb 11 05:59:42.159152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-7d42b428-f2ae-4bd9-8651-29ca2afd9c42 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512818 Feb 11 05:59:42.317284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-bd7ebe21-a06e-4a13-9dda-4a1452f0cffb service neutron] 10.222.0.72 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538794 Feb 11 05:59:42.322663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdaf7bee-b953-4776-a6c4-bf246a191368 req-f8437dec-0785-42fc-a91f-09de38a4fac8 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404865 Feb 11 05:59:42.641294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042962f-beef-405a-b232-c4e40ea36b5a req-3c86631f-0670-40d6-b226-3d025d7c544c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:42.642865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4042962f-beef-405a-b232-c4e40ea36b5a req-3c86631f-0670-40d6-b226-3d025d7c544c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0597181 Feb 11 05:59:42.692795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4042962f-beef-405a-b232-c4e40ea36b5a req-bb1175d5-f220-484b-ae48-0b481b9b18d9 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442328 Feb 11 05:59:42.882627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56ffdf-3bab-4e09-aa50-fc59df702969 req-bd343014-e4c2-455a-9456-6b74a483e8a0 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:42.884118 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f56ffdf-3bab-4e09-aa50-fc59df702969 req-bd343014-e4c2-455a-9456-6b74a483e8a0 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 945 time: 0.0561492 Feb 11 05:59:42.934213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f56ffdf-3bab-4e09-aa50-fc59df702969 req-dd1e3454-529a-4a1d-88a0-bebce89f005f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Feb 11 05:59:42.957422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37512) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:43.023091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-73e154b2-148e-4f86-bbd7-1b073df2ba98 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/bfea8df0-3d6e-493e-b53a-35b3265a6472 HTTP/1.1" status: 200 len: 991 time: 0.0642693 Feb 11 05:59:43.066414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2824b582-3675-4a08-b3e9-4d6206944539 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:43.080087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830146a-607a-4056-b660-c1704cb51353 req-31f7f2c9-22e4-462f-98d8-dc98a74db825 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:43.081799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0830146a-607a-4056-b660-c1704cb51353 req-31f7f2c9-22e4-462f-98d8-dc98a74db825 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1127 time: 0.0482888 Feb 11 05:59:43.119061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 2824b582-3675-4a08-b3e9-4d6206944539 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:59:43.123327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 2824b582-3675-4a08-b3e9-4d6206944539 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:43.123709 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2824b582-3675-4a08-b3e9-4d6206944539), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.126775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0830146a-607a-4056-b660-c1704cb51353 req-1f2a0994-f2e7-41c1-bc8b-e215b492736e tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 Feb 11 05:59:43.204635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 2824b582-3675-4a08-b3e9-4d6206944539 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:43.204942 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2824b582-3675-4a08-b3e9-4d6206944539), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.228729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa4a4cd-d251-48e5-bf79-c610fa7d2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2824b582-3675-4a08-b3e9-4d6206944539'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:43.231029 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e030516-1c4e-4e86-bf1a-aa805980a0ab" -d '{"events": [{"server_uuid": "0fa4a4cd-d251-48e5-bf79-c610fa7d2439", "name": "network-vif-plugged", "status": "completed", "tag": "2824b582-3675-4a08-b3e9-4d6206944539"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:43.245077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 2824b582-3675-4a08-b3e9-4d6206944539, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2824b582-3675-4a08-b3e9-4d6206944539,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:43.250115 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2824b582-3675-4a08-b3e9-4d6206944539), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.280343 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffe45b0-616b-4925-abc0-8cbf2b47c3cb x-openstack-request-id: req-3ffe45b0-616b-4925-abc0-8cbf2b47c3cb {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:43.281818 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa4a4cd-d251-48e5-bf79-c610fa7d2439", "name": "network-vif-plugged", "status": "completed", "tag": "2824b582-3675-4a08-b3e9-4d6206944539", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:43.282068 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ffe45b0-616b-4925-abc0-8cbf2b47c3cb {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:43.282473 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa4a4cd-d251-48e5-bf79-c610fa7d2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2824b582-3675-4a08-b3e9-4d6206944539', 'code': 200} Feb 11 05:59:43.311158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=2824b582-3675-4a08-b3e9-4d6206944539,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:43.379867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd747368-17e3-4cb2-ae93-975e13d38145 req-3965d487-fb26-4e74-8697-ced540ec7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:43.381403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd747368-17e3-4cb2-ae93-975e13d38145 req-3965d487-fb26-4e74-8697-ced540ec7841 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1128 time: 0.0463612 Feb 11 05:59:43.426759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd747368-17e3-4cb2-ae93-975e13d38145 req-9b0d467e-d95f-42c4-87c3-9530adce9a35 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Feb 11 05:59:43.713609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:59:43.820402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819f20-3f9a-4f4e-b9a6-715fe67eb32c req-501994ce-a9e4-4a27-b740-9963a7f8402d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:43.820633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:43.822319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37819f20-3f9a-4f4e-b9a6-715fe67eb32c req-501994ce-a9e4-4a27-b740-9963a7f8402d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0602450 Feb 11 05:59:43.833072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'port_id': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'mac_address': 'fa:16:3e:10:e6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:59:43.870960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37819f20-3f9a-4f4e-b9a6-715fe67eb32c req-54b696f7-4c85-4837-aa77-dc1ff4a4abea tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Feb 11 05:59:43.876696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:43.877190 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.891865 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6e9254-bb69-424f-9564-6cb4b71c63b7 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:43.912062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:43.916597 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.966061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=12']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:44.171982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['5a6e9254-bb69-424f-9564-6cb4b71c63b7'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:44.254031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9cda-1588-4cfc-9516-1645313b4f9c req-ebd50d27-f9d4-487f-a05d-632ef83f6b0d tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:44.259405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-156e9cda-1588-4cfc-9516-1645313b4f9c req-ebd50d27-f9d4-487f-a05d-632ef83f6b0d tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1128 time: 0.0478234 Feb 11 05:59:44.305348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-156e9cda-1588-4cfc-9516-1645313b4f9c req-8ce380a4-89ed-4220-8e54-caaf1a80276e tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379107 Feb 11 05:59:44.997387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400fc94-8855-4b69-8909-2a933d65c081 req-fa6cefc7-afec-434f-9670-13f22d3c582e tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:44.998914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3400fc94-8855-4b69-8909-2a933d65c081 req-fa6cefc7-afec-434f-9670-13f22d3c582e tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0572717 Feb 11 05:59:45.049721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3400fc94-8855-4b69-8909-2a933d65c081 req-4f7e515e-a503-45ce-a459-2db1a0995fe4 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Feb 11 05:59:45.424538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042537-0c95-43f0-b4b1-8e9b3b8273d7 req-4757a981-327f-43d9-8253-50cc0816212f tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.426158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b042537-0c95-43f0-b4b1-8e9b3b8273d7 req-4757a981-327f-43d9-8253-50cc0816212f tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1128 time: 0.0519688 Feb 11 05:59:45.474196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b042537-0c95-43f0-b4b1-8e9b3b8273d7 req-b57a9536-0513-4484-80d7-1bc4a661dcdf tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Feb 11 05:59:45.584325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4135c-89cd-4475-890d-e66daf1379fd req-b34d6ad0-19fb-48c4-b838-b2e738941d20 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.585974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22a4135c-89cd-4475-890d-e66daf1379fd req-b34d6ad0-19fb-48c4-b838-b2e738941d20 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1128 time: 0.0475419 Feb 11 05:59:45.634323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22a4135c-89cd-4475-890d-e66daf1379fd req-ccf1c516-fdd4-4c37-a49b-3e013bce82f1 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Feb 11 05:59:45.711333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:45.746809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a24eda-66c8-43e9-a470-9c22bbcbcf31 req-44943bf2-6604-48ae-839e-5bd393ab4387 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.748460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56a24eda-66c8-43e9-a470-9c22bbcbcf31 req-44943bf2-6604-48ae-839e-5bd393ab4387 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1128 time: 0.0460224 Feb 11 05:59:45.763341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:59:45.768503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:45.768900 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.797479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56a24eda-66c8-43e9-a470-9c22bbcbcf31 req-91b3057e-32fd-40a9-b60a-9b5316151dcb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Feb 11 05:59:45.853709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:45.854452 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.882955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:45.885220 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b9fef-ab6a-4485-959c-94b921b4766e" -d '{"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:45.898309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:45.902672 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.938028 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291bf339-eab4-44d1-894d-025a9e89286b x-openstack-request-id: req-291bf339-eab4-44d1-894d-025a9e89286b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:45.938372 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:45.938579 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-291bf339-eab4-44d1-894d-025a9e89286b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:45.938985 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'code': 200} Feb 11 05:59:45.957653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=13']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:46.042835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-f9a5cd8e-b739-44fe-8a70-64ab3108dfe6 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:46.044340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-f9a5cd8e-b739-44fe-8a70-64ab3108dfe6 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/networks?id=86fa065d-8340-4ab9-97e3-71d3374f0554 HTTP/1.1" status: 200 len: 911 time: 0.0924752 Feb 11 05:59:46.065033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-08bb3fa9-b155-4db4-8c5a-fadd4fe9eeeb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/quotas/66a9f786f6e9471f8602c0faa9a70c09 HTTP/1.1" status: 200 len: 375 time: 0.0131559 Feb 11 05:59:46.124180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-8c6ed4e8-b43d-43e9-96a7-3536de7eefbe tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=66a9f786f6e9471f8602c0faa9a70c09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537763 Feb 11 05:59:46.244698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158162a-a25e-4b63-8dbd-ec425356a134 req-90624c33-e165-4f6b-935e-8dd23d57610b tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:46.246294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0158162a-a25e-4b63-8dbd-ec425356a134 req-90624c33-e165-4f6b-935e-8dd23d57610b tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.1210659 Feb 11 05:59:46.274956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-91637cd2-dd73-4698-8008-4a63fd4bd369 service neutron] 10.222.0.31 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391883 Feb 11 05:59:46.330785 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0158162a-a25e-4b63-8dbd-ec425356a134 req-c22cf4d2-8ba5-4215-9d2d-ebbb3934388e tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774112 Feb 11 05:59:46.383949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-8be72ad0-ef01-478a-add7-657c8fa32d80 service neutron] 10.222.0.31 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011229 Feb 11 05:59:46.555352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2260c01f-ce12-4386-b6ae-611d30b54474 req-bc3a953b-872d-4fec-9250-b7faebb4f122 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 210 time: 0.0321243 Feb 11 05:59:47.453152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c1f45-a3fd-4bcd-a0e4-48b8764ebd2b req-0082dff1-dd5d-45a3-b19b-1cbadeb643a4 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:47.454907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff8c1f45-a3fd-4bcd-a0e4-48b8764ebd2b req-0082dff1-dd5d-45a3-b19b-1cbadeb643a4 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0538123 Feb 11 05:59:47.921204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd9e5b99-61c6-4d30-82d7-17722007cd3f req-eee7bae5-643d-4d85-996d-4c5b9559a3dd tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 210 time: 0.0407355 Feb 11 05:59:47.930571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff8c1f45-a3fd-4bcd-a0e4-48b8764ebd2b req-9e82a8de-7907-4372-be11-08fa134ae426 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667990 Feb 11 05:59:47.941376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9ca99a6a-39d0-4e0c-8808-d1e983ffb1a3 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:47.942936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9ca99a6a-39d0-4e0c-8808-d1e983ffb1a3 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.81 "GET /v2.0/networks?id=86fa065d-8340-4ab9-97e3-71d3374f0554 HTTP/1.1" status: 200 len: 911 time: 0.4873600 Feb 11 05:59:47.955010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Request body: {'port': {'device_id': 'e8d07961-6aac-4253-ab8c-44752bed16b1', 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554', 'admin_state_up': True, 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:47.973672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Made reservation on behalf of 66a9f786f6e9471f8602c0faa9a70c09 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:47.976117 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.092196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Allocated IP 172.20.0.13 (86fa065d-8340-4ab9-97e3-71d3374f0554/691d35ca-7b02-4a1d-8277-d77e239ac0ec/f9a23028-d1bb-434d-bd09-15a0d880c8a1) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:48.225755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks [] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.259026 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.272469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2824b582-3675-4a08-b3e9-4d6206944539'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:48.308642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:48.313749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:48.318130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:48.321598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Pushing event updated for resources: {'Port': ['ID=f9a23028-d1bb-434d-bd09-15a0d880c8a1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:48.362443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:48.363047 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.379617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9bb94c85-6952-4161-87b2-8fd21cde96aa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4289172 Feb 11 05:59:48.393997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Request body: {'port': {'device_id': 'e8d07961-6aac-4253-ab8c-44752bed16b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:48.457712 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.625738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-931e845e-8a12-4b3b-b5af-fd4b26846da7 None None] Provisioning complete for port f9a23028-d1bb-434d-bd09-15a0d880c8a1 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:48.626030 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-931e845e-8a12-4b3b-b5af-fd4b26846da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.660323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-931e845e-8a12-4b3b-b5af-fd4b26846da7 None None] Port f9a23028-d1bb-434d-bd09-15a0d880c8a1 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:48.728759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a23028-d1bb-434d-bd09-15a0d880c8a1 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:48.736204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Publish callbacks [] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.747912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Transition to ACTIVE for port object f9a23028-d1bb-434d-bd09-15a0d880c8a1 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:59:48.752393 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.804202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a23028-d1bb-434d-bd09-15a0d880c8a1,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:48.878246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Attempting to bind port f9a23028-d1bb-434d-bd09-15a0d880c8a1 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:48.878823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Attempting to bind port f9a23028-d1bb-434d-bd09-15a0d880c8a1 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:48.879261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Attempting to bind port f9a23028-d1bb-434d-bd09-15a0d880c8a1 on network 86fa065d-8340-4ab9-97e3-71d3374f0554 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:48.885812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Port f9a23028-d1bb-434d-bd09-15a0d880c8a1 on network 86fa065d-8340-4ab9-97e3-71d3374f0554 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:59:48.886134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Attempting to bind port f9a23028-d1bb-434d-bd09-15a0d880c8a1 on network 86fa065d-8340-4ab9-97e3-71d3374f0554 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:48.892972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:48.893453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Checking segment: {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:48.894112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Bound using segment: {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:48.894900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Bound port: f9a23028-d1bb-434d-bd09-15a0d880c8a1, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703fefa2-e734-45ff-aaed-b66457e541fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:48.895466 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.965148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] For port f9a23028-d1bb-434d-bd09-15a0d880c8a1, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:48.970244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] For port f9a23028-d1bb-434d-bd09-15a0d880c8a1, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f9a23028-d1bb-434d-bd09-15a0d880c8a1,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:48.976925 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.007759 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:49.026205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:49.026834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.028288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] 10.222.0.81 "PUT /v2.0/ports/f9a23028-d1bb-434d-bd09-15a0d880c8a1 HTTP/1.1" status: 200 len: 1093 time: 0.6394572 Feb 11 05:59:49.034834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d07961-6aac-4253-ab8c-44752bed16b1', 'tag': 'f9a23028-d1bb-434d-bd09-15a0d880c8a1'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:49.037156 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf55189-c79f-4fd2-a209-4a218d56f70b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d07961-6aac-4253-ab8c-44752bed16b1", "tag": "f9a23028-d1bb-434d-bd09-15a0d880c8a1"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:49.176178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacc309-8314-47b2-b5c9-ab6ed0ccfba5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a23028-d1bb-434d-bd09-15a0d880c8a1,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:49.213625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24425974-7d14-4233-9801-84f33e40040b req-c4185a0d-d611-492b-8bf6-21a86f32f874 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:49.220199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24425974-7d14-4233-9801-84f33e40040b req-c4185a0d-d611-492b-8bf6-21a86f32f874 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.1621368 Feb 11 05:59:49.226553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89031fa0-9347-4831-aeb5-0fe14eec1854 req-ecf02e7e-7b10-4725-9856-783b84851955 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:49.228234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89031fa0-9347-4831-aeb5-0fe14eec1854 req-ecf02e7e-7b10-4725-9856-783b84851955 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1127 time: 0.1961770 Feb 11 05:59:49.253314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-02e5731c-2c05-4e2e-8d90-b6e12db8134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:49.254758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-02e5731c-2c05-4e2e-8d90-b6e12db8134e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66a9f786f6e9471f8602c0faa9a70c09&device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1127 time: 0.1390543 Feb 11 05:59:49.318503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-77f8e75e-c4d5-4c03-a430-74b1f784ec5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a23028-d1bb-434d-bd09-15a0d880c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0506895 Feb 11 05:59:49.367894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24425974-7d14-4233-9801-84f33e40040b req-005069dd-0692-46cd-87d6-09beab571126 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462882 Feb 11 05:59:49.377394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89031fa0-9347-4831-aeb5-0fe14eec1854 req-29323924-a638-4934-8389-6289693d6266 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397810 Feb 11 05:59:49.392651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9f9f2cca-047a-4276-8790-2f6f9c6eed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:49.394380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-9f9f2cca-047a-4276-8790-2f6f9c6eed56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=691d35ca-7b02-4a1d-8277-d77e239ac0ec HTTP/1.1" status: 200 len: 849 time: 0.0649493 Feb 11 05:59:49.428292 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2459278-5273-4730-9731-1cbace401115 x-openstack-request-id: req-e2459278-5273-4730-9731-1cbace401115 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:49.428590 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d07961-6aac-4253-ab8c-44752bed16b1", "tag": "f9a23028-d1bb-434d-bd09-15a0d880c8a1", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:49.428842 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2459278-5273-4730-9731-1cbace401115 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:49.429362 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d07961-6aac-4253-ab8c-44752bed16b1', 'tag': 'f9a23028-d1bb-434d-bd09-15a0d880c8a1', 'status': 'completed', 'code': 200} Feb 11 05:59:49.449920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-df5205a5-47db-474d-a480-b338a74678e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:49.451498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-df5205a5-47db-474d-a480-b338a74678e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=86fa065d-8340-4ab9-97e3-71d3374f0554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510402 Feb 11 05:59:49.544578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-f96a1de6-008b-46af-8091-6a9e7046a06d service neutron] 10.222.0.81 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864820 Feb 11 05:59:49.647488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68093968-8a2c-450a-ba8d-99629c1b4bdb req-b981265c-2ed6-492c-95d3-5fd8e15836ca service neutron] 10.222.0.81 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911112 Feb 11 05:59:49.745336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-97cdc283-2c20-499f-b69a-8b6a102f448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:49.746919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-97cdc283-2c20-499f-b69a-8b6a102f448b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66a9f786f6e9471f8602c0faa9a70c09&device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1127 time: 0.0506697 Feb 11 05:59:49.846611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-a0da4dd4-f65d-4aaf-9e0a-fe9f829b619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:49.848047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-a0da4dd4-f65d-4aaf-9e0a-fe9f829b619f service neutron] 10.222.0.81 "GET /v2.0/networks?id=86fa065d-8340-4ab9-97e3-71d3374f0554 HTTP/1.1" status: 200 len: 911 time: 0.0939107 Feb 11 05:59:49.893410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-a9bb0247-3ee0-4cd5-89cc-1ea08a85f647 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a23028-d1bb-434d-bd09-15a0d880c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0385845 Feb 11 05:59:49.942170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-4e02be67-a22a-4eac-8933-cf769b365c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:49.943645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-4e02be67-a22a-4eac-8933-cf769b365c7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=691d35ca-7b02-4a1d-8277-d77e239ac0ec HTTP/1.1" status: 200 len: 849 time: 0.0445774 Feb 11 05:59:50.002338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-098189ee-ab67-4532-8413-370133f5934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:50.004401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-098189ee-ab67-4532-8413-370133f5934c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=86fa065d-8340-4ab9-97e3-71d3374f0554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536246 Feb 11 05:59:50.098552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-b34eec3d-8ba0-4682-adc8-8543ff160286 service neutron] 10.222.0.81 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867693 Feb 11 05:59:50.191983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faf55189-c79f-4fd2-a209-4a218d56f70b req-7702f282-efbd-4dcb-97eb-42c386b0aec6 service neutron] 10.222.0.81 "GET /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864294 Feb 11 05:59:50.531140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d2ea6-4f74-457c-9c15-5a99ff2fd9dc req-6a0fd963-bf15-4a41-9600-5445dbf7bd52 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:50.532708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-811d2ea6-4f74-457c-9c15-5a99ff2fd9dc req-6a0fd963-bf15-4a41-9600-5445dbf7bd52 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0915463 Feb 11 05:59:50.534618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e23456-39e4-4d4c-bd4c-54f1c07a2e55 req-f98ffad1-df3d-4518-991b-d9e23d9d321b tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:50.536110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00e23456-39e4-4d4c-bd4c-54f1c07a2e55 req-f98ffad1-df3d-4518-991b-d9e23d9d321b tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1127 time: 0.0845959 Feb 11 05:59:50.610960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-811d2ea6-4f74-457c-9c15-5a99ff2fd9dc req-3677bc3c-4562-42b5-947e-ace717fe3814 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Feb 11 05:59:50.614448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00e23456-39e4-4d4c-bd4c-54f1c07a2e55 req-a2240e07-f8d2-4e7f-8c04-0311c4325f15 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686600 Feb 11 05:59:51.775790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c926e-51f1-4699-9654-c420079307ac req-a27d534f-03aa-4cf4-ada3-59dc7b378681 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:51.777027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c70c926e-51f1-4699-9654-c420079307ac req-a27d534f-03aa-4cf4-ada3-59dc7b378681 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0903821 Feb 11 05:59:51.783613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8c5b8-67b4-48f5-a2c5-9b581debdd6e req-2565a356-63e4-468d-a33d-1a7083fa61fa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:51.785049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6df8c5b8-67b4-48f5-a2c5-9b581debdd6e req-2565a356-63e4-468d-a33d-1a7083fa61fa tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1127 time: 0.0691786 Feb 11 05:59:51.854805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c70c926e-51f1-4699-9654-c420079307ac req-41c162dc-f6cd-4dd8-b090-f561e4fd0003 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687578 Feb 11 05:59:51.856922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6df8c5b8-67b4-48f5-a2c5-9b581debdd6e req-509a7b61-22f8-4f05-8850-a46b46f27853 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651782 Feb 11 05:59:52.229629 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:53.005672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700e6f8-1ba9-4965-bdc4-ccd27c16fa68 req-7bf1827e-f248-40e1-bd75-bb4143c3a13c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:53.007253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9700e6f8-1ba9-4965-bdc4-ccd27c16fa68 req-7bf1827e-f248-40e1-bd75-bb4143c3a13c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0817504 Feb 11 05:59:53.012992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f9216-d017-4565-b0fe-6b9dbc5d0ae1 req-f78695e7-05e5-4963-bf9f-a3ff94cd3bd2 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:53.014681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a9f9216-d017-4565-b0fe-6b9dbc5d0ae1 req-f78695e7-05e5-4963-bf9f-a3ff94cd3bd2 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1127 time: 0.0799458 Feb 11 05:59:53.090950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9700e6f8-1ba9-4965-bdc4-ccd27c16fa68 req-62357d03-1153-4558-aae8-3147a36ef091 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753064 Feb 11 05:59:53.094057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a9f9216-d017-4565-b0fe-6b9dbc5d0ae1 req-8cb41649-4901-4dbd-a291-cd71ed7b143a tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726013 Feb 11 05:59:53.257902 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:53.754932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f9a23028-d1bb-434d-bd09-15a0d880c8a1 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:59:53.855588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f9a23028-d1bb-434d-bd09-15a0d880c8a1, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f9a23028-d1bb-434d-bd09-15a0d880c8a1,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:53.867240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'f9a23028-d1bb-434d-bd09-15a0d880c8a1', 'network_id': '86fa065d-8340-4ab9-97e3-71d3374f0554', 'port_id': 'f9a23028-d1bb-434d-bd09-15a0d880c8a1', 'mac_address': 'fa:16:3e:84:b4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691d35ca-7b02-4a1d-8277-d77e239ac0ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:59:53.907787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f9a23028-d1bb-434d-bd09-15a0d880c8a1 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:53.908166 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:53.921213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a23028-d1bb-434d-bd09-15a0d880c8a1 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:53.945269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f9a23028-d1bb-434d-bd09-15a0d880c8a1, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f9a23028-d1bb-434d-bd09-15a0d880c8a1,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:53.950715 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:54.001926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f9a23028-d1bb-434d-bd09-15a0d880c8a1,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:54.246507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae391f-dac8-4f4b-961c-486479898dd0 req-b08c5eae-5574-4ffd-846d-ce3aaf317157 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:54.248033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6ae391f-dac8-4f4b-961c-486479898dd0 req-b08c5eae-5574-4ffd-846d-ce3aaf317157 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1128 time: 0.0790634 Feb 11 05:59:54.257340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4078df-e3af-4e6c-81cc-790a0ab31acb req-29793125-4d4d-4e0d-9793-737c8992fb3d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:54.258860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed4078df-e3af-4e6c-81cc-790a0ab31acb req-29793125-4d4d-4e0d-9793-737c8992fb3d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0917456 Feb 11 05:59:54.268388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['f9a23028-d1bb-434d-bd09-15a0d880c8a1'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:54.334984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6ae391f-dac8-4f4b-961c-486479898dd0 req-8be4105a-c49f-4305-a5c4-7d1550183e33 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750918 Feb 11 05:59:54.338306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed4078df-e3af-4e6c-81cc-790a0ab31acb req-d109bf91-a7a8-40c2-9118-e5eb216a315d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721843 Feb 11 05:59:55.480590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99238d31-a2be-4b18-9409-02dec648a9f7 req-4cda8784-a976-4486-b16b-16ffaafbf00c tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:55.482084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99238d31-a2be-4b18-9409-02dec648a9f7 req-4cda8784-a976-4486-b16b-16ffaafbf00c tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1128 time: 0.0781691 Feb 11 05:59:55.493133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acec13-bd9c-4a55-a09a-26008e313f6d req-32e6596e-7bec-4d8e-82f5-09ba92b870d4 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:55.494563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04acec13-bd9c-4a55-a09a-26008e313f6d req-32e6596e-7bec-4d8e-82f5-09ba92b870d4 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0642195 Feb 11 05:59:55.560527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99238d31-a2be-4b18-9409-02dec648a9f7 req-9a76aba8-5d76-4799-96e1-8fbe5a293332 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649588 Feb 11 05:59:55.568378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04acec13-bd9c-4a55-a09a-26008e313f6d req-62c2ed13-551b-4745-bd23-3f32c6ca76a2 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664711 Feb 11 05:59:55.781842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f9a23028-d1bb-434d-bd09-15a0d880c8a1 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:55.843317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port f9a23028-d1bb-434d-bd09-15a0d880c8a1 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:59:55.848137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port f9a23028-d1bb-434d-bd09-15a0d880c8a1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:55.848519 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:55.934319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f9a23028-d1bb-434d-bd09-15a0d880c8a1 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:55.934707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:55.963353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d07961-6aac-4253-ab8c-44752bed16b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a23028-d1bb-434d-bd09-15a0d880c8a1'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:55.965869 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee9c1f9-1c6d-4497-848a-5dd17bebe9e1" -d '{"events": [{"server_uuid": "e8d07961-6aac-4253-ab8c-44752bed16b1", "name": "network-vif-plugged", "status": "completed", "tag": "f9a23028-d1bb-434d-bd09-15a0d880c8a1"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:55.979385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f9a23028-d1bb-434d-bd09-15a0d880c8a1, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f9a23028-d1bb-434d-bd09-15a0d880c8a1,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:55.985272 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:56.009210 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ac3c9-1f3c-4eab-8c46-bfbfa47a992a x-openstack-request-id: req-ae8ac3c9-1f3c-4eab-8c46-bfbfa47a992a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:56.009518 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d07961-6aac-4253-ab8c-44752bed16b1", "name": "network-vif-plugged", "status": "completed", "tag": "f9a23028-d1bb-434d-bd09-15a0d880c8a1", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:56.009778 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae8ac3c9-1f3c-4eab-8c46-bfbfa47a992a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:56.010175 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d07961-6aac-4253-ab8c-44752bed16b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a23028-d1bb-434d-bd09-15a0d880c8a1', 'code': 200} Feb 11 05:59:56.037420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f9a23028-d1bb-434d-bd09-15a0d880c8a1,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:56.118476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b6c2b-7e9e-4f10-a7d3-0e8d2a81b6d6 req-bcffeac3-a247-4cab-87e4-c1ea4c826cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:56.120025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e84b6c2b-7e9e-4f10-a7d3-0e8d2a81b6d6 req-bcffeac3-a247-4cab-87e4-c1ea4c826cde service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1129 time: 0.0480151 Feb 11 05:59:56.163336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e84b6c2b-7e9e-4f10-a7d3-0e8d2a81b6d6 req-b25f93a8-4f36-493f-bfd5-487692f2c97e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365181 Feb 11 05:59:56.702928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e644f-249c-4814-8433-bec439f6c256 req-bc1eca46-680e-43b6-8deb-8c86f8c228ad tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:56.705010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-203e644f-249c-4814-8433-bec439f6c256 req-bc1eca46-680e-43b6-8deb-8c86f8c228ad tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1129 time: 0.0775082 Feb 11 05:59:56.714272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc22f08-c910-43a4-a774-d3cec44415cb req-e4609c2a-46d6-4b91-85f4-487c8da3d144 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:56.715650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edc22f08-c910-43a4-a774-d3cec44415cb req-e4609c2a-46d6-4b91-85f4-487c8da3d144 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0780687 Feb 11 05:59:56.783932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-203e644f-249c-4814-8433-bec439f6c256 req-20b41b20-eca6-4afc-abc4-c6480c7f7e34 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673256 Feb 11 05:59:56.791006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edc22f08-c910-43a4-a774-d3cec44415cb req-55f76c78-4830-4ce3-a5b4-f0b47253d302 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689223 Feb 11 05:59:57.716161 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1af69539-efde-4a1d-92fb-3cd8b90dbe34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:57.932999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48816-ed7f-4616-bfb5-088c83b75dc3 req-4afd43b0-4d91-451a-9b24-cc204f6dad39 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:57.934497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70a48816-ed7f-4616-bfb5-088c83b75dc3 req-4afd43b0-4d91-451a-9b24-cc204f6dad39 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0741231 Feb 11 05:59:57.936289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff9d61-cb79-4090-9461-f764e13ddd51 req-c42f9d8d-e721-4f0d-916a-46c92c9b6ff4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:57.938390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01ff9d61-cb79-4090-9461-f764e13ddd51 req-c42f9d8d-e721-4f0d-916a-46c92c9b6ff4 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1129 time: 0.0864909 Feb 11 05:59:58.012876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70a48816-ed7f-4616-bfb5-088c83b75dc3 req-1b4b1ad5-a80d-4ad0-a35f-1aea2ec05336 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716131 Feb 11 05:59:58.016090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01ff9d61-cb79-4090-9461-f764e13ddd51 req-00f8dee5-2f41-422d-9ab6-7b0aac382699 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690527 Feb 11 05:59:58.124245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee408ae-ed8e-4d5c-90e1-d5356305b4e5 req-3c1130e7-eff3-47c6-89d4-e73035be8d55 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:58.126074 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ee408ae-ed8e-4d5c-90e1-d5356305b4e5 req-3c1130e7-eff3-47c6-89d4-e73035be8d55 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1129 time: 0.0457101 Feb 11 05:59:58.168291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ee408ae-ed8e-4d5c-90e1-d5356305b4e5 req-8d63b996-f7e3-45c3-9031-6da5fefce726 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367332 Feb 11 05:59:58.274962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6437-db38-4c94-ba86-0002fecca4b5 req-d4eb3ef3-e605-4ded-9e70-3a35eba234e8 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:58.276391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93fe6437-db38-4c94-ba86-0002fecca4b5 req-d4eb3ef3-e605-4ded-9e70-3a35eba234e8 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1129 time: 0.0443754 Feb 11 05:59:58.320368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93fe6437-db38-4c94-ba86-0002fecca4b5 req-1a89d612-cfa4-4cb7-82e2-b57511e6a032 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Feb 11 05:59:58.549145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6540-e425-4232-8ff2-0508f15aefa8 req-27204562-bf51-4f5d-8dd0-9c11a38a3138 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:58.550620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-235d6540-e425-4232-8ff2-0508f15aefa8 req-27204562-bf51-4f5d-8dd0-9c11a38a3138 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1129 time: 0.0479105 Feb 11 05:59:58.595457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-235d6540-e425-4232-8ff2-0508f15aefa8 req-a95c8ace-7bb9-4ef5-879c-d31c4c2b8a50 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390155 Feb 11 05:59:59.133847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6fbdf-d267-4120-bac3-d801e4d923ce req-d7d4e89d-5454-4568-a5b8-03e02e016bb6 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:59.135326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6f6fbdf-d267-4120-bac3-d801e4d923ce req-d7d4e89d-5454-4568-a5b8-03e02e016bb6 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0519874 Feb 11 05:59:59.181860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6f6fbdf-d267-4120-bac3-d801e4d923ce req-8c01f120-1b47-4ca8-8553-098e3996fef5 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Feb 11 05:59:59.704944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a23d33-7162-4a65-8d1a-f559c36b4c28 req-65123433-f071-4ae2-bc88-8fb83028d727 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:59.706468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56a23d33-7162-4a65-8d1a-f559c36b4c28 req-65123433-f071-4ae2-bc88-8fb83028d727 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1129 time: 0.0436027 Feb 11 05:59:59.753999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56a23d33-7162-4a65-8d1a-f559c36b4c28 req-a7072101-f070-4508-acd7-e9583bc16842 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Feb 11 06:00:00.020574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-bd8d873e-71f0-4265-b56d-7c61e7d83728 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:00.022146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-bd8d873e-71f0-4265-b56d-7c61e7d83728 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 1129 time: 0.0431337 Feb 11 06:00:00.102673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Deleting port f9a23028-d1bb-434d-bd09-15a0d880c8a1 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:00.103016 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:00.183086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] For port f9a23028-d1bb-434d-bd09-15a0d880c8a1, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f9a23028-d1bb-434d-bd09-15a0d880c8a1,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:00.183703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:00.195734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Calling delete_port for f9a23028-d1bb-434d-bd09-15a0d880c8a1 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:00.288993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e54c7754-8159-4576-83bc-b6538f3babf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:00.327445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5fcb9-cd6f-4716-8d3e-9e4a551616e3 req-9858d903-b691-40ab-bc7a-d944f3b8fccd tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:00.329557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2a5fcb9-cd6f-4716-8d3e-9e4a551616e3 req-9858d903-b691-40ab-bc7a-d944f3b8fccd tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0790989 Feb 11 06:00:00.399116 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f9a23028-d1bb-434d-bd09-15a0d880c8a1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:00.411226 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['f9a23028-d1bb-434d-bd09-15a0d880c8a1'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:00:00.413451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2824b582-3675-4a08-b3e9-4d6206944539'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:00:00.429721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2a5fcb9-cd6f-4716-8d3e-9e4a551616e3 req-05369b71-4f4e-488a-92d7-1d953590e8ae tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791218 Feb 11 06:00:00.432685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9a23028-d1bb-434d-bd09-15a0d880c8a1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:00.480836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] No DVR routers for this DVR port f9a23028-d1bb-434d-bd09-15a0d880c8a1 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:00.483572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:00.487639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abcca9c1-fcb8-4c3f-9052-466d2203e4a4 req-51c1bb92-4704-4fa2-af12-2fb46d4abd87 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.81 "DELETE /v2.0/ports/f9a23028-d1bb-434d-bd09-15a0d880c8a1 HTTP/1.1" status: 204 len: 173 time: 0.4597893 Feb 11 06:00:00.488114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d07961-6aac-4253-ab8c-44752bed16b1', 'name': 'network-vif-deleted', 'tag': 'f9a23028-d1bb-434d-bd09-15a0d880c8a1'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:00.490536 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b096602-063f-4be9-82fc-3d222a21aefb" -d '{"events": [{"server_uuid": "e8d07961-6aac-4253-ab8c-44752bed16b1", "name": "network-vif-deleted", "tag": "f9a23028-d1bb-434d-bd09-15a0d880c8a1"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:00.528570 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68a378-a46e-4c9f-a94e-17d1281071ce x-openstack-request-id: req-bd68a378-a46e-4c9f-a94e-17d1281071ce {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:00.528880 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d07961-6aac-4253-ab8c-44752bed16b1", "name": "network-vif-deleted", "tag": "f9a23028-d1bb-434d-bd09-15a0d880c8a1", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:00.529189 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd68a378-a46e-4c9f-a94e-17d1281071ce {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:00.529994 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d07961-6aac-4253-ab8c-44752bed16b1', 'name': 'network-vif-deleted', 'tag': 'f9a23028-d1bb-434d-bd09-15a0d880c8a1', 'status': 'completed', 'code': 200} Feb 11 06:00:00.857811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0d8aed4-d894-4e63-a521-fab29f94fc55 req-7f9c00d5-80b2-4fa5-821d-d164878776e3 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8d07961-6aac-4253-ab8c-44752bed16b1 HTTP/1.1" status: 200 len: 210 time: 0.0263984 Feb 11 06:00:01.162906 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:01.574761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51803931-f969-48ac-83a3-db09f9ffb8fe req-dc27415c-87d2-4f26-9942-16dcafcb556e tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:01.576230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51803931-f969-48ac-83a3-db09f9ffb8fe req-dc27415c-87d2-4f26-9942-16dcafcb556e tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0534589 Feb 11 06:00:01.624239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51803931-f969-48ac-83a3-db09f9ffb8fe req-440a63bd-7bde-4c58-be18-30817e69c131 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Feb 11 06:00:02.122150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d585db-38d6-4dc8-b8db-1eff07d44bba req-7c8bee44-b7d9-4d6e-ac8a-e39c182f5fc8 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:02.123657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56d585db-38d6-4dc8-b8db-1eff07d44bba req-7c8bee44-b7d9-4d6e-ac8a-e39c182f5fc8 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1128 time: 0.0478556 Feb 11 06:00:02.166252 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56d585db-38d6-4dc8-b8db-1eff07d44bba req-0414ad8d-05c2-487f-8e38-bc8f78687a94 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Feb 11 06:00:02.745810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebc3af-f3c2-4857-9c1f-223808ba81d8 req-5fb5ba4b-2918-475e-89a0-30f72b909ddd tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:02.747282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9ebc3af-f3c2-4857-9c1f-223808ba81d8 req-5fb5ba4b-2918-475e-89a0-30f72b909ddd tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0523705 Feb 11 06:00:02.794226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9ebc3af-f3c2-4857-9c1f-223808ba81d8 req-dca8afdd-159a-4588-a1a0-6376ec42116a tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Feb 11 06:00:02.816014 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:02.898253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-197e05bc-5882-4379-858c-3c619481b918 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422978 Feb 11 06:00:02.989662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-4acb53f8-d46d-4765-89d9-c09a238f158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:02.991043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-4acb53f8-d46d-4765-89d9-c09a238f158f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1128 time: 0.0477281 Feb 11 06:00:03.130331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-275ae268-fd97-4b2c-a6ad-32cd597fd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:03.131789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-275ae268-fd97-4b2c-a6ad-32cd597fd9f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.1216145 Feb 11 06:00:03.137676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-99fd60de-42ac-4554-9b2a-a7aea98ca0bc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0696251 Feb 11 06:00:03.179701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-d9f909eb-3b1d-4105-af35-71cb09f15eb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 200 len: 217 time: 0.0404792 Feb 11 06:00:03.286251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-421bf1d1-00c0-445e-a863-4477a04ebe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:03.287721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-421bf1d1-00c0-445e-a863-4477a04ebe30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.0943131 Feb 11 06:00:03.307589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-ad2e8079-7fe5-4e28-ad2a-72c03c9f736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:03.308967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-ad2e8079-7fe5-4e28-ad2a-72c03c9f736a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a25161668b242aeb0c5d0ddead6437b&device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 1128 time: 0.1229076 Feb 11 06:00:03.330500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-c496c69e-4e79-49ae-92a5-c24e77fd178f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326855 Feb 11 06:00:03.343298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31429c31-cdc9-4ac0-9c0a-0de24aba55ae req-a431cd35-cd9c-4dea-974e-640d552fa066 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:03.344755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31429c31-cdc9-4ac0-9c0a-0de24aba55ae req-a431cd35-cd9c-4dea-974e-640d552fa066 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1128 time: 0.1084116 Feb 11 06:00:03.518859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31429c31-cdc9-4ac0-9c0a-0de24aba55ae req-4c7def8c-28a9-4fd1-97c9-ce6254cb37e6 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636183 Feb 11 06:00:03.540311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-522cd761-2775-4d2a-a993-1d980d7036f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:03.541537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-522cd761-2775-4d2a-a993-1d980d7036f8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e HTTP/1.1" status: 200 len: 910 time: 0.2077951 Feb 11 06:00:03.555273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-e8e0a33b-8a75-416c-a7c2-1f950efd12f7 service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012169 Feb 11 06:00:03.672655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-0e6a2051-26d1-41bb-b196-29b409362e6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662 HTTP/1.1" status: 200 len: 1000 time: 0.1196949 Feb 11 06:00:03.674344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-1828b4b1-6043-4e3d-bebf-dba55469988b tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:03.675719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-1828b4b1-6043-4e3d-bebf-dba55469988b tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1128 time: 0.1732736 Feb 11 06:00:03.784924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebacecde-44d5-48cb-af34-46cc4924d2a9 req-7684852e-c300-42a4-ba8f-660c3075ee56 service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217853 Feb 11 06:00:03.787303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-d0328a44-a283-48c3-839a-99cb176f6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:03.788989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-d0328a44-a283-48c3-839a-99cb176f6953 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=557e9397-2df9-489c-a966-42c26afa74ca HTTP/1.1" status: 200 len: 848 time: 0.1059451 Feb 11 06:00:03.832456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f9a23028-d1bb-434d-bd09-15a0d880c8a1 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:03.846890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Deleting port 2824b582-3675-4a08-b3e9-4d6206944539 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:03.847280 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2824b582-3675-4a08-b3e9-4d6206944539), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:03.856150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: f9a23028-d1bb-434d-bd09-15a0d880c8a1 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:03.856646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f9a23028-d1bb-434d-bd09-15a0d880c8a1 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:03.883746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-91ace4ea-6356-4e7b-bbba-a9cb4dfe7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:03.885168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-91ace4ea-6356-4e7b-bbba-a9cb4dfe7ff6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0874946 Feb 11 06:00:03.927667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:04.146108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6059b-3b79-479a-a90e-da37e6ea1bc3 req-0e5fceea-ac16-4403-9195-04fc72d6a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:04.146717 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9de6059b-3b79-479a-a90e-da37e6ea1bc3 req-0e5fceea-ac16-4403-9195-04fc72d6a9fb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 1128 time: 0.0461164 Feb 11 06:00:04.202051 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9de6059b-3b79-479a-a90e-da37e6ea1bc3 req-d46e755d-68a7-4647-ba32-3a4d264202b2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Feb 11 06:00:04.369727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] For port 2824b582-3675-4a08-b3e9-4d6206944539, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=2824b582-3675-4a08-b3e9-4d6206944539,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:04.370093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2824b582-3675-4a08-b3e9-4d6206944539), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:04.388673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Calling delete_port for 2824b582-3675-4a08-b3e9-4d6206944539 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:04.398475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a492-2b59-493e-9989-895ca0305500 req-04751794-7d5a-45e4-9dda-0c011014c5dc tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:04.399875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9bb3a492-2b59-493e-9989-895ca0305500 req-04751794-7d5a-45e4-9dda-0c011014c5dc tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.5281425 Feb 11 06:00:04.434230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-36753abe-0c4f-47b4-a6a4-fdfb8b8dfe1d service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313430 Feb 11 06:00:04.564443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9bb3a492-2b59-493e-9989-895ca0305500 req-d4b3a7d9-8bb9-41f1-818a-0c0117d11753 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589437 Feb 11 06:00:04.650522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-baa7cf1d-050d-47d8-97cc-dcf49ffdb61b req-514c6f32-dac8-46ea-a6b2-1832f8192f7b service neutron] 10.222.0.81 "GET /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867983 Feb 11 06:00:04.673880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2824b582-3675-4a08-b3e9-4d6206944539), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:04.682462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660f07-d1fa-4f5b-b20d-58bd5dd4a212 req-5f950449-7c44-4503-af6e-b7b7eacc4cc7 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:04.684018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df660f07-d1fa-4f5b-b20d-58bd5dd4a212 req-5f950449-7c44-4503-af6e-b7b7eacc4cc7 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fa4a4cd-d251-48e5-bf79-c610fa7d2439 HTTP/1.1" status: 200 len: 1128 time: 0.0954735 Feb 11 06:00:04.685668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['2824b582-3675-4a08-b3e9-4d6206944539'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:00:04.707634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Pushing event deleted for resources: {'Port': ['ID=2824b582-3675-4a08-b3e9-4d6206944539,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:04.736143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.736494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.736836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.737205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.737543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.737875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.738205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.738532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.738852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.739175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.739497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.739816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.740139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:04.790692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] No DVR routers for this DVR port 2824b582-3675-4a08-b3e9-4d6206944539 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:04.795484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:04.799326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69c50926-5dac-407f-b1cb-1e128da9aa46 req-6e2d2923-78a9-4d0c-9ce8-13e785ee47bb tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.72 "DELETE /v2.0/ports/2824b582-3675-4a08-b3e9-4d6206944539 HTTP/1.1" status: 204 len: 173 time: 1.1171601 Feb 11 06:00:04.799773 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa4a4cd-d251-48e5-bf79-c610fa7d2439', 'name': 'network-vif-deleted', 'tag': '2824b582-3675-4a08-b3e9-4d6206944539'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:04.802064 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe5504-c30e-4ea4-ba75-659246371507" -d '{"events": [{"server_uuid": "0fa4a4cd-d251-48e5-bf79-c610fa7d2439", "name": "network-vif-deleted", "tag": "2824b582-3675-4a08-b3e9-4d6206944539"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:04.808254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df660f07-d1fa-4f5b-b20d-58bd5dd4a212 req-caac6f8d-384c-49d2-aef9-faef76704e99 tempest-TestServerMultinode-565789649 tempest-TestServerMultinode-565789649-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=73b88261-9dfe-4c6b-9ae3-29a948d42dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026165 Feb 11 06:00:04.849065 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2d532e-97aa-4a26-a45f-684ae0585fba x-openstack-request-id: req-1f2d532e-97aa-4a26-a45f-684ae0585fba {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:04.849455 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa4a4cd-d251-48e5-bf79-c610fa7d2439", "name": "network-vif-deleted", "tag": "2824b582-3675-4a08-b3e9-4d6206944539", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:04.849887 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f2d532e-97aa-4a26-a45f-684ae0585fba {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:04.850356 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa4a4cd-d251-48e5-bf79-c610fa7d2439', 'name': 'network-vif-deleted', 'tag': '2824b582-3675-4a08-b3e9-4d6206944539', 'status': 'completed', 'code': 200} Feb 11 06:00:05.684666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bece4-3d27-4795-931b-ddf53ffa9520 req-e0b036fd-009e-46f8-95c7-1a2d2b393477 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:05.686163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b2bece4-3d27-4795-931b-ddf53ffa9520 req-e0b036fd-009e-46f8-95c7-1a2d2b393477 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0525632 Feb 11 06:00:05.736116 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b2bece4-3d27-4795-931b-ddf53ffa9520 req-cc90b107-be15-40d8-b51b-2e2144a6d599 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435598 Feb 11 06:00:05.880132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3bc88-02e1-4771-9367-65dfede587ec req-64dc512e-f05d-4f91-a178-b981234343ec tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:05.880132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5a3bc88-02e1-4771-9367-65dfede587ec req-64dc512e-f05d-4f91-a178-b981234343ec tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0738764 Feb 11 06:00:05.881365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37638) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:05.972306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c5a3bc88-02e1-4771-9367-65dfede587ec req-0192404b-8b9f-452e-a68d-4a52143f9815 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922880 Feb 11 06:00:06.272926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a9879-d06d-440c-9990-ab59670cc254 req-bb766dfa-f9ad-4fec-bbf1-0848b2655f38 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:06.274515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f3a9879-d06d-440c-9990-ab59670cc254 req-bb766dfa-f9ad-4fec-bbf1-0848b2655f38 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0883493 Feb 11 06:00:06.356150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f3a9879-d06d-440c-9990-ab59670cc254 req-7659293c-c2e7-492f-8bc8-ca079c2ac3c7 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760186 Feb 11 06:00:06.386925 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (241d6d45-c2b3-4d37-abe8-962cab113e8d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.634195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Deleting port 3b319d94-1b21-4fa6-be40-93e49c391d80 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:06.634471 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.709965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] For port 3b319d94-1b21-4fa6-be40-93e49c391d80, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3b319d94-1b21-4fa6-be40-93e49c391d80,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:06.710665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.723010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Calling delete_port for 3b319d94-1b21-4fa6-be40-93e49c391d80 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:06.900140 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3b319d94-1b21-4fa6-be40-93e49c391d80), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.930036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b319d94-1b21-4fa6-be40-93e49c391d80,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:07.101941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (241d6d45-c2b3-4d37-abe8-962cab113e8d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:07.172688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2824b582-3675-4a08-b3e9-4d6206944539 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:07.195508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 2824b582-3675-4a08-b3e9-4d6206944539 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:07.195858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 2824b582-3675-4a08-b3e9-4d6206944539 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:07.320834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Router 241d6d45-c2b3-4d37-abe8-962cab113e8d has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:07.430435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:07.435424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-321fd3ab-2a94-4ecb-a48e-e4acfbd5e06f admin admin] 10.222.0.31 "PUT /v2.0/routers/241d6d45-c2b3-4d37-abe8-962cab113e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5529804 Feb 11 06:00:07.438098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37648) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:07.440650 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] Sync routers for ids ['241d6d45-c2b3-4d37-abe8-962cab113e8d'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:07.451425 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] Routers {'241d6d45-c2b3-4d37-abe8-962cab113e8d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:07.452057 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['241d6d45-c2b3-4d37-abe8-962cab113e8d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:07.488786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c18a1-bf89-4472-a75b-3c4f2dce01bd req-a19a82d5-ede1-472b-a92b-1292a258c913 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:07.490439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-887c18a1-bf89-4472-a75b-3c4f2dce01bd req-a19a82d5-ede1-472b-a92b-1292a258c913 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0538712 Feb 11 06:00:07.545962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-887c18a1-bf89-4472-a75b-3c4f2dce01bd req-ceb4b8ad-647c-46c0-9a18-4f2fdf856028 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Feb 11 06:00:07.549225 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks [] for router (241d6d45-c2b3-4d37-abe8-962cab113e8d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:07.559721 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] Set router 241d6d45-c2b3-4d37-abe8-962cab113e8d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:07.670069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks [] for router_gateway (241d6d45-c2b3-4d37-abe8-962cab113e8d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:07.738886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Deleting port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:07.739453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:07.765056 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T06:00:06Z', 'revision_number': 5, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'gw_port': {'id': '56972eb7-8bf0-4b0e-a8e0-522c75e57d37', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:21Z', 'updated_at': '2022-02-11T05:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:07.792353 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] Checking router: 241d6d45-c2b3-4d37-abe8-962cab113e8d for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:07.801543 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] Routers {'241d6d45-c2b3-4d37-abe8-962cab113e8d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:07.802636 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['241d6d45-c2b3-4d37-abe8-962cab113e8d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:07.840222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] For port 56972eb7-8bf0-4b0e-a8e0-522c75e57d37, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=56972eb7-8bf0-4b0e-a8e0-522c75e57d37,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:07.840890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:07.842876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1353ec3-9fed-4c82-85c3-269ab6cb7dc4 req-658f0965-b326-4aef-b268-8f32238d82dc tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:07.844546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1353ec3-9fed-4c82-85c3-269ab6cb7dc4 req-658f0965-b326-4aef-b268-8f32238d82dc tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0671132 Feb 11 06:00:07.855340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Calling delete_port for 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:07.900878 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] Set router 241d6d45-c2b3-4d37-abe8-962cab113e8d gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:07.917741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1353ec3-9fed-4c82-85c3-269ab6cb7dc4 req-d450c37e-cfdf-451a-ae5d-69d70a3d14a2 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663993 Feb 11 06:00:07.974189 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T06:00:07Z', 'revision_number': 6, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:08.001675 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9c5ad-242b-429d-9230-ec8a49b88645 None None] The sync data for ids ['241d6d45-c2b3-4d37-abe8-962cab113e8d'] in n-d-715271-35 is: [{'id': '241d6d45-c2b3-4d37-abe8-962cab113e8d', 'name': 'tempest-TestServerMultinode-1089981783-router', 'tenant_id': '7dc43dcf692d47ac88a8c811282f12d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T06:00:07Z', 'revision_number': 6, 'project_id': '7dc43dcf692d47ac88a8c811282f12d9', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:08.056061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (56972eb7-8bf0-4b0e-a8e0-522c75e57d37), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.079315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Pushing event deleted for resources: {'Port': ['ID=56972eb7-8bf0-4b0e-a8e0-522c75e57d37,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:08.144430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (241d6d45-c2b3-4d37-abe8-962cab113e8d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.236266 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (241d6d45-c2b3-4d37-abe8-962cab113e8d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.238334 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks [] for router_controller (241d6d45-c2b3-4d37-abe8-962cab113e8d), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.282004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (241d6d45-c2b3-4d37-abe8-962cab113e8d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.282543 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241d6d45-c2b3-4d37-abe8-962cab113e8d {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:00:08.287033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.288559 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-140eaa17-cf29-4d0f-b445-4138ce82b060 admin admin] 10.222.0.31 "DELETE /v2.0/routers/241d6d45-c2b3-4d37-abe8-962cab113e8d HTTP/1.1" status: 204 len: 168 time: 0.8491061 Feb 11 06:00:08.290753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37656) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:08.335195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8d1dbf-dcbd-4338-a294-d6dd02a7799e admin admin] Deleting subnet 691d35ca-7b02-4a1d-8277-d77e239ac0ec {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:00:08.338777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1dbf-dcbd-4338-a294-d6dd02a7799e admin admin] Publish callbacks [] for subnet (691d35ca-7b02-4a1d-8277-d77e239ac0ec), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.380542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1dbf-dcbd-4338-a294-d6dd02a7799e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (691d35ca-7b02-4a1d-8277-d77e239ac0ec), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.461471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1dbf-dcbd-4338-a294-d6dd02a7799e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (691d35ca-7b02-4a1d-8277-d77e239ac0ec), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.512282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1dbf-dcbd-4338-a294-d6dd02a7799e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (691d35ca-7b02-4a1d-8277-d77e239ac0ec), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.538587 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d1dbf-dcbd-4338-a294-d6dd02a7799e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=691d35ca-7b02-4a1d-8277-d77e239ac0ec,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:08.540537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1dbf-dcbd-4338-a294-d6dd02a7799e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.543718 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f8d1dbf-dcbd-4338-a294-d6dd02a7799e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/691d35ca-7b02-4a1d-8277-d77e239ac0ec HTTP/1.1" status: 204 len: 168 time: 0.2520454 Feb 11 06:00:08.544592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68bf63b-b8f1-4d93-a721-bd48f752ee8d None None] Network 86fa065d-8340-4ab9-97e3-71d3374f0554 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:08.546924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37658) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:08.618821 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (86fa065d-8340-4ab9-97e3-71d3374f0554), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.672072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Deleting port f3aa8b1e-5085-4216-99df-3c013b281030 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:08.672418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.737198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] For port f3aa8b1e-5085-4216-99df-3c013b281030, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f3aa8b1e-5085-4216-99df-3c013b281030,segment=NetworkSegment(703fefa2-e734-45ff-aaed-b66457e541fb),segment_id=703fefa2-e734-45ff-aaed-b66457e541fb)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:08.737501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.750762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Calling delete_port for f3aa8b1e-5085-4216-99df-3c013b281030 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:08.783581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] DHCP port deletion for 86fa065d-8340-4ab9-97e3-71d3374f0554 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:00:08.830991 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.840100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] Deleting port f3aa8b1e-5085-4216-99df-3c013b281030 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:08.840472 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.856007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3aa8b1e-5085-4216-99df-3c013b281030,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:08.860083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] No DVR routers for this DVR port f3aa8b1e-5085-4216-99df-3c013b281030 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:08.907815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] For port f3aa8b1e-5085-4216-99df-3c013b281030, host n-d-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:08.908249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.923022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] Calling delete_port for f3aa8b1e-5085-4216-99df-3c013b281030 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:08.925759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.ipam_backend_mixin [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] Port f3aa8b1e-5085-4216-99df-3c013b281030 was not found and therefore no delete operation was performed {{(pid=103122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 06:00:08.927010 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (f3aa8b1e-5085-4216-99df-3c013b281030), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.940291 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (86fa065d-8340-4ab9-97e3-71d3374f0554), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.954522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] Pushing event deleted for resources: {'Port': ['ID=f3aa8b1e-5085-4216-99df-3c013b281030,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:08.956365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b8a2b-3b7d-43bd-b952-915aa3b5bef0 None None] No DVR routers for this DVR port f3aa8b1e-5085-4216-99df-3c013b281030 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:08.962133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fa065d-8340-4ab9-97e3-71d3374f0554']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:08.974413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703fefa2-e734-45ff-aaed-b66457e541fb') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:08.974717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703fefa2-e734-45ff-aaed-b66457e541fb') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:08.985498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (703fefa2-e734-45ff-aaed-b66457e541fb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.999863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (703fefa2-e734-45ff-aaed-b66457e541fb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.015529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:00:09.015925 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (703fefa2-e734-45ff-aaed-b66457e541fb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:00:09.017666 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:00:09.098084 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (86fa065d-8340-4ab9-97e3-71d3374f0554), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.104282 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.107745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/86fa065d-8340-4ab9-97e3-71d3374f0554 HTTP/1.1" status: 204 len: 168 time: 0.5597706 Feb 11 06:00:09.111149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37664) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:09.128383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ad669-04a3-43bd-96a5-8914975772bf req-0712af4e-a367-403f-8927-131636cd02bb tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:09.130042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-257ad669-04a3-43bd-96a5-8914975772bf req-0712af4e-a367-403f-8927-131636cd02bb tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.1251967 Feb 11 06:00:09.130838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321f54e-1d06-4458-9f6c-0bb8ebb0cef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=86fa065d-8340-4ab9-97e3-71d3374f0554,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:09.208983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-257ad669-04a3-43bd-96a5-8914975772bf req-78e49c2a-dd04-404a-8db2-59ee7f9241b0 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546205 Feb 11 06:00:09.371042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3b319d94-1b21-4fa6-be40-93e49c391d80 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:09.375094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9943e0c-a24c-465f-bac2-af3a9a86351f req-0bae8802-53db-4a41-96c8-14ce691e55c0 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:09.376704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9943e0c-a24c-465f-bac2-af3a9a86351f req-0bae8802-53db-4a41-96c8-14ce691e55c0 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 945 time: 0.1026754 Feb 11 06:00:09.396759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 3b319d94-1b21-4fa6-be40-93e49c391d80 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:09.397364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3b319d94-1b21-4fa6-be40-93e49c391d80 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:09.397957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f3aa8b1e-5085-4216-99df-3c013b281030 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:09.420972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f3aa8b1e-5085-4216-99df-3c013b281030 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:09.422182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f3aa8b1e-5085-4216-99df-3c013b281030 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:09.422839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:09.444300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:09.444854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9943e0c-a24c-465f-bac2-af3a9a86351f req-e626bfa0-5d8d-4ae2-bcef-86ed8c742b13 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574694 Feb 11 06:00:09.445139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 56972eb7-8bf0-4b0e-a8e0-522c75e57d37 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:09.559197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (288069b3-b584-451e-91a0-ca291dc2e1a4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.816925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Deleting port 0497fe01-3925-4e33-bea2-3960b21b428b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:09.817212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.893653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] For port 0497fe01-3925-4e33-bea2-3960b21b428b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0497fe01-3925-4e33-bea2-3960b21b428b,segment=NetworkSegment(817d769e-721d-4326-8bf0-603dcf05a3c5),segment_id=817d769e-721d-4326-8bf0-603dcf05a3c5)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:09.894018 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.910968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Calling delete_port for 0497fe01-3925-4e33-bea2-3960b21b428b owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:10.091078 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (0497fe01-3925-4e33-bea2-3960b21b428b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:10.116557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Pushing event deleted for resources: {'Port': ['ID=0497fe01-3925-4e33-bea2-3960b21b428b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:10.309766 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (288069b3-b584-451e-91a0-ca291dc2e1a4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:10.543520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Router 288069b3-b584-451e-91a0-ca291dc2e1a4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:10.729289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150ea0-0d60-4537-a6cc-4397ee7682fb req-0c6862e3-9045-4764-a0e8-5a34e647d67e tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:10.730915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84150ea0-0d60-4537-a6cc-4397ee7682fb req-0c6862e3-9045-4764-a0e8-5a34e647d67e tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 945 time: 0.0587637 Feb 11 06:00:10.834885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-71c97135-86b7-42cc-bb57-6a5e37d41f81 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:10.836443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-71c97135-86b7-42cc-bb57-6a5e37d41f81 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 945 time: 0.1045535 Feb 11 06:00:10.840488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84150ea0-0d60-4537-a6cc-4397ee7682fb req-ed244be0-dd3d-4484-99d2-14fbca8c73a2 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934162 Feb 11 06:00:10.944441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Deleting port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:10.944814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:10.945915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:10.956158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] Sync routers for ids ['288069b3-b584-451e-91a0-ca291dc2e1a4'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:10.963083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37690) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:10.963234 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b7b75111-f267-4acc-934a-670624356131 admin admin] 10.222.0.31 "PUT /v2.0/routers/288069b3-b584-451e-91a0-ca291dc2e1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8503706 Feb 11 06:00:10.971797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] Routers {'288069b3-b584-451e-91a0-ca291dc2e1a4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:10.972998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['288069b3-b584-451e-91a0-ca291dc2e1a4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:11.080281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] Set router 288069b3-b584-451e-91a0-ca291dc2e1a4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:11.112967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] For port de58d0c5-e3f5-41fd-aa51-1e556c4e9662, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:11.113410 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:11.170162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks [] for router (288069b3-b584-451e-91a0-ca291dc2e1a4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:11.263395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '7c64d50e-4137-497e-9441-292993bcf599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T06:00:10Z', 'revision_number': 5, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'gw_port': {'id': '7c64d50e-4137-497e-9441-292993bcf599', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:11.451426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] Checking router: 288069b3-b584-451e-91a0-ca291dc2e1a4 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:11.460805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] Routers {'288069b3-b584-451e-91a0-ca291dc2e1a4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:11.461456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['288069b3-b584-451e-91a0-ca291dc2e1a4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:11.573763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] Set router 288069b3-b584-451e-91a0-ca291dc2e1a4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:11.713701 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks [] for router_gateway (288069b3-b584-451e-91a0-ca291dc2e1a4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:11.737781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:11.738631 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (d8aae9c0-9211-478b-90f7-743b01b372e4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:11.738735 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Floating IP d8aae9c0-9211-478b-90f7-743b01b372e4 disassociated. External IP: 172.25.1.60, port: de58d0c5-e3f5-41fd-aa51-1e556c4e9662. Feb 11 06:00:11.739056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Calling delete_port for de58d0c5-e3f5-41fd-aa51-1e556c4e9662 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:11.760004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '7c64d50e-4137-497e-9441-292993bcf599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T06:00:10Z', 'revision_number': 5, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'gw_port': {'id': '7c64d50e-4137-497e-9441-292993bcf599', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:11.790804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c14e8e-af6d-49ec-a11f-a7dd8e0f55a5 None None] The sync data for ids ['288069b3-b584-451e-91a0-ca291dc2e1a4'] in n-d-715271-35 is: [{'id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'name': 'tempest-TestServerMultinode-695161173-router', 'tenant_id': '66a9f786f6e9471f8602c0faa9a70c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '7c64d50e-4137-497e-9441-292993bcf599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T06:00:10Z', 'revision_number': 5, 'project_id': '66a9f786f6e9471f8602c0faa9a70c09', 'gw_port': {'id': '7c64d50e-4137-497e-9441-292993bcf599', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288069b3-b584-451e-91a0-ca291dc2e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:26Z', 'updated_at': '2022-02-11T05:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:11.841879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Deleting port 7c64d50e-4137-497e-9441-292993bcf599 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:11.841879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7c64d50e-4137-497e-9441-292993bcf599), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:12.052855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] For port 7c64d50e-4137-497e-9441-292993bcf599, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7c64d50e-4137-497e-9441-292993bcf599,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:12.053239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7c64d50e-4137-497e-9441-292993bcf599), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:12.079720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Calling delete_port for 7c64d50e-4137-497e-9441-292993bcf599 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:12.108556 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (de58d0c5-e3f5-41fd-aa51-1e556c4e9662), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:12.159732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-9ea86e2e-645b-484d-bb0e-9e7b63e6dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:12.161299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-9ea86e2e-645b-484d-bb0e-9e7b63e6dea2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1128 time: 0.2515135 Feb 11 06:00:12.179786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6d692-7fb4-4907-91da-3e27d70eed83 req-51201c0e-8355-4e05-87b7-8847d194db70 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:12.181301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6c6d692-7fb4-4907-91da-3e27d70eed83 req-51201c0e-8355-4e05-87b7-8847d194db70 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.2573972 Feb 11 06:00:12.214397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5701ec9-35ba-4f1b-a05d-2b7b6c7bfc9b req-b2563163-dae4-4786-955f-9cc15c164f6a tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:12.215905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5701ec9-35ba-4f1b-a05d-2b7b6c7bfc9b req-b2563163-dae4-4786-955f-9cc15c164f6a tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 945 time: 0.2729445 Feb 11 06:00:12.232576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event deleted for resources: {'Port': ['ID=de58d0c5-e3f5-41fd-aa51-1e556c4e9662,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:12.477371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6c6d692-7fb4-4907-91da-3e27d70eed83 req-1415a037-91c5-48ae-98bd-7422fdccf863 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582810 Feb 11 06:00:12.495505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5701ec9-35ba-4f1b-a05d-2b7b6c7bfc9b req-666c787f-273a-4b4e-8f52-c68048720c02 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600944 Feb 11 06:00:12.504708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-4e3b1f81-8949-4858-97d0-e8930ed0b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:12.506241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-4e3b1f81-8949-4858-97d0-e8930ed0b946 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.3371727 Feb 11 06:00:12.594267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-a0a954f3-b1e5-40d2-9b35-197d65fdbb52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 200 len: 217 time: 0.0567985 Feb 11 06:00:12.670104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:12.688769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-cb538bf9-e04e-4831-8a0d-2c12b76e4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:12.690342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-cb538bf9-e04e-4831-8a0d-2c12b76e4bdc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.0742450 Feb 11 06:00:12.693955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7c64d50e-4137-497e-9441-292993bcf599), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:12.781077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c64d50e-4137-497e-9441-292993bcf599,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:12.784419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-3c055b2a-e1a1-44f4-8e48-de58135c8053 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843432 Feb 11 06:00:12.954322 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (288069b3-b584-451e-91a0-ca291dc2e1a4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.023886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:13.034844 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] Sync routers for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:13.043736 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:13.044417 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:13.083401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-0a59a64f-20c3-4ecc-807e-dc3eca39a37d service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915905 Feb 11 06:00:13.085254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (288069b3-b584-451e-91a0-ca291dc2e1a4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.090570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks [] for router_controller (288069b3-b584-451e-91a0-ca291dc2e1a4), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.114745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] No DVR routers for this DVR port de58d0c5-e3f5-41fd-aa51-1e556c4e9662 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:13.119309 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.122566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f033f493-fa60-4331-b939-fc1bed9095a8 req-f3c6db5b-3365-4b1e-9b6b-9e9fd8e96a9f tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.81 "DELETE /v2.0/ports/de58d0c5-e3f5-41fd-aa51-1e556c4e9662 HTTP/1.1" status: 204 len: 173 time: 2.2802908 Feb 11 06:00:13.125532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'name': 'network-vif-deleted', 'tag': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:13.127822 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee9d638-a27c-48a6-87f4-13614a56d265" -d '{"events": [{"server_uuid": "e93a8044-51a5-48f6-8c74-0bf28423a3b1", "name": "network-vif-deleted", "tag": "de58d0c5-e3f5-41fd-aa51-1e556c4e9662"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:13.153940 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:13.187480 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (288069b3-b584-451e-91a0-ca291dc2e1a4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.187928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 288069b3-b584-451e-91a0-ca291dc2e1a4 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:00:13.213698 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655cab4f-31fb-4d86-a8a3-bb45dcb63e91 x-openstack-request-id: req-655cab4f-31fb-4d86-a8a3-bb45dcb63e91 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:13.214001 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93a8044-51a5-48f6-8c74-0bf28423a3b1", "name": "network-vif-deleted", "tag": "de58d0c5-e3f5-41fd-aa51-1e556c4e9662", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:13.214265 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-655cab4f-31fb-4d86-a8a3-bb45dcb63e91 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:13.214694 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93a8044-51a5-48f6-8c74-0bf28423a3b1', 'name': 'network-vif-deleted', 'tag': 'de58d0c5-e3f5-41fd-aa51-1e556c4e9662', 'status': 'completed', 'code': 200} Feb 11 06:00:13.219773 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.221394 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37704) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:13.221835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a1410614-ae12-4ea4-8395-03e2ce2b3c50 admin admin] 10.222.0.31 "DELETE /v2.0/routers/288069b3-b584-451e-91a0-ca291dc2e1a4 HTTP/1.1" status: 204 len: 168 time: 2.2567356 Feb 11 06:00:13.263793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f08eb3a-949c-4fd3-8b05-56b6dfb7b3ce req-8cc623ad-eeb3-4cc5-95cd-34e11480afcb service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584260 Feb 11 06:00:13.321657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Deleting subnet 3dc79eb1-de86-4c53-aad8-cfd02136be45 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:00:13.325342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Publish callbacks [] for subnet (3dc79eb1-de86-4c53-aad8-cfd02136be45), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.376151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (3dc79eb1-de86-4c53-aad8-cfd02136be45), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.411880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0497fe01-3925-4e33-bea2-3960b21b428b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:13.443763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 0497fe01-3925-4e33-bea2-3960b21b428b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:13.444405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0497fe01-3925-4e33-bea2-3960b21b428b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:13.484267 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (3dc79eb1-de86-4c53-aad8-cfd02136be45), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.521206 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 5, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:13.543423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (3dc79eb1-de86-4c53-aad8-cfd02136be45), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.552504 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] Checking router: 9b2fb4ff-18bb-41d6-8225-738cdb47c08c for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:13.561940 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:13.562625 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:13.585006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc79eb1-de86-4c53-aad8-cfd02136be45,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:13.590554 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.594533 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3dc79eb1-de86-4c53-aad8-cfd02136be45 HTTP/1.1" status: 204 len: 168 time: 0.3719809 Feb 11 06:00:13.598992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e11dd96-d8b6-4efb-8a3a-c596486a2e7d None None] Network 3ee8ba5c-96db-4501-878d-88baa007f5c0 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:13.600305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37714) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:13.611657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.612924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.613522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.614076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.614654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.615200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.615725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.616291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.616809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.617365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.617901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.619101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.619629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed1660-6d65-43ce-94f3-56a5547ec99c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:13.634944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f91da9-0d11-4c88-8bfd-5ce281d751cd req-d0673dda-33f1-46b6-923f-7ed3b51abc01 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:13.642171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59f91da9-0d11-4c88-8bfd-5ce281d751cd req-d0673dda-33f1-46b6-923f-7ed3b51abc01 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0749850 Feb 11 06:00:13.713736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (3ee8ba5c-96db-4501-878d-88baa007f5c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.732598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f083ba37-dc04-477b-87c7-792e5039bb19 req-1e63f85c-429f-4a95-abbd-a2b321ea63ce tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93a8044-51a5-48f6-8c74-0bf28423a3b1 HTTP/1.1" status: 200 len: 210 time: 0.0418785 Feb 11 06:00:13.733009 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:13.749378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59f91da9-0d11-4c88-8bfd-5ce281d751cd req-afbb49c4-bfae-4f13-8ba9-ac567d8a38d9 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017988 Feb 11 06:00:13.788334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Deleting port 6f532cdd-8916-4aea-828e-a9946f3455d6 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:13.788682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.869454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] For port 6f532cdd-8916-4aea-828e-a9946f3455d6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6f532cdd-8916-4aea-828e-a9946f3455d6,segment=NetworkSegment(817d769e-721d-4326-8bf0-603dcf05a3c5),segment_id=817d769e-721d-4326-8bf0-603dcf05a3c5)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:13.869815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.884904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Calling delete_port for 6f532cdd-8916-4aea-828e-a9946f3455d6 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:13.935030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] DHCP port deletion for 3ee8ba5c-96db-4501-878d-88baa007f5c0 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:00:13.984031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.990421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] Deleting port 6f532cdd-8916-4aea-828e-a9946f3455d6 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:13.990712 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.012071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f532cdd-8916-4aea-828e-a9946f3455d6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:14.017553 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 5, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:14.017780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] No DVR routers for this DVR port 6f532cdd-8916-4aea-828e-a9946f3455d6 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:14.044667 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a48b9-2aea-4cbc-aba1-2fc40d274f4a None None] The sync data for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 is: [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 4, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98bf87fc-a85b-416d-a2af-465be8d56869', 'name': '', 'network_id': 'c02237d9-6c2b-4311-a3d5-b4f4087c5e0e', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'mac_address': 'fa:16:3e:ea:3b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '557e9397-2df9-489c-a966-42c26afa74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 5, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'subnets': [{'id': '557e9397-2df9-489c-a966-42c26afa74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:14.065652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] For port 6f532cdd-8916-4aea-828e-a9946f3455d6, host n-d-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:14.066306 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.080499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] Calling delete_port for 6f532cdd-8916-4aea-828e-a9946f3455d6 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:14.083224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.ipam_backend_mixin [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] Port 6f532cdd-8916-4aea-828e-a9946f3455d6 was not found and therefore no delete operation was performed {{(pid=103122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 06:00:14.084490 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (6f532cdd-8916-4aea-828e-a9946f3455d6), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.102534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (3ee8ba5c-96db-4501-878d-88baa007f5c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.110753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] Pushing event deleted for resources: {'Port': ['ID=6f532cdd-8916-4aea-828e-a9946f3455d6,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:14.115033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458dea35-5b3e-4f6f-94f9-d94b1e250eed None None] No DVR routers for this DVR port 6f532cdd-8916-4aea-828e-a9946f3455d6 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:14.129956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee8ba5c-96db-4501-878d-88baa007f5c0']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:14.142409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817d769e-721d-4326-8bf0-603dcf05a3c5') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:14.142721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817d769e-721d-4326-8bf0-603dcf05a3c5') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:14.152791 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (817d769e-721d-4326-8bf0-603dcf05a3c5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.166225 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (817d769e-721d-4326-8bf0-603dcf05a3c5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.172953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:00:14.173364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (817d769e-721d-4326-8bf0-603dcf05a3c5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:00:14.175057 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:00:14.237510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (3ee8ba5c-96db-4501-878d-88baa007f5c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.244599 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.247973 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ee8ba5c-96db-4501-878d-88baa007f5c0 HTTP/1.1" status: 204 len: 168 time: 0.6461372 Feb 11 06:00:14.259779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b4b7c-c9f1-4146-b330-7f3dab57503c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee8ba5c-96db-4501-878d-88baa007f5c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:14.316066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d097a5e-4222-4434-919a-1ed40648708e None None] New status for floating IP d8aae9c0-9211-478b-90f7-743b01b372e4: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:00:14.426187 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37718) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:14.478500 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bb894c4f-7867-464d-8458-f411cabd3aa7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dc43dcf692d47ac88a8c811282f12d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511119 Feb 11 06:00:14.481311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37720) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:14.533850 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b2249c0c-98d5-4431-8a79-081d70a1ffdf admin admin] Publish callbacks [] for security_group (69d0aa09-36cf-45b7-ab37-eea044886fc0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.557196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b2249c0c-98d5-4431-8a79-081d70a1ffdf admin admin] Publish callbacks [] for security_group (69d0aa09-36cf-45b7-ab37-eea044886fc0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.607251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b2249c0c-98d5-4431-8a79-081d70a1ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (69d0aa09-36cf-45b7-ab37-eea044886fc0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.609874 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b2249c0c-98d5-4431-8a79-081d70a1ffdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.611079 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b2249c0c-98d5-4431-8a79-081d70a1ffdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69d0aa09-36cf-45b7-ab37-eea044886fc0 HTTP/1.1" status: 204 len: 168 time: 0.1288383 Feb 11 06:00:14.619454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2249c0c-98d5-4431-8a79-081d70a1ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d0aa09-36cf-45b7-ab37-eea044886fc0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:14.801001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:14.880591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a63ef-13a2-4757-87d1-f987db9b1212 req-dc51329d-d8df-4b91-bf13-0ef1feb38db3 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:14.882509 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c68a63ef-13a2-4757-87d1-f987db9b1212 req-dc51329d-d8df-4b91-bf13-0ef1feb38db3 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0554743 Feb 11 06:00:14.928782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Deleting port 2f4db1e4-bb48-40ae-891b-00c8b0f39c89 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:14.928782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2f4db1e4-bb48-40ae-891b-00c8b0f39c89), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.935906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c68a63ef-13a2-4757-87d1-f987db9b1212 req-08a7a23b-1b65-4cff-baa1-14d7813253bc tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471399 Feb 11 06:00:14.974552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:15.011600 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2f4db1e4-bb48-40ae-891b-00c8b0f39c89), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.011931 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for floatingip (2f4db1e4-bb48-40ae-891b-00c8b0f39c89), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.014060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bfb04245-9d27-45c4-913f-af9600c9a7d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66a9f786f6e9471f8602c0faa9a70c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383170 Feb 11 06:00:15.017175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37734) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:15.027930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Calling delete_port for 2f4db1e4-bb48-40ae-891b-00c8b0f39c89 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:15.064439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ed5259a-ab3a-4481-a036-5e73453663d5 admin admin] Publish callbacks [] for security_group (73b88261-9dfe-4c6b-9ae3-29a948d42dfa), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.090559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ed5259a-ab3a-4481-a036-5e73453663d5 admin admin] Publish callbacks [] for security_group (73b88261-9dfe-4c6b-9ae3-29a948d42dfa), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.139130 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ed5259a-ab3a-4481-a036-5e73453663d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (73b88261-9dfe-4c6b-9ae3-29a948d42dfa), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.142918 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5ed5259a-ab3a-4481-a036-5e73453663d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.144265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5ed5259a-ab3a-4481-a036-5e73453663d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73b88261-9dfe-4c6b-9ae3-29a948d42dfa HTTP/1.1" status: 204 len: 168 time: 0.1259036 Feb 11 06:00:15.155718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5259a-ab3a-4481-a036-5e73453663d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b88261-9dfe-4c6b-9ae3-29a948d42dfa,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:15.165946 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (2f4db1e4-bb48-40ae-891b-00c8b0f39c89), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.211350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event deleted for resources: {'Port': ['ID=2f4db1e4-bb48-40ae-891b-00c8b0f39c89,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:15.277026 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for floatingip (d8aae9c0-9211-478b-90f7-743b01b372e4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.280304 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.281552 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97421455-1d06-4da3-b6af-6b918c3e4b98 tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "DELETE /v2.0/floatingips/d8aae9c0-9211-478b-90f7-743b01b372e4 HTTP/1.1" status: 204 len: 168 time: 0.4794812 Feb 11 06:00:15.350653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7c64d50e-4137-497e-9441-292993bcf599 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:15.359394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37744) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:15.385406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 7c64d50e-4137-497e-9441-292993bcf599 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:15.386115 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7c64d50e-4137-497e-9441-292993bcf599 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:15.386610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f532cdd-8916-4aea-828e-a9946f3455d6 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:15.407234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6f532cdd-8916-4aea-828e-a9946f3455d6 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:15.407586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6f532cdd-8916-4aea-828e-a9946f3455d6 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:15.433611 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb75e993-6aa0-40dc-a6ac-5bb189217cbd tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group (e4c28e7c-cbbc-4a85-9af2-ff6da7e60939), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.465677 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb75e993-6aa0-40dc-a6ac-5bb189217cbd tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group (e4c28e7c-cbbc-4a85-9af2-ff6da7e60939), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.537381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb75e993-6aa0-40dc-a6ac-5bb189217cbd tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e4c28e7c-cbbc-4a85-9af2-ff6da7e60939), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.540228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb75e993-6aa0-40dc-a6ac-5bb189217cbd tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.541482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb75e993-6aa0-40dc-a6ac-5bb189217cbd tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] 10.222.0.31 "DELETE /v2.0/security-groups/e4c28e7c-cbbc-4a85-9af2-ff6da7e60939 HTTP/1.1" status: 204 len: 168 time: 0.1805522 Feb 11 06:00:15.554064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75e993-6aa0-40dc-a6ac-5bb189217cbd tempest-TestServerBasicOps-1151872775 tempest-TestServerBasicOps-1151872775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c28e7c-cbbc-4a85-9af2-ff6da7e60939,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:15.587183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37748) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:15.782678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58773ed-7911-4817-9e25-ac5dd9b7e5a0 req-3ddd38ff-a37c-4952-bf40-876ffda70486 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:15.784263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d58773ed-7911-4817-9e25-ac5dd9b7e5a0 req-3ddd38ff-a37c-4952-bf40-876ffda70486 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1130 time: 0.0449617 Feb 11 06:00:15.835522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d58773ed-7911-4817-9e25-ac5dd9b7e5a0 req-d6bd2ab6-129f-4518-bcf8-b2a92506fd4b tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454688 Feb 11 06:00:15.859423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37754) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:15.885244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device de58d0c5-e3f5-41fd-aa51-1e556c4e9662 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:15.906789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: de58d0c5-e3f5-41fd-aa51-1e556c4e9662 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:15.907448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device de58d0c5-e3f5-41fd-aa51-1e556c4e9662 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:16.043958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port 3e3f89a7-6847-4931-99fd-0f62cfde7dd0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:16.044561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3e3f89a7-6847-4931-99fd-0f62cfde7dd0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.122708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe3999-1e1b-4371-a938-3d10e0d3405e req-c30b4360-bc88-4441-af7d-b7884aafe085 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:16.122969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22fe3999-1e1b-4371-a938-3d10e0d3405e req-c30b4360-bc88-4441-af7d-b7884aafe085 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.1112313 Feb 11 06:00:16.157160 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3e3f89a7-6847-4931-99fd-0f62cfde7dd0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.157491 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (3e3f89a7-6847-4931-99fd-0f62cfde7dd0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.178937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for 3e3f89a7-6847-4931-99fd-0f62cfde7dd0 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:16.194204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.200205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22fe3999-1e1b-4371-a938-3d10e0d3405e req-86799704-3636-4070-bd36-53cff2f7f3ad tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703778 Feb 11 06:00:16.338196 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3e3f89a7-6847-4931-99fd-0f62cfde7dd0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.365096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=3e3f89a7-6847-4931-99fd-0f62cfde7dd0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:16.426030 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (bfea8df0-3d6e-493e-b53a-35b3265a6472), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.426360 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Floating IP bfea8df0-3d6e-493e-b53a-35b3265a6472 disassociated (deleted). External IP: 172.25.1.73, port: 5a6e9254-bb69-424f-9564-6cb4b71c63b7. Feb 11 06:00:16.459372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Deleting port 98bf87fc-a85b-416d-a2af-465be8d56869 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:16.460047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.537597 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] For port 98bf87fc-a85b-416d-a2af-465be8d56869, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=98bf87fc-a85b-416d-a2af-465be8d56869,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:16.537970 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.550845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Calling delete_port for 98bf87fc-a85b-416d-a2af-465be8d56869 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:16.639483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router c235233c-9b79-4426-adaf-303450c42b52 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:16.737362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (98bf87fc-a85b-416d-a2af-465be8d56869), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.770168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Pushing event deleted for resources: {'Port': ['ID=98bf87fc-a85b-416d-a2af-465be8d56869,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:16.961034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:17.114265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:17.119119 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:17.125324 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] Sync routers for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:17.135916 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:17.136534 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.148235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-64e1edc9-36f6-4687-a3b3-8561befb4685 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/floatingips/bfea8df0-3d6e-493e-b53a-35b3265a6472 HTTP/1.1" status: 204 len: 168 time: 1.2876565 Feb 11 06:00:17.148931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:17.151448 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0daa333-7650-4a65-90d3-6c22fcde4481" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:17.217015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:17.221159 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33847a7e-bb7c-403c-b605-5884b50bef15 x-openstack-request-id: req-33847a7e-bb7c-403c-b605-5884b50bef15 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:17.221785 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:17.221785 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33847a7e-bb7c-403c-b605-5884b50bef15 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:17.222386 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'status': 'completed', 'code': 200} Feb 11 06:00:17.270739 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:17.368952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-57f93e30-322a-4feb-891a-c00b2120b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.370318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-57f93e30-322a-4feb-891a-c00b2120b47f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 1130 time: 0.1258218 Feb 11 06:00:17.394087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5efe76-19b5-45ba-9120-81218c4207ab req-9a165fa5-95e2-4a0c-b697-8852f4d9ed36 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.402004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff5efe76-19b5-45ba-9120-81218c4207ab req-9a165fa5-95e2-4a0c-b697-8852f4d9ed36 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0857689 Feb 11 06:00:17.419355 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:17.426527 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6dc3b197-464e-45b2-bffd-f10f0b5eabef admin admin] 10.222.0.31 "PUT /v2.0/routers/9b2fb4ff-18bb-41d6-8225-738cdb47c08c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8376539 Feb 11 06:00:17.430081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37766) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:17.434181 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] Sync routers for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:17.451501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:17.452182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.545595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff5efe76-19b5-45ba-9120-81218c4207ab req-35b1f803-e0c4-4876-a277-6f35040af702 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433358 Feb 11 06:00:17.567029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks [] for router (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:17.584128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:17.597897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-3914d98c-d890-43cd-a2f2-3d636f608b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.599848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-3914d98c-d890-43cd-a2f2-3d636f608b0d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 200 len: 898 time: 0.2220311 Feb 11 06:00:17.600512 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd5cd2abc-9abf-43c3-bbc9-013d3ef839b8', 'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:16Z', 'updated_at': '2022-02-11T05:58:21Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.612628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27592-a350-479e-bbb7-585486bcb711 req-2787c889-ca73-41cf-a645-e059b72f499b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.614158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59f27592-a350-479e-bbb7-585486bcb711 req-2787c889-ca73-41cf-a645-e059b72f499b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 947 time: 0.1420419 Feb 11 06:00:17.643788 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] Checking router: c235233c-9b79-4426-adaf-303450c42b52 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:17.653667 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:17.654447 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.661777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-fdf6d958-4aa4-4bab-b8e0-fb2e44369708 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 200 len: 217 time: 0.0466330 Feb 11 06:00:17.728324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-d111e86b-d3dd-42b6-ae93-ecf30d1fe8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.729967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-d111e86b-d3dd-42b6-ae93-ecf30d1fe8a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 200 len: 835 time: 0.0578964 Feb 11 06:00:17.777342 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:17.810460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59f27592-a350-479e-bbb7-585486bcb711 req-e5f92e79-eae3-4439-9668-059f44c93027 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876769 Feb 11 06:00:17.821922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T06:00:16Z', 'revision_number': 5, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.838814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-9275e13e-eff4-4bc8-961d-d69fc3f1db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.840495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-9275e13e-eff4-4bc8-961d-d69fc3f1db95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e14d50b7-60c6-40dc-bdf4-4c288d78999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1020401 Feb 11 06:00:17.856083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] Checking router: 9b2fb4ff-18bb-41d6-8225-738cdb47c08c for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:17.867838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] Routers {'9b2fb4ff-18bb-41d6-8225-738cdb47c08c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:17.868487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.948096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-1c80056e-9b74-453a-ba56-a69ff7a7e289 service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986288 Feb 11 06:00:17.989086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks [] for router_gateway (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.008215 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd5cd2abc-9abf-43c3-bbc9-013d3ef839b8', 'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:16Z', 'updated_at': '2022-02-11T05:58:21Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:18.011978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] Set router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:18.041939 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362c75e-6033-4fd0-b804-be958e543728 None None] The sync data for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 is: [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T05:58:17Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'd5cd2abc-9abf-43c3-bbc9-013d3ef839b8', 'name': '', 'network_id': 'e14d50b7-60c6-40dc-bdf4-4c288d78999c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:16Z', 'updated_at': '2022-02-11T05:58:21Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': 'ee63b885-c968-49a6-a707-9e2cef3d92df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:18.058820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0daa333-7650-4a65-90d3-6c22fcde4481 req-4bc2a27f-9f59-425c-8128-265907bd296b service neutron] 10.222.0.81 "GET /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016886 Feb 11 06:00:18.062359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Deleting port 5fa17765-306c-4ae7-806e-f30a820ef32f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:18.062843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.175770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] For port 5fa17765-306c-4ae7-806e-f30a820ef32f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5fa17765-306c-4ae7-806e-f30a820ef32f,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:18.176147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.191701 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Calling delete_port for 5fa17765-306c-4ae7-806e-f30a820ef32f owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:18.250956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T06:00:16Z', 'revision_number': 5, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:18.285033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f43013-df7e-4f12-995c-1d65eaeaaa9b None None] The sync data for ids ['9b2fb4ff-18bb-41d6-8225-738cdb47c08c'] in n-d-715271-35 is: [{'id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'name': 'tempest-TestServerBasicOps-1058891157-router', 'tenant_id': '1a25161668b242aeb0c5d0ddead6437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:55Z', 'updated_at': '2022-02-11T06:00:16Z', 'revision_number': 5, 'project_id': '1a25161668b242aeb0c5d0ddead6437b', 'gw_port': {'id': '5fa17765-306c-4ae7-806e-f30a820ef32f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fb4ff-18bb-41d6-8225-738cdb47c08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:56Z', 'updated_at': '2022-02-11T05:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:18.345261 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20873f1-c0d5-474c-a1a0-22696513a22c None None] New status for floating IP bfea8df0-3d6e-493e-b53a-35b3265a6472: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:00:18.397668 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (5fa17765-306c-4ae7-806e-f30a820ef32f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.428199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa17765-306c-4ae7-806e-f30a820ef32f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:18.495423 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.593994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.596534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks [] for router_controller (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.650657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (9b2fb4ff-18bb-41d6-8225-738cdb47c08c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.651296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b2fb4ff-18bb-41d6-8225-738cdb47c08c {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:00:18.656188 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.657280 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f958fa5c-98dd-42f9-9a2c-08a76d4ce78e admin admin] 10.222.0.31 "DELETE /v2.0/routers/9b2fb4ff-18bb-41d6-8225-738cdb47c08c HTTP/1.1" status: 204 len: 168 time: 1.2268035 Feb 11 06:00:18.659963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37770) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:18.688229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113998f4-0ce3-4b61-88a6-7cda2dea6fd8 req-d1bbdb61-cffc-41cf-ae52-bd78b1b2cc1e tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:18.689853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-113998f4-0ce3-4b61-88a6-7cda2dea6fd8 req-d1bbdb61-cffc-41cf-ae52-bd78b1b2cc1e tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0670176 Feb 11 06:00:18.712382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b9a467-59e6-402c-b19f-74e62fe92e3a admin admin] Deleting subnet 557e9397-2df9-489c-a966-42c26afa74ca {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:00:18.714925 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21b9a467-59e6-402c-b19f-74e62fe92e3a admin admin] Publish callbacks [] for subnet (557e9397-2df9-489c-a966-42c26afa74ca), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.754761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-113998f4-0ce3-4b61-88a6-7cda2dea6fd8 req-7a096cca-8825-46bb-8852-bfdb4c1437cb tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575824 Feb 11 06:00:18.759876 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21b9a467-59e6-402c-b19f-74e62fe92e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (557e9397-2df9-489c-a966-42c26afa74ca), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.854281 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21b9a467-59e6-402c-b19f-74e62fe92e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (557e9397-2df9-489c-a966-42c26afa74ca), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.908561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21b9a467-59e6-402c-b19f-74e62fe92e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (557e9397-2df9-489c-a966-42c26afa74ca), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.936562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9a467-59e6-402c-b19f-74e62fe92e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557e9397-2df9-489c-a966-42c26afa74ca,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:18.938421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdc37e-fec9-425d-8bd1-1f3293ed83b3 req-1ff4d416-0a3c-4bc1-9ca8-32ede492205b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:18.940237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21b9a467-59e6-402c-b19f-74e62fe92e3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.943795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afcdc37e-fec9-425d-8bd1-1f3293ed83b3 req-1ff4d416-0a3c-4bc1-9ca8-32ede492205b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 947 time: 0.0684993 Feb 11 06:00:18.946094 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-21b9a467-59e6-402c-b19f-74e62fe92e3a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/557e9397-2df9-489c-a966-42c26afa74ca HTTP/1.1" status: 204 len: 168 time: 0.2852910 Feb 11 06:00:18.946725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37774) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:18.947273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a04bc2-5ec1-49ea-b8b6-1f7c30dfae29 None None] Network c02237d9-6c2b-4311-a3d5-b4f4087c5e0e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:19.007378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afcdc37e-fec9-425d-8bd1-1f3293ed83b3 req-b560e88a-a181-494f-9e5d-4fb4ac043c8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=4613c9eb-9299-4aa8-9463-54f1f0a85358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465248 Feb 11 06:00:19.027312 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (c02237d9-6c2b-4311-a3d5-b4f4087c5e0e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.100792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-2b6210ec-2580-43fb-b634-3b647adb4344 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:19.102377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-2b6210ec-2580-43fb-b634-3b647adb4344 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 947 time: 0.0651577 Feb 11 06:00:19.105516 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Deleting port 83f6cab3-4696-499e-982f-be1eccb54c51 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:19.105863 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.177923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] For port 83f6cab3-4696-499e-982f-be1eccb54c51, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=83f6cab3-4696-499e-982f-be1eccb54c51,segment=NetworkSegment(b4d0e70d-b066-45a8-ae85-36743d557223),segment_id=b4d0e70d-b066-45a8-ae85-36743d557223)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:19.178299 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.193577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Calling delete_port for 83f6cab3-4696-499e-982f-be1eccb54c51 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:19.198328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:19.198685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.278538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (83f6cab3-4696-499e-982f-be1eccb54c51), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.307101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] No DVR routers for this DVR port 83f6cab3-4696-499e-982f-be1eccb54c51 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:19.311989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f6cab3-4696-499e-982f-be1eccb54c51,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:19.321925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784d32-02ba-4412-85e5-ac92500bb1ae req-49806291-ecc6-442f-84e9-bf08dcb632e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:19.323488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33784d32-02ba-4412-85e5-ac92500bb1ae req-49806291-ecc6-442f-84e9-bf08dcb632e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1128 time: 0.1021051 Feb 11 06:00:19.325152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port 5a6e9254-bb69-424f-9564-6cb4b71c63b7, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=5a6e9254-bb69-424f-9564-6cb4b71c63b7,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:19.325522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.351791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for 5a6e9254-bb69-424f-9564-6cb4b71c63b7 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:19.381684 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (c02237d9-6c2b-4311-a3d5-b4f4087c5e0e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.403611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc5fb4f-2e4c-4d4f-b4a9-c41584488aa5 None None] DHCP port deletion for c02237d9-6c2b-4311-a3d5-b4f4087c5e0e request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:00:19.417599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02237d9-6c2b-4311-a3d5-b4f4087c5e0e']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:19.430065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d0e70d-b066-45a8-ae85-36743d557223') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:19.430367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d0e70d-b066-45a8-ae85-36743d557223') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:19.430683 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33784d32-02ba-4412-85e5-ac92500bb1ae req-1bf75f1c-36d9-460f-b547-56c9cea89ed5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014433 Feb 11 06:00:19.448087 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (b4d0e70d-b066-45a8-ae85-36743d557223), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.469205 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b4d0e70d-b066-45a8-ae85-36743d557223), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.475969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:00:19.476363 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (b4d0e70d-b066-45a8-ae85-36743d557223), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:00:19.481926 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:00:19.487651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98bf87fc-a85b-416d-a2af-465be8d56869 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:19.509205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 98bf87fc-a85b-416d-a2af-465be8d56869 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:19.509561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98bf87fc-a85b-416d-a2af-465be8d56869 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:19.509980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 83f6cab3-4696-499e-982f-be1eccb54c51 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:19.536023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 83f6cab3-4696-499e-982f-be1eccb54c51 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:19.536023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 83f6cab3-4696-499e-982f-be1eccb54c51 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:19.536023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5fa17765-306c-4ae7-806e-f30a820ef32f no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:19.542311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (c02237d9-6c2b-4311-a3d5-b4f4087c5e0e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.542992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5a6e9254-bb69-424f-9564-6cb4b71c63b7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.549708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.551721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 5fa17765-306c-4ae7-806e-f30a820ef32f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:19.552341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5fa17765-306c-4ae7-806e-f30a820ef32f not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:19.553100 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c02237d9-6c2b-4311-a3d5-b4f4087c5e0e HTTP/1.1" status: 204 len: 168 time: 0.6054273 Feb 11 06:00:19.556982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37776) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:19.566482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01e1b-04e6-464a-959c-c5159763e8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02237d9-6c2b-4311-a3d5-b4f4087c5e0e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:19.586771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=5a6e9254-bb69-424f-9564-6cb4b71c63b7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:19.672579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] No DVR routers for this DVR port 5a6e9254-bb69-424f-9564-6cb4b71c63b7 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:19.676257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.679801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcaf04b9-7c64-4371-8422-7429e3b8776f req-87eab41d-943c-446d-af59-3e7e879b338a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.81 "DELETE /v2.0/ports/5a6e9254-bb69-424f-9564-6cb4b71c63b7 HTTP/1.1" status: 204 len: 173 time: 0.5711570 Feb 11 06:00:19.680240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-deleted', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:19.682565 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a00a9b-b61e-41de-91dd-5d64e595c70d" -d '{"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-deleted", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:19.730068 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8041b6-4dd1-4284-b1ab-9af294571a23 x-openstack-request-id: req-4f8041b6-4dd1-4284-b1ab-9af294571a23 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:19.730676 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b3a741-5bb1-4d7a-8a92-4f245c95ed73", "name": "network-vif-deleted", "tag": "5a6e9254-bb69-424f-9564-6cb4b71c63b7", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:19.730676 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f8041b6-4dd1-4284-b1ab-9af294571a23 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:19.731149 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b3a741-5bb1-4d7a-8a92-4f245c95ed73', 'name': 'network-vif-deleted', 'tag': '5a6e9254-bb69-424f-9564-6cb4b71c63b7', 'status': 'completed', 'code': 200} Feb 11 06:00:19.930426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d71e67-988a-41af-b5e5-6ef22885caba req-045b77d1-62a4-4403-b51c-e871b0342837 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:19.931785 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3d71e67-988a-41af-b5e5-6ef22885caba req-045b77d1-62a4-4403-b51c-e871b0342837 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0877979 Feb 11 06:00:20.013672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3d71e67-988a-41af-b5e5-6ef22885caba req-e52d1f81-f988-447b-8b98-274b95dd29d5 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752959 Feb 11 06:00:20.091695 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (2f7e9de5-d830-4b80-9266-ae2b0cc99334), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:20.166234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d5b8d7e6-ea3a-490d-82ba-ae7b0b9604a2 req-861fdc81-55b6-44f6-9f9d-b16d49fe1cd3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b3a741-5bb1-4d7a-8a92-4f245c95ed73 HTTP/1.1" status: 200 len: 210 time: 0.0372376 Feb 11 06:00:20.386629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Deleting port fd8951fd-a24c-46b1-98b7-ea926afd069d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:20.386970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:20.483341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] For port fd8951fd-a24c-46b1-98b7-ea926afd069d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fd8951fd-a24c-46b1-98b7-ea926afd069d,segment=NetworkSegment(97a351a5-738c-4912-8fdd-4c1266b16b3a),segment_id=97a351a5-738c-4912-8fdd-4c1266b16b3a)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:20.483599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:20.497921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Calling delete_port for fd8951fd-a24c-46b1-98b7-ea926afd069d owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:20.690735 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fd8951fd-a24c-46b1-98b7-ea926afd069d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:20.719561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8951fd-a24c-46b1-98b7-ea926afd069d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:20.900914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (2f7e9de5-d830-4b80-9266-ae2b0cc99334), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.182786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:21.190241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1691731-a482-4a66-97dd-90322ece767b req-5ffa3d5f-5eaf-4127-bbfe-ccca28add5ad tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:21.191700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1691731-a482-4a66-97dd-90322ece767b req-5ffa3d5f-5eaf-4127-bbfe-ccca28add5ad tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.1029437 Feb 11 06:00:21.227928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37788) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:21.293449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1691731-a482-4a66-97dd-90322ece767b req-144b600c-ffed-4105-80a4-93bb8fdea131 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959918 Feb 11 06:00:21.349213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:21.354891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-610a67d5-e969-49be-bcc9-bcfd28c00aa3 admin admin] 10.222.0.31 "PUT /v2.0/routers/2f7e9de5-d830-4b80-9266-ae2b0cc99334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7925317 Feb 11 06:00:21.357491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37792) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:21.366330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] Sync routers for ids ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:21.382541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] Routers {'2f7e9de5-d830-4b80-9266-ae2b0cc99334'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:21.383276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:21.515767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] Set router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:21.570740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks [] for router (2f7e9de5-d830-4b80-9266-ae2b0cc99334), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.588646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c0942-2e5c-4145-9444-806f706135ef req-90f276af-6488-4a5a-8c48-c0346dff118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:21.590190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd1c0942-2e5c-4145-9444-806f706135ef req-90f276af-6488-4a5a-8c48-c0346dff118d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1128 time: 0.0869665 Feb 11 06:00:21.600412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316a2d-0dd0-4981-9eaa-9f0580d2a533 req-86f39123-4a44-40c2-a5b4-0e2df676ed19 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:21.601940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7316a2d-0dd0-4981-9eaa-9f0580d2a533 req-86f39123-4a44-40c2-a5b4-0e2df676ed19 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0833373 Feb 11 06:00:21.707423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7316a2d-0dd0-4981-9eaa-9f0580d2a533 req-0a3b4dbb-e6b7-4c2a-bd4e-774a95baf90b tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958080 Feb 11 06:00:21.725318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c0942-2e5c-4145-9444-806f706135ef req-0872cb27-6378-4f9c-9b12-669df583f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:21.726811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd1c0942-2e5c-4145-9444-806f706135ef req-0872cb27-6378-4f9c-9b12-669df583f59a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.1239927 Feb 11 06:00:21.742205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T06:00:20Z', 'revision_number': 5, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'gw_port': {'id': '366e7e1c-48e8-4377-8bca-71316d45af09', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:aa:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:21.754050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks [] for router_gateway (2f7e9de5-d830-4b80-9266-ae2b0cc99334), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.774752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd1c0942-2e5c-4145-9444-806f706135ef req-f191d76c-c1a7-4547-a301-aeda6902d2a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 200 len: 217 time: 0.0396061 Feb 11 06:00:21.775926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] Checking router: 2f7e9de5-d830-4b80-9266-ae2b0cc99334 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:21.784981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] Routers {'2f7e9de5-d830-4b80-9266-ae2b0cc99334'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:21.785630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:21.829109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c0942-2e5c-4145-9444-806f706135ef req-893ee1f0-e72f-4c58-a2f1-3c1b395b6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:21.831062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd1c0942-2e5c-4145-9444-806f706135ef req-893ee1f0-e72f-4c58-a2f1-3c1b395b6a9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.0496790 Feb 11 06:00:21.860654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Deleting port 366e7e1c-48e8-4377-8bca-71316d45af09 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:21.861001 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.867697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd1c0942-2e5c-4145-9444-806f706135ef req-623f2042-5035-4e21-a2df-5c695a7f8bf9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305471 Feb 11 06:00:21.944326 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (c235233c-9b79-4426-adaf-303450c42b52), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.974582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd1c0942-2e5c-4145-9444-806f706135ef req-61f296e0-3efd-464f-b2d6-d838b46959dd service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999975 Feb 11 06:00:22.001928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] For port 366e7e1c-48e8-4377-8bca-71316d45af09, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=366e7e1c-48e8-4377-8bca-71316d45af09,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:22.002373 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.021196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Calling delete_port for 366e7e1c-48e8-4377-8bca-71316d45af09 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:22.042665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] Set router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:22.075162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd1c0942-2e5c-4145-9444-806f706135ef req-284c28d1-8c9c-4d38-9d2b-9fb06c364f65 service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942526 Feb 11 06:00:22.095205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T06:00:21Z', 'revision_number': 6, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:22.124486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196cd97-0100-4049-aeeb-f84b602d1a26 None None] The sync data for ids ['2f7e9de5-d830-4b80-9266-ae2b0cc99334'] in n-d-715271-35 is: [{'id': '2f7e9de5-d830-4b80-9266-ae2b0cc99334', 'name': 'tempest-TestServerBasicOps-303555835-router', 'tenant_id': 'ce852696226f4dd5b60d618f301c9299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T06:00:21Z', 'revision_number': 6, 'project_id': 'ce852696226f4dd5b60d618f301c9299', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:22.270129 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.354235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (366e7e1c-48e8-4377-8bca-71316d45af09), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.394345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Pushing event deleted for resources: {'Port': ['ID=366e7e1c-48e8-4377-8bca-71316d45af09,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:22.453376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:22.453645 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.472525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (2f7e9de5-d830-4b80-9266-ae2b0cc99334), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.611845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (2f7e9de5-d830-4b80-9266-ae2b0cc99334), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.615650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks [] for router_controller (2f7e9de5-d830-4b80-9266-ae2b0cc99334), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.671244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port d5cd2abc-9abf-43c3-bbc9-013d3ef839b8, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d5cd2abc-9abf-43c3-bbc9-013d3ef839b8,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:22.671754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.683451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (2f7e9de5-d830-4b80-9266-ae2b0cc99334), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.683451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f7e9de5-d830-4b80-9266-ae2b0cc99334 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:00:22.688683 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.689932 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2e323b1b-48b1-4343-8e75-b4a55240de62 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2f7e9de5-d830-4b80-9266-ae2b0cc99334 HTTP/1.1" status: 204 len: 168 time: 1.3308275 Feb 11 06:00:22.692642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37798) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:22.694232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:22.744088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-89122462-7923-46f4-9676-99e786d1d8d1 admin admin] Deleting subnet 2c91e9aa-73fa-4b34-9660-48509a7dabaa {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:00:22.748523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-89122462-7923-46f4-9676-99e786d1d8d1 admin admin] Publish callbacks [] for subnet (2c91e9aa-73fa-4b34-9660-48509a7dabaa), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.788349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-89122462-7923-46f4-9676-99e786d1d8d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (2c91e9aa-73fa-4b34-9660-48509a7dabaa), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.919795 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d5cd2abc-9abf-43c3-bbc9-013d3ef839b8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.927761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce9656-df4f-4e0f-8d99-cb528e7590ae req-755263e5-f96a-4adf-bce2-be53fed41dc9 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:22.929374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91ce9656-df4f-4e0f-8d99-cb528e7590ae req-755263e5-f96a-4adf-bce2-be53fed41dc9 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.1146655 Feb 11 06:00:22.937343 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-89122462-7923-46f4-9676-99e786d1d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (2c91e9aa-73fa-4b34-9660-48509a7dabaa), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.950671 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=d5cd2abc-9abf-43c3-bbc9-013d3ef839b8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:23.020225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91ce9656-df4f-4e0f-8d99-cb528e7590ae req-5dd675f4-b09b-4086-ae6f-0a2d0f572e9f tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802443 Feb 11 06:00:23.047559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-89122462-7923-46f4-9676-99e786d1d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (2c91e9aa-73fa-4b34-9660-48509a7dabaa), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.078262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-89122462-7923-46f4-9676-99e786d1d8d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.086120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff37de-8811-4744-bb7b-3a41ff22c28a None None] Network 456e88f6-0318-4cae-bb61-9dd2c6ba796e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:23.092443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-89122462-7923-46f4-9676-99e786d1d8d1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2c91e9aa-73fa-4b34-9660-48509a7dabaa HTTP/1.1" status: 204 len: 168 time: 0.3984311 Feb 11 06:00:23.096332 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37802) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:23.131013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89122462-7923-46f4-9676-99e786d1d8d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c91e9aa-73fa-4b34-9660-48509a7dabaa,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:23.282652 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.365980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] DHCP port deletion for 456e88f6-0318-4cae-bb61-9dd2c6ba796e request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:00:23.455046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Deleting port 6428e938-def5-4721-9ddf-77e98b7c81f4 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:23.455701 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.492920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fd8951fd-a24c-46b1-98b7-ea926afd069d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:23.533039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: fd8951fd-a24c-46b1-98b7-ea926afd069d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:23.533668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fd8951fd-a24c-46b1-98b7-ea926afd069d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:23.534345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 366e7e1c-48e8-4377-8bca-71316d45af09 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:23.589083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 366e7e1c-48e8-4377-8bca-71316d45af09 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:23.589382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 366e7e1c-48e8-4377-8bca-71316d45af09 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:23.597667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] For port 6428e938-def5-4721-9ddf-77e98b7c81f4, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6428e938-def5-4721-9ddf-77e98b7c81f4,segment=NetworkSegment(97a351a5-738c-4912-8fdd-4c1266b16b3a),segment_id=97a351a5-738c-4912-8fdd-4c1266b16b3a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:23.598083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.610661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Calling delete_port for 6428e938-def5-4721-9ddf-77e98b7c81f4 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:23.610896 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (456e88f6-0318-4cae-bb61-9dd2c6ba796e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.630466 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (c235233c-9b79-4426-adaf-303450c42b52), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.694145 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.721846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Pushing event deleted for resources: {'Port': ['ID=6428e938-def5-4721-9ddf-77e98b7c81f4,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:23.731130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] No DVR routers for this DVR port 6428e938-def5-4721-9ddf-77e98b7c81f4 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:23.733627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.734020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.734365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.734719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.735042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.735378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.735708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.736034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.736363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.736689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.737013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.737366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.737692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0396c40a-20ec-4171-8fcf-ee5e587e7e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:23.756775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Deleting port 6428e938-def5-4721-9ddf-77e98b7c81f4 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:23.757129 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.833792 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] For port 6428e938-def5-4721-9ddf-77e98b7c81f4, host n-d-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:23.834153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.886760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Calling delete_port for 6428e938-def5-4721-9ddf-77e98b7c81f4 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:23.893255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Port 6428e938-def5-4721-9ddf-77e98b7c81f4 was not found and therefore no delete operation was performed {{(pid=103121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 06:00:23.895917 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6428e938-def5-4721-9ddf-77e98b7c81f4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.927613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Pushing event deleted for resources: {'Port': ['ID=6428e938-def5-4721-9ddf-77e98b7c81f4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:23.932306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] No DVR routers for this DVR port 6428e938-def5-4721-9ddf-77e98b7c81f4 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:23.942295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:23.963071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 5a6e9254-bb69-424f-9564-6cb4b71c63b7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:23.963428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 5a6e9254-bb69-424f-9564-6cb4b71c63b7 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:24.045498 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (456e88f6-0318-4cae-bb61-9dd2c6ba796e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.055106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router c235233c-9b79-4426-adaf-303450c42b52 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:24.070567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456e88f6-0318-4cae-bb61-9dd2c6ba796e']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:24.083818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a351a5-738c-4912-8fdd-4c1266b16b3a') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:24.084115 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a351a5-738c-4912-8fdd-4c1266b16b3a') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:24.129090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (97a351a5-738c-4912-8fdd-4c1266b16b3a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.149841 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (97a351a5-738c-4912-8fdd-4c1266b16b3a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.160230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:00:24.160637 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (97a351a5-738c-4912-8fdd-4c1266b16b3a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:00:24.162342 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:00:24.195352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3226-e292-45ef-a494-c41750b197d0 req-4197e41b-2773-4089-a214-ca89c477bce8 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:24.196827 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-017b3226-e292-45ef-a494-c41750b197d0 req-4197e41b-2773-4089-a214-ca89c477bce8 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0531640 Feb 11 06:00:24.250126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-017b3226-e292-45ef-a494-c41750b197d0 req-4beb6652-1465-47c4-a538-5ba758195b7c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Feb 11 06:00:24.255761 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (456e88f6-0318-4cae-bb61-9dd2c6ba796e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.258491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:24.269747 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-55250cb9-78c8-4c21-898f-5a5bdf723656 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "PUT /v2.0/routers/c235233c-9b79-4426-adaf-303450c42b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0379095 Feb 11 06:00:24.269747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.270478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37806) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.270942 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] 10.222.0.31 "DELETE /v2.0/networks/456e88f6-0318-4cae-bb61-9dd2c6ba796e HTTP/1.1" status: 204 len: 168 time: 1.1714609 Feb 11 06:00:24.275994 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] Sync routers for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:24.289687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705072e-64ec-4742-8ff6-b5f36f59e22d admin admin] Pushing event deleted for resources: {'Network': ['ID=456e88f6-0318-4cae-bb61-9dd2c6ba796e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:24.293276 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:24.294691 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:24.363910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e15202d-15bc-4870-98dc-c163ae229873 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting subnet ee63b885-c968-49a6-a707-9e2cef3d92df {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:00:24.369007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e15202d-15bc-4870-98dc-c163ae229873 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (ee63b885-c968-49a6-a707-9e2cef3d92df), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.413611 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:24.422587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e15202d-15bc-4870-98dc-c163ae229873 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (ee63b885-c968-49a6-a707-9e2cef3d92df), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.441810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37812) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.491516 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4780836f-cf88-4299-b149-70cfd521d8ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a25161668b242aeb0c5d0ddead6437b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483060 Feb 11 06:00:24.492442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37814) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.547291 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e15202d-15bc-4870-98dc-c163ae229873 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (ee63b885-c968-49a6-a707-9e2cef3d92df), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.602815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5db2723f-4ef4-4897-a076-afbfd674d1c3 admin admin] Publish callbacks [] for security_group (7733f6b3-c403-43fa-bf43-255d1e969303), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.626587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e15202d-15bc-4870-98dc-c163ae229873 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (ee63b885-c968-49a6-a707-9e2cef3d92df), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.635476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5db2723f-4ef4-4897-a076-afbfd674d1c3 admin admin] Publish callbacks [] for security_group (7733f6b3-c403-43fa-bf43-255d1e969303), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.664940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15202d-15bc-4870-98dc-c163ae229873 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Subnet': ['ID=ee63b885-c968-49a6-a707-9e2cef3d92df,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:24.671596 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3e15202d-15bc-4870-98dc-c163ae229873 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.682377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3e15202d-15bc-4870-98dc-c163ae229873 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/subnets/ee63b885-c968-49a6-a707-9e2cef3d92df HTTP/1.1" status: 204 len: 168 time: 0.4060602 Feb 11 06:00:24.682377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37820) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.682574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e09727-3554-4601-91db-b45a04b95ee2 None None] Network e14d50b7-60c6-40dc-bdf4-4c288d78999c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:24.724477 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5db2723f-4ef4-4897-a076-afbfd674d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7733f6b3-c403-43fa-bf43-255d1e969303), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.728169 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5db2723f-4ef4-4897-a076-afbfd674d1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.730006 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5db2723f-4ef4-4897-a076-afbfd674d1c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7733f6b3-c403-43fa-bf43-255d1e969303 HTTP/1.1" status: 204 len: 168 time: 0.2363460 Feb 11 06:00:24.749197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2723f-4ef4-4897-a076-afbfd674d1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733f6b3-c403-43fa-bf43-255d1e969303,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:24.816312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (c235233c-9b79-4426-adaf-303450c42b52), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.886050 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T06:00:22Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:24.924093 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] Checking router: c235233c-9b79-4426-adaf-303450c42b52 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:24.934625 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] Routers {'c235233c-9b79-4426-adaf-303450c42b52'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:24.935534 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c235233c-9b79-4426-adaf-303450c42b52'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:24.945525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1b5d1-9aea-4b5e-9f1e-21058896d68a None None] DHCP port deletion for e14d50b7-60c6-40dc-bdf4-4c288d78999c request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:00:24.976994 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (c235233c-9b79-4426-adaf-303450c42b52), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.009422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bac1b5d1-9aea-4b5e-9f1e-21058896d68a None None] Deleting port 79cae443-7408-4520-8202-0e53eafccc67 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:25.009805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bac1b5d1-9aea-4b5e-9f1e-21058896d68a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (79cae443-7408-4520-8202-0e53eafccc67), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.084083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port dd53b37a-d236-49fc-a226-215400dfe18e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:25.084697 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.116161 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] Set router c235233c-9b79-4426-adaf-303450c42b52 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:25.128150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-bac1b5d1-9aea-4b5e-9f1e-21058896d68a None None] For port 79cae443-7408-4520-8202-0e53eafccc67, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=79cae443-7408-4520-8202-0e53eafccc67,segment=NetworkSegment(300eb48d-5759-4dae-8189-d02a91e20adc),segment_id=300eb48d-5759-4dae-8189-d02a91e20adc)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:25.128719 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bac1b5d1-9aea-4b5e-9f1e-21058896d68a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (79cae443-7408-4520-8202-0e53eafccc67), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.146882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bac1b5d1-9aea-4b5e-9f1e-21058896d68a None None] Calling delete_port for 79cae443-7408-4520-8202-0e53eafccc67 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:25.182241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port dd53b37a-d236-49fc-a226-215400dfe18e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dd53b37a-d236-49fc-a226-215400dfe18e,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:25.182626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.204785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for dd53b37a-d236-49fc-a226-215400dfe18e owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:25.320240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bac1b5d1-9aea-4b5e-9f1e-21058896d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (79cae443-7408-4520-8202-0e53eafccc67), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.361555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37828) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:25.379757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1b5d1-9aea-4b5e-9f1e-21058896d68a None None] Pushing event deleted for resources: {'Port': ['ID=79cae443-7408-4520-8202-0e53eafccc67,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:25.393861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1b5d1-9aea-4b5e-9f1e-21058896d68a None None] No DVR routers for this DVR port 79cae443-7408-4520-8202-0e53eafccc67 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:25.402714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6428e938-def5-4721-9ddf-77e98b7c81f4 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:25.428363 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T06:00:22Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:25.457191 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ae78d891-d263-44b0-93fd-3c623448be46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce852696226f4dd5b60d618f301c9299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936422 Feb 11 06:00:25.459238 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c045974-5a98-4289-a171-aad1a779a9f8 None None] The sync data for ids ['c235233c-9b79-4426-adaf-303450c42b52'] in n-d-715271-35 is: [{'id': 'c235233c-9b79-4426-adaf-303450c42b52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988109894', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:58:13Z', 'updated_at': '2022-02-11T06:00:22Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'dd53b37a-d236-49fc-a226-215400dfe18e', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c235233c-9b79-4426-adaf-303450c42b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:58:14Z', 'updated_at': '2022-02-11T05:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:25.459433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37830) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:25.460503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6428e938-def5-4721-9ddf-77e98b7c81f4 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:25.460863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6428e938-def5-4721-9ddf-77e98b7c81f4 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:25.461320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 79cae443-7408-4520-8202-0e53eafccc67 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:25.475738 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (dd53b37a-d236-49fc-a226-215400dfe18e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.492777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 79cae443-7408-4520-8202-0e53eafccc67 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:25.493585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 79cae443-7408-4520-8202-0e53eafccc67 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:25.532799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=dd53b37a-d236-49fc-a226-215400dfe18e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:25.543542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0c61141-f3ba-4103-9366-5d073e1ac002 admin admin] Publish callbacks [] for security_group (ca9c15d8-cbb6-4ba2-8a26-d7bccf33cc8d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.573408 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0c61141-f3ba-4103-9366-5d073e1ac002 admin admin] Publish callbacks [] for security_group (ca9c15d8-cbb6-4ba2-8a26-d7bccf33cc8d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.616711 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (c235233c-9b79-4426-adaf-303450c42b52), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.660890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0c61141-f3ba-4103-9366-5d073e1ac002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ca9c15d8-cbb6-4ba2-8a26-d7bccf33cc8d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.663911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d0c61141-f3ba-4103-9366-5d073e1ac002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.667117 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d0c61141-f3ba-4103-9366-5d073e1ac002 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca9c15d8-cbb6-4ba2-8a26-d7bccf33cc8d HTTP/1.1" status: 204 len: 168 time: 0.2049415 Feb 11 06:00:25.676342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c61141-f3ba-4103-9366-5d073e1ac002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9c15d8-cbb6-4ba2-8a26-d7bccf33cc8d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:26.009899 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:00:26.132022 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (c235233c-9b79-4426-adaf-303450c42b52), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.134643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_controller (c235233c-9b79-4426-adaf-303450c42b52), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.188194 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (c235233c-9b79-4426-adaf-303450c42b52), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.189075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Fanout notify agent at l3_agent the message router_deleted on router c235233c-9b79-4426-adaf-303450c42b52 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:00:26.199966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.203920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d0563b39-76fe-4869-b95c-cf56379788a2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/routers/c235233c-9b79-4426-adaf-303450c42b52 HTTP/1.1" status: 204 len: 168 time: 1.5180981 Feb 11 06:00:26.204305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37846) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:26.298478 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e14d50b7-60c6-40dc-bdf4-4c288d78999c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.393787 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e14d50b7-60c6-40dc-bdf4-4c288d78999c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.415269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14d50b7-60c6-40dc-bdf4-4c288d78999c']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:26.425730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300eb48d-5759-4dae-8189-d02a91e20adc') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:26.426032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300eb48d-5759-4dae-8189-d02a91e20adc') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:26.436306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (300eb48d-5759-4dae-8189-d02a91e20adc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.449235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (300eb48d-5759-4dae-8189-d02a91e20adc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.455507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:00:26.456046 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (300eb48d-5759-4dae-8189-d02a91e20adc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:00:26.458862 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:00:26.485367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37856) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:26.522004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e14d50b7-60c6-40dc-bdf4-4c288d78999c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.539610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.542820 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/networks/e14d50b7-60c6-40dc-bdf4-4c288d78999c HTTP/1.1" status: 204 len: 168 time: 0.3374784 Feb 11 06:00:26.543866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a1e85-7607-4e3c-9249-f6e89addfef6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Network': ['ID=e14d50b7-60c6-40dc-bdf4-4c288d78999c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:26.546189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37860) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:26.594543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1997702179-network', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:26.603849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54615faa-4c9d-469a-87fb-96a5be3f6cce tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (4613c9eb-9299-4aa8-9463-54f1f0a85358), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.613575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Made reservation on behalf of e9190f6e10054c979c98f8f31ec81825 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:26.615919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.624371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.630044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54615faa-4c9d-469a-87fb-96a5be3f6cce tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (4613c9eb-9299-4aa8-9463-54f1f0a85358), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.707616 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54615faa-4c9d-469a-87fb-96a5be3f6cce tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (4613c9eb-9299-4aa8-9463-54f1f0a85358), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.711157 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54615faa-4c9d-469a-87fb-96a5be3f6cce tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.715609 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-54615faa-4c9d-469a-87fb-96a5be3f6cce tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/security-groups/4613c9eb-9299-4aa8-9463-54f1f0a85358 HTTP/1.1" status: 204 len: 168 time: 0.1681900 Feb 11 06:00:26.716130 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Publish callbacks [] for security_group (75c43a0c-eb0a-43a6-914f-3bb9899d04d8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.721856 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (75c43a0c-eb0a-43a6-914f-3bb9899d04d8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.727464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54615faa-4c9d-469a-87fb-96a5be3f6cce tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4613c9eb-9299-4aa8-9463-54f1f0a85358,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:26.758947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:00:26.766404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c43a0c-eb0a-43a6-914f-3bb9899d04d8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:26.775911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5d02a003-0beb-4957-b8ba-0113bebe230d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.776324 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Added segment 5d02a003-0beb-4957-b8ba-0113bebe230d of type vlan for network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 Feb 11 06:00:26.836235 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.890250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.891205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:26.891783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.906502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d1db8-203d-4936-bf43-148b19eb174b req-61291e17-4e2b-4dc8-8bda-6fafccaa1997 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:26.907982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-366d1db8-203d-4936-bf43-148b19eb174b req-61291e17-4e2b-4dc8-8bda-6fafccaa1997 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0917983 Feb 11 06:00:26.939120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4526780 Feb 11 06:00:26.942051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37870) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:26.947855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Request body: {'subnet': {'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1997702179-subnet', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:26.970681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Made reservation on behalf of e9190f6e10054c979c98f8f31ec81825 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:26.973301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.985713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338d42-3f24-4aac-a8f0-717d3ce1d95a admin admin] Pushing event updated for resources: {'Network': ['ID=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:26.998145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:00:27.005046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-366d1db8-203d-4936-bf43-148b19eb174b req-f4e74a31-facb-49c5-bc8a-4ee96713a7c0 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851622 Feb 11 06:00:27.168453 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.196824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37876) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:27.202907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f45bab98-3648-4cbb-b110-f3ec92f258ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203915583', 'description': 'tempest-secgroup-smoke-1203915583 description', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:27.235487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f45bab98-3648-4cbb-b110-f3ec92f258ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.243343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:27.249489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:27.249861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Network hostable DHCP agents. Network: e3d6fb59-c8ae-42d5-bae4-899d8dfe1552, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:00:27.268637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:00:27.280157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, e3d6fb59-c8ae-42d5-bae4-899d8dfe1552) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:27.285607 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:27.286234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.298937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c720bf-c442-46b3-9554-587e38915673 None None] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:27.334513 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dbecce65-b3bc-4ac2-a2f7-0147a845d182 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3887782 Feb 11 06:00:27.340998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37884) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:27.350790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:27.391635 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f45bab98-3648-4cbb-b110-f3ec92f258ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.393680 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (a411d539-8d25-4b37-9adf-80e6d70c28da), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.394960 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (a411d539-8d25-4b37-9adf-80e6d70c28da), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.405955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:27.406874 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f45bab98-3648-4cbb-b110-f3ec92f258ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.430664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:27.431021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d5cd2abc-9abf-43c3-bbc9-013d3ef839b8 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:27.431473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dd53b37a-d236-49fc-a226-215400dfe18e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:27.461564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f45bab98-3648-4cbb-b110-f3ec92f258ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.462998 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f45bab98-3648-4cbb-b110-f3ec92f258ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2649555 Feb 11 06:00:27.463592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: dd53b37a-d236-49fc-a226-215400dfe18e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:27.464137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dd53b37a-d236-49fc-a226-215400dfe18e not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:27.465820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37886) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:27.471045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-866bdeaa-43ed-4c32-b987-ff939986dbe1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:27.472236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bab98-3648-4cbb-b110-f3ec92f258ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:27.501663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-866bdeaa-43ed-4c32-b987-ff939986dbe1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (4d7668ac-d614-4cb5-ba3b-25916f9f9616), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.512953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks [] for router_controller (a411d539-8d25-4b37-9adf-80e6d70c28da), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.526535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:00:27.527860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.587470 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-866bdeaa-43ed-4c32-b987-ff939986dbe1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (4d7668ac-d614-4cb5-ba3b-25916f9f9616), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.592137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-866bdeaa-43ed-4c32-b987-ff939986dbe1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (4d7668ac-d614-4cb5-ba3b-25916f9f9616), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.616741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bdeaa-43ed-4c32-b987-ff939986dbe1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7668ac-d614-4cb5-ba3b-25916f9f9616,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:27.633345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-866bdeaa-43ed-4c32-b987-ff939986dbe1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.635148 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-866bdeaa-43ed-4c32-b987-ff939986dbe1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1683102 Feb 11 06:00:27.637620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37888) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:27.643583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6f0113b9-84cb-46f8-b12b-f9d32370d618 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:27.676598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f0113b9-84cb-46f8-b12b-f9d32370d618 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (6cba3d2b-4397-4036-b3e2-6355ca0c108e), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.678741 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks [] for router_gateway (a411d539-8d25-4b37-9adf-80e6d70c28da), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.738089 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5fab217e-7870-4c1f-9456-8971ca7b8c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.755332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Allocated IP 172.20.0.2 (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9/be1cd76e-34f0-4839-accc-54986d7e8e91) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:27.761246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f0113b9-84cb-46f8-b12b-f9d32370d618 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (6cba3d2b-4397-4036-b3e2-6355ca0c108e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.767701 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f0113b9-84cb-46f8-b12b-f9d32370d618 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (6cba3d2b-4397-4036-b3e2-6355ca0c108e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.790718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0113b9-84cb-46f8-b12b-f9d32370d618 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cba3d2b-4397-4036-b3e2-6355ca0c108e,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:27.799857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f0113b9-84cb-46f8-b12b-f9d32370d618 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.801162 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6f0113b9-84cb-46f8-b12b-f9d32370d618 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620932 Feb 11 06:00:27.803956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37890) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:27.808824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b0677587-d888-4065-9279-d4a352ecf7ae tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:27.845865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0677587-d888-4065-9279-d4a352ecf7ae tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (382baa05-e4bd-4368-8854-b4cb7b72850f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.930924 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0677587-d888-4065-9279-d4a352ecf7ae tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (382baa05-e4bd-4368-8854-b4cb7b72850f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.940733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0677587-d888-4065-9279-d4a352ecf7ae tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (382baa05-e4bd-4368-8854-b4cb7b72850f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.954287 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks [] for router_gateway (a411d539-8d25-4b37-9adf-80e6d70c28da), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.957982 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Publish callbacks [] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.959256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0677587-d888-4065-9279-d4a352ecf7ae tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382baa05-e4bd-4368-8854-b4cb7b72850f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:27.965836 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.973030 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b0677587-d888-4065-9279-d4a352ecf7ae tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.978180 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b0677587-d888-4065-9279-d4a352ecf7ae tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718154 Feb 11 06:00:27.978180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37892) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:27.984600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7d8ef472-7355-443b-84ce-46428c0e29fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:27.987048 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.011251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:28.016541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:28.020282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:28.063643 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef472-7355-443b-84ce-46428c0e29fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (bf42a2ca-edda-4db3-8584-c0a5ca3bdc44), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.089787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Pushing event updated for resources: {'Port': ['ID=be1cd76e-34f0-4839-accc-54986d7e8e91,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.095527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Attempting to bind port be1cd76e-34f0-4839-accc-54986d7e8e91 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:28.095938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Attempting to bind port be1cd76e-34f0-4839-accc-54986d7e8e91 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:28.096261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Attempting to bind port be1cd76e-34f0-4839-accc-54986d7e8e91 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:28.102496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:28.102875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:28.103278 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.103856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Bound using segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:28.104131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Bound port: be1cd76e-34f0-4839-accc-54986d7e8e91, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:28.104513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.112106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Allocated IP 172.25.1.116 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/26bf3252-6fa8-4b9c-a527-6088fdd36c5a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:28.173666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef472-7355-443b-84ce-46428c0e29fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (bf42a2ca-edda-4db3-8584-c0a5ca3bdc44), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.174128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] For port be1cd76e-34f0-4839-accc-54986d7e8e91, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:28.178325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] For port be1cd76e-34f0-4839-accc-54986d7e8e91, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=be1cd76e-34f0-4839-accc-54986d7e8e91,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:28.181186 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef472-7355-443b-84ce-46428c0e29fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (bf42a2ca-edda-4db3-8584-c0a5ca3bdc44), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.184999 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.218695 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ef472-7355-443b-84ce-46428c0e29fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf42a2ca-edda-4db3-8584-c0a5ca3bdc44,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.226430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef472-7355-443b-84ce-46428c0e29fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.232049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37894) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:28.237352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-43f35c6a-2558-411c-979c-ffed3874b3bf tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:28.244378 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d8ef472-7355-443b-84ce-46428c0e29fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2654669 Feb 11 06:00:28.259599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb398c5b-37ec-4c1e-9a46-311974f2edf5 None None] Pushing event updated for resources: {'Port': ['ID=be1cd76e-34f0-4839-accc-54986d7e8e91,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.263406 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks [] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.287186 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-43f35c6a-2558-411c-979c-ffed3874b3bf tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Project fd919b75b5e04e12bb265670ddb374d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:00:28.300941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-43f35c6a-2558-411c-979c-ffed3874b3bf tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (02746abc-3481-4984-96c4-9f5f59f9a9a6), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.338084 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.394976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:28.401027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:28.409225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Pushing event updated for resources: {'Port': ['ID=26bf3252-6fa8-4b9c-a527-6088fdd36c5a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.411943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:28.414709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-43f35c6a-2558-411c-979c-ffed3874b3bf tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (02746abc-3481-4984-96c4-9f5f59f9a9a6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.435240 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-43f35c6a-2558-411c-979c-ffed3874b3bf tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (02746abc-3481-4984-96c4-9f5f59f9a9a6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.490872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f35c6a-2558-411c-979c-ffed3874b3bf tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02746abc-3481-4984-96c4-9f5f59f9a9a6,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.513582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-43f35c6a-2558-411c-979c-ffed3874b3bf tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.515286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-43f35c6a-2558-411c-979c-ffed3874b3bf tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2819333 Feb 11 06:00:28.518570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37898) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:28.523351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b012442b-8361-44c6-b886-0e5c623b69c6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:28.549691 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-b012442b-8361-44c6-b886-0e5c623b69c6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Project fd919b75b5e04e12bb265670ddb374d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:00:28.556337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b012442b-8361-44c6-b886-0e5c623b69c6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (1650a2cc-ada7-4a2b-a357-e1f46c62a359), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.634682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b012442b-8361-44c6-b886-0e5c623b69c6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (1650a2cc-ada7-4a2b-a357-e1f46c62a359), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.640807 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b012442b-8361-44c6-b886-0e5c623b69c6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (1650a2cc-ada7-4a2b-a357-e1f46c62a359), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.665158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012442b-8361-44c6-b886-0e5c623b69c6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1650a2cc-ada7-4a2b-a357-e1f46c62a359,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.670080 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b012442b-8361-44c6-b886-0e5c623b69c6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.673159 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b012442b-8361-44c6-b886-0e5c623b69c6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518953 Feb 11 06:00:28.674388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37900) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:28.679895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'network': {'name': 'tempest-network-smoke--704494032', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'port_security_enabled': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:28.704700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:28.709086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.735798 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:00:28.747114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b5acce6b-9349-4c5d-b94b-55618c8598e2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.747464 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Added segment b5acce6b-9349-4c5d-b94b-55618c8598e2 of type vlan for network b43ef12c-d8c7-41e4-80e5-4c17b656b562 Feb 11 06:00:28.792083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks [] for router_gateway (a411d539-8d25-4b37-9adf-80e6d70c28da), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.798204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b43ef12c-d8c7-41e4-80e5-4c17b656b562), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.828330 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b43ef12c-d8c7-41e4-80e5-4c17b656b562), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.834615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:28.835226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.875878 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1967125 Feb 11 06:00:28.876086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37902) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:28.882772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'admin_state_up': True, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:28.921764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bf448-ebc4-4a06-bc64-4059c4976d63 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Network': ['ID=b43ef12c-d8c7-41e4-80e5-4c17b656b562,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.934256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.935410 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.939703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b43ef12c-d8c7-41e4-80e5-4c17b656b562 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:00:29.006703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_controller (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.056533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (a411d539-8d25-4b37-9adf-80e6d70c28da), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.189540 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.222270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Router a411d539-8d25-4b37-9adf-80e6d70c28da is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:00:29.390050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:29.399211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Sync routers for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:29.420259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device be1cd76e-34f0-4839-accc-54986d7e8e91 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:29.439599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.444344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-efe0bcc1-e91c-4f78-926d-bb24af5fd411 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1020663 Feb 11 06:00:29.445348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37904) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:29.457908 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.458587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:29.459389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:29.491120 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.580113 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:29.618861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.25.1.174 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:29.648566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d757ee-300c-4fa3-aaa9-af09a1340e52 None None] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:29.737070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.773079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.795612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ca561a15-0e68-46c8-9eef-6029d0061e3e None None] Provisioning complete for port be1cd76e-34f0-4839-accc-54986d7e8e91 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:29.796345 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ca561a15-0e68-46c8-9eef-6029d0061e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.828800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:29.830460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:29.833506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:29.867142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:29.927251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port be1cd76e-34f0-4839-accc-54986d7e8e91 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:29.927980 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.090332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ca561a15-0e68-46c8-9eef-6029d0061e3e None None] Current status of the port be1cd76e-34f0-4839-accc-54986d7e8e91 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:30.090745 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.091640 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ca561a15-0e68-46c8-9eef-6029d0061e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.193333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.327486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port be1cd76e-34f0-4839-accc-54986d7e8e91 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:30.328044 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.333504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Allocated IP 172.20.0.1 (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9/757044ef-2c6b-4ef2-a1c7-044d6a24897a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:30.383616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port be1cd76e-34f0-4839-accc-54986d7e8e91, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=be1cd76e-34f0-4839-accc-54986d7e8e91,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:30.401804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.405023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 3, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:30.439213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Checking router: a411d539-8d25-4b37-9adf-80e6d70c28da for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:30.439751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Updating router a411d539-8d25-4b37-9adf-80e6d70c28da port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:00:30.463687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-14984956-0bb3-4e9d-ba8a-905b403282d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.513029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Publish callbacks [] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.537646 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.590672 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.664766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:30.693544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:30.696911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:30.787928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Pushing event updated for resources: {'Port': ['ID=757044ef-2c6b-4ef2-a1c7-044d6a24897a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:30.810046 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (a411d539-8d25-4b37-9adf-80e6d70c28da), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.872218 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Publish callbacks [] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.887954 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.901237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-ca561a15-0e68-46c8-9eef-6029d0061e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:00:30.901960 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-ca561a15-0e68-46c8-9eef-6029d0061e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:00:30.919325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=be1cd76e-34f0-4839-accc-54986d7e8e91,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:30.937234 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.010568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Attempting to bind port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:31.013091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Attempting to bind port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:31.013830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Attempting to bind port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:31.027452 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:31.028031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:31.028550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.029061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:31.029731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Bound port: 26bf3252-6fa8-4b9c-a527-6088fdd36c5a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:31.030226 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.074756 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.109006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] For port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:31.112782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] For port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=26bf3252-6fa8-4b9c-a527-6088fdd36c5a,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:31.133621 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.143680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47e89c-6e7a-4db7-bf3c-e1e6881c1129 None None] Pushing event updated for resources: {'Port': ['ID=26bf3252-6fa8-4b9c-a527-6088fdd36c5a,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:31.203505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47e89c-6e7a-4db7-bf3c-e1e6881c1129 None None] Pushing event updated for resources: {'Port': ['ID=26bf3252-6fa8-4b9c-a527-6088fdd36c5a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:31.222940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:00:31.244069 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.266804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:31.267464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:31.376562 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Publish callbacks [] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.381041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device be1cd76e-34f0-4839-accc-54986d7e8e91 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:31.381629 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.414279 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:31.427224 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Sync routers for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:31.443405 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:31.444830 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:31.450208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.451889 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3234b0d-2be6-4c77-a4a9-9071971f7670 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5745852 Feb 11 06:00:31.455320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37912) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:31.492876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (a411d539-8d25-4b37-9adf-80e6d70c28da), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.527010 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af43dcbd-380a-44e9-bca1-aba7884d7aa0 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=fd919b75b5e04e12bb265670ddb374d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702987 Feb 11 06:00:31.528037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37914) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:31.631842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Pushing event updated for resources: {'Port': ['ID=757044ef-2c6b-4ef2-a1c7-044d6a24897a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:31.638788 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:31.650083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:31.651817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:31.657311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ca561a15-0e68-46c8-9eef-6029d0061e3e None None] Current status of the port be1cd76e-34f0-4839-accc-54986d7e8e91 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:31.673525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:31.901708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd38a30-98ca-4f30-a4d3-bc5e6bb15b94 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:31.910456 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9bd38a30-98ca-4f30-a4d3-bc5e6bb15b94 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3817685 Feb 11 06:00:31.913669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37918) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:31.925189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Router a411d539-8d25-4b37-9adf-80e6d70c28da has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:31.941422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port be1cd76e-34f0-4839-accc-54986d7e8e91 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:31.941814 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.958201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b8ad1904-47a5-47ff-9925-92d40b049394 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430586 Feb 11 06:00:31.960820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37920) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:31.966588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-535170544', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:32.034569 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:30Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:32.045703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a463cadf-9f38-4087-916d-b6e51d367a30 None None] Provisioning complete for port 757044ef-2c6b-4ef2-a1c7-044d6a24897a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:32.046078 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a463cadf-9f38-4087-916d-b6e51d367a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.079315 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Checking router: b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:32.080032 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Updating router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:00:32.123675 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.155372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:32.161273 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.180839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a463cadf-9f38-4087-916d-b6e51d367a30 None None] Port 757044ef-2c6b-4ef2-a1c7-044d6a24897a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:32.184938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:32.200921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-62cddf1e-6e99-46c8-8fa6-63bb3ea849e4 admin admin] 10.222.0.31 "PUT /v2.0/routers/a411d539-8d25-4b37-9adf-80e6d70c28da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7541964 Feb 11 06:00:32.287698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a463cadf-9f38-4087-916d-b6e51d367a30 None None] Provisioning complete for port be1cd76e-34f0-4839-accc-54986d7e8e91 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:32.288081 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a463cadf-9f38-4087-916d-b6e51d367a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.520682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:30Z', 'revision_number': 1, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:32.523192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port be1cd76e-34f0-4839-accc-54986d7e8e91 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:32.547381 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Publish callbacks [] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.555096 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.555297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d1791-91e5-460c-8b90-cbd907a7fbd3 None None] The sync data for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 is: [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:30Z', 'revision_number': 1, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:32.616138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a463cadf-9f38-4087-916d-b6e51d367a30 None None] Current status of the port be1cd76e-34f0-4839-accc-54986d7e8e91 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:32.650971 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (8c88a102-89d6-4f5e-9dd1-e985824b98a0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.687541 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Pushing event updated for resources: {'Port': ['ID=ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:32.712541 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Attempting to bind port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:32.713356 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Attempting to bind port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:32.713964 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Attempting to bind port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:32.720264 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.720887 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.725613 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.726247 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.726837 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.727396 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.727961 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.729788 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.730362 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.730939 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.731755 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.732314 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.734633 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:32.748301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a9009f82-805a-4817-a0fe-4a9ab8a192ae None None] Provisioning complete for port 757044ef-2c6b-4ef2-a1c7-044d6a24897a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:32.749366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:32.749366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:32.749799 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.750005 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:32.750479 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Bound port: ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:32.750867 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.751452 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a9009f82-805a-4817-a0fe-4a9ab8a192ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.772493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Subnet': ['ID=8c88a102-89d6-4f5e-9dd1-e985824b98a0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:32.828935 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] For port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:32.832392 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] For port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:32.844114 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.867989 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Checking segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:32.868382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network hostable DHCP agents. Network: b43ef12c-d8c7-41e4-80e5-4c17b656b562, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:00:32.890629 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.896964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a9009f82-805a-4817-a0fe-4a9ab8a192ae None None] Port 757044ef-2c6b-4ef2-a1c7-044d6a24897a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:32.914845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network b43ef12c-d8c7-41e4-80e5-4c17b656b562 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:00:32.937729 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:32.938269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b43ef12c-d8c7-41e4-80e5-4c17b656b562) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:32.938417 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:32.947566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e84156-d763-41bb-8bde-2d2fbdc83bf8 None None] Network b43ef12c-d8c7-41e4-80e5-4c17b656b562 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:32.965376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:32.965982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.057881 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0186252e-381b-4918-a7cd-cd4a17435e45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0927935 Feb 11 06:00:33.058241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37936) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:33.080715 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:33.203514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:00:33.204407 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.324047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37940) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:33.333097 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1559787773-network', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:33.395435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Made reservation on behalf of db2971644c0f47c0ab24b6c177323bde for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:33.409401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.437990 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.493278 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bd722-9669-4cbf-99c0-3af8346bcead None None] Pushing event updated for resources: {'Port': ['ID=ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:33.549704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Allocated IP 172.20.0.2 (b43ef12c-d8c7-41e4-80e5-4c17b656b562/8c88a102-89d6-4f5e-9dd1-e985824b98a0/ed360b07-0a95-4be9-bc22-f43d0743b67d) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:33.621761 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Publish callbacks [] for security_group (144888aa-c911-4b47-a7bb-0e132e34c4c9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.626725 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (144888aa-c911-4b47-a7bb-0e132e34c4c9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.651974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:00:33.666119 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:30Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:33.682651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f2a0b187-a5ed-4a4a-b581-3d4f355af136), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.683422 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Added segment f2a0b187-a5ed-4a4a-b581-3d4f355af136 of type vlan for network 0724f833-defd-4fab-8faf-4444c42ce405 Feb 11 06:00:33.739628 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c8c56-b904-499a-a473-60eb7d96967c None None] The sync data for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 is: [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:30Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:33.760932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (0724f833-defd-4fab-8faf-4444c42ce405), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.831993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144888aa-c911-4b47-a7bb-0e132e34c4c9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:33.882050 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Publish callbacks [] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.893380 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (0724f833-defd-4fab-8faf-4444c42ce405), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.894366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:33.894803 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.894956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.976747 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6506011 Feb 11 06:00:34.033059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37944) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:34.040805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Request body: {'subnet': {'network_id': '0724f833-defd-4fab-8faf-4444c42ce405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1559787773-subnet', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:34.044159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Pushing event updated for resources: {'Port': ['ID=ed360b07-0a95-4be9-bc22-f43d0743b67d,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:34.061208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520a7b1-5618-4126-9d0b-c75b30a89511 admin admin] Pushing event updated for resources: {'Network': ['ID=0724f833-defd-4fab-8faf-4444c42ce405,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:34.079043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 0724f833-defd-4fab-8faf-4444c42ce405 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:00:34.112848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Network b43ef12c-d8c7-41e4-80e5-4c17b656b562 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:34.118334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Made reservation on behalf of db2971644c0f47c0ab24b6c177323bde for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:34.119297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:34.120735 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.129032 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.132850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:34.380856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Attempting to bind port ed360b07-0a95-4be9-bc22-f43d0743b67d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:34.381262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Attempting to bind port ed360b07-0a95-4be9-bc22-f43d0743b67d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:34.381772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Attempting to bind port ed360b07-0a95-4be9-bc22-f43d0743b67d on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:34.394745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:34.395142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Checking segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:34.395550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.395949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Bound using segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:34.396445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Bound port: ed360b07-0a95-4be9-bc22-f43d0743b67d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:34.396826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.505504 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (6a751509-dbfd-4960-b674-3e651b1a47bd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.522395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.527727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] For port ed360b07-0a95-4be9-bc22-f43d0743b67d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:34.531717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] For port ed360b07-0a95-4be9-bc22-f43d0743b67d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ed360b07-0a95-4be9-bc22-f43d0743b67d,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:34.539494 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.656967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a751509-dbfd-4960-b674-3e651b1a47bd,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:34.660838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e988f8c-1f2c-4bd9-9022-acc5bfa8c8da None None] Pushing event updated for resources: {'Port': ['ID=ed360b07-0a95-4be9-bc22-f43d0743b67d,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:34.694200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Checking segment: {'id': 'f2a0b187-a5ed-4a4a-b581-3d4f355af136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:34.694569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Network hostable DHCP agents. Network: 0724f833-defd-4fab-8faf-4444c42ce405, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:00:34.740554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Network 0724f833-defd-4fab-8faf-4444c42ce405 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:00:34.757059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 0724f833-defd-4fab-8faf-4444c42ce405) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:34.769307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f910067-6dce-4e92-be06-5de54873bd0f None None] Network 0724f833-defd-4fab-8faf-4444c42ce405 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:34.784459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:34.790657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.823320 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9c77cdc0-a267-473d-b850-812c9631d64e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7936239 Feb 11 06:00:34.827874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 37946) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:34.839393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:34.986903 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (c1a026d0-2a57-4901-baea-d463517f1a10), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.988309 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (c1a026d0-2a57-4901-baea-d463517f1a10), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.006522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-0724f833-defd-4fab-8faf-4444c42ce405', 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405', 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'fixed_ips': [{'subnet_id': '6a751509-dbfd-4960-b674-3e651b1a47bd'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:00:35.011489 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.132905 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks [] for router_controller (c1a026d0-2a57-4901-baea-d463517f1a10), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.238416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.20.0.1 (b43ef12c-d8c7-41e4-80e5-4c17b656b562/8c88a102-89d6-4f5e-9dd1-e985824b98a0/2fdbafad-be3d-4cf1-b98e-37bd1d1b671f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:35.346682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Allocated IP 172.20.0.2 (0724f833-defd-4fab-8faf-4444c42ce405/6a751509-dbfd-4960-b674-3e651b1a47bd/964ce0a3-6a59-4dca-a7aa-de22761c6125) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:35.606103 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks [] for router_gateway (c1a026d0-2a57-4901-baea-d463517f1a10), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.621461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 26bf3252-6fa8-4b9c-a527-6088fdd36c5a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:35.629613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.729296 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.796884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=2fdbafad-be3d-4cf1-b98e-37bd1d1b671f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:35.808439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network b43ef12c-d8c7-41e4-80e5-4c17b656b562 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:35.814175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:35.818058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:35.852785 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Publish callbacks [] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.870978 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.916779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Network 0724f833-defd-4fab-8faf-4444c42ce405 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:35.922214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:35.923555 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.924647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:35.965880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:35.966266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.975527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Pushing event updated for resources: {'Port': ['ID=964ce0a3-6a59-4dca-a7aa-de22761c6125,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:36.067322 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks [] for router_gateway (c1a026d0-2a57-4901-baea-d463517f1a10), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.076840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Attempting to bind port 964ce0a3-6a59-4dca-a7aa-de22761c6125 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:36.077615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Attempting to bind port 964ce0a3-6a59-4dca-a7aa-de22761c6125 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f2a0b187-a5ed-4a4a-b581-3d4f355af136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:36.078298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Attempting to bind port 964ce0a3-6a59-4dca-a7aa-de22761c6125 on network 0724f833-defd-4fab-8faf-4444c42ce405 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:36.087252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:36.088199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Checking segment: {'id': 'f2a0b187-a5ed-4a4a-b581-3d4f355af136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:36.088717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.089251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Bound using segment: {'id': 'f2a0b187-a5ed-4a4a-b581-3d4f355af136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:36.089838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Bound port: 964ce0a3-6a59-4dca-a7aa-de22761c6125, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a0b187-a5ed-4a4a-b581-3d4f355af136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:36.091073 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.128387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.259084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] For port 964ce0a3-6a59-4dca-a7aa-de22761c6125, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:36.278590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.295024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:36.296049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.303133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] For port 964ce0a3-6a59-4dca-a7aa-de22761c6125, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=964ce0a3-6a59-4dca-a7aa-de22761c6125,segment=NetworkSegment(f2a0b187-a5ed-4a4a-b581-3d4f355af136),segment_id=f2a0b187-a5ed-4a4a-b581-3d4f355af136)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:36.322104 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.364244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Allocated IP 172.25.1.12 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/c1d8cae8-2edd-48a2-9e88-3b5af5d3352f) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:36.379217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=26bf3252-6fa8-4b9c-a527-6088fdd36c5a,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:36.383182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e3046-05dc-40f3-9ce3-2a1709c3518f None None] Network b43ef12c-d8c7-41e4-80e5-4c17b656b562 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:36.484638 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.485541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:36.541407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-89ff7710-8036-4490-9412-07b44083f570 None None] Provisioning complete for port ed360b07-0a95-4be9-bc22-f43d0743b67d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:36.541881 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-89ff7710-8036-4490-9412-07b44083f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.573662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks [] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.609728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd4f68-96c1-4a61-bad7-3e912e8c15a1 None None] Pushing event updated for resources: {'Port': ['ID=964ce0a3-6a59-4dca-a7aa-de22761c6125,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:36.630181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.764012 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:36.766568 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.777903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:36.780446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:36.783234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:36.838741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Pushing event updated for resources: {'Port': ['ID=c1d8cae8-2edd-48a2-9e88-3b5af5d3352f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:36.847701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=26bf3252-6fa8-4b9c-a527-6088fdd36c5a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:36.942386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-89ff7710-8036-4490-9412-07b44083f570 None None] Current status of the port ed360b07-0a95-4be9-bc22-f43d0743b67d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:36.943050 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-89ff7710-8036-4490-9412-07b44083f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.089844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-89ff7710-8036-4490-9412-07b44083f570 None None] For port ed360b07-0a95-4be9-bc22-f43d0743b67d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ed360b07-0a95-4be9-bc22-f43d0743b67d,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:37.100400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-89ff7710-8036-4490-9412-07b44083f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.183224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff7710-8036-4490-9412-07b44083f570 None None] Pushing event updated for resources: {'Port': ['ID=ed360b07-0a95-4be9-bc22-f43d0743b67d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:37.203378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:37.203792 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.268025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks [] for router_gateway (c1a026d0-2a57-4901-baea-d463517f1a10), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.317566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:37.332360 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.348840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ed360b07-0a95-4be9-bc22-f43d0743b67d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:37.367272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1c22bec7-65f3-4a80-b78f-984d778012b0 None None] Provisioning complete for port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:37.368118 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c22bec7-65f3-4a80-b78f-984d778012b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.375640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.409537 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.461429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:37.487914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Sync routers for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:37.532755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:37.533706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:37.582207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.584478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=2fdbafad-be3d-4cf1-b98e-37bd1d1b671f,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:37.597765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1c22bec7-65f3-4a80-b78f-984d778012b0 None None] Port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:37.671496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ed360b07-0a95-4be9-bc22-f43d0743b67d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:37.671878 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.675292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1c22bec7-65f3-4a80-b78f-984d778012b0 None None] Provisioning complete for port ed360b07-0a95-4be9-bc22-f43d0743b67d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:37.675666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c22bec7-65f3-4a80-b78f-984d778012b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.728248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (c1a026d0-2a57-4901-baea-d463517f1a10), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.744409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network b43ef12c-d8c7-41e4-80e5-4c17b656b562 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:37.792888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:37.793337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:37.952433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1c22bec7-65f3-4a80-b78f-984d778012b0 None None] Current status of the port ed360b07-0a95-4be9-bc22-f43d0743b67d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:37.979685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:38.070340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ed360b07-0a95-4be9-bc22-f43d0743b67d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:38.154481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a41dee94-de86-4074-a18f-0f4673abb7c6 None None] Provisioning complete for port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:38.155051 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a41dee94-de86-4074-a18f-0f4673abb7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:38.167912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:38.175166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-271c3c78-4b05-44e2-a511-e90006123f97 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "PUT /v2.0/routers/b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1158369 Feb 11 06:00:38.242180 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Sync routers for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:38.274963 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:38.275433 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:38.407365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Router c1a026d0-2a57-4901-baea-d463517f1a10 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:00:38.502647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793addcd-3bb8-454e-adf6-5e30386d3779 None None] Network 0724f833-defd-4fab-8faf-4444c42ce405 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:38.504798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 26bf3252-6fa8-4b9c-a527-6088fdd36c5a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:38.507310 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:38.593989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:38.619687 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:38.620976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Sync routers for ids ['c1a026d0-2a57-4901-baea-d463517f1a10'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:38.624596 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 37968) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:38.626606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d9fe0cf5-859f-4f74-b06f-f67107766c5c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7959177 Feb 11 06:00:38.632782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a41dee94-de86-4074-a18f-0f4673abb7c6 None None] Port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:38.679105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Routers {'c1a026d0-2a57-4901-baea-d463517f1a10'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:38.679748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c1a026d0-2a57-4901-baea-d463517f1a10'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:38.708356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-373c41f5-3622-4d7b-887b-dc19f475948a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203915583&fields=id&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 267 time: 0.0797300 Feb 11 06:00:38.813282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:38.813659 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:38.884382 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2fdbafad-be3d-4cf1-b98e-37bd1d1b671f', 'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:82:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:34Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 2, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:38.889707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] Provisioning complete for port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:38.890145 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:38.908306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 2, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:38.924967 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Checking router: b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:38.925359 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Updating router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:00:38.975175 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:38.985149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Checking router: a411d539-8d25-4b37-9adf-80e6d70c28da for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:38.985523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Updating router a411d539-8d25-4b37-9adf-80e6d70c28da port 757044ef-2c6b-4ef2-a1c7-044d6a24897a binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:00:39.029014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Set router c1a026d0-2a57-4901-baea-d463517f1a10 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:39.111054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] Port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:39.149367 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.231906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] Provisioning complete for port 964ce0a3-6a59-4dca-a7aa-de22761c6125 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:39.232626 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.291703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.422425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:39.424550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 964ce0a3-6a59-4dca-a7aa-de22761c6125 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:39.480117 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Publish callbacks [] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.494663 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.568974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-c8024905-5e2e-4646-891d-9296bf57c66a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:39.573882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-c8024905-5e2e-4646-891d-9296bf57c66a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/networks?id=b43ef12c-d8c7-41e4-80e5-4c17b656b562 HTTP/1.1" status: 200 len: 796 time: 0.8585911 Feb 11 06:00:39.590118 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Allocated IP 172.20.0.1 (0724f833-defd-4fab-8faf-4444c42ce405/6a751509-dbfd-4960-b674-3e651b1a47bd/097dadd1-ecdd-49bd-a0a2-663d6c621764) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:39.599848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-4aa5f4e5-99ed-445b-a0b3-3d6fadfb0749 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/quotas/fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 375 time: 0.0143521 Feb 11 06:00:39.684072 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Attempting to bind port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:39.684704 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Attempting to bind port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:39.685261 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Attempting to bind port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:39.700518 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:39.703180 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Checking segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:39.703822 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.704386 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Bound using segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:39.705079 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Bound port: 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:39.705714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-aba7d753-fc31-47cb-8c14-644eadd27a5b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001928 Feb 11 06:00:39.706274 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.731762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] Current status of the port 964ce0a3-6a59-4dca-a7aa-de22761c6125 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:39.732158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.761620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:35Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 3, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'gw_port': {'id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:36Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:39.821329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Publish callbacks [] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.864372 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3107-bee4-4b0d-aaf9-eda884d04b18 None None] Pushing event updated for resources: {'Port': ['ID=2fdbafad-be3d-4cf1-b98e-37bd1d1b671f,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:39.880203 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] For port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:39.881531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.884594 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] For port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2fdbafad-be3d-4cf1-b98e-37bd1d1b671f,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:39.887101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-ad34fdbe-70fd-40bc-a381-0c858e23e89b service neutron] 10.222.0.31 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805222 Feb 11 06:00:39.896393 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.929888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Checking router: c1a026d0-2a57-4901-baea-d463517f1a10 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:39.930300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Updating router c1a026d0-2a57-4901-baea-d463517f1a10 port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:00:39.944862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Network 0724f833-defd-4fab-8faf-4444c42ce405 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:39.948639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:39.953966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:39.957671 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=097dadd1-ecdd-49bd-a0a2-663d6c621764,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:40.018592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (c1a026d0-2a57-4901-baea-d463517f1a10), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.053711 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:40.055152 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:40.066736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] For port 964ce0a3-6a59-4dca-a7aa-de22761c6125, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=964ce0a3-6a59-4dca-a7aa-de22761c6125,segment=NetworkSegment(f2a0b187-a5ed-4a4a-b581-3d4f355af136),segment_id=f2a0b187-a5ed-4a4a-b581-3d4f355af136)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:40.104903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-c520b0c9-074f-4112-90cc-e2c972bb5832 service neutron] 10.222.0.31 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104793 Feb 11 06:00:40.114769 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.139887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.152637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 964ce0a3-6a59-4dca-a7aa-de22761c6125 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:40.153018 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.299057 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3107-bee4-4b0d-aaf9-eda884d04b18 None None] Pushing event updated for resources: {'Port': ['ID=2fdbafad-be3d-4cf1-b98e-37bd1d1b671f,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:40.300328 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.363133 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:40.522992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db8dff-9743-46e3-8d5a-0c03e61cb344 None None] Pushing event updated for resources: {'Port': ['ID=964ce0a3-6a59-4dca-a7aa-de22761c6125,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:40.545438 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Publish callbacks [] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.551253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] Provisioning complete for port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:40.551880 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.551981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e62caa34-7bbe-46b0-970e-503f30433be6 req-6718c381-8372-4365-a988-e14f1f9a42ee tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 210 time: 0.0896916 Feb 11 06:00:40.589919 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.761345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Publish callbacks [] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.779134 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.789844 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2fdbafad-be3d-4cf1-b98e-37bd1d1b671f', 'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:82:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:34Z', 'updated_at': '2022-02-11T06:00:39Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:40.847170 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb04a5e-4469-4465-aad1-de5e9d06db51 None None] The sync data for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 is: [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2fdbafad-be3d-4cf1-b98e-37bd1d1b671f', 'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:82:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:34Z', 'updated_at': '2022-02-11T06:00:39Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:40.957099 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (c1a026d0-2a57-4901-baea-d463517f1a10), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.978365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=097dadd1-ecdd-49bd-a0a2-663d6c621764,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:41.147362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Network 0724f833-defd-4fab-8faf-4444c42ce405 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:41.149857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:41.292900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fe22d-55ad-41e0-a798-4d9441a8a86f None None] Pushing event updated for resources: {'Port': ['ID=757044ef-2c6b-4ef2-a1c7-044d6a24897a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:41.338404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 964ce0a3-6a59-4dca-a7aa-de22761c6125 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:41.339583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:41.544602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Attempting to bind port 757044ef-2c6b-4ef2-a1c7-044d6a24897a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:41.546361 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Attempting to bind port 757044ef-2c6b-4ef2-a1c7-044d6a24897a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:41.546942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Attempting to bind port 757044ef-2c6b-4ef2-a1c7-044d6a24897a on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:41.565957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:41.566733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:41.567380 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.568231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Bound using segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:41.568932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Bound port: 757044ef-2c6b-4ef2-a1c7-044d6a24897a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:41.569361 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.571998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] Current status of the port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:41.572388 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.616886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] For port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2fdbafad-be3d-4cf1-b98e-37bd1d1b671f,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:41.634843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.745554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3f32e26-a28c-422f-a8cb-c875c980a556 req-59cdb977-7e1f-49b2-825d-990bcb5456fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 210 time: 0.0675378 Feb 11 06:00:41.827812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] For port 757044ef-2c6b-4ef2-a1c7-044d6a24897a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:41.869326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] Provisioning complete for port 964ce0a3-6a59-4dca-a7aa-de22761c6125 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:41.870014 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.872141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:41.872587 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.971512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Router c1a026d0-2a57-4901-baea-d463517f1a10 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:41.983915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] For port 757044ef-2c6b-4ef2-a1c7-044d6a24897a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=757044ef-2c6b-4ef2-a1c7-044d6a24897a,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:42.050785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] Pushing event updated for resources: {'Port': ['ID=2fdbafad-be3d-4cf1-b98e-37bd1d1b671f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:42.072760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-279d382c-3d91-4d82-8a34-9ad09bf9c22e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:42.079093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.082326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-279d382c-3d91-4d82-8a34-9ad09bf9c22e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "GET /v2.0/networks?id=b43ef12c-d8c7-41e4-80e5-4c17b656b562 HTTP/1.1" status: 200 len: 796 time: 0.2049913 Feb 11 06:00:42.150961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:42.170453 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-43dcb43c-99bc-4e60-bb5a-ce48f4488fb0 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1a026d0-2a57-4901-baea-d463517f1a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5362518 Feb 11 06:00:42.211681 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Publish callbacks [] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.212511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-aa081db2-d717-421d-b702-1cd50d37e52d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 380 time: 0.1189837 Feb 11 06:00:42.226422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'port': {'device_id': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'admin_state_up': True, 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'security_groups': ['7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:42.274707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.341381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:42.341796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:42.360319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4be1e04-2622-4f20-9fad-462e24ddd7e5 None None] Current status of the port 964ce0a3-6a59-4dca-a7aa-de22761c6125 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:42.376468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fe22d-55ad-41e0-a798-4d9441a8a86f None None] Pushing event updated for resources: {'Port': ['ID=757044ef-2c6b-4ef2-a1c7-044d6a24897a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:42.470142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:42.476153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.596681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Attempting to bind port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:42.597247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Attempting to bind port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:42.597667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Attempting to bind port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:42.640421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Provisioning complete for port 097dadd1-ecdd-49bd-a0a2-663d6c621764 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:42.641207 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.693960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:42.695090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:42.695963 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.696525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:42.697034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Bound port: c1d8cae8-2edd-48a2-9e88-3b5af5d3352f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:42.697530 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.704659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.20.0.3 (b43ef12c-d8c7-41e4-80e5-4c17b656b562/8c88a102-89d6-4f5e-9dd1-e985824b98a0/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:42.750105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:42.751273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ed360b07-0a95-4be9-bc22-f43d0743b67d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:42.844896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d5031-d0d0-43da-be1c-1e33453e096b None None] Pushing event updated for resources: {'Port': ['ID=c1d8cae8-2edd-48a2-9e88-3b5af5d3352f,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:42.902213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Port 097dadd1-ecdd-49bd-a0a2-663d6c621764 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:42.943053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:42.945736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-acac744d-3dcf-4cef-b3ed-c025c6097d4f req-e286257d-4239-4a87-9d8f-cdcda7c32eb5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 210 time: 0.0599473 Feb 11 06:00:42.949704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] For port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:43.003224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] For port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c1d8cae8-2edd-48a2-9e88-3b5af5d3352f,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:43.008525 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.009532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Provisioning complete for port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:43.009912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.035711 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.053776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.087420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ed360b07-0a95-4be9-bc22-f43d0743b67d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:43.087712 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.100194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network b43ef12c-d8c7-41e4-80e5-4c17b656b562 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:43.103876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:43.108188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:43.139428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:43.171308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:43.172054 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.193762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-f4b59cad-eb36-4834-95f9-9a2f37530312 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9711564 Feb 11 06:00:43.233639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Request body: {'port': {'device_id': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:43.285469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Routers {'c1a026d0-2a57-4901-baea-d463517f1a10'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:43.286118 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c1a026d0-2a57-4901-baea-d463517f1a10'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:43.288939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d5031-d0d0-43da-be1c-1e33453e096b None None] Pushing event updated for resources: {'Port': ['ID=c1d8cae8-2edd-48a2-9e88-3b5af5d3352f,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:43.388218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.498304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Current status of the port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:43.530624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ed360b07-0a95-4be9-bc22-f43d0743b67d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:43.534373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] Set router c1a026d0-2a57-4901-baea-d463517f1a10 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:43.571810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Provisioning complete for port 757044ef-2c6b-4ef2-a1c7-044d6a24897a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:43.572192 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.760285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:00:43.769279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Publish callbacks [] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.784873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Transition to ACTIVE for port object 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:00:43.789469 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.847522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:43.855486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 964ce0a3-6a59-4dca-a7aa-de22761c6125 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:43.884600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:43.937565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc83cb-c717-4180-b19f-0d8e7f3f3c48 None None] The sync data for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 is: [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:43.982476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:43.983049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:43.983049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:43.988336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:00:43.988749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:43.993910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:43.994409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Checking segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:43.994900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Bound using segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:43.995459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Bound port: 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:43.995908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.098260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:44.098492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 964ce0a3-6a59-4dca-a7aa-de22761c6125 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:44.098871 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.103150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:44.120173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Current status of the port 757044ef-2c6b-4ef2-a1c7-044d6a24897a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:44.120564 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.125289 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.193623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:44.194502 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.196268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] 10.222.0.72 "PUT /v2.0/ports/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 1092 time: 0.9705198 Feb 11 06:00:44.196894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:44.199560 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:44.209912 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] For port 757044ef-2c6b-4ef2-a1c7-044d6a24897a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=757044ef-2c6b-4ef2-a1c7-044d6a24897a,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:44.223016 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.248686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e6107-8161-426d-95f0-521e788af2ba service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:44.299798 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbb84bf-71dd-4739-8a09-3d248e13bfda x-openstack-request-id: req-1dbb84bf-71dd-4739-8a09-3d248e13bfda {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:44.299798 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:44.303581 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dbb84bf-71dd-4739-8a09-3d248e13bfda {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:44.303581 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'status': 'completed', 'code': 200} Feb 11 06:00:44.322694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4d97c-1167-40df-a7dc-8e032bf2e2f4 req-44d37498-0b6e-46ae-9e1a-dc24af4ef581 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:44.332030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dc4d97c-1167-40df-a7dc-8e032bf2e2f4 req-44d37498-0b6e-46ae-9e1a-dc24af4ef581 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 943 time: 0.2246094 Feb 11 06:00:44.391180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 964ce0a3-6a59-4dca-a7aa-de22761c6125 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:44.392323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 757044ef-2c6b-4ef2-a1c7-044d6a24897a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:44.404514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dc4d97c-1167-40df-a7dc-8e032bf2e2f4 req-5e088e9b-d53d-4379-9ad3-c55baf1c9339 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711882 Feb 11 06:00:44.409846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-da67b925-e264-45ed-a273-31459a47bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:44.411476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-da67b925-e264-45ed-a273-31459a47bc5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1126 time: 0.1545539 Feb 11 06:00:44.456014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9df43-8d17-4a67-aec1-8834e2922661 None None] Pushing event updated for resources: {'Port': ['ID=757044ef-2c6b-4ef2-a1c7-044d6a24897a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:44.468685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-dc3082ce-e5b7-47eb-8b1f-b6768192993f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 217 time: 0.0478675 Feb 11 06:00:44.470276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:35Z', 'updated_at': '2022-02-11T06:00:40Z', 'revision_number': 4, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'gw_port': {'id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:36Z', 'updated_at': '2022-02-11T06:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '097dadd1-ecdd-49bd-a0a2-663d6c621764', 'name': '', 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'mac_address': 'fa:16:3e:d5:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:39Z', 'updated_at': '2022-02-11T06:00:40Z', 'revision_number': 2, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'subnets': [{'id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:44.524627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d66d0-f88a-45b1-a57f-73081dea93cc None None] The sync data for ids ['c1a026d0-2a57-4901-baea-d463517f1a10'] in n-d-715271-35 is: [{'id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:35Z', 'updated_at': '2022-02-11T06:00:40Z', 'revision_number': 4, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'gw_port': {'id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:36Z', 'updated_at': '2022-02-11T06:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '097dadd1-ecdd-49bd-a0a2-663d6c621764', 'name': '', 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'mac_address': 'fa:16:3e:d5:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:39Z', 'updated_at': '2022-02-11T06:00:40Z', 'revision_number': 2, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'subnets': [{'id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:44.549328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-791b84ae-eb45-46ba-9c7d-efdd1fcdc42d None None] Provisioning complete for port 757044ef-2c6b-4ef2-a1c7-044d6a24897a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:44.549820 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-791b84ae-eb45-46ba-9c7d-efdd1fcdc42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.553624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-406b6d40-ed52-4b7c-a381-9a176a2cc4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:44.555269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-406b6d40-ed52-4b7c-a381-9a176a2cc4da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c88a102-89d6-4f5e-9dd1-e985824b98a0 HTTP/1.1" status: 200 len: 834 time: 0.0805831 Feb 11 06:00:44.614817 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 757044ef-2c6b-4ef2-a1c7-044d6a24897a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:44.615194 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.636282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-c4d7e163-4e31-48ee-9a62-be38c5577263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:44.638114 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-c4d7e163-4e31-48ee-9a62-be38c5577263 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b43ef12c-d8c7-41e4-80e5-4c17b656b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0760365 Feb 11 06:00:44.689491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-791b84ae-eb45-46ba-9c7d-efdd1fcdc42d None None] Current status of the port 757044ef-2c6b-4ef2-a1c7-044d6a24897a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:44.746090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 757044ef-2c6b-4ef2-a1c7-044d6a24897a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:44.747198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:44.808825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:44.809296 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.824637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-87026af3-b492-4439-9745-73708f48ce5b service neutron] 10.222.0.72 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799295 Feb 11 06:00:44.992095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:45.063813 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77cc855e-ecec-4db4-bcaa-e25f7c861ec3 req-80d6cae4-8f86-412f-abec-6bbcd4064e11 service neutron] 10.222.0.72 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312131 Feb 11 06:00:45.183052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-55a0221c-4e67-433e-910c-eec19a1c9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:45.184872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-55a0221c-4e67-433e-910c-eec19a1c9724 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1126 time: 0.0627213 Feb 11 06:00:45.290917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-a4da1d10-41bd-47cc-b014-afb954146ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:45.292449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-a4da1d10-41bd-47cc-b014-afb954146ba1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b43ef12c-d8c7-41e4-80e5-4c17b656b562 HTTP/1.1" status: 200 len: 897 time: 0.1017005 Feb 11 06:00:45.338008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-cc459d6a-f139-4840-ac79-650aa81de259 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 217 time: 0.0380552 Feb 11 06:00:45.394104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-70f4edf8-4538-44f7-82dd-0bc1ab6b94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:45.395624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-70f4edf8-4538-44f7-82dd-0bc1ab6b94a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c88a102-89d6-4f5e-9dd1-e985824b98a0 HTTP/1.1" status: 200 len: 834 time: 0.0517261 Feb 11 06:00:45.457199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-874e3325-d105-45d3-89ab-1164c1c80a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:45.459212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-874e3325-d105-45d3-89ab-1164c1c80a1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b43ef12c-d8c7-41e4-80e5-4c17b656b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0565736 Feb 11 06:00:45.635662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa598b-6cf8-4ebd-bed3-bda4724b4256 req-7a962276-9779-4166-9dda-cdeb4be94198 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:45.637088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00fa598b-6cf8-4ebd-bed3-bda4724b4256 req-7a962276-9779-4166-9dda-cdeb4be94198 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 943 time: 0.1418092 Feb 11 06:00:45.643464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-47090135-073e-4df4-bbad-d86fb3e14f7f service neutron] 10.222.0.72 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733687 Feb 11 06:00:45.650840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 757044ef-2c6b-4ef2-a1c7-044d6a24897a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:45.742419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 757044ef-2c6b-4ef2-a1c7-044d6a24897a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:45.743738 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:45.806045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00fa598b-6cf8-4ebd-bed3-bda4724b4256 req-9521a4a0-32e4-44d1-9f53-da4d9b816cc1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575487 Feb 11 06:00:45.846906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 757044ef-2c6b-4ef2-a1c7-044d6a24897a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:45.884524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24cb0fd8-00e7-482c-8c5d-9b17b7c2930c req-0d9d0ca5-805a-49d9-af2a-83a076b9fe08 service neutron] 10.222.0.72 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289708 Feb 11 06:00:45.902911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-29e98767-f6bb-4975-84e4-286c86c0c241 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:45.905268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-29e98767-f6bb-4975-84e4-286c86c0c241 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.2317209 Feb 11 06:00:45.924504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-c2c3cf90-1302-43c0-9ded-6412608aa79e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/quotas/e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 375 time: 0.0136728 Feb 11 06:00:45.983489 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-3151895b-23c5-488a-9926-13221ee3811e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529790 Feb 11 06:00:46.081141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-9321e78f-8f90-4bcc-a8c3-f12770e09718 service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896282 Feb 11 06:00:46.183316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-fbcfedef-5b66-4dd8-bc8a-042d7e9231e2 service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940261 Feb 11 06:00:46.515390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf3ae0b9-3598-4505-99e1-17413e39e030 req-5e04003a-d448-4519-9a2d-4ff020fb322b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0344267 Feb 11 06:00:46.934865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2feb33-844e-413f-ab63-75912d72353d req-504451cb-3472-41b3-b585-f78e3e47cb70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:46.937013 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c2feb33-844e-413f-ab63-75912d72353d req-504451cb-3472-41b3-b585-f78e3e47cb70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 943 time: 0.0554054 Feb 11 06:00:46.990526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c2feb33-844e-413f-ab63-75912d72353d req-724e25cf-be41-488b-93d7-e1ebbfdf0a74 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469806 Feb 11 06:00:47.332300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:00:47.459605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:47.464897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-a207cc88-624b-4ab6-a008-47da32113f5d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:47.468000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-a207cc88-624b-4ab6-a008-47da32113f5d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1385043 Feb 11 06:00:47.477566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'port_id': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'mac_address': 'fa:16:3e:cb:cb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:00:47.486503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'port': {'device_id': 'ef2ae08c-7213-44dc-9cd6-97b540b39a61', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'admin_state_up': True, 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:47.521870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:47.522285 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:47.537419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:00:47.588833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:47.598075 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:47.667308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Made reservation on behalf of e9190f6e10054c979c98f8f31ec81825 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:47.671146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:47.674870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b95e4561-f426-4cd9-b937-78b7dbb00902 req-abf92dab-ebc4-4e2e-9eaf-c7032099ed66 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0424144 Feb 11 06:00:47.711997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c1d8cae8-2edd-48a2-9e88-3b5af5d3352f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:47.766691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:47.786193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:47.786572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:47.828283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.20.0.4 (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9/edcf59ee-1227-4770-8090-4780d0ecec11) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:47.861913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:00:47.915907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:47.916301 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:47.952496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c1d8cae8-2edd-48a2-9e88-3b5af5d3352f,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:47.970335 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:48.021168 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (edcf59ee-1227-4770-8090-4780d0ecec11), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:48.030998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=c1d8cae8-2edd-48a2-9e88-3b5af5d3352f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:48.068702 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:48.165474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:48.167343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=edcf59ee-1227-4770-8090-4780d0ecec11,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:48.172307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:48.174893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:48.269563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:48.270826 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:48.281799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fae65-af95-4e38-8dac-de311ff10b68 req-ea036c80-13fa-42cc-ae81-9884f355fff4 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:48.283841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c78fae65-af95-4e38-8dac-de311ff10b68 req-ea036c80-13fa-42cc-ae81-9884f355fff4 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 944 time: 0.1789429 Feb 11 06:00:48.321385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-4011d545-1c27-4cc4-82c4-6f97b9892553 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8396575 Feb 11 06:00:48.335554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Request body: {'port': {'device_id': 'ef2ae08c-7213-44dc-9cd6-97b540b39a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:48.377100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c78fae65-af95-4e38-8dac-de311ff10b68 req-588be539-ca9e-4fc5-8d5a-4cafc541f281 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853992 Feb 11 06:00:48.427441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:48.483101 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Sync routers for ids ['c1a026d0-2a57-4901-baea-d463517f1a10'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:48.495177 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Routers {'c1a026d0-2a57-4901-baea-d463517f1a10'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:48.495885 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c1a026d0-2a57-4901-baea-d463517f1a10'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:48.557974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-09d1ab45-0f3c-463a-8d06-5fe5410101a9 None None] Provisioning complete for port edcf59ee-1227-4770-8090-4780d0ecec11 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:48.558534 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-09d1ab45-0f3c-463a-8d06-5fe5410101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:48.593653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-09d1ab45-0f3c-463a-8d06-5fe5410101a9 None None] Port edcf59ee-1227-4770-8090-4780d0ecec11 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:48.745360 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Set router c1a026d0-2a57-4901-baea-d463517f1a10 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:48.784842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcf59ee-1227-4770-8090-4780d0ecec11 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:00:48.841947 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Publish callbacks [] for port (edcf59ee-1227-4770-8090-4780d0ecec11), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:48.881001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Transition to ACTIVE for port object edcf59ee-1227-4770-8090-4780d0ecec11 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:00:48.887522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:48.970925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddd211-2ac1-4153-8925-967a7443dd3a req-da17cd7b-dae9-4246-bd45-c15c7fd1d35c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:48.972948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fddd211-2ac1-4153-8925-967a7443dd3a req-da17cd7b-dae9-4246-bd45-c15c7fd1d35c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 931 time: 0.1799514 Feb 11 06:00:48.992536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Pushing event updated for resources: {'Port': ['ID=edcf59ee-1227-4770-8090-4780d0ecec11,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:49.037235 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:35Z', 'updated_at': '2022-02-11T06:00:40Z', 'revision_number': 4, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'gw_port': {'id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:36Z', 'updated_at': '2022-02-11T06:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '097dadd1-ecdd-49bd-a0a2-663d6c621764', 'name': '', 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'mac_address': 'fa:16:3e:d5:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:39Z', 'updated_at': '2022-02-11T06:00:40Z', 'revision_number': 2, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'subnets': [{'id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:49.071917 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Checking router: c1a026d0-2a57-4901-baea-d463517f1a10 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:49.072856 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Updating router c1a026d0-2a57-4901-baea-d463517f1a10 port 097dadd1-ecdd-49bd-a0a2-663d6c621764 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:00:49.083810 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fddd211-2ac1-4153-8925-967a7443dd3a req-b821a314-25b2-4df5-888b-3346305a9c94 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003451 Feb 11 06:00:49.117425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Attempting to bind port edcf59ee-1227-4770-8090-4780d0ecec11 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:49.118248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Attempting to bind port edcf59ee-1227-4770-8090-4780d0ecec11 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:49.118781 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.119245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Attempting to bind port edcf59ee-1227-4770-8090-4780d0ecec11 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:49.129389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Port edcf59ee-1227-4770-8090-4780d0ecec11 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:00:49.129713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Attempting to bind port edcf59ee-1227-4770-8090-4780d0ecec11 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:49.135850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:49.136270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:49.136657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Bound using segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:49.137085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Bound port: edcf59ee-1227-4770-8090-4780d0ecec11, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:49.137482 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.229539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] For port edcf59ee-1227-4770-8090-4780d0ecec11, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:49.235851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] For port edcf59ee-1227-4770-8090-4780d0ecec11, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=edcf59ee-1227-4770-8090-4780d0ecec11,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:49.244037 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.284379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:49.285258 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.286778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] 10.222.0.81 "PUT /v2.0/ports/edcf59ee-1227-4770-8090-4780d0ecec11 HTTP/1.1" status: 200 len: 1092 time: 0.9556186 Feb 11 06:00:49.292599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2ae08c-7213-44dc-9cd6-97b540b39a61', 'tag': 'edcf59ee-1227-4770-8090-4780d0ecec11'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:49.295291 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae2bbcc-9779-4cc2-a281-aef3a225347a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2ae08c-7213-44dc-9cd6-97b540b39a61", "tag": "edcf59ee-1227-4770-8090-4780d0ecec11"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:49.328723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:49.391327 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c831ef-50f9-4b47-aac9-642f50bfb0cb x-openstack-request-id: req-86c831ef-50f9-4b47-aac9-642f50bfb0cb {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:49.391620 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2ae08c-7213-44dc-9cd6-97b540b39a61", "tag": "edcf59ee-1227-4770-8090-4780d0ecec11", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:49.391873 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86c831ef-50f9-4b47-aac9-642f50bfb0cb {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:49.392276 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2ae08c-7213-44dc-9cd6-97b540b39a61', 'tag': 'edcf59ee-1227-4770-8090-4780d0ecec11', 'status': 'completed', 'code': 200} Feb 11 06:00:49.393587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697e98a-4006-4827-b494-d3f5e02b5416 service neutron] Pushing event updated for resources: {'Port': ['ID=edcf59ee-1227-4770-8090-4780d0ecec11,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:49.471268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:00:49.481802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-15bc7fa0-406d-48d8-90c5-55b961e1cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:49.486520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:49.486905 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.487486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-15bc7fa0-406d-48d8-90c5-55b961e1cfef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 1126 time: 0.1387529 Feb 11 06:00:49.580784 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Publish callbacks [] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.598716 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.650593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:49.651134 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.703804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-9d525e24-4ca7-4da7-ad6d-f60a420d04b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edcf59ee-1227-4770-8090-4780d0ecec11 HTTP/1.1" status: 200 len: 217 time: 0.2058423 Feb 11 06:00:49.705828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:49.709541 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca728120-2de9-4ab4-a1b2-460782650a6d" -d '{"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-plugged", "status": "completed", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:49.716521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c1d8cae8-2edd-48a2-9e88-3b5af5d3352f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:49.754087 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17d561-7e58-41e5-810e-3d20f5668b03 None None] Pushing event updated for resources: {'Port': ['ID=097dadd1-ecdd-49bd-a0a2-663d6c621764,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:49.781360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:49.810585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-fcfbd9d7-ed13-4554-aed8-2ec01eff54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:49.812084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-fcfbd9d7-ed13-4554-aed8-2ec01eff54ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.1004934 Feb 11 06:00:49.820478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.883136 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Attempting to bind port 097dadd1-ecdd-49bd-a0a2-663d6c621764 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:49.884364 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Attempting to bind port 097dadd1-ecdd-49bd-a0a2-663d6c621764 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f2a0b187-a5ed-4a4a-b581-3d4f355af136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:49.885005 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Attempting to bind port 097dadd1-ecdd-49bd-a0a2-663d6c621764 on network 0724f833-defd-4fab-8faf-4444c42ce405 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:49.896392 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:49.896939 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Checking segment: {'id': 'f2a0b187-a5ed-4a4a-b581-3d4f355af136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:49.897543 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.898218 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Bound using segment: {'id': 'f2a0b187-a5ed-4a4a-b581-3d4f355af136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:49.898816 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Bound port: 097dadd1-ecdd-49bd-a0a2-663d6c621764, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a0b187-a5ed-4a4a-b581-3d4f355af136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:49.899438 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.906490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f3554-29a1-4f35-8665-2c176bcc638c req-4e31ebfb-2ecb-451d-b772-4fa296077c9e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:49.920709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-135f3554-29a1-4f35-8665-2c176bcc638c req-4e31ebfb-2ecb-451d-b772-4fa296077c9e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 944 time: 0.2731445 Feb 11 06:00:49.962817 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:49.963481 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:49.965527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:50.030790 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae97c9e-f4b6-4db0-9e91-704351bdb11d x-openstack-request-id: req-eae97c9e-f4b6-4db0-9e91-704351bdb11d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:50.031224 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-plugged", "status": "completed", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:50.031530 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eae97c9e-f4b6-4db0-9e91-704351bdb11d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:50.031949 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'code': 200} Feb 11 06:00:50.060982 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] For port 097dadd1-ecdd-49bd-a0a2-663d6c621764, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:50.064297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-135f3554-29a1-4f35-8665-2c176bcc638c req-55baef49-4cce-4f3d-9d1e-d25129876d04 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422720 Feb 11 06:00:50.073158 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] For port 097dadd1-ecdd-49bd-a0a2-663d6c621764, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=097dadd1-ecdd-49bd-a0a2-663d6c621764,segment=NetworkSegment(f2a0b187-a5ed-4a4a-b581-3d4f355af136),segment_id=f2a0b187-a5ed-4a4a-b581-3d4f355af136)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:50.101633 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:50.169071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:50.178191 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Routers {'c1a026d0-2a57-4901-baea-d463517f1a10'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:50.178839 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c1a026d0-2a57-4901-baea-d463517f1a10'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:50.208230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-33c27c6e-e059-4d87-9103-85403f942c34 None None] Provisioning complete for port 097dadd1-ecdd-49bd-a0a2-663d6c621764 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:50.208609 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-33c27c6e-e059-4d87-9103-85403f942c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:50.242702 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17d561-7e58-41e5-810e-3d20f5668b03 None None] Pushing event updated for resources: {'Port': ['ID=097dadd1-ecdd-49bd-a0a2-663d6c621764,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:50.342721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-33c27c6e-e059-4d87-9103-85403f942c34 None None] Current status of the port 097dadd1-ecdd-49bd-a0a2-663d6c621764 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:50.343269 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-33c27c6e-e059-4d87-9103-85403f942c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:50.348415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-43ae694f-c084-4343-88be-39c2ef64c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:50.350326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-43ae694f-c084-4343-88be-39c2ef64c8f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5265803 Feb 11 06:00:50.386459 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] Set router c1a026d0-2a57-4901-baea-d463517f1a10 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:50.422265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-33c27c6e-e059-4d87-9103-85403f942c34 None None] For port 097dadd1-ecdd-49bd-a0a2-663d6c621764, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=097dadd1-ecdd-49bd-a0a2-663d6c621764,segment=NetworkSegment(f2a0b187-a5ed-4a4a-b581-3d4f355af136),segment_id=f2a0b187-a5ed-4a4a-b581-3d4f355af136)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:50.437899 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-33c27c6e-e059-4d87-9103-85403f942c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:50.490638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-6a955cee-e942-4c48-a189-1ede13744376 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261561 Feb 11 06:00:50.521536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3f04-f4a8-4574-b176-aded7e2cd918 req-ca96311d-ff40-4c64-9bd1-37addc6a041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:50.523490 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a82f3f04-f4a8-4574-b176-aded7e2cd918 req-ca96311d-ff40-4c64-9bd1-37addc6a041b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1128 time: 0.4519608 Feb 11 06:00:50.533417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c27c6e-e059-4d87-9103-85403f942c34 None None] Pushing event updated for resources: {'Port': ['ID=097dadd1-ecdd-49bd-a0a2-663d6c621764,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:50.542503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-d379deab-f899-4012-beff-9ba032a3eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:50.543989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-d379deab-f899-4012-beff-9ba032a3eb4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1128 time: 0.5758383 Feb 11 06:00:50.572257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c4862-0c70-439a-b0d6-50e4875543a5 req-3ed3a073-664b-42c2-bdd1-4156ce3d1fb2 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:50.573935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d20c4862-0c70-439a-b0d6-50e4875543a5 req-3ed3a073-664b-42c2-bdd1-4156ce3d1fb2 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.4477808 Feb 11 06:00:50.583050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d91b89a2-dbed-45d6-b290-e477d97b7ed9 None None] Provisioning complete for port 097dadd1-ecdd-49bd-a0a2-663d6c621764 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:50.583928 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d91b89a2-dbed-45d6-b290-e477d97b7ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:50.624840 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:35Z', 'updated_at': '2022-02-11T06:00:40Z', 'revision_number': 4, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'gw_port': {'id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:36Z', 'updated_at': '2022-02-11T06:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '097dadd1-ecdd-49bd-a0a2-663d6c621764', 'name': '', 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'mac_address': 'fa:16:3e:d5:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:39Z', 'updated_at': '2022-02-11T06:00:50Z', 'revision_number': 4, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'subnets': [{'id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:50.655288 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d195aa-3126-4921-9853-9666d7feb1c0 None None] The sync data for ids ['c1a026d0-2a57-4901-baea-d463517f1a10'] in n-d-715271-35 is: [{'id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:35Z', 'updated_at': '2022-02-11T06:00:40Z', 'revision_number': 4, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'gw_port': {'id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:36Z', 'updated_at': '2022-02-11T06:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '097dadd1-ecdd-49bd-a0a2-663d6c621764', 'name': '', 'network_id': '0724f833-defd-4fab-8faf-4444c42ce405', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'mac_address': 'fa:16:3e:d5:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:39Z', 'updated_at': '2022-02-11T06:00:50Z', 'revision_number': 4, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'subnets': [{'id': '6a751509-dbfd-4960-b674-3e651b1a47bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:50.688170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a82f3f04-f4a8-4574-b176-aded7e2cd918 req-f79d4540-cf07-4716-8f62-b99555d1bff0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393142 Feb 11 06:00:50.691677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d91b89a2-dbed-45d6-b290-e477d97b7ed9 None None] Current status of the port 097dadd1-ecdd-49bd-a0a2-663d6c621764 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:50.765726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f318f-4bba-4281-87f2-1b2e9d625b68 req-2edb7217-51e8-4ea0-84f0-55ee5f3d72ad tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:50.767326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-312f318f-4bba-4281-87f2-1b2e9d625b68 req-2edb7217-51e8-4ea0-84f0-55ee5f3d72ad tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.5306904 Feb 11 06:00:50.821404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d20c4862-0c70-439a-b0d6-50e4875543a5 req-2683d7c6-44a1-4443-8371-69c5d5a770d6 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255137 Feb 11 06:00:50.834356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cdf754b-57d0-4970-bbbb-e24ca5b8b11c req-12fe3fc2-e5bf-402c-9270-b7f5c68ff15c service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308713 Feb 11 06:00:51.266160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-78d7278b-0a22-4f78-b301-aebffcae5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:51.266714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-78d7278b-0a22-4f78-b301-aebffcae5774 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.7022226 Feb 11 06:00:51.283230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-312f318f-4bba-4281-87f2-1b2e9d625b68 req-6d8eec13-b2c5-4e55-b1bb-cc90a51a5884 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002677 Feb 11 06:00:51.318404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-90490c8c-e8f4-4bc9-aee4-761e1448e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:51.319927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-90490c8c-e8f4-4bc9-aee4-761e1448e2e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 1126 time: 0.1025922 Feb 11 06:00:51.332597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfaed4d-4c0f-4f02-a90c-e95fbe585a57 req-54b52aef-830b-41cb-8358-b66b8d58937d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:51.334310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dfaed4d-4c0f-4f02-a90c-e95fbe585a57 req-54b52aef-830b-41cb-8358-b66b8d58937d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.1181395 Feb 11 06:00:51.485632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-135056f3-fba2-4f88-8147-2c1afc32ddb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 200 len: 217 time: 0.2003064 Feb 11 06:00:51.494191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dfaed4d-4c0f-4f02-a90c-e95fbe585a57 req-7bd4c88d-2a4a-4de9-ad6a-be1a109c566b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503494 Feb 11 06:00:51.542652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-53ef3cb7-3b3d-430b-8268-c3009a147568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:51.542652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-53ef3cb7-3b3d-430b-8268-c3009a147568 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.2071605 Feb 11 06:00:51.590034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-f676caae-8996-4c8f-82f3-7875b654b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:51.591602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-f676caae-8996-4c8f-82f3-7875b654b294 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.0946679 Feb 11 06:00:51.593424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-953126b8-d5ee-4a34-908a-3950e871d11f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edcf59ee-1227-4770-8090-4780d0ecec11 HTTP/1.1" status: 200 len: 217 time: 0.0440781 Feb 11 06:00:51.646591 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 097dadd1-ecdd-49bd-a0a2-663d6c621764 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:51.670192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-5b736f94-fdff-4115-9d00-48e63a1fe712 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633194 Feb 11 06:00:51.681273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-167f23ef-a1ea-4872-8694-e162120b0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:51.682806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-167f23ef-a1ea-4872-8694-e162120b0ae8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0843558 Feb 11 06:00:51.744597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 097dadd1-ecdd-49bd-a0a2-663d6c621764 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:51.745181 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:51.834458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-0ab36bba-02a5-439b-b2f9-a12cca1a6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:51.836135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-0ab36bba-02a5-439b-b2f9-a12cca1a6ce4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1454875 Feb 11 06:00:51.885296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 097dadd1-ecdd-49bd-a0a2-663d6c621764 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:51.916361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-6b869bc6-2291-46d4-acbb-055a44598cbc service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284336 Feb 11 06:00:52.120780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9234b1-9d5c-4e5f-a0b0-5d238318b83e req-f266a825-4575-4aff-99af-c757f6e90a3c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:52.122535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb9234b1-9d5c-4e5f-a0b0-5d238318b83e req-f266a825-4575-4aff-99af-c757f6e90a3c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.1936402 Feb 11 06:00:52.124374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1805dfc1-ebe3-44e8-bd65-af60e7c4b83a req-f539cd97-10ae-4867-a088-b20754c3098f service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945188 Feb 11 06:00:52.126413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-18f3c187-717e-497c-abc8-b80e596629cb service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568564 Feb 11 06:00:52.239979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb9234b1-9d5c-4e5f-a0b0-5d238318b83e req-e925f505-ffeb-477a-8527-765dfa937ef9 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119640 Feb 11 06:00:52.265706 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:52.278109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fae2bbcc-9779-4cc2-a281-aef3a225347a req-b8b1b315-1195-4429-83eb-3d7a146e7cd8 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412983 Feb 11 06:00:52.415381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399dceb-909e-47c0-99e7-0466b710b461 req-bdfba973-6fce-4308-857a-489f53b45c66 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:52.416963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6399dceb-909e-47c0-99e7-0466b710b461 req-bdfba973-6fce-4308-857a-489f53b45c66 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0594361 Feb 11 06:00:52.476873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6399dceb-909e-47c0-99e7-0466b710b461 req-d14706d7-bc6e-478f-83b0-0272a7766651 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503309 Feb 11 06:00:52.629580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd8ce0-09a1-4df4-a65f-fb01069f0b93 req-2303074b-c476-4648-891e-073b8625f456 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:52.631092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24cd8ce0-09a1-4df4-a65f-fb01069f0b93 req-2303074b-c476-4648-891e-073b8625f456 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.0626819 Feb 11 06:00:52.682717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24cd8ce0-09a1-4df4-a65f-fb01069f0b93 req-1aafb823-35de-4751-9d3e-8cf7b3f8bc81 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458694 Feb 11 06:00:52.823940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc632d-98bd-4b8c-b758-7151f5b8f887 req-57b6cdc4-6bbe-4565-a04a-652271cb513e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:52.825801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21cc632d-98bd-4b8c-b758-7151f5b8f887 req-57b6cdc4-6bbe-4565-a04a-652271cb513e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.0641406 Feb 11 06:00:52.884611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21cc632d-98bd-4b8c-b758-7151f5b8f887 req-9006a1f4-7ef7-4bb1-9076-327f2d467833 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518563 Feb 11 06:00:52.910699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38098) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:52.962085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e6a8fa-b2ce-4636-b8bb-54de173a96ef tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:52.965897 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f4e6a8fa-b2ce-4636-b8bb-54de173a96ef tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1123 time: 0.0520191 Feb 11 06:00:52.966929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38100) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:52.971180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:52.992286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.100773 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.208815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.25.1.180 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/1b70705e-e5c3-4d81-81e5-203822daffd0) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:53.285627 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.326695 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (1b70705e-e5c3-4d81-81e5-203822daffd0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.363584 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1b70705e-e5c3-4d81-81e5-203822daffd0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.400884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d896b1-fe19-45e2-9fad-104d26c1cb7c req-5fae3e9c-369f-44f5-832e-3972f88fc67c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:53.405737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21d896b1-fe19-45e2-9fad-104d26c1cb7c req-5fae3e9c-369f-44f5-832e-3972f88fc67c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0733960 Feb 11 06:00:53.410199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:53.413166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:53.417616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:53.421387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=1b70705e-e5c3-4d81-81e5-203822daffd0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:53.469672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21d896b1-fe19-45e2-9fad-104d26c1cb7c req-9dec0069-076c-4f78-b9e8-e5b34c495746 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572622 Feb 11 06:00:53.616697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eec45-7fc2-4e11-ace5-17eacc8ed7be req-b9b04fcb-e780-4dfa-86df-03f602b11376 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:53.618620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e37eec45-7fc2-4e11-ace5-17eacc8ed7be req-b9b04fcb-e780-4dfa-86df-03f602b11376 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0601759 Feb 11 06:00:53.671613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e37eec45-7fc2-4e11-ace5-17eacc8ed7be req-2097aab9-339a-4cd5-b325-f03688796a72 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449684 Feb 11 06:00:53.832674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (b2e17838-020b-4a4e-ac50-01a7a625a8f0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.907656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1b70705e-e5c3-4d81-81e5-203822daffd0), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:54.077711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (1b70705e-e5c3-4d81-81e5-203822daffd0), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:54.082340 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (1b70705e-e5c3-4d81-81e5-203822daffd0), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:54.155928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=1b70705e-e5c3-4d81-81e5-203822daffd0,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:54.167019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b2e17838-020b-4a4e-ac50-01a7a625a8f0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:54.272412 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Floating IP b2e17838-020b-4a4e-ac50-01a7a625a8f0 associated. External IP: 172.25.1.180, port: 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c. Feb 11 06:00:54.497522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:54.607248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807201d7-a174-499c-b771-da89ee5f9cf6 req-e2999bbd-2e77-4c20-bd1a-c6f71fcfe9a6 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:54.609608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-807201d7-a174-499c-b771-da89ee5f9cf6 req-e2999bbd-2e77-4c20-bd1a-c6f71fcfe9a6 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0684884 Feb 11 06:00:54.631326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:54.655022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:54.655153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] Sync routers for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:54.670673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:54.671454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:54.680492 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-807201d7-a174-499c-b771-da89ee5f9cf6 req-207ec8c8-479c-4397-b1ab-d8a8db9f813a tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643444 Feb 11 06:00:54.687954 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a312b8ae-34f1-495b-acfe-79f17bebdf45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7198491 Feb 11 06:00:54.688602 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:54.691221 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0356cef9-6529-4f4a-9648-23f1f6959327" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:54.829038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03a713-21e4-4708-bfc8-424f8b87f9b7 req-ec27a0cc-65cc-4361-9ddf-4754f258ade3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:54.830609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac03a713-21e4-4708-bfc8-424f8b87f9b7 req-ec27a0cc-65cc-4361-9ddf-4754f258ade3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.0608337 Feb 11 06:00:54.833134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:54.897837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac03a713-21e4-4708-bfc8-424f8b87f9b7 req-02c3b4ec-886f-4889-bae5-4bc834e7fa7d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614038 Feb 11 06:00:54.920179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38116) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:54.968008 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107e050c-baa5-4a44-9d6d-465508417971 x-openstack-request-id: req-107e050c-baa5-4a44-9d6d-465508417971 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:54.968392 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:54.968601 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-107e050c-baa5-4a44-9d6d-465508417971 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:54.968996 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'status': 'completed', 'code': 200} Feb 11 06:00:55.010609 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-502f1ea6-f3e2-4c22-a413-456466e21a26 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/b2e17838-020b-4a4e-ac50-01a7a625a8f0 HTTP/1.1" status: 200 len: 991 time: 0.0887747 Feb 11 06:00:55.060358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df9f55-2b0b-434a-b5b4-0cbd78dc2620 req-0a4848a8-5282-4a06-8722-0cffb37bcd3e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:55.061873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3df9f55-2b0b-434a-b5b4-0cbd78dc2620 req-0a4848a8-5282-4a06-8722-0cffb37bcd3e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0950544 Feb 11 06:00:55.064503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-827d2ea4-b5bc-49be-9eee-310856d12da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:55.065853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-827d2ea4-b5bc-49be-9eee-310856d12da5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1128 time: 0.1002934 Feb 11 06:00:55.156944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b2e17838-020b-4a4e-ac50-01a7a625a8f0', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'port_id': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'mac_address': 'fa:16:3e:cb:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:00:53Z', 'updated_at': '2022-02-11T06:00:53Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdbafad-be3d-4cf1-b98e-37bd1d1b671f', 'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:82:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:34Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:55.176147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3df9f55-2b0b-434a-b5b4-0cbd78dc2620 req-0e5de6b6-6be8-4d73-ae77-384be770242c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059794 Feb 11 06:00:55.185887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] Checking router: b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:55.195935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:55.196569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:00:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:55.210355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-077b6985-289a-4f94-940a-b299859be254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:55.212147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-077b6985-289a-4f94-940a-b299859be254 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b43ef12c-d8c7-41e4-80e5-4c17b656b562 HTTP/1.1" status: 200 len: 897 time: 0.1349304 Feb 11 06:00:55.285493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-f24dec16-e187-4bbb-b9be-d3d09035107e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 999 time: 0.0671060 Feb 11 06:00:55.344252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-52f240d8-3e24-4c74-aaf0-4ca3c8992d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:55.346016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-52f240d8-3e24-4c74-aaf0-4ca3c8992d2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c88a102-89d6-4f5e-9dd1-e985824b98a0 HTTP/1.1" status: 200 len: 834 time: 0.0544159 Feb 11 06:00:55.407063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-c022f1cb-3383-433a-b10e-82a11f5b2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:55.408605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-c022f1cb-3383-433a-b10e-82a11f5b2897 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b43ef12c-d8c7-41e4-80e5-4c17b656b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569766 Feb 11 06:00:55.485699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:55.505668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-76f5ff10-de4a-4da0-b4a2-7a216aab4364 service neutron] 10.222.0.72 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910096 Feb 11 06:00:55.602024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0356cef9-6529-4f4a-9648-23f1f6959327 req-b2b2441d-ddba-49a5-a85a-c7cef7ecd842 service neutron] 10.222.0.72 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894744 Feb 11 06:00:55.723109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b2e17838-020b-4a4e-ac50-01a7a625a8f0', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'port_id': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'mac_address': 'fa:16:3e:cb:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:00:53Z', 'updated_at': '2022-02-11T06:00:53Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdbafad-be3d-4cf1-b98e-37bd1d1b671f', 'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:82:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:34Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:55.755916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ac75d-bd02-43b9-a087-5ff285b4727d None None] The sync data for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 is: [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b2e17838-020b-4a4e-ac50-01a7a625a8f0', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'port_id': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'mac_address': 'fa:16:3e:cb:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:00:53Z', 'updated_at': '2022-02-11T06:00:53Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdbafad-be3d-4cf1-b98e-37bd1d1b671f', 'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:82:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:34Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:55.823041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7457e1-4cd9-4759-ba5c-1fc1e2754fb3 req-610e0fe6-95b5-4a7a-9065-027a79e0855d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:55.824603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b7457e1-4cd9-4759-ba5c-1fc1e2754fb3 req-610e0fe6-95b5-4a7a-9065-027a79e0855d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0621922 Feb 11 06:00:55.885862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b7457e1-4cd9-4759-ba5c-1fc1e2754fb3 req-87bcac40-786f-41bd-ac02-4d5208c63623 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545084 Feb 11 06:00:56.014221 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38120) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:56.017674 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec2cde-36d3-41e5-8f62-0991637f9745 None None] New status for floating IP b2e17838-020b-4a4e-ac50-01a7a625a8f0: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:00:56.081566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a730550d-1abc-4bec-83cc-077b491c4dd4 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/b2e17838-020b-4a4e-ac50-01a7a625a8f0 HTTP/1.1" status: 200 len: 991 time: 0.0660443 Feb 11 06:00:56.308179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafae8f-df1c-497c-ae48-d9175ca14443 req-38a7e015-01fb-4a0a-ac4c-a6ceecfe7188 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:56.309858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aeafae8f-df1c-497c-ae48-d9175ca14443 req-38a7e015-01fb-4a0a-ac4c-a6ceecfe7188 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0575192 Feb 11 06:00:56.365257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aeafae8f-df1c-497c-ae48-d9175ca14443 req-fd516c3e-10f8-4804-ab71-e8b96d7fa6f4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488498 Feb 11 06:00:57.016192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4896-5da6-4a20-8de3-9f8cb479dd6f req-36e254b3-e331-4073-8c12-e755b1a967fa tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.017716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-164b4896-5da6-4a20-8de3-9f8cb479dd6f req-36e254b3-e331-4073-8c12-e755b1a967fa tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0563488 Feb 11 06:00:57.066462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-164b4896-5da6-4a20-8de3-9f8cb479dd6f req-23b01c8d-69e4-450e-a019-ac579ae5c9df tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Feb 11 06:00:57.085502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38126) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:57.161028 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-15a52f75-b468-4fce-b846-6fccf9e698e5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/b2e17838-020b-4a4e-ac50-01a7a625a8f0 HTTP/1.1" status: 200 len: 993 time: 0.0732844 Feb 11 06:00:57.494703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a65dc-bbc4-40f4-9bc4-4194aa75b034 req-859aabff-7744-474d-be4f-fb1fa40c4441 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.496256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f03a65dc-bbc4-40f4-9bc4-4194aa75b034 req-859aabff-7744-474d-be4f-fb1fa40c4441 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0604887 Feb 11 06:00:57.557541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f03a65dc-bbc4-40f4-9bc4-4194aa75b034 req-228be4b5-225f-415c-90a6-37a59ecf2980 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524845 Feb 11 06:00:57.723935 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3150986b-9e20-481d-b33b-d45380c55257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:58.173004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb239d4-0372-41e9-88fd-d5712e03e8d3 req-cbb1120f-6383-4d58-ad3a-6364a773c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:58.175379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bb239d4-0372-41e9-88fd-d5712e03e8d3 req-cbb1120f-6383-4d58-ad3a-6364a773c18e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1128 time: 0.0794220 Feb 11 06:00:58.229906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290bb61-3c9c-4469-90ec-1978cc5eef0a req-c75acb95-997d-4319-b1e3-6a202fd24a49 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:58.231947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c290bb61-3c9c-4469-90ec-1978cc5eef0a req-c75acb95-997d-4319-b1e3-6a202fd24a49 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0895197 Feb 11 06:00:58.238449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bb239d4-0372-41e9-88fd-d5712e03e8d3 req-22e90dad-6d02-4a7d-a480-d7c7ff1bcc6c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561488 Feb 11 06:00:58.283354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c290bb61-3c9c-4469-90ec-1978cc5eef0a req-e50b1107-b43d-4b5c-9f7e-1a989cec705d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 Feb 11 06:00:58.682796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a43b01-145b-40df-a572-877ee9682390 req-6e1ac97c-8e1f-4f88-bbf8-99907e99ee1f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:58.684269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5a43b01-145b-40df-a572-877ee9682390 req-6e1ac97c-8e1f-4f88-bbf8-99907e99ee1f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0562336 Feb 11 06:00:58.730379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5a43b01-145b-40df-a572-877ee9682390 req-ade34927-e7c8-4597-b4ef-f291c1f96443 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Feb 11 06:00:59.413163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912d48f-4dff-443c-b05b-c5ab9200ae46 req-09bd83f3-6a17-4870-98c3-23e38c46f0ee tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:59.414673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b912d48f-4dff-443c-b05b-c5ab9200ae46 req-09bd83f3-6a17-4870-98c3-23e38c46f0ee tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0526838 Feb 11 06:00:59.463814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b912d48f-4dff-443c-b05b-c5ab9200ae46 req-8c5cd8c7-f906-403a-9a5c-acc647758aaa tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Feb 11 06:00:59.791108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-f330e36f-7798-4f20-82af-f08a5577e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:59.793279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-f330e36f-7798-4f20-82af-f08a5577e971 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1128 time: 0.0843520 Feb 11 06:00:59.803670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fb15e-ba89-48a4-a179-b30b74fae3f6 req-48087dae-710a-48eb-a316-f9e66bc6856b tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:59.805158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-774fb15e-ba89-48a4-a179-b30b74fae3f6 req-48087dae-710a-48eb-a316-f9e66bc6856b tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0842850 Feb 11 06:00:59.958697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-774fb15e-ba89-48a4-a179-b30b74fae3f6 req-8b6f4ba1-fc73-456b-b645-5cccf854a45b tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364362 Feb 11 06:00:59.968274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400c60-9b09-404d-b1ac-e342b2a511b6 req-0eb6c2ca-a981-426f-8223-1974525cf5c9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:59.969789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7400c60-9b09-404d-b1ac-e342b2a511b6 req-0eb6c2ca-a981-426f-8223-1974525cf5c9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.1626930 Feb 11 06:00:59.970974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-8c9e3471-e2e2-4741-a46a-5b6f2001d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:59.981068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-8c9e3471-e2e2-4741-a46a-5b6f2001d55b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.1662591 Feb 11 06:01:00.024771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-d8e3e574-61ba-4e6c-b238-d526cd32bdaf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 200 len: 217 time: 0.0460353 Feb 11 06:01:00.084391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7400c60-9b09-404d-b1ac-e342b2a511b6 req-9c93ada2-39d6-49ce-953c-17a386e8c9b3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069789 Feb 11 06:01:00.094405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-82c09623-ffb3-4041-adee-1ded193d0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:00.095190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-82c09623-ffb3-4041-adee-1ded193d0f74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.0649600 Feb 11 06:01:00.129773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-0c3a8e02-c091-4e9c-9dd4-d882142514d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265403 Feb 11 06:01:00.220548 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-9a25b1aa-6307-4b0a-b5b3-c3a821de3b8f service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Feb 11 06:01:00.285376 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cca9a505-940d-4f6d-ab44-2fefa85919e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:00.329380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82cf524a-9bf7-49d3-94aa-fde2be5944bf req-ff4da221-ecb8-4291-b864-9f004854fbce service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906610 Feb 11 06:01:01.083345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ef650-124e-4746-9f17-d72f0fcdd90a req-565e1ed5-8ecf-49f8-9dd4-2ac9da13c1c8 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:01.084850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b35ef650-124e-4746-9f17-d72f0fcdd90a req-565e1ed5-8ecf-49f8-9dd4-2ac9da13c1c8 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0572457 Feb 11 06:01:01.134937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b35ef650-124e-4746-9f17-d72f0fcdd90a req-db27ecb1-0da8-42a4-9c0d-9dff9683aab8 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441661 Feb 11 06:01:01.171517 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:01.232979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a4efa-4ebf-4cd8-8dc7-cec67d4bb4bf req-059dc713-60c2-4a26-aa19-f7c11463c3b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:01.234776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-867a4efa-4ebf-4cd8-8dc7-cec67d4bb4bf req-059dc713-60c2-4a26-aa19-f7c11463c3b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0615859 Feb 11 06:01:01.284835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-867a4efa-4ebf-4cd8-8dc7-cec67d4bb4bf req-50824a37-1028-43dc-8c2f-b4d9b98788fd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Feb 11 06:01:02.263134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f929bb8-f09f-4959-a3d9-784759f7f130 req-d1bca334-33e6-4c4b-9b0f-851e1e8a1a8d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:02.264620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f929bb8-f09f-4959-a3d9-784759f7f130 req-d1bca334-33e6-4c4b-9b0f-851e1e8a1a8d tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0552635 Feb 11 06:01:02.313281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f929bb8-f09f-4959-a3d9-784759f7f130 req-a70cd5a4-13e7-4b5c-96f8-043805e88cf5 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Feb 11 06:01:02.410140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159919-ac96-45d2-b82b-8ca3571e71e8 req-47899d68-c75c-4d91-abf1-b42f4cac6d73 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:02.411665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a159919-ac96-45d2-b82b-8ca3571e71e8 req-47899d68-c75c-4d91-abf1-b42f4cac6d73 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0597019 Feb 11 06:01:02.459830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a159919-ac96-45d2-b82b-8ca3571e71e8 req-cf128583-f4ff-428d-b431-d76f6af39f2c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Feb 11 06:01:02.823626 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:03.015489 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:01:03.153876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-20db37e2-47ea-43d5-ac83-9e31e631cacf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609977 Feb 11 06:01:03.229006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-8fa64dd4-efa3-4384-9d37-07dc80192859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:03.230690 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-8fa64dd4-efa3-4384-9d37-07dc80192859 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 1128 time: 0.0548580 Feb 11 06:01:03.340985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-31a1c00b-bb9d-4621-a7e2-2fb90a05a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:03.342396 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-31a1c00b-bb9d-4621-a7e2-2fb90a05a154 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.0928113 Feb 11 06:01:03.384994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-3133d38d-1c98-44ce-b4c9-2063a51fbd97 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e312788b-f633-450b-84fa-fedc4f4e0d24 HTTP/1.1" status: 200 len: 217 time: 0.0361545 Feb 11 06:01:03.430690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-6c559c17-f4c1-4a2b-8fe6-bb93ecf06d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:03.432124 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-6c559c17-f4c1-4a2b-8fe6-bb93ecf06d2f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.0421183 Feb 11 06:01:03.466682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-74d9efa3-417e-468a-b937-161fc397b6b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284953 Feb 11 06:01:03.585107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-b9867396-fd79-470a-9e8b-6877a534a213 service neutron] 10.222.0.81 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127970 Feb 11 06:01:03.629675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693fab4-6910-472c-a7c9-29d2a0d310e5 req-c9fc766d-fbf9-4a85-89c0-0b6e234d144a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:03.631073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f693fab4-6910-472c-a7c9-29d2a0d310e5 req-c9fc766d-fbf9-4a85-89c0-0b6e234d144a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0955868 Feb 11 06:01:03.724106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f693fab4-6910-472c-a7c9-29d2a0d310e5 req-b3e710ba-7644-4624-ae2d-13e972effc30 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859001 Feb 11 06:01:03.726584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d406ac94-3aac-4c70-99c4-0f693124eb76 req-82ab73cb-a122-4179-b191-6702923c8ac5 service neutron] 10.222.0.81 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350760 Feb 11 06:01:03.898455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-141575c8-144a-464e-9220-fbd91c7c7b76 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455673 Feb 11 06:01:03.936272 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:03.991157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-d0d0d08e-4be3-4025-a886-781306a16c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:03.992789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-d0d0d08e-4be3-4025-a886-781306a16c48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 1128 time: 0.0508747 Feb 11 06:01:04.100240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-7ab39ad7-ca63-4092-bccb-bb51e2730c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:04.101760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-7ab39ad7-ca63-4092-bccb-bb51e2730c67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 200 len: 920 time: 0.0877676 Feb 11 06:01:04.146590 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-60d71d45-9954-4722-a088-d6dd5dbcf5ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 200 len: 217 time: 0.0379369 Feb 11 06:01:04.195546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-db062261-83c7-4016-b7aa-5bc11f83c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:04.196987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-db062261-83c7-4016-b7aa-5bc11f83c1f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 200 len: 859 time: 0.0438869 Feb 11 06:01:04.229942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-a883e646-4260-43e2-8df2-0bd789e4185c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265689 Feb 11 06:01:04.322233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-56073560-f016-4102-8d0f-7316de2c899e service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849986 Feb 11 06:01:04.410333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48cf8a74-28a7-47a4-b493-0be9b4012604 req-45a15341-0060-4446-bc16-89d431da15ee service neutron] 10.222.0.72 "GET /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815229 Feb 11 06:01:04.845162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdebc84-74ad-4164-ae1d-6904f6e3d96b req-286e549f-8fe8-4501-81fb-120dfcebea96 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:04.846685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fdebc84-74ad-4164-ae1d-6904f6e3d96b req-286e549f-8fe8-4501-81fb-120dfcebea96 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0533876 Feb 11 06:01:04.897038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fdebc84-74ad-4164-ae1d-6904f6e3d96b req-f4b97773-6bbf-47ac-9d12-69ff968cda78 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Feb 11 06:01:06.022976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b4afd-23a5-4a3c-8e5f-c5875f78b8c1 req-09006ac0-8814-46b5-8788-2d0074e86ef9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:06.024499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-004b4afd-23a5-4a3c-8e5f-c5875f78b8c1 req-09006ac0-8814-46b5-8788-2d0074e86ef9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 943 time: 0.0611022 Feb 11 06:01:06.080066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-004b4afd-23a5-4a3c-8e5f-c5875f78b8c1 req-e0dcdc6b-1b89-4989-82df-eef4bc768f8c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Feb 11 06:01:06.155915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device edcf59ee-1227-4770-8090-4780d0ecec11 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:01:06.281801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port edcf59ee-1227-4770-8090-4780d0ecec11, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=edcf59ee-1227-4770-8090-4780d0ecec11,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:06.304877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'edcf59ee-1227-4770-8090-4780d0ecec11', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'port_id': 'edcf59ee-1227-4770-8090-4780d0ecec11', 'mac_address': 'fa:16:3e:fa:1a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:01:06.396661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port edcf59ee-1227-4770-8090-4780d0ecec11 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:06.397304 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:06.426085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcf59ee-1227-4770-8090-4780d0ecec11 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:01:06.454337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port edcf59ee-1227-4770-8090-4780d0ecec11, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=edcf59ee-1227-4770-8090-4780d0ecec11,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:06.461001 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:06.531232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=edcf59ee-1227-4770-8090-4780d0ecec11,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:06.683651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['edcf59ee-1227-4770-8090-4780d0ecec11'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:07.206206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ddc2b-135c-48e9-8526-d8af9e64beea req-94be12dc-f9f3-4e6a-b29f-7ff879768fa3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:07.208007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db6ddc2b-135c-48e9-8526-d8af9e64beea req-94be12dc-f9f3-4e6a-b29f-7ff879768fa3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 944 time: 0.0578909 Feb 11 06:01:07.261537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db6ddc2b-135c-48e9-8526-d8af9e64beea req-c5fe668d-64fe-416a-b208-ada6716e2936 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Feb 11 06:01:08.175022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device edcf59ee-1227-4770-8090-4780d0ecec11 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:08.228745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port edcf59ee-1227-4770-8090-4780d0ecec11 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:01:08.233764 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port edcf59ee-1227-4770-8090-4780d0ecec11 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:08.234275 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:08.323192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port edcf59ee-1227-4770-8090-4780d0ecec11 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:08.323888 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:08.349665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2ae08c-7213-44dc-9cd6-97b540b39a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcf59ee-1227-4770-8090-4780d0ecec11'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:08.351955 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dfced4-f111-4710-a4ab-491a701c8436" -d '{"events": [{"server_uuid": "ef2ae08c-7213-44dc-9cd6-97b540b39a61", "name": "network-vif-plugged", "status": "completed", "tag": "edcf59ee-1227-4770-8090-4780d0ecec11"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:08.368537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port edcf59ee-1227-4770-8090-4780d0ecec11, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=edcf59ee-1227-4770-8090-4780d0ecec11,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:08.372951 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:08.400915 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c26eba2-b216-40af-83d2-0d349b874358 x-openstack-request-id: req-0c26eba2-b216-40af-83d2-0d349b874358 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:08.401236 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2ae08c-7213-44dc-9cd6-97b540b39a61", "name": "network-vif-plugged", "status": "completed", "tag": "edcf59ee-1227-4770-8090-4780d0ecec11", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:08.401493 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c26eba2-b216-40af-83d2-0d349b874358 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:08.401882 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2ae08c-7213-44dc-9cd6-97b540b39a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcf59ee-1227-4770-8090-4780d0ecec11', 'code': 200} Feb 11 06:01:08.405445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee737770-abf7-4284-a785-a9acbae9b9df req-f4709140-4ac9-420b-bab9-2e3919ff244c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:08.407946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee737770-abf7-4284-a785-a9acbae9b9df req-f4709140-4ac9-420b-bab9-2e3919ff244c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 944 time: 0.0732083 Feb 11 06:01:08.442782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=edcf59ee-1227-4770-8090-4780d0ecec11,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:08.460309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee737770-abf7-4284-a785-a9acbae9b9df req-18b95738-f354-452b-9524-42c72d558e1b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457883 Feb 11 06:01:08.504771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6d18-551b-4ccd-b725-5e7b5223d8fe req-19301bed-07af-4945-8b9a-942191c8df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:08.506431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f5a6d18-551b-4ccd-b725-5e7b5223d8fe req-19301bed-07af-4945-8b9a-942191c8df19 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 1128 time: 0.0447595 Feb 11 06:01:08.554289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f5a6d18-551b-4ccd-b725-5e7b5223d8fe req-1868d55d-e95b-4d06-a34e-3eecc053a411 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Feb 11 06:01:09.599841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7616-d614-4324-be70-625b69bc7ac3 req-246c4333-3c39-4424-908f-152a7768d784 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:09.601536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b90a7616-d614-4324-be70-625b69bc7ac3 req-246c4333-3c39-4424-908f-152a7768d784 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 945 time: 0.0644848 Feb 11 06:01:09.653725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b90a7616-d614-4324-be70-625b69bc7ac3 req-18dd5d83-e167-4586-b4e2-5bb1251b019d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457194 Feb 11 06:01:10.777076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341169-b3d6-4d9d-8edd-ea4533c18fa5 req-8d96cf86-6206-4690-ad8d-2df26ba54586 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:10.778664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed341169-b3d6-4d9d-8edd-ea4533c18fa5 req-8d96cf86-6206-4690-ad8d-2df26ba54586 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 945 time: 0.0541127 Feb 11 06:01:10.831981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed341169-b3d6-4d9d-8edd-ea4533c18fa5 req-b77a7aa3-e307-42cc-894c-d304511e4e35 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472050 Feb 11 06:01:10.956490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb596e-cbd9-4c7e-95d6-78712aab1af3 req-e4fd3fba-485d-401d-a36a-a50c6838f619 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:10.957962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bdb596e-cbd9-4c7e-95d6-78712aab1af3 req-e4fd3fba-485d-401d-a36a-a50c6838f619 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 945 time: 0.0561838 Feb 11 06:01:11.009087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bdb596e-cbd9-4c7e-95d6-78712aab1af3 req-53e19ffb-b98a-4db6-9759-00de7d9c595b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Feb 11 06:01:11.502292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb9c89-6f23-498f-9827-94b4140b970d req-a2d25928-a9bd-4308-ac27-0f496899ff13 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:11.503846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06eb9c89-6f23-498f-9827-94b4140b970d req-a2d25928-a9bd-4308-ac27-0f496899ff13 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 945 time: 0.4280994 Feb 11 06:01:11.553107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06eb9c89-6f23-498f-9827-94b4140b970d req-d16c1fcc-3d8c-4dc4-b5c7-57e4f7a80a24 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Feb 11 06:01:11.799592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9f471-693f-44be-bb39-823bbfe4ef09 req-dcb30dae-51b0-461b-8ba7-945936115394 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:11.800944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21a9f471-693f-44be-bb39-823bbfe4ef09 req-dcb30dae-51b0-461b-8ba7-945936115394 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 945 time: 0.0523055 Feb 11 06:01:11.846853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21a9f471-693f-44be-bb39-823bbfe4ef09 req-846d02b5-dd8e-4863-98fa-e5e953bb9865 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Feb 11 06:01:12.973701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc4bd4-a91c-4f1e-8f05-0630886d86a4 req-d37f1a44-587b-40d5-ad62-d40170892d4f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:12.976082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ebc4bd4-a91c-4f1e-8f05-0630886d86a4 req-d37f1a44-587b-40d5-ad62-d40170892d4f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 945 time: 0.0619197 Feb 11 06:01:13.022886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ebc4bd4-a91c-4f1e-8f05-0630886d86a4 req-502d0869-8f36-420c-9f68-71cfa126d77a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Feb 11 06:01:13.271399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b214-5866-40ce-96a1-73b3f611feba req-fc2c26e3-1f11-4807-b804-3893cfa5ad13 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:13.272856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6254b214-5866-40ce-96a1-73b3f611feba req-fc2c26e3-1f11-4807-b804-3893cfa5ad13 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 945 time: 0.0563562 Feb 11 06:01:13.370032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6254b214-5866-40ce-96a1-73b3f611feba req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port edcf59ee-1227-4770-8090-4780d0ecec11 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:13.370381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6254b214-5866-40ce-96a1-73b3f611feba req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:13.463337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6254b214-5866-40ce-96a1-73b3f611feba req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] For port edcf59ee-1227-4770-8090-4780d0ecec11, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=edcf59ee-1227-4770-8090-4780d0ecec11,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:13.463705 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6254b214-5866-40ce-96a1-73b3f611feba req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:13.477103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6254b214-5866-40ce-96a1-73b3f611feba req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for edcf59ee-1227-4770-8090-4780d0ecec11 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:13.605039 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6254b214-5866-40ce-96a1-73b3f611feba req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (edcf59ee-1227-4770-8090-4780d0ecec11), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:13.617880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['edcf59ee-1227-4770-8090-4780d0ecec11'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:13.634459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=edcf59ee-1227-4770-8090-4780d0ecec11,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:13.683282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.684787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.685285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.685724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.686179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.686659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.687087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.687515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.687936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.688357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.688826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.689275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.689711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:13.693004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254b214-5866-40ce-96a1-73b3f611feba req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] No DVR routers for this DVR port edcf59ee-1227-4770-8090-4780d0ecec11 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:01:13.695790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6254b214-5866-40ce-96a1-73b3f611feba req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:13.700679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6254b214-5866-40ce-96a1-73b3f611feba req-0b7b3ddd-2432-4e91-8fae-93967d7b0b44 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "DELETE /v2.0/ports/edcf59ee-1227-4770-8090-4780d0ecec11 HTTP/1.1" status: 204 len: 173 time: 0.4216926 Feb 11 06:01:13.701301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2ae08c-7213-44dc-9cd6-97b540b39a61', 'name': 'network-vif-deleted', 'tag': 'edcf59ee-1227-4770-8090-4780d0ecec11'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:13.711249 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615e98b-6fce-457f-9c50-4096d2ff22d8" -d '{"events": [{"server_uuid": "ef2ae08c-7213-44dc-9cd6-97b540b39a61", "name": "network-vif-deleted", "tag": "edcf59ee-1227-4770-8090-4780d0ecec11"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:13.758847 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4b40d7-b121-436c-8f42-ec46fca962fd x-openstack-request-id: req-8e4b40d7-b121-436c-8f42-ec46fca962fd {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:13.759241 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2ae08c-7213-44dc-9cd6-97b540b39a61", "name": "network-vif-deleted", "tag": "edcf59ee-1227-4770-8090-4780d0ecec11", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:13.759603 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e4b40d7-b121-436c-8f42-ec46fca962fd {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:13.760101 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2ae08c-7213-44dc-9cd6-97b540b39a61', 'name': 'network-vif-deleted', 'tag': 'edcf59ee-1227-4770-8090-4780d0ecec11', 'status': 'completed', 'code': 200} Feb 11 06:01:14.127685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2dd52225-759e-44da-bd39-c9d462a01df6 req-ea20b837-6cf0-4ba7-90d8-abae5eff4206 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0320656 Feb 11 06:01:15.229451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04d13bc8-835d-4b4e-a548-b8234ba61753 req-e01e7443-eeb4-4467-aff4-5a7e9256e234 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0295303 Feb 11 06:01:16.330859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb65408e-2820-45d5-87df-6acd408035a3 req-763e3dec-128d-48a3-8c97-95839645b3a1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0274117 Feb 11 06:01:17.429843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b665da5-6918-4d7b-acde-5f8a880d9fa3 req-6a7c69d8-00aa-41b4-a7d1-ea43f650570c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0289762 Feb 11 06:01:18.187581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device edcf59ee-1227-4770-8090-4780d0ecec11 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:18.208752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: edcf59ee-1227-4770-8090-4780d0ecec11 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:18.209441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device edcf59ee-1227-4770-8090-4780d0ecec11 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:18.551962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e061c37-c5dd-4ea0-a878-953bae332d0b req-96369688-4b19-4953-a23c-3a26c2869806 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0410800 Feb 11 06:01:19.653773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9b69c35-1b8b-4005-a6d6-d31616a74f55 req-d396a315-8769-485a-b9a2-0536dcd40dec tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0282204 Feb 11 06:01:20.765511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8cc9e92-2c93-415e-a820-913a597de04f req-f535bcbc-4b32-4847-b939-4e072892eba4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0318911 Feb 11 06:01:21.861491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76191dfb-33ff-4351-9ed3-ec7693512533 req-3771be18-a600-4872-b785-b52d668f3fbe tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2ae08c-7213-44dc-9cd6-97b540b39a61 HTTP/1.1" status: 200 len: 210 time: 0.0286469 Feb 11 06:01:22.095013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8255d3-b2ab-4647-8e27-3faacd998963 req-69613766-291b-49d7-9bc4-013ec0fa8c49 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:22.096458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a8255d3-b2ab-4647-8e27-3faacd998963 req-69613766-291b-49d7-9bc4-013ec0fa8c49 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0543847 Feb 11 06:01:22.149924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a8255d3-b2ab-4647-8e27-3faacd998963 req-e0394cc4-ed89-40cb-b056-207a5f2471d7 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 Feb 11 06:01:22.283351 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:23.268345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a011-b51a-4f47-aa7d-6bcdef214760 req-e2b4930b-61cd-4ff1-9e73-608816f60a87 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:23.269931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a9a011-b51a-4f47-aa7d-6bcdef214760 req-e2b4930b-61cd-4ff1-9e73-608816f60a87 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0542967 Feb 11 06:01:23.280561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:23.329183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a9a011-b51a-4f47-aa7d-6bcdef214760 req-c12a3fba-284b-463f-987a-c5c6f831c456 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Feb 11 06:01:24.148016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-f13eb76a-ef7b-4afa-b530-44a13d1e61f1 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:24.149513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-f13eb76a-ef7b-4afa-b530-44a13d1e61f1 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0522034 Feb 11 06:01:24.241639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Deleting port e312788b-f633-450b-84fa-fedc4f4e0d24 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:24.241986 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:24.335399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] For port e312788b-f633-450b-84fa-fedc4f4e0d24, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=e312788b-f633-450b-84fa-fedc4f4e0d24,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:24.336044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:24.349084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Calling delete_port for e312788b-f633-450b-84fa-fedc4f4e0d24 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:24.495764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ce7d6-767b-42d0-9c27-1f872c069a4d req-2edbee9a-9faa-48d6-8f61-c9d206b3ee13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:24.496571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-286ce7d6-767b-42d0-9c27-1f872c069a4d req-2edbee9a-9faa-48d6-8f61-c9d206b3ee13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d366b9-ced8-49db-8423-f658450b0134 HTTP/1.1" status: 200 len: 945 time: 0.0963953 Feb 11 06:01:24.540869 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e312788b-f633-450b-84fa-fedc4f4e0d24), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:24.556052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['e312788b-f633-450b-84fa-fedc4f4e0d24'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:24.558762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['363576ad-29a6-4714-883e-7e17c35fd430'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:24.579146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Pushing event deleted for resources: {'Port': ['ID=e312788b-f633-450b-84fa-fedc4f4e0d24,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:24.613995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-286ce7d6-767b-42d0-9c27-1f872c069a4d req-0a978216-afd7-436b-b96e-22f14a0eb44c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094594 Feb 11 06:01:24.638798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] No DVR routers for this DVR port e312788b-f633-450b-84fa-fedc4f4e0d24 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:01:24.641865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:24.645471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c84a833-e5d7-4636-8d15-33ace6dcd874 req-a59530c1-2a9d-4238-879f-15d18ad53e13 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.81 "DELETE /v2.0/ports/e312788b-f633-450b-84fa-fedc4f4e0d24 HTTP/1.1" status: 204 len: 173 time: 0.4906409 Feb 11 06:01:24.646056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d366b9-ced8-49db-8423-f658450b0134', 'name': 'network-vif-deleted', 'tag': 'e312788b-f633-450b-84fa-fedc4f4e0d24'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:24.648484 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058feee4-d7f3-47d4-b060-2c9455b5835d" -d '{"events": [{"server_uuid": "45d366b9-ced8-49db-8423-f658450b0134", "name": "network-vif-deleted", "tag": "e312788b-f633-450b-84fa-fedc4f4e0d24"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:24.696520 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153dc3a7-6215-4758-b43c-3ed5e2bc7de6 x-openstack-request-id: req-153dc3a7-6215-4758-b43c-3ed5e2bc7de6 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:24.696832 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d366b9-ced8-49db-8423-f658450b0134", "name": "network-vif-deleted", "tag": "e312788b-f633-450b-84fa-fedc4f4e0d24", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:24.697400 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-153dc3a7-6215-4758-b43c-3ed5e2bc7de6 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:24.697853 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d366b9-ced8-49db-8423-f658450b0134', 'name': 'network-vif-deleted', 'tag': 'e312788b-f633-450b-84fa-fedc4f4e0d24', 'status': 'completed', 'code': 200} Feb 11 06:01:25.909363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9022a1-21ae-4555-aba3-2201aee193ff req-86e4e924-1c5b-4d9f-934c-6bc8957520f7 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:25.910994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe9022a1-21ae-4555-aba3-2201aee193ff req-86e4e924-1c5b-4d9f-934c-6bc8957520f7 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0538549 Feb 11 06:01:25.958360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe9022a1-21ae-4555-aba3-2201aee193ff req-a58717d5-111b-4e39-843d-4aa1924845fe tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Feb 11 06:01:27.080002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2079c-3ad6-44a2-a261-67f3ae94e658 req-10452dc9-dd17-4d39-b3e1-1a1d419c8ddd tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:27.081499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-caa2079c-3ad6-44a2-a261-67f3ae94e658 req-10452dc9-dd17-4d39-b3e1-1a1d419c8ddd tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0535078 Feb 11 06:01:27.127433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-caa2079c-3ad6-44a2-a261-67f3ae94e658 req-4f0a9989-cae4-479c-8b62-f70875c5aa34 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Feb 11 06:01:27.719979 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-be6669a4-a8bc-42bc-b7b0-c17a7c1f469f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.220384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e312788b-f633-450b-84fa-fedc4f4e0d24 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:28.245818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: e312788b-f633-450b-84fa-fedc4f4e0d24 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:28.246165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device e312788b-f633-450b-84fa-fedc4f4e0d24 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:28.251835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b3256-06db-4a16-99bf-578b7c4c20af req-7ef426b3-2d3f-4043-93b7-5cba5f5f21ca tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:28.253424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-786b3256-06db-4a16-99bf-578b7c4c20af req-7ef426b3-2d3f-4043-93b7-5cba5f5f21ca tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0588620 Feb 11 06:01:28.304162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-786b3256-06db-4a16-99bf-578b7c4c20af req-d8596523-3f6a-4523-b133-50d8dc37e92c tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Feb 11 06:01:29.433026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f357e-98d2-48df-916c-0d47a6c37030 req-74f07720-dd44-4af8-901a-1a61b5aebfcf tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:29.435789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-185f357e-98d2-48df-916c-0d47a6c37030 req-74f07720-dd44-4af8-901a-1a61b5aebfcf tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0574327 Feb 11 06:01:29.487269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-185f357e-98d2-48df-916c-0d47a6c37030 req-e29de3d1-437c-4096-9a29-1eafb3fd1278 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447936 Feb 11 06:01:30.288546 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d3647b10-3227-467a-9a72-272cdf4e2432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.422501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179cd4b-ee06-49ca-8986-7287e79f46ea req-b0bc7669-9ace-40b4-a81a-738fc94e6649 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:30.424016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9179cd4b-ee06-49ca-8986-7287e79f46ea req-b0bc7669-9ace-40b4-a81a-738fc94e6649 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.0666139 Feb 11 06:01:30.476043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9179cd4b-ee06-49ca-8986-7287e79f46ea req-275351f2-49d2-43fe-90b7-2cb3508a6bb2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Feb 11 06:01:30.503003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38394) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:30.581884 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5764d72d-8b7c-4cee-97bc-99c0f17a136f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/b2e17838-020b-4a4e-ac50-01a7a625a8f0 HTTP/1.1" status: 200 len: 993 time: 0.0775120 Feb 11 06:01:30.639095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37ccf6-87f9-455b-b444-12d3f534a5da req-464bfd28-8634-48f2-b68c-264897d78ad1 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:30.647419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe37ccf6-87f9-455b-b444-12d3f534a5da req-464bfd28-8634-48f2-b68c-264897d78ad1 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0820968 Feb 11 06:01:30.700819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe37ccf6-87f9-455b-b444-12d3f534a5da req-c4b75849-5a52-4a96-a18d-7dd3dd7d0481 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524364 Feb 11 06:01:31.076371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ab4dd-afa1-406f-b1a4-9c7def0f9661 req-10192439-fcc5-4e9d-9f4f-c45485784dc2 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:31.078060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae7ab4dd-afa1-406f-b1a4-9c7def0f9661 req-10192439-fcc5-4e9d-9f4f-c45485784dc2 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1128 time: 0.0475390 Feb 11 06:01:31.130131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae7ab4dd-afa1-406f-b1a4-9c7def0f9661 req-4ba49cc2-10ec-4c2b-a01b-d4252b3f37a5 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458472 Feb 11 06:01:31.176219 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:31.261713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-98d31b09-1faf-4751-8f13-21961970d820 req-20149e83-8126-41be-9f49-256364bf69b2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:01:31.263290 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98d31b09-1faf-4751-8f13-21961970d820 req-20149e83-8126-41be-9f49-256364bf69b2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0620687 Feb 11 06:01:31.611421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-fbcd34d9-148b-43fd-a6d1-04421dd296a8 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:31.613134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-fbcd34d9-148b-43fd-a6d1-04421dd296a8 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 945 time: 0.0745952 Feb 11 06:01:31.748956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Deleting port 363576ad-29a6-4714-883e-7e17c35fd430 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:31.749346 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (363576ad-29a6-4714-883e-7e17c35fd430), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:31.797928 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-dc489e1e-c6d4-4a14-a070-e483618a6a46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669467 Feb 11 06:01:31.804357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-546fad64-adbe-4d9f-b95b-c4df68866675 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:01:31.813275 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-546fad64-adbe-4d9f-b95b-c4df68866675 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114200 Feb 11 06:01:31.878550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] For port 363576ad-29a6-4714-883e-7e17c35fd430, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=363576ad-29a6-4714-883e-7e17c35fd430,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:31.878919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (363576ad-29a6-4714-883e-7e17c35fd430), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:31.895179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Calling delete_port for 363576ad-29a6-4714-883e-7e17c35fd430 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:31.896194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-6b3be398-dda8-4827-9b53-44fea9f78d20 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:31.901805 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-6b3be398-dda8-4827-9b53-44fea9f78d20 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 1125 time: 0.0566504 Feb 11 06:01:32.093416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (363576ad-29a6-4714-883e-7e17c35fd430), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:32.109405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['363576ad-29a6-4714-883e-7e17c35fd430'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:32.135704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Pushing event deleted for resources: {'Port': ['ID=363576ad-29a6-4714-883e-7e17c35fd430,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:32.180664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec053961-9419-4f39-abdf-9ad8656a669a req-664f989b-e681-4988-baf0-e66cab5de4d9 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:32.182413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec053961-9419-4f39-abdf-9ad8656a669a req-664f989b-e681-4988-baf0-e66cab5de4d9 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff48f759-e364-4e05-b998-0c4654894f6e HTTP/1.1" status: 200 len: 867 time: 0.2100151 Feb 11 06:01:32.200011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] No DVR routers for this DVR port 363576ad-29a6-4714-883e-7e17c35fd430 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:01:32.208415 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:32.212255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-182e24c3-dd48-4b29-aa4f-a4bf1df87233 req-3da5a3c9-80ca-45ad-918b-aefe649acd16 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.72 "DELETE /v2.0/ports/363576ad-29a6-4714-883e-7e17c35fd430 HTTP/1.1" status: 204 len: 173 time: 0.5928090 Feb 11 06:01:32.213844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff48f759-e364-4e05-b998-0c4654894f6e', 'name': 'network-vif-deleted', 'tag': '363576ad-29a6-4714-883e-7e17c35fd430'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:32.221696 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49693b27-4c50-4d25-bcb6-84b13c8ae429" -d '{"events": [{"server_uuid": "ff48f759-e364-4e05-b998-0c4654894f6e", "name": "network-vif-deleted", "tag": "363576ad-29a6-4714-883e-7e17c35fd430"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:32.308406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec053961-9419-4f39-abdf-9ad8656a669a req-0491084e-3172-4de3-b707-a2e1cbf63cc1 tempest-ServerRescueNegativeTestJSON-331489030 tempest-ServerRescueNegativeTestJSON-331489030-project] 10.222.0.31 "GET /v2.0/security-groups?id=8389cd75-5adc-445b-93ab-d53e3888cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053104 Feb 11 06:01:32.413222 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0fb5fc-7645-4776-ae4d-630d8fcc44c9 x-openstack-request-id: req-7c0fb5fc-7645-4776-ae4d-630d8fcc44c9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:32.413789 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff48f759-e364-4e05-b998-0c4654894f6e", "name": "network-vif-deleted", "tag": "363576ad-29a6-4714-883e-7e17c35fd430", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:32.414080 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c0fb5fc-7645-4776-ae4d-630d8fcc44c9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:32.414499 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff48f759-e364-4e05-b998-0c4654894f6e', 'name': 'network-vif-deleted', 'tag': '363576ad-29a6-4714-883e-7e17c35fd430', 'status': 'completed', 'code': 200} Feb 11 06:01:32.740411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-1d54048d-7082-4407-938d-87fc2e3197d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:32.742188 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-1d54048d-7082-4407-938d-87fc2e3197d6 service neutron] 10.222.0.31 "GET /v2.0/ports/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 1125 time: 0.0529473 Feb 11 06:01:32.752390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Request body: {'binding': {'host': 'n-h1-715271-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:32.752856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Unknown quota resources ['binding']. {{(pid=103121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 06:01:32.831859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:32.915149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on host n-h1-715271-35 for vnic_type normal with profile None {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:32.915743 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:32.915886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:32.920690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:01:32.921029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:32.926112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:32.926458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Checking segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:32.926847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Bound using segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:32.927284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Bound port: 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:33.014340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:33.021030 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:33.022307 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-9c6c2893-1292-416a-90d6-a62d38c51fb5 service neutron] 10.222.0.31 "POST /v2.0/ports/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2735395 Feb 11 06:01:33.202928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85713-7abd-40a9-b201-5e83f1a53816 req-89f01a28-39a0-4eb9-a263-3a198185a919 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:33.209637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ca85713-7abd-40a9-b201-5e83f1a53816 req-89f01a28-39a0-4eb9-a263-3a198185a919 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.0730174 Feb 11 06:01:33.287362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ca85713-7abd-40a9-b201-5e83f1a53816 req-74eb0d71-2f0d-44fd-8d4d-f9bb232468c9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761855 Feb 11 06:01:33.296468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-3c4a2e8d-74be-45b1-9c1a-5c51210a9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:33.298000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-3c4a2e8d-74be-45b1-9c1a-5c51210a9a2c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1128 time: 0.0776341 Feb 11 06:01:33.371192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38448) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:33.447256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-5dff9946-b8a3-4b4e-b5b8-e2840831a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:33.448730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-5dff9946-b8a3-4b4e-b5b8-e2840831a82a service neutron] 10.222.0.81 "GET /v2.0/networks?id=b43ef12c-d8c7-41e4-80e5-4c17b656b562 HTTP/1.1" status: 200 len: 897 time: 0.1435549 Feb 11 06:01:33.585622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-fd4b827f-7a28-4518-b4b9-5ba7405c7ad8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 1001 time: 0.1078711 Feb 11 06:01:33.680120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-a68b82fd-b05f-42d3-871a-c06afa6d03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:33.681692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-a68b82fd-b05f-42d3-871a-c06afa6d03e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c88a102-89d6-4f5e-9dd1-e985824b98a0 HTTP/1.1" status: 200 len: 834 time: 0.0888276 Feb 11 06:01:33.771899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-fd2e052b-14f2-4bff-85b3-4df2f6d0530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:33.773469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-fd2e052b-14f2-4bff-85b3-4df2f6d0530d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b43ef12c-d8c7-41e4-80e5-4c17b656b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0859601 Feb 11 06:01:33.900693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-5388ba1e-9701-4fc1-88f2-47889b77fb5f service neutron] 10.222.0.81 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109545 Feb 11 06:01:33.940841 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.036246 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (1871078d-4a4d-4bb8-acad-f39af8cf3640), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.042231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-ab4e3ddb-8191-4240-8bd4-24dcd8d6b07c service neutron] 10.222.0.81 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342642 Feb 11 06:01:34.274476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-cdce17e3-6f10-4963-8a86-18c3b47083b5 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:34.276037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-cdce17e3-6f10-4963-8a86-18c3b47083b5 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb&tenant_id=fd919b75b5e04e12bb265670ddb374d9&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1128 time: 0.1454177 Feb 11 06:01:34.289355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-35'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:34.361559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.533680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af81f3-d3db-4b78-ae79-827a31953d86 req-47858d4f-c917-4d9b-bd1f-50ffe0267838 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:34.535176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69af81f3-d3db-4b78-ae79-827a31953d86 req-47858d4f-c917-4d9b-bd1f-50ffe0267838 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.1426487 Feb 11 06:01:34.602663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Deleting port a054865e-6f6a-4252-8d95-0731ecdf1da3 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:34.602996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.659562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:34.697048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69af81f3-d3db-4b78-ae79-827a31953d86 req-b01102aa-958d-4b6d-9ed4-d067a1b63310 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353087 Feb 11 06:01:34.751384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] For port a054865e-6f6a-4252-8d95-0731ecdf1da3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a054865e-6f6a-4252-8d95-0731ecdf1da3,segment=NetworkSegment(09f94b41-30b1-4d35-80a8-ac97617f92a4),segment_id=09f94b41-30b1-4d35-80a8-ac97617f92a4)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:34.751795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.754516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:34.784427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Calling delete_port for a054865e-6f6a-4252-8d95-0731ecdf1da3 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:34.811190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:34.813462 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b604516-b77b-4e12-abad-be5945b6fb63" -d '{"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:34.844771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Publish callbacks [] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.852610 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed7323-377b-4fa2-b879-238531c16f4f x-openstack-request-id: req-3eed7323-377b-4fa2-b879-238531c16f4f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:34.852902 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:34.853183 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3eed7323-377b-4fa2-b879-238531c16f4f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:34.853588 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'code': 200} Feb 11 06:01:34.857529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:35.352237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:35.424212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on host n-h2-715271-35 for vnic_type normal with profile {"migrating_to": "n-h1-715271-35"} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:35.424549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:35.424881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:35.434669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:01:35.434997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Attempting to bind port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on network b43ef12c-d8c7-41e4-80e5-4c17b656b562 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:35.437675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 363576ad-29a6-4714-883e-7e17c35fd430 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:35.461067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:35.461449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Checking segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:35.461839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Bound using segment: {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:35.462272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Bound port: 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5acce6b-9349-4c5d-b94b-55618c8598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:35.462633 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:35.467510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 363576ad-29a6-4714-883e-7e17c35fd430 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:35.468141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 363576ad-29a6-4714-883e-7e17c35fd430 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:35.518794 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a054865e-6f6a-4252-8d95-0731ecdf1da3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:35.528240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-173cad06-ca8f-4903-ad6c-28219ebe2948 None None] Provisioning complete for port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:35.528870 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-173cad06-ca8f-4903-ad6c-28219ebe2948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:35.559846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a054865e-6f6a-4252-8d95-0731ecdf1da3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:35.571116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-173cad06-ca8f-4903-ad6c-28219ebe2948 None None] Port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:01:35.609073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:35.628207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:35.639572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:35.795310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=8']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:35.890384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (1871078d-4a4d-4bb8-acad-f39af8cf3640), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:35.965211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:35.965850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:35.967252 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-751cf725-7e2b-4442-bc47-560ca0ce9a2c service neutron] 10.222.0.81 "PUT /v2.0/ports/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 1123 time: 1.6820543 Feb 11 06:01:35.976641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f003e15-fe42-4a40-aa8b-1db2b584fcc1 req-94f460f5-144b-468d-b515-e5c039fc324d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:35.978584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f003e15-fe42-4a40-aa8b-1db2b584fcc1 req-94f460f5-144b-468d-b515-e5c039fc324d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 943 time: 0.1860716 Feb 11 06:01:36.013047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Provisioning complete for port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:36.013743 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:36.040585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:36.079915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f003e15-fe42-4a40-aa8b-1db2b584fcc1 req-55aab783-e6f0-4bb1-a4e7-c3c32e6f3d86 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930662 Feb 11 06:01:36.187141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Current status of the port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:36.187782 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:36.223268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Router 1871078d-4a4d-4bb8-acad-f39af8cf3640 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:36.233163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:36.235427 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d815288-2496-4a3b-b1d7-0fe46e2483b4" -d '{"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-plugged", "status": "completed", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:36.257327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:36.265794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:36.282503 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d94e1a6-1f94-4b4a-abc0-902cc7c92c76 x-openstack-request-id: req-1d94e1a6-1f94-4b4a-abc0-902cc7c92c76 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:36.283046 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-plugged", "status": "completed", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:36.283308 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d94e1a6-1f94-4b4a-abc0-902cc7c92c76 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:36.283729 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'code': 200} Feb 11 06:01:36.374277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:36.382283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9d3d3ecc-f2e1-49e3-a2f2-3d3ffffe15bc admin admin] 10.222.0.31 "PUT /v2.0/routers/1871078d-4a4d-4bb8-acad-f39af8cf3640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071616 Feb 11 06:01:36.382544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38464) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:36.405242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] Sync routers for ids ['1871078d-4a4d-4bb8-acad-f39af8cf3640'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:36.491935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Pushing event updated for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:36.499708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] Routers {'1871078d-4a4d-4bb8-acad-f39af8cf3640'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:36.500364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1871078d-4a4d-4bb8-acad-f39af8cf3640'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:36.503112 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks [] for router (1871078d-4a4d-4bb8-acad-f39af8cf3640), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:36.548467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.548821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.549194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.549537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.549877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.550214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.550544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.551134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.551822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.551822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.552102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.552424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.552746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e52da-f281-4b67-b325-f5583538ef9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:36.612283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks [] for router_gateway (1871078d-4a4d-4bb8-acad-f39af8cf3640), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:36.674322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Deleting port 486f2476-a5fd-4423-9e7f-a0da1fdc9264 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:36.674749 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:36.692620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] Set router 1871078d-4a4d-4bb8-acad-f39af8cf3640 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:36.767285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] For port 486f2476-a5fd-4423-9e7f-a0da1fdc9264, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=486f2476-a5fd-4423-9e7f-a0da1fdc9264,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:36.767660 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:36.783421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Calling delete_port for 486f2476-a5fd-4423-9e7f-a0da1fdc9264 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:36.855411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:36.858664 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d4a3a6-496c-4531-b990-d6538d11e98c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:36.898864 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba34a18a-dc9b-4fbd-ba52-b5e4abb192bf x-openstack-request-id: req-ba34a18a-dc9b-4fbd-ba52-b5e4abb192bf {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:36.899365 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:36.899629 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba34a18a-dc9b-4fbd-ba52-b5e4abb192bf {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:36.900035 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'status': 'completed', 'code': 200} Feb 11 06:01:36.905691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:08Z', 'updated_at': '2022-02-11T06:01:35Z', 'revision_number': 5, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'gw_port': {'id': '486f2476-a5fd-4423-9e7f-a0da1fdc9264', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:09Z', 'updated_at': '2022-02-11T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:36.935080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] Checking router: 1871078d-4a4d-4bb8-acad-f39af8cf3640 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:36.944217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] Routers {'1871078d-4a4d-4bb8-acad-f39af8cf3640'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:36.944932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1871078d-4a4d-4bb8-acad-f39af8cf3640'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:37.011878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-55ab92a4-6adf-4b5d-aef0-fe5b93bd9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:37.013594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-55ab92a4-6adf-4b5d-aef0-fe5b93bd9f39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1159 time: 0.0915377 Feb 11 06:01:37.031246 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (486f2476-a5fd-4423-9e7f-a0da1fdc9264), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.044921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] Set router 1871078d-4a4d-4bb8-acad-f39af8cf3640 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:37.071625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Pushing event deleted for resources: {'Port': ['ID=486f2476-a5fd-4423-9e7f-a0da1fdc9264,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:37.250583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-85824aa1-2427-4cb4-97fe-0893d0c52a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:37.252130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-85824aa1-2427-4cb4-97fe-0893d0c52a82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b43ef12c-d8c7-41e4-80e5-4c17b656b562 HTTP/1.1" status: 200 len: 897 time: 0.2306857 Feb 11 06:01:37.253094 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (1871078d-4a4d-4bb8-acad-f39af8cf3640), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.295879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:08Z', 'updated_at': '2022-02-11T06:01:36Z', 'revision_number': 6, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:37.325508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583c085-c1e4-49a4-93b4-fafbd7c4a123 None None] The sync data for ids ['1871078d-4a4d-4bb8-acad-f39af8cf3640'] in n-d-715271-35 is: [{'id': '1871078d-4a4d-4bb8-acad-f39af8cf3640', 'name': 'tempest-ServerRescueNegativeTestJSON-1271636131-router', 'tenant_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:08Z', 'updated_at': '2022-02-11T06:01:36Z', 'revision_number': 6, 'project_id': '9f162b99f5ec4c7cb8adaf92948cefe7', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:37.411070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250de6b-6c38-4654-adc3-98f54f2aec82 req-55096bf7-94f4-4cb6-bc0a-c92e3f8dbd90 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:37.412547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f250de6b-6c38-4654-adc3-98f54f2aec82 req-55096bf7-94f4-4cb6-bc0a-c92e3f8dbd90 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.2296107 Feb 11 06:01:37.417828 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (1871078d-4a4d-4bb8-acad-f39af8cf3640), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.423763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks [] for router_controller (1871078d-4a4d-4bb8-acad-f39af8cf3640), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.453782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-516c7fbb-c50c-465b-a77f-7e21bc3a70d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 1001 time: 0.1947103 Feb 11 06:01:37.529495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (1871078d-4a4d-4bb8-acad-f39af8cf3640), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.530044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1871078d-4a4d-4bb8-acad-f39af8cf3640 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:01:37.543730 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.544930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-34d6b6f6-6c8a-41ba-b075-bcc2c565079d admin admin] 10.222.0.31 "DELETE /v2.0/routers/1871078d-4a4d-4bb8-acad-f39af8cf3640 HTTP/1.1" status: 204 len: 168 time: 1.1603565 Feb 11 06:01:37.547605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38472) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:37.558603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f250de6b-6c38-4654-adc3-98f54f2aec82 req-020434f6-a5f8-451b-b617-5b3d02a5e955 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382885 Feb 11 06:01:37.562311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-08bd055a-0221-495b-a34d-ae2153941a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:37.563741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-08bd055a-0221-495b-a34d-ae2153941a2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c88a102-89d6-4f5e-9dd1-e985824b98a0 HTTP/1.1" status: 200 len: 834 time: 0.0776379 Feb 11 06:01:37.612439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Deleting subnet 6ecea569-8b1b-4a9f-a348-75402b1b92fa {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:01:37.616629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Publish callbacks [] for subnet (6ecea569-8b1b-4a9f-a348-75402b1b92fa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.618176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-040c3b9c-db59-4262-8d12-ed79c8bfc5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:37.619734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-040c3b9c-db59-4262-8d12-ed79c8bfc5a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b43ef12c-d8c7-41e4-80e5-4c17b656b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497403 Feb 11 06:01:37.661618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6ecea569-8b1b-4a9f-a348-75402b1b92fa), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.743394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6ecea569-8b1b-4a9f-a348-75402b1b92fa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.759519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-04576ade-6497-4cae-9c45-c26ca5b31f2a service neutron] 10.222.0.72 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335893 Feb 11 06:01:37.811074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a054865e-6f6a-4252-8d95-0731ecdf1da3 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:37.812269 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6ecea569-8b1b-4a9f-a348-75402b1b92fa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.846742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: a054865e-6f6a-4252-8d95-0731ecdf1da3 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:37.847100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a054865e-6f6a-4252-8d95-0731ecdf1da3 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:37.854346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ecea569-8b1b-4a9f-a348-75402b1b92fa,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:37.867710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.874196 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6ecea569-8b1b-4a9f-a348-75402b1b92fa HTTP/1.1" status: 204 len: 168 time: 0.3223720 Feb 11 06:01:37.874357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38474) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:37.878829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d4a3a6-496c-4531-b990-d6538d11e98c req-118b0cb5-d5cb-4590-8a1e-42cce087f477 service neutron] 10.222.0.72 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124251 Feb 11 06:01:37.882563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.882916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.883341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.883689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.884023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.884359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.884692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.885025 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.885419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.885754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.886112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.886405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.887021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af1a0b-5454-4c06-980f-4bbdbee7a32c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:37.955779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.041096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.062779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:38.072826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f94b41-30b1-4d35-80a8-ac97617f92a4') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:38.073149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f94b41-30b1-4d35-80a8-ac97617f92a4') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:38.083112 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (09f94b41-30b1-4d35-80a8-ac97617f92a4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.097664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (09f94b41-30b1-4d35-80a8-ac97617f92a4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.103608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:01:38.104263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (09f94b41-30b1-4d35-80a8-ac97617f92a4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:01:38.106046 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:01:38.164164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.174551 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.180414 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e HTTP/1.1" status: 204 len: 168 time: 0.3024268 Feb 11 06:01:38.190452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2644b-e9d8-481b-9893-bd243170b7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66d191e-0a6d-4b17-a0f9-d3547cb0ad4e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:38.248030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:01:38.366124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:38.379609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c has no active binding in host n-h1-715271-35 {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 06:01:38.408862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38480) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:38.460716 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5cb5eabb-c68f-4fc3-94cb-5835c45f0754 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f162b99f5ec4c7cb8adaf92948cefe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484693 Feb 11 06:01:38.461097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38482) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:38.514744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e19123ee-baef-4b7a-8818-4e9a3a048f2d admin admin] Publish callbacks [] for security_group (8389cd75-5adc-445b-93ab-d53e3888cf02), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.545934 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e19123ee-baef-4b7a-8818-4e9a3a048f2d admin admin] Publish callbacks [] for security_group (8389cd75-5adc-445b-93ab-d53e3888cf02), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.595885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e19123ee-baef-4b7a-8818-4e9a3a048f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8389cd75-5adc-445b-93ab-d53e3888cf02), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.599580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e19123ee-baef-4b7a-8818-4e9a3a048f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.607047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e19123ee-baef-4b7a-8818-4e9a3a048f2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8389cd75-5adc-445b-93ab-d53e3888cf02 HTTP/1.1" status: 204 len: 168 time: 0.1391456 Feb 11 06:01:38.613375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19123ee-baef-4b7a-8818-4e9a3a048f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8389cd75-5adc-445b-93ab-d53e3888cf02,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:38.704540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298813cd-39f1-4979-ba86-e0801c32e1c3 req-1144183e-5b1c-4fe3-8359-8d02a8ca0c45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:38.706188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-298813cd-39f1-4979-ba86-e0801c32e1c3 req-1144183e-5b1c-4fe3-8359-8d02a8ca0c45 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.0648615 Feb 11 06:01:38.765906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-298813cd-39f1-4979-ba86-e0801c32e1c3 req-24d0cbf4-4a12-449c-8bb7-f223e98afb6f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535364 Feb 11 06:01:39.362254 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:39.469651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-144796994-network', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:39.489918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Made reservation on behalf of c5962c623f1548ebbbb82d0096368aed for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:01:39.492951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.504024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.583919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Publish callbacks [] for security_group (2459b631-f99a-4de1-83b7-8892a52d39d8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.588781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2459b631-f99a-4de1-83b7-8892a52d39d8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.600236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 486f2476-a5fd-4423-9e7f-a0da1fdc9264 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:39.615431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:01:39.626444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2459b631-f99a-4de1-83b7-8892a52d39d8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:39.631294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3c8307e4-6cea-4b90-9a68-e2e9f6a62214), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.631646 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Added segment 3c8307e4-6cea-4b90-9a68-e2e9f6a62214 of type vlan for network 69b11023-66a0-4480-9c53-bea2d1a703fe Feb 11 06:01:39.642231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 486f2476-a5fd-4423-9e7f-a0da1fdc9264 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:39.642846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 486f2476-a5fd-4423-9e7f-a0da1fdc9264 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:39.678677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (69b11023-66a0-4480-9c53-bea2d1a703fe), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.707190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (69b11023-66a0-4480-9c53-bea2d1a703fe), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.708482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:39.709068 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.742822 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3794451 Feb 11 06:01:39.746097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38512) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:39.751062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Request body: {'subnet': {'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-subnet', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:39.771411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Made reservation on behalf of c5962c623f1548ebbbb82d0096368aed for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:01:39.773837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.950350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8bfaa-06bf-45aa-bbb5-ec74975ab7f8 req-d4278b9c-fcd0-4684-9dc5-bc6cf7b6d5ab tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:39.951807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efd8bfaa-06bf-45aa-bbb5-ec74975ab7f8 req-d4278b9c-fcd0-4684-9dc5-bc6cf7b6d5ab tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.1006548 Feb 11 06:01:40.015460 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:01:40.036998 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (703db4a4-338a-4389-b3a2-e45f98470448), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.086747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb36269-f346-469f-bb04-635596cd60a6 admin admin] Pushing event updated for resources: {'Network': ['ID=69b11023-66a0-4480-9c53-bea2d1a703fe,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:40.099907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efd8bfaa-06bf-45aa-bbb5-ec74975ab7f8 req-3aa66576-0ff5-466a-b026-5e1014272997 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416214 Feb 11 06:01:40.133262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 69b11023-66a0-4480-9c53-bea2d1a703fe details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:01:40.161917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=703db4a4-338a-4389-b3a2-e45f98470448,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:40.166521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Checking segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:40.166890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Network hostable DHCP agents. Network: 69b11023-66a0-4480-9c53-bea2d1a703fe, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:01:40.185588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Network 69b11023-66a0-4480-9c53-bea2d1a703fe is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:01:40.196630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 69b11023-66a0-4480-9c53-bea2d1a703fe) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:40.208788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:40.209492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.213532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a8cdd-2092-473e-bf3b-0ad6b6b4f754 None None] Network 69b11023-66a0-4480-9c53-bea2d1a703fe requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:01:40.235627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c0117198-ab2a-43c7-b13f-e568ff1f4610 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4884307 Feb 11 06:01:40.238292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38524) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:40.242995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:40.267243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.268970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.335813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks [] for router_controller (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.349141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-69b11023-66a0-4480-9c53-bea2d1a703fe', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:01:40.350228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.508811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Allocated IP 172.20.0.2 (69b11023-66a0-4480-9c53-bea2d1a703fe/703db4a4-338a-4389-b3a2-e45f98470448/f037e032-fa61-48dc-b8e0-6be5fa81c09d) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:40.670019 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Publish callbacks [] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.675248 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.727523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Network 69b11023-66a0-4480-9c53-bea2d1a703fe is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:40.730937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:40.735117 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:40.741333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Pushing event updated for resources: {'Port': ['ID=f037e032-fa61-48dc-b8e0-6be5fa81c09d,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:40.802616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Attempting to bind port f037e032-fa61-48dc-b8e0-6be5fa81c09d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:40.803148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Attempting to bind port f037e032-fa61-48dc-b8e0-6be5fa81c09d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:40.803640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Attempting to bind port f037e032-fa61-48dc-b8e0-6be5fa81c09d on network 69b11023-66a0-4480-9c53-bea2d1a703fe {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:40.809316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:40.809860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Checking segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:40.810378 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.811136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Bound using segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:40.811516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Bound port: f037e032-fa61-48dc-b8e0-6be5fa81c09d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:40.812026 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.875173 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks [] for router_gateway (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.887808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9407431f-876e-438f-b2fd-71464177f412 None None] For port f037e032-fa61-48dc-b8e0-6be5fa81c09d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:40.891777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9407431f-876e-438f-b2fd-71464177f412 None None] For port f037e032-fa61-48dc-b8e0-6be5fa81c09d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f037e032-fa61-48dc-b8e0-6be5fa81c09d,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:40.899465 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.928321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-4eb4deff-c557-419f-ba71-e1365da720a8 service neutron] 10.222.0.72 "GET /v2.0/ports/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c/bindings/n-h1-715271-35 HTTP/1.1" status: 200 len: 385 time: 0.1166415 Feb 11 06:01:40.962583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407431f-876e-438f-b2fd-71464177f412 None None] Pushing event updated for resources: {'Port': ['ID=f037e032-fa61-48dc-b8e0-6be5fa81c09d,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:41.343771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-56145434-1f48-4ed5-bd2f-598c76099c86 service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:41.365334 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks [] for router_gateway (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:41.390235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-56145434-1f48-4ed5-bd2f-598c76099c86 service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:41.410328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:41.423385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140201af-8bde-4e34-9b30-737fa5878991 req-ca7d0613-eefe-49bd-bf7c-eaa544ea1907 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:41.425542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-140201af-8bde-4e34-9b30-737fa5878991 req-ca7d0613-eefe-49bd-bf7c-eaa544ea1907 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 945 time: 0.1811008 Feb 11 06:01:41.494496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:41.497441 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6a4c9c-fc85-4c19-bddf-6ce805227ea3" -d '{"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:41.520350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-56145434-1f48-4ed5-bd2f-598c76099c86 service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:41.563195 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-56145434-1f48-4ed5-bd2f-598c76099c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:41.568016 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402482e7-be52-4772-a0ec-9840b4a6fdc1 x-openstack-request-id: req-402482e7-be52-4772-a0ec-9840b4a6fdc1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:41.568309 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:41.568579 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-402482e7-be52-4772-a0ec-9840b4a6fdc1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:41.568964 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'code': 200} Feb 11 06:01:41.576599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-140201af-8bde-4e34-9b30-737fa5878991 req-964ee136-283f-4b40-8997-bfadf096f365 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417522 Feb 11 06:01:41.631173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Allocated IP 172.25.1.152 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/b88d28d4-c097-4828-befa-72f9ac373ec6) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:41.708263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f037e032-fa61-48dc-b8e0-6be5fa81c09d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:41.781662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f037e032-fa61-48dc-b8e0-6be5fa81c09d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:41.782095 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:41.788704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-56145434-1f48-4ed5-bd2f-598c76099c86 service neutron] Transition to ACTIVE for port object 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:01:41.798221 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-56145434-1f48-4ed5-bd2f-598c76099c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:41.883635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f037e032-fa61-48dc-b8e0-6be5fa81c09d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:41.884029 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:41.894073 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks [] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:41.898397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56145434-1f48-4ed5-bd2f-598c76099c86 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=11']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:41.940420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port f037e032-fa61-48dc-b8e0-6be5fa81c09d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f037e032-fa61-48dc-b8e0-6be5fa81c09d,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:41.948081 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.001736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.025903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=f037e032-fa61-48dc-b8e0-6be5fa81c09d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:42.086425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:42.087861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-56145434-1f48-4ed5-bd2f-598c76099c86 service neutron] No DVR routers for this DVR port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:01:42.093652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:42.130442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:42.168299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Pushing event updated for resources: {'Port': ['ID=b88d28d4-c097-4828-befa-72f9ac373ec6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:42.287582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464cda0-1130-4e71-878a-c4054b2abe7e None None] Network 69b11023-66a0-4480-9c53-bea2d1a703fe requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:01:42.382618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-56145434-1f48-4ed5-bd2f-598c76099c86 service neutron] 10.222.0.72 "PUT /v2.0/ports/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c/bindings/n-h1-715271-35/activate HTTP/1.1" status: 200 len: 370 time: 1.4459281 Feb 11 06:01:42.422558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a171e819-5416-4578-b2b4-bb613eebe2b6 None None] Provisioning complete for port f037e032-fa61-48dc-b8e0-6be5fa81c09d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:42.422949 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a171e819-5416-4578-b2b4-bb613eebe2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.515400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a171e819-5416-4578-b2b4-bb613eebe2b6 None None] Current status of the port f037e032-fa61-48dc-b8e0-6be5fa81c09d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:42.531697 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks [] for router_gateway (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.582090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-68cd8403-8a22-4b36-8a87-eab25d20b7ef tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:42.583734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-68cd8403-8a22-4b36-8a87-eab25d20b7ef tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb&tenant_id=fd919b75b5e04e12bb265670ddb374d9&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.1379807 Feb 11 06:01:42.728384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-1071dd50-955f-4ac8-8578-4349eec09ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:42.730031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-1071dd50-955f-4ac8-8578-4349eec09ad4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 1127 time: 0.1381936 Feb 11 06:01:42.743871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e5303b6b-fdf8-4840-aa46-6d57c3b6defd None None] Provisioning complete for port f037e032-fa61-48dc-b8e0-6be5fa81c09d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:42.744459 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e5303b6b-fdf8-4840-aa46-6d57c3b6defd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.824418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a1c53-e12f-4dda-87d2-7029499147cc req-98c00001-aa5e-479a-93f4-9ab76718ba36 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:42.825870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b67a1c53-e12f-4dda-87d2-7029499147cc req-98c00001-aa5e-479a-93f4-9ab76718ba36 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 944 time: 0.1547477 Feb 11 06:01:42.848619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e5303b6b-fdf8-4840-aa46-6d57c3b6defd None None] Current status of the port f037e032-fa61-48dc-b8e0-6be5fa81c09d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:42.901080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-47ad2d59-ffa7-4771-a2d0-97e48fdff5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:42.902684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-47ad2d59-ffa7-4771-a2d0-97e48fdff5f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1127 time: 0.1319051 Feb 11 06:01:42.946355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.962707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b67a1c53-e12f-4dda-87d2-7029499147cc req-dd7f573e-e094-4499-9653-14f488c99a67 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310816 Feb 11 06:01:43.089849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-17f6e984-48d9-47ca-a677-69daa4ae36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:43.091247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-17f6e984-48d9-47ca-a677-69daa4ae36ee service neutron] 10.222.0.81 "GET /v2.0/networks?id=b43ef12c-d8c7-41e4-80e5-4c17b656b562 HTTP/1.1" status: 200 len: 897 time: 0.1814911 Feb 11 06:01:43.169057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-ddd8da86-7645-485b-9819-2e1ec2a60d5f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 999 time: 0.0715218 Feb 11 06:01:43.230214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-4d988be5-5d15-4b5a-84df-3eb11327f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:43.231706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-4d988be5-5d15-4b5a-84df-3eb11327f8b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c88a102-89d6-4f5e-9dd1-e985824b98a0 HTTP/1.1" status: 200 len: 834 time: 0.0571613 Feb 11 06:01:43.232254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Router a5d93683-f87d-43d0-89ce-aa0a20ef2bad is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:01:43.661043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f037e032-fa61-48dc-b8e0-6be5fa81c09d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:43.717049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-00a1db45-122e-41fd-a7b8-061514577e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:43.718397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-00a1db45-122e-41fd-a7b8-061514577e9f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b43ef12c-d8c7-41e4-80e5-4c17b656b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4795575 Feb 11 06:01:43.729687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f037e032-fa61-48dc-b8e0-6be5fa81c09d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:43.730199 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:43.770623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:43.787593 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Sync routers for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:43.803430 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:43.805163 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:43.830624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f037e032-fa61-48dc-b8e0-6be5fa81c09d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:43.833018 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:43.834186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b010cf8e-33eb-4986-9bb8-3da60ad7853b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5947080 Feb 11 06:01:43.837587 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38556) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:43.849356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-fd3b9185-0f75-4ceb-96db-9c25c8a8aab9 service neutron] 10.222.0.81 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234753 Feb 11 06:01:43.943756 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:43.959243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-df3cee7b-a1ba-47fa-aa05-325889520f19 service neutron] 10.222.0.81 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002083 Feb 11 06:01:44.115924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2d9ec-dc4d-46ad-a2e2-e281cb29dae4 req-57837de4-1e13-402d-a3ff-5d665d35ba34 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:44.123009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3de2d9ec-dc4d-46ad-a2e2-e281cb29dae4 req-57837de4-1e13-402d-a3ff-5d665d35ba34 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 944 time: 0.0747018 Feb 11 06:01:44.188000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3de2d9ec-dc4d-46ad-a2e2-e281cb29dae4 req-fe1502a6-f4ec-45ae-8b53-dfe35456d874 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639143 Feb 11 06:01:44.339104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.340150 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:42Z', 'revision_number': 3, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:44.352883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-e1e5d29b-2d3b-40aa-bb93-a9a2a36cb47c tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:44.354724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-e1e5d29b-2d3b-40aa-bb93-a9a2a36cb47c tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb&tenant_id=fd919b75b5e04e12bb265670ddb374d9&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 1127 time: 0.0607886 Feb 11 06:01:44.370593 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Checking router: a5d93683-f87d-43d0-89ce-aa0a20ef2bad for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:44.371161 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Updating router a5d93683-f87d-43d0-89ce-aa0a20ef2bad port b88d28d4-c097-4828-befa-72f9ac373ec6 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:01:44.403757 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.540084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Allocated IP 172.20.0.1 (69b11023-66a0-4480-9c53-bea2d1a703fe/703db4a4-338a-4389-b3a2-e45f98470448/f0d44d18-f67a-4013-9bc9-80961613745e) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:44.553075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-765db997-3dff-4319-a076-305e1b2c1159 service neutron] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:44.557951 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-765db997-3dff-4319-a076-305e1b2c1159 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.559341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d292be9-e49b-4f5a-853f-b0343524f759 req-765db997-3dff-4319-a076-305e1b2c1159 service neutron] 10.222.0.81 "DELETE /v2.0/ports/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c/bindings/n-h2-715271-35 HTTP/1.1" status: 204 len: 173 time: 0.1965380 Feb 11 06:01:44.671965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Publish callbacks [] for port (f0d44d18-f67a-4013-9bc9-80961613745e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.713656 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.720960 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Publish callbacks [] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.728467 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.766274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Network 69b11023-66a0-4480-9c53-bea2d1a703fe is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:44.768569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:44.771563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:44.781268 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Attempting to bind port b88d28d4-c097-4828-befa-72f9ac373ec6 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:44.785665 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Attempting to bind port b88d28d4-c097-4828-befa-72f9ac373ec6 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:44.786027 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Attempting to bind port b88d28d4-c097-4828-befa-72f9ac373ec6 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:44.786864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Pushing event updated for resources: {'Port': ['ID=f0d44d18-f67a-4013-9bc9-80961613745e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:44.797026 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:44.797026 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:44.797712 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.797806 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:44.798556 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Bound port: b88d28d4-c097-4828-befa-72f9ac373ec6, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:44.798678 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.843209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.879045 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Pushing event updated for resources: {'Port': ['ID=b88d28d4-c097-4828-befa-72f9ac373ec6,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:44.897669 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.898016 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.898352 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.898688 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.899016 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.899344 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.899669 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.899992 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.900313 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.900633 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.901588 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.902358 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.902687 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:44.908993 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] For port b88d28d4-c097-4828-befa-72f9ac373ec6, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:44.915763 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] For port b88d28d4-c097-4828-befa-72f9ac373ec6, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b88d28d4-c097-4828-befa-72f9ac373ec6,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:44.927219 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:45.027963 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:45.028632 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:45.030662 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022eb51-9257-46b4-ac92-4c770ae07e12 None None] Pushing event updated for resources: {'Port': ['ID=b88d28d4-c097-4828-befa-72f9ac373ec6,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:45.054061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:45.093099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9956cebc-0fa0-4c80-9195-574bff58f5fa None None] Provisioning complete for port f0d44d18-f67a-4013-9bc9-80961613745e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:45.094897 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9956cebc-0fa0-4c80-9195-574bff58f5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:45.139351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9956cebc-0fa0-4c80-9195-574bff58f5fa None None] Port f0d44d18-f67a-4013-9bc9-80961613745e cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:01:45.189872 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:45.291180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Publish callbacks [] for port (f0d44d18-f67a-4013-9bc9-80961613745e), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:45.298899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:45.394446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ff91f-f9a5-46f4-9f7e-ef6d355e2e71 req-464a0818-d24b-4c4a-b344-1d7f215262dd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:45.401067 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:45.403435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Pushing event updated for resources: {'Port': ['ID=f0d44d18-f67a-4013-9bc9-80961613745e,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:45.403716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c2ff91f-f9a5-46f4-9f7e-ef6d355e2e71 req-464a0818-d24b-4c4a-b344-1d7f215262dd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 944 time: 0.1044085 Feb 11 06:01:45.461747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c2ff91f-f9a5-46f4-9f7e-ef6d355e2e71 req-ce217480-2d31-443f-af4d-068f3d5af7f8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566962 Feb 11 06:01:45.468248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:45.524542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:01:45.525263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:45.533035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Network 69b11023-66a0-4480-9c53-bea2d1a703fe is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:45.535874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:45.591920 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:44Z', 'revision_number': 1, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:45.623176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2dc56-337f-4fe7-a2aa-a80f1b34031a req-4bec9113-cf82-47e5-8761-bff025757806 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:45.624732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6c2dc56-337f-4fe7-a2aa-a80f1b34031a req-4bec9113-cf82-47e5-8761-bff025757806 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1127 time: 0.0760524 Feb 11 06:01:45.628793 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490fa5d-7763-47b4-b9a0-9aa28130c6b7 None None] The sync data for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 is: [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:44Z', 'revision_number': 1, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:45.702820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6c2dc56-337f-4fe7-a2aa-a80f1b34031a req-1a8a9ba9-38b4-4871-91e6-15cd76b8d0f5 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649836 Feb 11 06:01:45.716821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Router a5d93683-f87d-43d0-89ce-aa0a20ef2bad has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:45.875765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4477215-d727-4cd0-8896-86b99b8ad59e req-192506bd-d776-47cb-b5f4-500ca00c8036 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:45.878075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4477215-d727-4cd0-8896-86b99b8ad59e req-192506bd-d776-47cb-b5f4-500ca00c8036 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 944 time: 0.0978453 Feb 11 06:01:45.912109 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:45.919090 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-782d8b0c-ae6e-4146-9e27-5c97a86fe5ec admin admin] 10.222.0.31 "PUT /v2.0/routers/a5d93683-f87d-43d0-89ce-aa0a20ef2bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0803425 Feb 11 06:01:45.945903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4477215-d727-4cd0-8896-86b99b8ad59e req-baf5007d-f660-4961-9a63-c9ad4a0393f8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612056 Feb 11 06:01:45.973838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e6346205-4ad5-4583-b53b-1a218c6fc8cb None None] Provisioning complete for port f0d44d18-f67a-4013-9bc9-80961613745e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:45.975056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e6346205-4ad5-4583-b53b-1a218c6fc8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:45.978778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38572) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:46.047222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e6346205-4ad5-4583-b53b-1a218c6fc8cb None None] Port f0d44d18-f67a-4013-9bc9-80961613745e cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:01:46.119077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-853885f2-8e1c-4d55-964e-ae1048a359e7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/b2e17838-020b-4a4e-ac50-01a7a625a8f0 HTTP/1.1" status: 200 len: 991 time: 0.1395514 Feb 11 06:01:46.455502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38578) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:46.460484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2a092db8-d65b-4bec-9fb9-2b122a14b098 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783458126', 'description': 'tempest-description--1769416400'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:46.484460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a092db8-d65b-4bec-9fb9-2b122a14b098 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.564136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a092db8-d65b-4bec-9fb9-2b122a14b098 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (9e2db280-05f3-4847-80dd-37c15f391d0a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.569000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a092db8-d65b-4bec-9fb9-2b122a14b098 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9e2db280-05f3-4847-80dd-37c15f391d0a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.615862 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2a092db8-d65b-4bec-9fb9-2b122a14b098 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.620347 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2a092db8-d65b-4bec-9fb9-2b122a14b098 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1635559 Feb 11 06:01:46.620671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38580) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:46.621990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a092db8-d65b-4bec-9fb9-2b122a14b098 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2db280-05f3-4847-80dd-37c15f391d0a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:46.625507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-6b6467ca-e70a-4cfa-ac72-86503f0e31bf tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'security_group_rule': {'security_group_id': '9e2db280-05f3-4847-80dd-37c15f391d0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:46.661173 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b6467ca-e70a-4cfa-ac72-86503f0e31bf tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (b6b41500-862d-4cb1-b81f-f0818ddadc59), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.732653 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b6467ca-e70a-4cfa-ac72-86503f0e31bf tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (b6b41500-862d-4cb1-b81f-f0818ddadc59), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.737597 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b6467ca-e70a-4cfa-ac72-86503f0e31bf tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (b6b41500-862d-4cb1-b81f-f0818ddadc59), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.767637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6467ca-e70a-4cfa-ac72-86503f0e31bf tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b41500-862d-4cb1-b81f-f0818ddadc59,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:46.777362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6b6467ca-e70a-4cfa-ac72-86503f0e31bf tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.781228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6b6467ca-e70a-4cfa-ac72-86503f0e31bf tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569111 Feb 11 06:01:46.781800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38582) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:46.786817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-eae8466f-2cc3-4652-8c21-12f7293f9ea9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'security_group_rule': {'security_group_id': '9e2db280-05f3-4847-80dd-37c15f391d0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:46.816649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eae8466f-2cc3-4652-8c21-12f7293f9ea9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (3881ecfb-5632-44d3-bbe0-f7466c3bd4fc), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.885105 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eae8466f-2cc3-4652-8c21-12f7293f9ea9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (3881ecfb-5632-44d3-bbe0-f7466c3bd4fc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.890416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eae8466f-2cc3-4652-8c21-12f7293f9ea9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (3881ecfb-5632-44d3-bbe0-f7466c3bd4fc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.910998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8466f-2cc3-4652-8c21-12f7293f9ea9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3881ecfb-5632-44d3-bbe0-f7466c3bd4fc,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:46.921686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-eae8466f-2cc3-4652-8c21-12f7293f9ea9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:46.923032 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eae8466f-2cc3-4652-8c21-12f7293f9ea9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401350 Feb 11 06:01:46.926755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38586) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:46.931257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:46.955583 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.061568 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.180036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Allocated IP 172.25.1.223 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/82422569-7c7b-47b8-82df-a3f6aed29f2c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:47.299654 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for port (82422569-7c7b-47b8-82df-a3f6aed29f2c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.342255 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (82422569-7c7b-47b8-82df-a3f6aed29f2c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.389911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:47.392951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:47.396879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:47.428216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'Port': ['ID=82422569-7c7b-47b8-82df-a3f6aed29f2c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:47.524805 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (028e0326-41ad-4100-beb6-b8e3e24a2b02), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.563207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (82422569-7c7b-47b8-82df-a3f6aed29f2c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.699896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b88d28d4-c097-4828-befa-72f9ac373ec6 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:47.743143 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for port (82422569-7c7b-47b8-82df-a3f6aed29f2c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.748631 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (82422569-7c7b-47b8-82df-a3f6aed29f2c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.749937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b88d28d4-c097-4828-befa-72f9ac373ec6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:47.750380 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.829103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'Port': ['ID=82422569-7c7b-47b8-82df-a3f6aed29f2c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:47.848361 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (028e0326-41ad-4100-beb6-b8e3e24a2b02), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.850905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b88d28d4-c097-4828-befa-72f9ac373ec6 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:47.851667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.871749 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.884452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb936095-bc3f-4959-9961-e4bc0111f42e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9552686 Feb 11 06:01:47.895283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port b88d28d4-c097-4828-befa-72f9ac373ec6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b88d28d4-c097-4828-befa-72f9ac373ec6,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:47.899676 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:47.959942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=b88d28d4-c097-4828-befa-72f9ac373ec6,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:48.062967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-6e52c912-7d1e-42a5-9cc4-64e026eef33e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1783458126&fields=id&tenant_id=c5962c623f1548ebbbb82d0096368aed HTTP/1.1" status: 200 len: 267 time: 0.0462234 Feb 11 06:01:48.181734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-f0185e32-4656-4ae9-9b1c-a825618a145e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:48.184592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-f0185e32-4656-4ae9-9b1c-a825618a145e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 816 time: 0.1146555 Feb 11 06:01:48.201559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-69cae11e-220c-49ee-92d9-c59d2dc5590a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/quotas/c5962c623f1548ebbbb82d0096368aed HTTP/1.1" status: 200 len: 375 time: 0.0111229 Feb 11 06:01:48.262807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-baf953b1-c250-443f-b15b-40f11f52376c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557842 Feb 11 06:01:48.284757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Sync routers for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:48.297534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:48.298298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:48.372231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38606) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:48.384494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-40cbbdc1-291a-43cf-9114-baf68b2812ac service neutron] 10.222.0.31 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088164 Feb 11 06:01:48.465042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:48.502318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-f1ec8d58-7071-4d75-838f-f03b1fee701b service neutron] 10.222.0.31 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105580 Feb 11 06:01:48.619337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port 1b70705e-e5c3-4d81-81e5-203822daffd0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:48.619337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1b70705e-e5c3-4d81-81e5-203822daffd0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:48.753582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1b70705e-e5c3-4d81-81e5-203822daffd0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:48.755300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (1b70705e-e5c3-4d81-81e5-203822daffd0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:48.763366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-056a27ac-199c-41f9-b7a8-f2c8dc98913e req-473129b1-5813-4827-ad1d-ffae17a4c55e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 210 time: 0.0520613 Feb 11 06:01:48.764798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 2, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:48.790899 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for 1b70705e-e5c3-4d81-81e5-203822daffd0 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:48.824588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Checking router: a5d93683-f87d-43d0-89ce-aa0a20ef2bad for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:48.826734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Updating router a5d93683-f87d-43d0-89ce-aa0a20ef2bad port f0d44d18-f67a-4013-9bc9-80961613745e binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:01:48.875634 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:49.049592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1b70705e-e5c3-4d81-81e5-203822daffd0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:49.110737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=1b70705e-e5c3-4d81-81e5-203822daffd0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:49.192433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (b2e17838-020b-4a4e-ac50-01a7a625a8f0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:49.193225 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Floating IP b2e17838-020b-4a4e-ac50-01a7a625a8f0 disassociated (deleted). External IP: 172.25.1.180, port: 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c. Feb 11 06:01:49.292804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Publish callbacks [] for port (f0d44d18-f67a-4013-9bc9-80961613745e), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:49.300313 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:49.360619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973946d-1c38-46c8-8838-853d46f42bb8 None None] Pushing event updated for resources: {'Port': ['ID=f0d44d18-f67a-4013-9bc9-80961613745e,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:49.436549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Attempting to bind port f0d44d18-f67a-4013-9bc9-80961613745e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:49.437633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Attempting to bind port f0d44d18-f67a-4013-9bc9-80961613745e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:49.438081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Attempting to bind port f0d44d18-f67a-4013-9bc9-80961613745e on network 69b11023-66a0-4480-9c53-bea2d1a703fe {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:49.449639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:49.450656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Checking segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:49.451143 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:49.451645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Bound using segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:49.452796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Bound port: f0d44d18-f67a-4013-9bc9-80961613745e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:49.453306 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:49.468811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:49.564863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] For port f0d44d18-f67a-4013-9bc9-80961613745e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:49.568182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] For port f0d44d18-f67a-4013-9bc9-80961613745e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f0d44d18-f67a-4013-9bc9-80961613745e,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:49.579169 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:49.638609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:49.639266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:49.665738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:49.672422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:49.676990 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] Sync routers for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:49.709379 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:49.710263 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:49.724524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973946d-1c38-46c8-8838-853d46f42bb8 None None] Pushing event updated for resources: {'Port': ['ID=f0d44d18-f67a-4013-9bc9-80961613745e,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:49.774182 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-052235de-a057-4ace-ab7f-1d5521aeb3ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/floatingips/b2e17838-020b-4a4e-ac50-01a7a625a8f0 HTTP/1.1" status: 204 len: 168 time: 1.3981805 Feb 11 06:01:49.776469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:49.804678 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd908605-8a02-44bf-bbc9-5c4f0ae44459" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:49.967736 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:50.079852 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6d0ae5-8856-4a79-b611-9f9827ac9d41 x-openstack-request-id: req-df6d0ae5-8856-4a79-b611-9f9827ac9d41 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:50.079852 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:50.079852 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df6d0ae5-8856-4a79-b611-9f9827ac9d41 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:50.079852 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'status': 'completed', 'code': 200} Feb 11 06:01:50.140798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b3200f52-eca1-44d7-b7bc-7ba4455398af None None] Provisioning complete for port f0d44d18-f67a-4013-9bc9-80961613745e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:50.141386 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b3200f52-eca1-44d7-b7bc-7ba4455398af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:50.168008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-5293e61c-2a16-4001-89c1-0d7ab56aa177 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:50.169567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-5293e61c-2a16-4001-89c1-0d7ab56aa177 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.72 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 816 time: 0.2262068 Feb 11 06:01:50.219422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b88d28d4-c097-4828-befa-72f9ac373ec6 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:50.278091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ad7bd07-21a7-4ff5-b753-c45fedf31c83 req-6cfba74c-15fd-4f09-83bc-4f6e3f7539d1 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 210 time: 0.3560154 Feb 11 06:01:50.291885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-0c461f1b-cfe9-4f86-81aa-0d713e8bb68e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5962c623f1548ebbbb82d0096368aed HTTP/1.1" status: 200 len: 380 time: 0.1036930 Feb 11 06:01:50.306290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b88d28d4-c097-4828-befa-72f9ac373ec6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:50.306666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:50.318753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'port': {'device_id': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'admin_state_up': True, 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'security_groups': ['9e2db280-05f3-4847-80dd-37c15f391d0a']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:50.376641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:50.403714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c5503-f6cb-4c34-8e76-fefad735964e req-a43acec0-696e-4bd4-9403-9b54216f0fd5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:50.405544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a60c5503-f6cb-4c34-8e76-fefad735964e req-a43acec0-696e-4bd4-9403-9b54216f0fd5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 944 time: 0.1192100 Feb 11 06:01:50.407539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-e09797ae-6bd1-490c-9267-dd5b95488bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:50.409426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-e09797ae-6bd1-490c-9267-dd5b95488bc6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 1127 time: 0.2226369 Feb 11 06:01:50.431334 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2fdbafad-be3d-4cf1-b98e-37bd1d1b671f', 'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:82:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:34Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:50.463337 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] Checking router: b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:50.473703 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:50.474473 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:50.477526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b88d28d4-c097-4828-befa-72f9ac373ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:50.482563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b3200f52-eca1-44d7-b7bc-7ba4455398af None None] Current status of the port f0d44d18-f67a-4013-9bc9-80961613745e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:50.482967 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b3200f52-eca1-44d7-b7bc-7ba4455398af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:50.538559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a60c5503-f6cb-4c34-8e76-fefad735964e req-1e8359fd-64fc-4b58-8081-86ac8e5088eb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008506 Feb 11 06:01:50.613977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Made reservation on behalf of c5962c623f1548ebbbb82d0096368aed for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:01:50.618441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:50.618922 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-b2664752-f68a-421a-ac30-a6c2aabe1f3f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:50.619497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b3200f52-eca1-44d7-b7bc-7ba4455398af None None] For port f0d44d18-f67a-4013-9bc9-80961613745e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f0d44d18-f67a-4013-9bc9-80961613745e,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:50.621488 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-b2664752-f68a-421a-ac30-a6c2aabe1f3f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 944 time: 0.1245162 Feb 11 06:01:50.647271 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b3200f52-eca1-44d7-b7bc-7ba4455398af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:50.714119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-a194c018-098c-46ab-85f3-c4a3b3b621f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:50.717052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-a194c018-098c-46ab-85f3-c4a3b3b621f3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b43ef12c-d8c7-41e4-80e5-4c17b656b562 HTTP/1.1" status: 200 len: 897 time: 0.2778590 Feb 11 06:01:50.722371 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:50.748839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:50.749889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:50.770552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-2091032d-6687-4d12-87b4-de3fcdf7edf0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 200 len: 217 time: 0.0449214 Feb 11 06:01:50.804889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b08c4a88-2e80-4285-8113-634f305c00e2 None None] Provisioning complete for port f0d44d18-f67a-4013-9bc9-80961613745e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:50.805225 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b08c4a88-2e80-4285-8113-634f305c00e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:50.811567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3200f52-eca1-44d7-b7bc-7ba4455398af None None] Pushing event updated for resources: {'Port': ['ID=f0d44d18-f67a-4013-9bc9-80961613745e,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:50.833661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-e957ae4e-8510-4e72-ace6-7a207bc4ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:50.835453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-e957ae4e-8510-4e72-ace6-7a207bc4ef46 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c88a102-89d6-4f5e-9dd1-e985824b98a0 HTTP/1.1" status: 200 len: 834 time: 0.0571594 Feb 11 06:01:50.942678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Allocated IP 172.20.0.11 (69b11023-66a0-4480-9c53-bea2d1a703fe/703db4a4-338a-4389-b3a2-e45f98470448/c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:50.952422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-b12e7c90-cf99-4216-9b61-1ee885c447cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:50.954746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-b12e7c90-cf99-4216-9b61-1ee885c447cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b43ef12c-d8c7-41e4-80e5-4c17b656b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0985885 Feb 11 06:01:50.973330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:50.974442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:50.988192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b08c4a88-2e80-4285-8113-634f305c00e2 None None] Current status of the port f0d44d18-f67a-4013-9bc9-80961613745e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:51.003697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:51.024141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:49Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:51.090511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396022a4-8cd4-4e5b-9a41-b1dbd92b7f6d None None] The sync data for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 is: [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:49Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:51.159851 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2fdbafad-be3d-4cf1-b98e-37bd1d1b671f', 'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:82:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:34Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:51.176089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-9d8642c3-5ea7-4691-a866-81d5e799d61a service neutron] 10.222.0.81 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132680 Feb 11 06:01:51.200782 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9964e2-73d6-4315-ac2f-5a447f8c5ff0 None None] The sync data for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 is: [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2fdbafad-be3d-4cf1-b98e-37bd1d1b671f', 'name': '', 'network_id': 'b43ef12c-d8c7-41e4-80e5-4c17b656b562', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:82:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:34Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '8c88a102-89d6-4f5e-9dd1-e985824b98a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:51.240313 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:51.293104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:51.363322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-2ec26945-5d17-495c-922f-1116d5cfff95 service neutron] 10.222.0.81 "GET /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793163 Feb 11 06:01:51.366204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] No DVR routers for this DVR port 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:01:51.369942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:51.376846 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-01be9e30-0111-4e9d-a1d2-9b65e4a6b552 req-1d156c7b-4389-4ad9-a1bc-2e71f67af125 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.81 "DELETE /v2.0/ports/6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c HTTP/1.1" status: 204 len: 173 time: 0.7481053 Feb 11 06:01:51.422337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:51.447260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19ee7fec-9bbd-481f-b662-064ba003d436 req-73558b06-d8bf-4d1e-8bba-76d016c7d957 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 210 time: 0.0445333 Feb 11 06:01:51.490452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:51.536194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Network 69b11023-66a0-4480-9c53-bea2d1a703fe is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:51.546591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:51.549863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:51.614149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:51.658991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:51.659680 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:51.691210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-c6323d34-9b16-4576-8e67-53029f43991d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3798630 Feb 11 06:01:51.708755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Request body: {'port': {'device_id': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:51.726762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b4b5e-f5eb-4fc7-adcd-974b1a2bceda None None] New status for floating IP b2e17838-020b-4a4e-ac50-01a7a625a8f0: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:01:51.897567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f0d44d18-f67a-4013-9bc9-80961613745e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:51.936110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6779e009-5a5d-4697-8227-ccb2557451fd req-572f9323-ccb7-4f50-ba21-94f9aaa3494a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb HTTP/1.1" status: 200 len: 210 time: 0.1566439 Feb 11 06:01:51.975330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:52.001722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f0d44d18-f67a-4013-9bc9-80961613745e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:52.002098 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:52.081093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-deleted', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:52.083567 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa64db5-d011-4abe-bef0-8f49230be6e4" -d '{"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-deleted", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:52.094935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f0d44d18-f67a-4013-9bc9-80961613745e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:52.128795 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b94175-890b-4fde-8f90-fa8e824892da x-openstack-request-id: req-46b94175-890b-4fde-8f90-fa8e824892da {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:52.129222 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb", "name": "network-vif-deleted", "tag": "6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:52.129570 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46b94175-890b-4fde-8f90-fa8e824892da {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:52.130154 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4c9df8-efd9-4ec5-a12a-3a0e11ab6dcb', 'name': 'network-vif-deleted', 'tag': '6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c', 'status': 'completed', 'code': 200} Feb 11 06:01:52.131682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c015b71c-7dda-4954-9388-ee3d5599114f None None] Provisioning complete for port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:52.132070 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c015b71c-7dda-4954-9388-ee3d5599114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:52.166737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c015b71c-7dda-4954-9388-ee3d5599114f None None] Port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:01:52.283848 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:52.313402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:01:52.321643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Publish callbacks [] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:52.337424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Transition to ACTIVE for port object c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:01:52.346092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:52.415954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:52.472611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Attempting to bind port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:52.473150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Attempting to bind port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:52.473606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Attempting to bind port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on network 69b11023-66a0-4480-9c53-bea2d1a703fe {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:52.479743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on network 69b11023-66a0-4480-9c53-bea2d1a703fe not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:01:52.480504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Attempting to bind port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on network 69b11023-66a0-4480-9c53-bea2d1a703fe {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:52.486499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:52.486878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Checking segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:52.487271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Bound using segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:52.487703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Bound port: c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:52.488296 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:52.615393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:52.619144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:52.633231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae193667-b2b8-4c2a-83de-673c7061d99a req-4bbc2ebe-d1c3-4ee7-b5be-05c46754b745 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:52.635220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae193667-b2b8-4c2a-83de-673c7061d99a req-4bbc2ebe-d1c3-4ee7-b5be-05c46754b745 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.0897191 Feb 11 06:01:52.637249 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:52.682265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:52.683771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:52.685180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] 10.222.0.72 "PUT /v2.0/ports/c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 1093 time: 0.9844975 Feb 11 06:01:52.689406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:52.692119 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab03a31-2b91-45d8-8343-5b5b9a103138" -d '{"events": [{"name": "network-changed", "server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:52.762862 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6217a520-76ba-4161-9f84-9fd7cef5f3cb x-openstack-request-id: req-6217a520-76ba-4161-9f84-9fd7cef5f3cb {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:52.763157 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:52.763424 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6217a520-76ba-4161-9f84-9fd7cef5f3cb {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:52.763828 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'status': 'completed', 'code': 200} Feb 11 06:01:52.787061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef53e32-5b31-4e98-ae51-46e6a4f0bf9e service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:52.811411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae193667-b2b8-4c2a-83de-673c7061d99a req-4c434a36-74a6-4616-8d10-61e7388d807a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489637 Feb 11 06:01:52.825325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-6bd1714f-522a-4698-9256-ad382129ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:52.827788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-6bd1714f-522a-4698-9256-ad382129ee94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1127 time: 0.0996332 Feb 11 06:01:52.874351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-9bd4c3f6-26be-463a-879d-969243cfc1f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 217 time: 0.0402465 Feb 11 06:01:52.924977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-e214b49f-9667-47c3-b1f5-33c847f02103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:52.926796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-e214b49f-9667-47c3-b1f5-33c847f02103 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0467751 Feb 11 06:01:52.981028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-6c47852c-e706-403e-9783-30b9428c7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:52.982587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-6c47852c-e706-403e-9783-30b9428c7182 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501893 Feb 11 06:01:52.996863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38652) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:53.155006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-299be391-7f2e-45ac-a9e1-126d8c797ab1 service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662257 Feb 11 06:01:53.279441 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:53.686159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cc1e608-6cae-4b70-9948-18b20f8b2da1 req-4faf68b0-574e-46f0-aa33-0b6e35a4c879 service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244515 Feb 11 06:01:53.812259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-e0ba5356-e215-44a3-a4bc-4da0655a4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:53.813731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-e0ba5356-e215-44a3-a4bc-4da0655a4167 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1127 time: 0.0779254 Feb 11 06:01:53.969445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-3f53d0d6-20eb-4b43-a6c4-823881deec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:53.970827 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-3f53d0d6-20eb-4b43-a6c4-823881deec30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.1510091 Feb 11 06:01:54.021229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-849b28a5-1dda-415a-a205-6c41baea5355 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 217 time: 0.0419054 Feb 11 06:01:54.047001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cbc30-ecb8-4679-9602-b128e04816d0 req-9ec59d7b-1bc3-471d-a287-9b371fe8399a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:54.048467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e0cbc30-ecb8-4679-9602-b128e04816d0 req-9ec59d7b-1bc3-471d-a287-9b371fe8399a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.1442473 Feb 11 06:01:54.092165 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:54.140538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-c6e63f31-94af-43ac-bb12-b712febca543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:54.142021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-c6e63f31-94af-43ac-bb12-b712febca543 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.1140423 Feb 11 06:01:54.200970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e0cbc30-ecb8-4679-9602-b128e04816d0 req-e36a79b4-d164-487b-b262-200a758f0f49 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303561 Feb 11 06:01:54.263658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-4392dfda-5d06-40ed-a3a2-d13697ec605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:54.265204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-4392dfda-5d06-40ed-a3a2-d13697ec605a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1136241 Feb 11 06:01:54.316104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:54.342308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:54.342718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6ae5b471-65ee-4a0c-97ff-1330e3c2cb3c not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:54.411417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-04bd413f-b4b2-4b13-a02b-6bf7f3da0ed5 service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202452 Feb 11 06:01:54.557249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aab03a31-2b91-45d8-8343-5b5b9a103138 req-7257e1e6-3f51-4c71-a61d-94ecbb1013b0 service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383743 Feb 11 06:01:54.578774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:54.579227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:54.707841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2fdbafad-be3d-4cf1-b98e-37bd1d1b671f,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:54.708515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:54.747704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:54.953537 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2fdbafad-be3d-4cf1-b98e-37bd1d1b671f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:54.982772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=2fdbafad-be3d-4cf1-b98e-37bd1d1b671f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:55.159964 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:55.418459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47149d-990b-4edc-9322-66861f10c5fc req-56d2880a-ef3b-47b9-aeb5-caff9600e70f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:55.419864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da47149d-990b-4edc-9322-66861f10c5fc req-56d2880a-ef3b-47b9-aeb5-caff9600e70f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.1374047 Feb 11 06:01:55.445092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:55.514056 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da47149d-990b-4edc-9322-66861f10c5fc req-d615939f-93e0-495d-a30c-8433a7ec7947 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872412 Feb 11 06:01:55.578603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:55.583695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb5f0d7a-811a-4b62-822c-860ae7730924 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "PUT /v2.0/routers/b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5848787 Feb 11 06:01:55.586493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38662) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:55.590390 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] Sync routers for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:55.601864 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:55.602587 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:55.650046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1939adc-429b-48ef-9d09-aae159013179 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting subnet 8c88a102-89d6-4f5e-9dd1-e985824b98a0 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:01:55.653743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1939adc-429b-48ef-9d09-aae159013179 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (8c88a102-89d6-4f5e-9dd1-e985824b98a0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:55.696985 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1939adc-429b-48ef-9d09-aae159013179 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (8c88a102-89d6-4f5e-9dd1-e985824b98a0), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:55.719163 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:55.787170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1939adc-429b-48ef-9d09-aae159013179 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (8c88a102-89d6-4f5e-9dd1-e985824b98a0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:55.865939 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1939adc-429b-48ef-9d09-aae159013179 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (8c88a102-89d6-4f5e-9dd1-e985824b98a0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:55.907869 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:01:54Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:55.915774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1939adc-429b-48ef-9d09-aae159013179 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:55.923126 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c1939adc-429b-48ef-9d09-aae159013179 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/subnets/8c88a102-89d6-4f5e-9dd1-e985824b98a0 HTTP/1.1" status: 204 len: 168 time: 0.3340485 Feb 11 06:01:55.924356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1939adc-429b-48ef-9d09-aae159013179 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Subnet': ['ID=8c88a102-89d6-4f5e-9dd1-e985824b98a0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:55.925271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799373f5-f338-4c72-87d1-eb6baf762afb None None] Network b43ef12c-d8c7-41e4-80e5-4c17b656b562 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:01:55.927454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:55.942423 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] Checking router: b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:55.953366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] Routers {'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:55.954133 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:01:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:56.056233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-79da7484-b25c-4d29-bb20-d74cfb316c77 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:56.056687 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:56.060214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-79da7484-b25c-4d29-bb20-d74cfb316c77 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1418014 Feb 11 06:01:56.075908 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] Set router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:56.079043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-68b673d5-c65f-4eb4-be21-75fd1522c30b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/quotas/e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 375 time: 0.0125167 Feb 11 06:01:56.131186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f49ebe-e39b-453f-a303-3a0e5a7c8dae None None] DHCP port deletion for b43ef12c-d8c7-41e4-80e5-4c17b656b562 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:01:56.159261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-c48f20b1-5526-4792-b32e-90e2e76f9491 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729656 Feb 11 06:01:56.190891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-72f49ebe-e39b-453f-a303-3a0e5a7c8dae None None] Deleting port ed360b07-0a95-4be9-bc22-f43d0743b67d {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:56.191580 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-72f49ebe-e39b-453f-a303-3a0e5a7c8dae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:56.195639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:56.271838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:56.273062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1d403d67-55f1-4948-a5bd-f8e48c4f63d6 service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126707 Feb 11 06:01:56.274627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:56.287565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-72f49ebe-e39b-453f-a303-3a0e5a7c8dae None None] For port ed360b07-0a95-4be9-bc22-f43d0743b67d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ed360b07-0a95-4be9-bc22-f43d0743b67d,segment=NetworkSegment(b5acce6b-9349-4c5d-b94b-55618c8598e2),segment_id=b5acce6b-9349-4c5d-b94b-55618c8598e2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:56.288059 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-72f49ebe-e39b-453f-a303-3a0e5a7c8dae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:56.303992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-72f49ebe-e39b-453f-a303-3a0e5a7c8dae None None] Calling delete_port for ed360b07-0a95-4be9-bc22-f43d0743b67d owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:56.309157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:01:54Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:56.336891 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746836e-51cb-44d8-b9d9-b094fd0a20c9 None None] The sync data for ids ['b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4'] in n-d-715271-35 is: [{'id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326810700', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:28Z', 'updated_at': '2022-02-11T06:01:54Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': 'ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:29Z', 'updated_at': '2022-02-11T06:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:56.387890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:56.388047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:56.398116 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-521eef66-8c6e-47c4-8070-dc8aae01a58e service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183038 Feb 11 06:01:56.403012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:56.415122 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-72f49ebe-e39b-453f-a303-3a0e5a7c8dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (ed360b07-0a95-4be9-bc22-f43d0743b67d), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:56.442944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f49ebe-e39b-453f-a303-3a0e5a7c8dae None None] Pushing event deleted for resources: {'Port': ['ID=ed360b07-0a95-4be9-bc22-f43d0743b67d,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:56.446598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f49ebe-e39b-453f-a303-3a0e5a7c8dae None None] No DVR routers for this DVR port ed360b07-0a95-4be9-bc22-f43d0743b67d on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:01:56.607549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:56.634490 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67c1f698-f9ed-4d7b-93f5-27fbd65212d8 req-c84fd9b5-ecfc-4139-a81d-93dcc247343b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0398898 Feb 11 06:01:56.692834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53064be-737d-45da-a24e-c6d2561e92ab req-adef26ad-9a8a-43b1-b0e5-f822850e8b69 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:56.694495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d53064be-737d-45da-a24e-c6d2561e92ab req-adef26ad-9a8a-43b1-b0e5-f822850e8b69 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.0910270 Feb 11 06:01:56.755404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d53064be-737d-45da-a24e-c6d2561e92ab req-042fb531-d4ec-4091-9889-f9b6a1d8dc56 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552356 Feb 11 06:01:56.974195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:57.015850 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.116822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.119022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_controller (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.165989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.166588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Fanout notify agent at l3_agent the message router_deleted on router b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:01:57.174334 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.178136 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3210f19e-1448-4e2b-ad1f-a274c4660a94 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/routers/b70e6e2d-ffcf-4e6b-aeaf-4d63788bbad4 HTTP/1.1" status: 204 len: 168 time: 1.2466662 Feb 11 06:01:57.178947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38692) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:57.271564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b43ef12c-d8c7-41e4-80e5-4c17b656b562), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.371615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b43ef12c-d8c7-41e4-80e5-4c17b656b562), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.395472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43ef12c-d8c7-41e4-80e5-4c17b656b562']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:57.419904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5acce6b-9349-4c5d-b94b-55618c8598e2') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:57.420198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5acce6b-9349-4c5d-b94b-55618c8598e2') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:57.437886 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (b5acce6b-9349-4c5d-b94b-55618c8598e2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.462105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b5acce6b-9349-4c5d-b94b-55618c8598e2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.468937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:01:57.469360 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (b5acce6b-9349-4c5d-b94b-55618c8598e2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:01:57.472298 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:01:57.538965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b43ef12c-d8c7-41e4-80e5-4c17b656b562), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.543068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:01:57.547980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.555025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/networks/b43ef12c-d8c7-41e4-80e5-4c17b656b562 HTTP/1.1" status: 204 len: 168 time: 0.3719056 Feb 11 06:01:57.559497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38694) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:57.571709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a16bae-4550-4dd5-b109-310bfd411ac9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Network': ['ID=b43ef12c-d8c7-41e4-80e5-4c17b656b562,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:57.694327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a114e5c-de56-42a7-9e20-c21966bc8575 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.703279 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-156f306d-6bcf-4abb-b0f1-361fd8aa86f6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:57.704844 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-156f306d-6bcf-4abb-b0f1-361fd8aa86f6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1904733 Feb 11 06:01:57.709027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:57.726078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'port_id': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'mac_address': 'fa:16:3e:34:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:01:57.729284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'port': {'device_id': '98f84cda-943e-4139-846b-b8e250a1fb03', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'admin_state_up': True, 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:57.774402 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a114e5c-de56-42a7-9e20-c21966bc8575 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.788861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:57.798593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d57edfdb-8c75-4d55-bee1-0b013edee358 req-dfdfc20d-42eb-4d6e-b2fe-e9308db3ab5f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0422223 Feb 11 06:01:57.825774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:57.826225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ffb8b6ba-a4a5-4c4b-a41e-20e3e2f1a0fa not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:57.826900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:57.851169 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3e254699-7e1f-4566-b887-8d2e669efd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.857323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:57.858212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2fdbafad-be3d-4cf1-b98e-37bd1d1b671f not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:57.858736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ed360b07-0a95-4be9-bc22-f43d0743b67d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:57.902638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: ed360b07-0a95-4be9-bc22-f43d0743b67d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:57.903057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ed360b07-0a95-4be9-bc22-f43d0743b67d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:57.904110 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a114e5c-de56-42a7-9e20-c21966bc8575 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.907360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:57.907846 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.914076 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8a114e5c-de56-42a7-9e20-c21966bc8575 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.915337 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8a114e5c-de56-42a7-9e20-c21966bc8575 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/security-groups/7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe HTTP/1.1" status: 204 len: 168 time: 0.3547328 Feb 11 06:01:57.924875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:01:57.934374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a114e5c-de56-42a7-9e20-c21966bc8575 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb45cc2-fb13-4c00-ac5a-ef6a79b38fbe,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:57.953088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Made reservation on behalf of e9190f6e10054c979c98f8f31ec81825 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:01:57.961346 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.976601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:57.982760 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.096631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:58.193529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:58.268532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.20.0.12 (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9/6c90494f-18d4-4ccc-8ec7-894eb1a66257) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:58.360603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2b595-b389-49ac-9e77-5a80479aef37 req-73a94ae6-1f9c-4046-ac22-8a251dba4989 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:58.365044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee2b595-b389-49ac-9e77-5a80479aef37 req-73a94ae6-1f9c-4046-ac22-8a251dba4989 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.4964538 Feb 11 06:01:58.451962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aee2b595-b389-49ac-9e77-5a80479aef37 req-84f915ea-0e9d-4d39-8260-5ce0f4447bc9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824301 Feb 11 06:01:58.543054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38706) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:58.547566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d125f91b-db37-4e30-a151-ebf3409e97cd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473535413', 'description': 'tempest-secgroup-smoke-1473535413 description', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:58.565493 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.571562 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d125f91b-db37-4e30-a151-ebf3409e97cd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.603798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.647100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d125f91b-db37-4e30-a151-ebf3409e97cd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (988efc14-52f6-48a4-bcc3-538deed722e4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.652503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d125f91b-db37-4e30-a151-ebf3409e97cd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (988efc14-52f6-48a4-bcc3-538deed722e4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.652750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:58.656940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:58.661247 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:58.682774 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d125f91b-db37-4e30-a151-ebf3409e97cd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.684116 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d125f91b-db37-4e30-a151-ebf3409e97cd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1400270 Feb 11 06:01:58.686997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38710) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:58.692573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ac325d5e-c81b-4351-a0a0-2517ce4d1c85 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '988efc14-52f6-48a4-bcc3-538deed722e4', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:58.699002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125f91b-db37-4e30-a151-ebf3409e97cd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988efc14-52f6-48a4-bcc3-538deed722e4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:58.700214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=6c90494f-18d4-4ccc-8ec7-894eb1a66257,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:58.722180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:58.722996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.723868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac325d5e-c81b-4351-a0a0-2517ce4d1c85 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (923b1c52-f3a7-4e04-916a-bcfe9d542ab7), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.742868 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-1b4cab25-68bf-4b34-addb-8641b9b2f47e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0223274 Feb 11 06:01:58.760560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Request body: {'port': {'device_id': '98f84cda-943e-4139-846b-b8e250a1fb03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:58.789446 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac325d5e-c81b-4351-a0a0-2517ce4d1c85 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (923b1c52-f3a7-4e04-916a-bcfe9d542ab7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.803834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac325d5e-c81b-4351-a0a0-2517ce4d1c85 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (923b1c52-f3a7-4e04-916a-bcfe9d542ab7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.833814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ac325d5e-c81b-4351-a0a0-2517ce4d1c85 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.835164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ac325d5e-c81b-4351-a0a0-2517ce4d1c85 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472292 Feb 11 06:01:58.836140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac325d5e-c81b-4351-a0a0-2517ce4d1c85 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923b1c52-f3a7-4e04-916a-bcfe9d542ab7,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:58.837950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38714) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:58.843968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9de02cbe-cd32-4e91-b7e9-c79aef4e8092 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '988efc14-52f6-48a4-bcc3-538deed722e4', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:58.859844 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.877564 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9de02cbe-cd32-4e91-b7e9-c79aef4e8092 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (e70e095e-ff29-4acf-bbbd-a9a84d7a4155), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.979504 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9de02cbe-cd32-4e91-b7e9-c79aef4e8092 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (e70e095e-ff29-4acf-bbbd-a9a84d7a4155), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.991931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9de02cbe-cd32-4e91-b7e9-c79aef4e8092 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e70e095e-ff29-4acf-bbbd-a9a84d7a4155), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.012564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a5327ee6-b4ce-4f60-83d7-fba5527a87ac None None] Provisioning complete for port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:59.014103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a5327ee6-b4ce-4f60-83d7-fba5527a87ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.024444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de02cbe-cd32-4e91-b7e9-c79aef4e8092 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70e095e-ff29-4acf-bbbd-a9a84d7a4155,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:59.035679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3a46e-bf9d-49e0-9273-dafdacc9a72c req-ca0cf058-0417-4ff3-8aa7-c12a69eb8eed tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:59.037058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1b3a46e-bf9d-49e0-9273-dafdacc9a72c req-ca0cf058-0417-4ff3-8aa7-c12a69eb8eed tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 932 time: 0.0987308 Feb 11 06:01:59.040684 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9de02cbe-cd32-4e91-b7e9-c79aef4e8092 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.042667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9de02cbe-cd32-4e91-b7e9-c79aef4e8092 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2035000 Feb 11 06:01:59.045534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38716) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:59.050373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-934f5911-40da-4e6b-b776-153aee8d944f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '988efc14-52f6-48a4-bcc3-538deed722e4', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:59.082091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a5327ee6-b4ce-4f60-83d7-fba5527a87ac None None] Port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:01:59.106723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1b3a46e-bf9d-49e0-9273-dafdacc9a72c req-7df8f728-c9be-4537-b4b8-776c17140c75 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576198 Feb 11 06:01:59.140447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-934f5911-40da-4e6b-b776-153aee8d944f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (360f09dc-b37c-4850-b4e0-ecef5fb6e3ea), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.255914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-934f5911-40da-4e6b-b776-153aee8d944f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (360f09dc-b37c-4850-b4e0-ecef5fb6e3ea), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.263472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-934f5911-40da-4e6b-b776-153aee8d944f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (360f09dc-b37c-4850-b4e0-ecef5fb6e3ea), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.289465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c90494f-18d4-4ccc-8ec7-894eb1a66257 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:01:59.300251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Publish callbacks [] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.302768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f5911-40da-4e6b-b776-153aee8d944f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360f09dc-b37c-4850-b4e0-ecef5fb6e3ea,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:59.306564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-934f5911-40da-4e6b-b776-153aee8d944f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.309157 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-934f5911-40da-4e6b-b776-153aee8d944f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2625923 Feb 11 06:01:59.311972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38718) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:59.316455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2e1b9387-fb7a-4eed-8ade-730d1bad2ff8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '988efc14-52f6-48a4-bcc3-538deed722e4', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:59.321229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Transition to ACTIVE for port object 6c90494f-18d4-4ccc-8ec7-894eb1a66257 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:01:59.329948 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.352915 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9387-fb7a-4eed-8ade-730d1bad2ff8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (8c82539f-1e5e-4f2b-8eca-2a1d32fc6d5f), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.389022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Pushing event updated for resources: {'Port': ['ID=6c90494f-18d4-4ccc-8ec7-894eb1a66257,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:59.437483 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9387-fb7a-4eed-8ade-730d1bad2ff8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (8c82539f-1e5e-4f2b-8eca-2a1d32fc6d5f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.446732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9387-fb7a-4eed-8ade-730d1bad2ff8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (8c82539f-1e5e-4f2b-8eca-2a1d32fc6d5f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.473856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9387-fb7a-4eed-8ade-730d1bad2ff8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c82539f-1e5e-4f2b-8eca-2a1d32fc6d5f,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:59.489169 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9387-fb7a-4eed-8ade-730d1bad2ff8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.493093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2e1b9387-fb7a-4eed-8ade-730d1bad2ff8 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1774924 Feb 11 06:01:59.493802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38722) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:59.499310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e818435c-d238-40c3-b1e5-e3c8cda4c153 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '988efc14-52f6-48a4-bcc3-538deed722e4', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:59.509714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Attempting to bind port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:59.510288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Attempting to bind port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:59.511223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Attempting to bind port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:59.517986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:01:59.518284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Attempting to bind port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:59.527802 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-e818435c-d238-40c3-b1e5-e3c8cda4c153 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Project fd919b75b5e04e12bb265670ddb374d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:01:59.529331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:59.534981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e818435c-d238-40c3-b1e5-e3c8cda4c153 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (2a29fff0-d9b9-491d-9507-a7fb9e3149fe), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.547836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:59.548484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:59.549082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Bound using segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:59.549752 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Bound port: 6c90494f-18d4-4ccc-8ec7-894eb1a66257, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:59.550322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.645271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:01:59.656394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:59.658879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.675259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e818435c-d238-40c3-b1e5-e3c8cda4c153 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (2a29fff0-d9b9-491d-9507-a7fb9e3149fe), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.680725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e818435c-d238-40c3-b1e5-e3c8cda4c153 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (2a29fff0-d9b9-491d-9507-a7fb9e3149fe), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.692688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] For port 6c90494f-18d4-4ccc-8ec7-894eb1a66257, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:59.697070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ac46-d702-4bb1-bba3-bfd84a33d540 req-9a522b85-b2a5-4e32-aca8-029a97ecbf35 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:59.697261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] For port 6c90494f-18d4-4ccc-8ec7-894eb1a66257, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6c90494f-18d4-4ccc-8ec7-894eb1a66257,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:59.705384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.706049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15d5ac46-d702-4bb1-bba3-bfd84a33d540 req-9a522b85-b2a5-4e32-aca8-029a97ecbf35 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.1334474 Feb 11 06:01:59.726047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818435c-d238-40c3-b1e5-e3c8cda4c153 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a29fff0-d9b9-491d-9507-a7fb9e3149fe,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:59.748202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e818435c-d238-40c3-b1e5-e3c8cda4c153 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.752493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e818435c-d238-40c3-b1e5-e3c8cda4c153 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2550879 Feb 11 06:01:59.756059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38724) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:59.762803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ca4ec962-cee2-4356-af72-3f444bc0da59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'security_group_rule': {'security_group_id': '988efc14-52f6-48a4-bcc3-538deed722e4', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:59.785873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Pushing event updated for resources: {'Port': ['ID=6c90494f-18d4-4ccc-8ec7-894eb1a66257,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:59.795639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15d5ac46-d702-4bb1-bba3-bfd84a33d540 req-8bb77fb4-c748-4a5d-b50f-c2ef19c9e872 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884442 Feb 11 06:01:59.797093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:59.797982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.799441 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-537f9b7e-1451-4fe7-8299-8ee506a9fc86 service neutron] 10.222.0.81 "PUT /v2.0/ports/6c90494f-18d4-4ccc-8ec7-894eb1a66257 HTTP/1.1" status: 200 len: 1093 time: 1.0494742 Feb 11 06:01:59.799923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f84cda-943e-4139-846b-b8e250a1fb03', 'tag': '6c90494f-18d4-4ccc-8ec7-894eb1a66257'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:59.804275 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da3fe06-c5f6-4200-a30e-b856021a3c44" -d '{"events": [{"name": "network-changed", "server_uuid": "98f84cda-943e-4139-846b-b8e250a1fb03", "tag": "6c90494f-18d4-4ccc-8ec7-894eb1a66257"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:59.831381 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-ca4ec962-cee2-4356-af72-3f444bc0da59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Project fd919b75b5e04e12bb265670ddb374d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:01:59.849420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec962-cee2-4356-af72-3f444bc0da59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (e5f36d90-2b0f-4f41-bfb6-3dc2d648352b), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.871795 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1fdf2b-34e1-40ab-ae3b-23c9b63ebe37 x-openstack-request-id: req-6a1fdf2b-34e1-40ab-ae3b-23c9b63ebe37 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:59.871979 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f84cda-943e-4139-846b-b8e250a1fb03", "tag": "6c90494f-18d4-4ccc-8ec7-894eb1a66257", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:59.872226 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a1fdf2b-34e1-40ab-ae3b-23c9b63ebe37 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:59.872643 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f84cda-943e-4139-846b-b8e250a1fb03', 'tag': '6c90494f-18d4-4ccc-8ec7-894eb1a66257', 'status': 'completed', 'code': 200} Feb 11 06:01:59.930624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec962-cee2-4356-af72-3f444bc0da59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (e5f36d90-2b0f-4f41-bfb6-3dc2d648352b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.936542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:59.937191 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.941404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec962-cee2-4356-af72-3f444bc0da59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e5f36d90-2b0f-4f41-bfb6-3dc2d648352b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.946168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-ccd85337-355c-4a8c-9df5-50f019f34e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:59.948632 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-ccd85337-355c-4a8c-9df5-50f019f34e59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 1127 time: 0.0949593 Feb 11 06:01:59.982654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ec962-cee2-4356-af72-3f444bc0da59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f36d90-2b0f-4f41-bfb6-3dc2d648352b,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:59.988683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:59.990131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:59.992858 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a4513a-86f4-411a-970d-46341e95b1f6" -d '{"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:59.996052 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec962-cee2-4356-af72-3f444bc0da59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.002358 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.002554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ca4ec962-cee2-4356-af72-3f444bc0da59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2426784 Feb 11 06:02:00.003559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38730) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:00.011295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'network': {'name': 'tempest-network-smoke--455394286', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'port_security_enabled': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:00.047524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:02:00.061029 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-a0eaa6b2-3659-406b-ae95-d4ab57997dd7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c90494f-18d4-4ccc-8ec7-894eb1a66257 HTTP/1.1" status: 200 len: 217 time: 0.1039631 Feb 11 06:02:00.062832 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.063242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:00.086995 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e155f80-9c95-4ea5-915d-091ae941559a x-openstack-request-id: req-9e155f80-9c95-4ea5-915d-091ae941559a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:00.087302 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:00.088335 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e155f80-9c95-4ea5-915d-091ae941559a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:00.089867 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'code': 200} Feb 11 06:02:00.104453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:02:00.123218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fc6520d5-28bf-4180-b5e8-b9629d5458c2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.123730 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Added segment fc6520d5-28bf-4180-b5e8-b9629d5458c2 of type vlan for network b61d7f97-ef01-4380-8bfa-df08c409b335 Feb 11 06:02:00.165507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-15638eca-c67f-472f-987d-b89e562c0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:00.167661 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-15638eca-c67f-472f-987d-b89e562c0e3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0998256 Feb 11 06:02:00.223594 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b61d7f97-ef01-4380-8bfa-df08c409b335), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.252690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-c4d2b1d7-95a2-48ce-be19-4cf3cba9c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:00.254700 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-c4d2b1d7-95a2-48ce-be19-4cf3cba9c9c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0812762 Feb 11 06:02:00.301305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b61d7f97-ef01-4380-8bfa-df08c409b335), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.303356 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b425596d-7685-4f7b-996a-298b8470883d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.306473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:00.307150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.347803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3413289 Feb 11 06:02:00.360001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38734) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:00.364389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa0998-891f-4c6b-899e-4ead0001cbe1 req-b5c8d53e-b157-45fc-a1e1-30a3c1ce00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:00.366063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54aa0998-891f-4c6b-899e-4ead0001cbe1 req-b5c8d53e-b157-45fc-a1e1-30a3c1ce00c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1129 time: 0.2064888 Feb 11 06:02:00.374805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'admin_state_up': True, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:00.388145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c5fdc-036d-4901-b7ea-51fc86f484a4 req-bf145ce2-35c5-48f5-8278-ef6bd6b50e2c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:00.390026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a5c5fdc-036d-4901-b7ea-51fc86f484a4 req-bf145ce2-35c5-48f5-8278-ef6bd6b50e2c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.1754446 Feb 11 06:02:00.427280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (6de7e4ba-1d4d-453c-ae18-38219042d500), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.428293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (6de7e4ba-1d4d-453c-ae18-38219042d500), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.440883 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-ba391afc-8269-40b7-91a2-2525fd51295a service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802163 Feb 11 06:02:00.482898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569e5d8-5c3c-4d1c-8f02-e350e349a837 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Network': ['ID=b61d7f97-ef01-4380-8bfa-df08c409b335,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:00.493703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b61d7f97-ef01-4380-8bfa-df08c409b335 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:02:00.540648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54aa0998-891f-4c6b-899e-4ead0001cbe1 req-cca8867c-0c8f-44fd-bd1e-8281c693fb4b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495793 Feb 11 06:02:00.544795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a5c5fdc-036d-4901-b7ea-51fc86f484a4 req-74c5a880-b0f6-4458-964d-69226360c4e9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471136 Feb 11 06:02:00.551635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_controller (6de7e4ba-1d4d-453c-ae18-38219042d500), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.683865 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4476db57-d85b-48fc-8d9d-7ad99577a0e6 req-2fe17722-a9c1-485e-8420-e699f5538b24 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368352 Feb 11 06:02:00.723694 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (6de7e4ba-1d4d-453c-ae18-38219042d500), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:00.828929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-2709aa0c-916a-40eb-8122-f7a8d4ff5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:00.830455 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-2709aa0c-916a-40eb-8122-f7a8d4ff5e44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 1127 time: 0.1028771 Feb 11 06:02:00.947304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-b721dcbc-0737-4ae6-bc1f-c936253f8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:00.949516 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-b721dcbc-0737-4ae6-bc1f-c936253f8981 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.1117415 Feb 11 06:02:00.955756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282c30-1773-410d-91da-3fcf06061825 req-969b6811-69ea-42f3-8bba-92544ef7bbe9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:00.957477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18282c30-1773-410d-91da-3fcf06061825 req-969b6811-69ea-42f3-8bba-92544ef7bbe9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0616264 Feb 11 06:02:01.008382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18282c30-1773-410d-91da-3fcf06061825 req-cf385f8e-27ab-405e-bfca-296adb2f7cc9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445864 Feb 11 06:02:01.028903 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-59907456-57d0-484a-85ef-59155933bb0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c90494f-18d4-4ccc-8ec7-894eb1a66257 HTTP/1.1" status: 200 len: 217 time: 0.0442603 Feb 11 06:02:01.110758 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (6de7e4ba-1d4d-453c-ae18-38219042d500), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:01.134614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:01.137732 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-32b6de4a-ead9-4a99-8a58-87469c83c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:01.139265 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-32b6de4a-ead9-4a99-8a58-87469c83c017 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0843394 Feb 11 06:02:01.176057 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:01.269561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-2b8e519f-f5fb-4960-850b-7546998d1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:01.271255 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-2b8e519f-f5fb-4960-850b-7546998d1d43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1245837 Feb 11 06:02:01.296099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.25.1.154 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/6fa647be-356c-4656-9a30-578c1689bff9) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:02:01.450387 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-4e59cd21-0dfc-43d0-8296-3433bd373545 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703081 Feb 11 06:02:01.509380 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (6fa647be-356c-4656-9a30-578c1689bff9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:01.592108 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6da3fe06-c5f6-4200-a30e-b856021a3c44 req-d2a3d226-2cba-406a-98e6-a26ee5765451 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311154 Feb 11 06:02:01.605186 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6fa647be-356c-4656-9a30-578c1689bff9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:01.663476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:02:01.668991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:02:01.671530 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:02:01.691901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb50315-859e-4dec-ae27-135a671774e7 req-b5c92c13-a1a5-4e8b-b9fc-0d229680e0b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:01.697630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fb50315-859e-4dec-ae27-135a671774e7 req-b5c92c13-a1a5-4e8b-b9fc-0d229680e0b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0700741 Feb 11 06:02:01.700416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=6fa647be-356c-4656-9a30-578c1689bff9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:01.748169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fb50315-859e-4dec-ae27-135a671774e7 req-bf7542e7-bacf-4eb7-9a07-7a590b87fc5f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454428 Feb 11 06:02:01.952496 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (6de7e4ba-1d4d-453c-ae18-38219042d500), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:02.167918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (6de7e4ba-1d4d-453c-ae18-38219042d500), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:02.199965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b5c84-ef44-440d-9f86-69b06c5d3337 req-41559a15-4863-49d9-80e7-5f81e142e75a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:02.201900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e43b5c84-ef44-440d-9f86-69b06c5d3337 req-41559a15-4863-49d9-80e7-5f81e142e75a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0860598 Feb 11 06:02:02.265668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e43b5c84-ef44-440d-9f86-69b06c5d3337 req-ba81affb-9edf-47a8-8dbf-afab936150e9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561266 Feb 11 06:02:02.400023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0b173-7f59-4f71-bf74-554f4e38a6d4 req-d7dd7375-794a-4cb7-9120-dafebdb8aa5a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:02.402449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16b0b173-7f59-4f71-bf74-554f4e38a6d4 req-d7dd7375-794a-4cb7-9120-dafebdb8aa5a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0561571 Feb 11 06:02:02.411762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38746) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:02.416269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bd692028-180e-4f42-a343-3f4a3500b6eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'floatingip': {'port_id': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:02.461202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd692028-180e-4f42-a343-3f4a3500b6eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (028e0326-41ad-4100-beb6-b8e3e24a2b02), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:02.632101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router 6de7e4ba-1d4d-453c-ae18-38219042d500 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:02:02.748683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:02:02.762424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Sync routers for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:02:02.775390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:02.782932 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a8c05caf-aef6-4fa0-b645-445fdd09efb6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4123828 Feb 11 06:02:02.782932 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38750) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:02.794326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:02.796213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:02:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:02.829562 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2349615f-ce3a-4833-b42a-d68de0c4c14e tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=fd919b75b5e04e12bb265670ddb374d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434034 Feb 11 06:02:02.830042 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:02.916641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:02.934417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b91151-6015-4922-a0d9-a6883ccadb19 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:02.938802 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-58b91151-6015-4922-a0d9-a6883ccadb19 tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1051161 Feb 11 06:02:02.938967 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38754) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:02.977548 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3c6db685-b4f3-4add-9c83-573cb86cd3bb tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352232 Feb 11 06:02:02.978182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38756) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:02.983956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344640241', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:02.989787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:03.103586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:02:03.108753 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:03.148002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b987-9580-4c85-a921-2f06ce16673b req-74a1086c-9ce2-4260-8227-32ad06dc8a1e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:03.149596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1f1b987-9580-4c85-a921-2f06ce16673b req-74a1086c-9ce2-4260-8227-32ad06dc8a1e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.1262608 Feb 11 06:02:03.163298 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd692028-180e-4f42-a343-3f4a3500b6eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:03.204229 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd692028-180e-4f42-a343-3f4a3500b6eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (028e0326-41ad-4100-beb6-b8e3e24a2b02), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:03.276886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1f1b987-9580-4c85-a921-2f06ce16673b req-e0852a84-6dbd-455f-b5a0-5ac6962ba5fd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163747 Feb 11 06:02:03.364719 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-bd692028-180e-4f42-a343-3f4a3500b6eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Floating IP 028e0326-41ad-4100-beb6-b8e3e24a2b02 associated. External IP: 172.25.1.223, port: c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd. Feb 11 06:02:03.409813 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (6baf0bb3-9358-4d90-96c1-1458f412d840), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:03.499497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:01Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:03.529358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Checking segment: {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:02:03.530192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network hostable DHCP agents. Network: b61d7f97-ef01-4380-8bfa-df08c409b335, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:02:03.532603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Checking router: 6de7e4ba-1d4d-453c-ae18-38219042d500 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:02:03.533097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Updating router 6de7e4ba-1d4d-453c-ae18-38219042d500 port 6fa647be-356c-4656-9a30-578c1689bff9 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:02:03.559213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Subnet': ['ID=6baf0bb3-9358-4d90-96c1-1458f412d840,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:03.569051 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6fa647be-356c-4656-9a30-578c1689bff9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:03.600046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network b61d7f97-ef01-4380-8bfa-df08c409b335 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:02:03.621079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b61d7f97-ef01-4380-8bfa-df08c409b335) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:02:03.639790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:03.641276 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:03.669508 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7c3be519-af37-4581-998b-a64e916e65fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6901889 Feb 11 06:02:03.671375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38758) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:03.740798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aed66b-d3b1-473e-aecd-a79514261e73 None None] Network b61d7f97-ef01-4380-8bfa-df08c409b335 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:02:03.929572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd692028-180e-4f42-a343-3f4a3500b6eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Router a5d93683-f87d-43d0-89ce-aa0a20ef2bad has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:02:03.954007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-b61d7f97-ef01-4380-8bfa-df08c409b335', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:02:03.960218 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:03.989344 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.050249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd692028-180e-4f42-a343-3f4a3500b6eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:02:04.054771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd692028-180e-4f42-a343-3f4a3500b6eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.062532 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] Sync routers for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:02:04.086725 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:04.088858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bd692028-180e-4f42-a343-3f4a3500b6eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "PUT /v2.0/floatingips/028e0326-41ad-4100-beb6-b8e3e24a2b02 HTTP/1.1" status: 200 len: 992 time: 1.6760039 Feb 11 06:02:04.089477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:04.091769 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57687988-a0e1-4207-9d08-17114181ca9c" -d '{"events": [{"name": "network-changed", "server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:04.094596 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:02:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:04.162872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Allocated IP 172.20.0.2 (b61d7f97-ef01-4380-8bfa-df08c409b335/6baf0bb3-9358-4d90-96c1-1458f412d840/2ccf0423-88a6-4f76-a147-574747646785) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:02:04.192491 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e2b51b-03c0-4279-bd16-15b221438527 x-openstack-request-id: req-68e2b51b-03c0-4279-bd16-15b221438527 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:04.192991 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:04.193085 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68e2b51b-03c0-4279-bd16-15b221438527 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:04.193473 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'status': 'completed', 'code': 200} Feb 11 06:02:04.270267 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:04.329825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57687988-a0e1-4207-9d08-17114181ca9c req-6ac73dd6-975b-48f1-b088-0ee49a06450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:04.339531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57687988-a0e1-4207-9d08-17114181ca9c req-6ac73dd6-975b-48f1-b088-0ee49a06450a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1129 time: 0.1206503 Feb 11 06:02:04.365853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.411991 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Publish callbacks [] for port (2ccf0423-88a6-4f76-a147-574747646785), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.424094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (2ccf0423-88a6-4f76-a147-574747646785), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.482577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Network b61d7f97-ef01-4380-8bfa-df08c409b335 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:02:04.491435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:02:04.497417 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Publish callbacks [] for port (6fa647be-356c-4656-9a30-578c1689bff9), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.501721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:02:04.510974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Pushing event updated for resources: {'Port': ['ID=2ccf0423-88a6-4f76-a147-574747646785,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:04.524550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6fa647be-356c-4656-9a30-578c1689bff9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.639745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Attempting to bind port 6fa647be-356c-4656-9a30-578c1689bff9 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:02:04.640457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Attempting to bind port 6fa647be-356c-4656-9a30-578c1689bff9 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:02:04.642148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Attempting to bind port 6fa647be-356c-4656-9a30-578c1689bff9 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:04.648494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e9669-a1dc-46c6-aed9-5d3e48aed1be None None] Pushing event updated for resources: {'Port': ['ID=6fa647be-356c-4656-9a30-578c1689bff9,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:04.654175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560398ef-2222-4e02-9065-37ab832bf4e3 req-43a11026-a571-45f4-b0cf-fc46e018e3b0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:04.655730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-560398ef-2222-4e02-9065-37ab832bf4e3 req-43a11026-a571-45f4-b0cf-fc46e018e3b0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.2491109 Feb 11 06:02:04.669328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:02:04.670482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:02:04.671170 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.671789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:02:04.673002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Bound port: 6fa647be-356c-4656-9a30-578c1689bff9, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:02:04.673662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6fa647be-356c-4656-9a30-578c1689bff9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.700874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57687988-a0e1-4207-9d08-17114181ca9c req-b9f3896c-082c-44e9-b43f-f515fe81505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:04.702424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57687988-a0e1-4207-9d08-17114181ca9c req-b9f3896c-082c-44e9-b43f-f515fe81505a service neutron] 10.222.0.72 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.3620412 Feb 11 06:02:04.802669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] For port 6fa647be-356c-4656-9a30-578c1689bff9, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:02:04.809565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] For port 6fa647be-356c-4656-9a30-578c1689bff9, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6fa647be-356c-4656-9a30-578c1689bff9,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:02:04.822370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Attempting to bind port 2ccf0423-88a6-4f76-a147-574747646785 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:02:04.828133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Attempting to bind port 2ccf0423-88a6-4f76-a147-574747646785 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:02:04.831010 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Attempting to bind port 2ccf0423-88a6-4f76-a147-574747646785 on network b61d7f97-ef01-4380-8bfa-df08c409b335 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:04.849197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:02:04.853894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Checking segment: {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:02:04.857084 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.857800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Bound using segment: {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:02:04.859665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Bound port: 2ccf0423-88a6-4f76-a147-574747646785, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:02:04.862165 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2ccf0423-88a6-4f76-a147-574747646785), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.903014 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6fa647be-356c-4656-9a30-578c1689bff9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.952090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-560398ef-2222-4e02-9065-37ab832bf4e3 req-35e331d3-3c70-4bcc-96bb-425270227086 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830937 Feb 11 06:02:04.957071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57687988-a0e1-4207-9d08-17114181ca9c req-b2e2d703-7d4a-42a1-a0a1-b9c868d8996b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 1000 time: 0.2480993 Feb 11 06:02:05.043412 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '028e0326-41ad-4100-beb6-b8e3e24a2b02', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'port_id': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'mac_address': 'fa:16:3e:34:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:47Z', 'updated_at': '2022-02-11T06:02:02Z', 'revision_number': 1, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:05.076409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57687988-a0e1-4207-9d08-17114181ca9c req-66c41a4f-19d5-4da5-ad42-e65e47a3bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:05.078317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57687988-a0e1-4207-9d08-17114181ca9c req-66c41a4f-19d5-4da5-ad42-e65e47a3bc22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.1107631 Feb 11 06:02:05.105391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] For port 2ccf0423-88a6-4f76-a147-574747646785, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:02:05.119258 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] Checking router: a5d93683-f87d-43d0-89ce-aa0a20ef2bad for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:02:05.119881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] For port 2ccf0423-88a6-4f76-a147-574747646785, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2ccf0423-88a6-4f76-a147-574747646785,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:02:05.134957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e9669-a1dc-46c6-aed9-5d3e48aed1be None None] Pushing event updated for resources: {'Port': ['ID=6fa647be-356c-4656-9a30-578c1689bff9,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:05.144255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:05.144899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:02:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:05.147351 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2ccf0423-88a6-4f76-a147-574747646785), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:05.164244 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:05.168512 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:02:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:05.187335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57687988-a0e1-4207-9d08-17114181ca9c req-9bcdf1af-16a2-4473-aa2b-f055387df6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:05.188888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57687988-a0e1-4207-9d08-17114181ca9c req-9bcdf1af-16a2-4473-aa2b-f055387df6fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0987322 Feb 11 06:02:05.290435 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.20.0.1 (b61d7f97-ef01-4380-8bfa-df08c409b335/6baf0bb3-9358-4d90-96c1-1458f412d840/36b5d34e-6457-4c27-80ba-cfcdf80552d3) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:02:05.444233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57687988-a0e1-4207-9d08-17114181ca9c req-00344f52-7ad8-4c88-a8ec-304c12753b11 service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491148 Feb 11 06:02:05.504419 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:05.555781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:05.558842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe0b7c-3b9c-4bd1-a545-5f90fa1ce726 None None] Pushing event updated for resources: {'Port': ['ID=2ccf0423-88a6-4f76-a147-574747646785,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:05.623171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network b61d7f97-ef01-4380-8bfa-df08c409b335 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:02:05.629418 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:05.638155 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:02:05.657845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:02:05.668531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57687988-a0e1-4207-9d08-17114181ca9c req-70e662db-bd5c-4c0f-98fb-e286ac072442 service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181151 Feb 11 06:02:05.675804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:05.729591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=36b5d34e-6457-4c27-80ba-cfcdf80552d3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:05.817997 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (6de7e4ba-1d4d-453c-ae18-38219042d500), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:06.104848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-5e6a154a-61fc-4ce3-8c22-7ece23c5efc1 req-5f861b07-7794-4455-a13f-3e062b9c9a8f service neutron] (103120) timed out ('10.222.0.31', 51344) {{(pid=103120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:02:06.197367 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '028e0326-41ad-4100-beb6-b8e3e24a2b02', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'port_id': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'mac_address': 'fa:16:3e:34:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:47Z', 'updated_at': '2022-02-11T06:02:02Z', 'revision_number': 1, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:06.245478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:01Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:06.259786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e73917-97c2-495c-8809-eba0ad2e989e req-9ab0f19d-aa53-4154-bbd3-6bf56bebe1cb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:06.259786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34e73917-97c2-495c-8809-eba0ad2e989e req-9ab0f19d-aa53-4154-bbd3-6bf56bebe1cb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.1181133 Feb 11 06:02:06.295042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3fb1c-e112-4e9d-b8e2-7be87f26ada7 None None] The sync data for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 is: [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:01Z', 'revision_number': 3, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:02:06.332999 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:06.342722 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96741a3e-4abf-40f3-80b9-fb20ad65fe6f None None] The sync data for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 is: [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '028e0326-41ad-4100-beb6-b8e3e24a2b02', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'port_id': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'mac_address': 'fa:16:3e:34:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:47Z', 'updated_at': '2022-02-11T06:02:02Z', 'revision_number': 1, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:02:06.425175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34e73917-97c2-495c-8809-eba0ad2e989e req-2959ae12-728c-43bb-ae35-23327ad174ec tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577876 Feb 11 06:02:06.899478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567b34a-39dc-4655-8d43-e94d0837d79c None None] New status for floating IP 028e0326-41ad-4100-beb6-b8e3e24a2b02: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:02:07.131871 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:07.162670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:07.500467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d00bfe9-c29d-41f8-b0f5-100eac0bba5d None None] Network b61d7f97-ef01-4380-8bfa-df08c409b335 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:02:07.525153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (6de7e4ba-1d4d-453c-ae18-38219042d500), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:07.553508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=36b5d34e-6457-4c27-80ba-cfcdf80552d3,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:07.779935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e203ac7c-9f6a-4b09-bdb9-1836ab4aa523 None None] Provisioning complete for port 2ccf0423-88a6-4f76-a147-574747646785 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:07.780619 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e203ac7c-9f6a-4b09-bdb9-1836ab4aa523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2ccf0423-88a6-4f76-a147-574747646785), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:07.887317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5138f2-d606-4283-8ac9-d2e24592e5cb req-4eb74dff-44d1-4abb-a000-cca4732bd8c5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:07.913061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da5138f2-d606-4283-8ac9-d2e24592e5cb req-4eb74dff-44d1-4abb-a000-cca4732bd8c5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.2195652 Feb 11 06:02:07.920941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network b61d7f97-ef01-4380-8bfa-df08c409b335 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:02:07.934021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:02:07.998553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e203ac7c-9f6a-4b09-bdb9-1836ab4aa523 None None] Current status of the port 2ccf0423-88a6-4f76-a147-574747646785 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:08.000509 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e203ac7c-9f6a-4b09-bdb9-1836ab4aa523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2ccf0423-88a6-4f76-a147-574747646785), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:08.074625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e203ac7c-9f6a-4b09-bdb9-1836ab4aa523 None None] For port 2ccf0423-88a6-4f76-a147-574747646785, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2ccf0423-88a6-4f76-a147-574747646785,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:08.091328 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e203ac7c-9f6a-4b09-bdb9-1836ab4aa523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2ccf0423-88a6-4f76-a147-574747646785), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:08.124952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da5138f2-d606-4283-8ac9-d2e24592e5cb req-3f055624-7d70-4967-942c-897d0bc189f2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103972 Feb 11 06:02:08.163581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2ccf0423-88a6-4f76-a147-574747646785 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:08.368990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router 6de7e4ba-1d4d-453c-ae18-38219042d500 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:02:08.527874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203ac7c-9f6a-4b09-bdb9-1836ab4aa523 None None] Pushing event updated for resources: {'Port': ['ID=2ccf0423-88a6-4f76-a147-574747646785,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:08.564467 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:02:08.568252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2ccf0423-88a6-4f76-a147-574747646785 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:08.570717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2ccf0423-88a6-4f76-a147-574747646785), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:08.581368 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a0d691eb-f6f4-4830-8005-33a15474fb8a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "PUT /v2.0/routers/6de7e4ba-1d4d-453c-ae18-38219042d500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9083934 Feb 11 06:02:08.744346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-98f087c6-b74d-4217-8977-02febfe88850 None None] Provisioning complete for port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:08.745150 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-98f087c6-b74d-4217-8977-02febfe88850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:08.820963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2ccf0423-88a6-4f76-a147-574747646785 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:08.823446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6fa647be-356c-4656-9a30-578c1689bff9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:08.879266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-98f087c6-b74d-4217-8977-02febfe88850 None None] Port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:02:08.900118 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-c6cd30b7-a844-4218-b621-e473871e9a53 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473535413&fields=id&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 267 time: 0.0649643 Feb 11 06:02:08.907398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-98f087c6-b74d-4217-8977-02febfe88850 None None] Provisioning complete for port 2ccf0423-88a6-4f76-a147-574747646785 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:08.907838 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-98f087c6-b74d-4217-8977-02febfe88850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2ccf0423-88a6-4f76-a147-574747646785), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:08.966356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6fa647be-356c-4656-9a30-578c1689bff9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:08.967171 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6fa647be-356c-4656-9a30-578c1689bff9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:09.032521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-28096662-9966-4044-8a64-33c9c7330c51 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:09.037389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-98f087c6-b74d-4217-8977-02febfe88850 None None] Current status of the port 2ccf0423-88a6-4f76-a147-574747646785 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:09.039447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-28096662-9966-4044-8a64-33c9c7330c51 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/networks?id=b61d7f97-ef01-4380-8bfa-df08c409b335 HTTP/1.1" status: 200 len: 796 time: 0.1377859 Feb 11 06:02:09.061727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-06bacd80-54b7-490b-87f9-8ee5f7b7dd5a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/quotas/fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 375 time: 0.0211599 Feb 11 06:02:09.134401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-010f69b2-a9cf-4ee4-a297-afdcd00ae99f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698121 Feb 11 06:02:09.135257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6fa647be-356c-4656-9a30-578c1689bff9 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:09.136389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6fa647be-356c-4656-9a30-578c1689bff9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:09.219580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 6fa647be-356c-4656-9a30-578c1689bff9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6fa647be-356c-4656-9a30-578c1689bff9,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:09.264556 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6fa647be-356c-4656-9a30-578c1689bff9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:09.328009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=6fa647be-356c-4656-9a30-578c1689bff9,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:09.330918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2b4cbe22-f5c7-409b-85b8-9ff917b437ba None None] Provisioning complete for port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:09.331291 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2b4cbe22-f5c7-409b-85b8-9ff917b437ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:09.393611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2b4cbe22-f5c7-409b-85b8-9ff917b437ba None None] Port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:02:09.489454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbc511-c4a0-44dd-b4ce-fdc5d39f1d96 req-91445623-94cb-4af9-8d6a-de9ac08dabb8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:09.491112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75bbc511-c4a0-44dd-b4ce-fdc5d39f1d96 req-91445623-94cb-4af9-8d6a-de9ac08dabb8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.1817839 Feb 11 06:02:09.518870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1d4869cc-8551-457d-a2d6-528389750656 None None] Provisioning complete for port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:09.519248 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d4869cc-8551-457d-a2d6-528389750656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:09.530011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-fe600449-1014-4030-b7f0-9594dfb4c039 service neutron] 10.222.0.31 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798392 Feb 11 06:02:09.567540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1d4869cc-8551-457d-a2d6-528389750656 None None] Port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:02:09.646383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75bbc511-c4a0-44dd-b4ce-fdc5d39f1d96 req-3496f86e-01c3-4866-b225-446087eaae5d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459782 Feb 11 06:02:09.704991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-5e9e6887-6f35-4c10-b7af-ef7fbc784b42 service neutron] 10.222.0.31 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730475 Feb 11 06:02:09.721048 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Sync routers for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:02:09.722783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2ccf0423-88a6-4f76-a147-574747646785 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:09.733390 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:09.734328 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:02:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:09.797784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2ccf0423-88a6-4f76-a147-574747646785 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:09.798773 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2ccf0423-88a6-4f76-a147-574747646785), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:09.898146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f766b05a-593d-4a23-be90-47ee222a27f2 req-8047f648-1554-4b46-9710-d294af64aead tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 210 time: 0.0390477 Feb 11 06:02:09.921349 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:09.974886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2ccf0423-88a6-4f76-a147-574747646785 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:09.979934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6fa647be-356c-4656-9a30-578c1689bff9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:10.088635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6fa647be-356c-4656-9a30-578c1689bff9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:10.089784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6fa647be-356c-4656-9a30-578c1689bff9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.223798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6fa647be-356c-4656-9a30-578c1689bff9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:10.237962 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '36b5d34e-6457-4c27-80ba-cfcdf80552d3', 'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:84:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:04Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 2, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:10.279418 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Checking router: 6de7e4ba-1d4d-453c-ae18-38219042d500 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:02:10.279796 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Updating router 6de7e4ba-1d4d-453c-ae18-38219042d500 port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:02:10.315816 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.657908 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Publish callbacks [] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.664596 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.721008 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b98a1-323e-466c-b3a5-f260a8f18613 None None] Pushing event updated for resources: {'Port': ['ID=36b5d34e-6457-4c27-80ba-cfcdf80552d3,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:10.810914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac1e8-25e7-4888-b01f-53763b4ac73d req-ec93e269-f7be-4119-9a86-1f98fca78ec9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:10.824530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b88ac1e8-25e7-4888-b01f-53763b4ac73d req-ec93e269-f7be-4119-9a86-1f98fca78ec9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.1004453 Feb 11 06:02:10.858655 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Attempting to bind port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:02:10.859227 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Attempting to bind port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:02:10.859433 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Attempting to bind port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 on network b61d7f97-ef01-4380-8bfa-df08c409b335 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:10.866532 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:02:10.866917 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Checking segment: {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:02:10.867705 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.868107 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Bound using segment: {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:02:10.868617 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Bound port: 36b5d34e-6457-4c27-80ba-cfcdf80552d3, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:02:10.869033 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.907934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b88ac1e8-25e7-4888-b01f-53763b4ac73d req-ec949c0b-ab92-4004-b0cb-6142faeedd5d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824428 Feb 11 06:02:10.961589 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] For port 36b5d34e-6457-4c27-80ba-cfcdf80552d3, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:02:10.965779 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] For port 36b5d34e-6457-4c27-80ba-cfcdf80552d3, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=36b5d34e-6457-4c27-80ba-cfcdf80552d3,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:02:10.976605 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:11.028147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7de723c-5455-4456-b0ba-81f4461e1f61 req-c0ae5095-5c6b-4216-bc5d-037dc8c2206f tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 210 time: 0.0312710 Feb 11 06:02:11.068902 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b98a1-323e-466c-b3a5-f260a8f18613 None None] Pushing event updated for resources: {'Port': ['ID=36b5d34e-6457-4c27-80ba-cfcdf80552d3,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:11.103774 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:11.104961 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:02:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:11.114613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e2c423e1-5675-4ee2-8128-9cbfbe792873 None None] Provisioning complete for port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:11.115689 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2c423e1-5675-4ee2-8128-9cbfbe792873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:11.353669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e2c423e1-5675-4ee2-8128-9cbfbe792873 None None] Current status of the port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:11.354615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2c423e1-5675-4ee2-8128-9cbfbe792873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:11.356965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-175e2d22-052b-4d50-bd16-219a9aa02e99 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:11.358569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-175e2d22-052b-4d50-bd16-219a9aa02e99 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "GET /v2.0/networks?id=b61d7f97-ef01-4380-8bfa-df08c409b335 HTTP/1.1" status: 200 len: 796 time: 0.1857193 Feb 11 06:02:11.364382 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:11.420594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e2c423e1-5675-4ee2-8128-9cbfbe792873 None None] For port 36b5d34e-6457-4c27-80ba-cfcdf80552d3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=36b5d34e-6457-4c27-80ba-cfcdf80552d3,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:11.428403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2c423e1-5675-4ee2-8128-9cbfbe792873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:11.490535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c423e1-5675-4ee2-8128-9cbfbe792873 None None] Pushing event updated for resources: {'Port': ['ID=36b5d34e-6457-4c27-80ba-cfcdf80552d3,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:11.493365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-6e64e760-ad69-44a2-a46e-1fef1c624731 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd919b75b5e04e12bb265670ddb374d9 HTTP/1.1" status: 200 len: 380 time: 0.1242995 Feb 11 06:02:11.506208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'port': {'device_id': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'admin_state_up': True, 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'security_groups': ['988efc14-52f6-48a4-bcc3-538deed722e4']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:11.557104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ea2cf9b5-81c6-43c0-85f0-c3b7f23629ab None None] Provisioning complete for port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:11.558280 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ea2cf9b5-81c6-43c0-85f0-c3b7f23629ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:11.667380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ea2cf9b5-81c6-43c0-85f0-c3b7f23629ab None None] Current status of the port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:11.676373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Made reservation on behalf of fd919b75b5e04e12bb265670ddb374d9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:02:11.680366 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:11.696929 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '36b5d34e-6457-4c27-80ba-cfcdf80552d3', 'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:84:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:04Z', 'updated_at': '2022-02-11T06:02:10Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:11.724382 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6e94a-025f-4109-aba1-1c40c514a000 None None] The sync data for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 is: [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '36b5d34e-6457-4c27-80ba-cfcdf80552d3', 'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:84:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:04Z', 'updated_at': '2022-02-11T06:02:10Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:02:11.908981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.20.0.12 (b61d7f97-ef01-4380-8bfa-df08c409b335/6baf0bb3-9358-4d90-96c1-1458f412d840/fe1432db-2591-44fd-983d-8a054656091d) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:02:12.111737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (fe1432db-2591-44fd-983d-8a054656091d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:12.190896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d98dcd-6f49-49c5-933e-27229742fc65 req-aa0b04d0-dc33-4874-829e-6703c6e7cfe7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:12.192466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3d98dcd-6f49-49c5-933e-27229742fc65 req-aa0b04d0-dc33-4874-829e-6703c6e7cfe7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.1843903 Feb 11 06:02:12.196104 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fe1432db-2591-44fd-983d-8a054656091d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:12.338888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network b61d7f97-ef01-4380-8bfa-df08c409b335 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:02:12.346640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:02:12.351566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=fe1432db-2591-44fd-983d-8a054656091d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:12.356623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:02:12.412112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523abf4-d8e5-4e87-a313-775e08ac4838 req-96e69dcf-6de6-47e9-954c-2623dc284a62 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:12.414120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f523abf4-d8e5-4e87-a313-775e08ac4838 req-96e69dcf-6de6-47e9-954c-2623dc284a62 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 932 time: 0.2203274 Feb 11 06:02:12.448684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3d98dcd-6f49-49c5-933e-27229742fc65 req-94e4245c-687f-4968-a3a8-0af4c84c407d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136281 Feb 11 06:02:12.507818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:12.508754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:12.552540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f523abf4-d8e5-4e87-a313-775e08ac4838 req-5d07b7bf-4801-4799-a8b2-2c1547cecc0b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998769 Feb 11 06:02:12.569446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-75a065f8-c8bd-46c1-b06d-939eecf5f5fb tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0674851 Feb 11 06:02:12.591571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Request body: {'port': {'device_id': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:12.689371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe1432db-2591-44fd-983d-8a054656091d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:12.712475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-edc97534-595f-40fa-8cd1-74808a2cda34 None None] Provisioning complete for port fe1432db-2591-44fd-983d-8a054656091d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:12.714455 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-edc97534-595f-40fa-8cd1-74808a2cda34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fe1432db-2591-44fd-983d-8a054656091d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:12.766509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-edc97534-595f-40fa-8cd1-74808a2cda34 None None] Port fe1432db-2591-44fd-983d-8a054656091d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:02:13.018872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1432db-2591-44fd-983d-8a054656091d {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:02:13.027934 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Publish callbacks [] for port (fe1432db-2591-44fd-983d-8a054656091d), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:13.041069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Transition to ACTIVE for port object fe1432db-2591-44fd-983d-8a054656091d will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:02:13.046758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fe1432db-2591-44fd-983d-8a054656091d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:13.100353 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Pushing event updated for resources: {'Port': ['ID=fe1432db-2591-44fd-983d-8a054656091d,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:13.168154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Attempting to bind port fe1432db-2591-44fd-983d-8a054656091d on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:02:13.168501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Attempting to bind port fe1432db-2591-44fd-983d-8a054656091d by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:02:13.168865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Attempting to bind port fe1432db-2591-44fd-983d-8a054656091d on network b61d7f97-ef01-4380-8bfa-df08c409b335 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:13.174177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Port fe1432db-2591-44fd-983d-8a054656091d on network b61d7f97-ef01-4380-8bfa-df08c409b335 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:02:13.174501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Attempting to bind port fe1432db-2591-44fd-983d-8a054656091d on network b61d7f97-ef01-4380-8bfa-df08c409b335 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:13.179694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:02:13.180039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Checking segment: {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:02:13.180427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Bound using segment: {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:02:13.180857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Bound port: fe1432db-2591-44fd-983d-8a054656091d, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6520d5-28bf-4180-b5e8-b9629d5458c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:02:13.181244 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe1432db-2591-44fd-983d-8a054656091d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:13.251099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] For port fe1432db-2591-44fd-983d-8a054656091d, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:02:13.254289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] For port fe1432db-2591-44fd-983d-8a054656091d, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fe1432db-2591-44fd-983d-8a054656091d,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:02:13.263348 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (fe1432db-2591-44fd-983d-8a054656091d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:13.301234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:13.302178 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:13.303921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] 10.222.0.72 "PUT /v2.0/ports/fe1432db-2591-44fd-983d-8a054656091d HTTP/1.1" status: 200 len: 1093 time: 0.7176971 Feb 11 06:02:13.306605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:13.316622 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cb67ca-9d4e-4282-94d7-7d859d92681b" -d '{"events": [{"name": "network-changed", "server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "tag": "fe1432db-2591-44fd-983d-8a054656091d"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:13.349041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cafa05-d438-419f-b098-639c71d7002f service neutron] Pushing event updated for resources: {'Port': ['ID=fe1432db-2591-44fd-983d-8a054656091d,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:13.406342 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddfeccc-7695-4fd2-ba70-20421f4af03a x-openstack-request-id: req-0ddfeccc-7695-4fd2-ba70-20421f4af03a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:13.406641 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "tag": "fe1432db-2591-44fd-983d-8a054656091d", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:13.406904 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ddfeccc-7695-4fd2-ba70-20421f4af03a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:13.407379 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d', 'status': 'completed', 'code': 200} Feb 11 06:02:13.414075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-671a25d8-4d95-4252-9819-8214d845ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:13.415912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-671a25d8-4d95-4252-9819-8214d845ebf8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 1127 time: 0.0633030 Feb 11 06:02:13.465539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-a050a517-48c3-4877-9490-69f28737941b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe1432db-2591-44fd-983d-8a054656091d HTTP/1.1" status: 200 len: 217 time: 0.0416734 Feb 11 06:02:13.519654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b6bf9fa1-68f7-4584-8cce-24c7daef70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:13.521270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-b6bf9fa1-68f7-4584-8cce-24c7daef70b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6baf0bb3-9358-4d90-96c1-1458f412d840 HTTP/1.1" status: 200 len: 835 time: 0.0495501 Feb 11 06:02:13.599846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-5f9fe678-4fa3-4f49-8ff9-77fe7fee11de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:13.601995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-5f9fe678-4fa3-4f49-8ff9-77fe7fee11de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61d7f97-ef01-4380-8bfa-df08c409b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0707450 Feb 11 06:02:13.610180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b91489-9917-43bb-99f4-8ce73495921f req-acb82b47-0b0f-496b-beb9-e8ec852d4708 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:13.611925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1b91489-9917-43bb-99f4-8ce73495921f req-acb82b47-0b0f-496b-beb9-e8ec852d4708 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0895305 Feb 11 06:02:13.706196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 36b5d34e-6457-4c27-80ba-cfcdf80552d3 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:13.757103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1b91489-9917-43bb-99f4-8ce73495921f req-c354c926-e147-4d30-ba61-49dd0fb635e9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357853 Feb 11 06:02:13.758671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:13.759204 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:13.776877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-2cc33f21-1d14-4fe6-b22c-8656a8eebad9 service neutron] 10.222.0.72 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639483 Feb 11 06:02:13.784699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374696-f7db-4408-96fe-22e8dd005691 req-7c3e584f-297f-4c5f-b5a0-857f0f2a0f9e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:13.786184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb374696-f7db-4408-96fe-22e8dd005691 req-7c3e584f-297f-4c5f-b5a0-857f0f2a0f9e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 944 time: 0.1424651 Feb 11 06:02:13.845407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:13.894646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb374696-f7db-4408-96fe-22e8dd005691 req-90ca0af6-ed8b-419b-833f-350a4caf7097 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996165 Feb 11 06:02:13.913739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dceb1549-c460-4052-92e6-9bc986d5da39 req-de24448e-e698-4b48-a2ac-b1839eaba280 service neutron] 10.222.0.72 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265917 Feb 11 06:02:14.042377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-163b1056-9c97-4779-a4d2-a3575fb9ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:14.044021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-163b1056-9c97-4779-a4d2-a3575fb9ea50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 1127 time: 0.0755124 Feb 11 06:02:14.138039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-f70a41f0-0829-4f59-a77f-292a3eaa5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:14.139523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-f70a41f0-0829-4f59-a77f-292a3eaa5b0d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61d7f97-ef01-4380-8bfa-df08c409b335 HTTP/1.1" status: 200 len: 897 time: 0.0901194 Feb 11 06:02:14.189837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-50f6fa63-1b25-4f52-ab67-32f676e66925 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe1432db-2591-44fd-983d-8a054656091d HTTP/1.1" status: 200 len: 217 time: 0.0434003 Feb 11 06:02:14.244926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-52651909-5465-4928-bca3-dc19802ae9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:14.246459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-52651909-5465-4928-bca3-dc19802ae9ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6baf0bb3-9358-4d90-96c1-1458f412d840 HTTP/1.1" status: 200 len: 835 time: 0.0501399 Feb 11 06:02:14.297047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-10dd564f-5a24-4b22-a984-24a04aa63f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:14.298525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-10dd564f-5a24-4b22-a984-24a04aa63f85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61d7f97-ef01-4380-8bfa-df08c409b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455730 Feb 11 06:02:14.393325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-788566a7-0aba-4368-9402-c3849ec575ce service neutron] 10.222.0.72 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880637 Feb 11 06:02:14.484822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1cb67ca-9d4e-4282-94d7-7d859d92681b req-0c2cb1c5-9a18-4e00-a437-11f1dd74432b service neutron] 10.222.0.72 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853083 Feb 11 06:02:14.878777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db30c-c3b0-4627-8ecd-5de75f685080 req-c160a4f6-4a12-48b3-bbe4-16f6f60093ca tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:14.880335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a14db30c-c3b0-4627-8ecd-5de75f685080 req-c160a4f6-4a12-48b3-bbe4-16f6f60093ca tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0540187 Feb 11 06:02:14.950514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a14db30c-c3b0-4627-8ecd-5de75f685080 req-0af7655c-f6b6-4fa8-adb6-564e948f0469 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625529 Feb 11 06:02:15.029287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebec19a-1edf-4346-8e7d-d626b4c634fa req-0af70059-41b0-4c1c-8e4a-2e421d28f79d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:15.030780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ebec19a-1edf-4346-8e7d-d626b4c634fa req-0af70059-41b0-4c1c-8e4a-2e421d28f79d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 944 time: 0.0547380 Feb 11 06:02:15.086552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ebec19a-1edf-4346-8e7d-d626b4c634fa req-f9da9f82-4d8b-4753-a4c8-cd5fabfa4b80 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500858 Feb 11 06:02:16.076779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7482f-6aa6-4b1b-bec9-dca4214bcb10 req-a3c1ad36-77e5-4211-9a18-51d5fa7657b8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.078402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4c7482f-6aa6-4b1b-bec9-dca4214bcb10 req-a3c1ad36-77e5-4211-9a18-51d5fa7657b8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0571547 Feb 11 06:02:16.137866 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b4c7482f-6aa6-4b1b-bec9-dca4214bcb10 req-b57764d2-815e-40a9-bfa0-a1d746ef6cbc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534911 Feb 11 06:02:16.218844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21e9a-f9bc-4c1c-a140-c8227dd4eec3 req-57cf6d40-671d-418b-a8bb-01b10b358804 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.220384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7d21e9a-f9bc-4c1c-a140-c8227dd4eec3 req-57cf6d40-671d-418b-a8bb-01b10b358804 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 944 time: 0.0583501 Feb 11 06:02:16.274480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7d21e9a-f9bc-4c1c-a140-c8227dd4eec3 req-309a2e96-eca1-4a47-b17a-d2f103de3339 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477843 Feb 11 06:02:17.014970 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:02:17.274828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13d645-142a-47e7-9a62-69d80a6cc44c req-c106b024-dac7-4417-9b60-b8024a350864 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:17.276831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc13d645-142a-47e7-9a62-69d80a6cc44c req-c106b024-dac7-4417-9b60-b8024a350864 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0640280 Feb 11 06:02:17.332730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc13d645-142a-47e7-9a62-69d80a6cc44c req-a22704df-3745-4e4f-b0a9-810d1cc86396 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500433 Feb 11 06:02:17.404590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488a26c-48f7-419c-ae1c-3655c39db9f8 req-b6c22d86-c2e6-4d1c-8935-d066fc24bc3e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:17.406122 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3488a26c-48f7-419c-ae1c-3655c39db9f8 req-b6c22d86-c2e6-4d1c-8935-d066fc24bc3e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 944 time: 0.0589783 Feb 11 06:02:17.457265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3488a26c-48f7-419c-ae1c-3655c39db9f8 req-5c532166-45f3-45f8-afc1-182967a315ef tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Feb 11 06:02:17.638710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device fe1432db-2591-44fd-983d-8a054656091d details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:02:17.740813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port fe1432db-2591-44fd-983d-8a054656091d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fe1432db-2591-44fd-983d-8a054656091d,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:17.753325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'fe1432db-2591-44fd-983d-8a054656091d', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'port_id': 'fe1432db-2591-44fd-983d-8a054656091d', 'mac_address': 'fa:16:3e:f2:5c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:02:17.792031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port fe1432db-2591-44fd-983d-8a054656091d is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:17.792423 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe1432db-2591-44fd-983d-8a054656091d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:17.809765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1432db-2591-44fd-983d-8a054656091d {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:02:17.830140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port fe1432db-2591-44fd-983d-8a054656091d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fe1432db-2591-44fd-983d-8a054656091d,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:17.834199 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe1432db-2591-44fd-983d-8a054656091d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:17.889179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=fe1432db-2591-44fd-983d-8a054656091d,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:18.055544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['fe1432db-2591-44fd-983d-8a054656091d'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:02:18.466085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c5ca7-ed5b-4ffa-af8e-3e2ef800ccd8 req-29e27907-05d8-44e8-a0dd-e5aa7bf69a61 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:18.467615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-506c5ca7-ed5b-4ffa-af8e-3e2ef800ccd8 req-29e27907-05d8-44e8-a0dd-e5aa7bf69a61 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0601728 Feb 11 06:02:18.521798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-506c5ca7-ed5b-4ffa-af8e-3e2ef800ccd8 req-80855a33-a19e-49f2-ad9a-479282122649 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467470 Feb 11 06:02:18.586438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e7526-9c3d-449e-8b15-a8d1ec3abc9e req-5393eacb-bbc3-42cf-b149-8d9914949ab1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:18.587931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-498e7526-9c3d-449e-8b15-a8d1ec3abc9e req-5393eacb-bbc3-42cf-b149-8d9914949ab1 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 945 time: 0.0577161 Feb 11 06:02:18.642969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-498e7526-9c3d-449e-8b15-a8d1ec3abc9e req-5ca408d9-95da-4286-b242-4799c07a214a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491352 Feb 11 06:02:19.652369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device fe1432db-2591-44fd-983d-8a054656091d up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:19.665946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad0660-073a-4831-a263-d03eb80a3665 req-099ccef3-6f9d-413b-a063-441b063cfc06 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:19.667278 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60ad0660-073a-4831-a263-d03eb80a3665 req-099ccef3-6f9d-413b-a063-441b063cfc06 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0704231 Feb 11 06:02:19.722677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port fe1432db-2591-44fd-983d-8a054656091d completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:02:19.727548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port fe1432db-2591-44fd-983d-8a054656091d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:19.728269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60ad0660-073a-4831-a263-d03eb80a3665 req-da664003-f332-456b-b866-03ab0ad6ad4e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552285 Feb 11 06:02:19.733487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fe1432db-2591-44fd-983d-8a054656091d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:19.793077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9036a7-b688-4b28-9bfe-72d886e439e0 req-a52ba08f-3261-42e6-b1be-122a9c1e9140 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:19.794631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f9036a7-b688-4b28-9bfe-72d886e439e0 req-a52ba08f-3261-42e6-b1be-122a9c1e9140 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 945 time: 0.0645063 Feb 11 06:02:19.835129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port fe1432db-2591-44fd-983d-8a054656091d is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:19.835481 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe1432db-2591-44fd-983d-8a054656091d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:19.848564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f9036a7-b688-4b28-9bfe-72d886e439e0 req-eed9654e-1017-4a2d-9a55-7bf71be61a53 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471137 Feb 11 06:02:19.860195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:19.862730 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14c378d-1255-4bad-a82c-ff46617c982b" -d '{"events": [{"server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "name": "network-vif-plugged", "status": "completed", "tag": "fe1432db-2591-44fd-983d-8a054656091d"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:19.876936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port fe1432db-2591-44fd-983d-8a054656091d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fe1432db-2591-44fd-983d-8a054656091d,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:19.881784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe1432db-2591-44fd-983d-8a054656091d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:19.916962 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b780101-49cf-4e53-bf49-f234cc7ca8a3 x-openstack-request-id: req-7b780101-49cf-4e53-bf49-f234cc7ca8a3 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:19.917292 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "name": "network-vif-plugged", "status": "completed", "tag": "fe1432db-2591-44fd-983d-8a054656091d", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:19.917555 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b780101-49cf-4e53-bf49-f234cc7ca8a3 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:19.917952 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d', 'code': 200} Feb 11 06:02:19.938240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=fe1432db-2591-44fd-983d-8a054656091d,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:20.313743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f07a76-592e-458d-bbc1-d017c461dc2a req-b7536b56-742f-4a86-8222-7c7486a4593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:20.315342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52f07a76-592e-458d-bbc1-d017c461dc2a req-b7536b56-742f-4a86-8222-7c7486a4593e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 1129 time: 0.3376889 Feb 11 06:02:20.361394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52f07a76-592e-458d-bbc1-d017c461dc2a req-b575cbc7-2a3c-413f-9014-74386a30baf4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394998 Feb 11 06:02:20.856738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a978c6c-bef4-4fc8-adc7-ac54b7244469 req-070158e6-19f2-4c8a-bdee-3efcd9eaea4e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:20.858259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a978c6c-bef4-4fc8-adc7-ac54b7244469 req-070158e6-19f2-4c8a-bdee-3efcd9eaea4e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0557580 Feb 11 06:02:20.924652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a978c6c-bef4-4fc8-adc7-ac54b7244469 req-22889c76-5d0b-4cfa-9d4e-bd7ba3ef9c38 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605342 Feb 11 06:02:20.990456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1348b-a04a-45ec-8a99-981f33fdc8c2 req-7f2bfadf-3ebe-443b-9e75-16fa0dfdeba5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:20.992625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2fe1348b-a04a-45ec-8a99-981f33fdc8c2 req-7f2bfadf-3ebe-443b-9e75-16fa0dfdeba5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0618021 Feb 11 06:02:21.042150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2fe1348b-a04a-45ec-8a99-981f33fdc8c2 req-0a99c5be-b7d0-441b-bdeb-d65e6b115bcf tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Feb 11 06:02:22.062466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c86e47-929e-4496-ab00-ad5e3c262a20 req-21d311bc-3258-4a2f-ae92-9938531d5a1e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:22.063952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41c86e47-929e-4496-ab00-ad5e3c262a20 req-21d311bc-3258-4a2f-ae92-9938531d5a1e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0617383 Feb 11 06:02:22.128387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41c86e47-929e-4496-ab00-ad5e3c262a20 req-a52621c2-bcc6-4a76-a76c-30263f3e9e3a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545385 Feb 11 06:02:22.185936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e48c-0ff9-434f-ae7d-a96ee2f76617 req-39007aa5-4af7-4e77-bbeb-a4eb274367c4 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:22.187469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5352e48c-0ff9-434f-ae7d-a96ee2f76617 req-39007aa5-4af7-4e77-bbeb-a4eb274367c4 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0653563 Feb 11 06:02:22.248877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5352e48c-0ff9-434f-ae7d-a96ee2f76617 req-0215b256-29e6-46ad-b0a7-2f4e51d42153 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553658 Feb 11 06:02:22.289012 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:22.381900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df50c74-085f-4ffe-8eee-b89f7310add4 req-9a5625f3-ba74-4c24-a895-8e646baf369e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:22.383432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7df50c74-085f-4ffe-8eee-b89f7310add4 req-9a5625f3-ba74-4c24-a895-8e646baf369e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0571849 Feb 11 06:02:22.434472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7df50c74-085f-4ffe-8eee-b89f7310add4 req-c2403f0f-546e-4dbc-8ca9-bc6e7cbd14a9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451014 Feb 11 06:02:22.457337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38864) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:22.504964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0696acf3-6d3d-46f5-9979-fd1102ddb72a tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:22.506681 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0696acf3-6d3d-46f5-9979-fd1102ddb72a tempest-TestNetworkAdvancedServerOps-1924571761 tempest-TestNetworkAdvancedServerOps-1924571761-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 1124 time: 0.0482368 Feb 11 06:02:22.509557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 38866) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:22.514232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': 'fe1432db-2591-44fd-983d-8a054656091d', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:22.536143 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:22.636777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:22.746133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Allocated IP 172.25.1.42 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/6413c0b4-9a87-45c3-8b60-25d583047783) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:02:22.861205 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (6413c0b4-9a87-45c3-8b60-25d583047783), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:22.898133 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6413c0b4-9a87-45c3-8b60-25d583047783), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:22.940007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:02:22.943325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:02:22.947175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:02:22.976217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=6413c0b4-9a87-45c3-8b60-25d583047783,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:22.992491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.992860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.993245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.993595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.994610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.994969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.995303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.995661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.995979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.996312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.996646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.996979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:22.997338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:23.281184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:23.354746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd1c18-ee2d-4818-8936-4c11c9f1b553 req-22a20d2e-2474-4ffa-a41a-7be57a2620d5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:23.356368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bbd1c18-ee2d-4818-8936-4c11c9f1b553 req-22a20d2e-2474-4ffa-a41a-7be57a2620d5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.1416168 Feb 11 06:02:23.448309 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (2a7fb8f5-fff8-4412-8134-36a0b5062c0a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:23.452521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bbd1c18-ee2d-4818-8936-4c11c9f1b553 req-57efd813-aa71-490a-a35d-f494a9e441fe tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883203 Feb 11 06:02:23.533725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6413c0b4-9a87-45c3-8b60-25d583047783), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:23.712461 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for port (6413c0b4-9a87-45c3-8b60-25d583047783), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:23.717839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6413c0b4-9a87-45c3-8b60-25d583047783), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:23.793518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event updated for resources: {'Port': ['ID=6413c0b4-9a87-45c3-8b60-25d583047783,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:23.806394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a7fb8f5-fff8-4412-8134-36a0b5062c0a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:23.910735 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Floating IP 2a7fb8f5-fff8-4412-8134-36a0b5062c0a associated. External IP: 172.25.1.42, port: fe1432db-2591-44fd-983d-8a054656091d. Feb 11 06:02:24.126342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router 6de7e4ba-1d4d-453c-ae18-38219042d500 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:02:24.239930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:02:24.249639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] Sync routers for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:02:24.258088 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:24.260526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:24.261185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:02:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:24.288106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-085a3288-0cef-49a4-9d35-314930281410 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7775302 Feb 11 06:02:24.288877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:24.291864 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86145606-42a0-46bf-a2a5-e76cea706578" -d '{"events": [{"name": "network-changed", "server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "tag": "fe1432db-2591-44fd-983d-8a054656091d"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:24.331045 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28da3add-2b52-498c-b27b-a404e261675b x-openstack-request-id: req-28da3add-2b52-498c-b27b-a404e261675b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:24.331344 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "tag": "fe1432db-2591-44fd-983d-8a054656091d", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:24.331606 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28da3add-2b52-498c-b27b-a404e261675b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:24.332066 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d', 'status': 'completed', 'code': 200} Feb 11 06:02:24.375801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:24.438699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fb688-dfef-4786-9847-3b7df34c09d2 req-261fea6a-045c-4caa-9f76-18ade81d8561 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:24.440156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-678fb688-dfef-4786-9847-3b7df34c09d2 req-261fea6a-045c-4caa-9f76-18ade81d8561 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0902636 Feb 11 06:02:24.442067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86145606-42a0-46bf-a2a5-e76cea706578 req-c4b1203c-7047-4b22-9650-a0b510acfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:24.443486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86145606-42a0-46bf-a2a5-e76cea706578 req-c4b1203c-7047-4b22-9650-a0b510acfb13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 1129 time: 0.0828936 Feb 11 06:02:24.568527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-678fb688-dfef-4786-9847-3b7df34c09d2 req-f2daa84c-8a1b-46a3-8c4d-bbef8bcf7b93 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202047 Feb 11 06:02:24.591432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38876) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:24.611110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86145606-42a0-46bf-a2a5-e76cea706578 req-3788cb2f-c3b3-4a8f-9d57-04f8e87d3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:24.612634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86145606-42a0-46bf-a2a5-e76cea706578 req-3788cb2f-c3b3-4a8f-9d57-04f8e87d3403 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61d7f97-ef01-4380-8bfa-df08c409b335 HTTP/1.1" status: 200 len: 897 time: 0.1578407 Feb 11 06:02:24.627046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a7fb8f5-fff8-4412-8134-36a0b5062c0a', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'port_id': 'fe1432db-2591-44fd-983d-8a054656091d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'mac_address': 'fa:16:3e:f2:5c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:23Z', 'updated_at': '2022-02-11T06:02:23Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b5d34e-6457-4c27-80ba-cfcdf80552d3', 'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:84:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:04Z', 'updated_at': '2022-02-11T06:02:11Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:24.636166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bd49a-edf2-47e4-b499-244e6b902556 req-73bc4a5a-9a97-4a3a-8a9e-1cdb6b2a48ca tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:24.637705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f65bd49a-edf2-47e4-b499-244e6b902556 req-73bc4a5a-9a97-4a3a-8a9e-1cdb6b2a48ca tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0920577 Feb 11 06:02:24.659872 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dd309e87-884d-481f-bd63-37ea05298a59 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/2a7fb8f5-fff8-4412-8134-36a0b5062c0a HTTP/1.1" status: 200 len: 991 time: 0.0662937 Feb 11 06:02:24.662295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] Checking router: 6de7e4ba-1d4d-453c-ae18-38219042d500 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:02:24.672207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:24.672852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:02:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:24.720661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86145606-42a0-46bf-a2a5-e76cea706578 req-78848fb1-956f-4525-8b2f-abef7762a8fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe1432db-2591-44fd-983d-8a054656091d HTTP/1.1" status: 200 len: 999 time: 0.0988076 Feb 11 06:02:24.740975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f65bd49a-edf2-47e4-b499-244e6b902556 req-4131aefb-406e-42cb-a223-b831cede545d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 Feb 11 06:02:24.777430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86145606-42a0-46bf-a2a5-e76cea706578 req-25bf019b-efc6-49e3-a5ec-fa1d56279030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:24.778925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86145606-42a0-46bf-a2a5-e76cea706578 req-25bf019b-efc6-49e3-a5ec-fa1d56279030 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6baf0bb3-9358-4d90-96c1-1458f412d840 HTTP/1.1" status: 200 len: 835 time: 0.0507596 Feb 11 06:02:24.789374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:24.832251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86145606-42a0-46bf-a2a5-e76cea706578 req-068d204c-a756-4a88-afd1-3041407cdab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:24.833949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86145606-42a0-46bf-a2a5-e76cea706578 req-068d204c-a756-4a88-afd1-3041407cdab1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61d7f97-ef01-4380-8bfa-df08c409b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486937 Feb 11 06:02:24.933677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86145606-42a0-46bf-a2a5-e76cea706578 req-4f5dff71-e837-401e-bb28-6166b0d16a6c service neutron] 10.222.0.72 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934467 Feb 11 06:02:25.024178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86145606-42a0-46bf-a2a5-e76cea706578 req-bb476ebd-47d0-49d2-aa8d-a26aba5fd0dd service neutron] 10.222.0.72 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840924 Feb 11 06:02:25.184259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a7fb8f5-fff8-4412-8134-36a0b5062c0a', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'port_id': 'fe1432db-2591-44fd-983d-8a054656091d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'mac_address': 'fa:16:3e:f2:5c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:23Z', 'updated_at': '2022-02-11T06:02:23Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b5d34e-6457-4c27-80ba-cfcdf80552d3', 'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:84:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:04Z', 'updated_at': '2022-02-11T06:02:11Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:25.213938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df18486-603f-4378-8a50-3c9c5ac9d99a None None] The sync data for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 is: [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a7fb8f5-fff8-4412-8134-36a0b5062c0a', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'port_id': 'fe1432db-2591-44fd-983d-8a054656091d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'mac_address': 'fa:16:3e:f2:5c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:23Z', 'updated_at': '2022-02-11T06:02:23Z', 'revision_number': 0, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b5d34e-6457-4c27-80ba-cfcdf80552d3', 'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:84:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:04Z', 'updated_at': '2022-02-11T06:02:11Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:02:25.427806 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead38e6e-63ec-4df9-bd7d-13c4828fdade None None] New status for floating IP 2a7fb8f5-fff8-4412-8134-36a0b5062c0a: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:02:25.663362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 38878) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:25.729052 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9ec4ecdb-3f44-4ee0-a708-2ed9a9d845ac tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/2a7fb8f5-fff8-4412-8134-36a0b5062c0a HTTP/1.1" status: 200 len: 993 time: 0.0638502 Feb 11 06:02:25.862413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23219dd-1dc2-4ac5-b647-e7aa2132e1f8 req-7a23dd14-3938-4f07-a2f6-5421965993d7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:25.863924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b23219dd-1dc2-4ac5-b647-e7aa2132e1f8 req-7a23dd14-3938-4f07-a2f6-5421965993d7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0542004 Feb 11 06:02:25.920113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b23219dd-1dc2-4ac5-b647-e7aa2132e1f8 req-1db114af-6802-4f77-8426-60155acba9a7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498190 Feb 11 06:02:27.039792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b01c0-9e52-46b7-ab88-afdcf56204cf req-511edf57-a892-4a70-b9be-c10f0aaf76b0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:27.041946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e8b01c0-9e52-46b7-ab88-afdcf56204cf req-511edf57-a892-4a70-b9be-c10f0aaf76b0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0523021 Feb 11 06:02:27.089264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e8b01c0-9e52-46b7-ab88-afdcf56204cf req-febd6b9e-1cad-4978-8c51-4212a33ec686 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 Feb 11 06:02:27.723415 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ea67172-4731-4741-9ec3-fb4ebd342a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:28.217530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab7248-e590-4467-beb3-3ef1d8ec2b60 req-9f70a46f-5e94-41ba-8cc2-0d5557898b11 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:28.219071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0ab7248-e590-4467-beb3-3ef1d8ec2b60 req-9f70a46f-5e94-41ba-8cc2-0d5557898b11 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0541503 Feb 11 06:02:28.267981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0ab7248-e590-4467-beb3-3ef1d8ec2b60 req-1cdec084-d847-434c-b6fa-2fe01bb224a5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Feb 11 06:02:29.404500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed2884-7ad6-4c20-948b-c836cefb56a7 req-0d155bd1-58ed-423a-a49f-2a2234e11e63 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:29.406040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30ed2884-7ad6-4c20-948b-c836cefb56a7 req-0d155bd1-58ed-423a-a49f-2a2234e11e63 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0570519 Feb 11 06:02:29.453764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30ed2884-7ad6-4c20-948b-c836cefb56a7 req-d3dc65c5-d57c-495e-8944-205cf3bc3c88 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 Feb 11 06:02:30.298935 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2530c6da-8695-4c77-8dd3-df54745f7559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:30.591372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959f355-0f39-4d21-8c10-c6f000b92229 req-91e1157e-c5f9-424e-99bd-a6aeaa056949 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:30.592879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9959f355-0f39-4d21-8c10-c6f000b92229 req-91e1157e-c5f9-424e-99bd-a6aeaa056949 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0661364 Feb 11 06:02:30.641058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9959f355-0f39-4d21-8c10-c6f000b92229 req-dec2328f-0780-4269-90c6-7b04bee3ff8a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Feb 11 06:02:31.179035 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:31.770145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4faf70-5562-4273-b0c4-5715b0c72796 req-fac43866-de25-401f-a13b-48eba1927742 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:31.771614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba4faf70-5562-4273-b0c4-5715b0c72796 req-fac43866-de25-401f-a13b-48eba1927742 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 944 time: 0.0578468 Feb 11 06:02:31.824620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ba4faf70-5562-4273-b0c4-5715b0c72796 req-b2626c8f-8959-4717-8166-dd629567cdd5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467269 Feb 11 06:02:32.437014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6c90494f-18d4-4ccc-8ec7-894eb1a66257 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:02:32.536030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6c90494f-18d4-4ccc-8ec7-894eb1a66257, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6c90494f-18d4-4ccc-8ec7-894eb1a66257,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:32.548402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '6c90494f-18d4-4ccc-8ec7-894eb1a66257', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'port_id': '6c90494f-18d4-4ccc-8ec7-894eb1a66257', 'mac_address': 'fa:16:3e:fd:ad:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:02:32.586561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:32.586860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.600569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c90494f-18d4-4ccc-8ec7-894eb1a66257 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:02:32.620329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6c90494f-18d4-4ccc-8ec7-894eb1a66257, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6c90494f-18d4-4ccc-8ec7-894eb1a66257,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:32.624647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.674121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=6c90494f-18d4-4ccc-8ec7-894eb1a66257,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:32.835270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['6c90494f-18d4-4ccc-8ec7-894eb1a66257'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:02:32.839530 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.949716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d338e1-d5f3-4766-ae08-c4d7e5350c70 req-802344d0-31a2-4b8a-bf20-1af1e13455fc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:32.951265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32d338e1-d5f3-4766-ae08-c4d7e5350c70 req-802344d0-31a2-4b8a-bf20-1af1e13455fc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 945 time: 0.0559201 Feb 11 06:02:33.001835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32d338e1-d5f3-4766-ae08-c4d7e5350c70 req-a8562fcf-c128-43cc-ab77-23bbfde3933b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447309 Feb 11 06:02:33.933623 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:34.122011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5770d-92a3-4022-bfe2-98c43957eb79 req-62300ecd-cfdf-46bf-ab32-0a78aabaa04c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:34.123498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9b5770d-92a3-4022-bfe2-98c43957eb79 req-62300ecd-cfdf-46bf-ab32-0a78aabaa04c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 945 time: 0.0531681 Feb 11 06:02:34.176206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9b5770d-92a3-4022-bfe2-98c43957eb79 req-81136dcd-73cc-4231-b548-ad56114f834d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Feb 11 06:02:34.452453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6c90494f-18d4-4ccc-8ec7-894eb1a66257 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:34.507174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:02:34.512368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:34.512746 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:34.589362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:34.589754 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:34.613942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f84cda-943e-4139-846b-b8e250a1fb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c90494f-18d4-4ccc-8ec7-894eb1a66257'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:34.616218 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848b8a21-7135-4338-afec-7b17097e2497" -d '{"events": [{"server_uuid": "98f84cda-943e-4139-846b-b8e250a1fb03", "name": "network-vif-plugged", "status": "completed", "tag": "6c90494f-18d4-4ccc-8ec7-894eb1a66257"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:34.628632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 6c90494f-18d4-4ccc-8ec7-894eb1a66257, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6c90494f-18d4-4ccc-8ec7-894eb1a66257,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:34.634050 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:34.659078 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfa6b90-b4e4-406c-9ad7-62f5aeb6fbf4 x-openstack-request-id: req-3dfa6b90-b4e4-406c-9ad7-62f5aeb6fbf4 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:34.659382 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f84cda-943e-4139-846b-b8e250a1fb03", "name": "network-vif-plugged", "status": "completed", "tag": "6c90494f-18d4-4ccc-8ec7-894eb1a66257", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:34.659638 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dfa6b90-b4e4-406c-9ad7-62f5aeb6fbf4 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:34.660029 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f84cda-943e-4139-846b-b8e250a1fb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c90494f-18d4-4ccc-8ec7-894eb1a66257', 'code': 200} Feb 11 06:02:34.689228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=6c90494f-18d4-4ccc-8ec7-894eb1a66257,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:34.761101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb5c4c-a3db-4470-a7c0-933ed8474058 req-33c009cd-f6f2-4bb6-baa4-0773536b3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:34.762739 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0bfb5c4c-a3db-4470-a7c0-933ed8474058 req-33c009cd-f6f2-4bb6-baa4-0773536b3df5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 1129 time: 0.0447590 Feb 11 06:02:34.807166 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0bfb5c4c-a3db-4470-a7c0-933ed8474058 req-9e7d29b0-82fc-4c6d-8929-ea8beb8c7a9a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382345 Feb 11 06:02:35.293743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ed0c3-82dd-4c7b-9641-968eea021c03 req-8ab0456e-041c-479b-990d-34883aabade5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:35.295247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78ed0c3-82dd-4c7b-9641-968eea021c03 req-8ab0456e-041c-479b-990d-34883aabade5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 946 time: 0.0524504 Feb 11 06:02:35.341556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d78ed0c3-82dd-4c7b-9641-968eea021c03 req-8a2d8ae8-bacb-470f-b51c-beca5c79a927 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Feb 11 06:02:36.464783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf8085-d8a7-41bd-9746-9e58962d544a req-210d6d97-6ea4-4020-98d3-6c55b6e8a96f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.466295 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5eaf8085-d8a7-41bd-9746-9e58962d544a req-210d6d97-6ea4-4020-98d3-6c55b6e8a96f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 946 time: 0.0551655 Feb 11 06:02:36.512103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5eaf8085-d8a7-41bd-9746-9e58962d544a req-d47a3420-5648-44e5-996e-1e8c52852b70 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Feb 11 06:02:36.635446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5ffac-fece-4604-86be-28486dc000ed req-9fa70076-1cd3-497c-82b9-3e29d1dba6a4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.636920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13c5ffac-fece-4604-86be-28486dc000ed req-9fa70076-1cd3-497c-82b9-3e29d1dba6a4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 946 time: 0.0583787 Feb 11 06:02:36.684938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13c5ffac-fece-4604-86be-28486dc000ed req-dbc5dfa2-b59e-49d3-af3e-eaaf6047aad0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Feb 11 06:02:36.803988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e2276-f043-467f-854c-2421cae90fae req-c66b67e3-279c-4ea0-aac2-c3ba8a8ab6e2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.805427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc9e2276-f043-467f-854c-2421cae90fae req-c66b67e3-279c-4ea0-aac2-c3ba8a8ab6e2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 946 time: 0.0538244 Feb 11 06:02:36.851301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bc9e2276-f043-467f-854c-2421cae90fae req-4499032c-4025-4875-a3b4-3eb633e1c77a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Feb 11 06:02:37.138932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ee76-f716-4bc2-b9a8-c28a0be6fca0 req-f4acf526-7868-4a72-b88e-d4af47898e03 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:37.140330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c05ee76-f716-4bc2-b9a8-c28a0be6fca0 req-f4acf526-7868-4a72-b88e-d4af47898e03 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 946 time: 0.0556970 Feb 11 06:02:37.189563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c05ee76-f716-4bc2-b9a8-c28a0be6fca0 req-94bbe9e3-d863-4496-ac29-5f549dbc4aa3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Feb 11 06:02:38.051245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d091474-0603-409c-b8a4-a118c0ccfa48 req-6c2e1842-49fc-4820-a385-23e723c46bd6 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:38.052702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d091474-0603-409c-b8a4-a118c0ccfa48 req-6c2e1842-49fc-4820-a385-23e723c46bd6 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0519454 Feb 11 06:02:38.097465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d091474-0603-409c-b8a4-a118c0ccfa48 req-979e2bec-089a-4d2e-8273-f4a6a62a2e8a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Feb 11 06:02:38.308511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c747d0-82ed-4d1d-a2e4-885ecabeaf8f req-a5b21396-9c35-472a-985e-dd35ff69ca38 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:38.310025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56c747d0-82ed-4d1d-a2e4-885ecabeaf8f req-a5b21396-9c35-472a-985e-dd35ff69ca38 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 946 time: 0.0522776 Feb 11 06:02:38.359375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56c747d0-82ed-4d1d-a2e4-885ecabeaf8f req-e6772a46-62ed-4731-af29-ed2cde4c8d5f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Feb 11 06:02:38.685521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-1aa1cca8-96c7-43df-894f-f41ff8774f03 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:38.686974 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-1aa1cca8-96c7-43df-894f-f41ff8774f03 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 946 time: 0.0514545 Feb 11 06:02:38.782894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:02:38.783239 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:38.868839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] For port 6c90494f-18d4-4ccc-8ec7-894eb1a66257, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=6c90494f-18d4-4ccc-8ec7-894eb1a66257,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:38.869243 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:38.881667 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for 6c90494f-18d4-4ccc-8ec7-894eb1a66257 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:02:39.008441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6c90494f-18d4-4ccc-8ec7-894eb1a66257), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:39.021232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['6c90494f-18d4-4ccc-8ec7-894eb1a66257'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:02:39.035205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=6c90494f-18d4-4ccc-8ec7-894eb1a66257,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:39.045281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.045638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.045990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.046338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.046685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.047024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.047372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.047730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.048055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.048776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.048776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.049142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.049364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:39.102249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] No DVR routers for this DVR port 6c90494f-18d4-4ccc-8ec7-894eb1a66257 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:02:39.105707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:39.109310 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-189916c7-6b0c-44af-924e-00e7f7bfe22f req-30ea4141-38a1-4c17-8b7d-36b8dbadd6f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "DELETE /v2.0/ports/6c90494f-18d4-4ccc-8ec7-894eb1a66257 HTTP/1.1" status: 204 len: 173 time: 0.4161279 Feb 11 06:02:39.109816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f84cda-943e-4139-846b-b8e250a1fb03', 'name': 'network-vif-deleted', 'tag': '6c90494f-18d4-4ccc-8ec7-894eb1a66257'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:39.112967 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8fb583-f87e-4608-a9d7-10ef15686f9a" -d '{"events": [{"server_uuid": "98f84cda-943e-4139-846b-b8e250a1fb03", "name": "network-vif-deleted", "tag": "6c90494f-18d4-4ccc-8ec7-894eb1a66257"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:39.157883 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6da0dc-9028-4ecc-abd4-123d9d9e61d8 x-openstack-request-id: req-fd6da0dc-9028-4ecc-abd4-123d9d9e61d8 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:39.158263 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f84cda-943e-4139-846b-b8e250a1fb03", "name": "network-vif-deleted", "tag": "6c90494f-18d4-4ccc-8ec7-894eb1a66257", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:39.158832 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd6da0dc-9028-4ecc-abd4-123d9d9e61d8 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:39.160157 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f84cda-943e-4139-846b-b8e250a1fb03', 'name': 'network-vif-deleted', 'tag': '6c90494f-18d4-4ccc-8ec7-894eb1a66257', 'status': 'completed', 'code': 200} Feb 11 06:02:39.256784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30d75f-ff02-4f51-ab1f-4473c2ea9748 req-d240cd36-aba6-4c4e-912c-10decbd36681 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:39.258519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b30d75f-ff02-4f51-ab1f-4473c2ea9748 req-d240cd36-aba6-4c4e-912c-10decbd36681 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0745709 Feb 11 06:02:39.309618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b30d75f-ff02-4f51-ab1f-4473c2ea9748 req-463e7b29-5ee1-424e-816f-36a30ec3720f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Feb 11 06:02:39.455991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-faff738c-e358-432b-b23a-d5ef66cfeb44 req-7f525c7a-ffd2-4a92-a6a8-495ceb7b8e54 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0275972 Feb 11 06:02:40.433236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b824ab-9bef-4dfc-9f32-6f8558f3f06e req-afd864d1-486d-49e4-9df4-0aaaa85232c4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:40.434700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86b824ab-9bef-4dfc-9f32-6f8558f3f06e req-afd864d1-486d-49e4-9df4-0aaaa85232c4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0525491 Feb 11 06:02:40.483552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86b824ab-9bef-4dfc-9f32-6f8558f3f06e req-b22da1c4-2f96-45d7-92fd-9c31c7679052 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433030 Feb 11 06:02:40.551817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-486fe656-f5c1-420f-a811-2ba940fb7782 req-7bbb4699-94e7-43b0-bf3c-22269c76f307 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0267928 Feb 11 06:02:41.614767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa1be7-2e11-4575-9187-f8c3f8116dd9 req-8be1de41-db8c-47f9-b9f0-cf652ce9520e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:41.616317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa1be7-2e11-4575-9187-f8c3f8116dd9 req-8be1de41-db8c-47f9-b9f0-cf652ce9520e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0552459 Feb 11 06:02:41.662333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99c25453-e8b7-43d3-b6d4-2a5b33f25d36 req-ec99bd56-861b-4c5e-b87f-f9d65a5ccc01 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0335417 Feb 11 06:02:41.688923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa1be7-2e11-4575-9187-f8c3f8116dd9 req-9298c872-eac5-4f50-b15c-6268b47446b9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671384 Feb 11 06:02:42.506575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6c90494f-18d4-4ccc-8ec7-894eb1a66257 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:02:42.529174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 6c90494f-18d4-4ccc-8ec7-894eb1a66257 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:02:42.529525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 6c90494f-18d4-4ccc-8ec7-894eb1a66257 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:02:42.762003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a690a614-74d7-47b5-8d00-8bfac8e073b1 req-56aa29c9-e07b-49f3-9419-1080473f3780 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0304847 Feb 11 06:02:42.827357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991e058-120e-4cad-b26a-459c60196f18 req-eb70e26a-d00b-4e67-9426-695971ad5826 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:42.829574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5991e058-120e-4cad-b26a-459c60196f18 req-eb70e26a-d00b-4e67-9426-695971ad5826 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0641627 Feb 11 06:02:42.875278 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5991e058-120e-4cad-b26a-459c60196f18 req-5ee85434-1da5-4d78-9467-427d96eda7eb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Feb 11 06:02:43.858345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31f50ac4-4dd3-4c6e-b54c-2643767e77b0 req-cfb7f4b5-98ee-48bd-8754-c0b0144375f8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0276461 Feb 11 06:02:44.009513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a11af-2d21-46cd-be91-4bcd1b3efd28 req-9f261d80-05ad-42da-b86c-b02b21e3de0e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:44.011562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab7a11af-2d21-46cd-be91-4bcd1b3efd28 req-9f261d80-05ad-42da-b86c-b02b21e3de0e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0559955 Feb 11 06:02:44.066269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab7a11af-2d21-46cd-be91-4bcd1b3efd28 req-ef60df58-e86d-451a-8b0c-2236339cabb4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491023 Feb 11 06:02:44.955483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-734e7b3d-7107-4e85-a0f2-4ad89b55a48b req-b29370b8-37e4-4183-b6b0-860d3790031f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0275404 Feb 11 06:02:45.189827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce22ccb-c019-43cb-ab8c-06799c173dc9 req-87e16f39-55c1-43e3-8bbf-5968a31b10b5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.191214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dce22ccb-c019-43cb-ab8c-06799c173dc9 req-87e16f39-55c1-43e3-8bbf-5968a31b10b5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0529299 Feb 11 06:02:45.237699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dce22ccb-c019-43cb-ab8c-06799c173dc9 req-7617fc92-eee4-4a26-a02c-75bbde689c23 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398228 Feb 11 06:02:46.055642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8db2b5c0-d13a-40a7-80c6-cc5ce9b2901d req-66936f40-be91-4fc6-9481-e1cb1b0682a8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0303257 Feb 11 06:02:46.362546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee5ad-35fb-470e-ac1d-4d7edcda63aa req-cd01d179-4800-438c-b489-c24e06d1cc82 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:46.364018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eaee5ad-35fb-470e-ac1d-4d7edcda63aa req-cd01d179-4800-438c-b489-c24e06d1cc82 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0527453 Feb 11 06:02:46.411721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8eaee5ad-35fb-470e-ac1d-4d7edcda63aa req-32b25032-1dfd-4892-92a9-4929da1ad5f9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421112 Feb 11 06:02:47.150694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eed77465-45ec-4a74-9b14-3ce6d82d40c5 req-2f2b1e8f-9247-4708-9fe6-538c05c754ea tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f84cda-943e-4139-846b-b8e250a1fb03 HTTP/1.1" status: 200 len: 210 time: 0.0264969 Feb 11 06:02:47.574251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903491-cd4b-4f7f-9825-e8fe7ea218ab req-1865df6e-d400-4a17-9689-c2706f5536a7 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:47.575658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e903491-cd4b-4f7f-9825-e8fe7ea218ab req-1865df6e-d400-4a17-9689-c2706f5536a7 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0630708 Feb 11 06:02:47.626531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e903491-cd4b-4f7f-9825-e8fe7ea218ab req-12caed81-4cee-40b7-8b77-a31b58d74327 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447083 Feb 11 06:02:48.757992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae574c-c6d6-4853-b105-f0c78075efe1 req-b9c6efba-f1a0-4f6b-b044-826644a38f81 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:48.759471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1ae574c-c6d6-4853-b105-f0c78075efe1 req-b9c6efba-f1a0-4f6b-b044-826644a38f81 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0536013 Feb 11 06:02:48.805875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1ae574c-c6d6-4853-b105-f0c78075efe1 req-570b92db-e009-4353-a3b6-fa63695b2a5f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405824 Feb 11 06:02:49.776898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:02:49.885933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:49.897933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'port_id': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'mac_address': 'fa:16:3e:34:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:02:49.937105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:49.937533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:49.941705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50535d-cc74-4c4f-95ca-e806cb531845 req-1cc295fc-c4e8-47dd-aa51-f5ca9ef60630 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:49.943225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed50535d-cc74-4c4f-95ca-e806cb531845 req-1cc295fc-c4e8-47dd-aa51-f5ca9ef60630 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0566914 Feb 11 06:02:49.950742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:02:49.970254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:49.974226 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:49.991230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed50535d-cc74-4c4f-95ca-e806cb531845 req-997cb961-f5b6-4428-8c3b-b1c89ce72c68 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Feb 11 06:02:50.027592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:50.036340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.036691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.037041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.037433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.037768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.038102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.038461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.038787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.039114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.039438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.040265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.040595 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.040920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:50.059876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:02:51.137159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a804a-9cd8-49b1-a725-59b265e64436 req-e554a1ca-3a2b-476f-90e2-c11156b71c38 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:51.138605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd6a804a-9cd8-49b1-a725-59b265e64436 req-e554a1ca-3a2b-476f-90e2-c11156b71c38 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0705273 Feb 11 06:02:51.197641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd6a804a-9cd8-49b1-a725-59b265e64436 req-ed688761-99eb-4af7-b002-72485a9c423a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526288 Feb 11 06:02:51.798223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:51.857553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:51.858330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:51.965485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:51.965861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:51.992451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:51.995268 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f095a1d-2d39-4baa-b006-85abc246455e" -d '{"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:52.013246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:52.030132 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:52.073570 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f337a-2c90-47b8-acf3-3e14e8745c4d x-openstack-request-id: req-f22f337a-2c90-47b8-acf3-3e14e8745c4d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:52.073778 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:52.074033 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f22f337a-2c90-47b8-acf3-3e14e8745c4d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:52.074432 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'code': 200} Feb 11 06:02:52.104711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:52.323333 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:52.377307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe65e8-af5c-4876-a4ce-df17f953dc70 req-4729e6c7-d05b-4adb-b136-570f9d5da70a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:52.381773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3fe65e8-af5c-4876-a4ce-df17f953dc70 req-4729e6c7-d05b-4adb-b136-570f9d5da70a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0749125 Feb 11 06:02:52.446940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3fe65e8-af5c-4876-a4ce-df17f953dc70 req-c17454de-2205-491c-9fd9-31a49330994b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591547 Feb 11 06:02:53.306312 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:53.709075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbcacd-6641-4436-87fd-87dddf1ebaf6 req-afd897b5-1ae3-46f9-9b04-b12f88809d28 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:53.713582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dbbcacd-6641-4436-87fd-87dddf1ebaf6 req-afd897b5-1ae3-46f9-9b04-b12f88809d28 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.1709275 Feb 11 06:02:53.803102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dbbcacd-6641-4436-87fd-87dddf1ebaf6 req-33915648-913b-41c3-8bc0-f8d1c05c990c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838158 Feb 11 06:02:54.015422 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:02:54.949468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4d0a2-3085-4400-b8ac-d445af331683 req-7a55a733-6ef0-4400-8562-934eb0244259 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:54.962491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbd4d0a2-3085-4400-b8ac-d445af331683 req-7a55a733-6ef0-4400-8562-934eb0244259 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0712316 Feb 11 06:02:55.015103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbd4d0a2-3085-4400-b8ac-d445af331683 req-d65a9373-a598-4e72-bc66-bd3d59792ae2 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514386 Feb 11 06:02:56.178879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f733406-157a-4ae2-9e60-d324f178ca15 req-607f7b15-5232-455a-b038-eabfea0d3f7e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:56.181890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f733406-157a-4ae2-9e60-d324f178ca15 req-607f7b15-5232-455a-b038-eabfea0d3f7e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0765154 Feb 11 06:02:56.261218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f733406-157a-4ae2-9e60-d324f178ca15 req-28f26af8-036f-4f32-b3a9-e8db727a05cb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724807 Feb 11 06:02:57.483480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb4852-19c0-4279-8d45-7eb03cc78bc5 req-41c44140-6171-427f-b175-0534ea83c60e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:57.485087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81fb4852-19c0-4279-8d45-7eb03cc78bc5 req-41c44140-6171-427f-b175-0534ea83c60e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.1510010 Feb 11 06:02:57.539972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-81fb4852-19c0-4279-8d45-7eb03cc78bc5 req-a47f87fb-e5d7-495a-afcb-5b782f78f0cd tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480974 Feb 11 06:02:57.730571 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-21864d56-9605-471e-8024-ae6ea7010587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:58.688872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320eb81-5296-4ac5-ab70-22ac3f838576 req-ab04925b-fcd5-4264-8372-d25f5402d2a3 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:58.697441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d320eb81-5296-4ac5-ab70-22ac3f838576 req-ab04925b-fcd5-4264-8372-d25f5402d2a3 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0674071 Feb 11 06:02:58.762493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d320eb81-5296-4ac5-ab70-22ac3f838576 req-efb11836-a815-4b8a-8be5-ffb44ce0674d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637221 Feb 11 06:02:59.319213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ff120-8e41-4aae-a8d3-03947b6289d8 req-38854154-7435-4627-9217-2acdef548b20 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:59.321398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d5ff120-8e41-4aae-a8d3-03947b6289d8 req-38854154-7435-4627-9217-2acdef548b20 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0805035 Feb 11 06:02:59.385556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d5ff120-8e41-4aae-a8d3-03947b6289d8 req-9fba1e42-d01f-4a58-800e-24a96f85acf2 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552814 Feb 11 06:02:59.893218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbee9bd-65d0-49b6-b1d0-e4c65847d4bc req-58e065e1-b990-4664-93df-26997932256f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:59.894915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bbee9bd-65d0-49b6-b1d0-e4c65847d4bc req-58e065e1-b990-4664-93df-26997932256f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0609996 Feb 11 06:02:59.948779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2bbee9bd-65d0-49b6-b1d0-e4c65847d4bc req-d5d7f9ce-6f8e-408a-aaa1-79d923f88912 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462615 Feb 11 06:03:00.326871 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bb30681e-0d2c-433e-9b06-cb4c94182f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:00.553213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1513195-6f2b-421c-8b6f-36ca5496b21a req-87dda906-b338-4354-9293-59b0c3322d84 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:00.555336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1513195-6f2b-421c-8b6f-36ca5496b21a req-87dda906-b338-4354-9293-59b0c3322d84 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0835547 Feb 11 06:03:00.662924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1513195-6f2b-421c-8b6f-36ca5496b21a req-ffc88058-f3dc-40c6-9271-7a613a7d2486 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905826 Feb 11 06:03:01.114975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9550475-ad9e-4dc5-9fd2-d7bd996ae0a4 req-6626f876-ad89-4aa8-9386-5dcce4bbecb9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:01.123770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9550475-ad9e-4dc5-9fd2-d7bd996ae0a4 req-6626f876-ad89-4aa8-9386-5dcce4bbecb9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0776219 Feb 11 06:03:01.195053 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:01.216360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9550475-ad9e-4dc5-9fd2-d7bd996ae0a4 req-1c8c951b-a348-4c67-bd79-a1d305eaae3b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914745 Feb 11 06:03:01.823774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ecdc2-8765-4799-b991-2c46292fac97 req-448e08ad-889c-464d-aa2b-f7559b95b672 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:01.825397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f92ecdc2-8765-4799-b991-2c46292fac97 req-448e08ad-889c-464d-aa2b-f7559b95b672 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0696635 Feb 11 06:03:01.889905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f92ecdc2-8765-4799-b991-2c46292fac97 req-b585ed1c-2be1-4bf6-bd44-f4ce36d154f9 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583286 Feb 11 06:03:02.350483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8945f-af0c-414a-885a-3a9cdcc608e1 req-796c2310-3238-4a21-8303-59e4d456035b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:02.352736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54b8945f-af0c-414a-885a-3a9cdcc608e1 req-796c2310-3238-4a21-8303-59e4d456035b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0588713 Feb 11 06:03:02.400037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54b8945f-af0c-414a-885a-3a9cdcc608e1 req-29cfa0be-b440-48c8-8997-89385af2781e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Feb 11 06:03:02.600226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-529366ba-bd09-4fc4-a86c-2711b57a9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:02.601784 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-529366ba-bd09-4fc4-a86c-2711b57a9e0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1129 time: 0.0471263 Feb 11 06:03:02.836374 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:03.009365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-8604f6bf-03cc-4aa4-b83e-67d2a41492e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:03.011851 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-8604f6bf-03cc-4aa4-b83e-67d2a41492e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.3995557 Feb 11 06:03:03.079086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fe368-e684-4ae8-becd-3f3ce0c3cfa5 req-9fc51296-db23-4770-bdb5-74fab4c070d3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:03.080605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da5fe368-e684-4ae8-becd-3f3ce0c3cfa5 req-9fc51296-db23-4770-bdb5-74fab4c070d3 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.1129839 Feb 11 06:03:03.101544 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-9007cf92-db83-4455-833d-ad5b109701b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 1002 time: 0.0826492 Feb 11 06:03:03.178074 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da5fe368-e684-4ae8-becd-3f3ce0c3cfa5 req-ba098fe6-9b17-4335-b374-19906f58de95 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900166 Feb 11 06:03:03.184674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-31cf3deb-d22d-43f3-bfe6-28116c2913ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:03.186135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-31cf3deb-d22d-43f3-bfe6-28116c2913ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0780759 Feb 11 06:03:03.242142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-f6f421e6-2411-44be-8210-5f3ee30e0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:03.244687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-f6f421e6-2411-44be-8210-5f3ee30e0850 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519180 Feb 11 06:03:03.347192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-9cb2094c-049b-454d-b5b5-14f21702d72d service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917780 Feb 11 06:03:03.439536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d29ab8d5-2ece-4478-bc12-dc829bf47bc3 req-3afcc1df-b8f2-4b7c-a09a-691fcd6a0641 service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858765 Feb 11 06:03:03.536473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b8241-c38b-4d7e-a859-39ee748f93a0 req-e76d1eff-49ab-466d-b440-47ea92ef90a4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:03.538100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-018b8241-c38b-4d7e-a859-39ee748f93a0 req-e76d1eff-49ab-466d-b440-47ea92ef90a4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0541308 Feb 11 06:03:03.591873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-018b8241-c38b-4d7e-a859-39ee748f93a0 req-bd79225c-925c-4685-aaed-4db0c82b6703 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Feb 11 06:03:03.938064 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:04.306154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29cbc5-453f-47e8-8ba8-148d36cc27f0 req-ccab00b5-3c5b-405e-83eb-5d778b062171 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:04.307660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd29cbc5-453f-47e8-8ba8-148d36cc27f0 req-ccab00b5-3c5b-405e-83eb-5d778b062171 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0561445 Feb 11 06:03:04.358828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd29cbc5-453f-47e8-8ba8-148d36cc27f0 req-89c95c08-c80c-4574-96d9-fd37eb5ae3a6 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453341 Feb 11 06:03:04.599607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-d7f5630c-4f59-42ee-bfd7-50a62707765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:04.601246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-d7f5630c-4f59-42ee-bfd7-50a62707765f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1129 time: 0.0480061 Feb 11 06:03:04.748407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-1c1d6493-2047-4bd4-97c5-9cfba6fd2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:04.749977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-1c1d6493-2047-4bd4-97c5-9cfba6fd2cb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.1283708 Feb 11 06:03:04.757724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a280e-2e59-4358-9c0c-900136e70e45 req-ddbd7aeb-dfe8-46bf-b9de-c8e30e2be871 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:04.759691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc1a280e-2e59-4358-9c0c-900136e70e45 req-ddbd7aeb-dfe8-46bf-b9de-c8e30e2be871 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0750139 Feb 11 06:03:04.852610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-ef9a28c2-7bda-4b9d-8b5d-039a1e6e99b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 1002 time: 0.0913889 Feb 11 06:03:04.859922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc1a280e-2e59-4358-9c0c-900136e70e45 req-49188001-a07a-46f4-9f48-5158f7d4eecb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934675 Feb 11 06:03:04.908095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-6880c48d-2724-413e-8288-49d51c51ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:04.909624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-6880c48d-2724-413e-8288-49d51c51ce2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0488284 Feb 11 06:03:04.959415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-681313bb-3e1d-4d43-81c8-ac000c98ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:04.960951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-681313bb-3e1d-4d43-81c8-ac000c98ad28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454264 Feb 11 06:03:05.061832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-75b4b1af-34ff-43f7-8206-906f75d1c827 service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940747 Feb 11 06:03:05.163541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fefd64cd-4ad9-4d57-bb8b-1ab44b89dec7 req-3842fac3-2271-4e2b-83d5-ee7e1cceea6c service neutron] 10.222.0.72 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959451 Feb 11 06:03:05.498445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10710-4294-41bb-a5d8-0683116432d7 req-d15eba87-8e76-4a58-82bc-a38334201e9b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:05.499952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ee10710-4294-41bb-a5d8-0683116432d7 req-d15eba87-8e76-4a58-82bc-a38334201e9b tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0619700 Feb 11 06:03:05.550422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ee10710-4294-41bb-a5d8-0683116432d7 req-25147f88-9e57-4d0c-bd42-9c85536df766 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Feb 11 06:03:05.997510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d767cd-3602-43f3-aa1b-1b3e192a91f4 req-7c5fcde6-4f85-49e3-b259-2789a6b84e60 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:05.999271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39d767cd-3602-43f3-aa1b-1b3e192a91f4 req-7c5fcde6-4f85-49e3-b259-2789a6b84e60 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0569212 Feb 11 06:03:06.047516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39d767cd-3602-43f3-aa1b-1b3e192a91f4 req-c971ff4d-d2c0-412c-a286-f462320be951 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Feb 11 06:03:06.532461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-94dbcfd3-86c3-44b8-9408-155564eab5e7 req-a5f5cac6-0897-49df-9caa-33516a0c3c80 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:03:06.533793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94dbcfd3-86c3-44b8-9408-155564eab5e7 req-a5f5cac6-0897-49df-9caa-33516a0c3c80 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056126 Feb 11 06:03:06.760271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f926cb-204c-4202-bb0a-bbfe40855559 req-8f426b02-37c2-4312-abb1-ee61c34d8489 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:06.762204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f926cb-204c-4202-bb0a-bbfe40855559 req-8f426b02-37c2-4312-abb1-ee61c34d8489 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.1072564 Feb 11 06:03:06.770462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f6ec-e0e9-4a41-aec3-1cd08154b783 req-30f168b3-8c63-4419-91a9-59de1679b010 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:06.772190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1086f6ec-e0e9-4a41-aec3-1cd08154b783 req-30f168b3-8c63-4419-91a9-59de1679b010 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.1313360 Feb 11 06:03:06.850247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99f926cb-204c-4202-bb0a-bbfe40855559 req-c1708937-46de-49c1-8689-b574cdd201d5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770550 Feb 11 06:03:06.869365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1086f6ec-e0e9-4a41-aec3-1cd08154b783 req-535b9eb6-8000-4f62-909a-f886636510ab tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814326 Feb 11 06:03:06.911109 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-60ea9344-c57d-46ce-8861-6c46639c1a8c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460660 Feb 11 06:03:07.053545 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-e37ca729-bdaf-4c00-bff3-71d268ea312c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:07.055482 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-e37ca729-bdaf-4c00-bff3-71d268ea312c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports/c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 943 time: 0.1144092 Feb 11 06:03:07.847188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:07.937913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:07.938588 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:07.966892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:07.969672 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07526dc6-8a60-4170-845c-3869b5682d6b" -d '{"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:07.984388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:07.999068 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:08.079639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:08.104750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590d6b-6cf0-4bcc-a2bb-a1fa43e1a996 req-c84e34d4-8767-4142-8fbb-aed6a9d9f043 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:08.106211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c590d6b-6cf0-4bcc-a2bb-a1fa43e1a996 req-c84e34d4-8767-4142-8fbb-aed6a9d9f043 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.1177790 Feb 11 06:03:08.118582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485abc1-276f-4801-975b-6ae623f77a9d req-8d6143fd-4a98-496e-bf9a-b6b444c45844 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:08.120093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d485abc1-276f-4801-975b-6ae623f77a9d req-8d6143fd-4a98-496e-bf9a-b6b444c45844 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0911651 Feb 11 06:03:08.180896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c590d6b-6cf0-4bcc-a2bb-a1fa43e1a996 req-08c17411-add9-4f2d-b3aa-9e1926537f3e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598118 Feb 11 06:03:08.207546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d485abc1-276f-4801-975b-6ae623f77a9d req-70e61145-d8be-4c75-a5c2-8f0f42ea751e tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724587 Feb 11 06:03:08.237642 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff10b2-87d5-40cd-aa64-7c1792c1db8b x-openstack-request-id: req-ffff10b2-87d5-40cd-aa64-7c1792c1db8b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:08.238134 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-unplugged", "status": "failed", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd", "code": 422}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:08.238555 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffff10b2-87d5-40cd-aa64-7c1792c1db8b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:08.239129 n-d-715271-35 neutron-server[103122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'code': 422} returned with failed status Feb 11 06:03:09.364900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de0101-5c4b-4f69-a73c-b1f307d376c3 req-e1e05d81-636d-4749-853c-31dab2ca06c1 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:09.366393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57de0101-5c4b-4f69-a73c-b1f307d376c3 req-e1e05d81-636d-4749-853c-31dab2ca06c1 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.0886583 Feb 11 06:03:09.399051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fbb0a-046a-4720-acc4-969c0b7bda4e req-5c08c610-756c-4aab-ac0e-5d2c693ecc78 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:09.400688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-138fbb0a-046a-4720-acc4-969c0b7bda4e req-5c08c610-756c-4aab-ac0e-5d2c693ecc78 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0910292 Feb 11 06:03:09.469568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57de0101-5c4b-4f69-a73c-b1f307d376c3 req-3f5cc83a-ac88-4839-a3b8-36285ff08fcf tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941494 Feb 11 06:03:09.479380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-138fbb0a-046a-4720-acc4-969c0b7bda4e req-1337f5cc-4198-4f30-a859-d52a7cd250f7 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705442 Feb 11 06:03:10.676381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc63424-0166-44fc-b4a3-6e03b80b874b req-60d0dda2-a8b5-49f8-9830-24a2a5b21c08 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:10.677971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfc63424-0166-44fc-b4a3-6e03b80b874b req-60d0dda2-a8b5-49f8-9830-24a2a5b21c08 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.1017876 Feb 11 06:03:10.691640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59817d2-edb1-4cb7-876c-6c2d6610cc7f req-b874f03e-17ca-468c-88ef-e56e1ae14749 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:10.698557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d59817d2-edb1-4cb7-876c-6c2d6610cc7f req-b874f03e-17ca-468c-88ef-e56e1ae14749 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.1135392 Feb 11 06:03:10.767760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfc63424-0166-44fc-b4a3-6e03b80b874b req-81b2eaa0-ef2e-4760-afe3-4d0f44235338 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838673 Feb 11 06:03:10.798609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d59817d2-edb1-4cb7-876c-6c2d6610cc7f req-d3d83e70-41b1-43f2-8215-b29998e0818b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992033 Feb 11 06:03:12.039162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9ff7b-11db-4a69-8e20-3c21a21a5bb6 req-d705cf74-a12e-4298-9f6c-eb7205060df0 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:12.040685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ab9ff7b-11db-4a69-8e20-3c21a21a5bb6 req-d705cf74-a12e-4298-9f6c-eb7205060df0 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.1234570 Feb 11 06:03:12.050501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fc3c4-4a62-4426-964c-dd2325afb59d req-a7508853-c28a-4442-a270-4ed24c22b000 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:12.051995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-347fc3c4-4a62-4426-964c-dd2325afb59d req-a7508853-c28a-4442-a270-4ed24c22b000 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.1487122 Feb 11 06:03:12.077369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157356a-250a-454c-a4c2-66f8a90f3ded req-7b611945-1b4c-485e-9ac6-528069841c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:12.078817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9157356a-250a-454c-a4c2-66f8a90f3ded req-7b611945-1b4c-485e-9ac6-528069841c8d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 1129 time: 0.1113694 Feb 11 06:03:12.166908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ab9ff7b-11db-4a69-8e20-3c21a21a5bb6 req-40b8cf57-6396-42ad-9fff-dc4833427330 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138048 Feb 11 06:03:12.198576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-347fc3c4-4a62-4426-964c-dd2325afb59d req-a000fbe8-0c71-4faf-bd6c-071d5c755467 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348796 Feb 11 06:03:12.204497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9157356a-250a-454c-a4c2-66f8a90f3ded req-5c55bddc-ea9f-48cc-8eb4-50d05b64ac44 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119547 Feb 11 06:03:13.402839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c431d-65d9-4916-af94-86bfc1a9dd69 req-7c652663-5937-402a-8779-1bf341cff1e5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:13.404433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c83c431d-65d9-4916-af94-86bfc1a9dd69 req-7c652663-5937-402a-8779-1bf341cff1e5 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.1118684 Feb 11 06:03:13.419988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f65d-b327-4458-9723-8fe966d5aa6b req-643cff70-09ac-4639-b580-4a9faea10867 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:13.421479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef12f65d-b327-4458-9723-8fe966d5aa6b req-643cff70-09ac-4639-b580-4a9faea10867 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.0767565 Feb 11 06:03:13.495588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c83c431d-65d9-4916-af94-86bfc1a9dd69 req-2876c681-ff00-4e06-b432-db261ef3bd3a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833592 Feb 11 06:03:13.499625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef12f65d-b327-4458-9723-8fe966d5aa6b req-9a58a3ce-bdb2-49cb-9835-83d872c72834 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711458 Feb 11 06:03:13.525455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39300) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:13.592966 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1bf5af18-490b-480d-b5ce-9937174bdaac tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/floatingips/2a7fb8f5-fff8-4412-8134-36a0b5062c0a HTTP/1.1" status: 200 len: 993 time: 0.0656641 Feb 11 06:03:13.885332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device fe1432db-2591-44fd-983d-8a054656091d details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:03:13.987273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port fe1432db-2591-44fd-983d-8a054656091d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fe1432db-2591-44fd-983d-8a054656091d,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:14.000430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'fe1432db-2591-44fd-983d-8a054656091d', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'port_id': 'fe1432db-2591-44fd-983d-8a054656091d', 'mac_address': 'fa:16:3e:f2:5c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:03:14.043145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port fe1432db-2591-44fd-983d-8a054656091d is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:14.043830 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe1432db-2591-44fd-983d-8a054656091d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:14.057746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe1432db-2591-44fd-983d-8a054656091d {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:14.076891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port fe1432db-2591-44fd-983d-8a054656091d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fe1432db-2591-44fd-983d-8a054656091d,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:14.081837 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe1432db-2591-44fd-983d-8a054656091d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:14.129993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=fe1432db-2591-44fd-983d-8a054656091d,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:14.304016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['fe1432db-2591-44fd-983d-8a054656091d'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:03:14.655517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6627b-cbf0-487c-8d28-459049570dd3 req-a7d69a1a-7afe-4485-993f-d88d4a8b857d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:14.657023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84c6627b-cbf0-487c-8d28-459049570dd3 req-a7d69a1a-7afe-4485-993f-d88d4a8b857d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.0577548 Feb 11 06:03:14.709666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84c6627b-cbf0-487c-8d28-459049570dd3 req-1cfc53db-0d7d-4a8a-a93b-e2c126d91275 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462360 Feb 11 06:03:15.837708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235f2c8-e8a7-433d-8792-32e16ca6df38 req-ba3a46d6-4995-48c7-9942-3b0688cfbe0a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:15.839202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5235f2c8-e8a7-433d-8792-32e16ca6df38 req-ba3a46d6-4995-48c7-9942-3b0688cfbe0a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.0537925 Feb 11 06:03:15.885293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device fe1432db-2591-44fd-983d-8a054656091d up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:15.890589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5235f2c8-e8a7-433d-8792-32e16ca6df38 req-509ac1e5-b467-48e3-8345-fdedb0eb71ec tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456655 Feb 11 06:03:15.962241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port fe1432db-2591-44fd-983d-8a054656091d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:15.962530 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fe1432db-2591-44fd-983d-8a054656091d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:16.042733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port fe1432db-2591-44fd-983d-8a054656091d is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:16.043127 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe1432db-2591-44fd-983d-8a054656091d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:16.070695 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:16.072932 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0275b069-0051-48a7-b891-4f32304e6097" -d '{"events": [{"server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "name": "network-vif-plugged", "status": "completed", "tag": "fe1432db-2591-44fd-983d-8a054656091d"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:16.085929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port fe1432db-2591-44fd-983d-8a054656091d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fe1432db-2591-44fd-983d-8a054656091d,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:16.093220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe1432db-2591-44fd-983d-8a054656091d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:16.129387 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4b8605-80fe-432a-9dda-708263b28a5a x-openstack-request-id: req-3e4b8605-80fe-432a-9dda-708263b28a5a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:16.129695 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "name": "network-vif-plugged", "status": "completed", "tag": "fe1432db-2591-44fd-983d-8a054656091d", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:16.129958 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e4b8605-80fe-432a-9dda-708263b28a5a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:16.130355 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d', 'code': 200} Feb 11 06:03:16.150587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=fe1432db-2591-44fd-983d-8a054656091d,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:17.040438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545571e-70a1-490a-8f9f-972ea75dc7fe req-331ac5ba-6356-47da-a6ec-6f1dcc37f754 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:17.047334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3545571e-70a1-490a-8f9f-972ea75dc7fe req-331ac5ba-6356-47da-a6ec-6f1dcc37f754 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.0606174 Feb 11 06:03:17.097697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3545571e-70a1-490a-8f9f-972ea75dc7fe req-1f252012-4376-4021-acd8-88b8482e54a8 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494447 Feb 11 06:03:17.667412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-55fe94aa-6671-4f60-b47c-34212386ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:17.669044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-55fe94aa-6671-4f60-b47c-34212386ac90 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63&tenant_id=c5962c623f1548ebbbb82d0096368aed HTTP/1.1" status: 200 len: 1127 time: 0.0887368 Feb 11 06:03:17.679995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-d7c931ce-a63f-4d07-b860-5d2cf16fe505 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:03:17.681015 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-d7c931ce-a63f-4d07-b860-5d2cf16fe505 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055294 Feb 11 06:03:17.692126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:17.755650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:17.958153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:17.989767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:18.022068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:18.029810 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Publish callbacks [] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.042049 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Transition to ACTIVE for port object c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:03:18.045622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.263338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4a86a-44e8-442a-90db-ec2db5dffa5d req-2de620c6-855e-43c6-95b7-80e89530e67c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:18.272248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06d4a86a-44e8-442a-90db-ec2db5dffa5d req-2de620c6-855e-43c6-95b7-80e89530e67c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 944 time: 0.0807903 Feb 11 06:03:18.329740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06d4a86a-44e8-442a-90db-ec2db5dffa5d req-05241718-a788-40d8-8697-9351f5918a15 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560184 Feb 11 06:03:18.455546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=9']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:18.521965 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] No DVR routers for this DVR port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:03:18.688309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Attempting to bind port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:18.689066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Attempting to bind port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:18.689066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Attempting to bind port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on network 69b11023-66a0-4480-9c53-bea2d1a703fe {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:18.695254 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on network 69b11023-66a0-4480-9c53-bea2d1a703fe not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:03:18.695583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Attempting to bind port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on network 69b11023-66a0-4480-9c53-bea2d1a703fe {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:18.702433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:18.702699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Checking segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:18.702992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Bound using segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:18.703449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Bound port: c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:18.703811 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.788164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:18.792558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:18.802569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.851120 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:18.852274 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.853775 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] 10.222.0.81 "PUT /v2.0/ports/c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 1093 time: 1.1657972 Feb 11 06:03:18.854255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:18.856662 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8aa131-ad5d-4536-a269-843d559a74e4" -d '{"events": [{"name": "network-changed", "server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:18.876228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6aa7a0-40fa-4c01-adfb-8c0d559ad7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=10']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:18.922678 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a562a324-bc3c-4da2-9e12-f947e959e7b5 x-openstack-request-id: req-a562a324-bc3c-4da2-9e12-f947e959e7b5 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:18.923081 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:18.923257 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a562a324-bc3c-4da2-9e12-f947e959e7b5 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:18.923701 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'status': 'completed', 'code': 200} Feb 11 06:03:18.951132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-84d1d8e7-ee3f-48a6-b2ac-e261eabdbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:18.952669 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-84d1d8e7-ee3f-48a6-b2ac-e261eabdbb19 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1128 time: 0.0669165 Feb 11 06:03:19.079492 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-a2ced400-3532-4b48-a421-eb5c881cee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.081337 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-a2ced400-3532-4b48-a421-eb5c881cee41 service neutron] 10.222.0.81 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.1213281 Feb 11 06:03:19.164713 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-18d5bb7f-ffdd-461c-98a6-c3373363dd3c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 1000 time: 0.0767429 Feb 11 06:03:19.215439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-fb15b375-e655-47f6-8237-435bef414d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.217351 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-fb15b375-e655-47f6-8237-435bef414d30 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0469954 Feb 11 06:03:19.268969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-181e38d4-a301-4d02-852d-571fb2e05bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.270556 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-181e38d4-a301-4d02-852d-571fb2e05bbb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457399 Feb 11 06:03:19.366124 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-08be61eb-d45d-4889-b94b-795bfe61a417 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883565 Feb 11 06:03:19.461019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fff5d2-056e-4914-9fcc-54a01f0524a2 req-fd146209-5a2c-463a-bd75-ad51827a197b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.462473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9fff5d2-056e-4914-9fcc-54a01f0524a2 req-fd146209-5a2c-463a-bd75-ad51827a197b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0560682 Feb 11 06:03:19.466006 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-75c50d90-304b-4831-8374-9b97339ea2aa service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935750 Feb 11 06:03:19.513694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9fff5d2-056e-4914-9fcc-54a01f0524a2 req-a24f62f4-bf42-4d36-9fbd-4b52f86a5b7a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 Feb 11 06:03:19.631875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-442eeff4-4f0c-4a46-a245-d8536f77d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.633759 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-442eeff4-4f0c-4a46-a245-d8536f77d9be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1128 time: 0.0586591 Feb 11 06:03:19.740355 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-3bc9fdb9-6c55-4905-97e4-5b08085a9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.741912 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-3bc9fdb9-6c55-4905-97e4-5b08085a9a4f service neutron] 10.222.0.81 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.1017280 Feb 11 06:03:19.813301 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-51f45a6c-f781-4857-a91f-c4f560bae37f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 1000 time: 0.0654995 Feb 11 06:03:19.889050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-eae09cba-87be-4313-84ee-4eff7ca2e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.890571 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-eae09cba-87be-4313-84ee-4eff7ca2e8c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0709674 Feb 11 06:03:20.666971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81704a-2f93-429e-bb7e-300370aae60b req-569f6c6e-a260-4d4a-beb2-d25004737e51 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:20.668465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a81704a-2f93-429e-bb7e-300370aae60b req-569f6c6e-a260-4d4a-beb2-d25004737e51 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0667768 Feb 11 06:03:20.721478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a81704a-2f93-429e-bb7e-300370aae60b req-5d3418ac-ecf2-4c3c-8aba-4efd6c09aa0b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474834 Feb 11 06:03:21.029456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-7714adb7-dbca-4827-9e69-88a557c76783 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:21.030912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-7714adb7-dbca-4827-9e69-88a557c76783 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1227415 Feb 11 06:03:21.045585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-cd7b3a50-3872-471a-9dc2-0643fe764af6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/quotas/e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 375 time: 0.0092456 Feb 11 06:03:21.103662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-c7041fcd-daab-4063-a957-29c709932e4d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529449 Feb 11 06:03:21.207788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-51d4ad03-7fe9-4f06-8ae1-b5190cf5ee6f service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974674 Feb 11 06:03:21.307973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-1557f70f-b47c-47e6-800f-1843eb530ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931282 Feb 11 06:03:21.640026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee9c8537-468a-4d7a-8bea-6f949f810ab0 req-8a7cce27-6d0e-4cb5-b5bb-14daba908fda tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0470896 Feb 11 06:03:21.911252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73986abc-0277-4e5f-8f57-994210ba2df1 req-5a03d54f-b6c1-4c13-9f98-d0c083f4d9dd tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:21.918679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73986abc-0277-4e5f-8f57-994210ba2df1 req-5a03d54f-b6c1-4c13-9f98-d0c083f4d9dd tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0843430 Feb 11 06:03:21.982814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73986abc-0277-4e5f-8f57-994210ba2df1 req-883fd350-9ce5-48a2-92bb-cd4c1355e053 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631943 Feb 11 06:03:22.309377 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:22.748002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-386e82c6-692f-43f6-a53d-b7d3957c774b req-5f22a68f-192c-48d8-8a76-276e4c7f0480 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0289090 Feb 11 06:03:23.120627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7afbd8-88c4-4591-927f-3d6ddbb29eee req-b7bad092-63d8-4615-a27b-1bd5ec98ef17 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:23.122176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af7afbd8-88c4-4591-927f-3d6ddbb29eee req-b7bad092-63d8-4615-a27b-1bd5ec98ef17 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0610666 Feb 11 06:03:23.173729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af7afbd8-88c4-4591-927f-3d6ddbb29eee req-827539f5-b795-4709-83c2-c886876d2e3e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460179 Feb 11 06:03:23.277778 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:23.854331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19e0942d-d45d-4e08-8624-f2a009e9e0b0 req-39b1ef3b-7287-4aea-8ee6-fdf507255c5e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0326724 Feb 11 06:03:24.312228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b941fef-19e9-425c-b649-88e35b459851 req-08e618d7-cd20-457b-82b7-0ebfa322d767 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:24.313894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b941fef-19e9-425c-b649-88e35b459851 req-08e618d7-cd20-457b-82b7-0ebfa322d767 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0565472 Feb 11 06:03:24.362307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b941fef-19e9-425c-b649-88e35b459851 req-6da2d873-6d6b-4918-ae51-a6fab85d67d4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Feb 11 06:03:24.958391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-011a405d-513b-46d6-9724-92db47ed89af req-1e56edd1-a6d9-4f55-87ec-6e1930c05ad6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0318599 Feb 11 06:03:25.500416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5cd17-6350-4091-aa09-ab20054a9ce3 req-2f06c326-8d82-4407-966a-d00ce87b9b77 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:25.501984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45a5cd17-6350-4091-aa09-ab20054a9ce3 req-2f06c326-8d82-4407-966a-d00ce87b9b77 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0580726 Feb 11 06:03:25.551455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45a5cd17-6350-4091-aa09-ab20054a9ce3 req-88b89edb-2b34-4ac9-b4f0-0e79a1eb016f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Feb 11 06:03:26.075288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-002961c2-b8ca-41bc-820b-ca37beae5733 req-432c5585-7942-48f8-8b88-72d4e14946e7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0314279 Feb 11 06:03:26.684320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d3afa-66c4-42e6-a5b9-2cecb16299e0 req-11203d64-d6d6-4af1-9f0b-112dab6e3b18 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:26.685903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f7d3afa-66c4-42e6-a5b9-2cecb16299e0 req-11203d64-d6d6-4af1-9f0b-112dab6e3b18 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0581679 Feb 11 06:03:26.735571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f7d3afa-66c4-42e6-a5b9-2cecb16299e0 req-beaf54c0-a1cb-4375-b196-7bca5a14cff9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Feb 11 06:03:27.176775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8887b6ed-25d8-41a7-abe9-841ab891c43c req-18f2ac57-8936-4e69-a642-2993a2f9b229 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0282068 Feb 11 06:03:27.728333 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-65b5e3ea-07a4-461e-828d-910f4dcc7ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.865862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4bded-6110-4229-8e97-1e7a694accd3 req-d12767ef-21c4-4b5c-bb41-dbb3aaf21ae3 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:27.867359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25b4bded-6110-4229-8e97-1e7a694accd3 req-d12767ef-21c4-4b5c-bb41-dbb3aaf21ae3 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0561852 Feb 11 06:03:27.918631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25b4bded-6110-4229-8e97-1e7a694accd3 req-0084d506-3034-4971-9fdc-59e0a98ad313 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445340 Feb 11 06:03:28.276578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fb4393d-388b-4327-983c-5b87870784ba req-f1195137-2b96-48df-85ee-20993556d65b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0310907 Feb 11 06:03:28.866983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-26f7bc3c-fd1b-4524-97ec-adebeed4a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:28.869397 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-26f7bc3c-fd1b-4524-97ec-adebeed4a05e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531697 Feb 11 06:03:28.971814 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-bfa9d12c-f6fa-4804-9a34-07c5b7f5731d service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945516 Feb 11 06:03:29.052708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4578de6-1fb3-4ab7-b6fe-42e1e9b77477 req-55fdbd2d-33f0-4386-ac46-d161c07b2bb3 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:29.055089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4578de6-1fb3-4ab7-b6fe-42e1e9b77477 req-55fdbd2d-33f0-4386-ac46-d161c07b2bb3 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0622330 Feb 11 06:03:29.077836 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1c8aa131-ad5d-4536-a269-843d559a74e4 req-5097ae32-6fb8-4113-922e-d5b65dc69680 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944941 Feb 11 06:03:29.106190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4578de6-1fb3-4ab7-b6fe-42e1e9b77477 req-0ad2a365-7b82-4a8d-bdbe-c502cb495815 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433593 Feb 11 06:03:29.376831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88270021-9abe-42d7-80b5-2622f7c270f9 req-31aa863d-5e8e-4cc7-a1c3-02723afff122 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0304325 Feb 11 06:03:29.455234 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-f300d821-157e-4ed3-894e-df2ff40d15cb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:29.456697 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-f300d821-157e-4ed3-894e-df2ff40d15cb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1068838 Feb 11 06:03:29.468995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'port': {'device_id': '71801595-58ac-4990-9dde-ba7a5824e80d', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'admin_state_up': True, 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:29.583770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Made reservation on behalf of e9190f6e10054c979c98f8f31ec81825 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:29.588456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.724538 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.20.0.4 (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9/b393f713-8a95-4031-9452-062250f4adfb) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:29.872469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (b393f713-8a95-4031-9452-062250f4adfb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.908147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b393f713-8a95-4031-9452-062250f4adfb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.953536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:29.956537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:29.959024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:29.991722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=b393f713-8a95-4031-9452-062250f4adfb,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:30.020699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:30.021432 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.038299 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-19ca3f93-e963-47eb-9ce1-b5500a8cfdf3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730007 Feb 11 06:03:30.049936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Request body: {'port': {'device_id': '71801595-58ac-4990-9dde-ba7a5824e80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:30.113377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b393f713-8a95-4031-9452-062250f4adfb), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.236283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f55e05cb-afd1-41dd-8ab7-4960ac438282 None None] Provisioning complete for port b393f713-8a95-4031-9452-062250f4adfb triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:30.237476 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f55e05cb-afd1-41dd-8ab7-4960ac438282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b393f713-8a95-4031-9452-062250f4adfb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.263500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf72861-b963-4f3f-8a61-c9eca33eea3e req-9392349f-bfee-47b3-b6a3-e94f4c481770 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:30.271417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcf72861-b963-4f3f-8a61-c9eca33eea3e req-9392349f-bfee-47b3-b6a3-e94f4c481770 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0814209 Feb 11 06:03:30.274370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f55e05cb-afd1-41dd-8ab7-4960ac438282 None None] Port b393f713-8a95-4031-9452-062250f4adfb cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:30.302907 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4ec77881-242c-441d-90f7-5aa91261ccf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.333866 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fcf72861-b963-4f3f-8a61-c9eca33eea3e req-9dde2999-1c4f-4b4c-a541-cb1664b3ec60 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616782 Feb 11 06:03:30.461615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b393f713-8a95-4031-9452-062250f4adfb {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:30.473392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Publish callbacks [] for port (b393f713-8a95-4031-9452-062250f4adfb), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.486728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Transition to ACTIVE for port object b393f713-8a95-4031-9452-062250f4adfb will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:03:30.493082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b393f713-8a95-4031-9452-062250f4adfb), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.515636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6c1b4-2787-4f2c-8720-011acd575ac5 req-c582510e-f6ce-468a-ad71-64e6def953dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:30.527177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24a6c1b4-2787-4f2c-8720-011acd575ac5 req-c582510e-f6ce-468a-ad71-64e6def953dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 931 time: 0.0772383 Feb 11 06:03:30.569695 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Pushing event updated for resources: {'Port': ['ID=b393f713-8a95-4031-9452-062250f4adfb,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:30.603424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24a6c1b4-2787-4f2c-8720-011acd575ac5 req-07b5b15c-d8d2-45fc-95c5-4dbef0c5f57e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749524 Feb 11 06:03:30.658432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Attempting to bind port b393f713-8a95-4031-9452-062250f4adfb on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:30.659070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Attempting to bind port b393f713-8a95-4031-9452-062250f4adfb by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:30.659666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Attempting to bind port b393f713-8a95-4031-9452-062250f4adfb on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:30.669721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Port b393f713-8a95-4031-9452-062250f4adfb on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:03:30.670222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Attempting to bind port b393f713-8a95-4031-9452-062250f4adfb on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:30.677416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:30.677550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:30.678198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Bound using segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:30.678730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Bound port: b393f713-8a95-4031-9452-062250f4adfb, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:30.679747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b393f713-8a95-4031-9452-062250f4adfb), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.756207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] For port b393f713-8a95-4031-9452-062250f4adfb, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:30.759888 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] For port b393f713-8a95-4031-9452-062250f4adfb, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b393f713-8a95-4031-9452-062250f4adfb,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:30.769542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (b393f713-8a95-4031-9452-062250f4adfb), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.787367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:30.789260 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.790784 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] 10.222.0.81 "PUT /v2.0/ports/b393f713-8a95-4031-9452-062250f4adfb HTTP/1.1" status: 200 len: 1092 time: 0.7454674 Feb 11 06:03:30.792382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71801595-58ac-4990-9dde-ba7a5824e80d', 'tag': 'b393f713-8a95-4031-9452-062250f4adfb'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:30.794919 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc5929d-ee28-486c-90a0-59b1167446e7" -d '{"events": [{"name": "network-changed", "server_uuid": "71801595-58ac-4990-9dde-ba7a5824e80d", "tag": "b393f713-8a95-4031-9452-062250f4adfb"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:30.898636 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff677e8-6942-475b-9681-189f98f78690 x-openstack-request-id: req-8ff677e8-6942-475b-9681-189f98f78690 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:30.899339 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71801595-58ac-4990-9dde-ba7a5824e80d", "tag": "b393f713-8a95-4031-9452-062250f4adfb", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:30.899339 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ff677e8-6942-475b-9681-189f98f78690 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:30.899904 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71801595-58ac-4990-9dde-ba7a5824e80d', 'tag': 'b393f713-8a95-4031-9452-062250f4adfb', 'status': 'completed', 'code': 200} Feb 11 06:03:30.909698 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332f8d1-6002-4548-aeea-38d368765aed service neutron] Pushing event updated for resources: {'Port': ['ID=b393f713-8a95-4031-9452-062250f4adfb,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:30.942912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-e270afac-79ff-4417-9077-77cc187bf7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:30.944907 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-e270afac-79ff-4417-9077-77cc187bf7c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 1126 time: 0.0961366 Feb 11 06:03:30.998251 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-69fd5762-5af5-4016-87b2-48ba30134c1f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b393f713-8a95-4031-9452-062250f4adfb HTTP/1.1" status: 200 len: 217 time: 0.0454769 Feb 11 06:03:31.016970 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:03:31.070825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-859c99cc-bc0b-474a-8b76-fa17b8069584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:31.072934 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-859c99cc-bc0b-474a-8b76-fa17b8069584 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0692918 Feb 11 06:03:31.125147 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-c5420aff-bc7e-4ee3-8215-38bf6b063160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:31.126668 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-c5420aff-bc7e-4ee3-8215-38bf6b063160 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463872 Feb 11 06:03:31.190101 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.231776 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-4e41e4e7-3d53-49f6-bfab-b68cd8050c25 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973411 Feb 11 06:03:31.328652 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-deed7a0a-57c4-408e-99c5-49d9ed535160 req-581cbce2-8b5e-4de6-a2b4-85a247c029b7 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898941 Feb 11 06:03:31.430796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-4addb709-8731-4976-af77-8b9d6591ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:31.432877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-4addb709-8731-4976-af77-8b9d6591ba4a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 1126 time: 0.0576100 Feb 11 06:03:31.474938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08bfd5-a71e-492a-9e3c-3e6483ea91cf req-e73e87b5-94ba-4987-b9c9-270cf91cdd3f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:31.486259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e08bfd5-a71e-492a-9e3c-3e6483ea91cf req-e73e87b5-94ba-4987-b9c9-270cf91cdd3f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0719666 Feb 11 06:03:31.543544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-b7a86ed1-63a9-47fb-a4ab-3c5ab9f52480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:31.545714 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-b7a86ed1-63a9-47fb-a4ab-3c5ab9f52480 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.1065557 Feb 11 06:03:31.549628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e08bfd5-a71e-492a-9e3c-3e6483ea91cf req-27c160aa-2c7a-4985-a17f-d90751742dbb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600781 Feb 11 06:03:31.591093 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-a3907741-ed1b-40b8-812a-0153430a467d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b393f713-8a95-4031-9452-062250f4adfb HTTP/1.1" status: 200 len: 217 time: 0.0381522 Feb 11 06:03:31.647924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-ae78089e-72eb-48b7-b252-4601f739d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:31.649811 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-ae78089e-72eb-48b7-b252-4601f739d38f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0524192 Feb 11 06:03:31.718402 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-8755764f-acf6-462b-8692-e98442d13fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:31.720256 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-8755764f-acf6-462b-8692-e98442d13fb6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0565166 Feb 11 06:03:31.752407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f1de1-e02d-4258-89a0-c1cc0f38553e req-2620490f-92e9-409f-87fd-6ea58e87b789 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:31.760127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a9f1de1-e02d-4258-89a0-c1cc0f38553e req-2620490f-92e9-409f-87fd-6ea58e87b789 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0680306 Feb 11 06:03:31.813720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a9f1de1-e02d-4258-89a0-c1cc0f38553e req-480f9186-5e83-4fa1-9518-5bc7b3bdb5ae tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523281 Feb 11 06:03:31.825746 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-9eaffc45-a830-480d-b3db-f15e518a4e0a service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957739 Feb 11 06:03:31.918430 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-7cc5929d-ee28-486c-90a0-59b1167446e7 req-f30f6dfd-9fa6-433b-9a36-297e019eda99 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861113 Feb 11 06:03:32.668094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0bdf0-4fe3-4af5-b6db-d3b172c3a6c6 req-d3a40224-9427-42b8-ad5a-bed0a30d833c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:32.669634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23c0bdf0-4fe3-4af5-b6db-d3b172c3a6c6 req-d3a40224-9427-42b8-ad5a-bed0a30d833c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0522048 Feb 11 06:03:32.719430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23c0bdf0-4fe3-4af5-b6db-d3b172c3a6c6 req-0abf226b-34f2-4ba9-b3ba-0debab110ada tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Feb 11 06:03:32.839621 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.929833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3c3ff-6972-4485-b543-dbb04153a038 req-cdcc7032-fe79-459b-8676-50101bb9df9a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:32.931514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ce3c3ff-6972-4485-b543-dbb04153a038 req-cdcc7032-fe79-459b-8676-50101bb9df9a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0578337 Feb 11 06:03:32.984732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ce3c3ff-6972-4485-b543-dbb04153a038 req-f88c88f6-6459-4884-8f70-37baa36366f4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475078 Feb 11 06:03:33.850238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30ac49-1d4d-4518-8ab7-4b66bd43937b req-978d3225-3531-4402-a3c0-5095831b14ca tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:33.852723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a30ac49-1d4d-4518-8ab7-4b66bd43937b req-978d3225-3531-4402-a3c0-5095831b14ca tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0545146 Feb 11 06:03:33.901867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a30ac49-1d4d-4518-8ab7-4b66bd43937b req-10ffdde3-a7cd-446d-aa41-706059f9db9c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434194 Feb 11 06:03:33.947408 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.106179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a4127-eed7-4790-b0bb-64874343d305 req-f71b3e58-3396-46da-ac23-8e22bbc2b7d0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:34.107673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a32a4127-eed7-4790-b0bb-64874343d305 req-f71b3e58-3396-46da-ac23-8e22bbc2b7d0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0532238 Feb 11 06:03:34.157820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a32a4127-eed7-4790-b0bb-64874343d305 req-67078052-437a-495c-b4a3-6e19474f108f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444663 Feb 11 06:03:35.032216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb6a30-68e7-40dc-8e32-36097858e579 req-87df3116-0a08-4796-bf41-d51eed67a09b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:35.033752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3fdb6a30-68e7-40dc-8e32-36097858e579 req-87df3116-0a08-4796-bf41-d51eed67a09b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0535452 Feb 11 06:03:35.081470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3fdb6a30-68e7-40dc-8e32-36097858e579 req-20b41539-ab8c-494b-a600-96fab7ab22e7 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418801 Feb 11 06:03:35.283565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d93e3-2ac0-4b86-990d-618c2d877798 req-c1c82ee0-2ac0-48a1-9cd8-c57f240b191a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:35.285060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e0d93e3-2ac0-4b86-990d-618c2d877798 req-c1c82ee0-2ac0-48a1-9cd8-c57f240b191a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0565870 Feb 11 06:03:35.331559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e0d93e3-2ac0-4b86-990d-618c2d877798 req-1f92669b-efad-4826-a4b5-c54c1efca40e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Feb 11 06:03:36.218349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977381df-c30e-4e12-8268-19d3bdeb71fc req-80a1833b-dd46-4b82-aab3-43ce0f6f8b19 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:36.219695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-977381df-c30e-4e12-8268-19d3bdeb71fc req-80a1833b-dd46-4b82-aab3-43ce0f6f8b19 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 945 time: 0.0576754 Feb 11 06:03:36.269213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-977381df-c30e-4e12-8268-19d3bdeb71fc req-0a5da4ad-49f0-426b-b2dc-18e95e8e0145 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Feb 11 06:03:36.453830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3598d7-6702-4254-8d8b-40606f60fd53 req-a4cf2463-e699-406e-94de-ea3faf9e353b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:36.455316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc3598d7-6702-4254-8d8b-40606f60fd53 req-a4cf2463-e699-406e-94de-ea3faf9e353b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0531447 Feb 11 06:03:36.506217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc3598d7-6702-4254-8d8b-40606f60fd53 req-cdc8c246-6afc-4f7c-8756-14428a9933a2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Feb 11 06:03:36.778869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:03:36.878256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:36.889559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'port_id': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'mac_address': 'fa:16:3e:34:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:03:36.932129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:36.932525 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.945745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:36.965477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:36.970738 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:37.026517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=11']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:37.371965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:03:37.406907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f869c-64c3-470f-a466-335f707949b7 req-a811ceae-6d8c-4f7c-a0e5-2c4490f81a8a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:37.408427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691f869c-64c3-470f-a466-335f707949b7 req-a811ceae-6d8c-4f7c-a0e5-2c4490f81a8a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0582211 Feb 11 06:03:37.462877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-691f869c-64c3-470f-a466-335f707949b7 req-8577e15e-a091-4fce-b354-5d1bf4f985f8 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483840 Feb 11 06:03:37.629628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801cb46-88e5-421f-a8ff-5fe2238a3da3 req-79d99bca-bdae-4a6e-babf-5bcb98561131 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:37.631031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a801cb46-88e5-421f-a8ff-5fe2238a3da3 req-79d99bca-bdae-4a6e-babf-5bcb98561131 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0522852 Feb 11 06:03:37.677676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a801cb46-88e5-421f-a8ff-5fe2238a3da3 req-e5eb1a1b-1114-4495-b5fa-2633ec08990e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Feb 11 06:03:38.586088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d046cb-4753-40b8-8f92-2d0914c6e37c req-13894980-8347-49ed-b42d-6815cbd9e14f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:38.587539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23d046cb-4753-40b8-8f92-2d0914c6e37c req-13894980-8347-49ed-b42d-6815cbd9e14f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 946 time: 0.0526147 Feb 11 06:03:38.633192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23d046cb-4753-40b8-8f92-2d0914c6e37c req-8bf5f474-a3e4-4e29-acd3-0aa3a05985a8 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Feb 11 06:03:38.799207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:38.801261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b90f9b-f1d0-4e19-b901-3e3beb05c9c7 req-da8abe68-faae-402b-83dc-b3399fed5e88 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:38.802856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31b90f9b-f1d0-4e19-b901-3e3beb05c9c7 req-da8abe68-faae-402b-83dc-b3399fed5e88 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0560844 Feb 11 06:03:38.858477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:03:38.863927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:38.864448 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:38.867796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31b90f9b-f1d0-4e19-b901-3e3beb05c9c7 req-00640c50-6a0d-4341-a1e9-8b25f204a28f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490479 Feb 11 06:03:38.948122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:38.948519 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:38.974276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:38.976892 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45cd041-907c-426d-9d79-30ee9b6dd2bf" -d '{"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:38.989927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:38.994937 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.035846 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcd2cbf-9a15-4394-9125-1fd9547a5ccd x-openstack-request-id: req-bbcd2cbf-9a15-4394-9125-1fd9547a5ccd {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:39.036197 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:39.036430 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbcd2cbf-9a15-4394-9125-1fd9547a5ccd {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:39.036816 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'code': 200} Feb 11 06:03:39.070377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=12']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:39.211566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a32ce-2ed4-486b-ab38-c8b53f8f20bf req-d41d09a5-ef1b-4662-a100-bda412a93a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:39.213332 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d7a32ce-2ed4-486b-ab38-c8b53f8f20bf req-d41d09a5-ef1b-4662-a100-bda412a93a50 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1130 time: 0.0465808 Feb 11 06:03:39.264397 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8d7a32ce-2ed4-486b-ab38-c8b53f8f20bf req-6b1d0280-6346-4d1b-9c91-36069663f0e1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451519 Feb 11 06:03:39.758120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3a3c3-fcdd-44af-89c6-40db6c9cf79b req-33abfc1c-3d2c-40cc-ae54-a72900e6ec30 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:39.759601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cd3a3c3-fcdd-44af-89c6-40db6c9cf79b req-33abfc1c-3d2c-40cc-ae54-a72900e6ec30 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 947 time: 0.0537663 Feb 11 06:03:39.807828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cd3a3c3-fcdd-44af-89c6-40db6c9cf79b req-595634ad-507a-453f-9ed3-ae90ec3719cc tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426910 Feb 11 06:03:39.995265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ef097-02a9-4dfd-8761-146a9fec69bb req-19875224-e41a-48b6-999f-310f2481c6b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:39.997221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a99ef097-02a9-4dfd-8761-146a9fec69bb req-19875224-e41a-48b6-999f-310f2481c6b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0567417 Feb 11 06:03:40.046139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a99ef097-02a9-4dfd-8761-146a9fec69bb req-f1383dca-0791-4bd0-9155-e5df99dbc0dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Feb 11 06:03:40.940603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf4839-7004-4858-8dc9-18d565574578 req-3ca3e762-2c5a-4ea4-b3e8-6efc3fe94a49 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:40.942128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1cf4839-7004-4858-8dc9-18d565574578 req-3ca3e762-2c5a-4ea4-b3e8-6efc3fe94a49 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 947 time: 0.0537617 Feb 11 06:03:40.987476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1cf4839-7004-4858-8dc9-18d565574578 req-1021421c-a57b-430c-9280-afa5e974b138 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396705 Feb 11 06:03:41.162004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becc406-6ff4-4d7b-a7c5-7fa490af562d req-3f45453c-cbbe-473c-9fb2-95f09201b4c8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.164008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5becc406-6ff4-4d7b-a7c5-7fa490af562d req-3f45453c-cbbe-473c-9fb2-95f09201b4c8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0526242 Feb 11 06:03:41.213699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5becc406-6ff4-4d7b-a7c5-7fa490af562d req-ea2d0753-61ea-44c8-bc3d-c8fb1bc884a8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Feb 11 06:03:42.109706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eb0b4-613e-4953-954d-5e555760b5c4 req-0e7e44d0-341d-4a2c-a83a-a82bf5723338 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.111156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-780eb0b4-613e-4953-954d-5e555760b5c4 req-0e7e44d0-341d-4a2c-a83a-a82bf5723338 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 947 time: 0.0512726 Feb 11 06:03:42.156346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-780eb0b4-613e-4953-954d-5e555760b5c4 req-a5a907a8-f42b-4929-bd8f-1a3fc7e71566 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392034 Feb 11 06:03:42.334042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da204-d005-417e-9db0-8dc723a0e23f req-1d3ec9e4-7002-45eb-886c-7640cadea463 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.335442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a76da204-d005-417e-9db0-8dc723a0e23f req-1d3ec9e4-7002-45eb-886c-7640cadea463 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0525410 Feb 11 06:03:42.382504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a76da204-d005-417e-9db0-8dc723a0e23f req-1f5aa764-157e-4036-9210-5a44f8df3d6a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414236 Feb 11 06:03:43.509643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e00229-4f72-4d22-a03f-9a936c44b7be req-1ff51e17-919c-4719-8768-002a941a31ef tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:43.511125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40e00229-4f72-4d22-a03f-9a936c44b7be req-1ff51e17-919c-4719-8768-002a941a31ef tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0608449 Feb 11 06:03:43.557443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40e00229-4f72-4d22-a03f-9a936c44b7be req-7e0363e1-9652-4ac1-b44f-a91a4be2fb82 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Feb 11 06:03:44.673190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e5811-3625-4ee1-b41e-48fc04c3b6b2 req-ea8ca11e-1b7f-4f5e-b42a-d7f67b1a8780 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:44.674931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-546e5811-3625-4ee1-b41e-48fc04c3b6b2 req-ea8ca11e-1b7f-4f5e-b42a-d7f67b1a8780 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0525343 Feb 11 06:03:44.721081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-546e5811-3625-4ee1-b41e-48fc04c3b6b2 req-ee96e128-d97d-4420-9c23-e68504be639f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Feb 11 06:03:45.837376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ef8e1-314a-4c10-9d04-3a57adc5690e req-ccec96c6-f19d-410b-96f9-e4b2bd218262 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:45.838850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b45ef8e1-314a-4c10-9d04-3a57adc5690e req-ccec96c6-f19d-410b-96f9-e4b2bd218262 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0525551 Feb 11 06:03:45.889806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b45ef8e1-314a-4c10-9d04-3a57adc5690e req-93cc8eb5-a188-4ae7-88c2-cee45f7954ca tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Feb 11 06:03:46.236110 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39512) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:46.391463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port 6413c0b4-9a87-45c3-8b60-25d583047783 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:46.391805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6413c0b4-9a87-45c3-8b60-25d583047783), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.466386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6413c0b4-9a87-45c3-8b60-25d583047783), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.466711 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (6413c0b4-9a87-45c3-8b60-25d583047783), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.478129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for 6413c0b4-9a87-45c3-8b60-25d583047783 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:46.623724 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6413c0b4-9a87-45c3-8b60-25d583047783), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.648456 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=6413c0b4-9a87-45c3-8b60-25d583047783,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:46.660008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.660373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.660727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.661079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.661448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.661790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.662127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.662468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.663420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.663758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.664093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.664422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.664750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:46.721665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for floatingip (2a7fb8f5-fff8-4412-8134-36a0b5062c0a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.722063 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Floating IP 2a7fb8f5-fff8-4412-8134-36a0b5062c0a disassociated (deleted). External IP: 172.25.1.42, port: fe1432db-2591-44fd-983d-8a054656091d. Feb 11 06:03:46.825624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b393f713-8a95-4031-9452-062250f4adfb details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:03:46.925338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b393f713-8a95-4031-9452-062250f4adfb, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b393f713-8a95-4031-9452-062250f4adfb,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:46.933605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router 6de7e4ba-1d4d-453c-ae18-38219042d500 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:46.937922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'b393f713-8a95-4031-9452-062250f4adfb', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'port_id': 'b393f713-8a95-4031-9452-062250f4adfb', 'mac_address': 'fa:16:3e:77:80:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:03:46.978679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port b393f713-8a95-4031-9452-062250f4adfb is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:46.979079 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b393f713-8a95-4031-9452-062250f4adfb), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.992198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b393f713-8a95-4031-9452-062250f4adfb {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:47.011873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eebe7-9cec-45f1-b772-7f7ac8eacc4e req-4248c91e-a46d-4e95-8593-5a352574a740 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:47.012492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b393f713-8a95-4031-9452-062250f4adfb, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b393f713-8a95-4031-9452-062250f4adfb,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:47.016451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b393f713-8a95-4031-9452-062250f4adfb), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:47.019408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-025eebe7-9cec-45f1-b772-7f7ac8eacc4e req-4248c91e-a46d-4e95-8593-5a352574a740 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 943 time: 0.0612471 Feb 11 06:03:47.066739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-025eebe7-9cec-45f1-b772-7f7ac8eacc4e req-7dbc8ea9-fc6c-4552-b4af-5a1ca752a9bf tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464618 Feb 11 06:03:47.067805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=b393f713-8a95-4031-9452-062250f4adfb,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:47.223107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['b393f713-8a95-4031-9452-062250f4adfb'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:03:47.337584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:47.342472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:47.349492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] Sync routers for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:47.376786 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f85ff8a6-142f-44d0-9a87-5446cc0fed70 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a7fb8f5-fff8-4412-8134-36a0b5062c0a HTTP/1.1" status: 204 len: 168 time: 1.1370947 Feb 11 06:03:47.376998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:47.377150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:47.377263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:03:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:47.377372 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873f071b-8aeb-4871-9f42-3850bb9b7523" -d '{"events": [{"name": "network-changed", "server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "tag": "fe1432db-2591-44fd-983d-8a054656091d"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:47.414170 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72a3486-fe42-453d-96a6-f04d0ee0602b x-openstack-request-id: req-b72a3486-fe42-453d-96a6-f04d0ee0602b {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:47.414543 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "tag": "fe1432db-2591-44fd-983d-8a054656091d", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:47.414869 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b72a3486-fe42-453d-96a6-f04d0ee0602b {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:47.415345 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d', 'status': 'completed', 'code': 200} Feb 11 06:03:47.484977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-6eb62e8d-5190-41df-818b-77171d28c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:47.486840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-6eb62e8d-5190-41df-818b-77171d28c979 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd919b75b5e04e12bb265670ddb374d9&device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 1129 time: 0.0483091 Feb 11 06:03:47.494456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:47.618491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-fe7597e5-dae2-4a53-a1f4-688cc72989c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:47.619876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-fe7597e5-dae2-4a53-a1f4-688cc72989c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61d7f97-ef01-4380-8bfa-df08c409b335 HTTP/1.1" status: 200 len: 897 time: 0.1246347 Feb 11 06:03:47.667306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-540522f7-05be-4e8a-8987-6b519ab95f39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe1432db-2591-44fd-983d-8a054656091d HTTP/1.1" status: 200 len: 217 time: 0.0403097 Feb 11 06:03:47.674308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91da778-60ac-4155-8ee2-2b1aff8b1837 req-77759dfc-9c3a-43fe-9dfa-aab5048c754c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:47.676002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c91da778-60ac-4155-8ee2-2b1aff8b1837 req-77759dfc-9c3a-43fe-9dfa-aab5048c754c tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.1065986 Feb 11 06:03:47.703553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '36b5d34e-6457-4c27-80ba-cfcdf80552d3', 'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:84:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:04Z', 'updated_at': '2022-02-11T06:02:11Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:47.731594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] Checking router: 6de7e4ba-1d4d-453c-ae18-38219042d500 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:47.740569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:47.742157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:03:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:47.856472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:48.027661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-6212a147-f3d3-4329-9f64-737b445a4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:48.029265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-6212a147-f3d3-4329-9f64-737b445a4891 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6baf0bb3-9358-4d90-96c1-1458f412d840 HTTP/1.1" status: 200 len: 835 time: 0.3514345 Feb 11 06:03:48.038404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c91da778-60ac-4155-8ee2-2b1aff8b1837 req-bef17045-42c2-45e7-8ddf-ce4cc9e78272 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519588 Feb 11 06:03:48.065771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '36b5d34e-6457-4c27-80ba-cfcdf80552d3', 'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:84:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:04Z', 'updated_at': '2022-02-11T06:02:11Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:48.081908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-011af41f-fdb1-4f32-b6a2-1ae210afd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:48.083401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-011af41f-fdb1-4f32-b6a2-1ae210afd1f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61d7f97-ef01-4380-8bfa-df08c409b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441558 Feb 11 06:03:48.096394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc191b-ccd0-4095-badc-780330c2e1f0 None None] The sync data for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 is: [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:02:06Z', 'revision_number': 4, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '36b5d34e-6457-4c27-80ba-cfcdf80552d3', 'name': '', 'network_id': 'b61d7f97-ef01-4380-8bfa-df08c409b335', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'mac_address': 'fa:16:3e:84:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:04Z', 'updated_at': '2022-02-11T06:02:11Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'subnets': [{'id': '6baf0bb3-9358-4d90-96c1-1458f412d840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:48.210834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-3ff691cd-96d2-4829-b08c-8f9404763bab service neutron] 10.222.0.72 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201596 Feb 11 06:03:48.224874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6466b-0619-4879-b8d9-dafeed74b9d8 req-191eda9e-caea-4be7-b7ab-278e51d70ab8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:48.226408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20d6466b-0619-4879-b8d9-dafeed74b9d8 req-191eda9e-caea-4be7-b7ab-278e51d70ab8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 944 time: 0.0736778 Feb 11 06:03:48.333547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20d6466b-0619-4879-b8d9-dafeed74b9d8 req-6b187217-d4fb-43c7-9b64-743e7715a48b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988874 Feb 11 06:03:48.337527 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f763e1c-a046-434d-b5c5-6d893537fefb None None] New status for floating IP 2a7fb8f5-fff8-4412-8134-36a0b5062c0a: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:03:48.352910 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-873f071b-8aeb-4871-9f42-3850bb9b7523 req-dd5921c4-4677-4a98-bc39-0a83e4e9ff89 service neutron] 10.222.0.72 "GET /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255555 Feb 11 06:03:48.833832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b393f713-8a95-4031-9452-062250f4adfb up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:48.882976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port b393f713-8a95-4031-9452-062250f4adfb completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:03:48.886879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port b393f713-8a95-4031-9452-062250f4adfb triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:48.887256 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b393f713-8a95-4031-9452-062250f4adfb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:48.966066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port b393f713-8a95-4031-9452-062250f4adfb is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:48.966464 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b393f713-8a95-4031-9452-062250f4adfb), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:48.989750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71801595-58ac-4990-9dde-ba7a5824e80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b393f713-8a95-4031-9452-062250f4adfb'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:48.992053 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07470484-965c-4e0c-92d0-8f7209eab6ec" -d '{"events": [{"server_uuid": "71801595-58ac-4990-9dde-ba7a5824e80d", "name": "network-vif-plugged", "status": "completed", "tag": "b393f713-8a95-4031-9452-062250f4adfb"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:48.993575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-3d1e5d3a-fb4c-4b20-8189-76e87597ce77 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:48.995044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-3d1e5d3a-fb4c-4b20-8189-76e87597ce77 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.0521038 Feb 11 06:03:49.004374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port b393f713-8a95-4031-9452-062250f4adfb, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b393f713-8a95-4031-9452-062250f4adfb,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:49.008615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b393f713-8a95-4031-9452-062250f4adfb), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:49.034712 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bce398a-85d3-474f-8039-f0c867b6cd6c x-openstack-request-id: req-5bce398a-85d3-474f-8039-f0c867b6cd6c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:49.035014 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71801595-58ac-4990-9dde-ba7a5824e80d", "name": "network-vif-plugged", "status": "completed", "tag": "b393f713-8a95-4031-9452-062250f4adfb", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:49.035273 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bce398a-85d3-474f-8039-f0c867b6cd6c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:49.035668 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71801595-58ac-4990-9dde-ba7a5824e80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b393f713-8a95-4031-9452-062250f4adfb', 'code': 200} Feb 11 06:03:49.069773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=b393f713-8a95-4031-9452-062250f4adfb,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:49.110026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port fe1432db-2591-44fd-983d-8a054656091d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:49.110618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fe1432db-2591-44fd-983d-8a054656091d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:49.145049 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e79f-8596-4349-858a-f154eb2526b2 req-8546b19a-f51e-4b70-8c8a-875fdbe76a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:49.146592 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d8f2e79f-8596-4349-858a-f154eb2526b2 req-8546b19a-f51e-4b70-8c8a-875fdbe76a36 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 1128 time: 0.0445716 Feb 11 06:03:49.195165 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d8f2e79f-8596-4349-858a-f154eb2526b2 req-a4a23839-98f7-4fd9-a2c7-455ef364184e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Feb 11 06:03:49.235850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d061a-244b-4fbd-a0a1-04b52b388a39 req-8ed129f2-4157-4b3b-b1af-ac9914cd4a80 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:49.237347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed0d061a-244b-4fbd-a0a1-04b52b388a39 req-8ed129f2-4157-4b3b-b1af-ac9914cd4a80 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6687929a-77d1-40d9-ae91-47688cdf00b6 HTTP/1.1" status: 200 len: 946 time: 0.1127179 Feb 11 06:03:49.243849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port fe1432db-2591-44fd-983d-8a054656091d, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=fe1432db-2591-44fd-983d-8a054656091d,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:49.244213 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fe1432db-2591-44fd-983d-8a054656091d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:49.267683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for fe1432db-2591-44fd-983d-8a054656091d owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:49.337185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed0d061a-244b-4fbd-a0a1-04b52b388a39 req-f34f0ccc-556d-4e6e-be9e-9ce358be8a4d tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "GET /v2.0/security-groups?id=988efc14-52f6-48a4-bcc3-538deed722e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903046 Feb 11 06:03:49.449942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fe1432db-2591-44fd-983d-8a054656091d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:49.493543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=fe1432db-2591-44fd-983d-8a054656091d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:49.527442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.527807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.528162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.528519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.528855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.529218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.529554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.529892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.530234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.530566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.530896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.531226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.531553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:49.554131 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec17a-177e-4857-a01d-643f61f56e0e req-dd6715c0-b7cb-40f0-a6d3-fd31294e67b9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:49.555635 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-606ec17a-177e-4857-a01d-643f61f56e0e req-dd6715c0-b7cb-40f0-a6d3-fd31294e67b9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 945 time: 0.1494806 Feb 11 06:03:49.556802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] No DVR routers for this DVR port fe1432db-2591-44fd-983d-8a054656091d on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:03:49.559199 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:49.562400 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b801fd6-09bb-44fe-9e27-3593556fe766 req-41476d99-b866-4ce7-b60c-ce7ef812c697 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.72 "DELETE /v2.0/ports/fe1432db-2591-44fd-983d-8a054656091d HTTP/1.1" status: 204 len: 173 time: 0.5616593 Feb 11 06:03:49.562832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'name': 'network-vif-deleted', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:49.565163 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e827646-df5c-4acb-a0d1-0ac1e45493f4" -d '{"events": [{"server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "name": "network-vif-deleted", "tag": "fe1432db-2591-44fd-983d-8a054656091d"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:49.611241 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0579540d-1ff5-495c-ab03-2337bebebbe8 x-openstack-request-id: req-0579540d-1ff5-495c-ab03-2337bebebbe8 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:49.612692 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687929a-77d1-40d9-ae91-47688cdf00b6", "name": "network-vif-deleted", "tag": "fe1432db-2591-44fd-983d-8a054656091d", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:49.613009 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0579540d-1ff5-495c-ab03-2337bebebbe8 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:49.613728 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687929a-77d1-40d9-ae91-47688cdf00b6', 'name': 'network-vif-deleted', 'tag': 'fe1432db-2591-44fd-983d-8a054656091d', 'status': 'completed', 'code': 200} Feb 11 06:03:49.638477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-606ec17a-177e-4857-a01d-643f61f56e0e req-74cd27e0-5510-48b1-b0c1-03505e83a11b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702989 Feb 11 06:03:50.396826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39534) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:50.793195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7990663-64ec-474d-8478-ba7d63d70666 req-bbc5c8ea-b09c-47b9-9c6e-6602c0357d82 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:50.794678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7990663-64ec-474d-8478-ba7d63d70666 req-bbc5c8ea-b09c-47b9-9c6e-6602c0357d82 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 945 time: 0.0855412 Feb 11 06:03:50.801493 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (6de7e4ba-1d4d-453c-ae18-38219042d500), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.917656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7990663-64ec-474d-8478-ba7d63d70666 req-b7f0d914-784b-4790-83f0-90ad8977f7b8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140306 Feb 11 06:03:51.056725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebca7f-7985-43d8-a291-0a9736d16020 req-7536e5af-b058-431c-a7cb-cae511cca77b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.058209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61ebca7f-7985-43d8-a291-0a9736d16020 req-7536e5af-b058-431c-a7cb-cae511cca77b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 945 time: 0.0734403 Feb 11 06:03:51.151588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61ebca7f-7985-43d8-a291-0a9736d16020 req-3bb6fc7c-1afa-4d92-878a-71f76586ad1e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877752 Feb 11 06:03:51.174567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port 36b5d34e-6457-4c27-80ba-cfcdf80552d3 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:51.174845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.268828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port 36b5d34e-6457-4c27-80ba-cfcdf80552d3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=36b5d34e-6457-4c27-80ba-cfcdf80552d3,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:51.269265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.282305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for 36b5d34e-6457-4c27-80ba-cfcdf80552d3 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:51.470806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (36b5d34e-6457-4c27-80ba-cfcdf80552d3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.498152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=36b5d34e-6457-4c27-80ba-cfcdf80552d3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:51.734286 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (6de7e4ba-1d4d-453c-ae18-38219042d500), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.994444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Router 6de7e4ba-1d4d-453c-ae18-38219042d500 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:52.117794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:52.125556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d311877c-ff10-4809-9ca8-fdd421e56b46 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "PUT /v2.0/routers/6de7e4ba-1d4d-453c-ae18-38219042d500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7250493 Feb 11 06:03:52.126053 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39582) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:52.126534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] Sync routers for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:52.138333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:52.138527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:03:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:52.195311 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-8029dbb4-cbdc-4e6c-a1fc-f14c739f0209 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting subnet 6baf0bb3-9358-4d90-96c1-1458f412d840 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:03:52.199885 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8029dbb4-cbdc-4e6c-a1fc-f14c739f0209 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (6baf0bb3-9358-4d90-96c1-1458f412d840), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.250153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8029dbb4-cbdc-4e6c-a1fc-f14c739f0209 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6baf0bb3-9358-4d90-96c1-1458f412d840), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.273487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:52.365958 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8029dbb4-cbdc-4e6c-a1fc-f14c739f0209 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6baf0bb3-9358-4d90-96c1-1458f412d840), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.380157 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.430507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8029dbb4-cbdc-4e6c-a1fc-f14c739f0209 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6baf0bb3-9358-4d90-96c1-1458f412d840), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.466665 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029dbb4-cbdc-4e6c-a1fc-f14c739f0209 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Subnet': ['ID=6baf0bb3-9358-4d90-96c1-1458f412d840,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:52.468929 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8029dbb4-cbdc-4e6c-a1fc-f14c739f0209 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.472797 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8029dbb4-cbdc-4e6c-a1fc-f14c739f0209 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/subnets/6baf0bb3-9358-4d90-96c1-1458f412d840 HTTP/1.1" status: 204 len: 168 time: 0.3451250 Feb 11 06:03:52.475185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39602) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:52.483030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a94461-3a45-4b68-9374-05bb1bd8f71d None None] Network b61d7f97-ef01-4380-8bfa-df08c409b335 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:03:52.569478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:03:51Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:52.595942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (6de7e4ba-1d4d-453c-ae18-38219042d500), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.604008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] Checking router: 6de7e4ba-1d4d-453c-ae18-38219042d500 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:52.622045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] Routers {'6de7e4ba-1d4d-453c-ae18-38219042d500'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:52.622631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:03:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['6de7e4ba-1d4d-453c-ae18-38219042d500'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:52.714155 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_gateway (6de7e4ba-1d4d-453c-ae18-38219042d500), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.774197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Deleting port 6fa647be-356c-4656-9a30-578c1689bff9 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:52.774557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6fa647be-356c-4656-9a30-578c1689bff9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.863692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] For port 6fa647be-356c-4656-9a30-578c1689bff9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6fa647be-356c-4656-9a30-578c1689bff9,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:52.864059 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6fa647be-356c-4656-9a30-578c1689bff9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:52.878548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Calling delete_port for 6fa647be-356c-4656-9a30-578c1689bff9 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:52.888112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] DHCP port deletion for b61d7f97-ef01-4380-8bfa-df08c409b335 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:03:52.939337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] Set router 6de7e4ba-1d4d-453c-ae18-38219042d500 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:53.056737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6fa647be-356c-4656-9a30-578c1689bff9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.061796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Deleting port 2ccf0423-88a6-4f76-a147-574747646785 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:53.062153 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2ccf0423-88a6-4f76-a147-574747646785), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.087192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Port': ['ID=6fa647be-356c-4656-9a30-578c1689bff9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:53.154797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (6de7e4ba-1d4d-453c-ae18-38219042d500), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.172400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] For port 2ccf0423-88a6-4f76-a147-574747646785, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2ccf0423-88a6-4f76-a147-574747646785,segment=NetworkSegment(fc6520d5-28bf-4180-b5e8-b9629d5458c2),segment_id=fc6520d5-28bf-4180-b5e8-b9629d5458c2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:53.172959 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2ccf0423-88a6-4f76-a147-574747646785), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.192043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Calling delete_port for 2ccf0423-88a6-4f76-a147-574747646785 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:53.251942 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (6de7e4ba-1d4d-453c-ae18-38219042d500), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.254732 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router_controller (6de7e4ba-1d4d-453c-ae18-38219042d500), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.270667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:03:51Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:53.311836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (6de7e4ba-1d4d-453c-ae18-38219042d500), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.312226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Fanout notify agent at l3_agent the message router_deleted on router 6de7e4ba-1d4d-453c-ae18-38219042d500 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:03:53.313329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a054ce-d13c-487d-83f6-5902f0558984 None None] The sync data for ids ['6de7e4ba-1d4d-453c-ae18-38219042d500'] in n-d-715271-35 is: [{'id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971743830', 'tenant_id': 'fd919b75b5e04e12bb265670ddb374d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '6fa647be-356c-4656-9a30-578c1689bff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:02:00Z', 'updated_at': '2022-02-11T06:03:51Z', 'revision_number': 5, 'project_id': 'fd919b75b5e04e12bb265670ddb374d9', 'gw_port': {'id': '6fa647be-356c-4656-9a30-578c1689bff9', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de7e4ba-1d4d-453c-ae18-38219042d500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:02:01Z', 'updated_at': '2022-02-11T06:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:53.330551 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.330551 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-473508dd-273d-4e1e-8e1a-7293a8441a02 tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/routers/6de7e4ba-1d4d-453c-ae18-38219042d500 HTTP/1.1" status: 204 len: 168 time: 0.8539655 Feb 11 06:03:53.332949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39604) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:53.335879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.339989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (2ccf0423-88a6-4f76-a147-574747646785), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.396074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Pushing event deleted for resources: {'Port': ['ID=2ccf0423-88a6-4f76-a147-574747646785,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:53.410459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] No DVR routers for this DVR port 2ccf0423-88a6-4f76-a147-574747646785 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:03:53.417482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.417482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.417482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.417482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.417482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.418450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.418450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.418450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.419123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.419568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.419983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.420241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.420565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c9c06-6f63-48c1-b788-43fb948aa351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:53.429722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b61d7f97-ef01-4380-8bfa-df08c409b335), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.521211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b61d7f97-ef01-4380-8bfa-df08c409b335), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.541893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61d7f97-ef01-4380-8bfa-df08c409b335']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:53.551746 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6520d5-28bf-4180-b5e8-b9629d5458c2') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:53.552048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6520d5-28bf-4180-b5e8-b9629d5458c2') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:53.561974 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (fc6520d5-28bf-4180-b5e8-b9629d5458c2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.574896 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (fc6520d5-28bf-4180-b5e8-b9629d5458c2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.580913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:03:53.581567 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (fc6520d5-28bf-4180-b5e8-b9629d5458c2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:03:53.584761 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:03:53.642237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b61d7f97-ef01-4380-8bfa-df08c409b335), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.647884 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.653579 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/networks/b61d7f97-ef01-4380-8bfa-df08c409b335 HTTP/1.1" status: 204 len: 168 time: 0.3194411 Feb 11 06:03:53.653846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39608) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:53.669499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba9a37-5f25-4b02-811b-d6b64abb0dbd tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'Network': ['ID=b61d7f97-ef01-4380-8bfa-df08c409b335,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:53.862589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2ccf0423-88a6-4f76-a147-574747646785 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:53.886760 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 2ccf0423-88a6-4f76-a147-574747646785 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:53.887197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2ccf0423-88a6-4f76-a147-574747646785 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:53.887729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 36b5d34e-6457-4c27-80ba-cfcdf80552d3 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:53.937415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 36b5d34e-6457-4c27-80ba-cfcdf80552d3 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:53.937964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 36b5d34e-6457-4c27-80ba-cfcdf80552d3 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:54.108447 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9665f279-a281-4f33-b212-28cae992aa7a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (988efc14-52f6-48a4-bcc3-538deed722e4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:54.143670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9665f279-a281-4f33-b212-28cae992aa7a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (988efc14-52f6-48a4-bcc3-538deed722e4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:54.218115 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9665f279-a281-4f33-b212-28cae992aa7a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (988efc14-52f6-48a4-bcc3-538deed722e4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:54.221140 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9665f279-a281-4f33-b212-28cae992aa7a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:54.222527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9665f279-a281-4f33-b212-28cae992aa7a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] 10.222.0.31 "DELETE /v2.0/security-groups/988efc14-52f6-48a4-bcc3-538deed722e4 HTTP/1.1" status: 204 len: 168 time: 0.5672336 Feb 11 06:03:54.232366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665f279-a281-4f33-b212-28cae992aa7a tempest-TestNetworkAdvancedServerOps-1801501784 tempest-TestNetworkAdvancedServerOps-1801501784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988efc14-52f6-48a4-bcc3-538deed722e4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:54.275280 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device fe1432db-2591-44fd-983d-8a054656091d no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:54.299197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: fe1432db-2591-44fd-983d-8a054656091d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:54.299550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device fe1432db-2591-44fd-983d-8a054656091d not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:54.490619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39620) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:54.704502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3c27a318-e3d3-4a0a-b397-4e8dcec9172c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd919b75b5e04e12bb265670ddb374d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2124088 Feb 11 06:03:54.706995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39634) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:54.718510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-04d86994-eac5-427b-9f4c-4226ed94f0c2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:54.720021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-04d86994-eac5-427b-9f4c-4226ed94f0c2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1378870 Feb 11 06:03:54.734373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-bbf39ff6-9d71-4ae7-b3f8-d3114bcfba17 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/quotas/e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 375 time: 0.0090508 Feb 11 06:03:54.760389 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c208dbc-a41c-43a0-b5aa-04a4be21157f admin admin] Publish callbacks [] for security_group (cb616697-c6e4-4557-afd7-c36c907cf0ac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:54.781228 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c208dbc-a41c-43a0-b5aa-04a4be21157f admin admin] Publish callbacks [] for security_group (cb616697-c6e4-4557-afd7-c36c907cf0ac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:54.792860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-73924706-925f-47b7-b9a7-7f5171bf67fa tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533955 Feb 11 06:03:54.829821 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c208dbc-a41c-43a0-b5aa-04a4be21157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (cb616697-c6e4-4557-afd7-c36c907cf0ac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:54.832407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6c208dbc-a41c-43a0-b5aa-04a4be21157f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:54.833629 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6c208dbc-a41c-43a0-b5aa-04a4be21157f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb616697-c6e4-4557-afd7-c36c907cf0ac HTTP/1.1" status: 204 len: 168 time: 0.1256387 Feb 11 06:03:54.843669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c208dbc-a41c-43a0-b5aa-04a4be21157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb616697-c6e4-4557-afd7-c36c907cf0ac,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:54.890138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-40179dc7-dc49-40c9-848d-b0ba34d41fbb service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899992 Feb 11 06:03:54.982545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-7498d3e2-6a76-4c59-95b9-a5b99a121cc0 service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866718 Feb 11 06:03:55.114124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39642) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:55.173327 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fe8b7001-8cb9-40d5-bfc7-93a72984ca9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbf95385e1a94bc09d314600b92e27d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555813 Feb 11 06:03:55.174562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39648) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:55.194048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23b5ab36-0fbe-47d0-b651-40fa7d3fea03 req-cebab8a4-0e12-4621-8ef4-26cb83af3861 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0423429 Feb 11 06:03:55.244179 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-943f04e0-2bbb-4db7-a0c3-6932894e6666 admin admin] Publish callbacks [] for security_group (6a5c9be3-2787-41f7-b5aa-2694df6f8ce0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:55.268299 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-943f04e0-2bbb-4db7-a0c3-6932894e6666 admin admin] Publish callbacks [] for security_group (6a5c9be3-2787-41f7-b5aa-2694df6f8ce0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:55.321722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-943f04e0-2bbb-4db7-a0c3-6932894e6666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6a5c9be3-2787-41f7-b5aa-2694df6f8ce0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:55.326854 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-943f04e0-2bbb-4db7-a0c3-6932894e6666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:55.328186 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-943f04e0-2bbb-4db7-a0c3-6932894e6666 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a5c9be3-2787-41f7-b5aa-2694df6f8ce0 HTTP/1.1" status: 204 len: 168 time: 0.1525748 Feb 11 06:03:55.336682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f04e0-2bbb-4db7-a0c3-6932894e6666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5c9be3-2787-41f7-b5aa-2694df6f8ce0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:55.694331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6fa647be-356c-4656-9a30-578c1689bff9 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:55.724638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6fa647be-356c-4656-9a30-578c1689bff9 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:55.725546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6fa647be-356c-4656-9a30-578c1689bff9 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:56.096840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:56.217867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1613518060-network', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:56.242603 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Made reservation on behalf of 8a9da59ae9ba4ab48896cb69665afc63 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:56.244853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.249204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-81ed310c-02f7-433f-9f78-1fef92fe2efb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:56.251213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-81ed310c-02f7-433f-9f78-1fef92fe2efb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1412561 Feb 11 06:03:56.260776 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.267396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'port': {'device_id': '1dffc161-e357-4b30-92cb-ef957d11cff1', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'admin_state_up': True, 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:56.324303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2aa928b-4a75-4278-b888-609212b2f846 req-f786a460-47d1-4862-a29f-aba821db08c9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0514476 Feb 11 06:03:56.366849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Publish callbacks [] for security_group (7060f4c4-5142-4c2d-a100-ec2609846747), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.371244 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7060f4c4-5142-4c2d-a100-ec2609846747), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.385694 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:03:56.413309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (43254a22-1610-4b9a-80b8-f1521095d413), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.413667 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Added segment 43254a22-1610-4b9a-80b8-f1521095d413 of type vlan for network b5ceee1c-4760-4e95-831c-42099fa80c94 Feb 11 06:03:56.415047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7060f4c4-5142-4c2d-a100-ec2609846747,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:56.434736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Made reservation on behalf of e9190f6e10054c979c98f8f31ec81825 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:56.440051 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.461285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b5ceee1c-4760-4e95-831c-42099fa80c94), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.491055 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b5ceee1c-4760-4e95-831c-42099fa80c94), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.492357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:56.493231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.535244 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4367530 Feb 11 06:03:56.539911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39682) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:56.544962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Request body: {'subnet': {'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1613518060-subnet', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:56.567943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d998ba6-4243-494e-b644-f4258d1675db admin admin] Pushing event updated for resources: {'Network': ['ID=b5ceee1c-4760-4e95-831c-42099fa80c94,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:56.577676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b5ceee1c-4760-4e95-831c-42099fa80c94 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:03:56.603057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Made reservation on behalf of 8a9da59ae9ba4ab48896cb69665afc63 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:56.606082 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.640480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.20.0.6 (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9/6d197d55-6afd-454c-8cfc-13772d62f74a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:56.913281 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.916688 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (31048fe2-51e5-45ca-a367-0984d20f3750), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:56.983279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31048fe2-51e5-45ca-a367-0984d20f3750,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:57.005191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Checking segment: {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:57.005560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Network hostable DHCP agents. Network: b5ceee1c-4760-4e95-831c-42099fa80c94, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:03:57.009381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.024402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['b393f713-8a95-4031-9452-062250f4adfb'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:03:57.059377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:57.065579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:57.069899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:57.072431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Network b5ceee1c-4760-4e95-831c-42099fa80c94 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:03:57.108813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=6d197d55-6afd-454c-8cfc-13772d62f74a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:57.118387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b5ceee1c-4760-4e95-831c-42099fa80c94) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:57.126091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:57.126683 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.143803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717377fa-323a-46c6-89ec-77b7a967b05b None None] Network b5ceee1c-4760-4e95-831c-42099fa80c94 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:03:57.155295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:57.156188 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.181583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39688) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:57.182174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7d02ffe9-6df7-4a94-9ee1-4968c5450b29 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6406839 Feb 11 06:03:57.186800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-131ac680-121b-4a2c-ba4a-76cc21910028 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9269447 Feb 11 06:03:57.187204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:57.203175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Request body: {'port': {'device_id': '1dffc161-e357-4b30-92cb-ef957d11cff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:57.223880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.225058 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.301303 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.315071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks [] for router_controller (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.364561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-b5ceee1c-4760-4e95-831c-42099fa80c94', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:03:57.370048 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.527476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks [] for router_gateway (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.598261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e25c1-d82f-4c72-8ebe-1d39255fd0ff req-a3d90e7c-d5d9-4556-9481-6b36072d89e4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:57.600382 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f7e25c1-d82f-4c72-8ebe-1d39255fd0ff req-a3d90e7c-d5d9-4556-9481-6b36072d89e4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 931 time: 0.1248062 Feb 11 06:03:57.621302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Allocated IP 172.20.0.2 (b5ceee1c-4760-4e95-831c-42099fa80c94/31048fe2-51e5-45ca-a367-0984d20f3750/9237764a-ea7f-43ca-ab90-ea35c91e10df) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:57.688878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f7e25c1-d82f-4c72-8ebe-1d39255fd0ff req-6a5f214b-685d-4188-935e-39fec5ab1102 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795465 Feb 11 06:03:57.755032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d197d55-6afd-454c-8cfc-13772d62f74a {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:57.764989 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Publish callbacks [] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.782873 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks [] for router_gateway (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.783767 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0f808b94-45dd-4d6c-a347-dfc8297c87c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.784971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Transition to ACTIVE for port object 6d197d55-6afd-454c-8cfc-13772d62f74a will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:03:57.792948 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.802314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-465156c1-35f8-4705-ad5a-09d65cdc917c None None] Provisioning complete for port 6d197d55-6afd-454c-8cfc-13772d62f74a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:57.802314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-465156c1-35f8-4705-ad5a-09d65cdc917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.834683 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.838450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-465156c1-35f8-4705-ad5a-09d65cdc917c None None] Port 6d197d55-6afd-454c-8cfc-13772d62f74a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:57.845996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Pushing event updated for resources: {'Port': ['ID=6d197d55-6afd-454c-8cfc-13772d62f74a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:57.927155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Publish callbacks [] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.935013 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:57.985246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Network b5ceee1c-4760-4e95-831c-42099fa80c94 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:57.990417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:57.993210 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:58.003562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Pushing event updated for resources: {'Port': ['ID=9237764a-ea7f-43ca-ab90-ea35c91e10df,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:58.004957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Attempting to bind port 6d197d55-6afd-454c-8cfc-13772d62f74a on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:58.007333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Attempting to bind port 6d197d55-6afd-454c-8cfc-13772d62f74a by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:58.007333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Attempting to bind port 6d197d55-6afd-454c-8cfc-13772d62f74a on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:58.008764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Allocated IP 172.25.1.120 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/e9ed9c15-9505-494f-929b-0848b6e07980) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:58.017401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Port 6d197d55-6afd-454c-8cfc-13772d62f74a on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:03:58.017753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Attempting to bind port 6d197d55-6afd-454c-8cfc-13772d62f74a on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:58.028901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:58.029276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:58.029664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Bound using segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:58.031162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Bound port: 6d197d55-6afd-454c-8cfc-13772d62f74a, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:58.031614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.099389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Attempting to bind port 9237764a-ea7f-43ca-ab90-ea35c91e10df on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:58.099389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Attempting to bind port 9237764a-ea7f-43ca-ab90-ea35c91e10df by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:58.109774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Attempting to bind port 9237764a-ea7f-43ca-ab90-ea35c91e10df on network b5ceee1c-4760-4e95-831c-42099fa80c94 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:58.117339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:58.117950 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Checking segment: {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:58.118475 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.119028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Bound using segment: {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:58.120189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Bound port: 9237764a-ea7f-43ca-ab90-ea35c91e10df, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:58.120511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.158403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] For port 6d197d55-6afd-454c-8cfc-13772d62f74a, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:58.162704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] For port 6d197d55-6afd-454c-8cfc-13772d62f74a, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d197d55-6afd-454c-8cfc-13772d62f74a,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:58.169344 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.211763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:58.212508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.215761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] 10.222.0.72 "PUT /v2.0/ports/6d197d55-6afd-454c-8cfc-13772d62f74a HTTP/1.1" status: 200 len: 1092 time: 1.0205457 Feb 11 06:03:58.216746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dffc161-e357-4b30-92cb-ef957d11cff1', 'tag': '6d197d55-6afd-454c-8cfc-13772d62f74a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:58.219347 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74c875d-8183-41dc-959f-7de480c4e562" -d '{"events": [{"name": "network-changed", "server_uuid": "1dffc161-e357-4b30-92cb-ef957d11cff1", "tag": "6d197d55-6afd-454c-8cfc-13772d62f74a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:58.222671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks [] for port (e9ed9c15-9505-494f-929b-0848b6e07980), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.272780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] For port 9237764a-ea7f-43ca-ab90-ea35c91e10df, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:58.293547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] For port 9237764a-ea7f-43ca-ab90-ea35c91e10df, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9237764a-ea7f-43ca-ab90-ea35c91e10df,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:58.305522 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.335245 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6177e1fd-1c4d-41ab-843b-ddeb1b2e185d x-openstack-request-id: req-6177e1fd-1c4d-41ab-843b-ddeb1b2e185d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:58.335837 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dffc161-e357-4b30-92cb-ef957d11cff1", "tag": "6d197d55-6afd-454c-8cfc-13772d62f74a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:58.335940 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.336047 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6177e1fd-1c4d-41ab-843b-ddeb1b2e185d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:58.336283 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dffc161-e357-4b30-92cb-ef957d11cff1', 'tag': '6d197d55-6afd-454c-8cfc-13772d62f74a', 'status': 'completed', 'code': 200} Feb 11 06:03:58.378182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b4068-024f-4b6e-a4d2-b7c5a8550f6e service neutron] Pushing event updated for resources: {'Port': ['ID=6d197d55-6afd-454c-8cfc-13772d62f74a,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:58.394038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-1fc4c8c0-b308-48ea-ab52-8c57b0668c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:58.398063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-1fc4c8c0-b308-48ea-ab52-8c57b0668c92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 1126 time: 0.1297815 Feb 11 06:03:58.415812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77d559-3925-4a32-b6f1-d102d5ad42be None None] Pushing event updated for resources: {'Port': ['ID=9237764a-ea7f-43ca-ab90-ea35c91e10df,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:58.430195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:58.432593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ed9c15-9505-494f-929b-0848b6e07980,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:58.445386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:58.449383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:58.468794 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-f7408001-2fd4-4dd8-a852-d2f3418c5ef4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d197d55-6afd-454c-8cfc-13772d62f74a HTTP/1.1" status: 200 len: 217 time: 0.0588193 Feb 11 06:03:58.537662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-6a4925ae-fd76-42f4-9d99-8cf4dd713bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:58.539425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-6a4925ae-fd76-42f4-9d99-8cf4dd713bf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0646636 Feb 11 06:03:58.619708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-9edce64a-cab1-43a4-b03f-181a5b225c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:58.621769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-9edce64a-cab1-43a4-b03f-181a5b225c22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0762312 Feb 11 06:03:58.807672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-d04ab0fb-2793-49d1-acd1-700d4d653abf service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780546 Feb 11 06:03:58.820500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks [] for router_gateway (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.964631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f742fe1-9555-406c-b9e0-872a7c56de76 req-ff225001-57db-4257-97a5-a6ff3eac1e69 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:58.972102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f742fe1-9555-406c-b9e0-872a7c56de76 req-ff225001-57db-4257-97a5-a6ff3eac1e69 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.1335504 Feb 11 06:03:59.004701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25d8da34-a53a-4232-a4e8-9fdfa8ae0c70 req-1df64ae8-33a6-4234-92b6-97bbe82a7dea service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906042 Feb 11 06:03:59.045850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f742fe1-9555-406c-b9e0-872a7c56de76 req-450ab93c-0d7b-46bf-a2d2-157992f220a9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699246 Feb 11 06:03:59.093446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:59.118807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c875d-8183-41dc-959f-7de480c4e562 req-5c086aa3-7aa4-4591-884e-e07ec951e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:59.120637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f74c875d-8183-41dc-959f-7de480c4e562 req-5c086aa3-7aa4-4591-884e-e07ec951e4f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 1126 time: 0.0520575 Feb 11 06:03:59.230170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c875d-8183-41dc-959f-7de480c4e562 req-a5f4e807-b062-4af8-973f-a79999640283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:59.232351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f74c875d-8183-41dc-959f-7de480c4e562 req-a5f4e807-b062-4af8-973f-a79999640283 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.1046603 Feb 11 06:03:59.252571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:03:59.281893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f74c875d-8183-41dc-959f-7de480c4e562 req-d45e5aa8-c8cf-40f7-a159-8710dceee047 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d197d55-6afd-454c-8cfc-13772d62f74a HTTP/1.1" status: 200 len: 217 time: 0.0418255 Feb 11 06:03:59.335363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c875d-8183-41dc-959f-7de480c4e562 req-d3bf41cd-8454-47dc-b729-fe5953c30dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:59.337058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f74c875d-8183-41dc-959f-7de480c4e562 req-d3bf41cd-8454-47dc-b729-fe5953c30dfa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0481462 Feb 11 06:03:59.388246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:59.394163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c875d-8183-41dc-959f-7de480c4e562 req-1b36623e-6fe9-43f9-88c1-19fb20a2a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:59.395679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f74c875d-8183-41dc-959f-7de480c4e562 req-1b36623e-6fe9-43f9-88c1-19fb20a2a7b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531225 Feb 11 06:03:59.408640 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Sync routers for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:59.416982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:59.418558 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-34173afd-91ea-4df6-a725-756a8c7edab2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2349403 Feb 11 06:03:59.421216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39696) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:59.424266 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:59.425048 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:03:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:59.526859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f74c875d-8183-41dc-959f-7de480c4e562 req-f19ca9d7-6e2b-40e0-a278-02f4d95e465a service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244762 Feb 11 06:03:59.618589 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:59.747842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f74c875d-8183-41dc-959f-7de480c4e562 req-d7642a97-c3ad-4b90-903d-8637487c3e19 service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135949 Feb 11 06:03:59.839072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba1ce87-73ed-4f37-8cc3-a3b1af905b10 None None] Network b5ceee1c-4760-4e95-831c-42099fa80c94 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:03:59.914753 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:03:58Z', 'revision_number': 3, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:59.924395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9237764a-ea7f-43ca-ab90-ea35c91e10df up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:59.952870 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Checking router: 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:59.953352 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Updating router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd port e9ed9c15-9505-494f-929b-0848b6e07980 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:03:59.986601 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.028456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9237764a-ea7f-43ca-ab90-ea35c91e10df triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:00.029092 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.030948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5c97c0c7-b54d-4240-8fe6-343d744d4816 None None] Provisioning complete for port 9237764a-ea7f-43ca-ab90-ea35c91e10df triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:00.031471 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5c97c0c7-b54d-4240-8fe6-343d744d4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.236103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9237764a-ea7f-43ca-ab90-ea35c91e10df is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:00.236822 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.292647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 9237764a-ea7f-43ca-ab90-ea35c91e10df, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9237764a-ea7f-43ca-ab90-ea35c91e10df,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:00.296901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7a9f-3704-408d-bb43-733da4087d80 req-e1415473-9ea3-44ca-812e-784b30c065ff tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:00.299837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5c97c0c7-b54d-4240-8fe6-343d744d4816 None None] Current status of the port 9237764a-ea7f-43ca-ab90-ea35c91e10df is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:00.304970 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5c97c0c7-b54d-4240-8fe6-343d744d4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.306980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff7d7a9f-3704-408d-bb43-733da4087d80 req-e1415473-9ea3-44ca-812e-784b30c065ff tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.1427093 Feb 11 06:04:00.343784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.372470 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8500a846-badc-4f88-a56b-e6c4127a2de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.419722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff7d7a9f-3704-408d-bb43-733da4087d80 req-f3ef65cd-8741-4366-a45c-e1e1057a7574 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117141 Feb 11 06:04:00.491419 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.492842 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Publish callbacks [] for port (e9ed9c15-9505-494f-929b-0848b6e07980), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.493289 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-5c97c0c7-b54d-4240-8fe6-343d744d4816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:04:00.493387 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-5c97c0c7-b54d-4240-8fe6-343d744d4816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:04:00.498669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=9237764a-ea7f-43ca-ab90-ea35c91e10df,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:00.500712 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.555839 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Attempting to bind port e9ed9c15-9505-494f-929b-0848b6e07980 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:00.556123 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Attempting to bind port e9ed9c15-9505-494f-929b-0848b6e07980 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:00.556627 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Attempting to bind port e9ed9c15-9505-494f-929b-0848b6e07980 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:00.566492 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Pushing event updated for resources: {'Port': ['ID=e9ed9c15-9505-494f-929b-0848b6e07980,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:00.573599 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:00.574072 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:00.574552 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.575004 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:00.575789 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Bound port: e9ed9c15-9505-494f-929b-0848b6e07980, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:00.576149 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.596331 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.596755 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.597219 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.597587 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.597983 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.598377 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.598803 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.599189 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.599579 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.600500 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.600887 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.601296 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.601686 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:00.638490 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] For port e9ed9c15-9505-494f-929b-0848b6e07980, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:00.642285 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] For port e9ed9c15-9505-494f-929b-0848b6e07980, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e9ed9c15-9505-494f-929b-0848b6e07980,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:00.659731 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.681152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Allocated IP 172.20.0.1 (b5ceee1c-4760-4e95-831c-42099fa80c94/31048fe2-51e5-45ca-a367-0984d20f3750/3997d41d-ab53-4186-8e94-6bcbd2158d74) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:00.726829 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:00.727172 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:00.731966 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808cefd-53f0-4547-a4b6-271bf021b6d6 None None] Pushing event updated for resources: {'Port': ['ID=e9ed9c15-9505-494f-929b-0848b6e07980,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:00.823135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Publish callbacks [] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.859690 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:00.867538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.919966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Network b5ceee1c-4760-4e95-831c-42099fa80c94 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:00.923021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:00.926861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:00.955043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Pushing event updated for resources: {'Port': ['ID=3997d41d-ab53-4186-8e94-6bcbd2158d74,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:00.982550 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.035312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5c97c0c7-b54d-4240-8fe6-343d744d4816 None None] Current status of the port 9237764a-ea7f-43ca-ab90-ea35c91e10df is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:01.074040 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:03:58Z', 'revision_number': 3, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:01.104541 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047d77d8-53f2-4bc1-939f-5be3addf4f9d None None] The sync data for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 is: [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:03:58Z', 'revision_number': 3, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:01.162954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d79fab95-3908-4290-a5c1-7d15e3373674 None None] Provisioning complete for port 9237764a-ea7f-43ca-ab90-ea35c91e10df triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:01.163213 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d79fab95-3908-4290-a5c1-7d15e3373674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.185740 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.243722 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.288506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d79fab95-3908-4290-a5c1-7d15e3373674 None None] Current status of the port 9237764a-ea7f-43ca-ab90-ea35c91e10df is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:01.391422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Publish callbacks [] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.409462 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.410983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ad65c95f-b88d-40cd-9bb8-eeebdcbd39c1 None None] Provisioning complete for port 3997d41d-ab53-4186-8e94-6bcbd2158d74 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:01.411628 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ad65c95f-b88d-40cd-9bb8-eeebdcbd39c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.496802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ad65c95f-b88d-40cd-9bb8-eeebdcbd39c1 None None] Port 3997d41d-ab53-4186-8e94-6bcbd2158d74 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:04:01.524476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.531620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Pushing event updated for resources: {'Port': ['ID=3997d41d-ab53-4186-8e94-6bcbd2158d74,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:01.596226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00596-ba36-4fbc-baa6-1cdc192168fb req-7c0296bf-23e0-4bac-b564-6da7b4abe1d1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:01.598068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cd00596-ba36-4fbc-baa6-1cdc192168fb req-7c0296bf-23e0-4bac-b564-6da7b4abe1d1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0729001 Feb 11 06:04:01.654184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Network b5ceee1c-4760-4e95-831c-42099fa80c94 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:01.655978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:01.691803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2cd00596-ba36-4fbc-baa6-1cdc192168fb req-d2f3bb19-dc67-4c75-a3ab-ff3d31a4b77f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866261 Feb 11 06:04:01.896519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:01.925040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e9ed9c15-9505-494f-929b-0848b6e07980 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:02.005159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e9ed9c15-9505-494f-929b-0848b6e07980 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:02.005541 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.078527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-bf563b8d-3c5c-4b60-b4c4-c716a2585c49 None None] Provisioning complete for port 3997d41d-ab53-4186-8e94-6bcbd2158d74 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:02.079204 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bf563b8d-3c5c-4b60-b4c4-c716a2585c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.093689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:02.102387 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d62c8544-bdb4-44dd-b9f1-6589d9078eef admin admin] 10.222.0.31 "PUT /v2.0/routers/1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6796591 Feb 11 06:04:02.177169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e9ed9c15-9505-494f-929b-0848b6e07980 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:02.177569 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.199157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bf563b8d-3c5c-4b60-b4c4-c716a2585c49 None None] Port 3997d41d-ab53-4186-8e94-6bcbd2158d74 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:04:02.209965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port e9ed9c15-9505-494f-929b-0848b6e07980, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e9ed9c15-9505-494f-929b-0848b6e07980,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:02.219629 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.221277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9237764a-ea7f-43ca-ab90-ea35c91e10df up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:02.350538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=e9ed9c15-9505-494f-929b-0848b6e07980,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:02.366384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9237764a-ea7f-43ca-ab90-ea35c91e10df triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:02.366917 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.468566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9237764a-ea7f-43ca-ab90-ea35c91e10df is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:02.752431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39718) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:02.762654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-750589095-network', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:02.796368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Made reservation on behalf of a5674c6acffe42c0b770fe5c9b83b00d for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:04:02.799494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.813679 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.859872 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.907954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064aef90-f5b3-4d8c-824c-302aa388d065 req-190ffe1c-9927-449b-930d-581655df9e5c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:02.910738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-064aef90-f5b3-4d8c-824c-302aa388d065 req-190ffe1c-9927-449b-930d-581655df9e5c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.1145825 Feb 11 06:04:02.940651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Publish callbacks [] for security_group (e81d25a9-b94d-4a58-9b2c-c1489a54a9c5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.945070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e81d25a9-b94d-4a58-9b2c-c1489a54a9c5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.977938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-064aef90-f5b3-4d8c-824c-302aa388d065 req-5294619b-fbc6-42f2-9c5b-2f07d00038b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564773 Feb 11 06:04:02.979403 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:04:02.989580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d25a9-b94d-4a58-9b2c-c1489a54a9c5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:02.998529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (046e8366-aa35-4a13-98bd-ebef0f6cdd48), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.999068 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Added segment 046e8366-aa35-4a13-98bd-ebef0f6cdd48 of type vlan for network eddcf9c4-8880-4928-ab55-be4f92d4e33f Feb 11 06:04:03.061650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (eddcf9c4-8880-4928-ab55-be4f92d4e33f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.093503 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (eddcf9c4-8880-4928-ab55-be4f92d4e33f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.094593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:03.095185 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.132799 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3777740 Feb 11 06:04:03.136213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39720) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:03.142737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Request body: {'subnet': {'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-750589095-subnet', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:03.167014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Made reservation on behalf of a5674c6acffe42c0b770fe5c9b83b00d for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:04:03.168256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8582560-25f5-4d85-8a62-2325a651bd98 admin admin] Pushing event updated for resources: {'Network': ['ID=eddcf9c4-8880-4928-ab55-be4f92d4e33f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:03.169829 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.183867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network eddcf9c4-8880-4928-ab55-be4f92d4e33f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:04:03.399508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (c540713b-4f45-42f6-a1f5-811d7eea45ff), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.504267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c540713b-4f45-42f6-a1f5-811d7eea45ff,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:03.524265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Checking segment: {'id': '046e8366-aa35-4a13-98bd-ebef0f6cdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:03.524948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Network hostable DHCP agents. Network: eddcf9c4-8880-4928-ab55-be4f92d4e33f, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:04:03.551121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Network eddcf9c4-8880-4928-ab55-be4f92d4e33f is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:04:03.552699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Sync routers for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:03.563000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, eddcf9c4-8880-4928-ab55-be4f92d4e33f) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:03.571175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:03.571806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.582859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e096f835-650a-455b-9bcc-335de523e2da None None] Network eddcf9c4-8880-4928-ab55-be4f92d4e33f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:04:03.589506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:03.590598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:03.608441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7f794a8f-9760-44b7-98c7-a358108ddbb9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4704869 Feb 11 06:04:03.608674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39724) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:03.613668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:03.650039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.651329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.774751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks [] for router_controller (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.880136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e9ed9c15-9505-494f-929b-0848b6e07980 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:03.981078 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.031476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks [] for router_gateway (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.073673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e9ed9c15-9505-494f-929b-0848b6e07980 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:04.074053 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.075872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-eddcf9c4-8880-4928-ab55-be4f92d4e33f', 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f', 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'fixed_ips': [{'subnet_id': 'c540713b-4f45-42f6-a1f5-811d7eea45ff'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:04:04.076710 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.117401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:04.194431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e3c61-179c-40fd-b5df-805420d611c8 req-b962a235-578c-4395-aa1d-a25c78aca6d1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:04.196228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c06e3c61-179c-40fd-b5df-805420d611c8 req-b962a235-578c-4395-aa1d-a25c78aca6d1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0972059 Feb 11 06:04:04.288326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c06e3c61-179c-40fd-b5df-805420d611c8 req-38e30b90-bcdb-4280-aac8-e55422d94f4e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769818 Feb 11 06:04:04.297356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Allocated IP 172.20.0.2 (eddcf9c4-8880-4928-ab55-be4f92d4e33f/c540713b-4f45-42f6-a1f5-811d7eea45ff/ac9adc52-3223-45f1-b377-e89a226cdf5e) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:04.419583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks [] for router_gateway (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.446997 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.582875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Allocated IP 172.25.1.111 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/400fc502-e1d1-4ad0-994a-5a888b9ddcf2) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:04.595846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e9ed9c15-9505-494f-929b-0848b6e07980 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:04.655844 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Publish callbacks [] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.672205 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.728052 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks [] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.729164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Network eddcf9c4-8880-4928-ab55-be4f92d4e33f is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:04.736362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:04.740464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:04.751986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Pushing event updated for resources: {'Port': ['ID=ac9adc52-3223-45f1-b377-e89a226cdf5e,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:04.775736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 2, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:04.780230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.828163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Checking router: 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:04.828445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Updating router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd port 3997d41d-ab53-4186-8e94-6bcbd2158d74 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:04:04.855680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Attempting to bind port ac9adc52-3223-45f1-b377-e89a226cdf5e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:04.855904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Attempting to bind port ac9adc52-3223-45f1-b377-e89a226cdf5e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '046e8366-aa35-4a13-98bd-ebef0f6cdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:04.856294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Attempting to bind port ac9adc52-3223-45f1-b377-e89a226cdf5e on network eddcf9c4-8880-4928-ab55-be4f92d4e33f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:04.859744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:04.863871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:04.866089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:04.867843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Checking segment: {'id': '046e8366-aa35-4a13-98bd-ebef0f6cdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:04.867843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.867843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Bound using segment: {'id': '046e8366-aa35-4a13-98bd-ebef0f6cdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:04.867843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Bound port: ac9adc52-3223-45f1-b377-e89a226cdf5e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046e8366-aa35-4a13-98bd-ebef0f6cdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:04.869104 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.869911 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:04.881307 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.899765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Pushing event updated for resources: {'Port': ['ID=400fc502-e1d1-4ad0-994a-5a888b9ddcf2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:05.037330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] For port ac9adc52-3223-45f1-b377-e89a226cdf5e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:05.062372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] For port ac9adc52-3223-45f1-b377-e89a226cdf5e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ac9adc52-3223-45f1-b377-e89a226cdf5e,segment=NetworkSegment(046e8366-aa35-4a13-98bd-ebef0f6cdd48),segment_id=046e8366-aa35-4a13-98bd-ebef0f6cdd48)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:05.089241 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.198387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bb336-d8d2-407d-b3ef-1b346ccc3054 None None] Pushing event updated for resources: {'Port': ['ID=ac9adc52-3223-45f1-b377-e89a226cdf5e,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:05.237501 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks [] for router_gateway (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.449204 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Publish callbacks [] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.461873 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.507602 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-7ef364b8-521f-4bce-b0bd-6a46648c6a5b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4376755 Feb 11 06:04:05.510581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a64a8-22f9-42cb-9047-353cf6940c0c req-e4078b1b-8ef8-42e9-9699-e0eeb0d94c12 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:05.512687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e2a64a8-22f9-42cb-9047-353cf6940c0c req-e4078b1b-8ef8-42e9-9699-e0eeb0d94c12 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0893879 Feb 11 06:04:05.636608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84bb42-69e4-4fff-8dba-1f5ca0b19af6 None None] Pushing event updated for resources: {'Port': ['ID=3997d41d-ab53-4186-8e94-6bcbd2158d74,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:05.663821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Attempting to bind port 3997d41d-ab53-4186-8e94-6bcbd2158d74 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:05.664200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Attempting to bind port 3997d41d-ab53-4186-8e94-6bcbd2158d74 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:05.664569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Attempting to bind port 3997d41d-ab53-4186-8e94-6bcbd2158d74 on network b5ceee1c-4760-4e95-831c-42099fa80c94 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:05.678984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:05.678984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Checking segment: {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:05.679299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.680951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Bound using segment: {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:05.681312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Bound port: 3997d41d-ab53-4186-8e94-6bcbd2158d74, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:05.681799 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.742016 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e2a64a8-22f9-42cb-9047-353cf6940c0c req-886a23b8-0bab-40cf-87ae-a7b7f6a55426 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104969 Feb 11 06:04:05.874008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] For port 3997d41d-ab53-4186-8e94-6bcbd2158d74, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:05.878293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] For port 3997d41d-ab53-4186-8e94-6bcbd2158d74, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3997d41d-ab53-4186-8e94-6bcbd2158d74,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:05.903276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-9aa4b572-a885-47e1-a63d-4ad3f4f053c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:05.907455 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-9aa4b572-a885-47e1-a63d-4ad3f4f053c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 1130 time: 0.2088253 Feb 11 06:04:05.927805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.952978 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.007204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ac9adc52-3223-45f1-b377-e89a226cdf5e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:06.040668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84bb42-69e4-4fff-8dba-1f5ca0b19af6 None None] Pushing event updated for resources: {'Port': ['ID=3997d41d-ab53-4186-8e94-6bcbd2158d74,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:06.095745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:06.096407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:06.161639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-223565e9-b42c-4cf3-952f-e6c80fee01a6 None None] Provisioning complete for port 3997d41d-ab53-4186-8e94-6bcbd2158d74 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:06.163306 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-223565e9-b42c-4cf3-952f-e6c80fee01a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.257528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-579088f0-3fc0-48c1-bda9-e1be124ca660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:06.259245 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-579088f0-3fc0-48c1-bda9-e1be124ca660 service neutron] 10.222.0.81 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.3202255 Feb 11 06:04:06.366131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ac9adc52-3223-45f1-b377-e89a226cdf5e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:06.367209 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.373346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:06.375691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:04:06.397763 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-a8aab5c5-7dd1-4e28-a4f3-e6683d12e51b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 200 len: 1002 time: 0.1270251 Feb 11 06:04:06.656184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-223565e9-b42c-4cf3-952f-e6c80fee01a6 None None] Current status of the port 3997d41d-ab53-4186-8e94-6bcbd2158d74 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:06.658082 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-223565e9-b42c-4cf3-952f-e6c80fee01a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.965628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-cfa09788-8ddf-4d0e-abe8-41adafe5142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:06.968736 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-cfa09788-8ddf-4d0e-abe8-41adafe5142e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.5215256 Feb 11 06:04:06.992332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ac9adc52-3223-45f1-b377-e89a226cdf5e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:06.993104 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.995530 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:07.008079 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Sync routers for ids ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:07.029047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-223565e9-b42c-4cf3-952f-e6c80fee01a6 None None] For port 3997d41d-ab53-4186-8e94-6bcbd2158d74, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3997d41d-ab53-4186-8e94-6bcbd2158d74,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:07.030696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e64c31e-79fa-47f5-ad90-0255d680742e None None] Network eddcf9c4-8880-4928-ab55-be4f92d4e33f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:04:07.046091 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Routers {'b594ec6b-0375-4db5-a105-c3ccd1cb8a39'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:07.047031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:07.049516 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:07.049762 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-554985ab-b598-4111-93bb-28f5470061a1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4397027 Feb 11 06:04:07.054884 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39734) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:07.106633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port ac9adc52-3223-45f1-b377-e89a226cdf5e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ac9adc52-3223-45f1-b377-e89a226cdf5e,segment=NetworkSegment(046e8366-aa35-4a13-98bd-ebef0f6cdd48),segment_id=046e8366-aa35-4a13-98bd-ebef0f6cdd48)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:07.106925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d344c-e7b7-4741-a75d-890aea7d8b62 req-5bd689bf-0a39-486e-b35d-d5cdc3c3be96 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:07.108069 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-223565e9-b42c-4cf3-952f-e6c80fee01a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:07.110329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-120d344c-e7b7-4741-a75d-890aea7d8b62 req-5bd689bf-0a39-486e-b35d-d5cdc3c3be96 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.1526542 Feb 11 06:04:07.121153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-20d6a179-8171-4388-9fe5-7c291338c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:07.124060 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-20d6a179-8171-4388-9fe5-7c291338c7ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1260438 Feb 11 06:04:07.127005 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:07.184611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-120d344c-e7b7-4741-a75d-890aea7d8b62 req-a00d9dc1-477d-45c0-98de-5fc19edf9d02 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649519 Feb 11 06:04:07.326628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ac2e5514-2dd8-49cf-b079-eb7bcdb1a05f None None] Provisioning complete for port ac9adc52-3223-45f1-b377-e89a226cdf5e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:07.327020 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5514-2dd8-49cf-b079-eb7bcdb1a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:07.334551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223565e9-b42c-4cf3-952f-e6c80fee01a6 None None] Pushing event updated for resources: {'Port': ['ID=3997d41d-ab53-4186-8e94-6bcbd2158d74,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:07.372746 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-0c4ef5f0-27b5-40df-95da-e4eb53e827db service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353835 Feb 11 06:04:07.411897 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Set router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:07.436992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:05Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:07.446319 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=ac9adc52-3223-45f1-b377-e89a226cdf5e,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:07.483310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6f98d-3ea4-4a3e-b2c7-2c0d5e832c25 None None] The sync data for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 is: [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:05Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:07.591987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e5514-2dd8-49cf-b079-eb7bcdb1a05f None None] Current status of the port ac9adc52-3223-45f1-b377-e89a226cdf5e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:07.627115 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ac2e5514-2dd8-49cf-b079-eb7bcdb1a05f None None] Provisioning complete for port 3997d41d-ab53-4186-8e94-6bcbd2158d74 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:07.628060 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5514-2dd8-49cf-b079-eb7bcdb1a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:07.642252 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d75e0245-ea74-4f21-98a8-da47259eded3 req-86f16d6f-f3f5-4c29-a55b-b6cbfc957243 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620385 Feb 11 06:04:07.902112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e5514-2dd8-49cf-b079-eb7bcdb1a05f None None] Current status of the port 3997d41d-ab53-4186-8e94-6bcbd2158d74 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:08.040843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-75321632-453c-4f58-8c8a-2424cf87315f None None] Provisioning complete for port ac9adc52-3223-45f1-b377-e89a226cdf5e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:08.040843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75321632-453c-4f58-8c8a-2424cf87315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.041594 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:04:08.175351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3997d41d-ab53-4186-8e94-6bcbd2158d74 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:08.242496 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:03Z', 'updated_at': '2022-02-11T06:04:05Z', 'revision_number': 3, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'gw_port': {'id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:04Z', 'updated_at': '2022-02-11T06:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:08.301774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.312970 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Checking router: b594ec6b-0375-4db5-a105-c3ccd1cb8a39 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:08.313641 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Updating router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:04:08.374965 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.387594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-75321632-453c-4f58-8c8a-2424cf87315f None None] Current status of the port ac9adc52-3223-45f1-b377-e89a226cdf5e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:08.394273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3997d41d-ab53-4186-8e94-6bcbd2158d74 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:08.394734 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.440048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7298c-95d9-4d73-b2a3-2b6ab428b1c2 req-dfa31dd1-9e0b-482c-8f4b-65784fb8b10c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:08.447735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0f7298c-95d9-4d73-b2a3-2b6ab428b1c2 req-dfa31dd1-9e0b-482c-8f4b-65784fb8b10c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.1001508 Feb 11 06:04:08.529868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3997d41d-ab53-4186-8e94-6bcbd2158d74 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:08.530992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ac9adc52-3223-45f1-b377-e89a226cdf5e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:08.535621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0f7298c-95d9-4d73-b2a3-2b6ab428b1c2 req-1ac156ba-a497-4306-9f85-559e9f175b18 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801058 Feb 11 06:04:08.634297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ac9adc52-3223-45f1-b377-e89a226cdf5e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:08.634678 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.670475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Allocated IP 172.20.0.1 (eddcf9c4-8880-4928-ab55-be4f92d4e33f/c540713b-4f45-42f6-a1f5-811d7eea45ff/98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:08.744217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ac9adc52-3223-45f1-b377-e89a226cdf5e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:08.795096 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Publish callbacks [] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.802689 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.829548 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Publish callbacks [] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.864391 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc93a76-2232-4887-9acf-076126bc6537 None None] Pushing event updated for resources: {'Port': ['ID=400fc502-e1d1-4ad0-994a-5a888b9ddcf2,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:08.867057 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Attempting to bind port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:08.867432 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Attempting to bind port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:08.867812 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Attempting to bind port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:08.874150 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:08.874533 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:08.874874 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.875052 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.875319 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:08.875783 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Bound port: 400fc502-e1d1-4ad0-994a-5a888b9ddcf2, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:08.876185 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.918738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Network eddcf9c4-8880-4928-ab55-be4f92d4e33f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:08.921806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:08.926503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:08.966773 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] For port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:08.970877 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] For port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=400fc502-e1d1-4ad0-994a-5a888b9ddcf2,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:08.979937 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.984594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Pushing event updated for resources: {'Port': ['ID=98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:09.006956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:09.149368 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc93a76-2232-4887-9acf-076126bc6537 None None] Pushing event updated for resources: {'Port': ['ID=400fc502-e1d1-4ad0-994a-5a888b9ddcf2,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:09.154862 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Routers {'b594ec6b-0375-4db5-a105-c3ccd1cb8a39'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:09.156446 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:09.301779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:09.337719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-91f00499-7fb2-4b08-addd-d8823e4ebc0d None None] Provisioning complete for port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:09.338316 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-91f00499-7fb2-4b08-addd-d8823e4ebc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:09.401224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-91f00499-7fb2-4b08-addd-d8823e4ebc0d None None] Port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:04:09.403851 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] Set router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:09.554031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Publish callbacks [] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:09.560147 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:09.672670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Pushing event updated for resources: {'Port': ['ID=98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:09.678510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:09.703103 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:03Z', 'updated_at': '2022-02-11T06:04:05Z', 'revision_number': 3, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'gw_port': {'id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:04Z', 'updated_at': '2022-02-11T06:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:09.754996 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171a31eb-2586-4ce4-8188-f51d4c9ca9fc None None] The sync data for ids ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'] in n-d-715271-35 is: [{'id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:03Z', 'updated_at': '2022-02-11T06:04:05Z', 'revision_number': 3, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'gw_port': {'id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:04Z', 'updated_at': '2022-02-11T06:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:09.845341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Network eddcf9c4-8880-4928-ab55-be4f92d4e33f is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:09.850248 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:09.861731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0966f-3480-4f15-9444-261278a1d1d9 req-2eaa098c-3ab5-4fb1-b841-514660a027f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:09.871982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4d0966f-3480-4f15-9444-261278a1d1d9 req-2eaa098c-3ab5-4fb1-b841-514660a027f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0884621 Feb 11 06:04:09.976160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4d0966f-3480-4f15-9444-261278a1d1d9 req-17f30ce4-c9e6-4fa7-8d5d-d52e62f19286 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997014 Feb 11 06:04:10.083882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:10.292434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:10.297985 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-618b6d61-e5c3-4331-bb1f-a18298d0cac8 admin admin] 10.222.0.31 "PUT /v2.0/routers/b594ec6b-0375-4db5-a105-c3ccd1cb8a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2399027 Feb 11 06:04:10.346359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-173e93ed-b5e8-45dd-948b-2c1cb97648bf None None] Provisioning complete for port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:10.347371 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-173e93ed-b5e8-45dd-948b-2c1cb97648bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:10.387531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-173e93ed-b5e8-45dd-948b-2c1cb97648bf None None] Port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:04:11.153931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ce458-0490-4a82-87ed-6a1511368fca req-eadff998-1602-4f3d-8acc-c5f9e2ea9b4d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:11.161375 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-444ce458-0490-4a82-87ed-6a1511368fca req-eadff998-1602-4f3d-8acc-c5f9e2ea9b4d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0741231 Feb 11 06:04:11.213463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-444ce458-0490-4a82-87ed-6a1511368fca req-049da84f-5b94-4484-b20c-07d70bf5152e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506332 Feb 11 06:04:11.801677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:11.859776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Sync routers for ids ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:11.874317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:11.874699 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:11.876375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Routers {'b594ec6b-0375-4db5-a105-c3ccd1cb8a39'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:11.877274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:12.052153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Set router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:12.082289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:12.082685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:12.111214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=400fc502-e1d1-4ad0-994a-5a888b9ddcf2,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:12.117644 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:12.247406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=400fc502-e1d1-4ad0-994a-5a888b9ddcf2,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:12.389997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:03Z', 'updated_at': '2022-02-11T06:04:09Z', 'revision_number': 4, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'gw_port': {'id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:04Z', 'updated_at': '2022-02-11T06:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7', 'name': '', 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'mac_address': 'fa:16:3e:93:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c540713b-4f45-42f6-a1f5-811d7eea45ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:08Z', 'updated_at': '2022-02-11T06:04:09Z', 'revision_number': 2, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'subnets': [{'id': 'c540713b-4f45-42f6-a1f5-811d7eea45ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:12.425513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870dcfb-84c6-47ee-aafd-49ad594f6373 req-ea17e46b-a249-4cc2-84f2-cf71478fc311 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:12.426989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4870dcfb-84c6-47ee-aafd-49ad594f6373 req-ea17e46b-a249-4cc2-84f2-cf71478fc311 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0880072 Feb 11 06:04:12.457099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Checking router: b594ec6b-0375-4db5-a105-c3ccd1cb8a39 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:12.457704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Updating router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:04:12.489003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4870dcfb-84c6-47ee-aafd-49ad594f6373 req-ddc540fb-4288-426d-89b4-20eab1d9131e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539119 Feb 11 06:04:12.501582 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:12.795510 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Publish callbacks [] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:12.803124 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:12.856926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631d504-8aed-4e30-8557-25e259f5f2b7 None None] Pushing event updated for resources: {'Port': ['ID=98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:12.924713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Attempting to bind port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:12.925072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Attempting to bind port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '046e8366-aa35-4a13-98bd-ebef0f6cdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:12.925478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Attempting to bind port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 on network eddcf9c4-8880-4928-ab55-be4f92d4e33f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:12.931349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:12.931733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Checking segment: {'id': '046e8366-aa35-4a13-98bd-ebef0f6cdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:12.932136 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:12.932528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Bound using segment: {'id': '046e8366-aa35-4a13-98bd-ebef0f6cdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:12.935016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Bound port: 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046e8366-aa35-4a13-98bd-ebef0f6cdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:12.935016 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:13.021434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] For port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:13.024911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] For port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7,segment=NetworkSegment(046e8366-aa35-4a13-98bd-ebef0f6cdd48),segment_id=046e8366-aa35-4a13-98bd-ebef0f6cdd48)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:13.038579 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:13.093069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Routers {'b594ec6b-0375-4db5-a105-c3ccd1cb8a39'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:13.093741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:13.155790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631d504-8aed-4e30-8557-25e259f5f2b7 None None] Pushing event updated for resources: {'Port': ['ID=98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:13.183565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b0680f85-81f3-4794-97d5-c4dab9c4485e None None] Provisioning complete for port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:13.183565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b0680f85-81f3-4794-97d5-c4dab9c4485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:13.284005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] Set router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:13.565484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b0680f85-81f3-4794-97d5-c4dab9c4485e None None] Current status of the port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:13.565879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b0680f85-81f3-4794-97d5-c4dab9c4485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:13.654455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b0680f85-81f3-4794-97d5-c4dab9c4485e None None] For port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7,segment=NetworkSegment(046e8366-aa35-4a13-98bd-ebef0f6cdd48),segment_id=046e8366-aa35-4a13-98bd-ebef0f6cdd48)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:13.663160 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b0680f85-81f3-4794-97d5-c4dab9c4485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:13.712810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255a1bf-79c4-44ea-90c5-0c41d8937395 req-7f74e349-9be8-4470-8b68-f11bcf2007a1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:13.715567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f255a1bf-79c4-44ea-90c5-0c41d8937395 req-7f74e349-9be8-4470-8b68-f11bcf2007a1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.1346636 Feb 11 06:04:13.757572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0680f85-81f3-4794-97d5-c4dab9c4485e None None] Pushing event updated for resources: {'Port': ['ID=98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:13.801377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d053fe74-9822-4a0a-8cda-7638157f4482 None None] Provisioning complete for port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:13.802241 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d053fe74-9822-4a0a-8cda-7638157f4482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:13.809272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:13.818775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f255a1bf-79c4-44ea-90c5-0c41d8937395 req-1e2a475e-1664-41b8-a081-8a2289a4f829 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949521 Feb 11 06:04:13.875554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:03Z', 'updated_at': '2022-02-11T06:04:09Z', 'revision_number': 4, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'gw_port': {'id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:04Z', 'updated_at': '2022-02-11T06:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7', 'name': '', 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'mac_address': 'fa:16:3e:93:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c540713b-4f45-42f6-a1f5-811d7eea45ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:08Z', 'updated_at': '2022-02-11T06:04:13Z', 'revision_number': 4, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'subnets': [{'id': 'c540713b-4f45-42f6-a1f5-811d7eea45ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:13.914253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0e6a7-def8-4ad2-aba3-99a3ec44b071 None None] The sync data for ids ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'] in n-d-715271-35 is: [{'id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:03Z', 'updated_at': '2022-02-11T06:04:09Z', 'revision_number': 4, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'gw_port': {'id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:04Z', 'updated_at': '2022-02-11T06:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7', 'name': '', 'network_id': 'eddcf9c4-8880-4928-ab55-be4f92d4e33f', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'mac_address': 'fa:16:3e:93:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c540713b-4f45-42f6-a1f5-811d7eea45ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:08Z', 'updated_at': '2022-02-11T06:04:13Z', 'revision_number': 4, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'subnets': [{'id': 'c540713b-4f45-42f6-a1f5-811d7eea45ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:13.987160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:13.987262 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:14.045683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d053fe74-9822-4a0a-8cda-7638157f4482 None None] Current status of the port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:14.154258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:14.981379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05585620-ffe0-4c36-8242-97f3b02db6d9 req-49926587-b706-4d84-9c11-72dbaf33c3a6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:14.983283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05585620-ffe0-4c36-8242-97f3b02db6d9 req-49926587-b706-4d84-9c11-72dbaf33c3a6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0836153 Feb 11 06:04:15.055488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05585620-ffe0-4c36-8242-97f3b02db6d9 req-e2928280-7d7c-4da0-8d83-a951adcf00e2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660484 Feb 11 06:04:15.837524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:15.890332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:15.890737 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:15.990343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:16.185996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ab169-06c4-49f0-a5df-414ea41c8be9 req-8805712a-e0a5-4444-bdbc-0480cef3d8ed tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:16.187697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca6ab169-06c4-49f0-a5df-414ea41c8be9 req-8805712a-e0a5-4444-bdbc-0480cef3d8ed tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0636013 Feb 11 06:04:16.271502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca6ab169-06c4-49f0-a5df-414ea41c8be9 req-9d3926b2-4271-4959-884a-1fba33911372 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698326 Feb 11 06:04:17.428663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df321f9-7b3d-4d79-b154-988c6e80642f req-47d9b9ad-ed6b-4510-94f2-e109a8f2284f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:17.430979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9df321f9-7b3d-4d79-b154-988c6e80642f req-47d9b9ad-ed6b-4510-94f2-e109a8f2284f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0816147 Feb 11 06:04:17.491847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9df321f9-7b3d-4d79-b154-988c6e80642f req-4b58c648-8b2e-42ff-9029-fe64cb995692 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540187 Feb 11 06:04:18.641168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028fbb-a458-4252-810f-8f699cb6ad02 req-be07a076-32ed-4fd0-86e8-3870a28dc048 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:18.643289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87028fbb-a458-4252-810f-8f699cb6ad02 req-be07a076-32ed-4fd0-86e8-3870a28dc048 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0720642 Feb 11 06:04:18.704504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87028fbb-a458-4252-810f-8f699cb6ad02 req-c7a9051a-b902-4d27-b50b-b5bd7d5f69ad tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535400 Feb 11 06:04:19.847840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8276-bb68-49ce-8a9e-d0fe53a87d34 req-fc6cf5a7-3d8d-4345-b639-a3b90b9046d7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:19.849463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4edd8276-bb68-49ce-8a9e-d0fe53a87d34 req-fc6cf5a7-3d8d-4345-b639-a3b90b9046d7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0609818 Feb 11 06:04:19.901325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4edd8276-bb68-49ce-8a9e-d0fe53a87d34 req-1de87e9c-7cac-450f-9f95-b39f7d3fe5cd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Feb 11 06:04:21.032434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ef95e-8171-45f3-9c99-d1b739506e20 req-c1af13b2-14e1-4ef8-8c4d-a24d661ecffe tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:21.033997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-261ef95e-8171-45f3-9c99-d1b739506e20 req-c1af13b2-14e1-4ef8-8c4d-a24d661ecffe tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0583987 Feb 11 06:04:21.095006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-261ef95e-8171-45f3-9c99-d1b739506e20 req-abca4387-9c7b-49bb-baff-c583b66a7a80 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533695 Feb 11 06:04:22.244932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689feb57-4ab1-4048-bae2-1232a3e1f312 req-629d9e45-35e6-40cf-8442-b6f036e61317 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:22.246505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-689feb57-4ab1-4048-bae2-1232a3e1f312 req-629d9e45-35e6-40cf-8442-b6f036e61317 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0625088 Feb 11 06:04:22.318911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:22.319526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-689feb57-4ab1-4048-bae2-1232a3e1f312 req-d2266dff-2da2-43f7-9fcb-ffdfac08ff5f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651128 Feb 11 06:04:23.289658 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:23.473720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3b9e-59c5-481b-8afb-1dba02289c28 req-5cef04ee-650d-4246-92e0-26bd11398396 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:23.476410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b60b3b9e-59c5-481b-8afb-1dba02289c28 req-5cef04ee-650d-4246-92e0-26bd11398396 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0776041 Feb 11 06:04:23.534970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b60b3b9e-59c5-481b-8afb-1dba02289c28 req-451f409e-ac1b-48e1-9b26-82ee3878c418 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502238 Feb 11 06:04:24.703481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1fb3e-2ab9-4eac-ba9c-cc9becc1cc76 req-0c8eb8f1-f46c-4e35-b4ed-165252d7ecd6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:24.705942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ae1fb3e-2ab9-4eac-ba9c-cc9becc1cc76 req-0c8eb8f1-f46c-4e35-b4ed-165252d7ecd6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0627825 Feb 11 06:04:24.760953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ae1fb3e-2ab9-4eac-ba9c-cc9becc1cc76 req-d8d0f1e6-2110-4218-b554-4a2a9d95f519 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474741 Feb 11 06:04:25.900122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8f435-f43c-4f62-acae-cb79b2253013 req-2586dfc2-17f9-4fe4-8c7b-8141b4c028d6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:25.901979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7af8f435-f43c-4f62-acae-cb79b2253013 req-2586dfc2-17f9-4fe4-8c7b-8141b4c028d6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0645676 Feb 11 06:04:25.959229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7af8f435-f43c-4f62-acae-cb79b2253013 req-b693a3d9-ff55-4b3b-9a5d-0ff8a9357783 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471060 Feb 11 06:04:27.108311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab07585-e329-4ad2-b9a7-3d25a3a3f72b req-30398b48-843b-4a5b-b796-3a0843c40d7c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:27.110025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aab07585-e329-4ad2-b9a7-3d25a3a3f72b req-30398b48-843b-4a5b-b796-3a0843c40d7c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0659084 Feb 11 06:04:27.163133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aab07585-e329-4ad2-b9a7-3d25a3a3f72b req-e986cd36-6b3e-47bf-925c-731ba176bf89 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Feb 11 06:04:27.732622 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac0c8-86ff-499d-87f2-4d458ecdc2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:28.300641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476f380-8d39-49e4-b4b9-e40612933ce6 req-064781fb-acd5-42a4-bc1f-2a0056a9c8ef tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:28.303211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b476f380-8d39-49e4-b4b9-e40612933ce6 req-064781fb-acd5-42a4-bc1f-2a0056a9c8ef tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0600474 Feb 11 06:04:28.362709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b476f380-8d39-49e4-b4b9-e40612933ce6 req-7aaaf45a-b620-46b6-bc42-f9f5a4860ddf tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526314 Feb 11 06:04:29.542132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3674c49-fa62-4d26-82d4-d1efc6d06008 req-ee3be17c-ec14-432c-a163-912d4945a73a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:29.569966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3674c49-fa62-4d26-82d4-d1efc6d06008 req-ee3be17c-ec14-432c-a163-912d4945a73a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.1092625 Feb 11 06:04:29.633676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3674c49-fa62-4d26-82d4-d1efc6d06008 req-98f24b1b-ce59-4f84-86e9-62d5472f4752 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620916 Feb 11 06:04:29.824034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2c6d8-d566-411f-8e96-e2e3ba25fb13 req-5fa309ba-062d-4c13-b35e-13ed3383130c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:29.825633 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fb2c6d8-d566-411f-8e96-e2e3ba25fb13 req-5fa309ba-062d-4c13-b35e-13ed3383130c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 947 time: 0.0595369 Feb 11 06:04:29.874697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fb2c6d8-d566-411f-8e96-e2e3ba25fb13 req-eeb54862-1748-453c-ab0f-3547cb154e36 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Feb 11 06:04:30.297840 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-db446ad5-96c1-4694-9153-03ef189346c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.803825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6928b6-0f56-44e9-a975-b1adf5ebea63 req-542494c1-906e-4bd7-b0c9-facdde0715b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:30.814293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca6928b6-0f56-44e9-a975-b1adf5ebea63 req-542494c1-906e-4bd7-b0c9-facdde0715b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0794554 Feb 11 06:04:30.875188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca6928b6-0f56-44e9-a975-b1adf5ebea63 req-55c54c07-7bd5-450d-b176-f1449c14b1d0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594268 Feb 11 06:04:31.022433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dee7d-b0e9-4f82-a8b3-94f04ac2827a req-d0d31a67-14eb-4793-8980-5c7d4c2da02b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.024397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df0dee7d-b0e9-4f82-a8b3-94f04ac2827a req-d0d31a67-14eb-4793-8980-5c7d4c2da02b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 947 time: 0.0620341 Feb 11 06:04:31.076221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df0dee7d-b0e9-4f82-a8b3-94f04ac2827a req-f5c393ff-ad83-4ca9-ab9c-2cbb6433b56e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460725 Feb 11 06:04:31.199144 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.383678 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-1026531f-8a27-4b88-9d3d-327c57e06389 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.386595 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-1026531f-8a27-4b88-9d3d-327c57e06389 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.81 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 947 time: 0.0755098 Feb 11 06:04:31.517818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Deleting port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:31.518577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.674722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] For port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:31.675220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.987823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.988622 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (028e0326-41ad-4100-beb6-b8e3e24a2b02), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.989631 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Floating IP 028e0326-41ad-4100-beb6-b8e3e24a2b02 disassociated. External IP: 172.25.1.223, port: c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd. Feb 11 06:04:31.990366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Calling delete_port for c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:32.089098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d21d9-2472-4b5b-9a27-0bd13934073b req-d316698c-32bb-4fec-b80c-dce74c8e2294 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:32.091739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f83d21d9-2472-4b5b-9a27-0bd13934073b req-d316698c-32bb-4fec-b80c-dce74c8e2294 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.1129749 Feb 11 06:04:32.165455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f83d21d9-2472-4b5b-9a27-0bd13934073b req-83340b32-2981-41dc-8205-6cedc500de2b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638161 Feb 11 06:04:32.245398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.284137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event deleted for resources: {'Port': ['ID=c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:32.332828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd96976-bb15-4130-8f03-1c653709ff55 req-c9747c89-caf9-4f98-88d6-34f68a8a8c41 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:32.335588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fd96976-bb15-4130-8f03-1c653709ff55 req-c9747c89-caf9-4f98-88d6-34f68a8a8c41 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=349b58ca-6ec0-4b8a-9537-aa288f6d4f63 HTTP/1.1" status: 200 len: 868 time: 0.1275930 Feb 11 06:04:32.430134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fd96976-bb15-4130-8f03-1c653709ff55 req-9dc89ae7-8968-4ddd-a31a-ca9ea5572b12 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e2db280-05f3-4847-80dd-37c15f391d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697353 Feb 11 06:04:32.469167 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Router a5d93683-f87d-43d0-89ce-aa0a20ef2bad has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:32.619971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:32.641255 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] Sync routers for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:32.660706 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:32.661648 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:32.683390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] No DVR routers for this DVR port c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:32.686268 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.689774 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3041a215-a347-4fe5-a21c-c0d7c1a7f055 req-4812629e-8c76-4507-b1fc-5d0a3c620f83 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.81 "DELETE /v2.0/ports/c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd HTTP/1.1" status: 204 len: 173 time: 1.2969575 Feb 11 06:04:32.690261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-deleted', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:32.693415 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc7a9ed-afe3-488c-80c7-8e397e6e9e9e" -d '{"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-deleted", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:32.759906 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc9850-4f51-45fa-81c3-159fae41527a x-openstack-request-id: req-76bc9850-4f51-45fa-81c3-159fae41527a {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:32.760213 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349b58ca-6ec0-4b8a-9537-aa288f6d4f63", "name": "network-vif-deleted", "tag": "c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:32.760473 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76bc9850-4f51-45fa-81c3-159fae41527a {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:32.761182 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349b58ca-6ec0-4b8a-9537-aa288f6d4f63', 'name': 'network-vif-deleted', 'tag': 'c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd', 'status': 'completed', 'code': 200} Feb 11 06:04:32.838702 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:32.861409 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:33.070559 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:33.097793 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] Checking router: a5d93683-f87d-43d0-89ce-aa0a20ef2bad for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:33.107080 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:33.107789 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:33.239740 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:33.311690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581513-cb38-44df-8069-7fe1dea13be3 req-51808f7a-4fd8-4d5c-8670-8d0a024fb0b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:33.320500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb581513-cb38-44df-8069-7fe1dea13be3 req-51808f7a-4fd8-4d5c-8670-8d0a024fb0b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0727952 Feb 11 06:04:33.377829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb581513-cb38-44df-8069-7fe1dea13be3 req-cef2d67a-8fa3-4d0a-a4d7-9330f36a2455 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559306 Feb 11 06:04:33.498286 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:33.533386 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedfe1a-aec7-400b-94f5-e5bb5601a631 None None] The sync data for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 is: [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:33.788136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216f4db-d930-40a8-b18b-07823d41c60f None None] New status for floating IP 028e0326-41ad-4100-beb6-b8e3e24a2b02: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:04:33.950754 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.507416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78c842-4c57-4230-8069-9bac6dcc3cd3 req-fd3de6fe-db6d-4050-8947-e62684a814dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:34.509144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d78c842-4c57-4230-8069-9bac6dcc3cd3 req-fd3de6fe-db6d-4050-8947-e62684a814dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0576820 Feb 11 06:04:34.563541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d78c842-4c57-4230-8069-9bac6dcc3cd3 req-70b84cd9-028f-43a3-b853-655b34c4b04b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Feb 11 06:04:34.563541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39962) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:34.618856 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b6342ff5-ab24-4f4b-a9b5-d3858878bdee tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (9e2db280-05f3-4847-80dd-37c15f391d0a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.643061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b6342ff5-ab24-4f4b-a9b5-d3858878bdee tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (9e2db280-05f3-4847-80dd-37c15f391d0a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.690931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b6342ff5-ab24-4f4b-a9b5-d3858878bdee tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9e2db280-05f3-4847-80dd-37c15f391d0a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.694584 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b6342ff5-ab24-4f4b-a9b5-d3858878bdee tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.698173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b6342ff5-ab24-4f4b-a9b5-d3858878bdee tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e2db280-05f3-4847-80dd-37c15f391d0a HTTP/1.1" status: 204 len: 168 time: 0.1314554 Feb 11 06:04:34.698682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39964) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:34.706581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6342ff5-ab24-4f4b-a9b5-d3858878bdee tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2db280-05f3-4847-80dd-37c15f391d0a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:34.714446 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-601f6357-2626-4838-b4f9-f300d8c55101 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] show failed (client error): The resource could not be found. Feb 11 06:04:34.715717 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-601f6357-2626-4838-b4f9-f300d8c55101 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups/9e2db280-05f3-4847-80dd-37c15f391d0a HTTP/1.1" status: 404 len: 347 time: 0.0159254 Feb 11 06:04:34.718823 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39966) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:34.860015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Deleting port 82422569-7c7b-47b8-82df-a3f6aed29f2c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:34.860289 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (82422569-7c7b-47b8-82df-a3f6aed29f2c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.944221 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (82422569-7c7b-47b8-82df-a3f6aed29f2c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.944556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (82422569-7c7b-47b8-82df-a3f6aed29f2c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.965142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Calling delete_port for 82422569-7c7b-47b8-82df-a3f6aed29f2c owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:35.086522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:35.109585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:35.109913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c8ad37c4-5f4a-40d7-9675-07dd28d4bcdd not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:35.114552 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (82422569-7c7b-47b8-82df-a3f6aed29f2c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:35.149322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event deleted for resources: {'Port': ['ID=82422569-7c7b-47b8-82df-a3f6aed29f2c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:35.235328 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (028e0326-41ad-4100-beb6-b8e3e24a2b02), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:35.239359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:35.241574 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-df47249a-44d2-47ed-b3de-82d4168f65f0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "DELETE /v2.0/floatingips/028e0326-41ad-4100-beb6-b8e3e24a2b02 HTTP/1.1" status: 204 len: 168 time: 0.5215864 Feb 11 06:04:35.726866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506763c1-75e9-4fd5-bd78-39bc87848e9f req-38d54b7b-650d-448b-8b23-51318e3d74aa tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:35.728906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-506763c1-75e9-4fd5-bd78-39bc87848e9f req-38d54b7b-650d-448b-8b23-51318e3d74aa tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0835168 Feb 11 06:04:35.779807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-506763c1-75e9-4fd5-bd78-39bc87848e9f req-4d1d50b5-3ba4-4eba-9ff3-bef63716b2e4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451591 Feb 11 06:04:35.973504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39982) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:35.978560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-71d1d6cd-fe78-4312-a84f-b4bcaf2b7786 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440373090', 'description': 'tempest-description--1439227808'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:36.002044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71d1d6cd-fe78-4312-a84f-b4bcaf2b7786 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.081205 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71d1d6cd-fe78-4312-a84f-b4bcaf2b7786 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (61633e08-ab98-4ed9-bca6-d3e304d01a4b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.086048 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71d1d6cd-fe78-4312-a84f-b4bcaf2b7786 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (61633e08-ab98-4ed9-bca6-d3e304d01a4b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.114030 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71d1d6cd-fe78-4312-a84f-b4bcaf2b7786 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.115428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-71d1d6cd-fe78-4312-a84f-b4bcaf2b7786 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1405945 Feb 11 06:04:36.118793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39984) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:36.127998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ebc2b7c6-0755-4474-97d8-3df007ad77da tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'security_group_rule': {'security_group_id': '61633e08-ab98-4ed9-bca6-d3e304d01a4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:36.141837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1d6cd-fe78-4312-a84f-b4bcaf2b7786 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61633e08-ab98-4ed9-bca6-d3e304d01a4b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:36.168581 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b7c6-0755-4474-97d8-3df007ad77da tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (8b3ee51a-087e-45d3-b529-d5b864e52d0b), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.229257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b7c6-0755-4474-97d8-3df007ad77da tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (8b3ee51a-087e-45d3-b529-d5b864e52d0b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.233833 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b7c6-0755-4474-97d8-3df007ad77da tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (8b3ee51a-087e-45d3-b529-d5b864e52d0b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.252214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2b7c6-0755-4474-97d8-3df007ad77da tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3ee51a-087e-45d3-b529-d5b864e52d0b,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:36.262032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b7c6-0755-4474-97d8-3df007ad77da tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.266046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ebc2b7c6-0755-4474-97d8-3df007ad77da tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435845 Feb 11 06:04:36.266188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 39988) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:36.271312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-65382318-68b3-40e1-9e8a-8ef97d845cc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'security_group_rule': {'security_group_id': '61633e08-ab98-4ed9-bca6-d3e304d01a4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:36.306151 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-65382318-68b3-40e1-9e8a-8ef97d845cc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (a80979d7-66f6-4714-baed-e736ed61d0f9), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.374786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-65382318-68b3-40e1-9e8a-8ef97d845cc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (a80979d7-66f6-4714-baed-e736ed61d0f9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.378259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-65382318-68b3-40e1-9e8a-8ef97d845cc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (a80979d7-66f6-4714-baed-e736ed61d0f9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.399254 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65382318-68b3-40e1-9e8a-8ef97d845cc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80979d7-66f6-4714-baed-e736ed61d0f9,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:36.415180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-65382318-68b3-40e1-9e8a-8ef97d845cc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.416522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-65382318-68b3-40e1-9e8a-8ef97d845cc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492662 Feb 11 06:04:36.420101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 39990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:36.428845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:36.455569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.568193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:36.691386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Allocated IP 172.25.1.135 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/7fb02550-d5f6-4ad7-ab53-e6f48da35746) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:36.916299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de811d59-008d-493f-8b96-2917b3d4a64c req-dfeae764-ad9e-4553-a239-ed1c3808b83c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:36.918101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de811d59-008d-493f-8b96-2917b3d4a64c req-dfeae764-ad9e-4553-a239-ed1c3808b83c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0595119 Feb 11 06:04:36.974790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de811d59-008d-493f-8b96-2917b3d4a64c req-ff717954-385e-466b-9a86-c56e63dc11b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484190 Feb 11 06:04:37.167272 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for port (7fb02550-d5f6-4ad7-ab53-e6f48da35746), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.208051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7fb02550-d5f6-4ad7-ab53-e6f48da35746), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.257793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:37.261029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:37.265694 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:37.268923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'Port': ['ID=7fb02550-d5f6-4ad7-ab53-e6f48da35746,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:37.361031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (3a497097-e1c3-4ab9-83b7-0e0cdb1f904f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.406735 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fb02550-d5f6-4ad7-ab53-e6f48da35746), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.597415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for port (7fb02550-d5f6-4ad7-ab53-e6f48da35746), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.602011 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (7fb02550-d5f6-4ad7-ab53-e6f48da35746), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.679185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'Port': ['ID=7fb02550-d5f6-4ad7-ab53-e6f48da35746,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:37.693635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (3a497097-e1c3-4ab9-83b7-0e0cdb1f904f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.712190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.723362 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f7e71e4-8fca-4eb0-8f20-fb1d9f080a9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2919054 Feb 11 06:04:37.957042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-90014269-1f22-4437-99e4-5b87ec79c51d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1440373090&fields=id&tenant_id=c5962c623f1548ebbbb82d0096368aed HTTP/1.1" status: 200 len: 267 time: 0.0541899 Feb 11 06:04:38.451194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348a45-b36a-4431-9252-c7a80240d44c req-d2854c0c-4636-4798-b8ad-beda22d5b538 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:38.453347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-d2854c0c-4636-4798-b8ad-beda22d5b538 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 816 time: 0.4889815 Feb 11 06:04:38.480922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290f0eb-2a8d-4e78-b31c-790bc1ec7ec1 req-17bab77a-dfd8-475d-8d03-106b4e08341f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:38.482767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1290f0eb-2a8d-4e78-b31c-790bc1ec7ec1 req-17bab77a-dfd8-475d-8d03-106b4e08341f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.1137407 Feb 11 06:04:38.487320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-7483c11f-4fa7-4a91-85a7-410812b21f4d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/quotas/c5962c623f1548ebbbb82d0096368aed HTTP/1.1" status: 200 len: 375 time: 0.0265241 Feb 11 06:04:38.578591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1290f0eb-2a8d-4e78-b31c-790bc1ec7ec1 req-9359b706-6f62-429a-b414-f7c196e626cc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889447 Feb 11 06:04:38.591136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-b181a7d1-0b1f-4dc0-85fd-36a85efc1bc6 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947688 Feb 11 06:04:38.693770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-4ad5e02a-28f8-4c14-a7c5-2f35ba779388 service neutron] 10.222.0.31 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897326 Feb 11 06:04:38.791213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-10ef5d69-c17b-4dac-a647-cc982b672c85 service neutron] 10.222.0.31 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913730 Feb 11 06:04:38.976362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7055334-43ca-4fa5-9eab-217f43fdcc04 req-0f8335b6-6220-4987-942d-31430c940dca tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 210 time: 0.0300407 Feb 11 06:04:39.705530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebedc-e520-415c-9918-22faf27d544b req-6f1327d4-a1fc-4ada-9069-4afa98640d4b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:39.707010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec9ebedc-e520-415c-9918-22faf27d544b req-6f1327d4-a1fc-4ada-9069-4afa98640d4b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 943 time: 0.0543728 Feb 11 06:04:39.753440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec9ebedc-e520-415c-9918-22faf27d544b req-bf5608c7-3b15-46ba-a1d2-2376f325d446 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Feb 11 06:04:39.947460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348a45-b36a-4431-9252-c7a80240d44c req-2258dd7f-cd0a-44d8-ac64-cbb87845bc45 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:39.949637 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-2258dd7f-cd0a-44d8-ac64-cbb87845bc45 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.81 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 816 time: 0.1233540 Feb 11 06:04:40.032284 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-b95fe161-0b38-46b2-9728-6c1694141df5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5962c623f1548ebbbb82d0096368aed HTTP/1.1" status: 200 len: 380 time: 0.0739443 Feb 11 06:04:40.047224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'port': {'device_id': '4cf823d1-0575-465c-b603-3847c56152bc', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'admin_state_up': True, 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'security_groups': ['61633e08-ab98-4ed9-bca6-d3e304d01a4b']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:40.089914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7bdf0cb-38fc-4c17-a3bf-aad07d09627e req-39df1ce1-1046-4d19-a1f0-32fe8c892cb1 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 210 time: 0.0320923 Feb 11 06:04:40.157705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Made reservation on behalf of c5962c623f1548ebbbb82d0096368aed for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:04:40.161617 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:40.293317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Allocated IP 172.20.0.12 (69b11023-66a0-4480-9c53-bea2d1a703fe/703db4a4-338a-4389-b3a2-e45f98470448/f04fa842-ff2d-4b09-9125-9714e7f12c70) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:40.427217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d197d55-6afd-454c-8cfc-13772d62f74a details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:04:40.445769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:40.482576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:40.534107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Network 69b11023-66a0-4480-9c53-bea2d1a703fe is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:40.537902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:40.542000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6d197d55-6afd-454c-8cfc-13772d62f74a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d197d55-6afd-454c-8cfc-13772d62f74a,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:40.542675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:40.545476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:40.566150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '6d197d55-6afd-454c-8cfc-13772d62f74a', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'port_id': '6d197d55-6afd-454c-8cfc-13772d62f74a', 'mac_address': 'fa:16:3e:57:e6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:04:40.613361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:40.614044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:40.614699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6d197d55-6afd-454c-8cfc-13772d62f74a is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:40.615548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:40.631212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d197d55-6afd-454c-8cfc-13772d62f74a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:04:40.633410 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-30b1a686-535b-41d5-a036-cc4cba3da058 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5906279 Feb 11 06:04:40.646716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Request body: {'port': {'device_id': '4cf823d1-0575-465c-b603-3847c56152bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:40.671094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6d197d55-6afd-454c-8cfc-13772d62f74a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d197d55-6afd-454c-8cfc-13772d62f74a,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:40.676030 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:40.726153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:40.736827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6d197d55-6afd-454c-8cfc-13772d62f74a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:40.816360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f9a75062-3353-4f11-aa9c-e143f5410c66 None None] Provisioning complete for port f04fa842-ff2d-4b09-9125-9714e7f12c70 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:40.816770 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f9a75062-3353-4f11-aa9c-e143f5410c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:40.859579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f9a75062-3353-4f11-aa9c-e143f5410c66 None None] Port f04fa842-ff2d-4b09-9125-9714e7f12c70 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:04:40.917703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6d197d55-6afd-454c-8cfc-13772d62f74a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:04:40.930534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e1aea-94a5-4ba7-ac7a-82b1298e1a83 req-ef38c4ae-78a6-419d-aa77-1c9c01660177 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:40.940886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-430e1aea-94a5-4ba7-ac7a-82b1298e1a83 req-ef38c4ae-78a6-419d-aa77-1c9c01660177 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 944 time: 0.0736928 Feb 11 06:04:41.000410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-430e1aea-94a5-4ba7-ac7a-82b1298e1a83 req-5317332b-52b8-4063-9be9-1b61c304721a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583377 Feb 11 06:04:41.044668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04fa842-ff2d-4b09-9125-9714e7f12c70 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:04:41.053468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Publish callbacks [] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:41.066443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Transition to ACTIVE for port object f04fa842-ff2d-4b09-9125-9714e7f12c70 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:04:41.072051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:41.133037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:41.229768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Attempting to bind port f04fa842-ff2d-4b09-9125-9714e7f12c70 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:41.230117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Attempting to bind port f04fa842-ff2d-4b09-9125-9714e7f12c70 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:41.230580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Attempting to bind port f04fa842-ff2d-4b09-9125-9714e7f12c70 on network 69b11023-66a0-4480-9c53-bea2d1a703fe {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:41.235606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Port f04fa842-ff2d-4b09-9125-9714e7f12c70 on network 69b11023-66a0-4480-9c53-bea2d1a703fe not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:04:41.235935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Attempting to bind port f04fa842-ff2d-4b09-9125-9714e7f12c70 on network 69b11023-66a0-4480-9c53-bea2d1a703fe {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:41.243650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:41.243997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Checking segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:41.244391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Bound using segment: {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:41.244821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Bound port: f04fa842-ff2d-4b09-9125-9714e7f12c70, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8307e4-6cea-4b90-9a68-e2e9f6a62214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:41.245210 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:41.250057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b94a88-7027-49ca-98f5-cbfd67d4a175 req-318f9ad8-ee85-471a-8178-856fa89eef3c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:41.251593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47b94a88-7027-49ca-98f5-cbfd67d4a175 req-318f9ad8-ee85-471a-8178-856fa89eef3c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0673656 Feb 11 06:04:41.320131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47b94a88-7027-49ca-98f5-cbfd67d4a175 req-27f81ebf-1dc6-4717-8066-9512407dfe7c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564170 Feb 11 06:04:41.323709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:41.337026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:41.345218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:41.381753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:41.382387 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:41.384243 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] 10.222.0.81 "PUT /v2.0/ports/f04fa842-ff2d-4b09-9125-9714e7f12c70 HTTP/1.1" status: 200 len: 1093 time: 0.7426772 Feb 11 06:04:41.390029 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:41.390029 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1fa6e6-b886-4d89-99f9-d11d359f4436" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:41.429098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974809ec-3347-4be0-9027-d632e66869d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:41.446119 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfca004-895d-47b5-b72a-e396c2ed01de x-openstack-request-id: req-8bfca004-895d-47b5-b72a-e396c2ed01de {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:41.446421 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:41.446675 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bfca004-895d-47b5-b72a-e396c2ed01de {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:41.447086 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'status': 'completed', 'code': 200} Feb 11 06:04:41.533787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348a45-b36a-4431-9252-c7a80240d44c req-83ab5c4a-958c-46f6-b654-053d96327e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:41.535429 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-83ab5c4a-958c-46f6-b654-053d96327e4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 1127 time: 0.0864911 Feb 11 06:04:41.594146 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-70fb8003-10d3-4c8d-90b0-d68a901e1a60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70 HTTP/1.1" status: 200 len: 217 time: 0.0503197 Feb 11 06:04:41.653188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348a45-b36a-4431-9252-c7a80240d44c req-8bb089ff-8df4-4c5e-baff-dc9b21ff40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:41.654980 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-8bb089ff-8df4-4c5e-baff-dc9b21ff40d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0549839 Feb 11 06:04:41.723429 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348a45-b36a-4431-9252-c7a80240d44c req-f181f576-e599-40e6-aae6-05ea66b5a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:41.724958 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-f181f576-e599-40e6-aae6-05ea66b5a53f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0626819 Feb 11 06:04:41.825066 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-a4d0f05d-882d-4e59-ae64-ef344205cbaf service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935190 Feb 11 06:04:41.921361 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9b348a45-b36a-4431-9252-c7a80240d44c req-f0e31375-0488-4984-848c-d310973980cb service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894268 Feb 11 06:04:42.028334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-93fa5ed6-39f5-478e-bcbb-714a0c6f21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:42.029982 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-93fa5ed6-39f5-478e-bcbb-714a0c6f21e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 1127 time: 0.0523963 Feb 11 06:04:42.137394 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-473d122d-a3d5-4a23-9adb-61f097bb6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:42.139595 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-473d122d-a3d5-4a23-9adb-61f097bb6fc5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.1029990 Feb 11 06:04:42.142909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dfe70-4a05-4aa0-aa69-44682f4fc7f1 req-94ec6b70-2e27-4bc9-88e8-a681481dd636 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:42.144447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b4dfe70-4a05-4aa0-aa69-44682f4fc7f1 req-94ec6b70-2e27-4bc9-88e8-a681481dd636 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 944 time: 0.0665841 Feb 11 06:04:42.193092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b4dfe70-4a05-4aa0-aa69-44682f4fc7f1 req-eb793d3f-8626-4d3e-bf03-c933c9e66f8c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Feb 11 06:04:42.202056 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-f615a63d-2702-4bc5-b380-ea6fd45a547b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70 HTTP/1.1" status: 200 len: 217 time: 0.0555079 Feb 11 06:04:42.256300 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-2778e875-b3ab-4f34-92ee-50f6595e029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:42.257995 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-2778e875-b3ab-4f34-92ee-50f6595e029f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0492380 Feb 11 06:04:42.308674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-057ebc78-e9c9-435f-ac43-822677af7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:42.310251 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-057ebc78-e9c9-435f-ac43-822677af7ad9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461714 Feb 11 06:04:42.412405 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-9aafdddf-9564-4bf9-9f99-493d5eba0650 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943525 Feb 11 06:04:42.427978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d197d55-6afd-454c-8cfc-13772d62f74a up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:42.449889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a3c7-3a72-4acc-963e-ab8b54d426bb req-05e561d8-1760-432a-a9c4-720ee4e57ee7 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:42.457502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0808a3c7-3a72-4acc-963e-ab8b54d426bb req-05e561d8-1760-432a-a9c4-720ee4e57ee7 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0691009 Feb 11 06:04:42.487296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 6d197d55-6afd-454c-8cfc-13772d62f74a completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:04:42.495641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 6d197d55-6afd-454c-8cfc-13772d62f74a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:42.496816 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:42.517897 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2c1fa6e6-b886-4d89-99f9-d11d359f4436 req-d3dec7ae-5c7f-416a-b19e-4bf8a8a2d9fc service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986319 Feb 11 06:04:42.521701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0808a3c7-3a72-4acc-963e-ab8b54d426bb req-fdcaa8f8-70bb-4bcb-8f70-86af2101c10e tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629499 Feb 11 06:04:42.595055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6d197d55-6afd-454c-8cfc-13772d62f74a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:42.595579 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:42.623385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffc161-e357-4b30-92cb-ef957d11cff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d197d55-6afd-454c-8cfc-13772d62f74a'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:42.625740 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086dbc74-7ca3-404e-bdef-87f34e000009" -d '{"events": [{"server_uuid": "1dffc161-e357-4b30-92cb-ef957d11cff1", "name": "network-vif-plugged", "status": "completed", "tag": "6d197d55-6afd-454c-8cfc-13772d62f74a"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:42.638027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6d197d55-6afd-454c-8cfc-13772d62f74a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d197d55-6afd-454c-8cfc-13772d62f74a,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:42.643247 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:42.692773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6d197d55-6afd-454c-8cfc-13772d62f74a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:42.823760 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8789b82-383b-49f9-9c60-f04df7622e5a x-openstack-request-id: req-b8789b82-383b-49f9-9c60-f04df7622e5a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:42.824062 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffc161-e357-4b30-92cb-ef957d11cff1", "name": "network-vif-plugged", "status": "completed", "tag": "6d197d55-6afd-454c-8cfc-13772d62f74a", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:42.824324 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8789b82-383b-49f9-9c60-f04df7622e5a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:42.824725 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffc161-e357-4b30-92cb-ef957d11cff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d197d55-6afd-454c-8cfc-13772d62f74a', 'code': 200} Feb 11 06:04:42.926135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf971537-f1b2-461d-af3c-4ad5ae40253e req-f8455355-829e-497f-b2ba-d6c6bbab7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:42.927628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf971537-f1b2-461d-af3c-4ad5ae40253e req-f8455355-829e-497f-b2ba-d6c6bbab7417 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 1128 time: 0.0441566 Feb 11 06:04:42.975250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf971537-f1b2-461d-af3c-4ad5ae40253e req-d300d4dd-8e2c-493f-9188-fd8103d79866 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Feb 11 06:04:43.314603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ac3ea-33fe-4715-b8a1-9278ce8fad5f req-739f85e7-847f-4b6f-abcf-997131e20e97 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:43.316081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f5ac3ea-33fe-4715-b8a1-9278ce8fad5f req-739f85e7-847f-4b6f-abcf-997131e20e97 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 945 time: 0.0533988 Feb 11 06:04:43.365520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f5ac3ea-33fe-4715-b8a1-9278ce8fad5f req-6bef6548-e0df-4bff-bd32-fe565a471108 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Feb 11 06:04:43.641298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efbb6a-6905-4d53-9522-c30feebdd39a req-b31611f4-bfdd-4293-842d-0eeca3a356d5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:43.643117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8efbb6a-6905-4d53-9522-c30feebdd39a req-b31611f4-bfdd-4293-842d-0eeca3a356d5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0556507 Feb 11 06:04:43.693166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8efbb6a-6905-4d53-9522-c30feebdd39a req-bef4761f-ee61-4941-8d5f-7813813928fa tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Feb 11 06:04:44.521428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94e244-609d-47ce-97ec-b6310e6654c6 req-66382d61-830f-461f-ac6f-1ba1163add2c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:44.522952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e94e244-609d-47ce-97ec-b6310e6654c6 req-66382d61-830f-461f-ac6f-1ba1163add2c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 945 time: 0.0778708 Feb 11 06:04:44.579476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e94e244-609d-47ce-97ec-b6310e6654c6 req-4aad5c6d-6e65-467a-a83b-a91f6ac2084a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505266 Feb 11 06:04:44.703512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b6f0e-c243-4d2f-ae6e-282be608c959 req-3f39633e-a436-4e5e-8299-117097128c68 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:44.705001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b4b6f0e-c243-4d2f-ae6e-282be608c959 req-3f39633e-a436-4e5e-8299-117097128c68 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Feb 11 06:04:44.755449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b4b6f0e-c243-4d2f-ae6e-282be608c959 req-a4929b98-ee62-41d2-bcb3-9c14497b5e29 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Feb 11 06:04:44.836799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c46e2-3a8d-436c-8ccf-0f914b92c342 req-ad641569-b798-453a-a92b-55709e519127 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:44.843857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-467c46e2-3a8d-436c-8ccf-0f914b92c342 req-ad641569-b798-453a-a92b-55709e519127 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0658836 Feb 11 06:04:44.886820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-467c46e2-3a8d-436c-8ccf-0f914b92c342 req-4f6c2178-19cb-4a99-b622-3c48e3d6bc4a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421028 Feb 11 06:04:45.020253 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:04:45.067681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee391e06-6003-439c-9d5c-050f0309a79b req-0d5483fb-4b18-4710-b1cf-1a57da973527 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:45.069099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee391e06-6003-439c-9d5c-050f0309a79b req-0d5483fb-4b18-4710-b1cf-1a57da973527 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 945 time: 0.0537879 Feb 11 06:04:45.117322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ee391e06-6003-439c-9d5c-050f0309a79b req-d3e5972a-e575-48ee-b47b-24c090162a92 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Feb 11 06:04:45.132123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f04fa842-ff2d-4b09-9125-9714e7f12c70 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:04:45.238978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:45.258516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'port_id': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'mac_address': 'fa:16:3e:ec:d0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:04:45.298403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f04fa842-ff2d-4b09-9125-9714e7f12c70 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:45.298794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:45.312703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04fa842-ff2d-4b09-9125-9714e7f12c70 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:04:45.335384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:45.340273 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:45.395953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:45.555934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['f04fa842-ff2d-4b09-9125-9714e7f12c70'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:04:46.023349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6a540-ad50-48a2-8c38-3cef035b03e3 req-b7eefa91-8605-49bb-843f-ee58fc6dcd7a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:46.024831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcf6a540-ad50-48a2-8c38-3cef035b03e3 req-b7eefa91-8605-49bb-843f-ee58fc6dcd7a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 945 time: 0.0529439 Feb 11 06:04:46.074816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dcf6a540-ad50-48a2-8c38-3cef035b03e3 req-3deb4aae-8265-427d-b063-2609550b389f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443177 Feb 11 06:04:46.237170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d345b-805a-49da-bf8b-8a122187e898 req-e9224ef4-982b-44c4-88e4-555449d51d05 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:46.239260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a0d345b-805a-49da-bf8b-8a122187e898 req-e9224ef4-982b-44c4-88e4-555449d51d05 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 945 time: 0.0531526 Feb 11 06:04:46.286876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a0d345b-805a-49da-bf8b-8a122187e898 req-e6cecb73-8cf0-42ef-98c8-f88d5b9f14e7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Feb 11 06:04:46.487316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1c10c-b484-437c-97e2-d1709104a193 req-a2d30bd0-ef3f-4692-a2f7-251bbe5f7cac tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:46.489366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bae1c10c-b484-437c-97e2-d1709104a193 req-a2d30bd0-ef3f-4692-a2f7-251bbe5f7cac tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 945 time: 0.0556793 Feb 11 06:04:46.589480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-bae1c10c-b484-437c-97e2-d1709104a193 req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port 6d197d55-6afd-454c-8cfc-13772d62f74a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:46.589749 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bae1c10c-b484-437c-97e2-d1709104a193 req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:46.682166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bae1c10c-b484-437c-97e2-d1709104a193 req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] For port 6d197d55-6afd-454c-8cfc-13772d62f74a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d197d55-6afd-454c-8cfc-13772d62f74a,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:46.682430 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bae1c10c-b484-437c-97e2-d1709104a193 req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:46.694705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-bae1c10c-b484-437c-97e2-d1709104a193 req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for 6d197d55-6afd-454c-8cfc-13772d62f74a owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:46.824330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bae1c10c-b484-437c-97e2-d1709104a193 req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6d197d55-6afd-454c-8cfc-13772d62f74a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:46.838137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6d197d55-6afd-454c-8cfc-13772d62f74a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:04:46.840587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['b393f713-8a95-4031-9452-062250f4adfb'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:04:46.850895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=6d197d55-6afd-454c-8cfc-13772d62f74a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:46.901003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae1c10c-b484-437c-97e2-d1709104a193 req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] No DVR routers for this DVR port 6d197d55-6afd-454c-8cfc-13772d62f74a on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:46.904320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bae1c10c-b484-437c-97e2-d1709104a193 req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:46.907729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bae1c10c-b484-437c-97e2-d1709104a193 req-70e3e723-ceb8-4582-9053-2455337e6207 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "DELETE /v2.0/ports/6d197d55-6afd-454c-8cfc-13772d62f74a HTTP/1.1" status: 204 len: 173 time: 0.4133775 Feb 11 06:04:46.908212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffc161-e357-4b30-92cb-ef957d11cff1', 'name': 'network-vif-deleted', 'tag': '6d197d55-6afd-454c-8cfc-13772d62f74a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:46.910555 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91151a02-b951-408a-a7e2-1ac10c19a4f3" -d '{"events": [{"server_uuid": "1dffc161-e357-4b30-92cb-ef957d11cff1", "name": "network-vif-deleted", "tag": "6d197d55-6afd-454c-8cfc-13772d62f74a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:47.030846 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9679129-8a01-42a1-ae90-ed8bea849872 x-openstack-request-id: req-f9679129-8a01-42a1-ae90-ed8bea849872 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:47.031782 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffc161-e357-4b30-92cb-ef957d11cff1", "name": "network-vif-deleted", "tag": "6d197d55-6afd-454c-8cfc-13772d62f74a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:47.032193 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9679129-8a01-42a1-ae90-ed8bea849872 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:47.032753 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffc161-e357-4b30-92cb-ef957d11cff1', 'name': 'network-vif-deleted', 'tag': '6d197d55-6afd-454c-8cfc-13772d62f74a', 'status': 'completed', 'code': 200} Feb 11 06:04:47.131571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f04fa842-ff2d-4b09-9125-9714e7f12c70 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:47.188957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port f04fa842-ff2d-4b09-9125-9714e7f12c70 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:04:47.195747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port f04fa842-ff2d-4b09-9125-9714e7f12c70 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:47.196182 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:47.218777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280fe1-34ab-4df5-a9fc-5bc1522c7b2b req-a08a4de8-4572-4d95-adfb-144f3684a527 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:47.227490 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9280fe1-34ab-4df5-a9fc-5bc1522c7b2b req-a08a4de8-4572-4d95-adfb-144f3684a527 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 945 time: 0.0669892 Feb 11 06:04:47.291678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9280fe1-34ab-4df5-a9fc-5bc1522c7b2b req-1e146e03-395b-4eb9-99c8-243cc3fa4418 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579231 Feb 11 06:04:47.318176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f04fa842-ff2d-4b09-9125-9714e7f12c70 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:47.318686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:47.345047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:47.348323 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9757cc40-3e98-4ee3-af1e-695e0e7906f1" -d '{"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-plugged", "status": "completed", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:47.376575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:47.382828 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:47.427453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09758348-10a6-4493-aa12-184b7139d8cf req-7447b761-8a72-45aa-8034-8bad594ac7b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0652649 Feb 11 06:04:47.433490 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26632cb2-b18c-4e2e-b439-27f55156101c x-openstack-request-id: req-26632cb2-b18c-4e2e-b439-27f55156101c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:47.433853 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-plugged", "status": "completed", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:47.434118 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26632cb2-b18c-4e2e-b439-27f55156101c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:47.434709 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'code': 200} Feb 11 06:04:47.449417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:47.558540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3aa47-9ea7-4456-aeba-dd1076540b50 req-84e2324d-904f-4dec-8b68-1f114ae0024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:47.560061 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9da3aa47-9ea7-4456-aeba-dd1076540b50 req-84e2324d-904f-4dec-8b68-1f114ae0024d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 1129 time: 0.0623136 Feb 11 06:04:47.607097 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-9da3aa47-9ea7-4456-aeba-dd1076540b50 req-04499f00-30b8-42bc-84a9-60b6e5942ea6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395122 Feb 11 06:04:48.421866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0b4d9-004d-4dbf-8047-d9e2a17f4732 req-1b64a091-c7fa-4c63-9ca7-8e7ee5bb56f2 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:48.423674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7c0b4d9-004d-4dbf-8047-d9e2a17f4732 req-1b64a091-c7fa-4c63-9ca7-8e7ee5bb56f2 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0611467 Feb 11 06:04:48.479751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7c0b4d9-004d-4dbf-8047-d9e2a17f4732 req-05ccfdac-b1c2-433b-ba65-017269c8e2c3 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502381 Feb 11 06:04:48.523942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3329c386-e656-4f41-88ba-577e80731db7 req-49a72e03-3c9f-444a-b890-dede5cb0579c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0296686 Feb 11 06:04:49.666748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5e8a06f-c998-492a-906a-839e88a1f775 req-e4261e9d-4885-4909-a229-a0288b7ab6ee tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0311007 Feb 11 06:04:49.675130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239295e-7709-440f-a69a-edfa5ba75e1f req-b314266a-e393-4d40-8de6-09e66190a5d1 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:49.676864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0239295e-7709-440f-a69a-edfa5ba75e1f req-b314266a-e393-4d40-8de6-09e66190a5d1 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.1084521 Feb 11 06:04:49.736792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0239295e-7709-440f-a69a-edfa5ba75e1f req-e123bcb0-d04f-47f4-863c-3e22cd2448a1 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534914 Feb 11 06:04:49.869634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf2aa-31a9-440b-add2-bf46d9c7d9e8 req-24572996-fd5d-488e-8a0d-5c26de54696a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:49.871111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-599cf2aa-31a9-440b-add2-bf46d9c7d9e8 req-24572996-fd5d-488e-8a0d-5c26de54696a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0577953 Feb 11 06:04:49.880715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40136) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:49.885639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-11cfafe6-7347-4625-938c-e896976c51ac tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Request body: {'floatingip': {'port_id': 'f04fa842-ff2d-4b09-9125-9714e7f12c70'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:49.925330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11cfafe6-7347-4625-938c-e896976c51ac tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (3a497097-e1c3-4ab9-83b7-0e0cdb1f904f), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.395207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11cfafe6-7347-4625-938c-e896976c51ac tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.400910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11cfafe6-7347-4625-938c-e896976c51ac tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (3a497097-e1c3-4ab9-83b7-0e0cdb1f904f), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.475854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d197d55-6afd-454c-8cfc-13772d62f74a no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:50.507542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 6d197d55-6afd-454c-8cfc-13772d62f74a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:50.507898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d197d55-6afd-454c-8cfc-13772d62f74a not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:50.514611 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-11cfafe6-7347-4625-938c-e896976c51ac tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Floating IP 3a497097-e1c3-4ab9-83b7-0e0cdb1f904f associated. External IP: 172.25.1.135, port: f04fa842-ff2d-4b09-9125-9714e7f12c70. Feb 11 06:04:50.777338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d4683a87-908a-49b0-b8cc-14c048b4f178 req-144dbde1-8602-4a23-a59f-9a625935ef29 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0304809 Feb 11 06:04:50.786763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cfafe6-7347-4625-938c-e896976c51ac tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Router a5d93683-f87d-43d0-89ce-aa0a20ef2bad has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:50.903412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cfafe6-7347-4625-938c-e896976c51ac tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:50.908294 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11cfafe6-7347-4625-938c-e896976c51ac tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.915003 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] Sync routers for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:50.927958 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:50.929077 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:50.938765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-11cfafe6-7347-4625-938c-e896976c51ac tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "PUT /v2.0/floatingips/3a497097-e1c3-4ab9-83b7-0e0cdb1f904f HTTP/1.1" status: 200 len: 992 time: 1.0569386 Feb 11 06:04:50.939359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:50.942344 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bce938-c3b4-4217-8205-7379b8657e37" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:50.981201 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da21fa47-b554-4c49-bb9c-c7fb779bd108 x-openstack-request-id: req-da21fa47-b554-4c49-bb9c-c7fb779bd108 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:50.981725 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:50.982669 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da21fa47-b554-4c49-bb9c-c7fb779bd108 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:50.983346 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'status': 'completed', 'code': 200} Feb 11 06:04:51.078172 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:51.100230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-bc9a309a-5b79-4cb2-a943-9bdd4903686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:51.107338 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-bc9a309a-5b79-4cb2-a943-9bdd4903686c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 1129 time: 0.0901759 Feb 11 06:04:51.327476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-91cc5de1-da5e-439a-b571-ad0dad577dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:51.329962 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-91cc5de1-da5e-439a-b571-ad0dad577dfa service neutron] 10.222.0.81 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.2148185 Feb 11 06:04:51.478000 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '3a497097-e1c3-4ab9-83b7-0e0cdb1f904f', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'port_id': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'mac_address': 'fa:16:3e:ec:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf823d1-0575-465c-b603-3847c56152bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:04:37Z', 'updated_at': '2022-02-11T06:04:50Z', 'revision_number': 1, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:51.512187 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] Checking router: a5d93683-f87d-43d0-89ce-aa0a20ef2bad for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:51.512410 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-9d708fe1-19f9-401b-ba9c-836e2f5c0916 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70 HTTP/1.1" status: 200 len: 1000 time: 0.1740603 Feb 11 06:04:51.525601 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:51.526772 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:04:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:51.615296 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-e4dca8ad-673a-49b5-b753-cbfba75b83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:51.617579 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-e4dca8ad-673a-49b5-b753-cbfba75b83cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0959644 Feb 11 06:04:51.703971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-6fe1a87f-b73e-473e-ab64-2d3e0e52c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:51.705665 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-6fe1a87f-b73e-473e-ab64-2d3e0e52c857 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0775371 Feb 11 06:04:51.756226 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:51.836816 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-f9c763da-d0a3-4250-8d21-7134f2fdda36 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210220 Feb 11 06:04:51.987538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d38ab56-07ba-4b94-bdab-783dbc03b57b req-f04302ad-121d-49ee-bb04-189c844933a2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0739996 Feb 11 06:04:51.990320 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-b2bce938-c3b4-4217-8205-7379b8657e37 req-d857aa82-a68e-4af8-a1d4-016e8106c861 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469839 Feb 11 06:04:52.118787 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '3a497097-e1c3-4ab9-83b7-0e0cdb1f904f', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'port_id': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'mac_address': 'fa:16:3e:ec:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf823d1-0575-465c-b603-3847c56152bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:04:37Z', 'updated_at': '2022-02-11T06:04:50Z', 'revision_number': 1, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:52.154668 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5da93-dc3f-4f24-8878-77ea2b1c2b23 None None] The sync data for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 is: [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '3a497097-e1c3-4ab9-83b7-0e0cdb1f904f', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'port_id': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'mac_address': 'fa:16:3e:ec:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf823d1-0575-465c-b603-3847c56152bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:04:37Z', 'updated_at': '2022-02-11T06:04:50Z', 'revision_number': 1, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:52.327902 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.467085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae2dd49-5c1f-4176-8484-fb3d88555caf None None] New status for floating IP 3a497097-e1c3-4ab9-83b7-0e0cdb1f904f: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:04:53.093019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7dad1a63-5ec8-48ae-8bcf-f7a7fabd3f20 req-40d86851-3a68-4de1-8a9a-2325d00e0176 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0459013 Feb 11 06:04:53.284216 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.207848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6da2cdd2-d5f4-49ab-b283-7deed5031e4e req-37a0a244-f76a-4cd6-af9b-b92b88996f50 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0332789 Feb 11 06:04:55.323356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd5c1f73-058b-4b20-9afb-fb4fad3c20b9 req-1a170bab-1658-4094-9eab-adc19f21a3b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0291340 Feb 11 06:04:56.446667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4cb4539f-85ef-4afb-be2b-4443ee70049c req-80040167-13e1-414d-ba35-f7059174f809 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dffc161-e357-4b30-92cb-ef957d11cff1 HTTP/1.1" status: 200 len: 210 time: 0.0310478 Feb 11 06:04:57.730149 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a56670ed-01c0-4fd9-ba50-b587b85b8995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.308686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92e4c4eb-7f21-4575-b451-d0a7aba92ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:01.193636 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:02.872289 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:03.960930 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:05.202912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15408d5-b0bd-45da-b94b-c794327eb1ea req-57d0d37e-2a28-4606-b3a7-b8d63ccaa176 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:05.204319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e15408d5-b0bd-45da-b94b-c794327eb1ea req-57d0d37e-2a28-4606-b3a7-b8d63ccaa176 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 945 time: 0.0579903 Feb 11 06:05:05.252847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e15408d5-b0bd-45da-b94b-c794327eb1ea req-84903e47-78b2-42bf-98b2-be3db2705571 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Feb 11 06:05:06.393493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fcae3-fc47-499c-854c-4f16501026a5 req-919f3d0a-b902-4164-8fd7-cce0ab2645f3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:06.395266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-283fcae3-fc47-499c-854c-4f16501026a5 req-919f3d0a-b902-4164-8fd7-cce0ab2645f3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 945 time: 0.0644207 Feb 11 06:05:06.442810 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-283fcae3-fc47-499c-854c-4f16501026a5 req-60323cb9-a625-47ba-a7d6-39282eccb800 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=75c43a0c-eb0a-43a6-914f-3bb9899d04d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Feb 11 06:05:06.858298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-d358974a-37d5-4e51-8e66-654600626cfe tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:06.859708 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-d358974a-37d5-4e51-8e66-654600626cfe tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 945 time: 0.0537987 Feb 11 06:05:06.954636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port b393f713-8a95-4031-9452-062250f4adfb {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:05:06.954998 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b393f713-8a95-4031-9452-062250f4adfb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:07.055892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] For port b393f713-8a95-4031-9452-062250f4adfb, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=b393f713-8a95-4031-9452-062250f4adfb,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:07.056275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b393f713-8a95-4031-9452-062250f4adfb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:07.070208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for b393f713-8a95-4031-9452-062250f4adfb owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:05:07.203413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b393f713-8a95-4031-9452-062250f4adfb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:07.217096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['b393f713-8a95-4031-9452-062250f4adfb'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:05:07.243806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=b393f713-8a95-4031-9452-062250f4adfb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:07.256604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.256958 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.257333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.257684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.258030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.258371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.258708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.259043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.259368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.259704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.260043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.260375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.260712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:07.309225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] No DVR routers for this DVR port b393f713-8a95-4031-9452-062250f4adfb on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:05:07.311881 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:07.316253 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3b7e2241-294d-4d7e-801c-3571bd0602b2 req-82c19b46-3f7b-44ae-9f8b-952ddc3b661a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "DELETE /v2.0/ports/b393f713-8a95-4031-9452-062250f4adfb HTTP/1.1" status: 204 len: 173 time: 0.4509649 Feb 11 06:05:07.316763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71801595-58ac-4990-9dde-ba7a5824e80d', 'name': 'network-vif-deleted', 'tag': 'b393f713-8a95-4031-9452-062250f4adfb'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:05:07.319732 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ee78c-64f8-4b44-8dee-68a5ac9cddcc" -d '{"events": [{"server_uuid": "71801595-58ac-4990-9dde-ba7a5824e80d", "name": "network-vif-deleted", "tag": "b393f713-8a95-4031-9452-062250f4adfb"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:05:07.364551 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c4795a-5081-4c8e-92d5-7da01e569780 x-openstack-request-id: req-43c4795a-5081-4c8e-92d5-7da01e569780 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:05:07.364853 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71801595-58ac-4990-9dde-ba7a5824e80d", "name": "network-vif-deleted", "tag": "b393f713-8a95-4031-9452-062250f4adfb", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:05:07.365139 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43c4795a-5081-4c8e-92d5-7da01e569780 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:05:07.365558 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71801595-58ac-4990-9dde-ba7a5824e80d', 'name': 'network-vif-deleted', 'tag': 'b393f713-8a95-4031-9452-062250f4adfb', 'status': 'completed', 'code': 200} Feb 11 06:05:07.554504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ff71876-d930-4d5a-9978-92727c8bf2f0 req-f7ddce40-69c5-4147-91e0-80739f3d1fac tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0287678 Feb 11 06:05:08.655881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f441aa71-713a-4318-8708-7b14374edc2a req-d11a8e07-14f6-4dd9-a64f-a9466075395e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0288970 Feb 11 06:05:09.764571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a2b3653-1214-445c-8f56-c2ff01c94bc7 req-b2f877af-3b42-43fa-b2f4-d1cf9e0f50fe tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0341301 Feb 11 06:05:10.868060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-673200ce-6656-43d3-9c64-b9ad396e6521 req-4ade0f7a-fb88-4df2-bce0-157d4393c599 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0311568 Feb 11 06:05:11.216032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b393f713-8a95-4031-9452-062250f4adfb no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:05:11.240885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: b393f713-8a95-4031-9452-062250f4adfb {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:05:11.241521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device b393f713-8a95-4031-9452-062250f4adfb not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:05:11.966946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-633df1f9-d91a-4541-9401-84a2952456f9 req-b92e8a9f-546f-4ff3-8847-edb4a074dbe7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0284142 Feb 11 06:05:13.067595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e6e9190-b32c-4ada-97f1-1c315890940c req-9940a2e5-be5c-4a42-a813-8252a5679ed9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0287757 Feb 11 06:05:14.166898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9067541a-3815-4adb-94dc-7cb5928841b0 req-f5f8c9e0-6c45-404a-8c97-375062187d34 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0282156 Feb 11 06:05:15.288338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6809e28d-bb40-49aa-acdb-7a44aecf0d75 req-fbdcc96d-9ab1-408c-b9ac-6829cc9c7cb7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0341208 Feb 11 06:05:16.453895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a3a5fdf4-6272-46b1-aa1f-d2217e3ced61 req-56a77e72-206d-4dcc-b078-c5fd011b7211 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=71801595-58ac-4990-9dde-ba7a5824e80d HTTP/1.1" status: 200 len: 210 time: 0.0426772 Feb 11 06:05:22.021952 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:05:22.347135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.161329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 40510) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:23.166327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987460635', 'description': 'tempest-secgroup-smoke-1987460635 description', 'project_id': 'e9190f6e10054c979c98f8f31ec81825'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:23.187156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.260957 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group (318f3090-163e-4212-a33f-fe54d0431dc0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.265816 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (318f3090-163e-4212-a33f-fe54d0431dc0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.298250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.299449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.301553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1391029 Feb 11 06:05:23.303083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40516) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:23.303899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318f3090-163e-4212-a33f-fe54d0431dc0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:23.308179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e9924995-5889-4d6a-a2f9-115c1e7179dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'security_group_rule': {'security_group_id': '318f3090-163e-4212-a33f-fe54d0431dc0', 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:23.312251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.312713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.313177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.313660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.314096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.315709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.316145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.316582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.317029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.317482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.317909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.318337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.318767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2249-98f7-4f3d-b267-e808f134f4dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:23.338535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9924995-5889-4d6a-a2f9-115c1e7179dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (69269a7d-8ba7-4222-9ee8-6074bf0127b5), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.399462 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9924995-5889-4d6a-a2f9-115c1e7179dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (69269a7d-8ba7-4222-9ee8-6074bf0127b5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.403100 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9924995-5889-4d6a-a2f9-115c1e7179dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (69269a7d-8ba7-4222-9ee8-6074bf0127b5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.420078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9924995-5889-4d6a-a2f9-115c1e7179dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69269a7d-8ba7-4222-9ee8-6074bf0127b5,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:23.430719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e9924995-5889-4d6a-a2f9-115c1e7179dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.434140 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e9924995-5889-4d6a-a2f9-115c1e7179dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274712 Feb 11 06:05:23.434351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40518) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:23.438702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8483bd45-3b71-47e6-8eed-fdb383a6d0b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'security_group_rule': {'security_group_id': '318f3090-163e-4212-a33f-fe54d0431dc0', 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:23.463193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8483bd45-3b71-47e6-8eed-fdb383a6d0b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (de1978c1-6a6c-4454-81c5-b8f0eef69366), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.521447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8483bd45-3b71-47e6-8eed-fdb383a6d0b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (de1978c1-6a6c-4454-81c5-b8f0eef69366), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.525393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8483bd45-3b71-47e6-8eed-fdb383a6d0b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (de1978c1-6a6c-4454-81c5-b8f0eef69366), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.544312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483bd45-3b71-47e6-8eed-fdb383a6d0b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1978c1-6a6c-4454-81c5-b8f0eef69366,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:23.548667 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8483bd45-3b71-47e6-8eed-fdb383a6d0b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.550458 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8483bd45-3b71-47e6-8eed-fdb383a6d0b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152234 Feb 11 06:05:23.553142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40522) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:23.557463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dcb83647-5f82-49d0-914e-cdd8100824c1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'security_group_rule': {'security_group_id': '318f3090-163e-4212-a33f-fe54d0431dc0', 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:23.581196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dcb83647-5f82-49d0-914e-cdd8100824c1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (031e3db0-0a43-42ed-91d4-e9dec1071e23), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.636235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dcb83647-5f82-49d0-914e-cdd8100824c1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (031e3db0-0a43-42ed-91d4-e9dec1071e23), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.639212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dcb83647-5f82-49d0-914e-cdd8100824c1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (031e3db0-0a43-42ed-91d4-e9dec1071e23), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.657633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb83647-5f82-49d0-914e-cdd8100824c1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031e3db0-0a43-42ed-91d4-e9dec1071e23,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:23.665332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dcb83647-5f82-49d0-914e-cdd8100824c1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.666538 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dcb83647-5f82-49d0-914e-cdd8100824c1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124613 Feb 11 06:05:23.669263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40524) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:23.673867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9eb8a171-2aa3-42dc-b892-01556915d87e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'security_group_rule': {'security_group_id': '318f3090-163e-4212-a33f-fe54d0431dc0', 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:23.698006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a171-2aa3-42dc-b892-01556915d87e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (084f7734-c66a-499c-843b-60b50e09d649), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.757324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a171-2aa3-42dc-b892-01556915d87e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (084f7734-c66a-499c-843b-60b50e09d649), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.761045 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a171-2aa3-42dc-b892-01556915d87e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (084f7734-c66a-499c-843b-60b50e09d649), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.777916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8a171-2aa3-42dc-b892-01556915d87e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084f7734-c66a-499c-843b-60b50e09d649,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:23.787215 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a171-2aa3-42dc-b892-01556915d87e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.788449 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9eb8a171-2aa3-42dc-b892-01556915d87e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182625 Feb 11 06:05:23.791664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40526) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:23.795995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a96959a6-db40-4874-84b6-b5ae99d141b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'security_group_rule': {'security_group_id': '318f3090-163e-4212-a33f-fe54d0431dc0', 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:23.817993 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-a96959a6-db40-4874-84b6-b5ae99d141b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Project e9190f6e10054c979c98f8f31ec81825 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:05:23.823451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a96959a6-db40-4874-84b6-b5ae99d141b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (a9152660-faa1-4a11-a1f4-b4e026283deb), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.890220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a96959a6-db40-4874-84b6-b5ae99d141b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (a9152660-faa1-4a11-a1f4-b4e026283deb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.895316 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a96959a6-db40-4874-84b6-b5ae99d141b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (a9152660-faa1-4a11-a1f4-b4e026283deb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.911055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96959a6-db40-4874-84b6-b5ae99d141b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9152660-faa1-4a11-a1f4-b4e026283deb,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:23.931290 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a96959a6-db40-4874-84b6-b5ae99d141b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.933577 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a96959a6-db40-4874-84b6-b5ae99d141b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409249 Feb 11 06:05:23.935444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 40532) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:23.939922 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-51d05f79-6747-4f62-b5fa-0d40e7eb9beb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'security_group_rule': {'security_group_id': '318f3090-163e-4212-a33f-fe54d0431dc0', 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:23.960323 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-51d05f79-6747-4f62-b5fa-0d40e7eb9beb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Project e9190f6e10054c979c98f8f31ec81825 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:05:23.965364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d05f79-6747-4f62-b5fa-0d40e7eb9beb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (5ab793aa-b9b4-4156-a021-6ac1b4d1f877), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:24.025183 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d05f79-6747-4f62-b5fa-0d40e7eb9beb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (5ab793aa-b9b4-4156-a021-6ac1b4d1f877), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:24.028735 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d05f79-6747-4f62-b5fa-0d40e7eb9beb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (5ab793aa-b9b4-4156-a021-6ac1b4d1f877), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:24.048083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d05f79-6747-4f62-b5fa-0d40e7eb9beb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab793aa-b9b4-4156-a021-6ac1b4d1f877,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:24.058961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d05f79-6747-4f62-b5fa-0d40e7eb9beb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:24.060222 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-51d05f79-6747-4f62-b5fa-0d40e7eb9beb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237974 Feb 11 06:05:27.725971 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dae2ed38-dc6d-4330-aa6d-91a8cf98433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:30.159562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a8c50-0dff-44c3-9e96-e2617bdd281f req-5235490b-b497-4219-8b7a-23cb283431ee tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:30.161102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f6a8c50-0dff-44c3-9e96-e2617bdd281f req-5235490b-b497-4219-8b7a-23cb283431ee tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0583732 Feb 11 06:05:30.215379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4f6a8c50-0dff-44c3-9e96-e2617bdd281f req-fb991471-6fdc-4720-8109-9384737c1360 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483708 Feb 11 06:05:30.316905 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2845f8b9-40e4-4c13-9e48-431799ca5675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:31.200574 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:31.366130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69acaf-62bf-4ab6-8352-aa996489cc33 req-4a2d44db-a26d-4de8-8677-d850ad89e744 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:31.376107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c69acaf-62bf-4ab6-8352-aa996489cc33 req-4a2d44db-a26d-4de8-8677-d850ad89e744 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0674102 Feb 11 06:05:31.436123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6c69acaf-62bf-4ab6-8352-aa996489cc33 req-669d31a6-a01b-44d7-b332-d01775422ab0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590754 Feb 11 06:05:32.592325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0027b8e-70e7-46ad-81f5-dce0baf09724 req-752a823c-490d-4dfa-bc79-904e59c1c293 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:32.593852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0027b8e-70e7-46ad-81f5-dce0baf09724 req-752a823c-490d-4dfa-bc79-904e59c1c293 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0686798 Feb 11 06:05:32.652996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0027b8e-70e7-46ad-81f5-dce0baf09724 req-8fe39aa3-5760-4bcc-a53e-3150b5c27c9d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510139 Feb 11 06:05:32.853751 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:33.801578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c44ac-751f-49ef-b61d-310162d89185 req-2474d20f-2cd8-46f3-9cec-1047e2519b9b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:33.803088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-493c44ac-751f-49ef-b61d-310162d89185 req-2474d20f-2cd8-46f3-9cec-1047e2519b9b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0722654 Feb 11 06:05:33.869915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-493c44ac-751f-49ef-b61d-310162d89185 req-9082b05b-0fd4-44e5-9128-f237bec159f6 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539703 Feb 11 06:05:33.964277 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:34.996262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40da07-e082-47ed-ac20-2e3dac8d5656 req-15e7dc16-f5f9-4740-97f2-a9208023e780 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:34.998625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea40da07-e082-47ed-ac20-2e3dac8d5656 req-15e7dc16-f5f9-4740-97f2-a9208023e780 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0586791 Feb 11 06:05:35.055446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea40da07-e082-47ed-ac20-2e3dac8d5656 req-2ea2dc5c-c908-491f-8c6f-c26e2223bbf4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469217 Feb 11 06:05:36.233680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907a7bd-396a-4e68-bd44-2254e777a550 req-75574d9c-237c-4d42-9320-f1a2dc8af615 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:36.235449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5907a7bd-396a-4e68-bd44-2254e777a550 req-75574d9c-237c-4d42-9320-f1a2dc8af615 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0611274 Feb 11 06:05:36.285182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5907a7bd-396a-4e68-bd44-2254e777a550 req-7b3dae45-21e4-4476-bc2c-54f2533a6493 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438876 Feb 11 06:05:37.420755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a28ca-cc7f-4944-a328-9243aa3e3127 req-45f70e0b-524e-4271-b600-02d966bae349 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:37.423232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f6a28ca-cc7f-4944-a328-9243aa3e3127 req-45f70e0b-524e-4271-b600-02d966bae349 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0638752 Feb 11 06:05:37.478693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f6a28ca-cc7f-4944-a328-9243aa3e3127 req-fc727dea-5cb6-4275-9cd2-566c138851c2 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497296 Feb 11 06:05:38.612297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370d7fe-4cb3-4f51-a0a6-1eb980d4ba11 req-2503d1e5-3d01-42b5-b612-2e1f27e896ce tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:38.613801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c370d7fe-4cb3-4f51-a0a6-1eb980d4ba11 req-2503d1e5-3d01-42b5-b612-2e1f27e896ce tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0543957 Feb 11 06:05:38.661223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c370d7fe-4cb3-4f51-a0a6-1eb980d4ba11 req-ca40d008-0936-410a-bd91-86b641162340 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Feb 11 06:05:39.795834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d9a70-541b-4c21-8d2f-0f5d027bbe2f req-c8d38463-481a-4d48-9517-6e8a3334d207 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:39.797646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-020d9a70-541b-4c21-8d2f-0f5d027bbe2f req-c8d38463-481a-4d48-9517-6e8a3334d207 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0545077 Feb 11 06:05:39.854260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-020d9a70-541b-4c21-8d2f-0f5d027bbe2f req-1fa7b637-3d93-4e1d-9e22-ed2e28dd230b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509179 Feb 11 06:05:41.011276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7bc4c-6b66-4374-b9f9-40e9761f6662 req-08bf5097-c597-43d7-a81f-7d1ee48eba6a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:41.012889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22d7bc4c-6b66-4374-b9f9-40e9761f6662 req-08bf5097-c597-43d7-a81f-7d1ee48eba6a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0619848 Feb 11 06:05:41.066183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22d7bc4c-6b66-4374-b9f9-40e9761f6662 req-34dbfbd1-2d82-46d9-82c9-bc33189576ff tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467799 Feb 11 06:05:42.271528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749681e-06e4-4412-b660-0533607734f7 req-96d7f22a-34a6-42bd-bd6f-12971dc01cce tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:42.277812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d749681e-06e4-4412-b660-0533607734f7 req-96d7f22a-34a6-42bd-bd6f-12971dc01cce tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0728855 Feb 11 06:05:42.328205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d749681e-06e4-4412-b660-0533607734f7 req-29b3c042-980f-4b96-bd90-2af313bd2431 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490465 Feb 11 06:05:43.472148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34d88-b20e-4eeb-aebb-8c3bc8189e0b req-edff114a-34cd-4d49-82d0-918b74031858 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:43.473754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32f34d88-b20e-4eeb-aebb-8c3bc8189e0b req-edff114a-34cd-4d49-82d0-918b74031858 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0616472 Feb 11 06:05:43.529704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-32f34d88-b20e-4eeb-aebb-8c3bc8189e0b req-09e3e4ab-8a0d-4794-b93b-a0068853c1cc tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502279 Feb 11 06:05:44.658883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e561794-9432-4211-a4dd-89e3a65cd0bc req-c4ea0971-e1b9-4edb-9f5c-44754fd13495 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:44.660513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e561794-9432-4211-a4dd-89e3a65cd0bc req-c4ea0971-e1b9-4edb-9f5c-44754fd13495 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0533936 Feb 11 06:05:44.710723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e561794-9432-4211-a4dd-89e3a65cd0bc req-7b4cf10a-f1ff-4d60-aaf7-43dabef981a4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Feb 11 06:05:44.926165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-5e7fa24d-9f56-42d4-bc34-4e100d9f7388 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987460635&fields=id&tenant_id=e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 267 time: 0.0441725 Feb 11 06:05:45.315203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-a34f84a9-c89f-45b8-8686-5c6d04da659f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:45.316696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-a34f84a9-c89f-45b8-8686-5c6d04da659f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.3834174 Feb 11 06:05:45.331924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-bbb9511d-b73a-4fe9-872e-1c6bed35c955 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/quotas/e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 375 time: 0.0095029 Feb 11 06:05:45.390111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-565596cd-fcc7-42fb-bcea-829243a9c15d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529282 Feb 11 06:05:45.495228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-5fc92cc1-5f9e-434d-b608-ae977502440b service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908237 Feb 11 06:05:45.587502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-478166aa-422b-441d-ba5d-ea4913b29e02 service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863051 Feb 11 06:05:45.890742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6e169a1-b6c5-4f3c-81ab-9d13fd277bf4 req-c88a04cb-a229-4cbf-aa1d-64840d0efb1b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0386381 Feb 11 06:05:45.902497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902cdc3-5d1e-4ba3-b104-657de4c03e2a req-2c799914-fe73-4b4c-b3f7-713d4dd765b6 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:45.909603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0902cdc3-5d1e-4ba3-b104-657de4c03e2a req-2c799914-fe73-4b4c-b3f7-713d4dd765b6 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.1035857 Feb 11 06:05:45.961663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0902cdc3-5d1e-4ba3-b104-657de4c03e2a req-1f843a82-3d22-4e7d-b220-c6b349a36b80 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506859 Feb 11 06:05:46.858735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-fb26c381-c191-4cb0-a28d-c560d6fdb5aa tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:46.860271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-fb26c381-c191-4cb0-a28d-c560d6fdb5aa tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1275229 Feb 11 06:05:46.926720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-88aeafe3-ca28-4f5e-af75-3c5a0385a05d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 380 time: 0.0559494 Feb 11 06:05:46.935612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'port': {'device_id': 'd143c921-4746-41a6-9072-1d06b8228e67', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'admin_state_up': True, 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'security_groups': ['318f3090-163e-4212-a33f-fe54d0431dc0']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:47.031841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ee06789-df75-475d-98f4-7dd26cb64524 req-e35fd90d-2d84-4de5-948e-d0c13d3d2144 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0351293 Feb 11 06:05:47.117838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a84671-591b-44a4-8921-cd29e9bd9274 req-88f35b5d-e892-4384-add4-550fe7030cae tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:47.119496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a84671-591b-44a4-8921-cd29e9bd9274 req-88f35b5d-e892-4384-add4-550fe7030cae tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0776355 Feb 11 06:05:47.128372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Made reservation on behalf of e9190f6e10054c979c98f8f31ec81825 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:05:47.132314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.220878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74a84671-591b-44a4-8921-cd29e9bd9274 req-96327666-7bc5-44c9-86a5-4c37261008e7 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909991 Feb 11 06:05:47.351808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.20.0.3 (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9/6d9291b2-9d2d-4790-b770-c70b711f12fc) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:47.374725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f04fa842-ff2d-4b09-9125-9714e7f12c70 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:05:47.482667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:47.510045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'port_id': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'mac_address': 'fa:16:3e:ec:d0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:05:47.529953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.589680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f04fa842-ff2d-4b09-9125-9714e7f12c70 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:47.590856 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.604209 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.619214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f04fa842-ff2d-4b09-9125-9714e7f12c70 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:05:47.661899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:47.665538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:47.668490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:47.672505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:47.684833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.764851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:47.765646 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.778779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=6d9291b2-9d2d-4790-b770-c70b711f12fc,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:47.790424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-ca393d77-0f00-4f30-b311-6d04817d06d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8586123 Feb 11 06:05:47.801676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-a105552d-ea49-4840-8f85-008bf3d5fb66 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:05:47.802414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['f04fa842-ff2d-4b09-9125-9714e7f12c70'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:05:47.806871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-a105552d-ea49-4840-8f85-008bf3d5fb66 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105290 Feb 11 06:05:47.819197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Request body: {'port': {'device_id': 'd143c921-4746-41a6-9072-1d06b8228e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:47.851221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:47.923649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.924008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.924359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.924705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.925047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.925409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.925748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.926082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.926416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.926749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.927081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.927409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.927740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.999322 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.136246 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f184fbe8-56d5-4fc9-8354-94f081b00cfa None None] Provisioning complete for port 6d9291b2-9d2d-4790-b770-c70b711f12fc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:48.136807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f184fbe8-56d5-4fc9-8354-94f081b00cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.227833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f184fbe8-56d5-4fc9-8354-94f081b00cfa None None] Port 6d9291b2-9d2d-4790-b770-c70b711f12fc cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:48.401833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9291b2-9d2d-4790-b770-c70b711f12fc {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:05:48.414111 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Publish callbacks [] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.489708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Transition to ACTIVE for port object 6d9291b2-9d2d-4790-b770-c70b711f12fc will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:05:48.507800 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.551790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6f09c-f559-4ad0-8b03-972b2a584656 req-d2ec5210-1653-4df1-aa36-778ad93fc8a3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:48.553387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30b6f09c-f559-4ad0-8b03-972b2a584656 req-d2ec5210-1653-4df1-aa36-778ad93fc8a3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 931 time: 0.2549968 Feb 11 06:05:48.599792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff14da8-d92f-4a65-9fb9-b9fd52f5dbfa req-0610e02e-91b6-4167-ba50-58faefc25486 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:48.601389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eff14da8-d92f-4a65-9fb9-b9fd52f5dbfa req-0610e02e-91b6-4167-ba50-58faefc25486 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 945 time: 0.1599686 Feb 11 06:05:48.647261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Pushing event updated for resources: {'Port': ['ID=6d9291b2-9d2d-4790-b770-c70b711f12fc,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:48.744602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30b6f09c-f559-4ad0-8b03-972b2a584656 req-6d1b7c25-d3c3-43d4-a219-5d54945911dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794434 Feb 11 06:05:48.776254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eff14da8-d92f-4a65-9fb9-b9fd52f5dbfa req-fa2c0610-f2de-4ec0-b37a-b946bd20badb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669655 Feb 11 06:05:48.806556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Attempting to bind port 6d9291b2-9d2d-4790-b770-c70b711f12fc on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:48.807180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Attempting to bind port 6d9291b2-9d2d-4790-b770-c70b711f12fc by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:48.807700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Attempting to bind port 6d9291b2-9d2d-4790-b770-c70b711f12fc on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:48.812640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Port 6d9291b2-9d2d-4790-b770-c70b711f12fc on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:05:48.813206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Attempting to bind port 6d9291b2-9d2d-4790-b770-c70b711f12fc on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:48.819056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:48.819630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:48.820182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Bound using segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:48.820783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Bound port: 6d9291b2-9d2d-4790-b770-c70b711f12fc, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:48.821358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.902361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] For port 6d9291b2-9d2d-4790-b770-c70b711f12fc, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:05:48.911130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] For port 6d9291b2-9d2d-4790-b770-c70b711f12fc, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:05:48.931211 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.974775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:48.974775 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.975345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-77d7d097-7d11-4f74-acba-625125e322be service neutron] 10.222.0.72 "PUT /v2.0/ports/6d9291b2-9d2d-4790-b770-c70b711f12fc HTTP/1.1" status: 200 len: 1092 time: 1.1605387 Feb 11 06:05:48.976151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd143c921-4746-41a6-9072-1d06b8228e67', 'tag': '6d9291b2-9d2d-4790-b770-c70b711f12fc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:05:48.978479 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46" -d '{"events": [{"name": "network-changed", "server_uuid": "d143c921-4746-41a6-9072-1d06b8228e67", "tag": "6d9291b2-9d2d-4790-b770-c70b711f12fc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:05:49.042764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d097-7d11-4f74-acba-625125e322be service neutron] Pushing event updated for resources: {'Port': ['ID=6d9291b2-9d2d-4790-b770-c70b711f12fc,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:49.061524 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a91cd1-8f1e-489f-b471-8cd418156e8e x-openstack-request-id: req-05a91cd1-8f1e-489f-b471-8cd418156e8e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:05:49.062066 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d143c921-4746-41a6-9072-1d06b8228e67", "tag": "6d9291b2-9d2d-4790-b770-c70b711f12fc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:05:49.062498 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05a91cd1-8f1e-489f-b471-8cd418156e8e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:05:49.063098 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd143c921-4746-41a6-9072-1d06b8228e67', 'tag': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'status': 'completed', 'code': 200} Feb 11 06:05:49.146541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-207ba4d7-5422-4e5f-aced-e53168abbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:49.151171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-207ba4d7-5422-4e5f-aced-e53168abbd1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 1126 time: 0.0869737 Feb 11 06:05:49.210495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-1dfb1c9c-0d5b-4953-be14-b96a82e83150 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc HTTP/1.1" status: 200 len: 217 time: 0.0497954 Feb 11 06:05:49.332697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-1666e6bd-81a9-4a4b-857b-febc8e6399bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:49.334565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-1666e6bd-81a9-4a4b-857b-febc8e6399bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.1187489 Feb 11 06:05:49.385151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f04fa842-ff2d-4b09-9125-9714e7f12c70 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:49.411412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-62505f73-4aeb-4e01-85d9-e405d0d0b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:49.418847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-62505f73-4aeb-4e01-85d9-e405d0d0b230 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0722556 Feb 11 06:05:49.452336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port f04fa842-ff2d-4b09-9125-9714e7f12c70 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:49.453221 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.519025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-07260097-44d5-4248-a94b-45fe438a36bc service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980995 Feb 11 06:05:49.539904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f04fa842-ff2d-4b09-9125-9714e7f12c70 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:49.540578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.568334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:05:49.571054 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d872e5-d808-4023-a96e-e8506b5c3687" -d '{"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-plugged", "status": "completed", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:05:49.585574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:49.602142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.649724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89eb923-48ec-4ba2-938d-6c0d3727de48 req-d31ce5ea-8456-4ec3-a3fe-ff4dc34b27ba service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240454 Feb 11 06:05:49.655982 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3894bf-b54d-4bc8-9375-cc7266cc12b0 x-openstack-request-id: req-dc3894bf-b54d-4bc8-9375-cc7266cc12b0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:05:49.656537 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-plugged", "status": "completed", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:05:49.656963 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc3894bf-b54d-4bc8-9375-cc7266cc12b0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:05:49.657736 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'code': 200} Feb 11 06:05:49.697068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:49.748379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-717e01ac-33bf-4edc-ac16-b47575e9ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:49.751150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-717e01ac-33bf-4edc-ac16-b47575e9ddff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 1126 time: 0.0520825 Feb 11 06:05:49.916993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-fdc92d12-d63e-4010-a2a3-26577acf3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:49.918569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-fdc92d12-d63e-4010-a2a3-26577acf3a62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.1607261 Feb 11 06:05:49.992222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-2931fdd9-bdd6-4aff-a990-0b3042091fef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc HTTP/1.1" status: 200 len: 217 time: 0.0551031 Feb 11 06:05:50.056958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d4900-6009-46e9-9c75-39acdf13d062 req-10618fb6-ccbc-4d29-ac81-af18911a646c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:50.058562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-027d4900-6009-46e9-9c75-39acdf13d062 req-10618fb6-ccbc-4d29-ac81-af18911a646c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.1888311 Feb 11 06:05:50.071883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b1a31-be05-4091-bb05-b007d00cad42 req-d4b6ffab-ab46-4ca0-b81b-3e97437cea95 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:50.073733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad0b1a31-be05-4091-bb05-b007d00cad42 req-d4b6ffab-ab46-4ca0-b81b-3e97437cea95 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.1702094 Feb 11 06:05:50.113905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-3808aec7-79ed-4f9d-81df-bb2eaaed7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:50.115602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-3808aec7-79ed-4f9d-81df-bb2eaaed7e9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.1169238 Feb 11 06:05:50.192204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad0b1a31-be05-4091-bb05-b007d00cad42 req-3f59ed58-c00e-4540-a29d-fb1e4843a668 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070347 Feb 11 06:05:50.196296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-027d4900-6009-46e9-9c75-39acdf13d062 req-d09a14f7-d7f4-49a9-b6fe-1651f7b6394e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192212 Feb 11 06:05:50.226893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-851370a0-c361-40fa-8ffa-7722d9b488b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:50.228258 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-851370a0-c361-40fa-8ffa-7722d9b488b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1022789 Feb 11 06:05:50.356293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-e99cbb5d-6fd4-4fb1-953c-e2537ee3a612 service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212239 Feb 11 06:05:50.480671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9a7a1dd-5a64-4b5c-b52e-fbe9b4720a46 req-3d6f303e-cf34-4b63-93a9-a4a6ce20700e service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173527 Feb 11 06:05:51.442654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c18067-99a3-4aa4-abf2-a2496d706293 req-2b094ce3-a5a0-4203-a06d-e678e8c6b1ff tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:51.444138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79c18067-99a3-4aa4-abf2-a2496d706293 req-2b094ce3-a5a0-4203-a06d-e678e8c6b1ff tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0920866 Feb 11 06:05:51.455281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff839b-a060-4adb-b008-298b9205274f req-c162b391-8704-43ef-8c5f-df9abf36465d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:51.456738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60ff839b-a060-4adb-b008-298b9205274f req-c162b391-8704-43ef-8c5f-df9abf36465d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.1192830 Feb 11 06:05:51.542889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79c18067-99a3-4aa4-abf2-a2496d706293 req-e4dce34b-9d18-4005-8aba-a37fa8d48926 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840852 Feb 11 06:05:51.559595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60ff839b-a060-4adb-b008-298b9205274f req-330c7390-53ac-4e4a-8c19-4b2c3de05240 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921953 Feb 11 06:05:52.367561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:52.771173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aeddb-5ad5-40a0-8126-adb49bec82c1 req-daa663c1-7ddf-4eac-9709-30fbeca51d7c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:52.772769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d9aeddb-5ad5-40a0-8126-adb49bec82c1 req-daa663c1-7ddf-4eac-9709-30fbeca51d7c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.1095548 Feb 11 06:05:52.785171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be0fa-cef5-4091-8b34-8b95642fcca4 req-222924a8-0463-400d-a69d-faaeb2208769 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:52.787829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c80be0fa-cef5-4091-8b34-8b95642fcca4 req-222924a8-0463-400d-a69d-faaeb2208769 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.1354427 Feb 11 06:05:52.888408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d9aeddb-5ad5-40a0-8126-adb49bec82c1 req-3b48ce75-9d42-4557-9166-92562b6a7980 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001704 Feb 11 06:05:52.905345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c80be0fa-cef5-4091-8b34-8b95642fcca4 req-6aaa6b48-8469-406e-b39d-e970f1162cb5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989647 Feb 11 06:05:53.305813 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:54.097769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff61f7-3fea-47d2-8bab-60181adbc31e req-84d4faf2-e00b-4741-a0b2-9a2d1ade93be tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:54.099937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84ff61f7-3fea-47d2-8bab-60181adbc31e req-84d4faf2-e00b-4741-a0b2-9a2d1ade93be tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.1137340 Feb 11 06:05:54.115191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037c195-caa3-4b83-9934-201510cd693e req-73218e34-4201-4c10-97a9-44ac56c34021 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:54.117021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5037c195-caa3-4b83-9934-201510cd693e req-73218e34-4201-4c10-97a9-44ac56c34021 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.1165888 Feb 11 06:05:54.188611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84ff61f7-3fea-47d2-8bab-60181adbc31e req-c25fa307-0205-4ea5-93c0-a92d1f47ee34 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703483 Feb 11 06:05:54.232462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5037c195-caa3-4b83-9934-201510cd693e req-1c97f617-dce6-4a18-8484-7d3b36575271 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973926 Feb 11 06:05:55.443488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5dd19-b22b-4a6f-824b-bd02fd245587 req-8287d1c2-f3a9-45a2-bd17-c58c7114f44d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:55.451355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ee5dd19-b22b-4a6f-824b-bd02fd245587 req-8287d1c2-f3a9-45a2-bd17-c58c7114f44d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0910699 Feb 11 06:05:55.468770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39619d6-871a-4862-ae22-1b3a7a1f39f2 req-50bff87f-63ae-4799-ac43-aa73ab1640fc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:55.476354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39619d6-871a-4862-ae22-1b3a7a1f39f2 req-50bff87f-63ae-4799-ac43-aa73ab1640fc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.1673214 Feb 11 06:05:55.561425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ee5dd19-b22b-4a6f-824b-bd02fd245587 req-8ed7d6db-9962-4af7-a587-986fd23851ed tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043110 Feb 11 06:05:55.597676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f39619d6-871a-4862-ae22-1b3a7a1f39f2 req-16966652-65c6-4aca-a581-0915de7a747d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151147 Feb 11 06:05:56.828702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d29ae-46c7-4d59-980e-20986c093f78 req-9b85380b-1cb1-4f28-bd39-70d8de8f0bc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:56.837067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f5d29ae-46c7-4d59-980e-20986c093f78 req-9b85380b-1cb1-4f28-bd39-70d8de8f0bc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.1991470 Feb 11 06:05:56.965476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f5d29ae-46c7-4d59-980e-20986c093f78 req-09a57434-e3ee-4da7-8348-07971651c6b3 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222589 Feb 11 06:05:57.189331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7a32-9abf-4886-b546-f97b9da35ebf req-382ef9c0-12a0-4d83-8e34-f78b2395318c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:57.191233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f1f7a32-9abf-4886-b546-f97b9da35ebf req-382ef9c0-12a0-4d83-8e34-f78b2395318c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0762479 Feb 11 06:05:57.280849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f1f7a32-9abf-4886-b546-f97b9da35ebf req-52da5876-5956-4507-8643-7fbf9f484943 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839834 Feb 11 06:05:57.787013 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e33682c2-edb6-4395-b93b-e34b3cb5ae26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:58.122960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affbab7-2ce9-42fc-a4bd-1262132c25cb req-ea56084c-c8e1-4f77-b98c-0628660845bc tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:58.125177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5affbab7-2ce9-42fc-a4bd-1262132c25cb req-ea56084c-c8e1-4f77-b98c-0628660845bc tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0697596 Feb 11 06:05:58.182963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5affbab7-2ce9-42fc-a4bd-1262132c25cb req-29ec79e0-375f-4016-b184-eb63068f1fcf tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506918 Feb 11 06:05:58.426594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e65c-725a-48e8-86be-7eca883f6a32 req-54f8bba9-dd1b-407e-bc67-2cf82a3044dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:58.433762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89c5e65c-725a-48e8-86be-7eca883f6a32 req-54f8bba9-dd1b-407e-bc67-2cf82a3044dd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0673060 Feb 11 06:05:58.501156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-89c5e65c-725a-48e8-86be-7eca883f6a32 req-876231b9-3317-4277-97ba-f90532dc1900 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543628 Feb 11 06:05:59.022393 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:05:59.254134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-18b22556-3bf7-4e63-91de-a7d92c5a2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:59.258274 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-18b22556-3bf7-4e63-91de-a7d92c5a2506 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 1129 time: 0.0509710 Feb 11 06:05:59.334731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455cc3-2c67-4f3d-9612-65e8fd80a26f req-125f7e56-c9d9-4d19-9e14-8cc20795bdce tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:59.336388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01455cc3-2c67-4f3d-9612-65e8fd80a26f req-125f7e56-c9d9-4d19-9e14-8cc20795bdce tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0558465 Feb 11 06:05:59.357162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-09573f8b-c78a-4572-8be0-59afdfab10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:59.358756 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-09573f8b-c78a-4572-8be0-59afdfab10a8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.0940001 Feb 11 06:05:59.385400 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01455cc3-2c67-4f3d-9612-65e8fd80a26f req-8a8a80e0-7e2e-46a1-b1d1-1768667bb060 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Feb 11 06:05:59.429585 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-f103e1e8-e5d2-4b0a-ba62-f38f0d9c005c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70 HTTP/1.1" status: 200 len: 1002 time: 0.0648811 Feb 11 06:05:59.477802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-446783bb-770c-471f-bd59-743fc6bbf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:59.479268 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-446783bb-770c-471f-bd59-743fc6bbf4b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0442383 Feb 11 06:05:59.529916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-f22ea84b-6fc7-49cb-a209-a7074b1082c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:59.531556 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-f22ea84b-6fc7-49cb-a209-a7074b1082c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463226 Feb 11 06:05:59.632381 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-0df904ee-7ee6-49bb-81eb-66cb02a10228 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927086 Feb 11 06:05:59.634002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f5034-046f-4ea8-a0ff-e8abefcfae1b req-6800e556-2351-44b0-b7b1-2e593447f353 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:59.635468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-139f5034-046f-4ea8-a0ff-e8abefcfae1b req-6800e556-2351-44b0-b7b1-2e593447f353 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0756316 Feb 11 06:05:59.685556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-139f5034-046f-4ea8-a0ff-e8abefcfae1b req-5234f0f9-ce03-459d-8ee2-069ea7d166ec tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444355 Feb 11 06:05:59.729813 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c40c7821-b667-4fe2-81a5-9694a6bc8409 req-00d30f10-ffc0-4d0e-ae83-7263f1902f3b service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915611 Feb 11 06:06:00.301475 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ec252db4-dbdc-406c-994f-4cd8f3e94745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:00.513748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6788041-5e34-4d46-9690-ed8efe6bf47a req-2438ebb8-b292-48d8-9214-b3b6055bbd69 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.515215 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6788041-5e34-4d46-9690-ed8efe6bf47a req-2438ebb8-b292-48d8-9214-b3b6055bbd69 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0561070 Feb 11 06:06:00.563019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6788041-5e34-4d46-9690-ed8efe6bf47a req-5317f4dd-22bb-4679-bd6e-469aabe96dc4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Feb 11 06:06:00.809147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63663882-eeb3-4586-ae6c-c628cfdb27e3 req-5ab71961-dd1d-4734-b73c-a53b111bd103 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.810693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63663882-eeb3-4586-ae6c-c628cfdb27e3 req-5ab71961-dd1d-4734-b73c-a53b111bd103 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0545533 Feb 11 06:06:00.864625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63663882-eeb3-4586-ae6c-c628cfdb27e3 req-37fc0708-0aaa-4180-b3ba-8fa1f2a74c45 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457799 Feb 11 06:06:01.193331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:01.729381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b1ea2-8903-4756-b40e-31b3d1415695 req-851bc677-7d68-4e59-bc73-4a608959b01b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:01.730958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b81b1ea2-8903-4756-b40e-31b3d1415695 req-851bc677-7d68-4e59-bc73-4a608959b01b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0766354 Feb 11 06:06:01.787155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b81b1ea2-8903-4756-b40e-31b3d1415695 req-d4e75aec-5d3b-450d-9fc1-5bf455a63fde tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496287 Feb 11 06:06:02.007324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e8c8b-ba06-47c5-b694-2897b11a559d req-b768c380-ce85-4ad4-97c5-9deaeec097a1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:02.008882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-792e8c8b-ba06-47c5-b694-2897b11a559d req-b768c380-ce85-4ad4-97c5-9deaeec097a1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0689638 Feb 11 06:06:02.069725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-792e8c8b-ba06-47c5-b694-2897b11a559d req-cb341845-5403-475f-afe2-e447106ba6db tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530138 Feb 11 06:06:02.629024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-de8c38d7-37f3-4b03-aa05-2938e01ffca1 req-2637f185-0b2c-46d7-9f3b-39f9b01aad6f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:06:02.630035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de8c38d7-37f3-4b03-aa05-2938e01ffca1 req-2637f185-0b2c-46d7-9f3b-39f9b01aad6f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059519 Feb 11 06:06:02.840121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e73cf-4826-4130-8b1f-5a74a3744f04 req-ad3fd4d3-06fb-4aee-815f-d1167ff79ff4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:02.851150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b64e73cf-4826-4130-8b1f-5a74a3744f04 req-ad3fd4d3-06fb-4aee-815f-d1167ff79ff4 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 946 time: 0.0900974 Feb 11 06:06:02.873641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:02.913841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b64e73cf-4826-4130-8b1f-5a74a3744f04 req-8b57d1c1-a769-4c51-b098-00e57a0c9e31 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609546 Feb 11 06:06:03.067888 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-53dd75b7-5437-41d4-a14f-8b8f81a4a04c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1232412 Feb 11 06:06:03.227955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41f981-da76-4ba3-8d22-c045f0a29e99 req-7f9071b7-e325-488d-abe9-3973707e1a56 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:03.237614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b41f981-da76-4ba3-8d22-c045f0a29e99 req-7f9071b7-e325-488d-abe9-3973707e1a56 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0810816 Feb 11 06:06:03.248027 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-ddb90a40-0bb2-4eff-a119-ed66e36adb04 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:03.249471 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-ddb90a40-0bb2-4eff-a119-ed66e36adb04 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports/f04fa842-ff2d-4b09-9125-9714e7f12c70 HTTP/1.1" status: 200 len: 943 time: 0.1517999 Feb 11 06:06:03.314929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b41f981-da76-4ba3-8d22-c045f0a29e99 req-08469865-6882-4b8b-bf22-a5899377dfe9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731735 Feb 11 06:06:03.456018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f04fa842-ff2d-4b09-9125-9714e7f12c70 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:03.565661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f04fa842-ff2d-4b09-9125-9714e7f12c70 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:03.566450 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:03.594466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:03.598305 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac3ed9b-11c7-49d3-b3c4-4ea932ff224e" -d '{"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-unplugged", "status": "completed", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:03.616419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:03.622990 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:03.666610 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2394c977-4cc2-409a-a989-3b64688f3650 x-openstack-request-id: req-2394c977-4cc2-409a-a989-3b64688f3650 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:03.666913 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-unplugged", "status": "failed", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70", "code": 422}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:03.667384 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2394c977-4cc2-409a-a989-3b64688f3650 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:03.667763 n-d-715271-35 neutron-server[103122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'code': 422} returned with failed status Feb 11 06:06:03.695124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:03.968737 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:04.051888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95023629-c712-4bd4-8a36-446b30b49983 req-d195480f-3b54-497a-a46d-0457fbcca0ef tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:04.061268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95023629-c712-4bd4-8a36-446b30b49983 req-d195480f-3b54-497a-a46d-0457fbcca0ef tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0668824 Feb 11 06:06:04.120322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95023629-c712-4bd4-8a36-446b30b49983 req-cf98e155-73c3-46de-9724-d311b7ad1db1 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538590 Feb 11 06:06:04.181969 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-53a5f9e7-2ba2-4ded-930e-7d31a41fffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:04.184933 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-53a5f9e7-2ba2-4ded-930e-7d31a41fffac service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc&tenant_id=c5962c623f1548ebbbb82d0096368aed HTTP/1.1" status: 200 len: 1127 time: 0.0824335 Feb 11 06:06:04.269530 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-31e53aa3-5661-4968-a71a-d684c9a388eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:04.271407 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-31e53aa3-5661-4968-a71a-d684c9a388eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 1127 time: 0.0612516 Feb 11 06:06:04.414904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-7062cc5a-0ee4-400e-8313-eb536b78353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:04.416932 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-7062cc5a-0ee4-400e-8313-eb536b78353b service neutron] 10.222.0.81 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.1387293 Feb 11 06:06:04.498017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485f1d4-d6e6-4aeb-86c0-0d55479f4ad1 req-fac82cf7-3aa9-48f8-a726-b4a7147dc0e1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:04.499530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a485f1d4-d6e6-4aeb-86c0-0d55479f4ad1 req-fac82cf7-3aa9-48f8-a726-b4a7147dc0e1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.1025207 Feb 11 06:06:04.519727 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-bbe87f19-106e-457e-a6d6-5a61565b6e52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70 HTTP/1.1" status: 200 len: 1000 time: 0.0917931 Feb 11 06:06:04.587220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-5bf26f7b-07f0-4806-b9b9-36ec41bfb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:04.588930 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-5bf26f7b-07f0-4806-b9b9-36ec41bfb159 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0615594 Feb 11 06:06:04.656679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-ecbf39ff-20c4-4868-ac6a-21a7e8881a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:04.659790 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-ecbf39ff-20c4-4868-ac6a-21a7e8881a4f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0619431 Feb 11 06:06:04.756995 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-5ad1d059-ebcd-44f0-9e36-fe37ce9471e9 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905130 Feb 11 06:06:04.851905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a485f1d4-d6e6-4aeb-86c0-0d55479f4ad1 req-1cade419-20e5-4658-be7b-5db8f7cabd99 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435564 Feb 11 06:06:04.855702 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1e6d4e93-9a0f-4a43-9115-7899668d7e7a req-92d9ea17-fc86-40e7-9f28-c1be35b1c029 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921314 Feb 11 06:06:05.356197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0da6dd-b663-41d8-862e-f1baaa58b407 req-41c73b3c-1166-4ef0-b0eb-19737c416749 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:05.360505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd0da6dd-b663-41d8-862e-f1baaa58b407 req-41c73b3c-1166-4ef0-b0eb-19737c416749 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.1090786 Feb 11 06:06:05.460717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd0da6dd-b663-41d8-862e-f1baaa58b407 req-99ee9492-34f3-41d5-89f3-6f4e4cdc30d8 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927467 Feb 11 06:06:06.077301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbba26-89e0-459c-8f1f-eddaf2332ab4 req-60f1929a-b106-452c-8055-ad00a23b8289 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:06.086967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6cbba26-89e0-459c-8f1f-eddaf2332ab4 req-60f1929a-b106-452c-8055-ad00a23b8289 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.1019356 Feb 11 06:06:06.168107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6cbba26-89e0-459c-8f1f-eddaf2332ab4 req-a02678ed-0391-4ecb-8356-271aebbd37b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748191 Feb 11 06:06:06.640825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb8971-1697-4040-9f0f-ba57786676fc req-7b6a677c-611f-449c-ad6c-4bb0b8476c15 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:06.644095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36cb8971-1697-4040-9f0f-ba57786676fc req-7b6a677c-611f-449c-ad6c-4bb0b8476c15 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0715504 Feb 11 06:06:06.735762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-36cb8971-1697-4040-9f0f-ba57786676fc req-43888ed1-940f-4da8-bac8-b2134a7ab374 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851305 Feb 11 06:06:07.313000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bdda9-082a-439d-be70-e7aca1cd6d0e req-81c82430-14cb-4452-ba2a-22eaf1c4355a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:07.320837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb6bdda9-082a-439d-be70-e7aca1cd6d0e req-81c82430-14cb-4452-ba2a-22eaf1c4355a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0645730 Feb 11 06:06:07.381183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb6bdda9-082a-439d-be70-e7aca1cd6d0e req-be81f6cf-8b25-48a2-bd8a-0d654d3710cb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569823 Feb 11 06:06:07.868181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d5ff5-4b4e-439f-a91c-6502b7c94231 req-704127cf-808f-4d96-afdd-b8e661ef0fd6 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:07.869690 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d67d5ff5-4b4e-439f-a91c-6502b7c94231 req-704127cf-808f-4d96-afdd-b8e661ef0fd6 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0571477 Feb 11 06:06:07.916174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d67d5ff5-4b4e-439f-a91c-6502b7c94231 req-fb38ada8-37d8-4a07-b848-29c556bd4792 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408087 Feb 11 06:06:08.605374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d2344-85fb-4c4e-b1c8-0e7a36dcc68d req-20c88acc-cdd0-415c-88e4-4824359acfc8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.615730 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c44d2344-85fb-4c4e-b1c8-0e7a36dcc68d req-20c88acc-cdd0-415c-88e4-4824359acfc8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.1469412 Feb 11 06:06:08.728253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c44d2344-85fb-4c4e-b1c8-0e7a36dcc68d req-7409be2d-0ca5-4756-8732-21ad611b8cf6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998123 Feb 11 06:06:09.075721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f76c2-6aad-44eb-9093-591097055859 req-1c4d0896-1156-4317-bbec-fa91c7216a11 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:09.078008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff3f76c2-6aad-44eb-9093-591097055859 req-1c4d0896-1156-4317-bbec-fa91c7216a11 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0661623 Feb 11 06:06:09.145219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff3f76c2-6aad-44eb-9093-591097055859 req-b8b88b6b-131f-481d-9628-12eca11e1ba0 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590408 Feb 11 06:06:09.870913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aaafa-e049-47d1-897d-98cfe6a67380 req-20a77854-2a33-4bc8-81f0-ad1092b6c019 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:09.872612 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-252aaafa-e049-47d1-897d-98cfe6a67380 req-20a77854-2a33-4bc8-81f0-ad1092b6c019 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0785401 Feb 11 06:06:09.936773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-252aaafa-e049-47d1-897d-98cfe6a67380 req-da6de2c6-277a-4c7d-95af-ce12772e2d96 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564387 Feb 11 06:06:10.344518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8a94e-f1f4-4a11-804d-7f93a29dc33c req-b316e9d0-e5b6-418a-b4a0-09645648b8ed tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.346481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50d8a94e-f1f4-4a11-804d-7f93a29dc33c req-b316e9d0-e5b6-418a-b4a0-09645648b8ed tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0734794 Feb 11 06:06:10.400711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50d8a94e-f1f4-4a11-804d-7f93a29dc33c req-efdc6ec9-53a3-4caa-aa42-9420cada0aa9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482090 Feb 11 06:06:11.084510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf328bd6-d2ba-40d4-abb2-b1d6ce3eea39 req-3e6d74aa-64a8-4dc6-a847-49c41da91172 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:11.087565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf328bd6-d2ba-40d4-abb2-b1d6ce3eea39 req-3e6d74aa-64a8-4dc6-a847-49c41da91172 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0771594 Feb 11 06:06:11.158902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf328bd6-d2ba-40d4-abb2-b1d6ce3eea39 req-8b14658d-4367-4378-a5b2-9863e078247c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647156 Feb 11 06:06:11.562092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a1169-47fe-47e7-a043-b74db6cadc20 req-9346c719-48ef-4518-9ff6-ef599eb31235 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:11.563578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b8a1169-47fe-47e7-a043-b74db6cadc20 req-9346c719-48ef-4518-9ff6-ef599eb31235 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0526738 Feb 11 06:06:11.609253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b8a1169-47fe-47e7-a043-b74db6cadc20 req-6cdb5a7a-5aa9-42fb-8c35-8ac2b36524c9 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Feb 11 06:06:12.327029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00856123-ddc7-4a9b-aa6f-61018080415f req-8a2f7bce-a68c-4115-94aa-e6320e20ba4a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:12.328519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00856123-ddc7-4a9b-aa6f-61018080415f req-8a2f7bce-a68c-4115-94aa-e6320e20ba4a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 943 time: 0.0670991 Feb 11 06:06:12.380183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00856123-ddc7-4a9b-aa6f-61018080415f req-9e153803-3603-45d3-a3a9-62fd7276c1b8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458899 Feb 11 06:06:12.716125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d9291b2-9d2d-4790-b770-c70b711f12fc details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:06:12.734251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c851738-df31-4b68-ba5a-a3055409058e req-ef317c67-3d71-4366-92f4-b87454f4f0c5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:12.735726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c851738-df31-4b68-ba5a-a3055409058e req-ef317c67-3d71-4366-92f4-b87454f4f0c5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0542293 Feb 11 06:06:12.783577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4c851738-df31-4b68-ba5a-a3055409058e req-cadd308f-3b85-41d1-8b4c-0df28a4515da tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413353 Feb 11 06:06:12.822586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6d9291b2-9d2d-4790-b770-c70b711f12fc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:12.834556 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'port_id': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'mac_address': 'fa:16:3e:6e:2f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:06:12.871535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6d9291b2-9d2d-4790-b770-c70b711f12fc is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:12.871922 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:12.884638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9291b2-9d2d-4790-b770-c70b711f12fc {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:06:12.914104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6d9291b2-9d2d-4790-b770-c70b711f12fc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:12.920119 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:13.002529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6d9291b2-9d2d-4790-b770-c70b711f12fc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:13.129530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6d9291b2-9d2d-4790-b770-c70b711f12fc'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:06:13.555838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5274a-4b94-4c4f-bca2-db8d33a3cc38 req-88a86548-af5d-4626-824d-49cabe443a18 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:13.563656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5c5274a-4b94-4c4f-bca2-db8d33a3cc38 req-88a86548-af5d-4626-824d-49cabe443a18 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 944 time: 0.0696356 Feb 11 06:06:13.635463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5c5274a-4b94-4c4f-bca2-db8d33a3cc38 req-d1965d45-c264-4e94-9c04-e7158b43d9e2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707767 Feb 11 06:06:13.988497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934778d-a456-46b6-b03b-fd7c9e0478bd req-6cefd12a-a9b6-4863-b664-f4c7a499489b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:13.990962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d934778d-a456-46b6-b03b-fd7c9e0478bd req-6cefd12a-a9b6-4863-b664-f4c7a499489b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0734165 Feb 11 06:06:14.103423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d934778d-a456-46b6-b03b-fd7c9e0478bd req-9e00ce8b-4d23-4d51-8880-63ae819e0b8a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996804 Feb 11 06:06:14.731906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d9291b2-9d2d-4790-b770-c70b711f12fc up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:14.775821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3584b1e-4b64-4c2c-94db-37166a4604e2 req-76a17f8f-331f-4a13-a2ee-009e15b56434 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:14.777583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3584b1e-4b64-4c2c-94db-37166a4604e2 req-76a17f8f-331f-4a13-a2ee-009e15b56434 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 944 time: 0.0597656 Feb 11 06:06:14.787674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 6d9291b2-9d2d-4790-b770-c70b711f12fc completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:06:14.792388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 6d9291b2-9d2d-4790-b770-c70b711f12fc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:14.792771 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:14.835566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3584b1e-4b64-4c2c-94db-37166a4604e2 req-47bdc54c-ce7b-4f82-b764-430aca98fff8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522232 Feb 11 06:06:14.899919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6d9291b2-9d2d-4790-b770-c70b711f12fc is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:14.900486 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:14.924841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd143c921-4746-41a6-9072-1d06b8228e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9291b2-9d2d-4790-b770-c70b711f12fc'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:14.927184 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d79165b-383c-4f12-b13b-8e676b80ff10" -d '{"events": [{"server_uuid": "d143c921-4746-41a6-9072-1d06b8228e67", "name": "network-vif-plugged", "status": "completed", "tag": "6d9291b2-9d2d-4790-b770-c70b711f12fc"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:14.936416 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-44e5a45d-2051-4dcf-94ef-f0ba242939d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:14.940109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6d9291b2-9d2d-4790-b770-c70b711f12fc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:14.940340 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-44e5a45d-2051-4dcf-94ef-f0ba242939d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5962c623f1548ebbbb82d0096368aed&device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 1127 time: 0.0550799 Feb 11 06:06:14.945874 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:14.971445 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ee8811-c828-4b86-a4c4-788a7120dba7 x-openstack-request-id: req-c1ee8811-c828-4b86-a4c4-788a7120dba7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:14.971878 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d143c921-4746-41a6-9072-1d06b8228e67", "name": "network-vif-plugged", "status": "completed", "tag": "6d9291b2-9d2d-4790-b770-c70b711f12fc", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:14.972142 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1ee8811-c828-4b86-a4c4-788a7120dba7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:14.972543 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd143c921-4746-41a6-9072-1d06b8228e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'code': 200} Feb 11 06:06:15.004093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6d9291b2-9d2d-4790-b770-c70b711f12fc,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:15.075869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-c81ee905-f3cf-41fe-88cb-d95c4512a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:15.078338 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-c81ee905-f3cf-41fe-88cb-d95c4512a166 service neutron] 10.222.0.81 "GET /v2.0/networks?id=69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 200 len: 917 time: 0.1132081 Feb 11 06:06:15.145371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa1147-7f3c-47e0-92c4-58c3a24057ca req-a2e4add5-443b-4d97-b2ec-2c347977aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:15.146899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7dfa1147-7f3c-47e0-92c4-58c3a24057ca req-a2e4add5-443b-4d97-b2ec-2c347977aeb2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 1128 time: 0.1074991 Feb 11 06:06:15.152938 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-279ec9ab-6a45-4d4c-9859-52166df471ef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70 HTTP/1.1" status: 200 len: 1000 time: 0.0693204 Feb 11 06:06:15.206475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-cae27bc5-f99d-49ff-8201-e8890ab564fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:15.208306 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-cae27bc5-f99d-49ff-8201-e8890ab564fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 200 len: 855 time: 0.0491464 Feb 11 06:06:15.208986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7dfa1147-7f3c-47e0-92c4-58c3a24057ca req-b3443b6f-9bbe-46fe-bdbd-e3870fae0f37 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548401 Feb 11 06:06:15.249982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b6edb-fc05-48b3-9dc3-8dd068881ab7 req-b8c2b468-8af7-4bb0-b0e3-33b3cebdf53d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:15.252531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f4b6edb-fc05-48b3-9dc3-8dd068881ab7 req-b8c2b468-8af7-4bb0-b0e3-33b3cebdf53d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0563927 Feb 11 06:06:15.276339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-deec94cf-6dc6-4894-84f6-d09312d6efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:15.277872 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-deec94cf-6dc6-4894-84f6-d09312d6efb7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=69b11023-66a0-4480-9c53-bea2d1a703fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0621517 Feb 11 06:06:15.304014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f4b6edb-fc05-48b3-9dc3-8dd068881ab7 req-39be9795-1469-4490-bee0-cc263cde20e3 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452416 Feb 11 06:06:15.378687 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-6e3b32c7-b70f-4e16-8ae7-f4e8bcffd945 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939965 Feb 11 06:06:15.479134 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-0c0c95c1-d60b-43af-ab82-bf7fc2641a4c req-7405dd7a-4b39-49b9-8340-065fb4e34423 service neutron] 10.222.0.81 "GET /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929787 Feb 11 06:06:15.997426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1241-2379-4f85-996d-02a25aab3022 req-85b00596-ede1-4e1d-9022-ebbab0fd7471 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:15.999038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edbf1241-2379-4f85-996d-02a25aab3022 req-85b00596-ede1-4e1d-9022-ebbab0fd7471 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 945 time: 0.0633247 Feb 11 06:06:16.056858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edbf1241-2379-4f85-996d-02a25aab3022 req-b2b73b32-50b1-4e0a-9234-5a34e95c05cc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499091 Feb 11 06:06:16.434908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136d143-010d-4237-8c93-4a4ce37a5413 req-25078c02-49ad-4174-b1be-1feb3d9b1883 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:16.436365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1136d143-010d-4237-8c93-4a4ce37a5413 req-25078c02-49ad-4174-b1be-1feb3d9b1883 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0527501 Feb 11 06:06:16.482322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1136d143-010d-4237-8c93-4a4ce37a5413 req-0b664bde-c602-4c7e-bf34-0a03fa6368ce tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 Feb 11 06:06:17.177195 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cbf88-1196-4a4e-9ef7-73b704d61c10 req-64ba1558-4070-4701-a526-1e70d142db7c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:17.178594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d74cbf88-1196-4a4e-9ef7-73b704d61c10 req-64ba1558-4070-4701-a526-1e70d142db7c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 945 time: 0.0528524 Feb 11 06:06:17.230266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d74cbf88-1196-4a4e-9ef7-73b704d61c10 req-3d48faa0-b35b-4563-a6fc-ada84660f0a7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Feb 11 06:06:17.347713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cb74c-bd6a-48c8-aae4-59bbcae63329 req-e541a73c-1e74-47fd-8c41-6e7cbc851b87 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:17.349226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-651cb74c-bd6a-48c8-aae4-59bbcae63329 req-e541a73c-1e74-47fd-8c41-6e7cbc851b87 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 945 time: 0.0523973 Feb 11 06:06:17.397895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-651cb74c-bd6a-48c8-aae4-59bbcae63329 req-be21d493-ab69-4a4b-acc0-d44b559e5523 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427339 Feb 11 06:06:17.419912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41314) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:17.562669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f04fa842-ff2d-4b09-9125-9714e7f12c70 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:06:17.568634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4559e2c-b071-4db1-90f6-a07c87d94093 tempest-TestVolumeBootPattern-563377042 tempest-TestVolumeBootPattern-563377042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:17.572741 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a4559e2c-b071-4db1-90f6-a07c87d94093 tempest-TestVolumeBootPattern-563377042 tempest-TestVolumeBootPattern-563377042-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 1123 time: 0.1493096 Feb 11 06:06:17.573086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41322) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:17.577722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:17.603344 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:17.630701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b22a3a-0346-4483-8b74-27f14b1a45ee req-85ee0f32-62fa-43a3-ab03-205ccf65346a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:17.632383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17b22a3a-0346-4483-8b74-27f14b1a45ee req-85ee0f32-62fa-43a3-ab03-205ccf65346a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 944 time: 0.0760300 Feb 11 06:06:17.674966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:17.687961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'port_id': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'mac_address': 'fa:16:3e:ec:d0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:06:17.695687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17b22a3a-0346-4483-8b74-27f14b1a45ee req-fa66e3fa-9108-442a-9233-97447d1012f6 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573099 Feb 11 06:06:17.736079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:17.742851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f04fa842-ff2d-4b09-9125-9714e7f12c70 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:17.743360 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:17.757329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04fa842-ff2d-4b09-9125-9714e7f12c70 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:06:17.779577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:17.785426 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:17.845888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:17.851690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.25.1.180 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/9adb470c-55a9-4364-bade-afa7cf65dcc3) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:17.964411 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (9adb470c-55a9-4364-bade-afa7cf65dcc3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:18.152067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['f04fa842-ff2d-4b09-9125-9714e7f12c70'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9adb470c-55a9-4364-bade-afa7cf65dcc3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=9adb470c-55a9-4364-bade-afa7cf65dcc3,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.159629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:18.818734 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (b4ac3b57-a755-43da-8212-4f25b6b9d395), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:18.841005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51786-f0d6-4727-a7b3-73ff7ce31e3b req-a45f9ed5-6d69-427d-8955-15c0e234463b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:18.842710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82d51786-f0d6-4727-a7b3-73ff7ce31e3b req-a45f9ed5-6d69-427d-8955-15c0e234463b tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 945 time: 0.0677252 Feb 11 06:06:18.892364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82d51786-f0d6-4727-a7b3-73ff7ce31e3b req-c0e09dac-394f-4bac-b8b2-26c67b693a59 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438185 Feb 11 06:06:18.903546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9adb470c-55a9-4364-bade-afa7cf65dcc3), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:19.110469 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (9adb470c-55a9-4364-bade-afa7cf65dcc3), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:19.116912 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (9adb470c-55a9-4364-bade-afa7cf65dcc3), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:19.188655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=9adb470c-55a9-4364-bade-afa7cf65dcc3,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:19.198750 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b4ac3b57-a755-43da-8212-4f25b6b9d395), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:19.307040 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Floating IP b4ac3b57-a755-43da-8212-4f25b6b9d395 associated. External IP: 172.25.1.180, port: 6d9291b2-9d2d-4790-b770-c70b711f12fc. Feb 11 06:06:19.540660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Router a411d539-8d25-4b37-9adf-80e6d70c28da has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:19.572479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f04fa842-ff2d-4b09-9125-9714e7f12c70 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:19.630303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port f04fa842-ff2d-4b09-9125-9714e7f12c70 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:19.630826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:19.671978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:19.684304 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] Sync routers for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:19.697719 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:19.698141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:19.698921 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:06:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:19.719776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port f04fa842-ff2d-4b09-9125-9714e7f12c70 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:19.720148 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:19.745072 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-13eb20a2-6380-4c77-84ec-386fd3be2e41 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1705215 Feb 11 06:06:19.745904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd143c921-4746-41a6-9072-1d06b8228e67', 'tag': '6d9291b2-9d2d-4790-b770-c70b711f12fc'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:19.748216 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d2ecaf-d485-4632-b5ca-6f94861d882e" -d '{"events": [{"name": "network-changed", "server_uuid": "d143c921-4746-41a6-9072-1d06b8228e67", "tag": "6d9291b2-9d2d-4790-b770-c70b711f12fc"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:19.791709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:19.792673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:19.794999 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2a4448-7d56-493a-87a7-46e3f71f59b9" -d '{"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-plugged", "status": "completed", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:19.799020 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:19.850462 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf34e6-3084-472f-8beb-7c2b5e892f0d x-openstack-request-id: req-7faf34e6-3084-472f-8beb-7c2b5e892f0d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:19.850765 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-plugged", "status": "completed", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:19.851162 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7faf34e6-3084-472f-8beb-7c2b5e892f0d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:19.851746 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'code': 200} Feb 11 06:06:19.852883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=10']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:19.880265 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:19.900469 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af42afc-bc60-4061-99dc-a31d6130eb3d x-openstack-request-id: req-0af42afc-bc60-4061-99dc-a31d6130eb3d {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:19.900968 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d143c921-4746-41a6-9072-1d06b8228e67", "tag": "6d9291b2-9d2d-4790-b770-c70b711f12fc", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:19.901069 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0af42afc-bc60-4061-99dc-a31d6130eb3d {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:19.901460 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd143c921-4746-41a6-9072-1d06b8228e67', 'tag': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'status': 'completed', 'code': 200} Feb 11 06:06:19.998545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-2c8555e1-e639-4392-aeda-902251772684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:20.003145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-2c8555e1-e639-4392-aeda-902251772684 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 1128 time: 0.0712574 Feb 11 06:06:20.059821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355375e5-9f59-4e04-81e7-b8c3ead5047c req-e753625d-263c-48df-9310-d0a70e96592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:20.061440 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-355375e5-9f59-4e04-81e7-b8c3ead5047c req-e753625d-263c-48df-9310-d0a70e96592b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 1130 time: 0.0483329 Feb 11 06:06:20.110807 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-355375e5-9f59-4e04-81e7-b8c3ead5047c req-35424c34-2352-4aeb-a8e9-3a110eb1d71a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Feb 11 06:06:20.150819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-0859cb3b-70aa-4435-aeed-6b5a719fc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:20.152298 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-0859cb3b-70aa-4435-aeed-6b5a719fc8d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.1145821 Feb 11 06:06:20.160749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f3cb7-a0a7-4cab-9c1d-0187884c578b req-35eb50ad-6b9d-4b55-bb83-eaabf38a6c73 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:20.167629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c89f3cb7-a0a7-4cab-9c1d-0187884c578b req-35eb50ad-6b9d-4b55-bb83-eaabf38a6c73 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 947 time: 0.1634037 Feb 11 06:06:20.168942 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b4ac3b57-a755-43da-8212-4f25b6b9d395', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:6e:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd143c921-4746-41a6-9072-1d06b8228e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:06:18Z', 'updated_at': '2022-02-11T06:06:18Z', 'revision_number': 0, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:20.198432 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] Checking router: a411d539-8d25-4b37-9adf-80e6d70c28da for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:20.207235 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:20.207852 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:06:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:20.264954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-9a2eb630-37f9-4ef7-ae35-af3258e0c297 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc HTTP/1.1" status: 200 len: 999 time: 0.0945852 Feb 11 06:06:20.268612 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c89f3cb7-a0a7-4cab-9c1d-0187884c578b req-c15cb7fb-214c-40cf-84a7-499b00895117 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002195 Feb 11 06:06:20.321262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-eccad27e-01d2-4398-969f-e9d0dc42541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:20.323103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-eccad27e-01d2-4398-969f-e9d0dc42541f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0501864 Feb 11 06:06:20.347866 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:20.374311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-213f9b5d-29f4-4bb8-ad7d-b01de976ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:20.376060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-213f9b5d-29f4-4bb8-ad7d-b01de976ff5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465870 Feb 11 06:06:20.478598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-43d26176-93e7-4017-85fd-ed418a22e483 service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965145 Feb 11 06:06:20.572360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73d2ecaf-d485-4632-b5ca-6f94861d882e req-86b4a625-b0fd-4396-a877-9f1333cedbc7 service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880733 Feb 11 06:06:20.698188 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b4ac3b57-a755-43da-8212-4f25b6b9d395', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:6e:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd143c921-4746-41a6-9072-1d06b8228e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:06:18Z', 'updated_at': '2022-02-11T06:06:18Z', 'revision_number': 0, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:20.724646 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc3fe7-7c1b-47d5-ba0b-64d375223eaa None None] The sync data for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 is: [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'b4ac3b57-a755-43da-8212-4f25b6b9d395', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:6e:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd143c921-4746-41a6-9072-1d06b8228e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:06:18Z', 'updated_at': '2022-02-11T06:06:18Z', 'revision_number': 0, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:20.958270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644f8de-e5c1-4118-abd5-53c2be8e8156 None None] New status for floating IP b4ac3b57-a755-43da-8212-4f25b6b9d395: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:06:21.427834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dd360-9d52-4ce7-b390-9cd314faac9f req-a5dba31c-a0ab-4a31-b33e-0c26004548e5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:21.429557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-147dd360-9d52-4ce7-b390-9cd314faac9f req-a5dba31c-a0ab-4a31-b33e-0c26004548e5 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 947 time: 0.0728865 Feb 11 06:06:21.480932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-147dd360-9d52-4ce7-b390-9cd314faac9f req-57e2d6fd-cac4-4306-ad53-68318d547d69 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454295 Feb 11 06:06:22.367291 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:22.609026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4774a-808f-4eb0-9157-d57be692c85a req-d3cbd3c4-a95e-4c16-b836-f876d63086fb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:22.611267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97c4774a-808f-4eb0-9157-d57be692c85a req-d3cbd3c4-a95e-4c16-b836-f876d63086fb tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 947 time: 0.0547531 Feb 11 06:06:22.672385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97c4774a-808f-4eb0-9157-d57be692c85a req-1c2a56fa-6509-4ea5-a2e6-981401a1840d tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460184 Feb 11 06:06:23.309986 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:27.736870 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-61ed2a98-3be8-4cdb-8963-143585a70cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:30.304707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb704388-9777-45e1-a74d-8f829d77ec2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:31.191419 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.863517 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:33.963509 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.022036 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:06:40.349134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41656) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:40.354581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747185528', 'description': 'tempest-secgroup-smoke-747185528 description', 'project_id': '8a9da59ae9ba4ab48896cb69665afc63'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:40.380167 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.447478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group (85da1130-871f-4b35-83fa-c07b6e8fb9a0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.451155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (85da1130-871f-4b35-83fa-c07b6e8fb9a0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.478912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.480119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1298838 Feb 11 06:06:40.481986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85da1130-871f-4b35-83fa-c07b6e8fb9a0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:40.483353 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41658) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:40.489155 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0148fdca-f086-4c76-b222-0df53318476b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'security_group_rule': {'security_group_id': '85da1130-871f-4b35-83fa-c07b6e8fb9a0', 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:40.490196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.490545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.490888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.491226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.491556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.491886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.492211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.492560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.492947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.493318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.493642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.493961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.494281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5e2f7-a01b-4927-9af3-712f9f3f4124 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.515580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0148fdca-f086-4c76-b222-0df53318476b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (8f557b04-1ca2-4e92-bec4-7385d0c39180), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.576208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0148fdca-f086-4c76-b222-0df53318476b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (8f557b04-1ca2-4e92-bec4-7385d0c39180), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.579968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0148fdca-f086-4c76-b222-0df53318476b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (8f557b04-1ca2-4e92-bec4-7385d0c39180), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.600337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148fdca-f086-4c76-b222-0df53318476b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f557b04-1ca2-4e92-bec4-7385d0c39180,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:40.610654 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0148fdca-f086-4c76-b222-0df53318476b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.611869 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0148fdca-f086-4c76-b222-0df53318476b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269512 Feb 11 06:06:40.615404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41660) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:40.619769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4e3046ce-8ae3-4c18-93ab-0d796ec598fd tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'security_group_rule': {'security_group_id': '85da1130-871f-4b35-83fa-c07b6e8fb9a0', 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:40.645212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e3046ce-8ae3-4c18-93ab-0d796ec598fd tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (3dc91656-eca9-4b09-95e9-79071b2f14be), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.702614 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e3046ce-8ae3-4c18-93ab-0d796ec598fd tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (3dc91656-eca9-4b09-95e9-79071b2f14be), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.706247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e3046ce-8ae3-4c18-93ab-0d796ec598fd tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (3dc91656-eca9-4b09-95e9-79071b2f14be), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.724199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3046ce-8ae3-4c18-93ab-0d796ec598fd tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc91656-eca9-4b09-95e9-79071b2f14be,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:40.733785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e3046ce-8ae3-4c18-93ab-0d796ec598fd tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.735269 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4e3046ce-8ae3-4c18-93ab-0d796ec598fd tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188605 Feb 11 06:06:40.738699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41662) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:40.743767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4059ce19-87bc-400b-8759-0a66dbb227fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'security_group_rule': {'security_group_id': '85da1130-871f-4b35-83fa-c07b6e8fb9a0', 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:40.770262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4059ce19-87bc-400b-8759-0a66dbb227fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (3fe221e4-d601-4690-9a56-620e7bd4d260), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.834352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4059ce19-87bc-400b-8759-0a66dbb227fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (3fe221e4-d601-4690-9a56-620e7bd4d260), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.838190 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4059ce19-87bc-400b-8759-0a66dbb227fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (3fe221e4-d601-4690-9a56-620e7bd4d260), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.860814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059ce19-87bc-400b-8759-0a66dbb227fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe221e4-d601-4690-9a56-620e7bd4d260,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:40.869811 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4059ce19-87bc-400b-8759-0a66dbb227fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.871198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4059ce19-87bc-400b-8759-0a66dbb227fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314001 Feb 11 06:06:40.873852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41664) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:40.879021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fb5a8f3a-e03f-4429-a7a6-c42ba448d55c tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'security_group_rule': {'security_group_id': '85da1130-871f-4b35-83fa-c07b6e8fb9a0', 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:40.904655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb5a8f3a-e03f-4429-a7a6-c42ba448d55c tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (d1fd49b3-801d-4724-b3a3-e3003ba623b2), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.970887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb5a8f3a-e03f-4429-a7a6-c42ba448d55c tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (d1fd49b3-801d-4724-b3a3-e3003ba623b2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.975309 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb5a8f3a-e03f-4429-a7a6-c42ba448d55c tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d1fd49b3-801d-4724-b3a3-e3003ba623b2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.994227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a8f3a-e03f-4429-a7a6-c42ba448d55c tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fd49b3-801d-4724-b3a3-e3003ba623b2,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:41.004836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fb5a8f3a-e03f-4429-a7a6-c42ba448d55c tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.006140 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fb5a8f3a-e03f-4429-a7a6-c42ba448d55c tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309037 Feb 11 06:06:41.010716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41666) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:41.016215 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9136dae4-2614-48c3-a617-77246e9a67bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'security_group_rule': {'security_group_id': '85da1130-871f-4b35-83fa-c07b6e8fb9a0', 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:41.043485 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-9136dae4-2614-48c3-a617-77246e9a67bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Project 8a9da59ae9ba4ab48896cb69665afc63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:06:41.049196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9136dae4-2614-48c3-a617-77246e9a67bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (4f4f7639-2cd4-42a7-b80e-112c4a5dbd14), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.113666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9136dae4-2614-48c3-a617-77246e9a67bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (4f4f7639-2cd4-42a7-b80e-112c4a5dbd14), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.117841 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9136dae4-2614-48c3-a617-77246e9a67bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (4f4f7639-2cd4-42a7-b80e-112c4a5dbd14), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.135558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136dae4-2614-48c3-a617-77246e9a67bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4f7639-2cd4-42a7-b80e-112c4a5dbd14,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:41.147414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9136dae4-2614-48c3-a617-77246e9a67bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.149176 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9136dae4-2614-48c3-a617-77246e9a67bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370249 Feb 11 06:06:41.152357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41668) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:41.158121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d1489a1d-1bd9-4335-b6f8-b816bfe45516 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'security_group_rule': {'security_group_id': '85da1130-871f-4b35-83fa-c07b6e8fb9a0', 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:41.183257 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-d1489a1d-1bd9-4335-b6f8-b816bfe45516 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Project 8a9da59ae9ba4ab48896cb69665afc63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:06:41.188509 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1489a1d-1bd9-4335-b6f8-b816bfe45516 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (c7bc9a32-90aa-46c6-bd8e-bb01df5ba505), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.261778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1489a1d-1bd9-4335-b6f8-b816bfe45516 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (c7bc9a32-90aa-46c6-bd8e-bb01df5ba505), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.266615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1489a1d-1bd9-4335-b6f8-b816bfe45516 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (c7bc9a32-90aa-46c6-bd8e-bb01df5ba505), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.286616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1489a1d-1bd9-4335-b6f8-b816bfe45516 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bc9a32-90aa-46c6-bd8e-bb01df5ba505,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:41.298943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1489a1d-1bd9-4335-b6f8-b816bfe45516 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.301017 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d1489a1d-1bd9-4335-b6f8-b816bfe45516 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463742 Feb 11 06:06:41.458477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-9f9f6078-9bb2-4f91-b320-7bdab7bfe12f tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747185528&fields=id&tenant_id=8a9da59ae9ba4ab48896cb69665afc63 HTTP/1.1" status: 200 len: 267 time: 0.0440702 Feb 11 06:06:41.567340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-38a8b557-41a5-4d0c-b711-31c4e27fb86b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:41.568909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-38a8b557-41a5-4d0c-b711-31c4e27fb86b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/networks?id=b5ceee1c-4760-4e95-831c-42099fa80c94 HTTP/1.1" status: 200 len: 814 time: 0.1040540 Feb 11 06:06:41.584126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-a8a2c8f4-58ce-42c8-ab28-a88a1fda4bd9 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/quotas/8a9da59ae9ba4ab48896cb69665afc63 HTTP/1.1" status: 200 len: 375 time: 0.0097504 Feb 11 06:06:41.639030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-9f35c548-e734-4a2f-a634-39bad8ab9a4b tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a9da59ae9ba4ab48896cb69665afc63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498390 Feb 11 06:06:41.733752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-eea8f7a3-90b4-4044-b9d0-824f059b6bcd service neutron] 10.222.0.31 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824747 Feb 11 06:06:41.829850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-7c619a7b-5c2c-4a63-91a4-9c6f13edfdb1 service neutron] 10.222.0.31 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901828 Feb 11 06:06:42.109997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f162147-59c9-4305-8f63-dc9c6808bc8d req-3a17583b-4d69-41d5-a2fd-f5ce28680165 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0268354 Feb 11 06:06:43.129593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-1606b067-600b-4aa9-bbd5-4bffba19d3a7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:43.131114 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-1606b067-600b-4aa9-bbd5-4bffba19d3a7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.81 "GET /v2.0/networks?id=b5ceee1c-4760-4e95-831c-42099fa80c94 HTTP/1.1" status: 200 len: 814 time: 0.1133785 Feb 11 06:06:43.209059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6507e0b9-ad64-43c9-a1ae-fc647333c6f4 req-05987f2e-f3a2-4679-ad02-c2729aa49422 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0296690 Feb 11 06:06:43.209711 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-f6d19010-bb79-4df3-ac14-e6f1c707c57a tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9da59ae9ba4ab48896cb69665afc63 HTTP/1.1" status: 200 len: 379 time: 0.0686996 Feb 11 06:06:43.220529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'port': {'device_id': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'admin_state_up': True, 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'security_groups': ['85da1130-871f-4b35-83fa-c07b6e8fb9a0']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:43.337549 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Made reservation on behalf of 8a9da59ae9ba4ab48896cb69665afc63 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:06:43.341010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.475506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Allocated IP 172.20.0.11 (b5ceee1c-4760-4e95-831c-42099fa80c94/31048fe2-51e5-45ca-a367-0984d20f3750/caffa1e9-6312-476d-8e93-eb2b5532f413) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:43.623519 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.661048 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.705745 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Network b5ceee1c-4760-4e95-831c-42099fa80c94 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:43.709392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:43.712997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:43.719413 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'Port': ['ID=caffa1e9-6312-476d-8e93-eb2b5532f413,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:43.770277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:43.770910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.797901 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-79c8d275-7b76-4dcf-85f3-5df62f6b74d7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818679 Feb 11 06:06:43.810839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Request body: {'port': {'device_id': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:43.881749 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.983458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1adc5880-2f98-4ff0-9faa-825d96620527 None None] Provisioning complete for port caffa1e9-6312-476d-8e93-eb2b5532f413 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:43.983998 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1adc5880-2f98-4ff0-9faa-825d96620527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.019954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1adc5880-2f98-4ff0-9faa-825d96620527 None None] Port caffa1e9-6312-476d-8e93-eb2b5532f413 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:06:44.165018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caffa1e9-6312-476d-8e93-eb2b5532f413 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:06:44.172832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Publish callbacks [] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.185685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Transition to ACTIVE for port object caffa1e9-6312-476d-8e93-eb2b5532f413 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:06:44.189706 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.270279 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Pushing event updated for resources: {'Port': ['ID=caffa1e9-6312-476d-8e93-eb2b5532f413,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:44.336867 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Attempting to bind port caffa1e9-6312-476d-8e93-eb2b5532f413 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:06:44.337375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Attempting to bind port caffa1e9-6312-476d-8e93-eb2b5532f413 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:06:44.337819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Attempting to bind port caffa1e9-6312-476d-8e93-eb2b5532f413 on network b5ceee1c-4760-4e95-831c-42099fa80c94 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:44.342992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Port caffa1e9-6312-476d-8e93-eb2b5532f413 on network b5ceee1c-4760-4e95-831c-42099fa80c94 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:06:44.343631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Attempting to bind port caffa1e9-6312-476d-8e93-eb2b5532f413 on network b5ceee1c-4760-4e95-831c-42099fa80c94 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:44.349837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:06:44.350369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Checking segment: {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:44.350873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Bound using segment: {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:06:44.351468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Bound port: caffa1e9-6312-476d-8e93-eb2b5532f413, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43254a22-1610-4b9a-80b8-f1521095d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:06:44.351962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.368653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecae54-e47e-440d-8f24-332b3e54acf3 req-575dbb8a-50c0-4b23-b558-6474689400b8 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:44.371738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbecae54-e47e-440d-8f24-332b3e54acf3 req-575dbb8a-50c0-4b23-b558-6474689400b8 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0727751 Feb 11 06:06:44.439737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] For port caffa1e9-6312-476d-8e93-eb2b5532f413, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:06:44.440680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbecae54-e47e-440d-8f24-332b3e54acf3 req-7d005549-92f2-48d7-824b-51939ec69965 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603330 Feb 11 06:06:44.444954 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] For port caffa1e9-6312-476d-8e93-eb2b5532f413, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=caffa1e9-6312-476d-8e93-eb2b5532f413,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:06:44.452835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.506874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:44.507743 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.509352 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] 10.222.0.81 "PUT /v2.0/ports/caffa1e9-6312-476d-8e93-eb2b5532f413 HTTP/1.1" status: 200 len: 1093 time: 0.7029145 Feb 11 06:06:44.511650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:44.515075 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883394e3-c55d-4c9f-b9f6-f9a0ab415858" -d '{"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:44.548549 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad5030-2720-4acd-b9c5-9153543e09c3 service neutron] Pushing event updated for resources: {'Port': ['ID=caffa1e9-6312-476d-8e93-eb2b5532f413,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:44.598330 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e212f9fa-ad12-4709-97d3-6491db77f7a5 x-openstack-request-id: req-e212f9fa-ad12-4709-97d3-6491db77f7a5 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:44.598330 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:44.598330 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e212f9fa-ad12-4709-97d3-6491db77f7a5 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:44.598748 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'status': 'completed', 'code': 200} Feb 11 06:06:44.642270 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-efea0488-6272-41a0-a3a3-5d56581d1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:44.644052 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-efea0488-6272-41a0-a3a3-5d56581d1c5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a9da59ae9ba4ab48896cb69665afc63&device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1127 time: 0.0652618 Feb 11 06:06:44.693103 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-abb7ac30-b683-4f28-8aa4-dd4fe80ffc6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caffa1e9-6312-476d-8e93-eb2b5532f413 HTTP/1.1" status: 200 len: 217 time: 0.0416870 Feb 11 06:06:44.748696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-e368431b-ae6f-4da0-bb64-0edbe646762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:44.750432 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-e368431b-ae6f-4da0-bb64-0edbe646762e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31048fe2-51e5-45ca-a367-0984d20f3750 HTTP/1.1" status: 200 len: 853 time: 0.0504570 Feb 11 06:06:44.811440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-50df912d-0965-48f2-b9b8-4986ad29e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:44.814067 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-50df912d-0965-48f2-b9b8-4986ad29e894 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b5ceee1c-4760-4e95-831c-42099fa80c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577331 Feb 11 06:06:44.915454 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-ab75cef3-f357-4c55-81ce-a620bafc4806 service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917642 Feb 11 06:06:45.023067 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-aaf21895-6876-4c8d-bc9d-721e76703370 req-701e2601-0045-49b4-9c1f-c0d65abbc844 service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998175 Feb 11 06:06:45.125209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-df20dfab-a17c-4ca4-af71-98146d85b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:45.126718 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-df20dfab-a17c-4ca4-af71-98146d85b98d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a9da59ae9ba4ab48896cb69665afc63&device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1127 time: 0.0496755 Feb 11 06:06:45.218962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-bac05cf2-c88a-4077-9170-2c3c06e8eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:45.220455 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-bac05cf2-c88a-4077-9170-2c3c06e8eb25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b5ceee1c-4760-4e95-831c-42099fa80c94 HTTP/1.1" status: 200 len: 915 time: 0.0866492 Feb 11 06:06:45.266971 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-705064d9-7e71-47cb-9486-a56bf1fad42c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caffa1e9-6312-476d-8e93-eb2b5532f413 HTTP/1.1" status: 200 len: 217 time: 0.0393226 Feb 11 06:06:45.318352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-d4bb886d-6e42-4149-ad2e-45eb6e63e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:45.319725 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-d4bb886d-6e42-4149-ad2e-45eb6e63e319 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31048fe2-51e5-45ca-a367-0984d20f3750 HTTP/1.1" status: 200 len: 853 time: 0.0453749 Feb 11 06:06:45.376912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-a3f2be2f-0e82-4135-bc8a-48b00086e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:45.378581 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-a3f2be2f-0e82-4135-bc8a-48b00086e215 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b5ceee1c-4760-4e95-831c-42099fa80c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527833 Feb 11 06:06:45.485531 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-d7da1ea6-2074-42f9-8304-ee5520b68a90 service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003995 Feb 11 06:06:45.577373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06b4b-41a7-4c10-a695-1ab2ae621136 req-2beb4e77-e723-45d2-a9ee-a4ef36d791f6 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:45.580048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4d06b4b-41a7-4c10-a695-1ab2ae621136 req-2beb4e77-e723-45d2-a9ee-a4ef36d791f6 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0600457 Feb 11 06:06:45.587057 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-883394e3-c55d-4c9f-b9f6-f9a0ab415858 req-6a097cb7-5069-480b-a885-39d2c0d26ace service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951824 Feb 11 06:06:45.648861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a4d06b4b-41a7-4c10-a695-1ab2ae621136 req-76431f73-54b4-43d1-a193-9475b7707368 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553925 Feb 11 06:06:46.772110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a6498-00f3-4838-adb4-e89587f80510 req-e1868231-add2-448a-b755-0454cb99a3bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:46.773626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd6a6498-00f3-4838-adb4-e89587f80510 req-e1868231-add2-448a-b755-0454cb99a3bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0529649 Feb 11 06:06:46.823050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd6a6498-00f3-4838-adb4-e89587f80510 req-52a709fc-5db8-4e94-b0da-5c45d52f75b0 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437107 Feb 11 06:06:47.948640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204eeaa-6227-4f9e-a8c9-c900b21b6b07 req-75ee02e0-9a23-48a0-af0c-4c6a814d690f tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:47.950176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2204eeaa-6227-4f9e-a8c9-c900b21b6b07 req-75ee02e0-9a23-48a0-af0c-4c6a814d690f tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0570040 Feb 11 06:06:47.998660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2204eeaa-6227-4f9e-a8c9-c900b21b6b07 req-174c7c4e-fa50-49bb-9ffe-9e9a2cc043b3 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427246 Feb 11 06:06:49.118086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e32bcc-9cb8-4760-bb30-ead458d0e16f req-684b1f67-efa8-4d96-9938-8395fcdc1a5a tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:49.119653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90e32bcc-9cb8-4760-bb30-ead458d0e16f req-684b1f67-efa8-4d96-9938-8395fcdc1a5a tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0539169 Feb 11 06:06:49.171259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90e32bcc-9cb8-4760-bb30-ead458d0e16f req-10fd1af7-3f65-40cd-b4f1-2d4e517af393 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459504 Feb 11 06:06:50.302716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87984fa0-2dc0-4ca2-8314-d8b18fff703f req-0a7cabce-3392-497c-90a0-0ce2e0f74f65 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:50.304462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87984fa0-2dc0-4ca2-8314-d8b18fff703f req-0a7cabce-3392-497c-90a0-0ce2e0f74f65 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0589387 Feb 11 06:06:50.353445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87984fa0-2dc0-4ca2-8314-d8b18fff703f req-e1c96a2b-ffa8-44f3-bcab-cbeef14e6cb3 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428791 Feb 11 06:06:51.482454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96dcba-097a-4369-ae27-30d36d5cfddd req-de7ab947-2663-4607-b4cd-79db0c10ec49 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:51.483951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be96dcba-097a-4369-ae27-30d36d5cfddd req-de7ab947-2663-4607-b4cd-79db0c10ec49 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0542600 Feb 11 06:06:51.535331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be96dcba-097a-4369-ae27-30d36d5cfddd req-53ba4b29-5684-491c-9e35-9e3485d9fad6 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450060 Feb 11 06:06:52.387405 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.668414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecb5a0-b2e7-4f3e-a40b-28c5bad1215f req-b085f966-1e4a-4dfe-b934-5c1749a535f4 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:52.670101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7ecb5a0-b2e7-4f3e-a40b-28c5bad1215f req-b085f966-1e4a-4dfe-b934-5c1749a535f4 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0593872 Feb 11 06:06:52.741069 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7ecb5a0-b2e7-4f3e-a40b-28c5bad1215f req-a9302100-aad8-412d-b31a-5a858df81390 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651999 Feb 11 06:06:53.305890 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:53.861877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79915c65-41c9-4fe7-8571-f01ad743ca88 req-7bee34d5-0641-4a36-bf8c-601a7c3a3829 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:53.864112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79915c65-41c9-4fe7-8571-f01ad743ca88 req-7bee34d5-0641-4a36-bf8c-601a7c3a3829 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0543289 Feb 11 06:06:53.912453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79915c65-41c9-4fe7-8571-f01ad743ca88 req-9444b04d-d03b-459a-8f5e-28d281f9a1bd tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425830 Feb 11 06:06:55.033505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470ab2e-2e8f-4d52-b7e7-3045ce0824d3 req-e49cb6c5-022d-4957-a2e5-eea0385c4b65 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:55.035270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d470ab2e-2e8f-4d52-b7e7-3045ce0824d3 req-e49cb6c5-022d-4957-a2e5-eea0385c4b65 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0554535 Feb 11 06:06:55.085652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d470ab2e-2e8f-4d52-b7e7-3045ce0824d3 req-4fbd2932-fda3-424e-a761-b05a78679b9d tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Feb 11 06:06:56.201020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dbe7f-a624-431a-b1f9-a98e81b10654 req-1ba4ec4a-c969-431b-ba58-cea7e3e7607a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:56.202543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b11dbe7f-a624-431a-b1f9-a98e81b10654 req-1ba4ec4a-c969-431b-ba58-cea7e3e7607a tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 947 time: 0.0875058 Feb 11 06:06:56.248416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3413c-2b61-4bdb-85fd-d690793678f5 req-cba152cf-6421-4845-accb-7aff6b5995e7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:56.249936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46f3413c-2b61-4bdb-85fd-d690793678f5 req-cba152cf-6421-4845-accb-7aff6b5995e7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0923512 Feb 11 06:06:56.269902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b11dbe7f-a624-431a-b1f9-a98e81b10654 req-67f8ec7b-1c68-4886-885f-4b84eda9345c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609272 Feb 11 06:06:56.307053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46f3413c-2b61-4bdb-85fd-d690793678f5 req-a283e129-b51d-427d-bee8-af0989368e70 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495937 Feb 11 06:06:57.429672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-04816c36-b4da-433a-8411-2a359c833d4f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:57.430665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f864-1ab4-4285-b0ae-0f7fdae8c2b0 req-408feaf4-aa99-4f5c-be6e-242440c85794 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:57.431156 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-04816c36-b4da-433a-8411-2a359c833d4f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.81 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 947 time: 0.0593991 Feb 11 06:06:57.432185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df78f864-1ab4-4285-b0ae-0f7fdae8c2b0 req-408feaf4-aa99-4f5c-be6e-242440c85794 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf823d1-0575-465c-b603-3847c56152bc HTTP/1.1" status: 200 len: 947 time: 0.0883477 Feb 11 06:06:57.450763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecab2d-e5ed-4455-a2b3-8ae5459815a3 req-68be57b1-155d-4c93-9162-3043417d2537 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:57.452213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edecab2d-e5ed-4455-a2b3-8ae5459815a3 req-68be57b1-155d-4c93-9162-3043417d2537 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0770526 Feb 11 06:06:57.511629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df78f864-1ab4-4285-b0ae-0f7fdae8c2b0 req-5a0c8717-9a1f-4357-a153-7dc0ea7ecda7 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups?id=61633e08-ab98-4ed9-bca6-d3e304d01a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731277 Feb 11 06:06:57.524424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edecab2d-e5ed-4455-a2b3-8ae5459815a3 req-18f73326-ecbd-4576-aec6-0b2d20774ab7 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648563 Feb 11 06:06:57.526409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Deleting port f04fa842-ff2d-4b09-9125-9714e7f12c70 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:57.526759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:57.618575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] For port f04fa842-ff2d-4b09-9125-9714e7f12c70, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=f04fa842-ff2d-4b09-9125-9714e7f12c70,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:57.618939 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:57.729236 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd005e9c-1030-4533-aaed-aac7720c3665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:57.795541 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:57.796263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (3a497097-e1c3-4ab9-83b7-0e0cdb1f904f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:57.796516 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Floating IP 3a497097-e1c3-4ab9-83b7-0e0cdb1f904f disassociated. External IP: 172.25.1.135, port: f04fa842-ff2d-4b09-9125-9714e7f12c70. Feb 11 06:06:57.796898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Calling delete_port for f04fa842-ff2d-4b09-9125-9714e7f12c70 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:57.946066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f04fa842-ff2d-4b09-9125-9714e7f12c70), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:57.976393 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event deleted for resources: {'Port': ['ID=f04fa842-ff2d-4b09-9125-9714e7f12c70,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:58.090896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Router a5d93683-f87d-43d0-89ce-aa0a20ef2bad has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:58.199321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:58.210281 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] Sync routers for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:58.220821 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:58.221560 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:06:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:58.240265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] No DVR routers for this DVR port f04fa842-ff2d-4b09-9125-9714e7f12c70 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:58.242936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.246319 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83d133c8-4386-474d-9d56-f3c7617bb0a6 req-9b215a47-e46f-4107-9178-23b390464a7f tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.81 "DELETE /v2.0/ports/f04fa842-ff2d-4b09-9125-9714e7f12c70 HTTP/1.1" status: 204 len: 173 time: 0.8100114 Feb 11 06:06:58.246825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-deleted', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:58.249035 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94e12e0-711d-417a-8907-55eff09e4482" -d '{"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-deleted", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:58.294535 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0984bf-493d-45cc-b87a-24dbb0ad052c x-openstack-request-id: req-fe0984bf-493d-45cc-b87a-24dbb0ad052c {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:58.295085 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf823d1-0575-465c-b603-3847c56152bc", "name": "network-vif-deleted", "tag": "f04fa842-ff2d-4b09-9125-9714e7f12c70", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:58.295298 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe0984bf-493d-45cc-b87a-24dbb0ad052c {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:58.295715 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf823d1-0575-465c-b603-3847c56152bc', 'name': 'network-vif-deleted', 'tag': 'f04fa842-ff2d-4b09-9125-9714e7f12c70', 'status': 'completed', 'code': 200} Feb 11 06:06:58.344712 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:58.571829 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:58.598952 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] Checking router: a5d93683-f87d-43d0-89ce-aa0a20ef2bad for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:58.609278 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:58.609989 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:06:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:58.634806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41756) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:58.659030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9b687-4867-4e77-8459-60b0313601be req-5b12bb8a-f999-44a7-a595-4469ed43285d tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:58.663850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5de9b687-4867-4e77-8459-60b0313601be req-5b12bb8a-f999-44a7-a595-4469ed43285d tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0575068 Feb 11 06:06:58.698962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21188d28-4aad-42e8-92e6-4e3e88bbbfec tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (61633e08-ab98-4ed9-bca6-d3e304d01a4b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.727301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21188d28-4aad-42e8-92e6-4e3e88bbbfec tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (61633e08-ab98-4ed9-bca6-d3e304d01a4b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.734658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5de9b687-4867-4e77-8459-60b0313601be req-b7f56565-4bca-4973-a476-9fab572a5a77 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646617 Feb 11 06:06:58.766123 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:58.779686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21188d28-4aad-42e8-92e6-4e3e88bbbfec tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (61633e08-ab98-4ed9-bca6-d3e304d01a4b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.782339 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-21188d28-4aad-42e8-92e6-4e3e88bbbfec tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.783525 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-21188d28-4aad-42e8-92e6-4e3e88bbbfec tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "DELETE /v2.0/security-groups/61633e08-ab98-4ed9-bca6-d3e304d01a4b HTTP/1.1" status: 204 len: 168 time: 0.1470828 Feb 11 06:06:58.787406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41758) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:58.808509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21188d28-4aad-42e8-92e6-4e3e88bbbfec tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61633e08-ab98-4ed9-bca6-d3e304d01a4b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:58.810872 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-93907633-b9b6-40fe-8a2b-9794e2f418bd tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] show failed (client error): The resource could not be found. Feb 11 06:06:58.812083 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-93907633-b9b6-40fe-8a2b-9794e2f418bd tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "GET /v2.0/security-groups/61633e08-ab98-4ed9-bca6-d3e304d01a4b HTTP/1.1" status: 404 len: 347 time: 0.0236096 Feb 11 06:06:58.818001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41760) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:58.960024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Deleting port 7fb02550-d5f6-4ad7-ab53-e6f48da35746 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:58.960255 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7fb02550-d5f6-4ad7-ab53-e6f48da35746), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.975639 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:59.001736 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c205ad-77e4-40f7-a933-6c8f3565b62b None None] The sync data for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 is: [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:01:45Z', 'revision_number': 4, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'f0d44d18-f67a-4013-9bc9-80961613745e', 'name': '', 'network_id': '69b11023-66a0-4480-9c53-bea2d1a703fe', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'mac_address': 'fa:16:3e:ac:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '703db4a4-338a-4389-b3a2-e45f98470448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:44Z', 'updated_at': '2022-02-11T06:01:50Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'subnets': [{'id': '703db4a4-338a-4389-b3a2-e45f98470448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:59.038804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7fb02550-d5f6-4ad7-ab53-e6f48da35746), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.039141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (7fb02550-d5f6-4ad7-ab53-e6f48da35746), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.052672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Calling delete_port for 7fb02550-d5f6-4ad7-ab53-e6f48da35746 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:59.246686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d30a1-a2ff-47e9-ab4a-398848dd8dca None None] New status for floating IP 3a497097-e1c3-4ab9-83b7-0e0cdb1f904f: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:06:59.571187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7fb02550-d5f6-4ad7-ab53-e6f48da35746), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.597009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Pushing event deleted for resources: {'Port': ['ID=7fb02550-d5f6-4ad7-ab53-e6f48da35746,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:59.656659 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks [] for floatingip (3a497097-e1c3-4ab9-83b7-0e0cdb1f904f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.659274 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.660448 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-760fcb5b-02ee-43a9-9f1f-a13a1d47e514 tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] 10.222.0.31 "DELETE /v2.0/floatingips/3a497097-e1c3-4ab9-83b7-0e0cdb1f904f HTTP/1.1" status: 204 len: 168 time: 0.8412678 Feb 11 06:06:59.851429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169f218-406f-4a12-bac9-31a15af7c9d3 req-77c7fddb-caa2-4da4-a399-2fbf082ec388 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:59.852930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a169f218-406f-4a12-bac9-31a15af7c9d3 req-77c7fddb-caa2-4da4-a399-2fbf082ec388 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0533550 Feb 11 06:06:59.903113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a169f218-406f-4a12-bac9-31a15af7c9d3 req-56557b56-98f5-4dd8-8a91-25c8c9d65331 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443640 Feb 11 06:07:00.307886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0281d71-7dd8-4108-9eeb-d85bd8aabec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:01.023809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e0b66-ba43-43b2-acb8-d4ca7d5e00f6 req-93d0c9e0-866f-4185-9877-5430d126c963 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:01.025326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d90e0b66-ba43-43b2-acb8-d4ca7d5e00f6 req-93d0c9e0-866f-4185-9877-5430d126c963 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 944 time: 0.0540018 Feb 11 06:07:01.074822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d90e0b66-ba43-43b2-acb8-d4ca7d5e00f6 req-cc3649e0-b8ea-4b01-a3ab-434913348030 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436978 Feb 11 06:07:01.192246 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:01.746020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device caffa1e9-6312-476d-8e93-eb2b5532f413 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:07:01.749950 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f04fa842-ff2d-4b09-9125-9714e7f12c70 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:01.777083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: f04fa842-ff2d-4b09-9125-9714e7f12c70 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:01.777454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device f04fa842-ff2d-4b09-9125-9714e7f12c70 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:01.875261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port caffa1e9-6312-476d-8e93-eb2b5532f413, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=caffa1e9-6312-476d-8e93-eb2b5532f413,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:01.882880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'port_id': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'mac_address': 'fa:16:3e:5b:f1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:07:01.920398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port caffa1e9-6312-476d-8e93-eb2b5532f413 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:01.920790 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:01.934327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caffa1e9-6312-476d-8e93-eb2b5532f413 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:01.953303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port caffa1e9-6312-476d-8e93-eb2b5532f413, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=caffa1e9-6312-476d-8e93-eb2b5532f413,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:01.957410 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:02.010446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=caffa1e9-6312-476d-8e93-eb2b5532f413,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:02.018087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.018448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.018800 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.019150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.019490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.019828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.020168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.020498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.020830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.021193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.021526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.021855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.022183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:02.155989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['caffa1e9-6312-476d-8e93-eb2b5532f413'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:07:02.227229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59432915-5844-4d52-a5c9-fa41fe9e95e0 req-37f9bd1e-8f08-4588-abb1-9f344826c159 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:02.228754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59432915-5844-4d52-a5c9-fa41fe9e95e0 req-37f9bd1e-8f08-4588-abb1-9f344826c159 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 945 time: 0.0793152 Feb 11 06:07:02.288747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59432915-5844-4d52-a5c9-fa41fe9e95e0 req-b18aed89-8791-489d-be6a-a35a99e98035 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539145 Feb 11 06:07:02.863577 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:03.403086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adf13e-5c0d-4bc1-8de1-9af9121f493e req-1ba0da90-5daa-421d-a55b-15d2e2a0911a tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:03.404582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9adf13e-5c0d-4bc1-8de1-9af9121f493e req-1ba0da90-5daa-421d-a55b-15d2e2a0911a tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 945 time: 0.0523252 Feb 11 06:07:03.452872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9adf13e-5c0d-4bc1-8de1-9af9121f493e req-4e788896-f307-4e36-aba4-db39a996ea49 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Feb 11 06:07:03.762095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device caffa1e9-6312-476d-8e93-eb2b5532f413 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:03.813517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port caffa1e9-6312-476d-8e93-eb2b5532f413 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:07:03.817737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port caffa1e9-6312-476d-8e93-eb2b5532f413 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:03.818114 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:03.897495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port caffa1e9-6312-476d-8e93-eb2b5532f413 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:03.898193 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:03.924354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:03.926050 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d96b40-a9ad-4a50-9489-ff6c9d93b942" -d '{"events": [{"server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "name": "network-vif-plugged", "status": "completed", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:03.946464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port caffa1e9-6312-476d-8e93-eb2b5532f413, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=caffa1e9-6312-476d-8e93-eb2b5532f413,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:03.969409 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:03.995192 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b004d471-d884-4a92-a4cc-16aa2dd4b27f x-openstack-request-id: req-b004d471-d884-4a92-a4cc-16aa2dd4b27f {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:03.995507 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "name": "network-vif-plugged", "status": "completed", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:03.995780 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b004d471-d884-4a92-a4cc-16aa2dd4b27f {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:03.996386 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'code': 200} Feb 11 06:07:04.001070 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:04.030184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=caffa1e9-6312-476d-8e93-eb2b5532f413,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:04.109756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9100e04-2b8e-48e7-8f6a-5f6a367ec837 req-ffc10449-d9bf-487f-a0d7-20ced75a2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:04.111659 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9100e04-2b8e-48e7-8f6a-5f6a367ec837 req-ffc10449-d9bf-487f-a0d7-20ced75a2769 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1129 time: 0.0544648 Feb 11 06:07:04.164444 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-d9100e04-2b8e-48e7-8f6a-5f6a367ec837 req-8d19b7ec-c403-427f-ae65-2926da6cff90 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463762 Feb 11 06:07:04.581132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57401c2e-af42-4ed7-b115-bded9fae17f4 req-a07849ca-90d3-4dfa-bca6-1201ac2f7f05 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:04.583676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57401c2e-af42-4ed7-b115-bded9fae17f4 req-a07849ca-90d3-4dfa-bca6-1201ac2f7f05 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 946 time: 0.0606811 Feb 11 06:07:04.647216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57401c2e-af42-4ed7-b115-bded9fae17f4 req-49fe531c-3f6c-409d-983a-c05259ed5d23 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574591 Feb 11 06:07:05.780634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cf7ba-64a6-48e7-a2e0-e9bf0115570d req-2a815bc4-b56c-4398-912a-0766fffbdca5 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:05.782486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f84cf7ba-64a6-48e7-a2e0-e9bf0115570d req-2a815bc4-b56c-4398-912a-0766fffbdca5 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 946 time: 0.0586619 Feb 11 06:07:05.840309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f84cf7ba-64a6-48e7-a2e0-e9bf0115570d req-43bc474e-6393-4deb-9705-a4b47c8a3890 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514972 Feb 11 06:07:05.964277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d5e48-4a29-4397-a8cd-20875e9e9f66 req-3fd322c8-f5b5-4efa-b019-7fa04125e928 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:05.965750 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-744d5e48-4a29-4397-a8cd-20875e9e9f66 req-3fd322c8-f5b5-4efa-b019-7fa04125e928 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 946 time: 0.0547447 Feb 11 06:07:06.017011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-744d5e48-4a29-4397-a8cd-20875e9e9f66 req-d16ae6df-33fc-4981-bf48-74767b93dd74 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438616 Feb 11 06:07:06.039666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41800) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:06.136666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79476739-23f4-4ee9-8eac-bc38f30e30d6 tempest-TestVolumeBackupRestore-633076961 tempest-TestVolumeBackupRestore-633076961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:06.140933 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-79476739-23f4-4ee9-8eac-bc38f30e30d6 tempest-TestVolumeBackupRestore-633076961 tempest-TestVolumeBackupRestore-633076961-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1124 time: 0.0974751 Feb 11 06:07:06.141208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41804) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:06.146128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:06.166655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:06.272406 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:06.378739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Allocated IP 172.25.1.150 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/166cf800-3d0e-424e-b877-79bb369c618b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:06.491214 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for port (166cf800-3d0e-424e-b877-79bb369c618b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:06.526398 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (166cf800-3d0e-424e-b877-79bb369c618b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:06.566617 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:06.570046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:06.573578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:06.578940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'Port': ['ID=166cf800-3d0e-424e-b877-79bb369c618b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:06.956603 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for floatingip (8647f033-23ec-46a2-b0ae-756858677baf), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:07.030347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (166cf800-3d0e-424e-b877-79bb369c618b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:07.162118 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-0d39f97d-8834-4570-b9b2-f813cefee25e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1053550 Feb 11 06:07:07.253634 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for port (166cf800-3d0e-424e-b877-79bb369c618b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:07.262729 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (166cf800-3d0e-424e-b877-79bb369c618b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:07.325833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-55671a92-2c58-487d-b227-3b9310347193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:07.327422 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-55671a92-2c58-487d-b227-3b9310347193 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a9da59ae9ba4ab48896cb69665afc63&device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1129 time: 0.1217060 Feb 11 06:07:07.346216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event updated for resources: {'Port': ['ID=166cf800-3d0e-424e-b877-79bb369c618b,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:07.370443 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (8647f033-23ec-46a2-b0ae-756858677baf), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:07.534551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-3341af2f-2e8e-4e1a-b3a9-7eca155f433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:07.536049 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-3341af2f-2e8e-4e1a-b3a9-7eca155f433d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b5ceee1c-4760-4e95-831c-42099fa80c94 HTTP/1.1" status: 200 len: 915 time: 0.1735294 Feb 11 06:07:07.540988 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Floating IP 8647f033-23ec-46a2-b0ae-756858677baf associated. External IP: 172.25.1.150, port: caffa1e9-6312-476d-8e93-eb2b5532f413. Feb 11 06:07:07.645174 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-85219473-f824-4f8e-8e90-8ffd8d3f1212 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caffa1e9-6312-476d-8e93-eb2b5532f413 HTTP/1.1" status: 200 len: 1000 time: 0.1016407 Feb 11 06:07:07.731652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-bd426229-13f9-4ed8-bc90-b87f3f759170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:07.733100 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-bd426229-13f9-4ed8-bc90-b87f3f759170 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31048fe2-51e5-45ca-a367-0984d20f3750 HTTP/1.1" status: 200 len: 853 time: 0.0631249 Feb 11 06:07:07.866927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-cf74f205-2da0-407c-bb14-945c16e4ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:07.868483 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-cf74f205-2da0-407c-bb14-945c16e4ca21 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b5ceee1c-4760-4e95-831c-42099fa80c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1000705 Feb 11 06:07:07.896886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:07:08.016959 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-f539cbc2-2b5b-4491-85ce-7872a4d4b040 service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412542 Feb 11 06:07:08.118608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:08.131531 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] Sync routers for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:08.143275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.145098 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:08.146406 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:08.180257 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e49cd79a-a804-4e6b-82e0-cb8bfa181f08 req-2b2b542f-cc5c-42c9-abd9-60d84ae5432a service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344151 Feb 11 06:07:08.186032 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a307027a-fe42-423c-9fb9-f135d155c13e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0414028 Feb 11 06:07:08.186032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:08.186572 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b383d1-faca-4b65-afdf-b44c2184a425" -d '{"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:08.187308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41810) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:08.234553 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5022d6-b274-4359-904e-4bc1d16b46a9 x-openstack-request-id: req-7b5022d6-b274-4359-904e-4bc1d16b46a9 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:08.234904 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:08.235189 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b5022d6-b274-4359-904e-4bc1d16b46a9 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:08.235603 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'status': 'completed', 'code': 200} Feb 11 06:07:08.263553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdea153-9758-4f57-a214-96dff0de4b55 tempest-TestVolumeBackupRestore-633076961 tempest-TestVolumeBackupRestore-633076961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:08.268315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5cdea153-9758-4f57-a214-96dff0de4b55 tempest-TestVolumeBackupRestore-633076961 tempest-TestVolumeBackupRestore-633076961-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1124 time: 0.0799301 Feb 11 06:07:08.269177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41814) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:08.274650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-27ea6d33-fc0f-4825-9576-82d3ae5d61fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Request body: {'floatingip': {'port_id': 'caffa1e9-6312-476d-8e93-eb2b5532f413'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:08.314638 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:08.321820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-5313df9d-aabf-4b1b-a0cc-af5257fd0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:08.323920 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-5313df9d-aabf-4b1b-a0cc-af5257fd0b91 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a9da59ae9ba4ab48896cb69665afc63&device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1129 time: 0.0679867 Feb 11 06:07:08.338248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27ea6d33-fc0f-4825-9576-82d3ae5d61fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for floatingip (8647f033-23ec-46a2-b0ae-756858677baf), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.451355 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-707b34c5-af37-4760-b520-19bdde5f6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:08.453029 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-707b34c5-af37-4760-b520-19bdde5f6144 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b5ceee1c-4760-4e95-831c-42099fa80c94 HTTP/1.1" status: 200 len: 915 time: 0.1224046 Feb 11 06:07:08.535454 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-b8edd2d2-932b-444e-9746-50720eae3e65 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caffa1e9-6312-476d-8e93-eb2b5532f413 HTTP/1.1" status: 200 len: 1000 time: 0.0758138 Feb 11 06:07:08.586850 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8647f033-23ec-46a2-b0ae-756858677baf', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'port_id': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'mac_address': 'fa:16:3e:5b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:06Z', 'updated_at': '2022-02-11T06:07:06Z', 'revision_number': 0, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:06Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:08.589241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-6d805802-3953-46ae-b72a-48c53bdc146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:08.591112 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-6d805802-3953-46ae-b72a-48c53bdc146f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31048fe2-51e5-45ca-a367-0984d20f3750 HTTP/1.1" status: 200 len: 853 time: 0.0502059 Feb 11 06:07:08.615035 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] Checking router: 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:08.624531 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:08.625414 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:08.649424 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-b04a2ceb-2c96-489f-b9e4-9edee9d9aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:08.650895 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-b04a2ceb-2c96-489f-b9e4-9edee9d9aba6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b5ceee1c-4760-4e95-831c-42099fa80c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534859 Feb 11 06:07:08.777293 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-b2a1aee9-8dfa-4312-b01c-507de4821c67 service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201859 Feb 11 06:07:08.837505 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:08.883075 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a1b383d1-faca-4b65-afdf-b44c2184a425 req-59d9d9d3-18d0-49bb-a0d0-d1c603b91cca service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001146 Feb 11 06:07:08.979787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-f31f1737-a5a9-43fb-a0cf-0a686ea76d9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0915492 Feb 11 06:07:09.016619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27ea6d33-fc0f-4825-9576-82d3ae5d61fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.022508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27ea6d33-fc0f-4825-9576-82d3ae5d61fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (8647f033-23ec-46a2-b0ae-756858677baf), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.123342 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8647f033-23ec-46a2-b0ae-756858677baf', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'port_id': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'mac_address': 'fa:16:3e:5b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:06Z', 'updated_at': '2022-02-11T06:07:06Z', 'revision_number': 0, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:06Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:09.130042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-ca07ba94-a0dc-422f-9018-3f7348362907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:09.132135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-ca07ba94-a0dc-422f-9018-3f7348362907 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 1128 time: 0.0618925 Feb 11 06:07:09.154898 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d8e00a-abc6-43ab-9203-4659e58c44d0 None None] The sync data for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 is: [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8647f033-23ec-46a2-b0ae-756858677baf', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'port_id': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'mac_address': 'fa:16:3e:5b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:06Z', 'updated_at': '2022-02-11T06:07:06Z', 'revision_number': 0, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:06Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:09.449005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81c9d0-9998-431b-b0a7-e0a244d23e10 None None] New status for floating IP 8647f033-23ec-46a2-b0ae-756858677baf: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:07:09.542637 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41824) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:09.568601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-87a51765-efa6-48e6-a8da-7f3c1d238e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:09.570113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-87a51765-efa6-48e6-a8da-7f3c1d238e50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.4115641 Feb 11 06:07:09.697601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-3199c18e-02f3-43a4-8f93-360b9dad39a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc HTTP/1.1" status: 200 len: 1001 time: 0.1210608 Feb 11 06:07:09.801005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-a9daabc0-0ad7-48fc-b0ac-c2d6c259fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:09.803116 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-a9daabc0-0ad7-48fc-b0ac-c2d6c259fed2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0911641 Feb 11 06:07:09.842385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ea6d33-fc0f-4825-9576-82d3ae5d61fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:07:09.897885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-bb41761b-1d70-4968-a691-17ccf3c12a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:09.899433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-bb41761b-1d70-4968-a691-17ccf3c12a6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0903044 Feb 11 06:07:10.032433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ea6d33-fc0f-4825-9576-82d3ae5d61fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:10.038880 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27ea6d33-fc0f-4825-9576-82d3ae5d61fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:10.053851 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] Sync routers for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:10.064941 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:10.066002 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:10.073595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:10.076435 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88b928e-8c16-4fb1-b063-c743617959c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:10.110303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-4392cefd-fc36-41d5-9c50-b8f9fe225aa6 service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024233 Feb 11 06:07:10.213541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98955e56-b996-4645-9cbd-1f91eaa27cdf req-36c9dbb8-e778-47db-a6a5-8d46b91af664 service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948937 Feb 11 06:07:10.216023 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8032cc7-7bcb-4008-812f-d63ef6ec7bb0 x-openstack-request-id: req-e8032cc7-7bcb-4008-812f-d63ef6ec7bb0 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:10.216497 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:10.216924 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8032cc7-7bcb-4008-812f-d63ef6ec7bb0 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:10.217520 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'status': 'completed', 'code': 200} Feb 11 06:07:10.232566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-27ea6d33-fc0f-4825-9576-82d3ae5d61fe tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "PUT /v2.0/floatingips/8647f033-23ec-46a2-b0ae-756858677baf HTTP/1.1" status: 200 len: 992 time: 1.9622743 Feb 11 06:07:10.234225 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:10.462898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-b4350e4c-0c14-4f41-906d-c97a9d9c176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.464545 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-b4350e4c-0c14-4f41-906d-c97a9d9c176d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a9da59ae9ba4ab48896cb69665afc63&device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1129 time: 0.0688684 Feb 11 06:07:10.515929 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8647f033-23ec-46a2-b0ae-756858677baf', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'port_id': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'mac_address': 'fa:16:3e:5b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:06Z', 'updated_at': '2022-02-11T06:07:09Z', 'revision_number': 2, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:06Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:10.550438 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] Checking router: 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:10.560618 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:10.561396 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:10.595211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:10.598755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-6b60705d-22e4-40d0-862b-14baeb21131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.600498 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-6b60705d-22e4-40d0-862b-14baeb21131e service neutron] 10.222.0.81 "GET /v2.0/networks?id=b5ceee1c-4760-4e95-831c-42099fa80c94 HTTP/1.1" status: 200 len: 915 time: 0.1289070 Feb 11 06:07:10.685310 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:10.707048 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-e2ba7767-68ae-4954-8c38-df501e6c54b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caffa1e9-6312-476d-8e93-eb2b5532f413 HTTP/1.1" status: 200 len: 1002 time: 0.0761149 Feb 11 06:07:10.821959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-9575124b-edc8-4ce4-a9e7-cae93cd24a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.823761 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-9575124b-edc8-4ce4-a9e7-cae93cd24a8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31048fe2-51e5-45ca-a367-0984d20f3750 HTTP/1.1" status: 200 len: 853 time: 0.0908525 Feb 11 06:07:10.903136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-7f8cc47f-1eca-47ef-b701-2530a0c6e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.904583 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-7f8cc47f-1eca-47ef-b701-2530a0c6e2d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b5ceee1c-4760-4e95-831c-42099fa80c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0603967 Feb 11 06:07:10.928698 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8647f033-23ec-46a2-b0ae-756858677baf', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'port_id': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'mac_address': 'fa:16:3e:5b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:06Z', 'updated_at': '2022-02-11T06:07:09Z', 'revision_number': 2, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:06Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:10.961454 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c43cc9-2ad4-4d0e-9249-1caf96f1a7b5 None None] The sync data for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 is: [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8647f033-23ec-46a2-b0ae-756858677baf', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'port_id': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'mac_address': 'fa:16:3e:5b:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:06Z', 'updated_at': '2022-02-11T06:07:09Z', 'revision_number': 2, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:06Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:11.055049 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-db42e428-b842-43aa-a40c-7521609ec509 service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437356 Feb 11 06:07:11.100893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Deleting port f0d44d18-f67a-4013-9bc9-80961613745e {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:11.101263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:11.212567 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a88b928e-8c16-4fb1-b063-c743617959c8 req-69bb3ac9-5792-4941-8781-e68c3537b53d service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505299 Feb 11 06:07:11.229960 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] For port f0d44d18-f67a-4013-9bc9-80961613745e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f0d44d18-f67a-4013-9bc9-80961613745e,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:11.230328 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:11.244733 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Calling delete_port for f0d44d18-f67a-4013-9bc9-80961613745e owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:11.432427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (f0d44d18-f67a-4013-9bc9-80961613745e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:11.459399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d44d18-f67a-4013-9bc9-80961613745e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:11.640141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:11.871472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Router a5d93683-f87d-43d0-89ce-aa0a20ef2bad has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:07:11.980868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:11.988272 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92bdb0a2-079e-4696-8784-4e93cff0b3ac admin admin] 10.222.0.31 "PUT /v2.0/routers/a5d93683-f87d-43d0-89ce-aa0a20ef2bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4445014 Feb 11 06:07:11.991128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41832) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:11.992255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] Sync routers for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:12.005347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:12.005988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:12.097976 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks [] for router (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:12.114738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:12.205899 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks [] for router_gateway (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:12.219180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:12.221836 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd14678-152c-4ee8-986d-b9e16e40bbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:12.265926 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad3f4db-a008-4b02-b2b7-889b5ec074ea x-openstack-request-id: req-dad3f4db-a008-4b02-b2b7-889b5ec074ea {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:12.266559 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:12.266712 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dad3f4db-a008-4b02-b2b7-889b5ec074ea {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:12.267270 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'status': 'completed', 'code': 200} Feb 11 06:07:12.274577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Deleting port b88d28d4-c097-4828-befa-72f9ac373ec6 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:12.274923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:12.303598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:07:11Z', 'revision_number': 5, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port': {'id': 'b88d28d4-c097-4828-befa-72f9ac373ec6', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:41Z', 'updated_at': '2022-02-11T06:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:12.336386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] Checking router: a5d93683-f87d-43d0-89ce-aa0a20ef2bad for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:12.344921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] Routers {'a5d93683-f87d-43d0-89ce-aa0a20ef2bad'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:12.345573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:12.388371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] For port b88d28d4-c097-4828-befa-72f9ac373ec6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b88d28d4-c097-4828-befa-72f9ac373ec6,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:12.388657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:12.392277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-03c9ee00-d9a0-4ace-b391-830211f75dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:12.393815 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-03c9ee00-d9a0-4ace-b391-830211f75dc0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a9da59ae9ba4ab48896cb69665afc63&device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1129 time: 0.1044369 Feb 11 06:07:12.412935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Calling delete_port for b88d28d4-c097-4828-befa-72f9ac373ec6 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:12.437673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] Set router a5d93683-f87d-43d0-89ce-aa0a20ef2bad gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:12.488615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:07:12Z', 'revision_number': 6, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:12.519376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e222965f-0b83-4b47-a552-9f8fae42a80e None None] The sync data for ids ['a5d93683-f87d-43d0-89ce-aa0a20ef2bad'] in n-d-715271-35 is: [{'id': 'a5d93683-f87d-43d0-89ce-aa0a20ef2bad', 'name': 'tempest-AttachVolumeShelveTestJSON-144796994-router', 'tenant_id': 'c5962c623f1548ebbbb82d0096368aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:40Z', 'updated_at': '2022-02-11T06:07:12Z', 'revision_number': 6, 'project_id': 'c5962c623f1548ebbbb82d0096368aed', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:12.544987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-d0766e4f-4b58-4fc0-95ad-df7ef7349bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:12.546708 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-d0766e4f-4b58-4fc0-95ad-df7ef7349bcf service neutron] 10.222.0.81 "GET /v2.0/networks?id=b5ceee1c-4760-4e95-831c-42099fa80c94 HTTP/1.1" status: 200 len: 915 time: 0.1456916 Feb 11 06:07:12.653571 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-36089980-f476-47c8-abb6-aa3ac40537e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caffa1e9-6312-476d-8e93-eb2b5532f413 HTTP/1.1" status: 200 len: 1002 time: 0.0716035 Feb 11 06:07:12.732422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-55328d6b-a767-4380-9002-d0f7166c4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:12.733911 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-55328d6b-a767-4380-9002-d0f7166c4509 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31048fe2-51e5-45ca-a367-0984d20f3750 HTTP/1.1" status: 200 len: 853 time: 0.0725062 Feb 11 06:07:12.734934 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b88d28d4-c097-4828-befa-72f9ac373ec6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:12.772268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b88d28d4-c097-4828-befa-72f9ac373ec6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:12.852759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-964db237-3bd7-44f3-bd53-671d8abbcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:12.854343 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-964db237-3bd7-44f3-bd53-671d8abbcdda service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b5ceee1c-4760-4e95-831c-42099fa80c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1144819 Feb 11 06:07:12.859539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.002585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.006476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks [] for router_controller (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.020830 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:07:13.062648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (a5d93683-f87d-43d0-89ce-aa0a20ef2bad), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.063176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d93683-f87d-43d0-89ce-aa0a20ef2bad {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:07:13.068933 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.070074 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-302daf7a-ec84-46d4-bfb0-265f360e41bc admin admin] 10.222.0.31 "DELETE /v2.0/routers/a5d93683-f87d-43d0-89ce-aa0a20ef2bad HTTP/1.1" status: 204 len: 168 time: 1.0779862 Feb 11 06:07:13.072782 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41836) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:13.073891 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-0d9ebaa3-5aef-4c27-85be-40d2dc098c8a service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121890 Feb 11 06:07:13.117668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b16d30-1be1-4013-90ce-cb2f5e7ee987 admin admin] Deleting subnet 703db4a4-338a-4389-b3a2-e45f98470448 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:07:13.120938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09b16d30-1be1-4013-90ce-cb2f5e7ee987 admin admin] Publish callbacks [] for subnet (703db4a4-338a-4389-b3a2-e45f98470448), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.157072 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09b16d30-1be1-4013-90ce-cb2f5e7ee987 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (703db4a4-338a-4389-b3a2-e45f98470448), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.282893 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09b16d30-1be1-4013-90ce-cb2f5e7ee987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (703db4a4-338a-4389-b3a2-e45f98470448), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.342381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09b16d30-1be1-4013-90ce-cb2f5e7ee987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (703db4a4-338a-4389-b3a2-e45f98470448), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.370707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b16d30-1be1-4013-90ce-cb2f5e7ee987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703db4a4-338a-4389-b3a2-e45f98470448,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:13.379401 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-09b16d30-1be1-4013-90ce-cb2f5e7ee987 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.385041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-09b16d30-1be1-4013-90ce-cb2f5e7ee987 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/703db4a4-338a-4389-b3a2-e45f98470448 HTTP/1.1" status: 204 len: 168 time: 0.3111565 Feb 11 06:07:13.385861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7537ee-ca53-4258-bdff-255ffc95bad7 None None] Network 69b11023-66a0-4480-9c53-bea2d1a703fe requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:07:13.387613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41838) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:13.478791 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (69b11023-66a0-4480-9c53-bea2d1a703fe), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.490548 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-4bd14678-152c-4ee8-986d-b9e16e40bbe8 req-147c1b9a-c60d-480c-9bf4-00f3abef0722 service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097438 Feb 11 06:07:13.552756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Deleting port f037e032-fa61-48dc-b8e0-6be5fa81c09d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:13.553100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.579884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adae069-4798-43f7-b0a3-a2035074d24e None None] DHCP port deletion for 69b11023-66a0-4480-9c53-bea2d1a703fe request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:07:13.626665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] For port f037e032-fa61-48dc-b8e0-6be5fa81c09d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f037e032-fa61-48dc-b8e0-6be5fa81c09d,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:13.627043 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.635667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8adae069-4798-43f7-b0a3-a2035074d24e None None] Deleting port f037e032-fa61-48dc-b8e0-6be5fa81c09d {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:13.636044 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8adae069-4798-43f7-b0a3-a2035074d24e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.643759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Calling delete_port for f037e032-fa61-48dc-b8e0-6be5fa81c09d owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:13.700881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8adae069-4798-43f7-b0a3-a2035074d24e None None] For port f037e032-fa61-48dc-b8e0-6be5fa81c09d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f037e032-fa61-48dc-b8e0-6be5fa81c09d,segment=NetworkSegment(3c8307e4-6cea-4b90-9a68-e2e9f6a62214),segment_id=3c8307e4-6cea-4b90-9a68-e2e9f6a62214)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:13.701317 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8adae069-4798-43f7-b0a3-a2035074d24e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.714303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8adae069-4798-43f7-b0a3-a2035074d24e None None] Calling delete_port for f037e032-fa61-48dc-b8e0-6be5fa81c09d owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:13.734197 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.760371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=f037e032-fa61-48dc-b8e0-6be5fa81c09d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:13.764057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] No DVR routers for this DVR port f037e032-fa61-48dc-b8e0-6be5fa81c09d on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:07:13.792908 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:07:13.800642 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8adae069-4798-43f7-b0a3-a2035074d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (f037e032-fa61-48dc-b8e0-6be5fa81c09d), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.827033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adae069-4798-43f7-b0a3-a2035074d24e None None] Pushing event deleted for resources: {'Port': ['ID=f037e032-fa61-48dc-b8e0-6be5fa81c09d,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:13.830652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adae069-4798-43f7-b0a3-a2035074d24e None None] No DVR routers for this DVR port f037e032-fa61-48dc-b8e0-6be5fa81c09d on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:07:13.840769 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (69b11023-66a0-4480-9c53-bea2d1a703fe), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.867652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b11023-66a0-4480-9c53-bea2d1a703fe']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:13.877266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8307e4-6cea-4b90-9a68-e2e9f6a62214') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:13.877563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8307e4-6cea-4b90-9a68-e2e9f6a62214') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:13.886697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f037e032-fa61-48dc-b8e0-6be5fa81c09d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:13.894196 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (3c8307e4-6cea-4b90-9a68-e2e9f6a62214), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.908235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f037e032-fa61-48dc-b8e0-6be5fa81c09d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:13.908598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f037e032-fa61-48dc-b8e0-6be5fa81c09d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:13.909015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b88d28d4-c097-4828-befa-72f9ac373ec6 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:13.913590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3c8307e4-6cea-4b90-9a68-e2e9f6a62214), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.919723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:07:13.920058 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (3c8307e4-6cea-4b90-9a68-e2e9f6a62214), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:07:13.921696 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:07:13.930544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: b88d28d4-c097-4828-befa-72f9ac373ec6 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:13.930898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b88d28d4-c097-4828-befa-72f9ac373ec6 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:13.931320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f0d44d18-f67a-4013-9bc9-80961613745e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:13.950974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f0d44d18-f67a-4013-9bc9-80961613745e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:13.951326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f0d44d18-f67a-4013-9bc9-80961613745e not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:13.982219 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (69b11023-66a0-4480-9c53-bea2d1a703fe), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.987806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.991498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] 10.222.0.31 "DELETE /v2.0/networks/69b11023-66a0-4480-9c53-bea2d1a703fe HTTP/1.1" status: 204 len: 168 time: 0.6025085 Feb 11 06:07:14.001827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150c3f9-38d1-4b7e-8bcb-2dd1d1c59e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b11023-66a0-4480-9c53-bea2d1a703fe,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:14.103759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41842) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:14.148558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2286090f-8d9b-45ff-8ce1-8e5d56394721 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5962c623f1548ebbbb82d0096368aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435822 Feb 11 06:07:14.150939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41844) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:14.197893 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f71cf3a-ccfc-43be-aa77-e0848daa4ec5 admin admin] Publish callbacks [] for security_group (2459b631-f99a-4de1-83b7-8892a52d39d8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.218463 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f71cf3a-ccfc-43be-aa77-e0848daa4ec5 admin admin] Publish callbacks [] for security_group (2459b631-f99a-4de1-83b7-8892a52d39d8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.270377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f71cf3a-ccfc-43be-aa77-e0848daa4ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2459b631-f99a-4de1-83b7-8892a52d39d8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.273220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f71cf3a-ccfc-43be-aa77-e0848daa4ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.274367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0f71cf3a-ccfc-43be-aa77-e0848daa4ec5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2459b631-f99a-4de1-83b7-8892a52d39d8 HTTP/1.1" status: 204 len: 168 time: 0.1225405 Feb 11 06:07:14.282341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71cf3a-ccfc-43be-aa77-e0848daa4ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2459b631-f99a-4de1-83b7-8892a52d39d8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:14.995942 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41866) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:15.094514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1499417177-network', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:15.114007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Made reservation on behalf of b616a0aeb1d941f18d7dff912fee8fc9 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:15.116414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.125394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.198181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Publish callbacks [] for security_group (430e1035-dc55-4472-8c8d-7fe0e3946d2b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.201765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (430e1035-dc55-4472-8c8d-7fe0e3946d2b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.227100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:07:15.236802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430e1035-dc55-4472-8c8d-7fe0e3946d2b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:15.241885 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (153caf19-ce17-4c4a-882f-ec9e42438273), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.242228 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Added segment 153caf19-ce17-4c4a-882f-ec9e42438273 of type vlan for network 49da1121-f8e6-476f-b450-72b20eac2586 Feb 11 06:07:15.291686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (49da1121-f8e6-476f-b450-72b20eac2586), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.316512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (49da1121-f8e6-476f-b450-72b20eac2586), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.317537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:15.318695 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.383266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3861642 Feb 11 06:07:15.384699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41870) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:15.385332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9aa09-874d-437a-8756-00f1e49ddfac admin admin] Pushing event updated for resources: {'Network': ['ID=49da1121-f8e6-476f-b450-72b20eac2586,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:15.392871 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Request body: {'subnet': {'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1499417177-subnet', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:15.394749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 49da1121-f8e6-476f-b450-72b20eac2586 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:07:15.417793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Made reservation on behalf of b616a0aeb1d941f18d7dff912fee8fc9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:15.420224 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.600775 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9dfcd878-327b-4b65-b39b-d617d5a1a625), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.654908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfcd878-327b-4b65-b39b-d617d5a1a625,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:15.666631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Checking segment: {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:15.667045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Network hostable DHCP agents. Network: 49da1121-f8e6-476f-b450-72b20eac2586, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:07:15.683785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Network 49da1121-f8e6-476f-b450-72b20eac2586 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:07:15.694108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 49da1121-f8e6-476f-b450-72b20eac2586) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:15.698172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:15.698781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.704709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f756bf36-7f75-40c3-a66f-67fd46f2571a None None] Network 49da1121-f8e6-476f-b450-72b20eac2586 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:07:15.717262 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6d6f5b73-4984-4847-97db-c4b4bcd242b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3314705 Feb 11 06:07:15.720343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41872) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:15.724937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:15.746451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (9b10a196-7624-477e-9352-3dfebf27f475), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.748109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (9b10a196-7624-477e-9352-3dfebf27f475), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.821224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-49da1121-f8e6-476f-b450-72b20eac2586', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:07:15.821528 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks [] for router_controller (9b10a196-7624-477e-9352-3dfebf27f475), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.822401 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.007414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks [] for router_gateway (9b10a196-7624-477e-9352-3dfebf27f475), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.134993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Allocated IP 172.20.0.2 (49da1121-f8e6-476f-b450-72b20eac2586/9dfcd878-327b-4b65-b39b-d617d5a1a625/fbbdec58-eed1-47b6-90ea-0f81cdcd5624) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:16.240969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks [] for router_gateway (9b10a196-7624-477e-9352-3dfebf27f475), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.262007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.297274 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Publish callbacks [] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.306727 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.352586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Network 49da1121-f8e6-476f-b450-72b20eac2586 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:16.355776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:16.359668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:16.367850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Pushing event updated for resources: {'Port': ['ID=fbbdec58-eed1-47b6-90ea-0f81cdcd5624,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:16.385024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Allocated IP 172.25.1.53 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/982001d4-c3a1-4994-b078-9ddc4a8dd922) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:16.434165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Attempting to bind port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:07:16.434874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Attempting to bind port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:07:16.435140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Attempting to bind port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 on network 49da1121-f8e6-476f-b450-72b20eac2586 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:16.440911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:07:16.441365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Checking segment: {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:16.441880 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.442305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Bound using segment: {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:07:16.442770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Bound port: fbbdec58-eed1-47b6-90ea-0f81cdcd5624, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:07:16.443237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.496449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks [] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.517619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] For port fbbdec58-eed1-47b6-90ea-0f81cdcd5624, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:07:16.521969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] For port fbbdec58-eed1-47b6-90ea-0f81cdcd5624, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fbbdec58-eed1-47b6-90ea-0f81cdcd5624,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:07:16.529209 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.533645 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.584329 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:16.588922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687f826-7cfb-4541-81c9-fe1fd2613a43 None None] Pushing event updated for resources: {'Port': ['ID=fbbdec58-eed1-47b6-90ea-0f81cdcd5624,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:16.595881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:16.598881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:16.601674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Pushing event updated for resources: {'Port': ['ID=982001d4-c3a1-4994-b078-9ddc4a8dd922,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:16.901182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks [] for router_gateway (9b10a196-7624-477e-9352-3dfebf27f475), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.105798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (9b10a196-7624-477e-9352-3dfebf27f475), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.238615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Router 9b10a196-7624-477e-9352-3dfebf27f475 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:07:17.359979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:17.370555 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Sync routers for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:17.381313 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.382617 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8aec7628-7f0c-40ea-a295-6da78417b216 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6611750 Feb 11 06:07:17.385798 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41874) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:17.386419 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:17.386958 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:17.515348 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:17.565073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56550d19-899f-4477-be56-6a5431bf583b None None] Network 49da1121-f8e6-476f-b450-72b20eac2586 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:07:17.610481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c3fb7ac8-6752-408b-94ff-a27f04c90d2a None None] Provisioning complete for port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:17.611043 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c3fb7ac8-6752-408b-94ff-a27f04c90d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.720007 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:16Z', 'revision_number': 3, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:17.752109 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Checking router: 9b10a196-7624-477e-9352-3dfebf27f475 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:17.752741 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Updating router 9b10a196-7624-477e-9352-3dfebf27f475 port 982001d4-c3a1-4994-b078-9ddc4a8dd922 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:07:17.763962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb7ac8-6752-408b-94ff-a27f04c90d2a None None] Current status of the port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:17.764345 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c3fb7ac8-6752-408b-94ff-a27f04c90d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.818957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c3fb7ac8-6752-408b-94ff-a27f04c90d2a None None] For port fbbdec58-eed1-47b6-90ea-0f81cdcd5624, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fbbdec58-eed1-47b6-90ea-0f81cdcd5624,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:17.825985 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c3fb7ac8-6752-408b-94ff-a27f04c90d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.898178 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.906852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb7ac8-6752-408b-94ff-a27f04c90d2a None None] Pushing event updated for resources: {'Port': ['ID=fbbdec58-eed1-47b6-90ea-0f81cdcd5624,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:17.974023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fbbdec58-eed1-47b6-90ea-0f81cdcd5624 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:18.038504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:18.038885 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.132021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:18.151876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-90db68ec-19ec-45ae-b5a8-6793e6c5626c None None] Provisioning complete for port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:18.152551 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-90db68ec-19ec-45ae-b5a8-6793e6c5626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.193958 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Publish callbacks [] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.200741 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.235418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-90db68ec-19ec-45ae-b5a8-6793e6c5626c None None] Current status of the port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:18.250133 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.259578 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Attempting to bind port 982001d4-c3a1-4994-b078-9ddc4a8dd922 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:07:18.259578 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Attempting to bind port 982001d4-c3a1-4994-b078-9ddc4a8dd922 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:07:18.259578 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Attempting to bind port 982001d4-c3a1-4994-b078-9ddc4a8dd922 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:18.265806 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:07:18.266190 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:18.266598 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.266998 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:07:18.267516 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Bound port: 982001d4-c3a1-4994-b078-9ddc4a8dd922, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:07:18.267857 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.270555 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Pushing event updated for resources: {'Port': ['ID=982001d4-c3a1-4994-b078-9ddc4a8dd922,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:18.296292 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.296650 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.296965 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.297333 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.297690 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.298023 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.298362 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.298694 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.299008 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.299332 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.299655 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.299974 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.300294 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.333321 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] For port 982001d4-c3a1-4994-b078-9ddc4a8dd922, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:07:18.336367 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] For port 982001d4-c3a1-4994-b078-9ddc4a8dd922, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=982001d4-c3a1-4994-b078-9ddc4a8dd922,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:07:18.343685 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.402654 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f459e6d-5754-4901-8117-d2ec3a5e89b1 None None] Pushing event updated for resources: {'Port': ['ID=982001d4-c3a1-4994-b078-9ddc4a8dd922,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:18.406094 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:18.406721 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:18.442498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Allocated IP 172.20.0.1 (49da1121-f8e6-476f-b450-72b20eac2586/9dfcd878-327b-4b65-b39b-d617d5a1a625/02749a13-91aa-4d9d-8763-1abf7261b607) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:18.522851 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:18.554825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Publish callbacks [] for port (02749a13-91aa-4d9d-8763-1abf7261b607), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.589876 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.631626 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Network 49da1121-f8e6-476f-b450-72b20eac2586 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:18.636127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:18.639343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:18.664396 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Pushing event updated for resources: {'Port': ['ID=02749a13-91aa-4d9d-8763-1abf7261b607,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:18.682554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.682914 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.683270 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.683617 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.683965 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.684308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.684646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.684982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.685358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.685700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.686038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.686370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.686718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:18.696952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (9b10a196-7624-477e-9352-3dfebf27f475), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.722243 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:16Z', 'revision_number': 3, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:18.755331 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da711d-a09d-4bfa-8149-4f30023f5b8e None None] The sync data for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 is: [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:16Z', 'revision_number': 3, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:18.855144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.969430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ce362684-ebfe-46ee-bb56-4c49d4415310 None None] Provisioning complete for port 02749a13-91aa-4d9d-8763-1abf7261b607 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:18.969989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ce362684-ebfe-46ee-bb56-4c49d4415310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.035536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ce362684-ebfe-46ee-bb56-4c49d4415310 None None] Port 02749a13-91aa-4d9d-8763-1abf7261b607 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:07:19.062941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Publish callbacks [] for port (02749a13-91aa-4d9d-8763-1abf7261b607), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.068618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.144189 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (9b10a196-7624-477e-9352-3dfebf27f475), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.146674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Pushing event updated for resources: {'Port': ['ID=02749a13-91aa-4d9d-8763-1abf7261b607,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:19.247216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Network 49da1121-f8e6-476f-b450-72b20eac2586 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:19.248653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:19.374530 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Router 9b10a196-7624-477e-9352-3dfebf27f475 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:07:19.494942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:19.500725 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-64bfeb2c-74e0-45ef-9639-babdbb6fba75 admin admin] 10.222.0.31 "PUT /v2.0/routers/9b10a196-7624-477e-9352-3dfebf27f475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1134961 Feb 11 06:07:19.561375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0b46377b-a288-4d1c-b949-2d725d57ccee None None] Provisioning complete for port 02749a13-91aa-4d9d-8763-1abf7261b607 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:19.562088 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0b46377b-a288-4d1c-b949-2d725d57ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.621565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0b46377b-a288-4d1c-b949-2d725d57ccee None None] Port 02749a13-91aa-4d9d-8763-1abf7261b607 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:07:19.949306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 982001d4-c3a1-4994-b078-9ddc4a8dd922 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:20.002592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 982001d4-c3a1-4994-b078-9ddc4a8dd922 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:20.003273 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.091480 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 982001d4-c3a1-4994-b078-9ddc4a8dd922 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:20.092568 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.107365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41882) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:20.111256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-020f53b2-d56b-48d9-9d77-3c26d1edff82 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469880169', 'description': 'tempest-description--1927306355'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:20.127134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 982001d4-c3a1-4994-b078-9ddc4a8dd922, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=982001d4-c3a1-4994-b078-9ddc4a8dd922,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:20.134750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.135457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fbbdec58-eed1-47b6-90ea-0f81cdcd5624 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:20.139672 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-020f53b2-d56b-48d9-9d77-3c26d1edff82 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.212309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=982001d4-c3a1-4994-b078-9ddc4a8dd922,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:20.219145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-020f53b2-d56b-48d9-9d77-3c26d1edff82 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (5c4944aa-6680-44ed-ba5c-df782d765776), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.225186 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-020f53b2-d56b-48d9-9d77-3c26d1edff82 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5c4944aa-6680-44ed-ba5c-df782d765776), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.230064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:20.230500 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.256408 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-020f53b2-d56b-48d9-9d77-3c26d1edff82 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.260435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-020f53b2-d56b-48d9-9d77-3c26d1edff82 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1503661 Feb 11 06:07:20.262779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41884) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:20.267337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-efb79636-fda0-4676-92a4-e72e049575f0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'security_group_rule': {'security_group_id': '5c4944aa-6680-44ed-ba5c-df782d765776', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:20.275764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f53b2-d56b-48d9-9d77-3c26d1edff82 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4944aa-6680-44ed-ba5c-df782d765776,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:20.299595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efb79636-fda0-4676-92a4-e72e049575f0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (646caddb-9d79-4376-8d74-1a2166e0b869), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.329013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:20.371856 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efb79636-fda0-4676-92a4-e72e049575f0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (646caddb-9d79-4376-8d74-1a2166e0b869), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.376395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efb79636-fda0-4676-92a4-e72e049575f0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (646caddb-9d79-4376-8d74-1a2166e0b869), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.395976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb79636-fda0-4676-92a4-e72e049575f0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646caddb-9d79-4376-8d74-1a2166e0b869,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:20.404232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-efb79636-fda0-4676-92a4-e72e049575f0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.406717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-efb79636-fda0-4676-92a4-e72e049575f0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416392 Feb 11 06:07:20.408599 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 41886) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:20.414039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f530a11d-1dca-49b5-b92c-6ad8c594f55f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'security_group_rule': {'security_group_id': '5c4944aa-6680-44ed-ba5c-df782d765776', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:20.445605 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f530a11d-1dca-49b5-b92c-6ad8c594f55f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (bd179772-b80d-442c-b8cd-25481cb8921a), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.485483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Sync routers for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:20.497102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:20.498994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:20.512347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f530a11d-1dca-49b5-b92c-6ad8c594f55f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (bd179772-b80d-442c-b8cd-25481cb8921a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.516023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f530a11d-1dca-49b5-b92c-6ad8c594f55f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (bd179772-b80d-442c-b8cd-25481cb8921a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.536233 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530a11d-1dca-49b5-b92c-6ad8c594f55f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd179772-b80d-442c-b8cd-25481cb8921a,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:20.541644 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f530a11d-1dca-49b5-b92c-6ad8c594f55f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.546389 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f530a11d-1dca-49b5-b92c-6ad8c594f55f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329632 Feb 11 06:07:20.547291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41888) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:20.551779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:20.573468 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.617108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:20.682198 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.811950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Allocated IP 172.25.1.79 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/1ec1ecce-cdc4-47bb-a098-8a77caedeeb3) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:20.863523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 2, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:20.900082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Checking router: 9b10a196-7624-477e-9352-3dfebf27f475 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:20.900463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Updating router 9b10a196-7624-477e-9352-3dfebf27f475 port 02749a13-91aa-4d9d-8763-1abf7261b607 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:07:20.926229 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for port (1ec1ecce-cdc4-47bb-a098-8a77caedeeb3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.928426 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.959371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1ec1ecce-cdc4-47bb-a098-8a77caedeeb3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.001104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:21.004453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:21.007893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:21.033194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'Port': ['ID=1ec1ecce-cdc4-47bb-a098-8a77caedeeb3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:21.096888 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (fb5cd0e1-20c7-4069-8003-29557cf6e591), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.133075 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1ec1ecce-cdc4-47bb-a098-8a77caedeeb3), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.200103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Publish callbacks [] for port (02749a13-91aa-4d9d-8763-1abf7261b607), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.206434 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.281833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306a607-cfdd-41ed-88b2-315da7ae4314 None None] Pushing event updated for resources: {'Port': ['ID=02749a13-91aa-4d9d-8763-1abf7261b607,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:21.308957 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for port (1ec1ecce-cdc4-47bb-a098-8a77caedeeb3), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.317083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1ec1ecce-cdc4-47bb-a098-8a77caedeeb3), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.321211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Attempting to bind port 02749a13-91aa-4d9d-8763-1abf7261b607 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:07:21.321687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Attempting to bind port 02749a13-91aa-4d9d-8763-1abf7261b607 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:07:21.322212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Attempting to bind port 02749a13-91aa-4d9d-8763-1abf7261b607 on network 49da1121-f8e6-476f-b450-72b20eac2586 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:21.331340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:07:21.331833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Checking segment: {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:21.332206 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.332718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Bound using segment: {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:07:21.333237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Bound port: 02749a13-91aa-4d9d-8763-1abf7261b607, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:07:21.333684 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.400492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'Port': ['ID=1ec1ecce-cdc4-47bb-a098-8a77caedeeb3,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:21.413581 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (fb5cd0e1-20c7-4069-8003-29557cf6e591), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.422169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] For port 02749a13-91aa-4d9d-8763-1abf7261b607, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:07:21.427398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] For port 02749a13-91aa-4d9d-8763-1abf7261b607, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=02749a13-91aa-4d9d-8763-1abf7261b607,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:07:21.432354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.433852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-27969d97-4ad1-43de-b85d-e2924bd6d892 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8855317 Feb 11 06:07:21.450896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.517740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:21.518387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:21.571859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306a607-cfdd-41ed-88b2-315da7ae4314 None None] Pushing event updated for resources: {'Port': ['ID=02749a13-91aa-4d9d-8763-1abf7261b607,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:21.597850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8fd8685b-c594-49e5-9661-a8edb94f77df None None] Provisioning complete for port 02749a13-91aa-4d9d-8763-1abf7261b607 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:21.598227 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8fd8685b-c594-49e5-9661-a8edb94f77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.609952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-fd61043f-ccc3-4297-9118-a18e80bd0e38 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--469880169&fields=id&tenant_id=b616a0aeb1d941f18d7dff912fee8fc9 HTTP/1.1" status: 200 len: 267 time: 0.0468185 Feb 11 06:07:21.687573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:21.737192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b044f2-35ba-4136-b780-49f79d301429 req-ee68d4d9-b6bd-4ed6-b7f6-75bcb3b52b1b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:21.738661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-ee68d4d9-b6bd-4ed6-b7f6-75bcb3b52b1b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 811 time: 0.1203449 Feb 11 06:07:21.755118 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-2edc7f24-0831-40f5-b3ab-c47ed0afbfd1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/quotas/b616a0aeb1d941f18d7dff912fee8fc9 HTTP/1.1" status: 200 len: 375 time: 0.0092378 Feb 11 06:07:21.813892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8685b-c594-49e5-9661-a8edb94f77df None None] Current status of the port 02749a13-91aa-4d9d-8763-1abf7261b607 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:21.814405 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8fd8685b-c594-49e5-9661-a8edb94f77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.823463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-1d57c2fe-c2df-4e0c-a8c9-f1fc2b9fa45e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616851 Feb 11 06:07:21.898809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-f4f6599f-81f2-40ce-99e8-c9921fef71f4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:07:21.899863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-f4f6599f-81f2-40ce-99e8-c9921fef71f4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0639770 Feb 11 06:07:21.997442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-357d9ce1-d3bd-4543-bb12-d06ef855fa8e service neutron] 10.222.0.31 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866098 Feb 11 06:07:22.036269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 982001d4-c3a1-4994-b078-9ddc4a8dd922 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:22.086419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8fd8685b-c594-49e5-9661-a8edb94f77df None None] For port 02749a13-91aa-4d9d-8763-1abf7261b607, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=02749a13-91aa-4d9d-8763-1abf7261b607,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:22.095354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-87e8c40f-09a7-4cef-845b-ec55d65291e8 service neutron] 10.222.0.31 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915895 Feb 11 06:07:22.097146 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8fd8685b-c594-49e5-9661-a8edb94f77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:22.195357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8685b-c594-49e5-9661-a8edb94f77df None None] Pushing event updated for resources: {'Port': ['ID=02749a13-91aa-4d9d-8763-1abf7261b607,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:22.202370 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 982001d4-c3a1-4994-b078-9ddc4a8dd922 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:22.203049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:22.263064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a33fcc84-ea61-42cf-aa21-c2cb6e103c73 None None] Provisioning complete for port 02749a13-91aa-4d9d-8763-1abf7261b607 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:22.263446 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a33fcc84-ea61-42cf-aa21-c2cb6e103c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:22.285636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ef36821a-8451-488f-8091-1f058c0e516a req-dce69eb8-219e-446b-a118-6a308bddad5b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 210 time: 0.0331919 Feb 11 06:07:22.291053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:22.332407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45c6f7-51d2-4fb1-a1d7-dbe937cbec52 None None] The sync data for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 is: [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:22.384653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 982001d4-c3a1-4994-b078-9ddc4a8dd922 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:22.447992 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:22.448779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a33fcc84-ea61-42cf-aa21-c2cb6e103c73 None None] Current status of the port 02749a13-91aa-4d9d-8763-1abf7261b607 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:23.322058 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:23.363894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b044f2-35ba-4136-b780-49f79d301429 req-0c37eb23-406d-4684-8ed4-633fabe5ef20 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:23.365562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-0c37eb23-406d-4684-8ed4-633fabe5ef20 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 811 time: 0.1326625 Feb 11 06:07:23.437028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-071e1dc8-49e1-43ad-9f85-b5a3e60b9ae7 req-fc6bb15a-7ac7-4db6-b29f-0a83b5b38339 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 210 time: 0.0412600 Feb 11 06:07:23.467445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-8d3fd46e-498a-44b9-925d-6bcace0b11c1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b616a0aeb1d941f18d7dff912fee8fc9 HTTP/1.1" status: 200 len: 379 time: 0.0929477 Feb 11 06:07:23.480116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'port': {'device_id': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'admin_state_up': True, 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'security_groups': ['5c4944aa-6680-44ed-ba5c-df782d765776']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:23.594181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Made reservation on behalf of b616a0aeb1d941f18d7dff912fee8fc9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:23.597776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:23.722366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Allocated IP 172.20.0.13 (49da1121-f8e6-476f-b450-72b20eac2586/9dfcd878-327b-4b65-b39b-d617d5a1a625/9ea96e15-e72f-4801-a457-3d2885a8ae88) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:23.917421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 02749a13-91aa-4d9d-8763-1abf7261b607 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:23.971230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 02749a13-91aa-4d9d-8763-1abf7261b607 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:23.971605 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.056723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 02749a13-91aa-4d9d-8763-1abf7261b607 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:24.166487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.201596 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.245551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Network 49da1121-f8e6-476f-b450-72b20eac2586 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:24.248636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:24.252199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:24.279455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'Port': ['ID=9ea96e15-e72f-4801-a457-3d2885a8ae88,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:24.312566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:24.313349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.330771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-ab9583b3-fb5e-466a-bd7e-910e03aa5cf1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566480 Feb 11 06:07:24.347252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Request body: {'port': {'device_id': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:24.412306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.483415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6ecf8fd0-6c28-4174-b482-81970be19096 None None] Provisioning complete for port 9ea96e15-e72f-4801-a457-3d2885a8ae88 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:24.483977 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ecf8fd0-6c28-4174-b482-81970be19096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.522507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6ecf8fd0-6c28-4174-b482-81970be19096 None None] Port 9ea96e15-e72f-4801-a457-3d2885a8ae88 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:07:24.652484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b125cd-60c6-4d66-8c34-f1dc631a0549 req-5a4811ab-3efa-448e-9d3a-83f7932efd94 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:24.654003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20b125cd-60c6-4d66-8c34-f1dc631a0549 req-5a4811ab-3efa-448e-9d3a-83f7932efd94 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 932 time: 0.1239853 Feb 11 06:07:24.728933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20b125cd-60c6-4d66-8c34-f1dc631a0549 req-e985f6a2-7a4f-4f59-9d33-e46d75dec883 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689752 Feb 11 06:07:24.769430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea96e15-e72f-4801-a457-3d2885a8ae88 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:24.777702 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Publish callbacks [] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.790558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Transition to ACTIVE for port object 9ea96e15-e72f-4801-a457-3d2885a8ae88 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:07:24.794675 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.867096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Pushing event updated for resources: {'Port': ['ID=9ea96e15-e72f-4801-a457-3d2885a8ae88,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:24.922084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Attempting to bind port 9ea96e15-e72f-4801-a457-3d2885a8ae88 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:07:24.922427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Attempting to bind port 9ea96e15-e72f-4801-a457-3d2885a8ae88 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:07:24.922757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Attempting to bind port 9ea96e15-e72f-4801-a457-3d2885a8ae88 on network 49da1121-f8e6-476f-b450-72b20eac2586 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:24.927317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Port 9ea96e15-e72f-4801-a457-3d2885a8ae88 on network 49da1121-f8e6-476f-b450-72b20eac2586 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:07:24.927632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Attempting to bind port 9ea96e15-e72f-4801-a457-3d2885a8ae88 on network 49da1121-f8e6-476f-b450-72b20eac2586 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:24.934012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:07:24.934351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Checking segment: {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:24.934848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Bound using segment: {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:07:24.935437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Bound port: 9ea96e15-e72f-4801-a457-3d2885a8ae88, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:07:24.935855 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.004291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] For port 9ea96e15-e72f-4801-a457-3d2885a8ae88, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:07:25.008543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] For port 9ea96e15-e72f-4801-a457-3d2885a8ae88, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:07:25.015420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.057416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:25.058040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.059591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] 10.222.0.72 "PUT /v2.0/ports/9ea96e15-e72f-4801-a457-3d2885a8ae88 HTTP/1.1" status: 200 len: 1093 time: 0.7213941 Feb 11 06:07:25.060036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'tag': '9ea96e15-e72f-4801-a457-3d2885a8ae88'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:25.062321 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43664d27-7acf-404a-a3cf-4cca547138a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e73e7656-a46b-4a1d-9f91-48ed1a09016b", "tag": "9ea96e15-e72f-4801-a457-3d2885a8ae88"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:25.089159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208b369-9aba-4f5c-b0f4-a6fb8638f5fb service neutron] Pushing event updated for resources: {'Port': ['ID=9ea96e15-e72f-4801-a457-3d2885a8ae88,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:25.137658 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c550cf-9dd5-423c-9b72-338f14ce7688 x-openstack-request-id: req-18c550cf-9dd5-423c-9b72-338f14ce7688 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:25.137963 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73e7656-a46b-4a1d-9f91-48ed1a09016b", "tag": "9ea96e15-e72f-4801-a457-3d2885a8ae88", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:25.138220 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18c550cf-9dd5-423c-9b72-338f14ce7688 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:25.138634 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'tag': '9ea96e15-e72f-4801-a457-3d2885a8ae88', 'status': 'completed', 'code': 200} Feb 11 06:07:25.159705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b044f2-35ba-4136-b780-49f79d301429 req-5f5a1445-0bb2-4a6c-b116-59656829397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:25.161431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-5f5a1445-0bb2-4a6c-b116-59656829397c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 1127 time: 0.0589199 Feb 11 06:07:25.212360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-e359e882-a948-4aac-8e73-081460fce07d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88 HTTP/1.1" status: 200 len: 217 time: 0.0442326 Feb 11 06:07:25.262935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b044f2-35ba-4136-b780-49f79d301429 req-44725b98-b2d9-4a46-890a-a2fba979ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:25.264550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-44725b98-b2d9-4a46-890a-a2fba979ce1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0464282 Feb 11 06:07:25.325648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b044f2-35ba-4136-b780-49f79d301429 req-013d4fb0-e677-4552-a77e-a7512f765224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:25.328291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-013d4fb0-e677-4552-a77e-a7512f765224 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569575 Feb 11 06:07:25.425778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-4751893f-c9aa-44d7-bd13-faf017120751 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903802 Feb 11 06:07:25.535869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b044f2-35ba-4136-b780-49f79d301429 req-69634f57-ac92-47bf-b88c-4cfc7f817180 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047773 Feb 11 06:07:25.629703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-51c891aa-5e10-4f25-a3ef-82ab3c6bceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:25.631848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-51c891aa-5e10-4f25-a3ef-82ab3c6bceda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 1127 time: 0.0462589 Feb 11 06:07:25.727665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-25e5e376-a62b-434a-920a-df582ca3ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:25.729182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-25e5e376-a62b-434a-920a-df582ca3ceaa service neutron] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 912 time: 0.0916207 Feb 11 06:07:25.776570 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-e8c3b595-45c6-470a-8691-45a8dff1c1e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88 HTTP/1.1" status: 200 len: 217 time: 0.0416172 Feb 11 06:07:25.856329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-2078be80-0302-472f-8231-2338d5856be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:25.857854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-2078be80-0302-472f-8231-2338d5856be0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0757537 Feb 11 06:07:25.910935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf3322-f228-4978-846f-9352c2215943 req-5350dcbc-0edb-4c82-948d-c4e4c284dce2 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:25.913381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1baf3322-f228-4978-846f-9352c2215943 req-5350dcbc-0edb-4c82-948d-c4e4c284dce2 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 944 time: 0.1013179 Feb 11 06:07:25.948524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-aa0142dc-13a8-4258-b367-1308482aea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:25.950028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-aa0142dc-13a8-4258-b367-1308482aea87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0850353 Feb 11 06:07:26.000774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1baf3322-f228-4978-846f-9352c2215943 req-5210d2e4-4127-4596-b7b5-c317126412d3 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793777 Feb 11 06:07:26.062673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-fa516041-7282-479f-8f85-b49c1845ea47 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040366 Feb 11 06:07:26.159625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43664d27-7acf-404a-a3cf-4cca547138a0 req-1ad29179-e278-4b9d-a30f-79fcfa415f9c service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907576 Feb 11 06:07:26.990220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 9ea96e15-e72f-4801-a457-3d2885a8ae88 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:07:27.104122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 9ea96e15-e72f-4801-a457-3d2885a8ae88, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:27.116031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '9ea96e15-e72f-4801-a457-3d2885a8ae88', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'port_id': '9ea96e15-e72f-4801-a457-3d2885a8ae88', 'mac_address': 'fa:16:3e:85:7d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:07:27.125478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae023-cf52-47ba-8508-63dc28a5411f req-87c2ad84-56f4-4c75-827a-cc3965a07e0b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:27.127471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c4ae023-cf52-47ba-8508-63dc28a5411f req-87c2ad84-56f4-4c75-827a-cc3965a07e0b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 944 time: 0.0560811 Feb 11 06:07:27.162994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 9ea96e15-e72f-4801-a457-3d2885a8ae88 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:27.163384 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:27.178457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea96e15-e72f-4801-a457-3d2885a8ae88 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:27.182162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c4ae023-cf52-47ba-8508-63dc28a5411f req-4a6e8126-2be0-4e8b-82e0-abfeba461a2d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463672 Feb 11 06:07:27.200516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 9ea96e15-e72f-4801-a457-3d2885a8ae88, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:27.204554 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:27.254498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=9ea96e15-e72f-4801-a457-3d2885a8ae88,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:27.429901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['9ea96e15-e72f-4801-a457-3d2885a8ae88'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:07:27.733473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-88d6951e-e7f5-433b-92e4-3d0273c2b454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:28.333987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23933-4873-4656-92da-175af1494033 req-536f5b84-5ece-46fb-a76d-c0db2b544acb tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:28.335578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79e23933-4873-4656-92da-175af1494033 req-536f5b84-5ece-46fb-a76d-c0db2b544acb tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 945 time: 0.0794451 Feb 11 06:07:28.387748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79e23933-4873-4656-92da-175af1494033 req-9ae94bfd-bb0a-4eb0-95da-d463122074be tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465262 Feb 11 06:07:29.007212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 9ea96e15-e72f-4801-a457-3d2885a8ae88 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:29.064170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 9ea96e15-e72f-4801-a457-3d2885a8ae88 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:07:29.070173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 9ea96e15-e72f-4801-a457-3d2885a8ae88 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:29.070662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:29.177006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 9ea96e15-e72f-4801-a457-3d2885a8ae88 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:29.177387 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:29.207558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea96e15-e72f-4801-a457-3d2885a8ae88'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:29.209989 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c63d4c9-7e16-49e9-9f82-292071f857e9" -d '{"events": [{"server_uuid": "e73e7656-a46b-4a1d-9f91-48ed1a09016b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea96e15-e72f-4801-a457-3d2885a8ae88"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:29.221055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 9ea96e15-e72f-4801-a457-3d2885a8ae88, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:29.225719 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:29.275915 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f748bf9-3d42-4c65-bc42-9745c2b4ac75 x-openstack-request-id: req-9f748bf9-3d42-4c65-bc42-9745c2b4ac75 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:29.276241 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73e7656-a46b-4a1d-9f91-48ed1a09016b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea96e15-e72f-4801-a457-3d2885a8ae88", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:29.276514 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f748bf9-3d42-4c65-bc42-9745c2b4ac75 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:29.276910 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea96e15-e72f-4801-a457-3d2885a8ae88', 'code': 200} Feb 11 06:07:29.283155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=9ea96e15-e72f-4801-a457-3d2885a8ae88,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:29.373583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61fc75-113e-4feb-86b2-700c37703952 req-93b670e6-9f9a-40bd-aafd-72b11af76020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:29.375089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db61fc75-113e-4feb-86b2-700c37703952 req-93b670e6-9f9a-40bd-aafd-72b11af76020 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 1129 time: 0.0476077 Feb 11 06:07:29.432489 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-db61fc75-113e-4feb-86b2-700c37703952 req-2ee43cae-bd9a-4815-9821-681d7bc9b868 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498271 Feb 11 06:07:29.530746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b94bd-fd9e-4a69-88e4-b9cb96b5d1d6 req-b49980bd-36ee-416d-92d3-0b16bb4bac67 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:29.532565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc1b94bd-fd9e-4a69-88e4-b9cb96b5d1d6 req-b49980bd-36ee-416d-92d3-0b16bb4bac67 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0567570 Feb 11 06:07:29.594559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc1b94bd-fd9e-4a69-88e4-b9cb96b5d1d6 req-02f2e486-0881-425d-9432-0d7499b8b1c0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551918 Feb 11 06:07:30.311473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22bd395c-281e-4836-ba23-b963daeee1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:30.718787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba4a2-f252-421e-8e4c-bc4c9947863d req-f5460ddf-b156-43d9-94fa-7c2554182102 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:30.720265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a98ba4a2-f252-421e-8e4c-bc4c9947863d req-f5460ddf-b156-43d9-94fa-7c2554182102 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0532479 Feb 11 06:07:30.773697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a98ba4a2-f252-421e-8e4c-bc4c9947863d req-97d1f8d3-7fd9-4cca-b1f2-984c83aebed9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455022 Feb 11 06:07:30.900668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305af90-ee85-4c90-a389-ce76c97e1067 req-a5614ad8-a869-4cd9-9849-6541a9814b8f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:30.902290 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0305af90-ee85-4c90-a389-ce76c97e1067 req-a5614ad8-a869-4cd9-9849-6541a9814b8f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0560806 Feb 11 06:07:30.914316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41942) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:30.919106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5fb693b0-8800-47ca-a1f5-eb3668053459 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'floatingip': {'port_id': '9ea96e15-e72f-4801-a457-3d2885a8ae88'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:30.962863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5fb693b0-8800-47ca-a1f5-eb3668053459 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (fb5cd0e1-20c7-4069-8003-29557cf6e591), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:31.196446 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:31.425137 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5fb693b0-8800-47ca-a1f5-eb3668053459 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:31.431417 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5fb693b0-8800-47ca-a1f5-eb3668053459 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (fb5cd0e1-20c7-4069-8003-29557cf6e591), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:31.542358 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-5fb693b0-8800-47ca-a1f5-eb3668053459 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Floating IP fb5cd0e1-20c7-4069-8003-29557cf6e591 associated. External IP: 172.25.1.79, port: 9ea96e15-e72f-4801-a457-3d2885a8ae88. Feb 11 06:07:31.774469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb693b0-8800-47ca-a1f5-eb3668053459 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Router 9b10a196-7624-477e-9352-3dfebf27f475 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:07:31.900484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb693b0-8800-47ca-a1f5-eb3668053459 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:31.905813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5fb693b0-8800-47ca-a1f5-eb3668053459 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:31.911455 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] Sync routers for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:31.922974 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:31.923604 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:31.937353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5fb693b0-8800-47ca-a1f5-eb3668053459 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "PUT /v2.0/floatingips/fb5cd0e1-20c7-4069-8003-29557cf6e591 HTTP/1.1" status: 200 len: 991 time: 1.0215664 Feb 11 06:07:31.938060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'tag': '9ea96e15-e72f-4801-a457-3d2885a8ae88'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:31.940478 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e73e7656-a46b-4a1d-9f91-48ed1a09016b", "tag": "9ea96e15-e72f-4801-a457-3d2885a8ae88"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:31.995109 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142b35e7-b13e-4c1a-b5a5-a298f5c758cb x-openstack-request-id: req-142b35e7-b13e-4c1a-b5a5-a298f5c758cb {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:31.995521 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73e7656-a46b-4a1d-9f91-48ed1a09016b", "tag": "9ea96e15-e72f-4801-a457-3d2885a8ae88", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:31.995883 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-142b35e7-b13e-4c1a-b5a5-a298f5c758cb {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:31.996474 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'tag': '9ea96e15-e72f-4801-a457-3d2885a8ae88', 'status': 'completed', 'code': 200} Feb 11 06:07:32.060461 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:32.085836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-ba29623d-4214-4edd-80df-20758950ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:32.087397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-ba29623d-4214-4edd-80df-20758950ee80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 1129 time: 0.0712633 Feb 11 06:07:32.194113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-fcadbba1-1c53-4cb2-9dc4-3d8445c197d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:32.195925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-fcadbba1-1c53-4cb2-9dc4-3d8445c197d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 912 time: 0.1025615 Feb 11 06:07:32.277696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-ac4ba774-c872-434c-8cdd-8bf0d72eb30e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88 HTTP/1.1" status: 200 len: 999 time: 0.0758359 Feb 11 06:07:32.337808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-0d0b6a51-0986-4581-88e4-b5d9064941b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:32.340624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-0d0b6a51-0986-4581-88e4-b5d9064941b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0563314 Feb 11 06:07:32.346538 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'fb5cd0e1-20c7-4069-8003-29557cf6e591', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'port_id': '9ea96e15-e72f-4801-a457-3d2885a8ae88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'mac_address': 'fa:16:3e:85:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:21Z', 'updated_at': '2022-02-11T06:07:31Z', 'revision_number': 1, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:32.373683 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] Checking router: 9b10a196-7624-477e-9352-3dfebf27f475 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:32.383065 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:32.383717 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:32.407521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-de87c011-3536-459c-8003-d1f31c00962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:32.410319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-de87c011-3536-459c-8003-d1f31c00962e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0649803 Feb 11 06:07:32.512279 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:32.535436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-932db0c4-06f6-4c6e-b71d-14015fe25185 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191602 Feb 11 06:07:32.635751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbcc20f2-b8b4-4138-8e16-d7716df95a5a req-1c41885f-fc15-46ce-8ae5-5e4e6d06f178 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893223 Feb 11 06:07:32.750192 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'fb5cd0e1-20c7-4069-8003-29557cf6e591', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'port_id': '9ea96e15-e72f-4801-a457-3d2885a8ae88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'mac_address': 'fa:16:3e:85:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:21Z', 'updated_at': '2022-02-11T06:07:31Z', 'revision_number': 1, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:32.864059 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a426ae-5f32-43af-a58d-88e1cd6e0ec4 None None] The sync data for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 is: [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'fb5cd0e1-20c7-4069-8003-29557cf6e591', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'port_id': '9ea96e15-e72f-4801-a457-3d2885a8ae88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'mac_address': 'fa:16:3e:85:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:21Z', 'updated_at': '2022-02-11T06:07:31Z', 'revision_number': 1, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:32.868738 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:33.075407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d9ea9-f5a9-4a23-a01b-df1e749bb538 None None] New status for floating IP fb5cd0e1-20c7-4069-8003-29557cf6e591: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:07:33.966854 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:43.359261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41962) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:43.515381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Deleting port 166cf800-3d0e-424e-b877-79bb369c618b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:43.515724 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (166cf800-3d0e-424e-b877-79bb369c618b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:43.591752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (166cf800-3d0e-424e-b877-79bb369c618b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:43.592085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for floatingip (166cf800-3d0e-424e-b877-79bb369c618b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:43.604545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Calling delete_port for 166cf800-3d0e-424e-b877-79bb369c618b owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:43.782751 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (166cf800-3d0e-424e-b877-79bb369c618b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:43.811805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event deleted for resources: {'Port': ['ID=166cf800-3d0e-424e-b877-79bb369c618b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:43.840206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.840560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.840938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.841310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.841652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.841988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.842323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.842654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.843013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.843364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.843690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.844028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.844355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:43.882854 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for floatingip (8647f033-23ec-46a2-b0ae-756858677baf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:43.883238 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Floating IP 8647f033-23ec-46a2-b0ae-756858677baf disassociated (deleted). External IP: 172.25.1.150, port: caffa1e9-6312-476d-8e93-eb2b5532f413. Feb 11 06:07:44.373338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:07:44.483200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:44.487916 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:44.492403 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] Sync routers for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:44.501877 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:44.502486 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:44.518315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fbd89969-6b82-418c-b4cd-d67f82d67540 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "DELETE /v2.0/floatingips/8647f033-23ec-46a2-b0ae-756858677baf HTTP/1.1" status: 204 len: 168 time: 1.1579666 Feb 11 06:07:44.518989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:44.521375 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79462b30-9d14-4bad-ac49-0aa050fc0151" -d '{"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:44.569307 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b692b4-d9b1-44df-8714-d734f5068dc7 x-openstack-request-id: req-e9b692b4-d9b1-44df-8714-d734f5068dc7 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:44.570066 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:44.570425 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9b692b4-d9b1-44df-8714-d734f5068dc7 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:44.570929 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'status': 'completed', 'code': 200} Feb 11 06:07:44.616127 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:44.645740 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-ab2e9ae2-7df6-4c32-b14f-47ed42771b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:44.647685 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-ab2e9ae2-7df6-4c32-b14f-47ed42771b72 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a9da59ae9ba4ab48896cb69665afc63&device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 1129 time: 0.0540702 Feb 11 06:07:44.746714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-cf7da54a-320d-4721-a72b-5000fb9bfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:44.748215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-cf7da54a-320d-4721-a72b-5000fb9bfe34 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b5ceee1c-4760-4e95-831c-42099fa80c94 HTTP/1.1" status: 200 len: 915 time: 0.0948784 Feb 11 06:07:44.771501 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a361-4a63-4822-a866-d78e44741ba5 req-d3a6fc8f-9af1-44de-a4f8-c1fe22aa1ad9 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:44.773721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8da5a361-4a63-4822-a866-d78e44741ba5 req-d3a6fc8f-9af1-44de-a4f8-c1fe22aa1ad9 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 946 time: 0.0570567 Feb 11 06:07:44.795381 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-d148452d-febf-4904-b628-9a00753b4832 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caffa1e9-6312-476d-8e93-eb2b5532f413 HTTP/1.1" status: 200 len: 217 time: 0.0401947 Feb 11 06:07:44.826685 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:06Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:44.827870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8da5a361-4a63-4822-a866-d78e44741ba5 req-cf3e7e5d-1bc2-4f33-83e0-a322dff88dba tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475824 Feb 11 06:07:44.849022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-da0f8462-fdb7-430a-b27a-980336abce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:44.850632 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-da0f8462-fdb7-430a-b27a-980336abce8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31048fe2-51e5-45ca-a367-0984d20f3750 HTTP/1.1" status: 200 len: 853 time: 0.0474522 Feb 11 06:07:44.853538 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] Checking router: 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:44.861729 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:44.862340 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:07:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:44.905985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-02451a41-492c-4df6-86ba-177c1502e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:44.907730 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-02451a41-492c-4df6-86ba-177c1502e9eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b5ceee1c-4760-4e95-831c-42099fa80c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506365 Feb 11 06:07:44.981890 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:45.006398 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-46f3b417-c97b-4505-b32d-27ef44b7630c service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910397 Feb 11 06:07:45.100032 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-79462b30-9d14-4bad-ac49-0aa050fc0151 req-441566e3-154d-43be-90f4-40b9846caa53 service neutron] 10.222.0.81 "GET /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868108 Feb 11 06:07:45.186103 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:06Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:45.215999 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746aadc3-ebbe-4008-93b5-48ec864700c7 None None] The sync data for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 is: [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:01Z', 'revision_number': 4, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '3997d41d-ab53-4186-8e94-6bcbd2158d74', 'name': '', 'network_id': 'b5ceee1c-4760-4e95-831c-42099fa80c94', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'mac_address': 'fa:16:3e:04:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:00Z', 'updated_at': '2022-02-11T06:04:06Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'subnets': [{'id': '31048fe2-51e5-45ca-a367-0984d20f3750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:45.461030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734612b-76a9-4ccb-82cb-23b28e3550d0 None None] New status for floating IP 8647f033-23ec-46a2-b0ae-756858677baf: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:07:45.955114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5a421-6843-4098-92f3-870383e9ead3 req-b7674c84-85af-4f46-aa21-ba6d75b40473 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:45.956585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ee5a421-6843-4098-92f3-870383e9ead3 req-b7674c84-85af-4f46-aa21-ba6d75b40473 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 946 time: 0.0569656 Feb 11 06:07:46.011576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ee5a421-6843-4098-92f3-870383e9ead3 req-956002f7-39a2-444b-8ddc-27082005c6bc tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/security-groups?id=85da1130-871f-4b35-83fa-c07b6e8fb9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492525 Feb 11 06:07:46.414894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-aa921b57-8a6d-4c4a-9f43-e7bcc6184429 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:46.416428 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-aa921b57-8a6d-4c4a-9f43-e7bcc6184429 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 946 time: 0.0583951 Feb 11 06:07:46.515696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Deleting port caffa1e9-6312-476d-8e93-eb2b5532f413 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:46.516037 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:46.608015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] For port caffa1e9-6312-476d-8e93-eb2b5532f413, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=caffa1e9-6312-476d-8e93-eb2b5532f413,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:46.608388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:46.620483 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Calling delete_port for caffa1e9-6312-476d-8e93-eb2b5532f413 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:46.749367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (caffa1e9-6312-476d-8e93-eb2b5532f413), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:46.782518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event deleted for resources: {'Port': ['ID=caffa1e9-6312-476d-8e93-eb2b5532f413,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:46.826104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] No DVR routers for this DVR port caffa1e9-6312-476d-8e93-eb2b5532f413 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:07:46.828932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:46.832382 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8644427e-b4f4-43e8-bc5e-6037c1c01190 req-3644fdcf-509b-48d1-a45e-fbd424560e06 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.81 "DELETE /v2.0/ports/caffa1e9-6312-476d-8e93-eb2b5532f413 HTTP/1.1" status: 204 len: 173 time: 0.4103725 Feb 11 06:07:46.832833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'name': 'network-vif-deleted', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:46.835127 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfd64f1-fd8f-4fb3-aba8-bbb65f338a5f" -d '{"events": [{"server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "name": "network-vif-deleted", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:46.873678 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77526d68-873f-4cc9-a626-efecd8ec6bd2 x-openstack-request-id: req-77526d68-873f-4cc9-a626-efecd8ec6bd2 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:46.874130 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1349e1a-b5ce-4207-88ee-202fe2743094", "name": "network-vif-deleted", "tag": "caffa1e9-6312-476d-8e93-eb2b5532f413", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:46.874397 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77526d68-873f-4cc9-a626-efecd8ec6bd2 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:46.874814 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1349e1a-b5ce-4207-88ee-202fe2743094', 'name': 'network-vif-deleted', 'tag': 'caffa1e9-6312-476d-8e93-eb2b5532f413', 'status': 'completed', 'code': 200} Feb 11 06:07:47.110041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0761ed71-70ec-43e2-accf-1c23ecd80248 req-05b4a193-0f71-4a82-91d3-63b4c3c5e30e tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0279944 Feb 11 06:07:48.211344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c5e28de-aadd-4fa7-8cac-e00ba4cd67c1 req-cc990095-d372-4469-beab-7304131cebf9 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0283570 Feb 11 06:07:49.309858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fb68a1c-71f3-4208-a041-7ed71ae3c6c9 req-8137a64f-6e4a-497a-9446-f8872c853082 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0273986 Feb 11 06:07:49.982468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device caffa1e9-6312-476d-8e93-eb2b5532f413 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:50.002333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: caffa1e9-6312-476d-8e93-eb2b5532f413 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:50.002687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device caffa1e9-6312-476d-8e93-eb2b5532f413 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:50.021831 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:07:50.416865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26923177-7863-48ce-9cf7-0ccce423603a req-20dfeb6a-7159-454a-b4f3-0d23ee3ae2c0 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0397236 Feb 11 06:07:51.515293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-07e244ec-89fe-435a-ae0c-cb3793f480e0 req-56e70e65-78b7-4a36-b041-5bf51702c379 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0305645 Feb 11 06:07:52.418270 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:52.612505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-acb7285a-893b-4f08-b6ce-404c5381ae68 req-1aa53214-1d5a-49d8-9016-2b63e92568eb tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Feb 11 06:07:53.334296 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:53.707762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7faa57c0-eaee-4903-951d-97c8f39103ae req-4b7fead0-ced5-40d2-942e-14a093b8b78a tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0271091 Feb 11 06:07:54.869358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2810cc88-ae44-4f35-a6ac-de52cac4ebd2 req-3bd9025d-f0c6-4c83-a28c-4d979c1ae7c8 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1349e1a-b5ce-4207-88ee-202fe2743094 HTTP/1.1" status: 200 len: 210 time: 0.0882928 Feb 11 06:07:55.925891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 41998) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:55.982262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9e53856f-bc3c-4c56-ad8f-9355b68a10f0 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group (85da1130-871f-4b35-83fa-c07b6e8fb9a0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:56.014189 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9e53856f-bc3c-4c56-ad8f-9355b68a10f0 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group (85da1130-871f-4b35-83fa-c07b6e8fb9a0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:56.074953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9e53856f-bc3c-4c56-ad8f-9355b68a10f0 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (85da1130-871f-4b35-83fa-c07b6e8fb9a0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:56.077587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9e53856f-bc3c-4c56-ad8f-9355b68a10f0 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:56.081232 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9e53856f-bc3c-4c56-ad8f-9355b68a10f0 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] 10.222.0.31 "DELETE /v2.0/security-groups/85da1130-871f-4b35-83fa-c07b6e8fb9a0 HTTP/1.1" status: 204 len: 168 time: 0.1518681 Feb 11 06:07:56.088456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53856f-bc3c-4c56-ad8f-9355b68a10f0 tempest-TestVolumeBackupRestore-27769015 tempest-TestVolumeBackupRestore-27769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da1130-871f-4b35-83fa-c07b6e8fb9a0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:57.733545 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-390304a6-2e4a-4b52-84c3-a6c0a58c21fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:00.310805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fabbcb1-2eda-4ae2-b27a-7178f66a6054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:01.199057 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:02.871574 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:03.704345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42468) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:03.965851 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:04.068785 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:04.322768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Deleting port 3997d41d-ab53-4186-8e94-6bcbd2158d74 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:04.323106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:04.406384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] For port 3997d41d-ab53-4186-8e94-6bcbd2158d74, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3997d41d-ab53-4186-8e94-6bcbd2158d74,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:04.406788 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:04.420093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Calling delete_port for 3997d41d-ab53-4186-8e94-6bcbd2158d74 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:04.605494 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3997d41d-ab53-4186-8e94-6bcbd2158d74), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:04.630797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=3997d41d-ab53-4186-8e94-6bcbd2158d74,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:04.815890 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.044339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:08:05.154763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:08:05.159943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb30b9f4-40b6-445d-9494-913e1d256f01 admin admin] 10.222.0.31 "PUT /v2.0/routers/1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4544268 Feb 11 06:08:05.162605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42470) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:05.165315 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] Sync routers for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:08:05.175330 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:08:05.175948 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:08:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:05.271165 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks [] for router (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.283833 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:08:05.379004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks [] for router_gateway (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.435959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Deleting port e9ed9c15-9505-494f-929b-0848b6e07980 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:05.436358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.473916 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:08:04Z', 'revision_number': 5, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port': {'id': 'e9ed9c15-9505-494f-929b-0848b6e07980', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:05.500411 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] Checking router: 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:08:05.508399 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] Routers {'1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:08:05.508995 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:08:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:05.517404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] For port e9ed9c15-9505-494f-929b-0848b6e07980, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e9ed9c15-9505-494f-929b-0848b6e07980,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:05.517817 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.529539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Calling delete_port for e9ed9c15-9505-494f-929b-0848b6e07980 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:05.688769 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] Set router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:08:05.700548 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e9ed9c15-9505-494f-929b-0848b6e07980), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.723518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ed9c15-9505-494f-929b-0848b6e07980,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:05.744038 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:08:05Z', 'revision_number': 6, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:05.773096 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c497e4-efe7-4e4c-9a79-8759f68790c4 None None] The sync data for ids ['1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd'] in n-d-715271-35 is: [{'id': '1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd', 'name': 'tempest-TestVolumeBackupRestore-1613518060-router', 'tenant_id': '8a9da59ae9ba4ab48896cb69665afc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:57Z', 'updated_at': '2022-02-11T06:08:05Z', 'revision_number': 6, 'project_id': '8a9da59ae9ba4ab48896cb69665afc63', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:08:05.788706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.883464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.885865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks [] for router_controller (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.933284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.933831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:08:05.938099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.939236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4eab646d-321d-4a96-9f71-1f75e0208cb2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1e8dc5bb-d0a7-4c21-98e2-8c0bf62330cd HTTP/1.1" status: 204 len: 168 time: 0.7756763 Feb 11 06:08:05.942141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42472) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:05.989396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-3978a376-02a1-41b7-8183-e2d187580df7 admin admin] Deleting subnet 31048fe2-51e5-45ca-a367-0984d20f3750 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:08:05.992379 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3978a376-02a1-41b7-8183-e2d187580df7 admin admin] Publish callbacks [] for subnet (31048fe2-51e5-45ca-a367-0984d20f3750), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.025814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3978a376-02a1-41b7-8183-e2d187580df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (31048fe2-51e5-45ca-a367-0984d20f3750), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.105609 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3978a376-02a1-41b7-8183-e2d187580df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (31048fe2-51e5-45ca-a367-0984d20f3750), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.170716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3978a376-02a1-41b7-8183-e2d187580df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (31048fe2-51e5-45ca-a367-0984d20f3750), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.205922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978a376-02a1-41b7-8183-e2d187580df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31048fe2-51e5-45ca-a367-0984d20f3750,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:06.207945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3978a376-02a1-41b7-8183-e2d187580df7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.211726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3978a376-02a1-41b7-8183-e2d187580df7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/31048fe2-51e5-45ca-a367-0984d20f3750 HTTP/1.1" status: 204 len: 168 time: 0.2685196 Feb 11 06:08:06.214449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42474) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:06.216293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8ea817-be07-4ee8-a5a9-395889953d66 None None] Network b5ceee1c-4760-4e95-831c-42099fa80c94 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:08:06.309570 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b5ceee1c-4760-4e95-831c-42099fa80c94), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.367182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Deleting port 9237764a-ea7f-43ca-ab90-ea35c91e10df {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:06.367519 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.428840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] For port 9237764a-ea7f-43ca-ab90-ea35c91e10df, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9237764a-ea7f-43ca-ab90-ea35c91e10df,segment=NetworkSegment(43254a22-1610-4b9a-80b8-f1521095d413),segment_id=43254a22-1610-4b9a-80b8-f1521095d413)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:06.429230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.441643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Calling delete_port for 9237764a-ea7f-43ca-ab90-ea35c91e10df owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:06.529293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9237764a-ea7f-43ca-ab90-ea35c91e10df), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.557895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9237764a-ea7f-43ca-ab90-ea35c91e10df,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:06.561196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] No DVR routers for this DVR port 9237764a-ea7f-43ca-ab90-ea35c91e10df on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:08:06.605383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3997d41d-ab53-4186-8e94-6bcbd2158d74 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:06.613072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f40792-6bb4-4752-9212-4ce063486d18 None None] DHCP port deletion for b5ceee1c-4760-4e95-831c-42099fa80c94 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:08:06.637053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 3997d41d-ab53-4186-8e94-6bcbd2158d74 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:08:06.637432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3997d41d-ab53-4186-8e94-6bcbd2158d74 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:06.637887 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b5ceee1c-4760-4e95-831c-42099fa80c94), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.663345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ceee1c-4760-4e95-831c-42099fa80c94']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:06.673452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43254a22-1610-4b9a-80b8-f1521095d413') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:06.673754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43254a22-1610-4b9a-80b8-f1521095d413') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:06.684478 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (43254a22-1610-4b9a-80b8-f1521095d413), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.698626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (43254a22-1610-4b9a-80b8-f1521095d413), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.705299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:08:06.705700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (43254a22-1610-4b9a-80b8-f1521095d413), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:08:06.707388 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:08:06.762482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b5ceee1c-4760-4e95-831c-42099fa80c94), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.768301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.771724 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] 10.222.0.31 "DELETE /v2.0/networks/b5ceee1c-4760-4e95-831c-42099fa80c94 HTTP/1.1" status: 204 len: 168 time: 0.5562527 Feb 11 06:08:06.774952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42476) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:06.783217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb861b1b-3df7-48ca-a20e-099e1f9c55dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ceee1c-4760-4e95-831c-42099fa80c94,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:07.478071 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:07.761762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Deleting port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:07.762097 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:07.839909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] For port 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7,segment=NetworkSegment(046e8366-aa35-4a13-98bd-ebef0f6cdd48),segment_id=046e8366-aa35-4a13-98bd-ebef0f6cdd48)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:07.840271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:07.853144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Calling delete_port for 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:07.902772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e9ed9c15-9505-494f-929b-0848b6e07980 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:07.922536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: e9ed9c15-9505-494f-929b-0848b6e07980 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:08:07.922969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e9ed9c15-9505-494f-929b-0848b6e07980 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:07.923447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9237764a-ea7f-43ca-ab90-ea35c91e10df no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:07.942209 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9237764a-ea7f-43ca-ab90-ea35c91e10df {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:08:07.942636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9237764a-ea7f-43ca-ab90-ea35c91e10df not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:08.036849 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:08.063441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:08.234743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:08.454925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:08:08.563033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:08:08.568299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d7975ef6-e43b-4370-92af-a4a09a516f27 admin admin] 10.222.0.31 "PUT /v2.0/routers/b594ec6b-0375-4db5-a105-c3ccd1cb8a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7922306 Feb 11 06:08:08.570927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42482) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:08.573796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] Sync routers for ids ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:08:08.584151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] Routers {'b594ec6b-0375-4db5-a105-c3ccd1cb8a39'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:08:08.584781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:08:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:08.677611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks [] for router (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:08.693574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] Set router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:08:08.782449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks [] for router_gateway (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:08.836242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Deleting port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:08.836679 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:08.874283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:03Z', 'updated_at': '2022-02-11T06:08:07Z', 'revision_number': 5, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'gw_port': {'id': '400fc502-e1d1-4ad0-994a-5a888b9ddcf2', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:04Z', 'updated_at': '2022-02-11T06:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:08.900826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] Checking router: b594ec6b-0375-4db5-a105-c3ccd1cb8a39 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:08:08.909172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] Routers {'b594ec6b-0375-4db5-a105-c3ccd1cb8a39'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:08:08.909922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:08:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:08.919517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] For port 400fc502-e1d1-4ad0-994a-5a888b9ddcf2, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=400fc502-e1d1-4ad0-994a-5a888b9ddcf2,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:08.919878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:08.932042 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Calling delete_port for 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:08.999539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] Set router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:08:09.056030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:03Z', 'updated_at': '2022-02-11T06:08:08Z', 'revision_number': 6, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:09.082147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c7cdf-2264-45fe-ba43-8c452fcc1d3b None None] The sync data for ids ['b594ec6b-0375-4db5-a105-c3ccd1cb8a39'] in n-d-715271-35 is: [{'id': 'b594ec6b-0375-4db5-a105-c3ccd1cb8a39', 'name': 'tempest-TestVolumeBackupRestore-750589095-router', 'tenant_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:03Z', 'updated_at': '2022-02-11T06:08:08Z', 'revision_number': 6, 'project_id': 'a5674c6acffe42c0b770fe5c9b83b00d', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:08:09.102201 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (400fc502-e1d1-4ad0-994a-5a888b9ddcf2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.128358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Pushing event deleted for resources: {'Port': ['ID=400fc502-e1d1-4ad0-994a-5a888b9ddcf2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:09.196406 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.290739 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.293093 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks [] for router_controller (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.338980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (b594ec6b-0375-4db5-a105-c3ccd1cb8a39), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.339621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b594ec6b-0375-4db5-a105-c3ccd1cb8a39 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:08:09.344074 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.347729 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4e78a09d-d6b2-4dcf-bf43-be3e545c2503 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b594ec6b-0375-4db5-a105-c3ccd1cb8a39 HTTP/1.1" status: 204 len: 168 time: 0.7733364 Feb 11 06:08:09.347997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42486) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:09.393460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0821e458-e9a5-429e-9313-d3483eca1627 admin admin] Deleting subnet c540713b-4f45-42f6-a1f5-811d7eea45ff {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:08:09.396837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0821e458-e9a5-429e-9313-d3483eca1627 admin admin] Publish callbacks [] for subnet (c540713b-4f45-42f6-a1f5-811d7eea45ff), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.452602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0821e458-e9a5-429e-9313-d3483eca1627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (c540713b-4f45-42f6-a1f5-811d7eea45ff), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.554885 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0821e458-e9a5-429e-9313-d3483eca1627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c540713b-4f45-42f6-a1f5-811d7eea45ff), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.638200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0821e458-e9a5-429e-9313-d3483eca1627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (c540713b-4f45-42f6-a1f5-811d7eea45ff), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.660136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa1efd-07de-47b0-956a-0001519a34f4 None None] Network eddcf9c4-8880-4928-ab55-be4f92d4e33f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:08:09.670042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0821e458-e9a5-429e-9313-d3483eca1627 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.673239 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0821e458-e9a5-429e-9313-d3483eca1627 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c540713b-4f45-42f6-a1f5-811d7eea45ff HTTP/1.1" status: 204 len: 168 time: 0.3243454 Feb 11 06:08:09.674299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821e458-e9a5-429e-9313-d3483eca1627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c540713b-4f45-42f6-a1f5-811d7eea45ff,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:09.675921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42494) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:09.786228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (eddcf9c4-8880-4928-ab55-be4f92d4e33f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.864778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Deleting port ac9adc52-3223-45f1-b377-e89a226cdf5e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:09.865046 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.928775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] DHCP port deletion for eddcf9c4-8880-4928-ab55-be4f92d4e33f request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:08:09.939859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] For port ac9adc52-3223-45f1-b377-e89a226cdf5e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ac9adc52-3223-45f1-b377-e89a226cdf5e,segment=NetworkSegment(046e8366-aa35-4a13-98bd-ebef0f6cdd48),segment_id=046e8366-aa35-4a13-98bd-ebef0f6cdd48)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:09.940355 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.955060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Calling delete_port for ac9adc52-3223-45f1-b377-e89a226cdf5e owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:10.017713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:10.037877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Deleting port ac9adc52-3223-45f1-b377-e89a226cdf5e {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:10.038502 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.041775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:08:10.042137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98f296b2-d2f4-41cc-a63a-3a5e7d4bbdd7 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:10.042550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:10.061779 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.077152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:08:10.077834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 400fc502-e1d1-4ad0-994a-5a888b9ddcf2 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:10.078222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ac9adc52-3223-45f1-b377-e89a226cdf5e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:10.096908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9adc52-3223-45f1-b377-e89a226cdf5e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:10.109743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] No DVR routers for this DVR port ac9adc52-3223-45f1-b377-e89a226cdf5e on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:08:10.194409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (eddcf9c4-8880-4928-ab55-be4f92d4e33f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.225918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddcf9c4-8880-4928-ab55-be4f92d4e33f']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:10.241623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046e8366-aa35-4a13-98bd-ebef0f6cdd48') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:10.243051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046e8366-aa35-4a13-98bd-ebef0f6cdd48') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:10.271482 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (046e8366-aa35-4a13-98bd-ebef0f6cdd48), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.285580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: ac9adc52-3223-45f1-b377-e89a226cdf5e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:08:10.286211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ac9adc52-3223-45f1-b377-e89a226cdf5e not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:10.312944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (046e8366-aa35-4a13-98bd-ebef0f6cdd48), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.319797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:08:10.320765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (046e8366-aa35-4a13-98bd-ebef0f6cdd48), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:08:10.322578 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:08:10.359176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] For port ac9adc52-3223-45f1-b377-e89a226cdf5e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ac9adc52-3223-45f1-b377-e89a226cdf5e,segment=NetworkSegment(046e8366-aa35-4a13-98bd-ebef0f6cdd48),segment_id=046e8366-aa35-4a13-98bd-ebef0f6cdd48)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:10.360145 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.387932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Calling delete_port for ac9adc52-3223-45f1-b377-e89a226cdf5e owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:10.415624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (eddcf9c4-8880-4928-ab55-be4f92d4e33f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.422909 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.428536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] 10.222.0.31 "DELETE /v2.0/networks/eddcf9c4-8880-4928-ab55-be4f92d4e33f HTTP/1.1" status: 204 len: 168 time: 0.7494090 Feb 11 06:08:10.448577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f11b7-be42-4ef9-82d4-ab9d077aa58f admin admin] Pushing event deleted for resources: {'Network': ['ID=eddcf9c4-8880-4928-ab55-be4f92d4e33f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:10.493946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (ac9adc52-3223-45f1-b377-e89a226cdf5e), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.522349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Network eddcf9c4-8880-4928-ab55-be4f92d4e33f is not hosted by any dhcp agent {{(pid=103122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 06:08:10.522900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] No DVR routers for this DVR port ac9adc52-3223-45f1-b377-e89a226cdf5e on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:08:10.525175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Pushing event deleted for resources: {'Port': ['ID=ac9adc52-3223-45f1-b377-e89a226cdf5e,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:10.554093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.555838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.556275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.556603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.557018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.557560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.557850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.558213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.558595 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.558912 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.559235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.559566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.559892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e191a-b682-4e10-ac0a-9c9b5f104efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:10.592109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42500) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:10.633159 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-48cfd177-6cda-4cd6-b00a-90807063bf91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a9da59ae9ba4ab48896cb69665afc63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392988 Feb 11 06:08:10.635249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42502) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:10.689336 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3b55-c8e8-4e33-8fe7-d65f90b072ad admin admin] Publish callbacks [] for security_group (7060f4c4-5142-4c2d-a100-ec2609846747), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.712842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3b55-c8e8-4e33-8fe7-d65f90b072ad admin admin] Publish callbacks [] for security_group (7060f4c4-5142-4c2d-a100-ec2609846747), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.774035 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3b55-c8e8-4e33-8fe7-d65f90b072ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7060f4c4-5142-4c2d-a100-ec2609846747), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.776736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3b55-c8e8-4e33-8fe7-d65f90b072ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.777992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2f6d3b55-c8e8-4e33-8fe7-d65f90b072ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7060f4c4-5142-4c2d-a100-ec2609846747 HTTP/1.1" status: 204 len: 168 time: 0.1418166 Feb 11 06:08:10.786420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d3b55-c8e8-4e33-8fe7-d65f90b072ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7060f4c4-5142-4c2d-a100-ec2609846747,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:10.903214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c635cc41-24b2-475a-a993-034e4feadda6 req-0332edce-3569-411a-94b4-8c4eb528a1fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532703 Feb 11 06:08:10.991371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635cc41-24b2-475a-a993-034e4feadda6 req-1bae311f-a0bf-4157-aa1e-877ae1f79439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:10.993541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c635cc41-24b2-475a-a993-034e4feadda6 req-1bae311f-a0bf-4157-aa1e-877ae1f79439 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 1128 time: 0.0464001 Feb 11 06:08:11.100334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635cc41-24b2-475a-a993-034e4feadda6 req-0a84bf23-d2a2-4293-b54d-403f05e6d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:11.102721 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c635cc41-24b2-475a-a993-034e4feadda6 req-0a84bf23-d2a2-4293-b54d-403f05e6d457 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.0908396 Feb 11 06:08:11.122874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:11.165670 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3cc6edd4-6025-4ab6-8262-d6cef4db485d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5674c6acffe42c0b770fe5c9b83b00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408604 Feb 11 06:08:11.168222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42510) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:11.171268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c635cc41-24b2-475a-a993-034e4feadda6 req-908f5abe-7e40-4c02-8e29-98efd9937dec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc HTTP/1.1" status: 200 len: 1001 time: 0.0637641 Feb 11 06:08:11.220752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03b21b93-63de-43bc-a999-d91d65329505 admin admin] Publish callbacks [] for security_group (e81d25a9-b94d-4a58-9b2c-c1489a54a9c5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:11.220968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635cc41-24b2-475a-a993-034e4feadda6 req-5f6def15-b7b3-420c-8269-7b0ca985858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:11.222355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c635cc41-24b2-475a-a993-034e4feadda6 req-5f6def15-b7b3-420c-8269-7b0ca985858c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0449941 Feb 11 06:08:11.242709 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03b21b93-63de-43bc-a999-d91d65329505 admin admin] Publish callbacks [] for security_group (e81d25a9-b94d-4a58-9b2c-c1489a54a9c5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:11.271832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635cc41-24b2-475a-a993-034e4feadda6 req-7e2b5aed-ffcc-42bd-84d6-41ecb6b1dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:11.273440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c635cc41-24b2-475a-a993-034e4feadda6 req-7e2b5aed-ffcc-42bd-84d6-41ecb6b1dfe4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446260 Feb 11 06:08:11.289580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03b21b93-63de-43bc-a999-d91d65329505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e81d25a9-b94d-4a58-9b2c-c1489a54a9c5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:11.292505 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-03b21b93-63de-43bc-a999-d91d65329505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:11.293726 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-03b21b93-63de-43bc-a999-d91d65329505 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e81d25a9-b94d-4a58-9b2c-c1489a54a9c5 HTTP/1.1" status: 204 len: 168 time: 0.1245890 Feb 11 06:08:11.301785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b21b93-63de-43bc-a999-d91d65329505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d25a9-b94d-4a58-9b2c-c1489a54a9c5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:11.370075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c635cc41-24b2-475a-a993-034e4feadda6 req-20042568-ae6f-4858-8479-3f16e73ea673 service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908206 Feb 11 06:08:11.466150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c635cc41-24b2-475a-a993-034e4feadda6 req-f7b19c15-9a86-42de-aa6b-47ff70662c1b service neutron] 10.222.0.72 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907421 Feb 11 06:08:16.930255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95c4ba-8cbf-4e9c-b203-c3caaee22cd9 req-63571ec9-b4d5-4225-8c1c-cda2c8370d16 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:16.932033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e95c4ba-8cbf-4e9c-b203-c3caaee22cd9 req-63571ec9-b4d5-4225-8c1c-cda2c8370d16 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 945 time: 0.0546534 Feb 11 06:08:16.982700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e95c4ba-8cbf-4e9c-b203-c3caaee22cd9 req-d708b2e7-f06c-4e47-995a-bbf48a1cf2cb tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445580 Feb 11 06:08:18.112168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe94b9-c47b-4210-b58e-86cc38fdc68a req-cd2aea80-44fc-4689-80f3-a436d1607afe tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:18.113719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0fe94b9-c47b-4210-b58e-86cc38fdc68a req-cd2aea80-44fc-4689-80f3-a436d1607afe tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 945 time: 0.0556755 Feb 11 06:08:18.167983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0fe94b9-c47b-4210-b58e-86cc38fdc68a req-f9318491-8db0-4ed2-9be4-d53632f98bed tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484536 Feb 11 06:08:18.387694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266463b-3995-4930-9def-62c1624cd91e req-a15dd2c7-4109-4188-bc03-b411bf1d4f64 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:18.389465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8266463b-3995-4930-9def-62c1624cd91e req-a15dd2c7-4109-4188-bc03-b411bf1d4f64 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 945 time: 0.0598278 Feb 11 06:08:18.489877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port 6d9291b2-9d2d-4790-b770-c70b711f12fc {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:18.490218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:18.584336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] For port 6d9291b2-9d2d-4790-b770-c70b711f12fc, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d9291b2-9d2d-4790-b770-c70b711f12fc,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:18.584695 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:18.814701 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:18.815060 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (b4ac3b57-a755-43da-8212-4f25b6b9d395), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:18.815373 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Floating IP b4ac3b57-a755-43da-8212-4f25b6b9d395 disassociated. External IP: 172.25.1.180, port: 6d9291b2-9d2d-4790-b770-c70b711f12fc. Feb 11 06:08:18.815716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for 6d9291b2-9d2d-4790-b770-c70b711f12fc owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:18.946014 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6d9291b2-9d2d-4790-b770-c70b711f12fc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:18.980476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=6d9291b2-9d2d-4790-b770-c70b711f12fc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:19.415142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-398b25fb-ac58-4d8b-aefc-7c202aa5e665 req-31431c28-289e-42a4-a55b-4e17891a9304 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0354671 Feb 11 06:08:19.439643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Router a411d539-8d25-4b37-9adf-80e6d70c28da has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:08:19.560389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:08:19.571078 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] Sync routers for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:08:19.582645 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:08:19.583203 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:08:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:19.605250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] No DVR routers for this DVR port 6d9291b2-9d2d-4790-b770-c70b711f12fc on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:08:19.608559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:19.612219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8266463b-3995-4930-9def-62c1624cd91e req-588f190b-28e5-4472-9e2e-af863908aa5b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.72 "DELETE /v2.0/ports/6d9291b2-9d2d-4790-b770-c70b711f12fc HTTP/1.1" status: 204 len: 173 time: 1.2180212 Feb 11 06:08:19.612779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd143c921-4746-41a6-9072-1d06b8228e67', 'name': 'network-vif-deleted', 'tag': '6d9291b2-9d2d-4790-b770-c70b711f12fc'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:19.616197 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72f57be-a288-46fa-bc67-7ada4a32203d" -d '{"events": [{"server_uuid": "d143c921-4746-41a6-9072-1d06b8228e67", "name": "network-vif-deleted", "tag": "6d9291b2-9d2d-4790-b770-c70b711f12fc"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:19.666578 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0288a3c0-07e3-4be2-abb3-ccf4cf229b9c x-openstack-request-id: req-0288a3c0-07e3-4be2-abb3-ccf4cf229b9c {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:19.666938 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d143c921-4746-41a6-9072-1d06b8228e67", "name": "network-vif-deleted", "tag": "6d9291b2-9d2d-4790-b770-c70b711f12fc", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:19.667254 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0288a3c0-07e3-4be2-abb3-ccf4cf229b9c {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:19.668461 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd143c921-4746-41a6-9072-1d06b8228e67', 'name': 'network-vif-deleted', 'tag': '6d9291b2-9d2d-4790-b770-c70b711f12fc', 'status': 'completed', 'code': 200} Feb 11 06:08:19.723774 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:08:19.933574 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:19.964752 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] Checking router: a411d539-8d25-4b37-9adf-80e6d70c28da for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:08:19.973689 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:08:19.974363 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:08:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:20.083847 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:08:20.285836 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:20.312151 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8f62e-463f-4fb0-9191-1a4eba59d322 None None] The sync data for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 is: [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:08:20.525831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af4d7b9d-d126-4be1-9baa-c48b6d0ceb1d req-62e8999e-54b1-474f-88f0-b0f053164a5f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0311306 Feb 11 06:08:20.560195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120e2af-e6f0-4457-a15b-31a3cb09b2d5 None None] New status for floating IP b4ac3b57-a755-43da-8212-4f25b6b9d395: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:08:21.340236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d9291b2-9d2d-4790-b770-c70b711f12fc no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:21.362077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 6d9291b2-9d2d-4790-b770-c70b711f12fc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:08:21.362429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d9291b2-9d2d-4790-b770-c70b711f12fc not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:21.649752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e5e249a-8470-4fc8-9ae6-8f7e413e9a81 req-327396d4-e912-447e-aa33-cb758c16ac94 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0355058 Feb 11 06:08:22.420228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:22.751072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46cc8a1c-ae6f-447f-94e3-292389a24bc6 req-1362d090-c528-4e82-b7a9-e9db3a2164b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0301473 Feb 11 06:08:23.354499 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:23.846574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-04730c3a-b86d-4887-92f4-6d69a096b379 req-6d2c4adf-51d0-4f5e-975c-8bc4f17b1e2a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0275259 Feb 11 06:08:24.942079 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18f47829-e209-4641-a718-b43774c3c30d req-296ca849-6a3b-499c-969f-afd2b0b90990 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0276856 Feb 11 06:08:26.042286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e627a6e1-a998-4d5e-8f8f-e7d8c915d24f req-9e02eda7-8d46-46ed-af98-d11b088b05b7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0281110 Feb 11 06:08:27.022439 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:08:27.152979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01ad69e1-bd1b-4c7d-b93c-5f7c23ec4b0b req-6902b45c-967f-4c04-b077-e9f360fd88f3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0310829 Feb 11 06:08:27.725592 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e6-0e37-4bbf-a082-aae797950434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:28.240954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b15c74-16fd-4c9b-af98-f09db11a5e61 req-31cc5fd6-f810-4f30-a129-509bf0a76a7d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:28.243131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2b15c74-16fd-4c9b-af98-f09db11a5e61 req-31cc5fd6-f810-4f30-a129-509bf0a76a7d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0703180 Feb 11 06:08:28.279728 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dfc95aa1-9d3d-4930-ba94-38d0b5975b55 req-47d59673-e16a-467b-802a-992b5a1614ca tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0316212 Feb 11 06:08:28.316369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b2b15c74-16fd-4c9b-af98-f09db11a5e61 req-2933983b-1c5f-4048-9941-be1d86016b6c tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665603 Feb 11 06:08:29.380080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86dd098f-2bdf-48b2-95fa-b35ec975ec18 req-000205d3-dbc5-4b5d-a750-3bb75f39999e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=d143c921-4746-41a6-9072-1d06b8228e67 HTTP/1.1" status: 200 len: 210 time: 0.0291731 Feb 11 06:08:29.452401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f012-4f89-4e7a-96b4-6984864ee0ca req-71de9513-d1d9-42cc-8913-965342d2db1b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:29.453972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ed6f012-4f89-4e7a-96b4-6984864ee0ca req-71de9513-d1d9-42cc-8913-965342d2db1b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0561502 Feb 11 06:08:29.500878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ed6f012-4f89-4e7a-96b4-6984864ee0ca req-380ef5c4-a4a7-4e7a-8bba-056c7e8851d3 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412407 Feb 11 06:08:30.303855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cdc7cd28-af22-4d90-bab2-c09bdca6a89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:30.673604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507deff8-7e36-4f4a-84d1-a09a3c8edcd5 req-372e291e-46dc-4b78-aca6-24ab56c8bd84 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:30.674991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-507deff8-7e36-4f4a-84d1-a09a3c8edcd5 req-372e291e-46dc-4b78-aca6-24ab56c8bd84 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0892193 Feb 11 06:08:30.678366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-bbe11a0b-3091-4df3-b890-7bc008d86707 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987460635&fields=id&tenant_id=e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 267 time: 0.0634768 Feb 11 06:08:30.807218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-507deff8-7e36-4f4a-84d1-a09a3c8edcd5 req-8ca5a513-fad4-4a9e-9c86-5ee5d9ff06cc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117713 Feb 11 06:08:30.832400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-e188fc16-15c7-417f-a202-401383c80f77 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:30.834101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-e188fc16-15c7-417f-a202-401383c80f77 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1481078 Feb 11 06:08:30.848597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-418af05f-0b99-4909-b266-5c8d4daa8f2f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/quotas/e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 375 time: 0.0091953 Feb 11 06:08:30.907594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-1c3330e1-daae-4fe9-bacd-a2896d0b09b4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535202 Feb 11 06:08:31.019142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-55099eb4-2def-4e3f-ae95-4e48219e946f service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996213 Feb 11 06:08:31.110901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-f56c512a-6a7f-4288-a915-828ab139e601 service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857387 Feb 11 06:08:31.202083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:31.425218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e41a021-e7e4-408d-819e-73729e7e0c2a req-8b32e4ba-2a77-4a66-8ca2-79aafe062625 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0313823 Feb 11 06:08:31.944153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d015ef-0218-4357-b24e-f2328f57ee24 req-94c14a82-9725-467f-89c5-ec63d5144261 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:31.949850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38d015ef-0218-4357-b24e-f2328f57ee24 req-94c14a82-9725-467f-89c5-ec63d5144261 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0715396 Feb 11 06:08:31.999885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38d015ef-0218-4357-b24e-f2328f57ee24 req-a98046a0-a959-408e-8343-887b49537cf5 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467730 Feb 11 06:08:32.353995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-3fbdcfd1-85bb-46f3-b5ed-13f880150a2f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:32.355527 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-3fbdcfd1-85bb-46f3-b5ed-13f880150a2f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1173069 Feb 11 06:08:32.421461 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-75b1c700-bd8e-4f90-9b6b-9af38c94ecbf tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 380 time: 0.0570922 Feb 11 06:08:32.429669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'port': {'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'admin_state_up': True, 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'security_groups': ['318f3090-163e-4212-a33f-fe54d0431dc0']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:32.522991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f85e346a-a664-4ce9-acbb-0cff12671f7d req-755f8a00-92f5-4cb0-8156-fa6713f27d15 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Feb 11 06:08:32.545680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Made reservation on behalf of e9190f6e10054c979c98f8f31ec81825 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:08:32.548483 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.678581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.20.0.6 (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9/ead0592d-a789-41a5-b9d1-74b56bfcb95f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:08:32.822502 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.858690 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.872572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.906620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:08:32.909707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:08:32.913325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:08:32.937609 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=ead0592d-a789-41a5-b9d1-74b56bfcb95f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:32.952697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.953060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.953476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.953838 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.954175 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.954511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.954861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.955178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.955503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.955828 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.956153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.956482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.956807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:32.980966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:32.981662 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.000258 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-06934d0a-18ce-499e-8297-41b1d2588850 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741496 Feb 11 06:08:33.012463 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Request body: {'port': {'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:33.090124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.137850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8609f-db76-4281-892c-36db94cf37bb req-0c972730-342f-4b06-a9c9-7df7a4756348 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.139974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70e8609f-db76-4281-892c-36db94cf37bb req-0c972730-342f-4b06-a9c9-7df7a4756348 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0619254 Feb 11 06:08:33.171847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d79585be-2c9e-41fa-8299-c3fe7e167814 None None] Provisioning complete for port ead0592d-a789-41a5-b9d1-74b56bfcb95f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:08:33.172404 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d79585be-2c9e-41fa-8299-c3fe7e167814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.202693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70e8609f-db76-4281-892c-36db94cf37bb req-d35b98f0-a0c2-4485-b349-d09b220ad1a2 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547242 Feb 11 06:08:33.217151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d79585be-2c9e-41fa-8299-c3fe7e167814 None None] Port ead0592d-a789-41a5-b9d1-74b56bfcb95f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:08:33.394338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead0592d-a789-41a5-b9d1-74b56bfcb95f {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:08:33.402066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Publish callbacks [] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.415121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Transition to ACTIVE for port object ead0592d-a789-41a5-b9d1-74b56bfcb95f will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:08:33.418181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.495235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ead0592d-a789-41a5-b9d1-74b56bfcb95f,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:33.552138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Attempting to bind port ead0592d-a789-41a5-b9d1-74b56bfcb95f on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:08:33.552751 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Attempting to bind port ead0592d-a789-41a5-b9d1-74b56bfcb95f by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:08:33.553290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Attempting to bind port ead0592d-a789-41a5-b9d1-74b56bfcb95f on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:33.559348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Port ead0592d-a789-41a5-b9d1-74b56bfcb95f on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:08:33.560264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Attempting to bind port ead0592d-a789-41a5-b9d1-74b56bfcb95f on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:33.566259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:08:33.566603 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:08:33.566994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Bound using segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:08:33.567421 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Bound port: ead0592d-a789-41a5-b9d1-74b56bfcb95f, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:08:33.567945 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.644292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] For port ead0592d-a789-41a5-b9d1-74b56bfcb95f, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:08:33.648096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] For port ead0592d-a789-41a5-b9d1-74b56bfcb95f, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:08:33.657975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.665099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccc64e-31a6-4492-b61e-1c9535a8e584 req-97417ae4-0ecb-4138-aaa7-dea7c0f0a816 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.669616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29ccc64e-31a6-4492-b61e-1c9535a8e584 req-97417ae4-0ecb-4138-aaa7-dea7c0f0a816 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0625963 Feb 11 06:08:33.710645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.711287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.713250 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] 10.222.0.81 "PUT /v2.0/ports/ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 200 len: 1092 time: 0.7060747 Feb 11 06:08:33.713711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:33.716607 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:33.726216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29ccc64e-31a6-4492-b61e-1c9535a8e584 req-5ebec9d7-8558-4f0e-9c02-2941900b0a82 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532706 Feb 11 06:08:33.764518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554d486-4068-4cf1-8f44-ad51a33253b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ead0592d-a789-41a5-b9d1-74b56bfcb95f,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:33.807672 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845d9f39-232a-467b-b2cf-c33c904a43c8 x-openstack-request-id: req-845d9f39-232a-467b-b2cf-c33c904a43c8 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:33.807974 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:33.808293 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-845d9f39-232a-467b-b2cf-c33c904a43c8 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:33.808647 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'status': 'completed', 'code': 200} Feb 11 06:08:33.829218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-fb6ed6eb-0b3b-4420-9ab9-148c9634c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.830748 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-fb6ed6eb-0b3b-4420-9ab9-148c9634c954 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1126 time: 0.0620327 Feb 11 06:08:33.876839 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-5edd0b20-ca9f-4f50-a716-7d27e911ee91 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 200 len: 217 time: 0.0388176 Feb 11 06:08:33.929707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-7819ea99-8f5b-433e-b54b-ea1268503ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.931224 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-7819ea99-8f5b-433e-b54b-ea1268503ffe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0488503 Feb 11 06:08:33.962891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:34.002052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-3b6b0c21-d974-4e2a-844f-ec5ad8c57335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.003664 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-3b6b0c21-d974-4e2a-844f-ec5ad8c57335 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0647006 Feb 11 06:08:34.093419 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-1ba4e0e5-3c1a-421c-8065-bbd970ada89b service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836082 Feb 11 06:08:34.337400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853782e9-402a-4311-be33-720292f0ec7f req-535086dc-2298-4256-a5cc-775081f8bfa4 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.339748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-853782e9-402a-4311-be33-720292f0ec7f req-535086dc-2298-4256-a5cc-775081f8bfa4 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0604701 Feb 11 06:08:34.394120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-853782e9-402a-4311-be33-720292f0ec7f req-3de82858-8874-4074-b883-802cdba10836 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483580 Feb 11 06:08:34.488393 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-20ba4602-1b4e-4f0e-ad01-ed33a0a3b123 req-7485a14a-5f89-4e65-a139-25f19eeb3fb8 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892643 Feb 11 06:08:34.577675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-c66010e3-10b8-4172-aa31-3796799e16db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.579160 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-c66010e3-10b8-4172-aa31-3796799e16db service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1126 time: 0.0463028 Feb 11 06:08:34.667254 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-fc63b065-23a5-4466-a20c-3c2ceca7b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.668709 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-fc63b065-23a5-4466-a20c-3c2ceca7b6a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.0836818 Feb 11 06:08:34.713262 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-02cebd5a-bf9f-478f-93af-8c8735caeefb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 200 len: 217 time: 0.0386028 Feb 11 06:08:34.762491 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-68ca2836-d3bc-4ea3-a5c3-adc8bed39166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.763971 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-68ca2836-d3bc-4ea3-a5c3-adc8bed39166 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0444777 Feb 11 06:08:34.816578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-b80792bd-70d8-461a-8e4e-dfa488cbadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.818326 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-b80792bd-70d8-461a-8e4e-dfa488cbadc8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486836 Feb 11 06:08:34.858081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc053-e7d1-456e-bdcd-db2c6a5aabcf req-42169fa4-b226-48ca-9e94-fea2013ac911 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.859682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a1dc053-e7d1-456e-bdcd-db2c6a5aabcf req-42169fa4-b226-48ca-9e94-fea2013ac911 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0596476 Feb 11 06:08:34.914072 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-761dfbb7-aa08-46a9-8c78-d8571943062a service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890181 Feb 11 06:08:34.917659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a1dc053-e7d1-456e-bdcd-db2c6a5aabcf req-d7a19aea-0c68-46ff-aa95-e0a127e85e66 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512891 Feb 11 06:08:35.015187 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5e83d8fc-9a6e-4d97-9c7b-305180584b1a req-d920ee32-2f7d-4cf8-80c0-f0a210416773 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922136 Feb 11 06:08:35.520463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e439d-8328-4aad-8d18-8ba54a85dd4b req-1c4ee806-1047-4019-a654-ef7445846781 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:35.522027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe8e439d-8328-4aad-8d18-8ba54a85dd4b req-1c4ee806-1047-4019-a654-ef7445846781 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0544000 Feb 11 06:08:35.569712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe8e439d-8328-4aad-8d18-8ba54a85dd4b req-bb13827e-89ae-4db7-93cb-8a0ef33fdb93 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418520 Feb 11 06:08:36.035721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b22a1-f32a-4b38-a575-75f7d6f117be req-65ac87ce-d87e-4b98-8ee5-c157913e2056 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:36.037218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a6b22a1-f32a-4b38-a575-75f7d6f117be req-65ac87ce-d87e-4b98-8ee5-c157913e2056 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0520620 Feb 11 06:08:36.089709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a6b22a1-f32a-4b38-a575-75f7d6f117be req-aeb76bda-96b8-45a1-93d7-b386e405308a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Feb 11 06:08:36.690286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecc61f-900d-4d82-ba76-c9cc7e1556f9 req-fb8259fb-af8f-42c8-bf58-9c75a0d3a5f0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:36.691793 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6ecc61f-900d-4d82-ba76-c9cc7e1556f9 req-fb8259fb-af8f-42c8-bf58-9c75a0d3a5f0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0531650 Feb 11 06:08:36.742444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6ecc61f-900d-4d82-ba76-c9cc7e1556f9 req-63b9f3dd-813d-4387-aafe-4d3a5fa5e918 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434713 Feb 11 06:08:37.208124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8346-e0e3-43b0-82f3-a593a950c57c req-a44957a6-8370-48c7-a5fa-5c3c6de88f7c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:37.209665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13cf8346-e0e3-43b0-82f3-a593a950c57c req-a44957a6-8370-48c7-a5fa-5c3c6de88f7c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0535522 Feb 11 06:08:37.260740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-13cf8346-e0e3-43b0-82f3-a593a950c57c req-fa3105cc-7528-467c-91a2-973aec0a3c58 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Feb 11 06:08:37.873550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c16a7-d0ed-4539-b015-6f5fe73ed63c req-a4d97247-8d2a-46b3-956c-f96ca5e59d52 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:37.875051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c6c16a7-d0ed-4539-b015-6f5fe73ed63c req-a4d97247-8d2a-46b3-956c-f96ca5e59d52 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0615005 Feb 11 06:08:37.923178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c6c16a7-d0ed-4539-b015-6f5fe73ed63c req-a756c7ad-13a2-4119-ac86-595a6e0a6f3d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422018 Feb 11 06:08:38.380999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d6e85-25a6-4fc8-be40-14f4eef473c5 req-642aa134-3a75-422d-aab4-521b9a50f004 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:38.382764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-996d6e85-25a6-4fc8-be40-14f4eef473c5 req-642aa134-3a75-422d-aab4-521b9a50f004 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0528767 Feb 11 06:08:38.436350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-996d6e85-25a6-4fc8-be40-14f4eef473c5 req-9a6e76b6-de8a-44b2-90af-33fd95ab3e3f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470922 Feb 11 06:08:39.046321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40439006-5806-4694-9e42-a73a411ee412 req-d1c36d2f-bd4a-4e13-8e36-37bf29092cf9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:39.047816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40439006-5806-4694-9e42-a73a411ee412 req-d1c36d2f-bd4a-4e13-8e36-37bf29092cf9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0565531 Feb 11 06:08:39.094415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40439006-5806-4694-9e42-a73a411ee412 req-5356dd27-2610-40bb-9f21-1ca55c3efb02 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408740 Feb 11 06:08:39.555806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ac77b-3a4b-4f77-9925-e9b092965553 req-3dcb8982-25d7-4ba4-9f9a-b3d4a95f4f3a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:39.557588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-710ac77b-3a4b-4f77-9925-e9b092965553 req-3dcb8982-25d7-4ba4-9f9a-b3d4a95f4f3a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0535986 Feb 11 06:08:39.606374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-710ac77b-3a4b-4f77-9925-e9b092965553 req-e6458b12-aa34-4b61-a334-0fd1de59fbd0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Feb 11 06:08:40.214665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af3d83-249f-438a-b764-3735540c1aa5 req-403339ce-5897-4bb2-860e-e95fbf4a7ee0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:40.216268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7af3d83-249f-438a-b764-3735540c1aa5 req-403339ce-5897-4bb2-860e-e95fbf4a7ee0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0528455 Feb 11 06:08:40.268139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7af3d83-249f-438a-b764-3735540c1aa5 req-1e0b09f5-1cbd-4d93-9d24-24fe23f4ba70 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460048 Feb 11 06:08:40.725621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8172a-1747-444b-9c7a-1529d41d1e05 req-e9e3c54d-8334-4385-9446-f7bba2139c6f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:40.727605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9a8172a-1747-444b-9c7a-1529d41d1e05 req-e9e3c54d-8334-4385-9446-f7bba2139c6f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0534055 Feb 11 06:08:40.776796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9a8172a-1747-444b-9c7a-1529d41d1e05 req-2f4748b0-6175-4202-a9d6-743660bea33c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435443 Feb 11 06:08:41.388989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71ace-b8ec-4258-9773-4268a13ca6f1 req-cb776d01-48e2-4bd7-8f97-11ddb708dd31 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:41.390567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43e71ace-b8ec-4258-9773-4268a13ca6f1 req-cb776d01-48e2-4bd7-8f97-11ddb708dd31 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0528018 Feb 11 06:08:41.437424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43e71ace-b8ec-4258-9773-4268a13ca6f1 req-ce6a9cf6-e2d3-4aee-87dd-5f96283ca50b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411513 Feb 11 06:08:41.907158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4714a-4d30-4a01-80db-14edab079b7e req-429f97cb-2cfa-404a-929a-a2da1be7894e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:41.908720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25b4714a-4d30-4a01-80db-14edab079b7e req-429f97cb-2cfa-404a-929a-a2da1be7894e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0589960 Feb 11 06:08:41.960538 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-25b4714a-4d30-4a01-80db-14edab079b7e req-a7e335ef-e875-4d81-a341-3e22a32a02e8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Feb 11 06:08:42.559710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791dece-ecb0-4f97-a540-f5f8aad0f51f req-d63e69ab-f5ea-4fff-b566-145dff5c2dfd tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:42.561199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3791dece-ecb0-4f97-a540-f5f8aad0f51f req-d63e69ab-f5ea-4fff-b566-145dff5c2dfd tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0518799 Feb 11 06:08:42.606858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3791dece-ecb0-4f97-a540-f5f8aad0f51f req-7220a785-e297-41a6-ac12-318958331746 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400667 Feb 11 06:08:43.082598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3585bb-242a-40e2-989e-467c1bb0c0e8 req-6ffdc09a-4a3f-4ec5-af14-5e45add410da tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:43.084113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc3585bb-242a-40e2-989e-467c1bb0c0e8 req-6ffdc09a-4a3f-4ec5-af14-5e45add410da tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0521688 Feb 11 06:08:43.136362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dc3585bb-242a-40e2-989e-467c1bb0c0e8 req-a7eedfba-1d9a-43ae-93d9-4078a6d82002 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459108 Feb 11 06:08:43.729329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9757e-4447-462f-a73b-f359a02bb902 req-f2d3b456-7061-4bc4-82b7-91139f186be2 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:43.730806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17f9757e-4447-462f-a73b-f359a02bb902 req-f2d3b456-7061-4bc4-82b7-91139f186be2 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0566695 Feb 11 06:08:43.776871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17f9757e-4447-462f-a73b-f359a02bb902 req-4bde9b6c-6cee-416a-95d1-0b0be7e39e4f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405154 Feb 11 06:08:44.253667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce77ab-5a73-43e1-93d5-ec3d714ac65d req-b64c6724-39ac-4da4-94e2-83292d484e26 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:44.255135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7ce77ab-5a73-43e1-93d5-ec3d714ac65d req-b64c6724-39ac-4da4-94e2-83292d484e26 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0516620 Feb 11 06:08:44.301941 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e7ce77ab-5a73-43e1-93d5-ec3d714ac65d req-029c7dc8-ba32-4984-b2b4-6daa3fcd091f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405698 Feb 11 06:08:44.898774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b065fa7-3973-4694-90d1-91de8aeacda1 req-fccc8c4f-721d-4561-a6d8-2dfed7c82d13 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:44.900767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b065fa7-3973-4694-90d1-91de8aeacda1 req-fccc8c4f-721d-4561-a6d8-2dfed7c82d13 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0568967 Feb 11 06:08:44.948075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b065fa7-3973-4694-90d1-91de8aeacda1 req-6d0592ca-7837-4ae5-afce-4fa3714c3d49 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414524 Feb 11 06:08:45.422010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73644ac-6e2d-434c-9e45-a92d18e19a82 req-0b392ca2-fa71-4f36-8aad-842f210d913c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:45.423507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e73644ac-6e2d-434c-9e45-a92d18e19a82 req-0b392ca2-fa71-4f36-8aad-842f210d913c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0533819 Feb 11 06:08:45.471404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e73644ac-6e2d-434c-9e45-a92d18e19a82 req-bf01cee2-73d6-4b31-a17a-0bbf1a6964d6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Feb 11 06:08:46.070149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a830-0cc6-4ea3-aeec-321cc691552d req-2e39149a-c3e1-4b6e-9faa-0fe0bc61118b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:46.072117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b000a830-0cc6-4ea3-aeec-321cc691552d req-2e39149a-c3e1-4b6e-9faa-0fe0bc61118b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0559597 Feb 11 06:08:46.117926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b000a830-0cc6-4ea3-aeec-321cc691552d req-64fa1482-94d3-44fd-9298-fc5f0021213f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401545 Feb 11 06:08:46.589322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced1e11-3822-465c-9dc0-7dcb45a22003 req-9ff500e2-f20f-4cd5-89e7-67748e28a17a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:46.590787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fced1e11-3822-465c-9dc0-7dcb45a22003 req-9ff500e2-f20f-4cd5-89e7-67748e28a17a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0519648 Feb 11 06:08:46.638020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fced1e11-3822-465c-9dc0-7dcb45a22003 req-45195d42-5517-4084-a947-7e7ced93989b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Feb 11 06:08:47.245486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702addcd-1a59-477e-b0e2-2851eaaedee5 req-132d777d-d003-48d8-99ad-cb8a6c502c2e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:47.246987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-702addcd-1a59-477e-b0e2-2851eaaedee5 req-132d777d-d003-48d8-99ad-cb8a6c502c2e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0524712 Feb 11 06:08:47.298367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-702addcd-1a59-477e-b0e2-2851eaaedee5 req-5a48d4f0-5894-40ea-8a39-1944bbd2e78a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457916 Feb 11 06:08:47.757736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c0dc-6187-4cdd-bc0d-ed425b407947 req-3d0b0773-1e48-4905-90f2-454ac4750035 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:47.759755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e174c0dc-6187-4cdd-bc0d-ed425b407947 req-3d0b0773-1e48-4905-90f2-454ac4750035 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0530710 Feb 11 06:08:47.806925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e174c0dc-6187-4cdd-bc0d-ed425b407947 req-21670b30-fcc5-4a20-a81a-35cba9517e39 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415223 Feb 11 06:08:48.419132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e47f21-eb39-43eb-996c-18a4663fd13a req-58d53e7d-9d38-4beb-81ed-99e2122f1768 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:48.420625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50e47f21-eb39-43eb-996c-18a4663fd13a req-58d53e7d-9d38-4beb-81ed-99e2122f1768 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0554926 Feb 11 06:08:48.466693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-50e47f21-eb39-43eb-996c-18a4663fd13a req-9b79299a-fc54-487e-b975-26b776386615 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404663 Feb 11 06:08:48.931936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762bba4-df7b-4ace-a55b-51cce97cb596 req-8aa69030-7a58-479f-a4eb-4655b1a0a077 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:48.933749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b762bba4-df7b-4ace-a55b-51cce97cb596 req-8aa69030-7a58-479f-a4eb-4655b1a0a077 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0588450 Feb 11 06:08:48.981575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b762bba4-df7b-4ace-a55b-51cce97cb596 req-4d863e54-ac5a-4343-a71a-889384995e91 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423024 Feb 11 06:08:49.588472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78fe6c-acac-4dd8-9645-338fa5f3c06f req-18ef0db8-c46e-4306-bb7a-b052aaf61cf6 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:49.589983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a78fe6c-acac-4dd8-9645-338fa5f3c06f req-18ef0db8-c46e-4306-bb7a-b052aaf61cf6 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0526757 Feb 11 06:08:49.636890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a78fe6c-acac-4dd8-9645-338fa5f3c06f req-488bfa29-c9ff-4ccb-99fe-11ad72e24866 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413477 Feb 11 06:08:50.100729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b9f29-b856-44b6-8f86-a5800a5afdb1 req-05794a85-dcc3-436c-8c8c-a325b428a9d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:50.102227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f56b9f29-b856-44b6-8f86-a5800a5afdb1 req-05794a85-dcc3-436c-8c8c-a325b428a9d9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 943 time: 0.0521007 Feb 11 06:08:50.154216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f56b9f29-b856-44b6-8f86-a5800a5afdb1 req-22c9edf8-0386-41ac-8ac4-3efc85536021 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462108 Feb 11 06:08:50.206258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ead0592d-a789-41a5-b9d1-74b56bfcb95f details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:08:50.302547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ead0592d-a789-41a5-b9d1-74b56bfcb95f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:50.314114 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:08:50.349952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ead0592d-a789-41a5-b9d1-74b56bfcb95f is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:08:50.350335 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:50.362612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead0592d-a789-41a5-b9d1-74b56bfcb95f {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:08:50.381313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ead0592d-a789-41a5-b9d1-74b56bfcb95f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:50.385583 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:50.438900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ead0592d-a789-41a5-b9d1-74b56bfcb95f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:50.622015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ead0592d-a789-41a5-b9d1-74b56bfcb95f'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:08:50.757288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be0a16-353b-4a4d-8300-5b1c92dbc9f4 req-6ad26c7b-9f9d-4c03-81d3-a3ec8b08eb8e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:50.759055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98be0a16-353b-4a4d-8300-5b1c92dbc9f4 req-6ad26c7b-9f9d-4c03-81d3-a3ec8b08eb8e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0528722 Feb 11 06:08:50.808517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98be0a16-353b-4a4d-8300-5b1c92dbc9f4 req-d84e881a-e060-4648-97eb-3b5c4bd8e0ef tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428228 Feb 11 06:08:51.271612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba77a76-19e7-4431-ab73-709cf543c7fe req-9922fae4-dc0f-413d-9b5f-7c343150345f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:51.273096 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eba77a76-19e7-4431-ab73-709cf543c7fe req-9922fae4-dc0f-413d-9b5f-7c343150345f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 944 time: 0.0526791 Feb 11 06:08:51.322209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eba77a76-19e7-4431-ab73-709cf543c7fe req-50f6cc33-e26e-4fa6-bf4c-0f45f59f7713 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Feb 11 06:08:51.936245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7e8aa-f033-43ee-b59d-dcd60dc1037b req-786373b6-5cff-4b2b-9c78-20889af82b04 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:51.937760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88e7e8aa-f033-43ee-b59d-dcd60dc1037b req-786373b6-5cff-4b2b-9c78-20889af82b04 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0614407 Feb 11 06:08:51.983989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88e7e8aa-f033-43ee-b59d-dcd60dc1037b req-6637be91-c6c3-4b33-87fb-42c6b5522fdf tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405037 Feb 11 06:08:52.221292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ead0592d-a789-41a5-b9d1-74b56bfcb95f up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:08:52.270232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ead0592d-a789-41a5-b9d1-74b56bfcb95f completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:08:52.274112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ead0592d-a789-41a5-b9d1-74b56bfcb95f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:08:52.274487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:52.353900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ead0592d-a789-41a5-b9d1-74b56bfcb95f is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:08:52.354308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:52.376282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:52.378551 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e869f60-63e9-4c8e-abd8-16781c6967a1" -d '{"events": [{"server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "name": "network-vif-plugged", "status": "completed", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:52.395722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ead0592d-a789-41a5-b9d1-74b56bfcb95f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:52.404837 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:52.443258 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa66602-60e7-481c-9fbd-38f8cb17c8b7 x-openstack-request-id: req-faa66602-60e7-481c-9fbd-38f8cb17c8b7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:52.443740 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "name": "network-vif-plugged", "status": "completed", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:52.444003 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faa66602-60e7-481c-9fbd-38f8cb17c8b7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:52.444397 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'code': 200} Feb 11 06:08:52.447729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac9bf5-a001-4412-a64b-8943cc74f7a9 req-b2138f94-5a03-43f5-8cbb-71fd4efadaa5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:52.447897 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:52.449510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87ac9bf5-a001-4412-a64b-8943cc74f7a9 req-b2138f94-5a03-43f5-8cbb-71fd4efadaa5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 945 time: 0.0602853 Feb 11 06:08:52.478599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ead0592d-a789-41a5-b9d1-74b56bfcb95f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:52.503970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87ac9bf5-a001-4412-a64b-8943cc74f7a9 req-4fe2e9d4-7e1b-4824-b260-232322b411ac tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492461 Feb 11 06:08:52.530488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26011fd4-2647-4e74-af6e-9f1b0a29949c req-77deb738-e85e-47b1-90b0-02b46765a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:52.531988 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-26011fd4-2647-4e74-af6e-9f1b0a29949c req-77deb738-e85e-47b1-90b0-02b46765a2b4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1128 time: 0.0451233 Feb 11 06:08:52.576043 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-26011fd4-2647-4e74-af6e-9f1b0a29949c req-af2bb68a-cf6d-479a-98c3-545808d8d8e5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385275 Feb 11 06:08:53.108816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60258a0b-4052-4a28-896b-11ec8efc439a req-bfb08979-c14f-4d6b-b29f-9727f2af2a65 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:53.110345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60258a0b-4052-4a28-896b-11ec8efc439a req-bfb08979-c14f-4d6b-b29f-9727f2af2a65 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0562782 Feb 11 06:08:53.157803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-60258a0b-4052-4a28-896b-11ec8efc439a req-3ab58fdf-f8cb-46d8-ab5b-07c10169976c tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413737 Feb 11 06:08:53.365748 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:53.625208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382886c-629b-4b92-a23b-0912ae6c0b8a req-dfe84525-579b-43f1-bf0c-b12123c21878 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:53.626636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d382886c-629b-4b92-a23b-0912ae6c0b8a req-dfe84525-579b-43f1-bf0c-b12123c21878 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 945 time: 0.0529549 Feb 11 06:08:53.677327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d382886c-629b-4b92-a23b-0912ae6c0b8a req-73f4f955-734a-459d-9bdf-4c90d111e4a9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450583 Feb 11 06:08:54.276784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fb015-1a0c-49ac-842a-40f3c172a79e req-58d23f60-2e06-4ea6-a2d0-f8b425978052 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.278294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-654fb015-1a0c-49ac-842a-40f3c172a79e req-58d23f60-2e06-4ea6-a2d0-f8b425978052 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0523357 Feb 11 06:08:54.327718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-654fb015-1a0c-49ac-842a-40f3c172a79e req-ed4afd25-53aa-4417-9964-40d44b6fd11e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438504 Feb 11 06:08:54.560737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a9d69-0189-448d-b8c9-6bbabe696e8b req-55af6f39-3385-4fe3-aab7-129dc4bc145c tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.562318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a43a9d69-0189-448d-b8c9-6bbabe696e8b req-55af6f39-3385-4fe3-aab7-129dc4bc145c tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0859334 Feb 11 06:08:54.568717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-c57b107c-8ae2-48d0-bdf2-566635d9f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.570227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-c57b107c-8ae2-48d0-bdf2-566635d9f929 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 1129 time: 0.0620019 Feb 11 06:08:54.663424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a43a9d69-0189-448d-b8c9-6bbabe696e8b req-17193835-6d48-4e59-86b9-e0ce1b1b50ec tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921769 Feb 11 06:08:54.689419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-20be5586-fefe-46dc-93a2-d85dedd6bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.690835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-20be5586-fefe-46dc-93a2-d85dedd6bc28 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 912 time: 0.1129630 Feb 11 06:08:54.764176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-56db1089-3233-4a2d-9796-2f83580945d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88 HTTP/1.1" status: 200 len: 1001 time: 0.0674224 Feb 11 06:08:54.841562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297c99-083c-4ed4-8ebd-716ed2647f89 req-a49990fa-cc8a-43ed-a86a-120cc0e3aba3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.843026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b297c99-083c-4ed4-8ebd-716ed2647f89 req-a49990fa-cc8a-43ed-a86a-120cc0e3aba3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 945 time: 0.0966239 Feb 11 06:08:54.844728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-19a8b811-6955-4e94-9717-f14eb2917fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.846055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-19a8b811-6955-4e94-9717-f14eb2917fea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0674651 Feb 11 06:08:54.921410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b297c99-083c-4ed4-8ebd-716ed2647f89 req-cbe75422-4f74-44e0-9a76-7390ac3f9c06 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727386 Feb 11 06:08:54.925734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-c176cff7-9ffa-4c43-a07b-064b04b8f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.927216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-c176cff7-9ffa-4c43-a07b-064b04b8f954 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0723407 Feb 11 06:08:55.050761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-5fdc04d1-922b-438b-b17d-2883815e1215 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162648 Feb 11 06:08:55.081801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94d8c3-79c4-4ac0-9049-fe055e64e10f req-2ecff9ed-ae7b-4687-82c0-951fdb810116 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:55.083223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df94d8c3-79c4-4ac0-9049-fe055e64e10f req-2ecff9ed-ae7b-4687-82c0-951fdb810116 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 945 time: 0.0886478 Feb 11 06:08:55.174792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df94d8c3-79c4-4ac0-9049-fe055e64e10f req-ed373a46-a013-4f6f-b758-894ee0dfabc4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827601 Feb 11 06:08:55.189318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43dcc8e6-4078-4e7f-be8d-6dad3c0c3adb req-f54a97ee-4a07-451c-a20a-0277d865c9a0 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324596 Feb 11 06:08:55.197465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42712) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:55.241699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2bb6d-efb1-45f1-87f5-54c2a715bb19 tempest-TestVolumeBootPattern-563377042 tempest-TestVolumeBootPattern-563377042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:55.243300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-afb2bb6d-efb1-45f1-87f5-54c2a715bb19 tempest-TestVolumeBootPattern-563377042 tempest-TestVolumeBootPattern-563377042-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1123 time: 0.0442855 Feb 11 06:08:55.246064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42714) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:55.250347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:55.271007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:55.369100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:55.475774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.25.1.162 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/53f901f9-7bb4-4979-b195-54a802622634) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:08:55.578153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (53f901f9-7bb4-4979-b195-54a802622634), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:55.611027 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (53f901f9-7bb4-4979-b195-54a802622634), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:55.651313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:08:55.655628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:08:55.659754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:08:55.662668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=53f901f9-7bb4-4979-b195-54a802622634,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:55.689430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.689787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.690129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.690468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.690807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.691143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.691473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.691800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.692120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.692441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.692765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.693093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.693438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:55.870330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a88ee-feef-4a6a-845e-9e1d5b7ad9ea req-17fcafff-e4e9-4614-9b93-d9d2ea1e47a5 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:55.871869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b3a88ee-feef-4a6a-845e-9e1d5b7ad9ea req-17fcafff-e4e9-4614-9b93-d9d2ea1e47a5 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.1292453 Feb 11 06:08:55.960279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b3a88ee-feef-4a6a-845e-9e1d5b7ad9ea req-1a44e445-488f-4793-bc03-e21300aaeb94 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820327 Feb 11 06:08:56.101506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:56.170753 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (53f901f9-7bb4-4979-b195-54a802622634), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:56.317760 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (53f901f9-7bb4-4979-b195-54a802622634), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:56.322043 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (53f901f9-7bb4-4979-b195-54a802622634), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:56.389333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=53f901f9-7bb4-4979-b195-54a802622634,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:56.397287 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:56.779862 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Floating IP ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09 associated. External IP: 172.25.1.162, port: ead0592d-a789-41a5-b9d1-74b56bfcb95f. Feb 11 06:08:56.984736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Router a411d539-8d25-4b37-9adf-80e6d70c28da has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:08:57.125176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503f284-d76b-4fc4-9d1d-05e549881feb req-31380338-e898-48fe-9242-48418fe0309a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.126564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4503f284-d76b-4fc4-9d1d-05e549881feb req-31380338-e898-48fe-9242-48418fe0309a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0950661 Feb 11 06:08:57.136325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:08:57.146540 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] Sync routers for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:08:57.155913 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:08:57.156524 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:08:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:57.175106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:57.214289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4503f284-d76b-4fc4-9d1d-05e549881feb req-61bea7fb-f39f-4ccf-90a2-9c8f85f26cbc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808227 Feb 11 06:08:57.221885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-90d20102-82d5-4942-90f6-1b580c3194b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9745688 Feb 11 06:08:57.223008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:57.225135 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5121650e-3cee-40fb-af9a-d0cd08a3feef" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:57.267753 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794bfa11-879b-4e8b-8eb6-21ceca0bf117 x-openstack-request-id: req-794bfa11-879b-4e8b-8eb6-21ceca0bf117 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:57.268056 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:57.268318 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-794bfa11-879b-4e8b-8eb6-21ceca0bf117 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:57.268618 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:08:57.268744 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'status': 'completed', 'code': 200} Feb 11 06:08:57.342470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-4ef46465-84a8-4162-a398-f608ddcf5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.344078 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-4ef46465-84a8-4162-a398-f608ddcf5eda service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1128 time: 0.0448775 Feb 11 06:08:57.440613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-77d8b64b-5ac7-43ce-aae9-ff2303902eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.441328 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-77d8b64b-5ac7-43ce-aae9-ff2303902eeb service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.0904264 Feb 11 06:08:57.495512 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:08:55Z', 'updated_at': '2022-02-11T06:08:55Z', 'revision_number': 0, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:57.506314 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-73f391de-b658-485c-a924-bbc12e540917 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 200 len: 999 time: 0.0593746 Feb 11 06:08:57.521037 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] Checking router: a411d539-8d25-4b37-9adf-80e6d70c28da for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:08:57.529339 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:08:57.529954 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:08:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:57.558709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-80f4765f-244c-4eac-a93f-744b00878790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.560181 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-80f4765f-244c-4eac-a93f-744b00878790 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0482514 Feb 11 06:08:57.608651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-643272bb-e623-415e-865d-67c6102d3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.610205 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-643272bb-e623-415e-865d-67c6102d3b23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445027 Feb 11 06:08:57.702728 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-2d6cad51-32e7-43fc-9103-922ff419602a service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865655 Feb 11 06:08:57.728809 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d09d163d-07dd-4189-8bf5-4a3c325b3460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:57.734423 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:08:57.798048 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5121650e-3cee-40fb-af9a-d0cd08a3feef req-97a433de-de6c-4aa3-aa81-e130b654fa3d service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897324 Feb 11 06:08:57.955957 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:08:55Z', 'updated_at': '2022-02-11T06:08:55Z', 'revision_number': 0, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:57.985256 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270b6f8-9580-444a-a172-ecec1eef1578 None None] The sync data for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 is: [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:08:55Z', 'updated_at': '2022-02-11T06:08:55Z', 'revision_number': 0, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:08:58.180210 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec563a-f61f-48bc-9bdf-088cda8cafba None None] New status for floating IP ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:09:00.305544 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e41218ad-4d7c-45d8-9b6d-b71bfced5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:01.203785 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.880653 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:03.956047 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:04.021740 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:09:09.200449 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-6aba1bf3-50e9-4a00-816d-37972d2d1f4f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1470327 Feb 11 06:09:09.287540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-e8f84e97-aa34-4fc9-b0cf-a8ed8eec5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:09.289015 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-e8f84e97-aa34-4fc9-b0cf-a8ed8eec5769 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1128 time: 0.0446055 Feb 11 06:09:09.396898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-843858fb-3b95-45bc-99ae-5df67a14b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:09.398322 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-843858fb-3b95-45bc-99ae-5df67a14b503 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.0898256 Feb 11 06:09:09.465736 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-31638b11-33d4-40cb-9947-d1091db31112 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 200 len: 1001 time: 0.0601101 Feb 11 06:09:09.520807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-a31f239e-811e-4242-8c0b-eb84d43859ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:09.522312 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-a31f239e-811e-4242-8c0b-eb84d43859ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0495763 Feb 11 06:09:09.573764 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-901d7570-c02c-4470-b46e-e2ff2824b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:09.575360 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-901d7570-c02c-4470-b46e-e2ff2824b233 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442245 Feb 11 06:09:09.669707 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-eb20483e-9e5d-40c9-8037-461d149cc98d service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864606 Feb 11 06:09:09.760678 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-82f5b9ed-69b3-46b8-bf9e-e8bec8a8529b req-56161de3-8828-492b-b61a-881f957b02bc service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844283 Feb 11 06:09:10.929314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf06422a-e478-421c-9655-2fa849ed836b req-9acd0523-3c4f-4810-82cf-0529c355b22a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424452 Feb 11 06:09:10.998233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06422a-e478-421c-9655-2fa849ed836b req-60aa296a-2b5c-44f9-9263-db79f513b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:11.000178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf06422a-e478-421c-9655-2fa849ed836b req-60aa296a-2b5c-44f9-9263-db79f513b25a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 1129 time: 0.0496140 Feb 11 06:09:11.137808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06422a-e478-421c-9655-2fa849ed836b req-7caa85d2-72b5-41b0-aa61-dd363581c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:11.139997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf06422a-e478-421c-9655-2fa849ed836b req-7caa85d2-72b5-41b0-aa61-dd363581c3c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 912 time: 0.1215961 Feb 11 06:09:11.224621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf06422a-e478-421c-9655-2fa849ed836b req-a0fbfadd-a4c9-4927-a0e9-c5f682836f6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88 HTTP/1.1" status: 200 len: 1001 time: 0.0793285 Feb 11 06:09:11.285881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06422a-e478-421c-9655-2fa849ed836b req-2f11befc-e2d5-4cbf-86b9-3038ba177c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:11.287327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf06422a-e478-421c-9655-2fa849ed836b req-2f11befc-e2d5-4cbf-86b9-3038ba177c96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0563583 Feb 11 06:09:11.346806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06422a-e478-421c-9655-2fa849ed836b req-de5afd6e-ef9e-4e78-a004-78707cd68e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:11.348433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf06422a-e478-421c-9655-2fa849ed836b req-de5afd6e-ef9e-4e78-a004-78707cd68e46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532565 Feb 11 06:09:11.448821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf06422a-e478-421c-9655-2fa849ed836b req-74410edd-42be-45ae-97ba-3c1d5e355592 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909364 Feb 11 06:09:11.540264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf06422a-e478-421c-9655-2fa849ed836b req-8590d7c0-c039-459e-898e-a2c424e58d0a service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Feb 11 06:09:22.411087 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:23.413344 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:27.732889 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8e23-326c-4cec-bf36-4985e65bbc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:30.306491 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ca555d55-6be6-47bf-9646-84150ae40afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:31.207072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:32.876164 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:33.960149 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:39.578678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb6c2b-f6a6-49f8-aeef-278bd2fa2ba9 req-580054c8-6846-48b1-9fa6-a8a346ffe1fb tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:39.580155 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2eeb6c2b-f6a6-49f8-aeef-278bd2fa2ba9 req-580054c8-6846-48b1-9fa6-a8a346ffe1fb tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0568399 Feb 11 06:09:39.631781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2eeb6c2b-f6a6-49f8-aeef-278bd2fa2ba9 req-dbc110df-bdff-42e8-8300-b5436ef3ba9a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 Feb 11 06:09:40.751880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb31af-b61f-4f13-9653-a1e31ea756de req-f544520f-748f-4106-9730-488eee17390e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:40.753390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0cb31af-b61f-4f13-9653-a1e31ea756de req-f544520f-748f-4106-9730-488eee17390e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0517318 Feb 11 06:09:40.800329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0cb31af-b61f-4f13-9653-a1e31ea756de req-6282adca-aa51-4577-bc64-62d3fbed75cb tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414104 Feb 11 06:09:41.021349 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:09:41.921472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d01dc-85ef-463d-859b-450ec28915ee req-1ba640a6-a526-4420-978e-e61aaaa7a1c3 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:41.923370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a9d01dc-85ef-463d-859b-450ec28915ee req-1ba640a6-a526-4420-978e-e61aaaa7a1c3 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0533385 Feb 11 06:09:41.971817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a9d01dc-85ef-463d-859b-450ec28915ee req-dfa83396-0148-485a-b43b-531fee1f6f7d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Feb 11 06:09:43.094770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67282-8ef2-4c12-b792-691d6b40db9e req-021b5509-5cd9-4d8b-9da5-3997d3314215 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:43.096239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20d67282-8ef2-4c12-b792-691d6b40db9e req-021b5509-5cd9-4d8b-9da5-3997d3314215 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0564528 Feb 11 06:09:43.143811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20d67282-8ef2-4c12-b792-691d6b40db9e req-1cfb44e2-ae06-4eb7-b3de-e8449edf4cf6 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417264 Feb 11 06:09:44.269050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b2ae-7fc2-48c6-9ef2-e71cd23aac46 req-3cd2c3d5-8fb3-40eb-8768-ad407ad18dbe tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:44.270575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c315b2ae-7fc2-48c6-9ef2-e71cd23aac46 req-3cd2c3d5-8fb3-40eb-8768-ad407ad18dbe tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0567374 Feb 11 06:09:44.318253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c315b2ae-7fc2-48c6-9ef2-e71cd23aac46 req-216eb9b5-3f03-4922-9bb3-f9ef6a1d5c0f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Feb 11 06:09:45.450178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3bc31-46b5-4850-9bf6-15eb685660f7 req-5d0a96ae-91a4-4e2b-adf0-3bc015fd5813 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:45.452238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ff3bc31-46b5-4850-9bf6-15eb685660f7 req-5d0a96ae-91a4-4e2b-adf0-3bc015fd5813 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0633979 Feb 11 06:09:45.505586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ff3bc31-46b5-4850-9bf6-15eb685660f7 req-238ec3d3-2bac-49a3-b0cd-257085be8488 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475190 Feb 11 06:09:46.640743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047243-2051-42a7-9799-9cb2f24b3f20 req-b43922c6-40f0-4c73-a326-4605fdaa485d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:46.642926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2047243-2051-42a7-9799-9cb2f24b3f20 req-b43922c6-40f0-4c73-a326-4605fdaa485d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0596764 Feb 11 06:09:46.692164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2047243-2051-42a7-9799-9cb2f24b3f20 req-4ed07a8a-7a7b-4b91-a354-f1d3d6a53024 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429027 Feb 11 06:09:47.814253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748915c-ec78-45c6-be1f-c7de5e6644d5 req-27abd83a-8911-4e0f-bfbf-469202839e16 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:47.815790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e748915c-ec78-45c6-be1f-c7de5e6644d5 req-27abd83a-8911-4e0f-bfbf-469202839e16 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0534697 Feb 11 06:09:47.860959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e748915c-ec78-45c6-be1f-c7de5e6644d5 req-f3d7071c-c720-4427-81ee-b3712eb64557 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396686 Feb 11 06:09:48.982375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a462e-b620-4649-bbf3-fbc07b4d0f44 req-af93f121-d936-461b-be03-32a65462eab0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:48.983846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e64a462e-b620-4649-bbf3-fbc07b4d0f44 req-af93f121-d936-461b-be03-32a65462eab0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0554969 Feb 11 06:09:49.034391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e64a462e-b620-4649-bbf3-fbc07b4d0f44 req-b57eaca6-d686-4c9b-bb30-bf964accd3cd tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418200 Feb 11 06:09:50.157411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d025-1604-4baa-8998-77bdf7086564 req-ee64b7fe-23cb-4e4e-b8e8-24361a303313 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:50.158839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8901d025-1604-4baa-8998-77bdf7086564 req-ee64b7fe-23cb-4e4e-b8e8-24361a303313 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0522165 Feb 11 06:09:50.204607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8901d025-1604-4baa-8998-77bdf7086564 req-08383489-ee5e-4b12-abe4-6d2f865dd87b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402803 Feb 11 06:09:50.444644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab872e6-cff0-4f44-9f54-7329aabed3fa req-d944f1f7-bd2b-474c-98b8-6188d85d7ef6 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:50.446080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ab872e6-cff0-4f44-9f54-7329aabed3fa req-d944f1f7-bd2b-474c-98b8-6188d85d7ef6 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0901577 Feb 11 06:09:50.475863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-4810abd5-9a0b-4335-927c-5facfc4d4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:50.477387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-4810abd5-9a0b-4335-927c-5facfc4d4f80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 1129 time: 0.0836494 Feb 11 06:09:50.532361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ab872e6-cff0-4f44-9f54-7329aabed3fa req-f84d629c-92fc-4aeb-a71f-afa6196d460e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784154 Feb 11 06:09:50.590235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-ea627fd7-32ad-4b82-b110-2c1d343b657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:50.591705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-ea627fd7-32ad-4b82-b110-2c1d343b657a service neutron] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 912 time: 0.1076684 Feb 11 06:09:50.662565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-22a0232b-82db-4f68-9442-72e16b533c63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88 HTTP/1.1" status: 200 len: 1001 time: 0.0650249 Feb 11 06:09:50.710117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-000f0ec7-3bba-40df-9ad7-e31d845195ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:50.711469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-000f0ec7-3bba-40df-9ad7-e31d845195ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0437982 Feb 11 06:09:50.767494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-b186a991-3756-4823-ae0c-a463cc0bd555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:50.769870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-b186a991-3756-4823-ae0c-a463cc0bd555 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520597 Feb 11 06:09:50.861994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-6ff47614-5355-4bd3-b5fb-e45fe6b87cac service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864403 Feb 11 06:09:50.952948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97ff64d9-0c8d-49ab-b1af-16704af91a2c req-d955d375-cb74-49f6-9b01-5b28745b4fc1 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857484 Feb 11 06:09:51.656486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83016b78-3c58-497b-a9ad-de191939e94e req-2d2c27cc-a683-4176-bed2-ef78f2c6699d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:51.661547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83016b78-3c58-497b-a9ad-de191939e94e req-2d2c27cc-a683-4176-bed2-ef78f2c6699d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0533183 Feb 11 06:09:51.713836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83016b78-3c58-497b-a9ad-de191939e94e req-bdca73a8-8c86-4bf7-9ccb-bf739efde670 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442765 Feb 11 06:09:52.431431 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:53.417609 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:57.736935 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a3fae59-edfb-45c5-97fe-e7f37a550127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:00.307239 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1ca57d91-c80b-4913-84c9-33d0f75bb593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:01.211389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:02.878872 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:03.962447 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.109077 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-ec619565-e4fd-4ff6-9c71-2d582899c00b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444973 Feb 11 06:10:11.205581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-5ce38526-6e55-4ee9-825d-d386de901a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.207087 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-5ce38526-6e55-4ee9-825d-d386de901a77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1128 time: 0.0496657 Feb 11 06:10:11.309255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-78513a38-1afb-453f-996e-8e1edc665529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.310741 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-78513a38-1afb-453f-996e-8e1edc665529 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.0844195 Feb 11 06:10:11.380036 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-fcd334d3-736c-4961-96b7-9dba24ebcef0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 200 len: 1001 time: 0.0623331 Feb 11 06:10:11.431846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-f53109eb-d9d0-498c-a5c5-fcdbdb54bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.433358 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-f53109eb-d9d0-498c-a5c5-fcdbdb54bd80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0466888 Feb 11 06:10:11.466105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-7653d30e-a44f-4ae9-b926-279b5cd5ecee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444252 Feb 11 06:10:11.483162 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-dc854458-b5eb-4a03-b772-a1e13913d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.484686 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-dc854458-b5eb-4a03-b772-a1e13913d21c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458350 Feb 11 06:10:11.554426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-9be07a02-416b-4db4-910e-ca4f2bdfcecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.555928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-9be07a02-416b-4db4-910e-ca4f2bdfcecf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 1129 time: 0.0481014 Feb 11 06:10:11.580455 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-48f4ecb3-5c0e-45c0-b699-c67d787f4a81 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893607 Feb 11 06:10:11.656985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-d03e46ca-a774-433d-ab20-9907524d3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.658419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-d03e46ca-a774-433d-ab20-9907524d3bc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 912 time: 0.0838428 Feb 11 06:10:11.669289 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-693845f5-4131-462e-8fa9-9de6645b35c1 req-2dd01513-d4ac-4b4a-8687-b7cbafd25a98 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829344 Feb 11 06:10:11.727040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-c92dc04c-430c-4961-b75e-7f7ea41ce0e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88 HTTP/1.1" status: 200 len: 1001 time: 0.0625739 Feb 11 06:10:11.775232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-1aab44a9-4f0e-4ddc-997d-cc71c228ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.776671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-1aab44a9-4f0e-4ddc-997d-cc71c228ba00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0432279 Feb 11 06:10:11.825735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-06be2a2d-81b6-416c-afcc-c139d3d5d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.827245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-06be2a2d-81b6-416c-afcc-c139d3d5d0d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441229 Feb 11 06:10:11.918650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-34b98f2b-5839-4d53-a811-fc862f3cdfff service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845511 Feb 11 06:10:12.008234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf73d7f9-6e6d-4bcf-90da-655faba0b0c1 req-4891ab26-7c3d-41d8-912f-2f540494bd4f service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817177 Feb 11 06:10:18.020283 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:10:22.433901 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:23.414377 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.008655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69fdf8-62d0-4004-a2fb-3540175c4323 req-c59d5a0c-632f-4acd-a35e-ebfa17e786e0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:25.010220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb69fdf8-62d0-4004-a2fb-3540175c4323 req-c59d5a0c-632f-4acd-a35e-ebfa17e786e0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0574205 Feb 11 06:10:25.055411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb69fdf8-62d0-4004-a2fb-3540175c4323 req-f3eb242d-c68f-4e10-bc6c-37c98cd31d0a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395093 Feb 11 06:10:26.176288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc052b-d207-4417-b9d1-e573f506840a req-30e66780-1097-4a1f-ab4c-b900fd757742 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:26.177729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0dfc052b-d207-4417-b9d1-e573f506840a req-30e66780-1097-4a1f-ab4c-b900fd757742 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0528202 Feb 11 06:10:26.224494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0dfc052b-d207-4417-b9d1-e573f506840a req-03e91bf4-e84f-432b-b4f1-745856ae3e11 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406659 Feb 11 06:10:26.811882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-a6f013ac-d27d-4d94-9be9-701d053f4045 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:26.813617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-a6f013ac-d27d-4d94-9be9-701d053f4045 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 946 time: 0.0513279 Feb 11 06:10:26.906525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Deleting port 9ea96e15-e72f-4801-a457-3d2885a8ae88 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:10:26.906867 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:26.994552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] For port 9ea96e15-e72f-4801-a457-3d2885a8ae88, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=9ea96e15-e72f-4801-a457-3d2885a8ae88,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:26.994930 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:27.173264 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:27.173549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (fb5cd0e1-20c7-4069-8003-29557cf6e591), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:27.173868 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Floating IP fb5cd0e1-20c7-4069-8003-29557cf6e591 disassociated. External IP: 172.25.1.79, port: 9ea96e15-e72f-4801-a457-3d2885a8ae88. Feb 11 06:10:27.175665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Calling delete_port for 9ea96e15-e72f-4801-a457-3d2885a8ae88 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:10:27.329307 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9ea96e15-e72f-4801-a457-3d2885a8ae88), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:27.363662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event deleted for resources: {'Port': ['ID=9ea96e15-e72f-4801-a457-3d2885a8ae88,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:27.381191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.381552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.381903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.382774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.383120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.383462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.384350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.384350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.384550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.384768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.385104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.385454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.385860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:27.400455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a7e7-d742-4e8e-814d-aa652fb4cc59 req-c02d7d94-d30b-475c-80ec-999452be053d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:27.401984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3702a7e7-d742-4e8e-814d-aa652fb4cc59 req-c02d7d94-d30b-475c-80ec-999452be053d tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73e7656-a46b-4a1d-9f91-48ed1a09016b HTTP/1.1" status: 200 len: 867 time: 0.1064768 Feb 11 06:10:27.522350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3702a7e7-d742-4e8e-814d-aa652fb4cc59 req-ea94fa0b-b84b-49ef-8a01-605977ed195c tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4944aa-6680-44ed-ba5c-df782d765776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901744 Feb 11 06:10:27.541952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Router 9b10a196-7624-477e-9352-3dfebf27f475 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:10:27.650935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:10:27.661500 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] Sync routers for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:10:27.672274 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:27.672897 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:10:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:27.695831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] No DVR routers for this DVR port 9ea96e15-e72f-4801-a457-3d2885a8ae88 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:10:27.698944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:27.702903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c427b71a-7314-4e1a-9e8d-323c6e22b09c req-efccad9f-c91a-4eef-8fa1-1e4cffef9cfc tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "DELETE /v2.0/ports/9ea96e15-e72f-4801-a457-3d2885a8ae88 HTTP/1.1" status: 204 len: 173 time: 0.8839362 Feb 11 06:10:27.703587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'name': 'network-vif-deleted', 'tag': '9ea96e15-e72f-4801-a457-3d2885a8ae88'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:27.706313 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddcd10b-8ce9-4fa3-a3dc-fbdba9e365df" -d '{"events": [{"server_uuid": "e73e7656-a46b-4a1d-9f91-48ed1a09016b", "name": "network-vif-deleted", "tag": "9ea96e15-e72f-4801-a457-3d2885a8ae88"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:27.745037 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab169414-ce43-4255-a4de-104f33e94b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:27.791794 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:27.865377 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d18257-211d-4727-bf4e-de2ca594b242 x-openstack-request-id: req-10d18257-211d-4727-bf4e-de2ca594b242 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:27.866239 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73e7656-a46b-4a1d-9f91-48ed1a09016b", "name": "network-vif-deleted", "tag": "9ea96e15-e72f-4801-a457-3d2885a8ae88", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:27.867773 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10d18257-211d-4727-bf4e-de2ca594b242 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:27.868263 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73e7656-a46b-4a1d-9f91-48ed1a09016b', 'name': 'network-vif-deleted', 'tag': '9ea96e15-e72f-4801-a457-3d2885a8ae88', 'status': 'completed', 'code': 200} Feb 11 06:10:28.024159 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:28.050524 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] Checking router: 9b10a196-7624-477e-9352-3dfebf27f475 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:10:28.068390 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:28.069035 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:10:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:28.184435 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:28.398812 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:28.428721 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff88e3-f0b9-435c-b97c-b2fcc138f914 None None] The sync data for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 is: [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:10:28.627335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42844) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:28.697512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8a0fe66-81ec-41b2-8128-030c1377de59 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (5c4944aa-6680-44ed-ba5c-df782d765776), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:28.700879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01125bb3-7094-4047-a10d-045f5eaa6c10 None None] New status for floating IP fb5cd0e1-20c7-4069-8003-29557cf6e591: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:10:28.730775 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8a0fe66-81ec-41b2-8128-030c1377de59 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (5c4944aa-6680-44ed-ba5c-df782d765776), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:28.779568 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8a0fe66-81ec-41b2-8128-030c1377de59 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5c4944aa-6680-44ed-ba5c-df782d765776), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:28.782173 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b8a0fe66-81ec-41b2-8128-030c1377de59 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:28.783425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b8a0fe66-81ec-41b2-8128-030c1377de59 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "DELETE /v2.0/security-groups/5c4944aa-6680-44ed-ba5c-df782d765776 HTTP/1.1" status: 204 len: 168 time: 0.1548915 Feb 11 06:10:28.786534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42846) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:28.793295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0fe66-81ec-41b2-8128-030c1377de59 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4944aa-6680-44ed-ba5c-df782d765776,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:28.803075 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-74dbae1a-d68c-40ab-be0d-fc5adcad10df tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] show failed (client error): The resource could not be found. Feb 11 06:10:28.804218 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-74dbae1a-d68c-40ab-be0d-fc5adcad10df tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups/5c4944aa-6680-44ed-ba5c-df782d765776 HTTP/1.1" status: 404 len: 347 time: 0.0159497 Feb 11 06:10:28.807168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42848) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:28.940511 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Deleting port 1ec1ecce-cdc4-47bb-a098-8a77caedeeb3 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:10:28.940808 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1ec1ecce-cdc4-47bb-a098-8a77caedeeb3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.016524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1ec1ecce-cdc4-47bb-a098-8a77caedeeb3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.016879 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (1ec1ecce-cdc4-47bb-a098-8a77caedeeb3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.029035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Calling delete_port for 1ec1ecce-cdc4-47bb-a098-8a77caedeeb3 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:10:29.163252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1ec1ecce-cdc4-47bb-a098-8a77caedeeb3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.188912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event deleted for resources: {'Port': ['ID=1ec1ecce-cdc4-47bb-a098-8a77caedeeb3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:29.201160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.201520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.201870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.202217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.202559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.202901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.203236 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.203567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.203897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.204226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.204555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.204884 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.205235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:29.263533 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (fb5cd0e1-20c7-4069-8003-29557cf6e591), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.266209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.267385 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f86c536c-5bc5-4db4-b7ff-69500aaf4885 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "DELETE /v2.0/floatingips/fb5cd0e1-20c7-4069-8003-29557cf6e591 HTTP/1.1" status: 204 len: 168 time: 0.4592299 Feb 11 06:10:29.515292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 42854) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:29.519936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bb95e9d2-14d8-4307-a119-c76e4e0764d9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419084619', 'description': 'tempest-description--312547500'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:29.540107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb95e9d2-14d8-4307-a119-c76e4e0764d9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.605516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb95e9d2-14d8-4307-a119-c76e4e0764d9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (dd455a05-d1e1-4658-8aaf-f2057ef7c66a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.608921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb95e9d2-14d8-4307-a119-c76e4e0764d9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dd455a05-d1e1-4658-8aaf-f2057ef7c66a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.639676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb95e9d2-14d8-4307-a119-c76e4e0764d9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.640921 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bb95e9d2-14d8-4307-a119-c76e4e0764d9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1245854 Feb 11 06:10:29.642885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95e9d2-14d8-4307-a119-c76e4e0764d9 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd455a05-d1e1-4658-8aaf-f2057ef7c66a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:29.643989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42856) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:29.649580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-34bdb66c-421a-4060-8e0b-4d8992a4ea7b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'security_group_rule': {'security_group_id': 'dd455a05-d1e1-4658-8aaf-f2057ef7c66a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:29.674268 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34bdb66c-421a-4060-8e0b-4d8992a4ea7b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (5fbf26ee-1980-4232-8f17-98d8226d8df0), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.718907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34bdb66c-421a-4060-8e0b-4d8992a4ea7b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (5fbf26ee-1980-4232-8f17-98d8226d8df0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.722371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34bdb66c-421a-4060-8e0b-4d8992a4ea7b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (5fbf26ee-1980-4232-8f17-98d8226d8df0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.740440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdb66c-421a-4060-8e0b-4d8992a4ea7b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbf26ee-1980-4232-8f17-98d8226d8df0,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:29.750638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-34bdb66c-421a-4060-8e0b-4d8992a4ea7b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.751846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-34bdb66c-421a-4060-8e0b-4d8992a4ea7b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1061280 Feb 11 06:10:29.754462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42858) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:29.758845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5a4d8f97-aacd-412e-a5cc-7d6427d41d23 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'security_group_rule': {'security_group_id': 'dd455a05-d1e1-4658-8aaf-f2057ef7c66a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:29.785630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8f97-aacd-412e-a5cc-7d6427d41d23 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (93fb4458-66db-4ce4-a24a-817a5d02931f), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.840806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8f97-aacd-412e-a5cc-7d6427d41d23 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (93fb4458-66db-4ce4-a24a-817a5d02931f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.844416 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8f97-aacd-412e-a5cc-7d6427d41d23 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (93fb4458-66db-4ce4-a24a-817a5d02931f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.863152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d8f97-aacd-412e-a5cc-7d6427d41d23 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fb4458-66db-4ce4-a24a-817a5d02931f,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:29.871894 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8f97-aacd-412e-a5cc-7d6427d41d23 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.873098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5a4d8f97-aacd-412e-a5cc-7d6427d41d23 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176898 Feb 11 06:10:29.876102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42860) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:29.880306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:29.904227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.002848 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.103582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Allocated IP 172.25.1.246 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/8ed2958e-42d0-46ce-a05e-fa8e947ec84e) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:30.135671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 9ea96e15-e72f-4801-a457-3d2885a8ae88 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:10:30.159093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 9ea96e15-e72f-4801-a457-3d2885a8ae88 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:10:30.159445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 9ea96e15-e72f-4801-a457-3d2885a8ae88 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:10:30.211248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for port (8ed2958e-42d0-46ce-a05e-fa8e947ec84e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.244147 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8ed2958e-42d0-46ce-a05e-fa8e947ec84e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.283695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:30.286459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:30.290628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:30.295931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'Port': ['ID=8ed2958e-42d0-46ce-a05e-fa8e947ec84e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:30.309525 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-49332799-7aac-43e1-8e19-313dc066a5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.382853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (832f813d-226a-4c33-a71d-da1e0dcf05ba), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.420089 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8ed2958e-42d0-46ce-a05e-fa8e947ec84e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.575477 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for port (8ed2958e-42d0-46ce-a05e-fa8e947ec84e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.580236 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8ed2958e-42d0-46ce-a05e-fa8e947ec84e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.645662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'Port': ['ID=8ed2958e-42d0-46ce-a05e-fa8e947ec84e,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:30.657325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (832f813d-226a-4c33-a71d-da1e0dcf05ba), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.672897 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.674265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9abdd2bb-be90-479a-9c4b-a4a3a8e026f8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7971399 Feb 11 06:10:30.882339 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-0225aaf2-a1a2-4117-8f23-5535a3ddd72e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--419084619&fields=id&tenant_id=b616a0aeb1d941f18d7dff912fee8fc9 HTTP/1.1" status: 200 len: 267 time: 0.0418057 Feb 11 06:10:30.992128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-0ae9e037-8dcb-480e-b7db-9018d00e3e80 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:30.993673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-0ae9e037-8dcb-480e-b7db-9018d00e3e80 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 811 time: 0.1048057 Feb 11 06:10:31.008405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-d4601093-c8f1-4b8b-9067-3b1c37e17a8f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/quotas/b616a0aeb1d941f18d7dff912fee8fc9 HTTP/1.1" status: 200 len: 375 time: 0.0092196 Feb 11 06:10:31.063505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-711e701c-c9a7-4d16-9131-d7a3152c0f76 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497422 Feb 11 06:10:31.132802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-25a5bff8-8108-4acb-bc80-bebb174cfd44 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:10:31.133853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-25a5bff8-8108-4acb-bc80-bebb174cfd44 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0588479 Feb 11 06:10:31.214652 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:31.525269 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-599a0d53-a80d-478b-bba3-e893142abeff service neutron] 10.222.0.31 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854058 Feb 11 06:10:31.617679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-89c904f1-112a-4cee-b418-2e8237a5e524 service neutron] 10.222.0.31 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864224 Feb 11 06:10:31.794388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e6da76a-256a-48e9-8a99-60f50202f6ee req-368e3494-dba2-44d2-a414-6b3337fd01ce tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 210 time: 0.0313957 Feb 11 06:10:32.764124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-46ba96cd-aa8e-4e3f-8dc6-0d039866246b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:32.765640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-46ba96cd-aa8e-4e3f-8dc6-0d039866246b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 811 time: 0.1057599 Feb 11 06:10:32.825465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-11d1d6a0-f900-4636-a15d-accbed3723d5 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b616a0aeb1d941f18d7dff912fee8fc9 HTTP/1.1" status: 200 len: 379 time: 0.0511897 Feb 11 06:10:32.836675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'port': {'device_id': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'admin_state_up': True, 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'security_groups': ['dd455a05-d1e1-4658-8aaf-f2057ef7c66a']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:32.880990 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:32.928318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-63624460-3b4d-44a3-bb3e-f61e1f860693 req-62a37eda-0627-4caf-a5b3-642809be5b75 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 210 time: 0.0591152 Feb 11 06:10:32.969833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Made reservation on behalf of b616a0aeb1d941f18d7dff912fee8fc9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:10:32.973294 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.097913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Allocated IP 172.20.0.7 (49da1121-f8e6-476f-b450-72b20eac2586/9dfcd878-327b-4b65-b39b-d617d5a1a625/789c7b1b-d5fa-4fd7-944b-6814736775d4) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:33.242105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.275183 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.318238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Network 49da1121-f8e6-476f-b450-72b20eac2586 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:33.321482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:33.325430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:33.350482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event updated for resources: {'Port': ['ID=789c7b1b-d5fa-4fd7-944b-6814736775d4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:33.380607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:33.381254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.398828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-71ad4656-10df-4626-bd40-a0e9a8a9cc26 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667992 Feb 11 06:10:33.410834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Request body: {'port': {'device_id': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:33.478795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.559086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8f730d32-e62f-4d04-8265-92b9eb212619 None None] Provisioning complete for port 789c7b1b-d5fa-4fd7-944b-6814736775d4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:33.559462 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f730d32-e62f-4d04-8265-92b9eb212619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.593217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8f730d32-e62f-4d04-8265-92b9eb212619 None None] Port 789c7b1b-d5fa-4fd7-944b-6814736775d4 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:10:33.738148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789c7b1b-d5fa-4fd7-944b-6814736775d4 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:10:33.745388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Publish callbacks [] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.757349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Transition to ACTIVE for port object 789c7b1b-d5fa-4fd7-944b-6814736775d4 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:10:33.761038 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.813136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Pushing event updated for resources: {'Port': ['ID=789c7b1b-d5fa-4fd7-944b-6814736775d4,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:33.883411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Attempting to bind port 789c7b1b-d5fa-4fd7-944b-6814736775d4 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:33.884097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Attempting to bind port 789c7b1b-d5fa-4fd7-944b-6814736775d4 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:33.884213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Attempting to bind port 789c7b1b-d5fa-4fd7-944b-6814736775d4 on network 49da1121-f8e6-476f-b450-72b20eac2586 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:33.888929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Port 789c7b1b-d5fa-4fd7-944b-6814736775d4 on network 49da1121-f8e6-476f-b450-72b20eac2586 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:10:33.889270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Attempting to bind port 789c7b1b-d5fa-4fd7-944b-6814736775d4 on network 49da1121-f8e6-476f-b450-72b20eac2586 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:33.895888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:33.896235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Checking segment: {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:33.896660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Bound using segment: {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:33.897300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Bound port: 789c7b1b-d5fa-4fd7-944b-6814736775d4, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153caf19-ce17-4c4a-882f-ec9e42438273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:33.898191 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.966710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] For port 789c7b1b-d5fa-4fd7-944b-6814736775d4, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:33.970097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] For port 789c7b1b-d5fa-4fd7-944b-6814736775d4, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=789c7b1b-d5fa-4fd7-944b-6814736775d4,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:33.971593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.977309 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:34.014196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.014779 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:34.016179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] 10.222.0.72 "PUT /v2.0/ports/789c7b1b-d5fa-4fd7-944b-6814736775d4 HTTP/1.1" status: 200 len: 1092 time: 0.6098497 Feb 11 06:10:34.016764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'tag': '789c7b1b-d5fa-4fd7-944b-6814736775d4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:34.019028 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99f470b-f33a-4354-9670-943a67401952" -d '{"events": [{"name": "network-changed", "server_uuid": "76109b76-ba84-440f-8d6f-2803dbcbf5f9", "tag": "789c7b1b-d5fa-4fd7-944b-6814736775d4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:34.074047 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa486a6-2125-44e0-9371-3a4f13e1dd79 x-openstack-request-id: req-0aa486a6-2125-44e0-9371-3a4f13e1dd79 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:34.074343 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76109b76-ba84-440f-8d6f-2803dbcbf5f9", "tag": "789c7b1b-d5fa-4fd7-944b-6814736775d4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:34.074596 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0aa486a6-2125-44e0-9371-3a4f13e1dd79 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:34.074995 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'tag': '789c7b1b-d5fa-4fd7-944b-6814736775d4', 'status': 'completed', 'code': 200} Feb 11 06:10:34.119719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a98039-0735-4996-8897-32cd2c10d444 service neutron] Pushing event updated for resources: {'Port': ['ID=789c7b1b-d5fa-4fd7-944b-6814736775d4,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:34.151448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda096-edd4-483e-97f5-4b48ba516c90 req-ca4eeaf9-2d5d-42f8-a2e0-a6de8b11b157 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.153026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5dbda096-edd4-483e-97f5-4b48ba516c90 req-ca4eeaf9-2d5d-42f8-a2e0-a6de8b11b157 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 943 time: 0.1258650 Feb 11 06:10:34.159566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-006a332f-e2db-419a-ba80-b0fac5e0d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.161038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-006a332f-e2db-419a-ba80-b0fac5e0d5ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 1126 time: 0.0888677 Feb 11 06:10:34.210985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-66e22c27-db76-4eb7-b1a3-38d01fb2662a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=789c7b1b-d5fa-4fd7-944b-6814736775d4 HTTP/1.1" status: 200 len: 217 time: 0.0423605 Feb 11 06:10:34.277419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5dbda096-edd4-483e-97f5-4b48ba516c90 req-f51d212e-5a38-4bff-a880-f152e27b48eb tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd455a05-d1e1-4658-8aaf-f2057ef7c66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153541 Feb 11 06:10:34.284336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-2d355508-a722-4a51-8787-4be72662e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.285761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-2d355508-a722-4a51-8787-4be72662e07e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0691886 Feb 11 06:10:34.350598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-e1d7a23b-9f09-4960-8ec4-627df4d079ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.353198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-e1d7a23b-9f09-4960-8ec4-627df4d079ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0618858 Feb 11 06:10:34.445449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-d1e9142a-8517-4040-8002-9c561702dcd2 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855687 Feb 11 06:10:34.536705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d336896e-99a4-40c6-9c43-3031cb240dd7 req-7c99c43c-94ec-4da3-a661-b0bcaf16408d service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865014 Feb 11 06:10:34.625793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f470b-f33a-4354-9670-943a67401952 req-2e96d999-f8d2-49bf-9add-167db20fd0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.627309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d99f470b-f33a-4354-9670-943a67401952 req-2e96d999-f8d2-49bf-9add-167db20fd0f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 1126 time: 0.0443566 Feb 11 06:10:34.720515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f470b-f33a-4354-9670-943a67401952 req-7e032d58-abf7-4352-9a54-2b8ffb11b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.722030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d99f470b-f33a-4354-9670-943a67401952 req-7e032d58-abf7-4352-9a54-2b8ffb11b18b service neutron] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 912 time: 0.0865073 Feb 11 06:10:34.762756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d99f470b-f33a-4354-9670-943a67401952 req-61c64d39-00b8-4264-a1e2-0da11b504349 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=789c7b1b-d5fa-4fd7-944b-6814736775d4 HTTP/1.1" status: 200 len: 217 time: 0.0346267 Feb 11 06:10:34.817947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f470b-f33a-4354-9670-943a67401952 req-017b7866-6b21-4dea-bb1f-4f9d17762afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.819320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d99f470b-f33a-4354-9670-943a67401952 req-017b7866-6b21-4dea-bb1f-4f9d17762afa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0510943 Feb 11 06:10:34.868900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f470b-f33a-4354-9670-943a67401952 req-0bd317d2-3388-479a-9b4e-2ee438062ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.870445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d99f470b-f33a-4354-9670-943a67401952 req-0bd317d2-3388-479a-9b4e-2ee438062ccf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440211 Feb 11 06:10:34.958911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d99f470b-f33a-4354-9670-943a67401952 req-de484b42-ded6-4b84-8da7-6b15a558ec48 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804653 Feb 11 06:10:35.051414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d99f470b-f33a-4354-9670-943a67401952 req-0a147adb-5230-4283-9e4b-3a6073e4975b service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864470 Feb 11 06:10:35.417091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8ee5f-dce6-4fdb-97ba-8741ff58d9ae req-a9d23c5e-0137-4ac9-8474-90b6a3c87159 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:35.419564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d8ee5f-dce6-4fdb-97ba-8741ff58d9ae req-a9d23c5e-0137-4ac9-8474-90b6a3c87159 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 943 time: 0.0732589 Feb 11 06:10:35.472244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d8ee5f-dce6-4fdb-97ba-8741ff58d9ae req-b9b09c19-a69d-404d-a241-b1cc127e27b6 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd455a05-d1e1-4658-8aaf-f2057ef7c66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470998 Feb 11 06:10:36.143883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 789c7b1b-d5fa-4fd7-944b-6814736775d4 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:10:36.240977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 789c7b1b-d5fa-4fd7-944b-6814736775d4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=789c7b1b-d5fa-4fd7-944b-6814736775d4,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:36.252702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '789c7b1b-d5fa-4fd7-944b-6814736775d4', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'port_id': '789c7b1b-d5fa-4fd7-944b-6814736775d4', 'mac_address': 'fa:16:3e:4d:29:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:10:36.295472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 789c7b1b-d5fa-4fd7-944b-6814736775d4 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:36.295857 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:36.309962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789c7b1b-d5fa-4fd7-944b-6814736775d4 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:10:36.330335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 789c7b1b-d5fa-4fd7-944b-6814736775d4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=789c7b1b-d5fa-4fd7-944b-6814736775d4,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:36.334093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:36.388000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=789c7b1b-d5fa-4fd7-944b-6814736775d4,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:36.395308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.395786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.396439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.396439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.396779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.397095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.397538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.398055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.398383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.398712 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.399034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.399409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.399824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:36.587134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['789c7b1b-d5fa-4fd7-944b-6814736775d4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:10:36.603179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554133-910b-4328-9810-8a713974df3a req-217ad6ac-49a9-47ce-8bb9-f90d5596b7f7 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:36.604670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de554133-910b-4328-9810-8a713974df3a req-217ad6ac-49a9-47ce-8bb9-f90d5596b7f7 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 944 time: 0.0622931 Feb 11 06:10:36.656528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de554133-910b-4328-9810-8a713974df3a req-3ed791dc-ade2-486d-af2e-7fb250bd76b6 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd455a05-d1e1-4658-8aaf-f2057ef7c66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460122 Feb 11 06:10:37.776097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404fae3-685c-4a09-b021-822edb69953f req-fcaeb620-a16c-42b5-81ae-188a8dbef0d0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:37.777629 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3404fae3-685c-4a09-b021-822edb69953f req-fcaeb620-a16c-42b5-81ae-188a8dbef0d0 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 944 time: 0.0529387 Feb 11 06:10:37.824486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3404fae3-685c-4a09-b021-822edb69953f req-c1eb9519-46ee-4839-a35c-28bccb9c048a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd455a05-d1e1-4658-8aaf-f2057ef7c66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411932 Feb 11 06:10:38.159544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 789c7b1b-d5fa-4fd7-944b-6814736775d4 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:38.211956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 789c7b1b-d5fa-4fd7-944b-6814736775d4 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:10:38.216069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 789c7b1b-d5fa-4fd7-944b-6814736775d4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:38.216691 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:38.300133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 789c7b1b-d5fa-4fd7-944b-6814736775d4 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:38.301167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:38.533373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c7b1b-d5fa-4fd7-944b-6814736775d4'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:38.535616 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d4b1e3-32f4-423a-a902-0637fdde522a" -d '{"events": [{"server_uuid": "76109b76-ba84-440f-8d6f-2803dbcbf5f9", "name": "network-vif-plugged", "status": "completed", "tag": "789c7b1b-d5fa-4fd7-944b-6814736775d4"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:38.548990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 789c7b1b-d5fa-4fd7-944b-6814736775d4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=789c7b1b-d5fa-4fd7-944b-6814736775d4,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:38.553351 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:38.616065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=789c7b1b-d5fa-4fd7-944b-6814736775d4,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:38.665522 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39351252-d7ae-46b2-a915-d498daaec067 x-openstack-request-id: req-39351252-d7ae-46b2-a915-d498daaec067 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:38.665833 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76109b76-ba84-440f-8d6f-2803dbcbf5f9", "name": "network-vif-plugged", "status": "completed", "tag": "789c7b1b-d5fa-4fd7-944b-6814736775d4", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:38.666097 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39351252-d7ae-46b2-a915-d498daaec067 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:38.666513 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c7b1b-d5fa-4fd7-944b-6814736775d4', 'code': 200} Feb 11 06:10:38.766788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb751fd-730e-495e-831e-502dc5625c27 req-95c5b0d7-70fe-43e0-a93d-28771779f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:38.768305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-acb751fd-730e-495e-831e-502dc5625c27 req-95c5b0d7-70fe-43e0-a93d-28771779f5e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 1128 time: 0.0438478 Feb 11 06:10:38.816100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-acb751fd-730e-495e-831e-502dc5625c27 req-1a151924-a823-4179-9d12-3a004b6bca12 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd455a05-d1e1-4658-8aaf-f2057ef7c66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416873 Feb 11 06:10:38.948372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89070f-dffe-41f5-adf4-937d87764823 req-98c168f0-d98c-4750-ab54-701852be102f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:38.949921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a89070f-dffe-41f5-adf4-937d87764823 req-98c168f0-d98c-4750-ab54-701852be102f tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 945 time: 0.0549679 Feb 11 06:10:38.996048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a89070f-dffe-41f5-adf4-937d87764823 req-90306dcc-95ff-4976-b504-35384b48862a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd455a05-d1e1-4658-8aaf-f2057ef7c66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405409 Feb 11 06:10:40.121035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2f142-0bdf-445a-802c-110e5052f5b9 req-6383f1f3-d10f-41ca-b15a-04919fbf8349 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:40.122557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cba2f142-0bdf-445a-802c-110e5052f5b9 req-6383f1f3-d10f-41ca-b15a-04919fbf8349 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 945 time: 0.0559139 Feb 11 06:10:40.170404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cba2f142-0bdf-445a-802c-110e5052f5b9 req-64d51110-af6a-4e24-964b-f4ac784e5dad tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd455a05-d1e1-4658-8aaf-f2057ef7c66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420511 Feb 11 06:10:40.293726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d229d3-3a45-4b96-a1d2-e7372e6ca5b4 req-5dc4f5f4-5ac3-4371-9e04-e53d154dcb65 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:40.295319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8d229d3-3a45-4b96-a1d2-e7372e6ca5b4 req-5dc4f5f4-5ac3-4371-9e04-e53d154dcb65 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 945 time: 0.0573082 Feb 11 06:10:40.303756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 42934) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:40.308224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-254be899-8980-41c8-8460-3690061a9996 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Request body: {'floatingip': {'port_id': '789c7b1b-d5fa-4fd7-944b-6814736775d4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:40.347508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-254be899-8980-41c8-8460-3690061a9996 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (832f813d-226a-4c33-a71d-da1e0dcf05ba), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:40.792345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-254be899-8980-41c8-8460-3690061a9996 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:40.796941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-254be899-8980-41c8-8460-3690061a9996 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (832f813d-226a-4c33-a71d-da1e0dcf05ba), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:40.909001 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-254be899-8980-41c8-8460-3690061a9996 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Floating IP 832f813d-226a-4c33-a71d-da1e0dcf05ba associated. External IP: 172.25.1.246, port: 789c7b1b-d5fa-4fd7-944b-6814736775d4. Feb 11 06:10:41.146015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254be899-8980-41c8-8460-3690061a9996 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Router 9b10a196-7624-477e-9352-3dfebf27f475 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:10:41.262784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254be899-8980-41c8-8460-3690061a9996 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:10:41.267781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-254be899-8980-41c8-8460-3690061a9996 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:41.275558 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] Sync routers for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:10:41.288197 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:41.289709 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:10:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:41.305819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-254be899-8980-41c8-8460-3690061a9996 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "PUT /v2.0/floatingips/832f813d-226a-4c33-a71d-da1e0dcf05ba HTTP/1.1" status: 200 len: 991 time: 0.9971867 Feb 11 06:10:41.305819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'tag': '789c7b1b-d5fa-4fd7-944b-6814736775d4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:41.305819 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15" -d '{"events": [{"name": "network-changed", "server_uuid": "76109b76-ba84-440f-8d6f-2803dbcbf5f9", "tag": "789c7b1b-d5fa-4fd7-944b-6814736775d4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:41.358113 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd218a2-ab5f-45d1-b6ef-9fa723ba9c69 x-openstack-request-id: req-ccd218a2-ab5f-45d1-b6ef-9fa723ba9c69 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:41.358527 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76109b76-ba84-440f-8d6f-2803dbcbf5f9", "tag": "789c7b1b-d5fa-4fd7-944b-6814736775d4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:41.359543 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccd218a2-ab5f-45d1-b6ef-9fa723ba9c69 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:41.360238 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'tag': '789c7b1b-d5fa-4fd7-944b-6814736775d4', 'status': 'completed', 'code': 200} Feb 11 06:10:41.442692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-19d51e63-736e-4081-b354-fc84cddb3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:41.444247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-19d51e63-736e-4081-b354-fc84cddb3dc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 1128 time: 0.0648217 Feb 11 06:10:41.543785 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:41.582134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-9acaeed6-5e98-4ff7-afc8-07892548aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:41.583838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-9acaeed6-5e98-4ff7-afc8-07892548aabd service neutron] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 912 time: 0.1335161 Feb 11 06:10:41.691801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-83191405-2bef-494e-963e-6e7fbcef2830 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=789c7b1b-d5fa-4fd7-944b-6814736775d4 HTTP/1.1" status: 200 len: 999 time: 0.0966001 Feb 11 06:10:41.787895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-5a1f1e24-8d36-4911-b17f-ec7091db7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:41.789890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-5a1f1e24-8d36-4911-b17f-ec7091db7c78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0916574 Feb 11 06:10:41.857388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-a6001872-6f8f-432e-8dd6-ae7a0ebcc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:41.859860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-a6001872-6f8f-432e-8dd6-ae7a0ebcc826 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0629461 Feb 11 06:10:41.871048 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '832f813d-226a-4c33-a71d-da1e0dcf05ba', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'port_id': '789c7b1b-d5fa-4fd7-944b-6814736775d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'mac_address': 'fa:16:3e:4d:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:30Z', 'updated_at': '2022-02-11T06:10:40Z', 'revision_number': 1, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:41.903134 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] Checking router: 9b10a196-7624-477e-9352-3dfebf27f475 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:10:41.913425 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:41.914154 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:10:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:41.986165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-3c1081e5-ffc0-4a24-b692-7bcc49f8be19 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209104 Feb 11 06:10:42.032300 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:42.098585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-156e4dc3-ecd9-4f5b-a3e5-07610220fa15 req-d3b15691-20bf-4b44-a485-16b5316e935b service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067536 Feb 11 06:10:42.291815 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '832f813d-226a-4c33-a71d-da1e0dcf05ba', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'port_id': '789c7b1b-d5fa-4fd7-944b-6814736775d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'mac_address': 'fa:16:3e:4d:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:30Z', 'updated_at': '2022-02-11T06:10:40Z', 'revision_number': 1, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:42.324047 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539af02-7bc4-4142-a291-0cbd2665d0a5 None None] The sync data for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 is: [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '832f813d-226a-4c33-a71d-da1e0dcf05ba', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'port_id': '789c7b1b-d5fa-4fd7-944b-6814736775d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'mac_address': 'fa:16:3e:4d:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:30Z', 'updated_at': '2022-02-11T06:10:40Z', 'revision_number': 1, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:10:42.564539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d9f76-b096-43d7-80b8-8eeae301efa4 None None] New status for floating IP 832f813d-226a-4c33-a71d-da1e0dcf05ba: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:10:51.829322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-d1ea68b3-d17b-481c-9db7-3f1b3cb4e3cf tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987460635&fields=id&tenant_id=e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 267 time: 0.0470989 Feb 11 06:10:52.225629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-360e7495-a3c9-43ba-b437-9d2f6cf88c1b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:52.227678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-360e7495-a3c9-43ba-b437-9d2f6cf88c1b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.3918741 Feb 11 06:10:52.243508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-e24376d8-9c8d-4f7b-9c47-c634ed935ac0 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/quotas/e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 375 time: 0.0103202 Feb 11 06:10:52.301540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-e9f65d5c-2fd1-47b0-8b03-46e407b2a289 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522575 Feb 11 06:10:52.411846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-f2a6cfe8-9ab1-4c9e-a541-aa310b45b7df service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958796 Feb 11 06:10:52.444995 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:52.517324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-ae934219-f274-4df3-921d-c542b43cc866 service neutron] 10.222.0.31 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988636 Feb 11 06:10:52.846293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-672e7ab6-c40c-47bf-8da7-766272ae0611 req-cce8f5ee-07c1-4dd5-81cf-389af4c64744 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0333014 Feb 11 06:10:53.441067 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:53.940798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f3fae7f-61d2-4258-809f-3c3de0a40e2d req-056dcc95-4d82-4618-8cf6-5439ed91a91b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0292599 Feb 11 06:10:55.021061 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:10:55.023606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d0782240-2b8a-49a3-89d0-1e963d3886cd req-1b30bcc0-9242-46e5-be06-051f480106c9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0316346 Feb 11 06:10:56.103991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b139b89-4241-4145-a4c9-bf13d771a62f req-ac93783f-282b-4e77-958b-6b849f041cec tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0285935 Feb 11 06:10:57.205322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0e4cfd0-7c33-4d1c-a088-c8d902f83ac1 req-e7e82398-d4aa-4849-95d7-e9334cd69af7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0309603 Feb 11 06:10:57.750078 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-53708543-daa6-4f83-9604-bfeb0e5e6750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:57.865372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-52e9ab12-1c0f-49d9-acd2-c25f7769cfba tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.866939 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-52e9ab12-1c0f-49d9-acd2-c25f7769cfba tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 812 time: 0.1287038 Feb 11 06:10:57.959142 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-d1cf116b-d34f-491a-8d92-1e2ae7af0393 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9190f6e10054c979c98f8f31ec81825 HTTP/1.1" status: 200 len: 380 time: 0.0835271 Feb 11 06:10:57.968197 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'port': {'device_id': '2d70a142-4ec6-4512-819b-54f0854d5518', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'admin_state_up': True, 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'security_groups': ['318f3090-163e-4212-a33f-fe54d0431dc0']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:58.090866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Made reservation on behalf of e9190f6e10054c979c98f8f31ec81825 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:10:58.096096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.254172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.20.0.4 (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9/97909236-820c-41c0-bc0e-6dba39599923) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:58.325582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3fc0db3-d4ea-453b-9d52-b4f24ccb58c4 req-f876abcb-c3eb-4117-8afa-b3577ac242a3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0350654 Feb 11 06:10:58.415112 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (97909236-820c-41c0-bc0e-6dba39599923), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.454367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (97909236-820c-41c0-bc0e-6dba39599923), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.499586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:58.502742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:58.506426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:58.532770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=97909236-820c-41c0-bc0e-6dba39599923,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:58.560614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:58.561326 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.579047 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-296ac43e-1374-478d-ad63-2ad41a8dfaab tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6150885 Feb 11 06:10:58.591303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Request body: {'port': {'device_id': '2d70a142-4ec6-4512-819b-54f0854d5518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:58.670031 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (97909236-820c-41c0-bc0e-6dba39599923), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.760415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dec20b92-a57a-4744-b895-ebf0b6bf68d5 None None] Provisioning complete for port 97909236-820c-41c0-bc0e-6dba39599923 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:58.760999 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dec20b92-a57a-4744-b895-ebf0b6bf68d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (97909236-820c-41c0-bc0e-6dba39599923), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.798793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dec20b92-a57a-4744-b895-ebf0b6bf68d5 None None] Port 97909236-820c-41c0-bc0e-6dba39599923 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:10:58.940595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97909236-820c-41c0-bc0e-6dba39599923 {{(pid=103121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:10:58.949601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Publish callbacks [] for port (97909236-820c-41c0-bc0e-6dba39599923), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.963057 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Transition to ACTIVE for port object 97909236-820c-41c0-bc0e-6dba39599923 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:10:58.966797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (97909236-820c-41c0-bc0e-6dba39599923), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:59.022442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Pushing event updated for resources: {'Port': ['ID=97909236-820c-41c0-bc0e-6dba39599923,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:59.102079 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Attempting to bind port 97909236-820c-41c0-bc0e-6dba39599923 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:59.102462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Attempting to bind port 97909236-820c-41c0-bc0e-6dba39599923 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:59.102760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Attempting to bind port 97909236-820c-41c0-bc0e-6dba39599923 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:59.107540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Port 97909236-820c-41c0-bc0e-6dba39599923 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:10:59.107866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Attempting to bind port 97909236-820c-41c0-bc0e-6dba39599923 on network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:59.113525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:59.113875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Checking segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:59.114267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Bound using segment: {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:59.114699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Bound port: 97909236-820c-41c0-bc0e-6dba39599923, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d02a003-0beb-4957-b8ba-0113bebe230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:59.115063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (97909236-820c-41c0-bc0e-6dba39599923), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:59.190954 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] For port 97909236-820c-41c0-bc0e-6dba39599923, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:59.194271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] For port 97909236-820c-41c0-bc0e-6dba39599923, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=97909236-820c-41c0-bc0e-6dba39599923,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:59.202911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (97909236-820c-41c0-bc0e-6dba39599923), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:59.251374 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.252004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:59.253433 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] 10.222.0.81 "PUT /v2.0/ports/97909236-820c-41c0-bc0e-6dba39599923 HTTP/1.1" status: 200 len: 1092 time: 0.6676219 Feb 11 06:10:59.253883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'tag': '97909236-820c-41c0-bc0e-6dba39599923'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:59.259475 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884" -d '{"events": [{"name": "network-changed", "server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "tag": "97909236-820c-41c0-bc0e-6dba39599923"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:59.281217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc384826-916d-4681-9038-d8a9cabb2785 service neutron] Pushing event updated for resources: {'Port': ['ID=97909236-820c-41c0-bc0e-6dba39599923,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:59.340200 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386d7cd0-90e4-44b3-bea3-86f18beb1898 x-openstack-request-id: req-386d7cd0-90e4-44b3-bea3-86f18beb1898 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:59.346514 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "tag": "97909236-820c-41c0-bc0e-6dba39599923", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:59.347039 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-386d7cd0-90e4-44b3-bea3-86f18beb1898 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:59.347601 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'tag': '97909236-820c-41c0-bc0e-6dba39599923', 'status': 'completed', 'code': 200} Feb 11 06:10:59.378809 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-f07b4861-bfb8-49c1-8b28-06c08c7ada3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.380897 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-f07b4861-bfb8-49c1-8b28-06c08c7ada3b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 1126 time: 0.0786352 Feb 11 06:10:59.432877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-41cb07cb-7689-43ef-bc02-62c7ccdadc68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97909236-820c-41c0-bc0e-6dba39599923 HTTP/1.1" status: 200 len: 217 time: 0.0443919 Feb 11 06:10:59.484038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07b50e-bcd2-4dda-883d-62f06700bb6a req-24c3c9c6-e966-4883-a034-8bf0473d70a8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.493242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a07b50e-bcd2-4dda-883d-62f06700bb6a req-24c3c9c6-e966-4883-a034-8bf0473d70a8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0697858 Feb 11 06:10:59.493508 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-5104a2d5-1232-45c1-a734-37908ef1cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.495328 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-5104a2d5-1232-45c1-a734-37908ef1cf3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0569520 Feb 11 06:10:59.548621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a07b50e-bcd2-4dda-883d-62f06700bb6a req-f50b8de0-cc9f-4e9e-8f18-9b1a33383619 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540829 Feb 11 06:10:59.558910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-61a0ef35-6115-40aa-9b56-3419eb2b7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.560459 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-61a0ef35-6115-40aa-9b56-3419eb2b7e58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0586483 Feb 11 06:10:59.668669 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-b15a2e3c-1913-4833-8b62-5f6e3cd55116 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993824 Feb 11 06:10:59.768012 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e8a4f8fb-9344-46a0-9afe-a5e16febb840 req-426c319e-9ec7-433f-8a0a-4667878d469a service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931983 Feb 11 06:10:59.870644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-2c4763dd-4c8d-4f93-b459-e039649b82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.872193 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-2c4763dd-4c8d-4f93-b459-e039649b82b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 1126 time: 0.0543349 Feb 11 06:10:59.965612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-ffaa0f27-57de-4c83-96f7-215ee551023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.967087 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-ffaa0f27-57de-4c83-96f7-215ee551023a service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.0895131 Feb 11 06:11:00.011322 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-26b87449-ce9d-4c08-a3ab-a85726f98a59 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97909236-820c-41c0-bc0e-6dba39599923 HTTP/1.1" status: 200 len: 217 time: 0.0378830 Feb 11 06:11:00.060457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-0edce514-b5bd-42b9-bdf6-34b21ba5b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.062242 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-0edce514-b5bd-42b9-bdf6-34b21ba5b76d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0448627 Feb 11 06:11:00.111693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-0697114f-db01-4205-8ae7-1dd28decf943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.113223 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-0697114f-db01-4205-8ae7-1dd28decf943 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450842 Feb 11 06:11:00.215487 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-2134abf8-8422-4d5e-94de-1888c9172643 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962012 Feb 11 06:11:00.317422 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bcdecae0-2c1c-4857-b1ba-b17fdf2d4884 req-a69ad030-6a44-451e-bc90-2685b07f4a1d service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944133 Feb 11 06:11:00.322833 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6be80eb2-c9e4-43d3-b5cf-4c60fcd35e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:00.715989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0158ef4-f378-452b-a779-75098e61a027 req-7fe59314-5e76-4efd-b980-ddaf2ff55d0c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.717657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0158ef4-f378-452b-a779-75098e61a027 req-7fe59314-5e76-4efd-b980-ddaf2ff55d0c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0782943 Feb 11 06:11:00.776770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0158ef4-f378-452b-a779-75098e61a027 req-766e78e0-5ad7-4bc8-bfd7-c2a21650f633 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529530 Feb 11 06:11:01.215385 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:01.923726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b14fb-a996-44f8-a5e8-f05c282684eb req-8749e50c-45fd-4b20-9312-3dd42ff77312 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:01.925432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f8b14fb-a996-44f8-a5e8-f05c282684eb req-8749e50c-45fd-4b20-9312-3dd42ff77312 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0569592 Feb 11 06:11:01.980186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f8b14fb-a996-44f8-a5e8-f05c282684eb req-1912c6bb-4764-4d6b-8adb-768d9d4380b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486510 Feb 11 06:11:02.891595 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:03.119563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cc645-f171-43dc-9671-963965a39967 req-bd8b9991-634c-4249-b543-2b1cd4fcc873 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:03.121191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f29cc645-f171-43dc-9671-963965a39967 req-bd8b9991-634c-4249-b543-2b1cd4fcc873 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0612175 Feb 11 06:11:03.177317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f29cc645-f171-43dc-9671-963965a39967 req-b6df6f51-cd27-4610-a9e0-5b78eab6089b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498989 Feb 11 06:11:03.966648 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.307676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a8db1-5991-4c8d-92bc-183c4084acd1 req-bd516538-42d9-4e4e-8bc8-b6172483026d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:04.309173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-663a8db1-5991-4c8d-92bc-183c4084acd1 req-bd516538-42d9-4e4e-8bc8-b6172483026d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0561781 Feb 11 06:11:04.358837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-663a8db1-5991-4c8d-92bc-183c4084acd1 req-2a05b477-ccc2-4907-9c34-0b66cd1a0a9f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 Feb 11 06:11:04.579378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-f78e9819-513a-4598-8137-fc13a5a57ba7 req-4d492950-dad1-4260-9be3-42fe50dd4680 service neutron] (103120) timed out ('10.222.0.31', 51240) {{(pid=103120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:11:05.482651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65be45-3ff9-4d64-8098-f0f774e98601 req-c3f12565-be1f-48d7-9462-eb2da8799dbd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:05.484044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de65be45-3ff9-4d64-8098-f0f774e98601 req-c3f12565-be1f-48d7-9462-eb2da8799dbd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0537696 Feb 11 06:11:05.538919 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de65be45-3ff9-4d64-8098-f0f774e98601 req-8217d1f4-b68c-4f40-9497-783ca985884f tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492501 Feb 11 06:11:06.659309 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3758a-2da4-4656-aa2f-3785282b85a8 req-d7ee414f-ac2e-44a9-bc78-f0bbdaa63b33 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:06.660798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90f3758a-2da4-4656-aa2f-3785282b85a8 req-d7ee414f-ac2e-44a9-bc78-f0bbdaa63b33 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0538180 Feb 11 06:11:06.709040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-90f3758a-2da4-4656-aa2f-3785282b85a8 req-6cd7e546-89b4-4f83-b113-48f6a3655b4e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Feb 11 06:11:07.847113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eae20-a0d8-4129-b659-36ebf0e86c7a req-dc1be817-5345-42e1-99c4-42c460f9b53d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:07.849438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e6eae20-a0d8-4129-b659-36ebf0e86c7a req-dc1be817-5345-42e1-99c4-42c460f9b53d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0585082 Feb 11 06:11:07.898188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e6eae20-a0d8-4129-b659-36ebf0e86c7a req-afd24d53-a559-454d-849a-2bea62de6113 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432692 Feb 11 06:11:09.030048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3df26-9fe2-4ea5-9022-b6985d895b31 req-ffefe4ad-6201-4462-b963-9963772c9fc3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:09.031703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14d3df26-9fe2-4ea5-9022-b6985d895b31 req-ffefe4ad-6201-4462-b963-9963772c9fc3 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0626607 Feb 11 06:11:09.085315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14d3df26-9fe2-4ea5-9022-b6985d895b31 req-f5f3d667-d881-4256-b440-6cb333c4c079 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474234 Feb 11 06:11:10.213419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f822c2-8ca0-4ccc-b392-da3b1f960a39 req-aa9fd51b-75b8-4384-b1bc-b38fedbad1f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:10.215322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39f822c2-8ca0-4ccc-b392-da3b1f960a39 req-aa9fd51b-75b8-4384-b1bc-b38fedbad1f9 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0589173 Feb 11 06:11:10.271381 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39f822c2-8ca0-4ccc-b392-da3b1f960a39 req-8dab99ac-13a6-4290-8cf5-c253a3e23bdf tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489547 Feb 11 06:11:11.108915 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-9351dc10-2e1c-4870-8f5c-571b1d50bbbb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480468 Feb 11 06:11:11.203555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-01f1097f-a08a-407c-bb18-c71513416519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:11.205055 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-01f1097f-a08a-407c-bb18-c71513416519 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1128 time: 0.0464628 Feb 11 06:11:11.309466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-8ed16a6c-01a6-4bf9-83ff-6c720760ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:11.311050 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-8ed16a6c-01a6-4bf9-83ff-6c720760ff79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.0869758 Feb 11 06:11:11.381729 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-5e62a6df-0cff-4178-9b4d-fa1cdbb85939 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 200 len: 1001 time: 0.0636914 Feb 11 06:11:11.401558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db6877-52c7-4b0a-a21e-d3118af3bbad req-61b47a59-47d6-4a05-94f1-f2c4fd9e7164 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:11.404612 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3db6877-52c7-4b0a-a21e-d3118af3bbad req-61b47a59-47d6-4a05-94f1-f2c4fd9e7164 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0582941 Feb 11 06:11:11.429966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-50b93ea3-5898-404a-9fe6-de92ba79cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:11.431972 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-50b93ea3-5898-404a-9fe6-de92ba79cc40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0450048 Feb 11 06:11:11.459345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3db6877-52c7-4b0a-a21e-d3118af3bbad req-13952122-4b5b-486d-b570-0337fab06a51 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489955 Feb 11 06:11:11.484292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-55ec8644-75c0-4651-a69f-dc9dc0b7391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:11.485923 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-55ec8644-75c0-4651-a69f-dc9dc0b7391f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464506 Feb 11 06:11:11.578849 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-8db43bc7-a834-4add-8096-6dc04eb78311 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868032 Feb 11 06:11:11.673878 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1afb855f-58e8-4bb1-a30c-9e9188db4259 req-698f93e0-85e8-41a5-946b-2247b0644cf1 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886512 Feb 11 06:11:12.588280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616af9ac-3159-43df-b6df-5e2764d0d617 req-d0c1574b-b04e-4540-b132-d7317ed241ba tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:12.589788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-616af9ac-3159-43df-b6df-5e2764d0d617 req-d0c1574b-b04e-4540-b132-d7317ed241ba tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0529976 Feb 11 06:11:12.640197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-616af9ac-3159-43df-b6df-5e2764d0d617 req-34f4aec7-0b15-4e9e-8f17-a6f2d60ad976 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445671 Feb 11 06:11:12.919696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-a5cb1ca6-0efe-474c-b99a-9614396226bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435183 Feb 11 06:11:13.011201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-ae0a3219-2755-43be-a837-9889d85a8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:13.012682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-ae0a3219-2755-43be-a837-9889d85a8f0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 1128 time: 0.0490627 Feb 11 06:11:13.115786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-5755d44b-c832-4167-8eb9-5d73aef742a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:13.117261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-5755d44b-c832-4167-8eb9-5d73aef742a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 200 len: 912 time: 0.0858006 Feb 11 06:11:13.186595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-ea4c4209-5941-4465-9dcc-16437f7282fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=789c7b1b-d5fa-4fd7-944b-6814736775d4 HTTP/1.1" status: 200 len: 1001 time: 0.0629404 Feb 11 06:11:13.236174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-989e6316-4759-4330-997b-c15c4e0e1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:13.237676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-989e6316-4759-4330-997b-c15c4e0e1ef7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 200 len: 850 time: 0.0443511 Feb 11 06:11:13.290126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-f1a96ce4-fe6a-4a23-bb78-e083a1af553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:13.291652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-f1a96ce4-fe6a-4a23-bb78-e083a1af553c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49da1121-f8e6-476f-b450-72b20eac2586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460551 Feb 11 06:11:13.386769 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-6c9e15d3-6ea4-48ad-bccb-7c2fcbb6824b service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878942 Feb 11 06:11:13.477337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33d6f029-7e1a-4ec1-93fc-eecfac0adbaa req-c9448673-e229-4832-bf03-5105ca1e7e67 service neutron] 10.222.0.72 "GET /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844440 Feb 11 06:11:13.764163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe1f93-df36-49c8-b919-d852f122720e req-ab33db92-b457-4a9e-be93-2df41ea84aca tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:13.765719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1fe1f93-df36-49c8-b919-d852f122720e req-ab33db92-b457-4a9e-be93-2df41ea84aca tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0580950 Feb 11 06:11:13.815430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c1fe1f93-df36-49c8-b919-d852f122720e req-53e89f03-6dbf-4ea4-a425-b5eed9103017 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 Feb 11 06:11:14.834387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 97909236-820c-41c0-bc0e-6dba39599923 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:11:14.941484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41274ce-5f41-440f-9e15-3f0a0d7dcba3 req-d22c3d1d-d38e-4470-a0fc-9a9276aaeff7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:14.942088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 97909236-820c-41c0-bc0e-6dba39599923, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=97909236-820c-41c0-bc0e-6dba39599923,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:14.944283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b41274ce-5f41-440f-9e15-3f0a0d7dcba3 req-d22c3d1d-d38e-4470-a0fc-9a9276aaeff7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 943 time: 0.0564764 Feb 11 06:11:14.959561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '97909236-820c-41c0-bc0e-6dba39599923', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'port_id': '97909236-820c-41c0-bc0e-6dba39599923', 'mac_address': 'fa:16:3e:9c:d3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:11:15.000987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 97909236-820c-41c0-bc0e-6dba39599923 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:15.001591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (97909236-820c-41c0-bc0e-6dba39599923), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:15.017238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97909236-820c-41c0-bc0e-6dba39599923 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:11:15.018045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b41274ce-5f41-440f-9e15-3f0a0d7dcba3 req-e0fbf49f-06a4-4686-afa4-210ee30a99fd tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614665 Feb 11 06:11:15.045698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 97909236-820c-41c0-bc0e-6dba39599923, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=97909236-820c-41c0-bc0e-6dba39599923,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:15.050901 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (97909236-820c-41c0-bc0e-6dba39599923), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:15.099292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=97909236-820c-41c0-bc0e-6dba39599923,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:15.269490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['97909236-820c-41c0-bc0e-6dba39599923'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:11:16.137253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed46658-1a81-46dc-a520-1b898274ec26 req-53669709-ce47-4c19-9cb5-c7ee1bd032f7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:16.138737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ed46658-1a81-46dc-a520-1b898274ec26 req-53669709-ce47-4c19-9cb5-c7ee1bd032f7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 944 time: 0.0525279 Feb 11 06:11:16.190869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ed46658-1a81-46dc-a520-1b898274ec26 req-cdf37ad1-72bf-417a-ade1-a192ababc532 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464573 Feb 11 06:11:16.867652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 97909236-820c-41c0-bc0e-6dba39599923 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:11:16.918803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 97909236-820c-41c0-bc0e-6dba39599923 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:11:16.922708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 97909236-820c-41c0-bc0e-6dba39599923 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:11:16.923092 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (97909236-820c-41c0-bc0e-6dba39599923), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:16.999000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 97909236-820c-41c0-bc0e-6dba39599923 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:16.999380 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (97909236-820c-41c0-bc0e-6dba39599923), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:17.021831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97909236-820c-41c0-bc0e-6dba39599923'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:17.024756 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5575b309-0342-4757-b14f-465504d32ea8" -d '{"events": [{"server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "name": "network-vif-plugged", "status": "completed", "tag": "97909236-820c-41c0-bc0e-6dba39599923"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:17.037417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 97909236-820c-41c0-bc0e-6dba39599923, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=97909236-820c-41c0-bc0e-6dba39599923,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:17.042345 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (97909236-820c-41c0-bc0e-6dba39599923), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:17.066833 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb199ff9-85a7-4a5c-960a-789991779677 x-openstack-request-id: req-fb199ff9-85a7-4a5c-960a-789991779677 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:17.067127 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "name": "network-vif-plugged", "status": "completed", "tag": "97909236-820c-41c0-bc0e-6dba39599923", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:17.067385 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb199ff9-85a7-4a5c-960a-789991779677 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:17.067777 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97909236-820c-41c0-bc0e-6dba39599923', 'code': 200} Feb 11 06:11:17.098526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=97909236-820c-41c0-bc0e-6dba39599923,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:17.165803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ee199-846a-473f-9a50-0565bc97bdc5 req-bc33682d-6611-4ec5-a8c8-bb9df0301c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:17.167215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8b4ee199-846a-473f-9a50-0565bc97bdc5 req-bc33682d-6611-4ec5-a8c8-bb9df0301c15 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 1128 time: 0.0446017 Feb 11 06:11:17.211896 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-8b4ee199-846a-473f-9a50-0565bc97bdc5 req-6af3e3aa-d505-4b5f-a096-fe34a932b829 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386958 Feb 11 06:11:17.310498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e431e6a-88a8-4a84-9c3a-2f0caabeeb6c req-e3b1865d-18fe-4a89-8621-bc0ce3e04373 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:17.311970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e431e6a-88a8-4a84-9c3a-2f0caabeeb6c req-e3b1865d-18fe-4a89-8621-bc0ce3e04373 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 945 time: 0.0514002 Feb 11 06:11:17.359934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e431e6a-88a8-4a84-9c3a-2f0caabeeb6c req-380c41f4-b199-4931-909f-86888de8d1f5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Feb 11 06:11:18.480213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99f2f4-9b64-4598-b10f-e4ae18869ac1 req-424f26f7-3a9e-4bb1-82f5-87c603385f80 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:18.481634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a99f2f4-9b64-4598-b10f-e4ae18869ac1 req-424f26f7-3a9e-4bb1-82f5-87c603385f80 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Feb 11 06:11:18.531334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a99f2f4-9b64-4598-b10f-e4ae18869ac1 req-3c70582d-f071-43a7-b9f7-3cab4b20796c tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438926 Feb 11 06:11:18.655517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec0ed7-5055-424c-b47d-15c8ec6b0572 req-9d37d62b-2414-4634-81da-323b2a46c9e4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:18.657010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3ec0ed7-5055-424c-b47d-15c8ec6b0572 req-9d37d62b-2414-4634-81da-323b2a46c9e4 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 945 time: 0.0572143 Feb 11 06:11:18.705054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3ec0ed7-5055-424c-b47d-15c8ec6b0572 req-a927c820-c664-4ff6-8f7d-9653f93ed4ed tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424025 Feb 11 06:11:18.727046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43150) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:18.947247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5940d8a1-c459-4e36-a546-776ecd25e205 tempest-TestVolumeBootPattern-563377042 tempest-TestVolumeBootPattern-563377042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:18.948791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5940d8a1-c459-4e36-a546-776ecd25e205 tempest-TestVolumeBootPattern-563377042 tempest-TestVolumeBootPattern-563377042-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 1123 time: 0.2207737 Feb 11 06:11:18.951527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43156) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:18.955717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '97909236-820c-41c0-bc0e-6dba39599923', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:11:18.975551 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:19.075399 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:19.179145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Allocated IP 172.25.1.190 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/27f398c0-3df5-47de-b9be-324ed26cab79) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:11:19.285732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (27f398c0-3df5-47de-b9be-324ed26cab79), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:19.317861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (27f398c0-3df5-47de-b9be-324ed26cab79), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:19.355649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:11:19.359982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:11:19.363491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:11:19.368627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=27f398c0-3df5-47de-b9be-324ed26cab79,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:19.729410 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (7b4bbb1d-389a-4575-9a79-66022209220b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:19.795341 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (27f398c0-3df5-47de-b9be-324ed26cab79), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:19.946312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for port (27f398c0-3df5-47de-b9be-324ed26cab79), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:19.951784 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (27f398c0-3df5-47de-b9be-324ed26cab79), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:20.022177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event updated for resources: {'Port': ['ID=27f398c0-3df5-47de-b9be-324ed26cab79,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:20.032546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (7b4bbb1d-389a-4575-9a79-66022209220b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:20.131544 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Floating IP 7b4bbb1d-389a-4575-9a79-66022209220b associated. External IP: 172.25.1.190, port: 97909236-820c-41c0-bc0e-6dba39599923. Feb 11 06:11:20.338916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Router a411d539-8d25-4b37-9adf-80e6d70c28da has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:20.447976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:20.458650 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] Sync routers for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:20.465376 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:20.468522 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:20.469193 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:11:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:20.495574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7b635943-baed-4d63-8110-5e54872f685b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5430324 Feb 11 06:11:20.496156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'tag': '97909236-820c-41c0-bc0e-6dba39599923'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:20.498436 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "tag": "97909236-820c-41c0-bc0e-6dba39599923"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:20.544075 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5f811e-cb5f-4c87-9cf7-bbc934157f30 x-openstack-request-id: req-1a5f811e-cb5f-4c87-9cf7-bbc934157f30 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:20.544387 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "tag": "97909236-820c-41c0-bc0e-6dba39599923", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:20.544648 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a5f811e-cb5f-4c87-9cf7-bbc934157f30 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:20.545064 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'tag': '97909236-820c-41c0-bc0e-6dba39599923', 'status': 'completed', 'code': 200} Feb 11 06:11:20.579355 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:20.611768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-c878e778-8e53-42fa-8f75-c9cec092d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:20.613386 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-c878e778-8e53-42fa-8f75-c9cec092d49b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 1128 time: 0.0466251 Feb 11 06:11:20.707101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-684bbf3f-847f-4d8e-8f9d-ec1d21b91aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:20.708649 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-684bbf3f-847f-4d8e-8f9d-ec1d21b91aa1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.0896716 Feb 11 06:11:20.774293 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-5fd799a8-d0f3-47e0-a9fb-7280d4d6e575 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97909236-820c-41c0-bc0e-6dba39599923 HTTP/1.1" status: 200 len: 999 time: 0.0600965 Feb 11 06:11:20.806713 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '7b4bbb1d-389a-4575-9a79-66022209220b', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': '97909236-820c-41c0-bc0e-6dba39599923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:9c:d3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d70a142-4ec6-4512-819b-54f0854d5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:11:19Z', 'updated_at': '2022-02-11T06:11:19Z', 'revision_number': 0, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}, {'id': 'ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:08:55Z', 'updated_at': '2022-02-11T06:08:58Z', 'revision_number': 1, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:20.835549 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-5bf66af7-ec73-4c0b-911b-e397e4d552cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:20.837410 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-5bf66af7-ec73-4c0b-911b-e397e4d552cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0563889 Feb 11 06:11:20.844101 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] Checking router: a411d539-8d25-4b37-9adf-80e6d70c28da for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:20.852958 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:20.854152 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:11:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:20.892206 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-21c4603d-b97c-448e-8524-938d07c09883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:20.893682 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-21c4603d-b97c-448e-8524-938d07c09883 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489564 Feb 11 06:11:20.967186 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:20.989287 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-20557e03-4505-4175-b5b3-73cbd450b241 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894742 Feb 11 06:11:21.087452 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-6943018e-8aa1-46c9-9e8f-f043a1ff5ca3 req-a730e8b2-7625-4134-889a-52a0191a6648 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925956 Feb 11 06:11:21.210094 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '7b4bbb1d-389a-4575-9a79-66022209220b', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': '97909236-820c-41c0-bc0e-6dba39599923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:9c:d3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d70a142-4ec6-4512-819b-54f0854d5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:11:19Z', 'updated_at': '2022-02-11T06:11:19Z', 'revision_number': 0, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}, {'id': 'ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:08:55Z', 'updated_at': '2022-02-11T06:08:58Z', 'revision_number': 1, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:21.238557 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2cb3e-75f9-4100-838a-0c2181cb52dd None None] The sync data for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 is: [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '7b4bbb1d-389a-4575-9a79-66022209220b', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': '97909236-820c-41c0-bc0e-6dba39599923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:9c:d3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d70a142-4ec6-4512-819b-54f0854d5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:11:19Z', 'updated_at': '2022-02-11T06:11:19Z', 'revision_number': 0, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}, {'id': 'ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:08:55Z', 'updated_at': '2022-02-11T06:08:58Z', 'revision_number': 1, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:21.484570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab9d92-d5a4-4b86-acec-1124c6fcc8ae None None] New status for floating IP 7b4bbb1d-389a-4575-9a79-66022209220b: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:11:22.461375 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:23.429882 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:27.743858 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2fa50667-c0ad-4446-a9c9-5236092d0d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:30.316962 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a447-775c-468a-8cb1-c2066589a996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:31.218677 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:32.020061 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:11:32.887846 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:33.975478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:41.659273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc989e4-4b8a-4adf-851b-a5e00a547bea req-a51f5d44-aaa7-4a18-bb7a-f14d13c1e7ac tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:41.660944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cc989e4-4b8a-4adf-851b-a5e00a547bea req-a51f5d44-aaa7-4a18-bb7a-f14d13c1e7ac tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 945 time: 0.0616913 Feb 11 06:11:41.712541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0cc989e4-4b8a-4adf-851b-a5e00a547bea req-fe5ecb10-a581-4575-b260-c16113af1031 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd455a05-d1e1-4658-8aaf-f2057ef7c66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451896 Feb 11 06:11:42.855838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad8217-06a3-4f4f-a98b-a04f2bacbad1 req-67667173-3e41-43c1-9571-4933a32737b8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:42.857385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0ad8217-06a3-4f4f-a98b-a04f2bacbad1 req-67667173-3e41-43c1-9571-4933a32737b8 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 945 time: 0.0744112 Feb 11 06:11:42.904724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0ad8217-06a3-4f4f-a98b-a04f2bacbad1 req-56f514ce-7547-47d5-b4c5-9bfadecf428e tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd455a05-d1e1-4658-8aaf-f2057ef7c66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413764 Feb 11 06:11:43.263078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-279580fd-e646-44b2-bb07-65738a475074 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:43.264546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-279580fd-e646-44b2-bb07-65738a475074 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 945 time: 0.0572042 Feb 11 06:11:43.356159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Deleting port 789c7b1b-d5fa-4fd7-944b-6814736775d4 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:43.356501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.450224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] For port 789c7b1b-d5fa-4fd7-944b-6814736775d4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=789c7b1b-d5fa-4fd7-944b-6814736775d4,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:43.450848 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.617267 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.617638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (832f813d-226a-4c33-a71d-da1e0dcf05ba), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.617945 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Floating IP 832f813d-226a-4c33-a71d-da1e0dcf05ba disassociated. External IP: 172.25.1.246, port: 789c7b1b-d5fa-4fd7-944b-6814736775d4. Feb 11 06:11:43.618281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Calling delete_port for 789c7b1b-d5fa-4fd7-944b-6814736775d4 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:43.744226 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (789c7b1b-d5fa-4fd7-944b-6814736775d4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:44.067594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event deleted for resources: {'Port': ['ID=789c7b1b-d5fa-4fd7-944b-6814736775d4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:44.101818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb376e81-f0ad-4eb1-a67f-459f3ec071f0 req-edd3dc77-263e-4f30-b00e-1ff3880ee4a1 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/ports?device_id=76109b76-ba84-440f-8d6f-2803dbcbf5f9 HTTP/1.1" status: 200 len: 210 time: 0.0380116 Feb 11 06:11:44.103530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.103887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.104233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.104574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.104930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.105927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.106190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.106519 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.106854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.107181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.107508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.107837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.108170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.221998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Router 9b10a196-7624-477e-9352-3dfebf27f475 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:44.332528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:44.343689 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] Sync routers for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:44.352927 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:44.353572 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:11:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:44.372689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] No DVR routers for this DVR port 789c7b1b-d5fa-4fd7-944b-6814736775d4 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:44.375393 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:44.378728 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-080d10b5-e81e-4a5f-ad8e-53ec68ac7f3d req-a35bf171-f6cf-4951-9fbe-de8c0070840a tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.72 "DELETE /v2.0/ports/789c7b1b-d5fa-4fd7-944b-6814736775d4 HTTP/1.1" status: 204 len: 173 time: 1.1092739 Feb 11 06:11:44.379179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'name': 'network-vif-deleted', 'tag': '789c7b1b-d5fa-4fd7-944b-6814736775d4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:44.381839 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b26a061-7af7-4278-ad40-8cdf729dea53" -d '{"events": [{"server_uuid": "76109b76-ba84-440f-8d6f-2803dbcbf5f9", "name": "network-vif-deleted", "tag": "789c7b1b-d5fa-4fd7-944b-6814736775d4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:44.429547 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c96d9a9-d7a4-4e8d-afc7-265efa94c0c6 x-openstack-request-id: req-0c96d9a9-d7a4-4e8d-afc7-265efa94c0c6 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:44.429928 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76109b76-ba84-440f-8d6f-2803dbcbf5f9", "name": "network-vif-deleted", "tag": "789c7b1b-d5fa-4fd7-944b-6814736775d4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:44.430282 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c96d9a9-d7a4-4e8d-afc7-265efa94c0c6 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:44.430890 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76109b76-ba84-440f-8d6f-2803dbcbf5f9', 'name': 'network-vif-deleted', 'tag': '789c7b1b-d5fa-4fd7-944b-6814736775d4', 'status': 'completed', 'code': 200} Feb 11 06:11:44.575662 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:44.776317 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:44.802477 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] Checking router: 9b10a196-7624-477e-9352-3dfebf27f475 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:44.811730 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:44.812355 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:11:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:44.925249 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:45.123722 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:45.149371 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8307f652-5567-4dcd-ab10-91f23471117d None None] The sync data for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 is: [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 4, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '02749a13-91aa-4d9d-8763-1abf7261b607', 'name': '', 'network_id': '49da1121-f8e6-476f-b450-72b20eac2586', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'mac_address': 'fa:16:3e:3d:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:18Z', 'updated_at': '2022-02-11T06:07:21Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'subnets': [{'id': '9dfcd878-327b-4b65-b39b-d617d5a1a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:45.192120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43262) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:45.251163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7066ab6-c727-4fff-b56a-6c8f29d74603 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (dd455a05-d1e1-4658-8aaf-f2057ef7c66a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.284144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7066ab6-c727-4fff-b56a-6c8f29d74603 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (dd455a05-d1e1-4658-8aaf-f2057ef7c66a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.336054 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7066ab6-c727-4fff-b56a-6c8f29d74603 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dd455a05-d1e1-4658-8aaf-f2057ef7c66a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.338701 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7066ab6-c727-4fff-b56a-6c8f29d74603 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.340439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d7066ab6-c727-4fff-b56a-6c8f29d74603 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd455a05-d1e1-4658-8aaf-f2057ef7c66a HTTP/1.1" status: 204 len: 168 time: 0.1472926 Feb 11 06:11:45.343667 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43264) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:45.350549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7066ab6-c727-4fff-b56a-6c8f29d74603 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd455a05-d1e1-4658-8aaf-f2057ef7c66a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:45.364974 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-845389ea-c695-4dfe-9d4d-ed64c0e9521b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] show failed (client error): The resource could not be found. Feb 11 06:11:45.366044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-845389ea-c695-4dfe-9d4d-ed64c0e9521b tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "GET /v2.0/security-groups/dd455a05-d1e1-4658-8aaf-f2057ef7c66a HTTP/1.1" status: 404 len: 347 time: 0.0213771 Feb 11 06:11:45.369383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43266) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:45.442288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa035c1-fbe3-419c-8e63-623ca8929351 None None] New status for floating IP 832f813d-226a-4c33-a71d-da1e0dcf05ba: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:11:45.503095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Deleting port 8ed2958e-42d0-46ce-a05e-fa8e947ec84e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:45.503444 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8ed2958e-42d0-46ce-a05e-fa8e947ec84e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.585900 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8ed2958e-42d0-46ce-a05e-fa8e947ec84e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.587400 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (8ed2958e-42d0-46ce-a05e-fa8e947ec84e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.601066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Calling delete_port for 8ed2958e-42d0-46ce-a05e-fa8e947ec84e owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:45.732014 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8ed2958e-42d0-46ce-a05e-fa8e947ec84e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.757696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Pushing event deleted for resources: {'Port': ['ID=8ed2958e-42d0-46ce-a05e-fa8e947ec84e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:45.819358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks [] for floatingip (832f813d-226a-4c33-a71d-da1e0dcf05ba), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.821948 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.823105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-930fdc79-79e9-4d1a-9623-1c85b54b8e06 tempest-AttachVolumeTestJSON-1149600553 tempest-AttachVolumeTestJSON-1149600553-project] 10.222.0.31 "DELETE /v2.0/floatingips/832f813d-226a-4c33-a71d-da1e0dcf05ba HTTP/1.1" status: 204 len: 168 time: 0.4517443 Feb 11 06:11:46.543826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 789c7b1b-d5fa-4fd7-944b-6814736775d4 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:46.565057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 789c7b1b-d5fa-4fd7-944b-6814736775d4 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:46.565689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 789c7b1b-d5fa-4fd7-944b-6814736775d4 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:52.465490 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:53.462582 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:57.747340 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-55be5594-600e-4969-ac86-ee0c34048522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:00.320761 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1733a9ac-04eb-4795-aa28-7257011b89f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.223465 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.899389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43326) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:02.254918 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (9b10a196-7624-477e-9352-3dfebf27f475), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.513615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Deleting port 02749a13-91aa-4d9d-8763-1abf7261b607 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:02.513995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.599572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] For port 02749a13-91aa-4d9d-8763-1abf7261b607, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=02749a13-91aa-4d9d-8763-1abf7261b607,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:02.599863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.612975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Calling delete_port for 02749a13-91aa-4d9d-8763-1abf7261b607 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:02.794119 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (02749a13-91aa-4d9d-8763-1abf7261b607), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.820158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=02749a13-91aa-4d9d-8763-1abf7261b607,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:02.892579 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:03.018390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (9b10a196-7624-477e-9352-3dfebf27f475), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:03.239539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Router 9b10a196-7624-477e-9352-3dfebf27f475 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:03.352318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:03.358412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8911c7f7-0fc2-42d2-a4da-7ed1b1df4aeb admin admin] 10.222.0.31 "PUT /v2.0/routers/9b10a196-7624-477e-9352-3dfebf27f475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4579933 Feb 11 06:12:03.360961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43328) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:03.363475 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] Sync routers for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:03.381011 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:03.381338 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:03.468200 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks [] for router (9b10a196-7624-477e-9352-3dfebf27f475), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:03.488383 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:03.571595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks [] for router_gateway (9b10a196-7624-477e-9352-3dfebf27f475), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:03.675037 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:12:02Z', 'revision_number': 5, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port': {'id': '982001d4-c3a1-4994-b078-9ddc4a8dd922', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10a196-7624-477e-9352-3dfebf27f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:07:16Z', 'updated_at': '2022-02-11T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:03.701889 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] Checking router: 9b10a196-7624-477e-9352-3dfebf27f475 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:12:03.710700 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] Routers {'9b10a196-7624-477e-9352-3dfebf27f475'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:03.711347 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b10a196-7624-477e-9352-3dfebf27f475'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:03.802202 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] Set router 9b10a196-7624-477e-9352-3dfebf27f475 gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:03.853507 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:12:03Z', 'revision_number': 6, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:03.916056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Deleting port 982001d4-c3a1-4994-b078-9ddc4a8dd922 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:03.916394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:03.970056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:03.971259 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75176e2f-b39d-49ac-b003-748edf63dae3 None None] The sync data for ids ['9b10a196-7624-477e-9352-3dfebf27f475'] in n-d-715271-35 is: [{'id': '9b10a196-7624-477e-9352-3dfebf27f475', 'name': 'tempest-AttachVolumeTestJSON-1499417177-router', 'tenant_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:07:15Z', 'updated_at': '2022-02-11T06:12:03Z', 'revision_number': 6, 'project_id': 'b616a0aeb1d941f18d7dff912fee8fc9', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:04.011872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] For port 982001d4-c3a1-4994-b078-9ddc4a8dd922, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=982001d4-c3a1-4994-b078-9ddc4a8dd922,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:04.012248 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.026114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Calling delete_port for 982001d4-c3a1-4994-b078-9ddc4a8dd922 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:04.194427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (982001d4-c3a1-4994-b078-9ddc4a8dd922), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.219554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=982001d4-c3a1-4994-b078-9ddc4a8dd922,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:04.278732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (9b10a196-7624-477e-9352-3dfebf27f475), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.369394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (9b10a196-7624-477e-9352-3dfebf27f475), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.372622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks [] for router_controller (9b10a196-7624-477e-9352-3dfebf27f475), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.422245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (9b10a196-7624-477e-9352-3dfebf27f475), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.422813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b10a196-7624-477e-9352-3dfebf27f475 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:12:04.427305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.428523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e4ee5054-8b97-4995-b2d8-102cc46de0a5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9b10a196-7624-477e-9352-3dfebf27f475 HTTP/1.1" status: 204 len: 168 time: 1.0663359 Feb 11 06:12:04.431614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43330) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:04.476896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Deleting subnet 9dfcd878-327b-4b65-b39b-d617d5a1a625 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:12:04.480229 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Publish callbacks [] for subnet (9dfcd878-327b-4b65-b39b-d617d5a1a625), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.515639 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (9dfcd878-327b-4b65-b39b-d617d5a1a625), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.594402 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9dfcd878-327b-4b65-b39b-d617d5a1a625), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.647246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (9dfcd878-327b-4b65-b39b-d617d5a1a625), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.673444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfcd878-327b-4b65-b39b-d617d5a1a625,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:04.675817 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.678978 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9dfcd878-327b-4b65-b39b-d617d5a1a625 HTTP/1.1" status: 204 len: 168 time: 0.2463686 Feb 11 06:12:04.679942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7deb5-a604-45c4-83a9-ffe0a9f8cb5c None None] Network 49da1121-f8e6-476f-b450-72b20eac2586 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:04.681603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43332) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:04.686302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.686723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.686921 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.687251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.687591 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.687932 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.688284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.688603 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.689061 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.689289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.689613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.689948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.690277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6e5c3-dd0c-4367-aa73-436fb095fb0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.761612 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (49da1121-f8e6-476f-b450-72b20eac2586), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.824191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Deleting port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:04.824553 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.851798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] DHCP port deletion for 49da1121-f8e6-476f-b450-72b20eac2586 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:12:04.890545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] For port fbbdec58-eed1-47b6-90ea-0f81cdcd5624, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fbbdec58-eed1-47b6-90ea-0f81cdcd5624,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:04.890976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.901076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Deleting port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:04.901491 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.904366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Calling delete_port for fbbdec58-eed1-47b6-90ea-0f81cdcd5624 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:04.969676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] For port fbbdec58-eed1-47b6-90ea-0f81cdcd5624, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fbbdec58-eed1-47b6-90ea-0f81cdcd5624,segment=NetworkSegment(153caf19-ce17-4c4a-882f-ec9e42438273),segment_id=153caf19-ce17-4c4a-882f-ec9e42438273)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:04.969926 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.984059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Calling delete_port for fbbdec58-eed1-47b6-90ea-0f81cdcd5624 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:04.994409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.026760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] No DVR routers for this DVR port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:05.028993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbdec58-eed1-47b6-90ea-0f81cdcd5624,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:05.070865 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (fbbdec58-eed1-47b6-90ea-0f81cdcd5624), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.099460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] No DVR routers for this DVR port fbbdec58-eed1-47b6-90ea-0f81cdcd5624 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:05.101407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Pushing event deleted for resources: {'Port': ['ID=fbbdec58-eed1-47b6-90ea-0f81cdcd5624,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:05.111083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.111496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.111808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.112157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.112496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.112831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.113206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.114140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.114635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.114969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.115303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.115413 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (49da1121-f8e6-476f-b450-72b20eac2586), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.115621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.115952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e4ca7-7149-4719-b5e7-680ed6d79ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:05.136555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49da1121-f8e6-476f-b450-72b20eac2586']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:05.145831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153caf19-ce17-4c4a-882f-ec9e42438273') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:05.146133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153caf19-ce17-4c4a-882f-ec9e42438273') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:05.155820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (153caf19-ce17-4c4a-882f-ec9e42438273), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.169271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (153caf19-ce17-4c4a-882f-ec9e42438273), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.175067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:12:05.175535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (153caf19-ce17-4c4a-882f-ec9e42438273), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:12:05.177256 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:12:05.231111 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (49da1121-f8e6-476f-b450-72b20eac2586), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.248954 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.252192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] 10.222.0.31 "DELETE /v2.0/networks/49da1121-f8e6-476f-b450-72b20eac2586 HTTP/1.1" status: 204 len: 168 time: 0.5695591 Feb 11 06:12:05.253617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8d877-4b35-48f7-84d1-396e5346b43a admin admin] Pushing event deleted for resources: {'Network': ['ID=49da1121-f8e6-476f-b450-72b20eac2586,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:05.429851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43336) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:05.469972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-41ea2721-affc-4619-9f57-266decc25c8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b616a0aeb1d941f18d7dff912fee8fc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387743 Feb 11 06:12:05.472336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43338) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:05.522777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8628042-6888-4e85-b131-75aeffc5c2bf admin admin] Publish callbacks [] for security_group (430e1035-dc55-4472-8c8d-7fe0e3946d2b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.543589 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8628042-6888-4e85-b131-75aeffc5c2bf admin admin] Publish callbacks [] for security_group (430e1035-dc55-4472-8c8d-7fe0e3946d2b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.592368 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8628042-6888-4e85-b131-75aeffc5c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (430e1035-dc55-4472-8c8d-7fe0e3946d2b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.594933 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c8628042-6888-4e85-b131-75aeffc5c2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.596078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c8628042-6888-4e85-b131-75aeffc5c2bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/430e1035-dc55-4472-8c8d-7fe0e3946d2b HTTP/1.1" status: 204 len: 168 time: 0.1228671 Feb 11 06:12:05.603464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8628042-6888-4e85-b131-75aeffc5c2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430e1035-dc55-4472-8c8d-7fe0e3946d2b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:06.050974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 982001d4-c3a1-4994-b078-9ddc4a8dd922 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:06.075006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 982001d4-c3a1-4994-b078-9ddc4a8dd922 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:12:06.075303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 982001d4-c3a1-4994-b078-9ddc4a8dd922 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:06.075721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 02749a13-91aa-4d9d-8763-1abf7261b607 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:06.095570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 02749a13-91aa-4d9d-8763-1abf7261b607 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:12:06.095999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 02749a13-91aa-4d9d-8763-1abf7261b607 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:06.096492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fbbdec58-eed1-47b6-90ea-0f81cdcd5624 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:06.115283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: fbbdec58-eed1-47b6-90ea-0f81cdcd5624 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:12:06.115638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fbbdec58-eed1-47b6-90ea-0f81cdcd5624 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:08.620325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43446) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:08.733761 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f9052c6d-c47a-4421-92b1-e6899f05439f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.807324 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f9052c6d-c47a-4421-92b1-e6899f05439f admin admin] Publish callbacks [] for security_group (6897e552-021e-458e-8978-b53fe349b659), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.811252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f9052c6d-c47a-4421-92b1-e6899f05439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6897e552-021e-458e-8978-b53fe349b659), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.849902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f9052c6d-c47a-4421-92b1-e6899f05439f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef514d465f624bfa831945464ac0899e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285111 Feb 11 06:12:08.850772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9052c6d-c47a-4421-92b1-e6899f05439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6897e552-021e-458e-8978-b53fe349b659,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:08.852624 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43450) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:08.905845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-615191c7-8b5d-4c17-b394-a068fe0b693d admin admin] Publish callbacks [] for security_group (6897e552-021e-458e-8978-b53fe349b659), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.925962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-615191c7-8b5d-4c17-b394-a068fe0b693d admin admin] Publish callbacks [] for security_group (6897e552-021e-458e-8978-b53fe349b659), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.978390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-615191c7-8b5d-4c17-b394-a068fe0b693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6897e552-021e-458e-8978-b53fe349b659), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.982135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-615191c7-8b5d-4c17-b394-a068fe0b693d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.983313 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-615191c7-8b5d-4c17-b394-a068fe0b693d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6897e552-021e-458e-8978-b53fe349b659 HTTP/1.1" status: 204 len: 168 time: 0.1296229 Feb 11 06:12:08.991418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615191c7-8b5d-4c17-b394-a068fe0b693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6897e552-021e-458e-8978-b53fe349b659,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:09.022680 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:12:09.257528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43456) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:09.271355 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b4e258e-479a-41e5-8fbe-5bd936152e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.350335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b4e258e-479a-41e5-8fbe-5bd936152e01 admin admin] Publish callbacks [] for security_group (bbb35e9e-0e2d-4bd0-92be-f34199a495f4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.355589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0b4e258e-479a-41e5-8fbe-5bd936152e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bbb35e9e-0e2d-4bd0-92be-f34199a495f4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.393895 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0b4e258e-479a-41e5-8fbe-5bd936152e01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a87d21b35e4c45da869b2e565d241741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351507 Feb 11 06:12:09.394754 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e258e-479a-41e5-8fbe-5bd936152e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb35e9e-0e2d-4bd0-92be-f34199a495f4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:09.396561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43458) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:09.453073 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-058bf1de-a3a6-4b96-a763-8d4e11f17e52 admin admin] Publish callbacks [] for security_group (bbb35e9e-0e2d-4bd0-92be-f34199a495f4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.476725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-058bf1de-a3a6-4b96-a763-8d4e11f17e52 admin admin] Publish callbacks [] for security_group (bbb35e9e-0e2d-4bd0-92be-f34199a495f4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.526229 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-058bf1de-a3a6-4b96-a763-8d4e11f17e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (bbb35e9e-0e2d-4bd0-92be-f34199a495f4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.528939 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-058bf1de-a3a6-4b96-a763-8d4e11f17e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.530146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-058bf1de-a3a6-4b96-a763-8d4e11f17e52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbb35e9e-0e2d-4bd0-92be-f34199a495f4 HTTP/1.1" status: 204 len: 168 time: 0.1319127 Feb 11 06:12:09.538831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bf1de-a3a6-4b96-a763-8d4e11f17e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb35e9e-0e2d-4bd0-92be-f34199a495f4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:11.763168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43520) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:11.864761 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f14a4112-d671-40a9-a41b-b847d37ab514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:11.938796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f14a4112-d671-40a9-a41b-b847d37ab514 admin admin] Publish callbacks [] for security_group (c5b13991-586b-4fdb-862f-22914ecaed21), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:11.943181 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f14a4112-d671-40a9-a41b-b847d37ab514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c5b13991-586b-4fdb-862f-22914ecaed21), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:11.981245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f14a4112-d671-40a9-a41b-b847d37ab514 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdc8b8eea4564e73aafea879ea2adabc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168894 Feb 11 06:12:11.982049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a4112-d671-40a9-a41b-b847d37ab514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b13991-586b-4fdb-862f-22914ecaed21,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:11.983915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43524) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:12.033136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e04c25b-b929-43e1-b55e-c480ff785ebc admin admin] Publish callbacks [] for security_group (c5b13991-586b-4fdb-862f-22914ecaed21), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.053456 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e04c25b-b929-43e1-b55e-c480ff785ebc admin admin] Publish callbacks [] for security_group (c5b13991-586b-4fdb-862f-22914ecaed21), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.101568 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e04c25b-b929-43e1-b55e-c480ff785ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c5b13991-586b-4fdb-862f-22914ecaed21), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.104112 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e04c25b-b929-43e1-b55e-c480ff785ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.105295 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0e04c25b-b929-43e1-b55e-c480ff785ebc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5b13991-586b-4fdb-862f-22914ecaed21 HTTP/1.1" status: 204 len: 168 time: 0.1195283 Feb 11 06:12:12.112835 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04c25b-b929-43e1-b55e-c480ff785ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b13991-586b-4fdb-862f-22914ecaed21,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:12.360924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:12.376459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-504cc426-dae3-4399-9ad7-5f753a459768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.447982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-504cc426-dae3-4399-9ad7-5f753a459768 admin admin] Publish callbacks [] for security_group (8b3e1b47-6781-4dbe-887b-18335faa3ebc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.452650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-504cc426-dae3-4399-9ad7-5f753a459768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8b3e1b47-6781-4dbe-887b-18335faa3ebc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.490674 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-504cc426-dae3-4399-9ad7-5f753a459768 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29448c8018b541d690306913f20e6073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286387 Feb 11 06:12:12.491532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cc426-dae3-4399-9ad7-5f753a459768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e1b47-6781-4dbe-887b-18335faa3ebc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:12.494008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43532) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:12.543377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfdae6c8-1b94-4896-a8b9-a86ab5420ff0 admin admin] Publish callbacks [] for security_group (8b3e1b47-6781-4dbe-887b-18335faa3ebc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.563485 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfdae6c8-1b94-4896-a8b9-a86ab5420ff0 admin admin] Publish callbacks [] for security_group (8b3e1b47-6781-4dbe-887b-18335faa3ebc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.617203 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfdae6c8-1b94-4896-a8b9-a86ab5420ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8b3e1b47-6781-4dbe-887b-18335faa3ebc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.619706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bfdae6c8-1b94-4896-a8b9-a86ab5420ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:12.621379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bfdae6c8-1b94-4896-a8b9-a86ab5420ff0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b3e1b47-6781-4dbe-887b-18335faa3ebc HTTP/1.1" status: 204 len: 168 time: 0.1255841 Feb 11 06:12:12.629599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdae6c8-1b94-4896-a8b9-a86ab5420ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e1b47-6781-4dbe-887b-18335faa3ebc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:13.109531 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-5ede6038-492b-4b82-9a1a-473a730ef0c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538194 Feb 11 06:12:13.206030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-bf4e9e0a-803d-42c0-90e3-dd1903a2ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.207911 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-bf4e9e0a-803d-42c0-90e3-dd1903a2ae01 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1128 time: 0.0515032 Feb 11 06:12:13.337592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-04498f60-8ff3-4f52-a02b-1df16ba300cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.339954 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-04498f60-8ff3-4f52-a02b-1df16ba300cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.1095030 Feb 11 06:12:13.419044 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-214add43-3a9d-4d2d-99ce-bff6e412938f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 200 len: 1001 time: 0.0720191 Feb 11 06:12:13.814212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-2e54a7b4-8990-40eb-975a-35cb725062b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.815669 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-2e54a7b4-8990-40eb-975a-35cb725062b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.3901742 Feb 11 06:12:13.873137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-41bcd198-27dd-4c56-aa10-dd2724c71a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.874901 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-41bcd198-27dd-4c56-aa10-dd2724c71a03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526834 Feb 11 06:12:13.968450 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-b6081e09-f91d-485b-a558-acb9e0f461ce service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866745 Feb 11 06:12:14.076061 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-be81bd34-959f-4a31-80f2-520e54a02c94 req-e37c7866-43d8-4398-b0b3-4616fb87d68d service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013267 Feb 11 06:12:14.713604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43590) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:14.883846 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0af6ae20-89de-41fb-b936-d83f11d5df00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:14.964040 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0af6ae20-89de-41fb-b936-d83f11d5df00 admin admin] Publish callbacks [] for security_group (66bc539b-0673-47ef-b313-b3cde959eb9f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:14.967863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0af6ae20-89de-41fb-b936-d83f11d5df00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (66bc539b-0673-47ef-b313-b3cde959eb9f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.013727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0af6ae20-89de-41fb-b936-d83f11d5df00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c0ffd48c25d4cda9c8fda8c11b2da4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989237 Feb 11 06:12:15.014631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43594) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:15.015447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6ae20-89de-41fb-b936-d83f11d5df00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc539b-0673-47ef-b313-b3cde959eb9f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:15.071788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26268891-a4de-47c2-b03d-40980c4a44d9 admin admin] Publish callbacks [] for security_group (66bc539b-0673-47ef-b313-b3cde959eb9f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.095736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26268891-a4de-47c2-b03d-40980c4a44d9 admin admin] Publish callbacks [] for security_group (66bc539b-0673-47ef-b313-b3cde959eb9f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.144397 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26268891-a4de-47c2-b03d-40980c4a44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (66bc539b-0673-47ef-b313-b3cde959eb9f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.147095 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-26268891-a4de-47c2-b03d-40980c4a44d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.148247 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-26268891-a4de-47c2-b03d-40980c4a44d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66bc539b-0673-47ef-b313-b3cde959eb9f HTTP/1.1" status: 204 len: 168 time: 0.1326027 Feb 11 06:12:15.156458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26268891-a4de-47c2-b03d-40980c4a44d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc539b-0673-47ef-b313-b3cde959eb9f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:15.399883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43600) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:15.415079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78a71223-5d96-4924-a80a-b290ac6352cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.491689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78a71223-5d96-4924-a80a-b290ac6352cd admin admin] Publish callbacks [] for security_group (d82a79f2-59f1-45e8-b0e7-4161d91a4281), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.496587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-78a71223-5d96-4924-a80a-b290ac6352cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d82a79f2-59f1-45e8-b0e7-4161d91a4281), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.534508 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-78a71223-5d96-4924-a80a-b290ac6352cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=295738ca59ef4bb4b91cc6dbdb6869fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334374 Feb 11 06:12:15.535375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a71223-5d96-4924-a80a-b290ac6352cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82a79f2-59f1-45e8-b0e7-4161d91a4281,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:15.537341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43602) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:15.590078 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d2542c1-5634-4762-8a1a-fbd8fa672b55 admin admin] Publish callbacks [] for security_group (d82a79f2-59f1-45e8-b0e7-4161d91a4281), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.611035 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d2542c1-5634-4762-8a1a-fbd8fa672b55 admin admin] Publish callbacks [] for security_group (d82a79f2-59f1-45e8-b0e7-4161d91a4281), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.657512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d2542c1-5634-4762-8a1a-fbd8fa672b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d82a79f2-59f1-45e8-b0e7-4161d91a4281), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.660011 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d2542c1-5634-4762-8a1a-fbd8fa672b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.661296 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1d2542c1-5634-4762-8a1a-fbd8fa672b55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d82a79f2-59f1-45e8-b0e7-4161d91a4281 HTTP/1.1" status: 204 len: 168 time: 0.1229086 Feb 11 06:12:15.669537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2542c1-5634-4762-8a1a-fbd8fa672b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82a79f2-59f1-45e8-b0e7-4161d91a4281,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:17.483623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43648) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:17.616228 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27c9ce6f-d890-43a7-84ea-0a2bc5ad486d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:17.688139 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27c9ce6f-d890-43a7-84ea-0a2bc5ad486d admin admin] Publish callbacks [] for security_group (8b92a483-8ae7-413f-ba59-807fa157f0e9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:17.692405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-27c9ce6f-d890-43a7-84ea-0a2bc5ad486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8b92a483-8ae7-413f-ba59-807fa157f0e9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:17.730815 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27c9ce6f-d890-43a7-84ea-0a2bc5ad486d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e38cf9ce954046a197c717bb4187ebfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2460015 Feb 11 06:12:17.732902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9ce6f-d890-43a7-84ea-0a2bc5ad486d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b92a483-8ae7-413f-ba59-807fa157f0e9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:17.734234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43654) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:17.798013 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a79e1cea-26b6-4fc0-9613-15b3cd63bf42 admin admin] Publish callbacks [] for security_group (8b92a483-8ae7-413f-ba59-807fa157f0e9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:17.819894 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a79e1cea-26b6-4fc0-9613-15b3cd63bf42 admin admin] Publish callbacks [] for security_group (8b92a483-8ae7-413f-ba59-807fa157f0e9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:17.867670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a79e1cea-26b6-4fc0-9613-15b3cd63bf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8b92a483-8ae7-413f-ba59-807fa157f0e9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:17.870487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a79e1cea-26b6-4fc0-9613-15b3cd63bf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:17.872146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a79e1cea-26b6-4fc0-9613-15b3cd63bf42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b92a483-8ae7-413f-ba59-807fa157f0e9 HTTP/1.1" status: 204 len: 168 time: 0.1368363 Feb 11 06:12:17.879497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e1cea-26b6-4fc0-9613-15b3cd63bf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b92a483-8ae7-413f-ba59-807fa157f0e9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:18.140098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43660) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:18.153737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c227a7a-984d-4f34-acee-96cd43fb87b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:18.233340 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c227a7a-984d-4f34-acee-96cd43fb87b7 admin admin] Publish callbacks [] for security_group (f3657b46-fd09-4742-9344-5ebb0f855b9c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:18.237339 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c227a7a-984d-4f34-acee-96cd43fb87b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f3657b46-fd09-4742-9344-5ebb0f855b9c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:18.275240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c227a7a-984d-4f34-acee-96cd43fb87b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3657b46-fd09-4742-9344-5ebb0f855b9c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:18.280569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2c227a7a-984d-4f34-acee-96cd43fb87b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bff87caf5d7a4231b1047a1b5b7d78fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393127 Feb 11 06:12:18.283244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43662) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:18.333150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-151bd921-03d7-4367-81ea-b089a126594b admin admin] Publish callbacks [] for security_group (f3657b46-fd09-4742-9344-5ebb0f855b9c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:18.358797 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-151bd921-03d7-4367-81ea-b089a126594b admin admin] Publish callbacks [] for security_group (f3657b46-fd09-4742-9344-5ebb0f855b9c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:18.406441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-151bd921-03d7-4367-81ea-b089a126594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f3657b46-fd09-4742-9344-5ebb0f855b9c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:18.409546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-151bd921-03d7-4367-81ea-b089a126594b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:18.410714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-151bd921-03d7-4367-81ea-b089a126594b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3657b46-fd09-4742-9344-5ebb0f855b9c HTTP/1.1" status: 204 len: 168 time: 0.1265948 Feb 11 06:12:18.418453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bd921-03d7-4367-81ea-b089a126594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3657b46-fd09-4742-9344-5ebb0f855b9c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:20.312480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43738) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:20.422200 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ce53627-7402-47a4-a098-66e43fddc6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:20.514231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ce53627-7402-47a4-a098-66e43fddc6a0 admin admin] Publish callbacks [] for security_group (143c5427-e4bd-4d17-994b-fdb48ebd8063), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:20.518532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ce53627-7402-47a4-a098-66e43fddc6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (143c5427-e4bd-4d17-994b-fdb48ebd8063), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:20.561173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1ce53627-7402-47a4-a098-66e43fddc6a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be34e745322d4878a9884cfce56f70aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472084 Feb 11 06:12:20.562073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce53627-7402-47a4-a098-66e43fddc6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143c5427-e4bd-4d17-994b-fdb48ebd8063,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:20.563870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43744) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:20.619053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e06f297-8589-429d-a74f-f4f95d3c7ef9 admin admin] Publish callbacks [] for security_group (143c5427-e4bd-4d17-994b-fdb48ebd8063), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:20.644067 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e06f297-8589-429d-a74f-f4f95d3c7ef9 admin admin] Publish callbacks [] for security_group (143c5427-e4bd-4d17-994b-fdb48ebd8063), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:20.703242 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e06f297-8589-429d-a74f-f4f95d3c7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (143c5427-e4bd-4d17-994b-fdb48ebd8063), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:20.706202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2e06f297-8589-429d-a74f-f4f95d3c7ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:20.707401 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2e06f297-8589-429d-a74f-f4f95d3c7ef9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/143c5427-e4bd-4d17-994b-fdb48ebd8063 HTTP/1.1" status: 204 len: 168 time: 0.1425142 Feb 11 06:12:20.716045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06f297-8589-429d-a74f-f4f95d3c7ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143c5427-e4bd-4d17-994b-fdb48ebd8063,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:20.992642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 43752) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:21.006867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8483016f-de8f-49ae-88e5-d57c6d9860e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:21.086439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8483016f-de8f-49ae-88e5-d57c6d9860e4 admin admin] Publish callbacks [] for security_group (d5806a6f-3299-44d5-9c02-24c9abf840b0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:21.091094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8483016f-de8f-49ae-88e5-d57c6d9860e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d5806a6f-3299-44d5-9c02-24c9abf840b0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:21.132505 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8483016f-de8f-49ae-88e5-d57c6d9860e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ab16e9cf20b43dd9ef7605e0dd37ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387248 Feb 11 06:12:21.133452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483016f-de8f-49ae-88e5-d57c6d9860e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5806a6f-3299-44d5-9c02-24c9abf840b0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:21.135297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 43754) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:21.191074 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-72c95090-2075-4b66-8d38-3d7178849380 admin admin] Publish callbacks [] for security_group (d5806a6f-3299-44d5-9c02-24c9abf840b0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:21.214657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-72c95090-2075-4b66-8d38-3d7178849380 admin admin] Publish callbacks [] for security_group (d5806a6f-3299-44d5-9c02-24c9abf840b0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:21.270671 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-72c95090-2075-4b66-8d38-3d7178849380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d5806a6f-3299-44d5-9c02-24c9abf840b0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:21.273361 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-72c95090-2075-4b66-8d38-3d7178849380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:21.274638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-72c95090-2075-4b66-8d38-3d7178849380 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5806a6f-3299-44d5-9c02-24c9abf840b0 HTTP/1.1" status: 204 len: 168 time: 0.1382639 Feb 11 06:12:21.283866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c95090-2075-4b66-8d38-3d7178849380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5806a6f-3299-44d5-9c02-24c9abf840b0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:22.472281 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:23.477857 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:26.420013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44102) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:26.523443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbb877d9-18ec-4af9-bc15-b945bc3301bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:26.604540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbb877d9-18ec-4af9-bc15-b945bc3301bf admin admin] Publish callbacks [] for security_group (c11c2aae-80de-441c-9686-abbad880c8b4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:26.608971 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dbb877d9-18ec-4af9-bc15-b945bc3301bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c11c2aae-80de-441c-9686-abbad880c8b4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:26.644744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb877d9-18ec-4af9-bc15-b945bc3301bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11c2aae-80de-441c-9686-abbad880c8b4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:26.650030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dbb877d9-18ec-4af9-bc15-b945bc3301bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a8d2a918a1644519839f620fe322c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289226 Feb 11 06:12:26.652543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44106) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:26.700171 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e8efc8e4-34a9-4f0c-9641-820f5657203f admin admin] Publish callbacks [] for security_group (c11c2aae-80de-441c-9686-abbad880c8b4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:26.721208 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e8efc8e4-34a9-4f0c-9641-820f5657203f admin admin] Publish callbacks [] for security_group (c11c2aae-80de-441c-9686-abbad880c8b4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:26.767185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e8efc8e4-34a9-4f0c-9641-820f5657203f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c11c2aae-80de-441c-9686-abbad880c8b4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:26.769791 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e8efc8e4-34a9-4f0c-9641-820f5657203f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:26.770999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e8efc8e4-34a9-4f0c-9641-820f5657203f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c11c2aae-80de-441c-9686-abbad880c8b4 HTTP/1.1" status: 204 len: 168 time: 0.1174071 Feb 11 06:12:26.779162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efc8e4-34a9-4f0c-9641-820f5657203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11c2aae-80de-441c-9686-abbad880c8b4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:27.750477 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-829c0e7d-cd8b-469a-b9fc-8189ef11d954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:27.888822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:27.984022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:28.003883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.090716 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.191708 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Allocated IP 172.25.1.140 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/533bb64c-eff2-4ee3-ac04-ec04043b416a) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:28.296308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks [] for port (533bb64c-eff2-4ee3-ac04-ec04043b416a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.329707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (533bb64c-eff2-4ee3-ac04-ec04043b416a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.367292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:28.370200 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:28.374208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:28.397835 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Pushing event updated for resources: {'Port': ['ID=533bb64c-eff2-4ee3-ac04-ec04043b416a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:28.465300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks [] for floatingip (5d2a8258-2453-40a4-a612-4affb6638d63), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.500782 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (533bb64c-eff2-4ee3-ac04-ec04043b416a), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.647595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks [] for port (533bb64c-eff2-4ee3-ac04-ec04043b416a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.651870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (533bb64c-eff2-4ee3-ac04-ec04043b416a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.716634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Pushing event updated for resources: {'Port': ['ID=533bb64c-eff2-4ee3-ac04-ec04043b416a,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:28.728651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (5d2a8258-2453-40a4-a612-4affb6638d63), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.743293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.744514 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a781031a-f6ec-40cc-a403-b78784a8af1b tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8546576 Feb 11 06:12:28.747358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44146) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:28.752127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1761191298', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'fixed_ips': [{'ip_address': '172.25.1.140'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:28.769483 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Made reservation on behalf of 70c7c192b59a444f90b3f8cd6131998b for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:28.771761 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.781029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.855664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks [] for security_group (39e5c3b6-f8c6-4216-8e50-f1efaad3e6ac), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.859830 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (39e5c3b6-f8c6-4216-8e50-f1efaad3e6ac), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.864474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] device_id is not set on port 53d418a9-9821-47d9-a247-3150e24cb094 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:12:28.949571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e5c3b6-f8c6-4216-8e50-f1efaad3e6ac,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:29.064748 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 06:12:29.065294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:12:29.081094 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-de4d403f-3ea6-476e-aa56-71b352e5a2e6 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3327074 Feb 11 06:12:29.084485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44148) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:29.235243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Deleting port 533bb64c-eff2-4ee3-ac04-ec04043b416a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:29.235588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (533bb64c-eff2-4ee3-ac04-ec04043b416a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.315004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (533bb64c-eff2-4ee3-ac04-ec04043b416a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.315346 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks [] for floatingip (533bb64c-eff2-4ee3-ac04-ec04043b416a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.327854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Calling delete_port for 533bb64c-eff2-4ee3-ac04-ec04043b416a owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:29.453404 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (533bb64c-eff2-4ee3-ac04-ec04043b416a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.480653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Pushing event deleted for resources: {'Port': ['ID=533bb64c-eff2-4ee3-ac04-ec04043b416a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:29.541090 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks [] for floatingip (5d2a8258-2453-40a4-a612-4affb6638d63), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.543722 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.544927 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-569805d7-2334-4f93-af6a-626aba1c141c tempest-ExternalNetworksAdminNegativeTestJSON-2065163822 tempest-ExternalNetworksAdminNegativeTestJSON-2065163822-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/5d2a8258-2453-40a4-a612-4affb6638d63 HTTP/1.1" status: 204 len: 168 time: 0.4595144 Feb 11 06:12:29.786574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44154) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:29.893200 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6edf-a8db-437e-972b-e120a7f595e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.967295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6edf-a8db-437e-972b-e120a7f595e9 admin admin] Publish callbacks [] for security_group (a05aa273-fc36-47df-80b7-e0797ccf58e3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.971112 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6edf-a8db-437e-972b-e120a7f595e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a05aa273-fc36-47df-80b7-e0797ccf58e3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.011661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3c2c6edf-a8db-437e-972b-e120a7f595e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d42ed3a494a4f3aba4946000109e794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240324 Feb 11 06:12:30.012535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c6edf-a8db-437e-972b-e120a7f595e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05aa273-fc36-47df-80b7-e0797ccf58e3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:30.014349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44158) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:30.062508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10e9c707-5e56-4731-a906-5cf7601aadeb admin admin] Publish callbacks [] for security_group (a05aa273-fc36-47df-80b7-e0797ccf58e3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.084001 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10e9c707-5e56-4731-a906-5cf7601aadeb admin admin] Publish callbacks [] for security_group (a05aa273-fc36-47df-80b7-e0797ccf58e3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.134574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10e9c707-5e56-4731-a906-5cf7601aadeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a05aa273-fc36-47df-80b7-e0797ccf58e3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.137298 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10e9c707-5e56-4731-a906-5cf7601aadeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.138481 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-10e9c707-5e56-4731-a906-5cf7601aadeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a05aa273-fc36-47df-80b7-e0797ccf58e3 HTTP/1.1" status: 204 len: 168 time: 0.1229982 Feb 11 06:12:30.146017 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9c707-5e56-4731-a906-5cf7601aadeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05aa273-fc36-47df-80b7-e0797ccf58e3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:30.322669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b4c97c3-0a77-403e-a073-a33e330aae04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.402634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44164) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:30.443014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-16348401-df48-4578-b056-f3730e05db09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70c7c192b59a444f90b3f8cd6131998b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391455 Feb 11 06:12:30.445412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44166) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:30.493227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51bb46d0-9dfd-4022-83bc-279b39652c6a admin admin] Publish callbacks [] for security_group (39e5c3b6-f8c6-4216-8e50-f1efaad3e6ac), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.513644 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51bb46d0-9dfd-4022-83bc-279b39652c6a admin admin] Publish callbacks [] for security_group (39e5c3b6-f8c6-4216-8e50-f1efaad3e6ac), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.567718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51bb46d0-9dfd-4022-83bc-279b39652c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (39e5c3b6-f8c6-4216-8e50-f1efaad3e6ac), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.570441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51bb46d0-9dfd-4022-83bc-279b39652c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:30.571699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-51bb46d0-9dfd-4022-83bc-279b39652c6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39e5c3b6-f8c6-4216-8e50-f1efaad3e6ac HTTP/1.1" status: 204 len: 168 time: 0.1252563 Feb 11 06:12:30.580148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb46d0-9dfd-4022-83bc-279b39652c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e5c3b6-f8c6-4216-8e50-f1efaad3e6ac,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:31.224052 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:32.254909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44216) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:32.401825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:32.426527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:32.520373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:32.625486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Allocated IP 172.25.1.94 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/1e74718d-8c4c-495c-84ec-c858824a9a7b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:32.726265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for port (1e74718d-8c4c-495c-84ec-c858824a9a7b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:32.759463 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1e74718d-8c4c-495c-84ec-c858824a9a7b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:32.803460 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:32.806440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:32.809825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:32.815641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event updated for resources: {'Port': ['ID=1e74718d-8c4c-495c-84ec-c858824a9a7b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:32.894519 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:32.898261 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for floatingip (3efd487e-d1ad-4a5b-88a0-c2b771fe6893), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:32.933648 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1e74718d-8c4c-495c-84ec-c858824a9a7b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.089159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for port (1e74718d-8c4c-495c-84ec-c858824a9a7b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.093965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1e74718d-8c4c-495c-84ec-c858824a9a7b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.164388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event updated for resources: {'Port': ['ID=1e74718d-8c4c-495c-84ec-c858824a9a7b,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:33.174764 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (3efd487e-d1ad-4a5b-88a0-c2b771fe6893), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.189512 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.190788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f23a629b-cb09-4bca-ad35-3573b3d77cd1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9348345 Feb 11 06:12:33.193818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44220) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:33.198591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-916919031'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:33.218809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Made reservation on behalf of 876a807548c04afb86bafe73ac7dfa19 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:33.223974 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.238478 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.311796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for security_group (d8abbf9b-904f-4e26-9cfb-04d34478f558), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.315806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d8abbf9b-904f-4e26-9cfb-04d34478f558), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.346525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:12:33.352685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8abbf9b-904f-4e26-9cfb-04d34478f558,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:33.361282 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c47d4cb1-04ab-4ce9-bbca-e69f17f4a776), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.361628 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Added segment c47d4cb1-04ab-4ce9-bbca-e69f17f4a776 of type vlan for network 23c46505-6846-4d39-8009-c78c904b6bb5 Feb 11 06:12:33.400986 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (23c46505-6846-4d39-8009-c78c904b6bb5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.425358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (23c46505-6846-4d39-8009-c78c904b6bb5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.430917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:33.431488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.465219 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2703650 Feb 11 06:12:33.468759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44222) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:33.473861 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Request body: {'subnet': {'network_id': '23c46505-6846-4d39-8009-c78c904b6bb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:33.504325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39bc4e-e974-405b-a380-75eff4b1389f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event updated for resources: {'Network': ['ID=23c46505-6846-4d39-8009-c78c904b6bb5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:33.515061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 23c46505-6846-4d39-8009-c78c904b6bb5 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:12:33.562631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Made reservation on behalf of 876a807548c04afb86bafe73ac7dfa19 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:33.566197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.744685 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (7c8264fc-b066-438e-b26b-afe90d37a6ba), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.808520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event updated for resources: {'Subnet': ['ID=7c8264fc-b066-438e-b26b-afe90d37a6ba,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:33.818391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Checking segment: {'id': 'c47d4cb1-04ab-4ce9-bbca-e69f17f4a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23c46505-6846-4d39-8009-c78c904b6bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:33.818757 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Network hostable DHCP agents. Network: 23c46505-6846-4d39-8009-c78c904b6bb5, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:12:33.835661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Network 23c46505-6846-4d39-8009-c78c904b6bb5 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:12:33.844580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 23c46505-6846-4d39-8009-c78c904b6bb5) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:33.851560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:33.852168 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.852799 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5dcf7-cb84-4298-9554-d5f9328f445a None None] Network 23c46505-6846-4d39-8009-c78c904b6bb5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:33.869923 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6e7f1508-b8be-459e-9284-a9c7fdc3addf tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4000216 Feb 11 06:12:33.872641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44226) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:33.877419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-346416053', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:33.897802 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (bedb6312-052c-415d-983a-f554e6660c74), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.898789 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (bedb6312-052c-415d-983a-f554e6660c74), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.956876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for router_controller (bedb6312-052c-415d-983a-f554e6660c74), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.960066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-23c46505-6846-4d39-8009-c78c904b6bb5', 'network_id': '23c46505-6846-4d39-8009-c78c904b6bb5', 'project_id': '876a807548c04afb86bafe73ac7dfa19', 'fixed_ips': [{'subnet_id': '7c8264fc-b066-438e-b26b-afe90d37a6ba'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:12:33.960914 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.981763 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.103805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Allocated IP 172.20.0.2 (23c46505-6846-4d39-8009-c78c904b6bb5/7c8264fc-b066-438e-b26b-afe90d37a6ba/de4fc467-08b9-4e63-88af-c4ee3875e79b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:34.109197 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for router_gateway (bedb6312-052c-415d-983a-f554e6660c74), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.249075 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Publish callbacks [] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.254825 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.294879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Network 23c46505-6846-4d39-8009-c78c904b6bb5 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:34.298733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:34.302231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:34.305455 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for router_gateway (bedb6312-052c-415d-983a-f554e6660c74), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.309045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Pushing event updated for resources: {'Port': ['ID=de4fc467-08b9-4e63-88af-c4ee3875e79b,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:34.328898 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.366597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Attempting to bind port de4fc467-08b9-4e63-88af-c4ee3875e79b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:34.366971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Attempting to bind port de4fc467-08b9-4e63-88af-c4ee3875e79b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c47d4cb1-04ab-4ce9-bbca-e69f17f4a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23c46505-6846-4d39-8009-c78c904b6bb5'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:34.367339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Attempting to bind port de4fc467-08b9-4e63-88af-c4ee3875e79b on network 23c46505-6846-4d39-8009-c78c904b6bb5 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:34.372227 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:34.372608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Checking segment: {'id': 'c47d4cb1-04ab-4ce9-bbca-e69f17f4a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23c46505-6846-4d39-8009-c78c904b6bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:34.373008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.373523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Bound using segment: {'id': 'c47d4cb1-04ab-4ce9-bbca-e69f17f4a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23c46505-6846-4d39-8009-c78c904b6bb5'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:34.373989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Bound port: de4fc467-08b9-4e63-88af-c4ee3875e79b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47d4cb1-04ab-4ce9-bbca-e69f17f4a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23c46505-6846-4d39-8009-c78c904b6bb5'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:34.374400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.431840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Allocated IP 172.25.1.136 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/c97f41bc-edfc-419c-bc6d-1b188341d36c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:34.436516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] For port de4fc467-08b9-4e63-88af-c4ee3875e79b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:34.439909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] For port de4fc467-08b9-4e63-88af-c4ee3875e79b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=de4fc467-08b9-4e63-88af-c4ee3875e79b,segment=NetworkSegment(c47d4cb1-04ab-4ce9-bbca-e69f17f4a776),segment_id=c47d4cb1-04ab-4ce9-bbca-e69f17f4a776)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:34.446545 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.502855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e5ba7-e23c-48a4-a877-0716a582bef5 None None] Pushing event updated for resources: {'Port': ['ID=de4fc467-08b9-4e63-88af-c4ee3875e79b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:34.546906 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for port (c97f41bc-edfc-419c-bc6d-1b188341d36c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.582514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c97f41bc-edfc-419c-bc6d-1b188341d36c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.621576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:34.624717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:34.628281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:34.662637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event updated for resources: {'Port': ['ID=c97f41bc-edfc-419c-bc6d-1b188341d36c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:34.908673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for router_gateway (bedb6312-052c-415d-983a-f554e6660c74), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:35.114117 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (bedb6312-052c-415d-983a-f554e6660c74), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:35.248333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Router bedb6312-052c-415d-983a-f554e6660c74 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:12:35.362848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:35.376080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b25bef-5452-45a0-8edc-ec4deab59779 None None] Sync routers for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:35.386056 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:35.388255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b25bef-5452-45a0-8edc-ec4deab59779 None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:35.388895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-66b25bef-5452-45a0-8edc-ec4deab59779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:35.390139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44228) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:35.391988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-74114255-d2ba-4200-a26e-3998c63fe503 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.5157974 Feb 11 06:12:35.437284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-66b25bef-5452-45a0-8edc-ec4deab59779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:35.446817 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b25bef-5452-45a0-8edc-ec4deab59779 None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:35.447454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-66b25bef-5452-45a0-8edc-ec4deab59779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:35.484937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bc6d19-eb74-4088-8609-c8da883d2123 None None] Network 23c46505-6846-4d39-8009-c78c904b6bb5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:35.487419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-66b25bef-5452-45a0-8edc-ec4deab59779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:35.488040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b25bef-5452-45a0-8edc-ec4deab59779 None None] The sync data for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:35.734644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-63092eb0-c394-42e1-b70a-cd9fdd27cf20 None None] Provisioning complete for port de4fc467-08b9-4e63-88af-c4ee3875e79b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:35.734906 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-63092eb0-c394-42e1-b70a-cd9fdd27cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:35.850075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-63092eb0-c394-42e1-b70a-cd9fdd27cf20 None None] Current status of the port de4fc467-08b9-4e63-88af-c4ee3875e79b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:35.850482 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-63092eb0-c394-42e1-b70a-cd9fdd27cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:35.860063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:35.887181 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-63092eb0-c394-42e1-b70a-cd9fdd27cf20 None None] For port de4fc467-08b9-4e63-88af-c4ee3875e79b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=de4fc467-08b9-4e63-88af-c4ee3875e79b,segment=NetworkSegment(c47d4cb1-04ab-4ce9-bbca-e69f17f4a776),segment_id=c47d4cb1-04ab-4ce9-bbca-e69f17f4a776)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:35.893918 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-63092eb0-c394-42e1-b70a-cd9fdd27cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:35.948887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63092eb0-c394-42e1-b70a-cd9fdd27cf20 None None] Pushing event updated for resources: {'Port': ['ID=de4fc467-08b9-4e63-88af-c4ee3875e79b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:36.109399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device de4fc467-08b9-4e63-88af-c4ee3875e79b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:36.141735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5bdf15e5-072c-470c-ad6c-c3d59c9fdd8f None None] Provisioning complete for port de4fc467-08b9-4e63-88af-c4ee3875e79b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:36.142114 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5bdf15e5-072c-470c-ad6c-c3d59c9fdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.188021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Allocated IP 172.20.0.1 (23c46505-6846-4d39-8009-c78c904b6bb5/7c8264fc-b066-438e-b26b-afe90d37a6ba/e03ac0fd-628a-4f1d-9f95-f71a84b45a17) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:36.198936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port de4fc467-08b9-4e63-88af-c4ee3875e79b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:36.199307 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.261825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf15e5-072c-470c-ad6c-c3d59c9fdd8f None None] Current status of the port de4fc467-08b9-4e63-88af-c4ee3875e79b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:36.305439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.308244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port de4fc467-08b9-4e63-88af-c4ee3875e79b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:36.339613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.383048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Network 23c46505-6846-4d39-8009-c78c904b6bb5 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:36.386065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:36.389562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:36.395807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event updated for resources: {'Port': ['ID=e03ac0fd-628a-4f1d-9f95-f71a84b45a17,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:36.441200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (bedb6312-052c-415d-983a-f554e6660c74), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.583584 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.584234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0fded213-7dd4-4063-ba95-2cbd753f840a None None] Provisioning complete for port e03ac0fd-628a-4f1d-9f95-f71a84b45a17 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:36.584720 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0fded213-7dd4-4063-ba95-2cbd753f840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.621221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0fded213-7dd4-4063-ba95-2cbd753f840a None None] Port e03ac0fd-628a-4f1d-9f95-f71a84b45a17 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:12:36.863631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.867929 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.943113 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event updated for resources: {'Port': ['ID=e03ac0fd-628a-4f1d-9f95-f71a84b45a17,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:36.945534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (bedb6312-052c-415d-983a-f554e6660c74), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:37.034564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Network 23c46505-6846-4d39-8009-c78c904b6bb5 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:37.035920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:37.242364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9cbbf05e-eee2-4141-93f0-235c66cab823 None None] Provisioning complete for port e03ac0fd-628a-4f1d-9f95-f71a84b45a17 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:37.242827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf05e-eee2-4141-93f0-235c66cab823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:37.277726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbf05e-eee2-4141-93f0-235c66cab823 None None] Port e03ac0fd-628a-4f1d-9f95-f71a84b45a17 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:12:37.458857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Router bedb6312-052c-415d-983a-f554e6660c74 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:37.567475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:37.572644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7b0e9869-9c36-4e32-a904-df72bb6885a1 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "PUT /v2.0/routers/bedb6312-052c-415d-983a-f554e6660c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1813757 Feb 11 06:12:37.575313 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44230) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:37.577077 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b16cac-672d-44f0-9ee4-3ad58604a16c None None] Sync routers for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:37.580226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Request body: {'port': {'network_id': '23c46505-6846-4d39-8009-c78c904b6bb5', 'name': 'tempest-FloatingIPAdminTestJSON-2078118424'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:37.589170 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b16cac-672d-44f0-9ee4-3ad58604a16c None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:37.589788 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-75b16cac-672d-44f0-9ee4-3ad58604a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:37.624422 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-75b16cac-672d-44f0-9ee4-3ad58604a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:37.632897 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b16cac-672d-44f0-9ee4-3ad58604a16c None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:37.633550 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-75b16cac-672d-44f0-9ee4-3ad58604a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:37.665366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-75b16cac-672d-44f0-9ee4-3ad58604a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:37.666011 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b16cac-672d-44f0-9ee4-3ad58604a16c None None] The sync data for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:37.685163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Made reservation on behalf of 876a807548c04afb86bafe73ac7dfa19 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:37.688531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:37.709054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] device_id is not set on port 4d15ea40-8b02-44a3-a912-29f807b1703a yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:12:37.812988 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Allocated IP 172.20.0.4 (23c46505-6846-4d39-8009-c78c904b6bb5/7c8264fc-b066-438e-b26b-afe90d37a6ba/4d15ea40-8b02-44a3-a912-29f807b1703a) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:37.958905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for port (4d15ea40-8b02-44a3-a912-29f807b1703a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:37.992870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4d15ea40-8b02-44a3-a912-29f807b1703a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:38.033942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Network 23c46505-6846-4d39-8009-c78c904b6bb5 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:38.036987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:38.039346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:38.073278 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event updated for resources: {'Port': ['ID=4d15ea40-8b02-44a3-a912-29f807b1703a,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:38.097583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:38.098226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:38.114691 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e7063013-b9a1-4710-a3ff-7afd1512c104 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5383236 Feb 11 06:12:38.118160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44234) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:38.168659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'project_id': '876a807548c04afb86bafe73ac7dfa19', 'port_id': '4d15ea40-8b02-44a3-a912-29f807b1703a'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:38.187552 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:38.282901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:38.301537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-bea439c3-8272-4733-827a-0dbf8512b16f None None] Provisioning complete for port 4d15ea40-8b02-44a3-a912-29f807b1703a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:38.302146 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bea439c3-8272-4733-827a-0dbf8512b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d15ea40-8b02-44a3-a912-29f807b1703a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:38.341978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bea439c3-8272-4733-827a-0dbf8512b16f None None] Port 4d15ea40-8b02-44a3-a912-29f807b1703a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:12:38.662167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Allocated IP 172.25.1.93 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/68065903-4c93-419e-9cd3-ec102d211737) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:38.765997 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for port (68065903-4c93-419e-9cd3-ec102d211737), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:38.798508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (68065903-4c93-419e-9cd3-ec102d211737), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:38.837586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:38.840346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:38.842942 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:38.866142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Pushing event updated for resources: {'Port': ['ID=68065903-4c93-419e-9cd3-ec102d211737,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:39.203733 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for floatingip (65ab42d7-e6cd-4869-bf2c-817cceadb5ee), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:39.269819 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (68065903-4c93-419e-9cd3-ec102d211737), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:39.414746 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for port (68065903-4c93-419e-9cd3-ec102d211737), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:39.419462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (68065903-4c93-419e-9cd3-ec102d211737), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:39.500658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Pushing event updated for resources: {'Port': ['ID=68065903-4c93-419e-9cd3-ec102d211737,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:39.511008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (65ab42d7-e6cd-4869-bf2c-817cceadb5ee), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:39.611838 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Floating IP 65ab42d7-e6cd-4869-bf2c-817cceadb5ee associated. External IP: 172.25.1.93, port: 4d15ea40-8b02-44a3-a912-29f807b1703a. Feb 11 06:12:39.819112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Router bedb6312-052c-415d-983a-f554e6660c74 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:39.930247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:39.939629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77416832-73cf-4038-a35f-0bf1d70f62be None None] Sync routers for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:39.949019 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:39.950736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77416832-73cf-4038-a35f-0bf1d70f62be None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:39.952443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-77416832-73cf-4038-a35f-0bf1d70f62be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:39.978523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-11ba5533-f7cf-49e2-9078-fa5b38a7ff85 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.8591332 Feb 11 06:12:39.981068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44240) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:39.988013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-77416832-73cf-4038-a35f-0bf1d70f62be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:39.996512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77416832-73cf-4038-a35f-0bf1d70f62be None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:39.997132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-77416832-73cf-4038-a35f-0bf1d70f62be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:40.032386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-77416832-73cf-4038-a35f-0bf1d70f62be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:40.033044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77416832-73cf-4038-a35f-0bf1d70f62be None None] The sync data for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:40.098201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f086c29-8cb9-4986-af52-a5b1559ba111 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] 10.222.0.31 "GET /v2.0/floatingips/65ab42d7-e6cd-4869-bf2c-817cceadb5ee HTTP/1.1" status: 200 len: 982 time: 0.1157873 Feb 11 06:12:40.100658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44242) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:40.210047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4f1a3001-3d71-4fb0-8216-e7ff7cf6af1f tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1082733 Feb 11 06:12:40.212657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44244) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:40.371310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Deleting port 68065903-4c93-419e-9cd3-ec102d211737 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:40.371569 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (68065903-4c93-419e-9cd3-ec102d211737), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:40.446745 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (68065903-4c93-419e-9cd3-ec102d211737), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:40.447070 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for floatingip (68065903-4c93-419e-9cd3-ec102d211737), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:40.458475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Calling delete_port for 68065903-4c93-419e-9cd3-ec102d211737 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:40.615862 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (68065903-4c93-419e-9cd3-ec102d211737), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:40.642412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event deleted for resources: {'Port': ['ID=68065903-4c93-419e-9cd3-ec102d211737,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:40.709042 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for floatingip (65ab42d7-e6cd-4869-bf2c-817cceadb5ee), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:40.709414 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Floating IP 65ab42d7-e6cd-4869-bf2c-817cceadb5ee disassociated (deleted). External IP: 172.25.1.93, port: 4d15ea40-8b02-44a3-a912-29f807b1703a. Feb 11 06:12:40.920876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Router bedb6312-052c-415d-983a-f554e6660c74 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:41.032187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:41.036790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.042513 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbca69-106c-44ad-9fcd-a769284dc399 None None] Sync routers for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:41.052384 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edbca69-106c-44ad-9fcd-a769284dc399 None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:41.053000 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1edbca69-106c-44ad-9fcd-a769284dc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:41.066399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fd5365d5-2aa8-44cd-b19c-94473e75bd43 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "DELETE /v2.0/floatingips/65ab42d7-e6cd-4869-bf2c-817cceadb5ee HTTP/1.1" status: 204 len: 168 time: 0.8527155 Feb 11 06:12:41.070154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44246) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:41.074390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:41.089160 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1edbca69-106c-44ad-9fcd-a769284dc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:41.097240 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.098844 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edbca69-106c-44ad-9fcd-a769284dc399 None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:41.099492 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1edbca69-106c-44ad-9fcd-a769284dc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:41.132081 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1edbca69-106c-44ad-9fcd-a769284dc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:41.132740 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbca69-106c-44ad-9fcd-a769284dc399 None None] The sync data for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:41.180580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.574470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Allocated IP 172.25.1.165 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:41.675032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for port (01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.712160 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.753228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:41.756046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:41.758447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:41.785847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Pushing event updated for resources: {'Port': ['ID=01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:41.849353 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for floatingip (5bca4dea-dddd-4950-bad5-2be4da0cb92a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.885983 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.040437 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for port (01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.044958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.115276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Pushing event updated for resources: {'Port': ['ID=01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:42.124971 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (5bca4dea-dddd-4950-bad5-2be4da0cb92a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.139686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.140989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-927edb18-9a00-4fd1-bbeb-71aa76587004 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0698266 Feb 11 06:12:42.143603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44250) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:42.235030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:42.254245 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.349604 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.458672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Allocated IP 172.25.1.148 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/0ae10b30-ba24-40e7-b442-f3499d149cae) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:42.555721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks [] for port (0ae10b30-ba24-40e7-b442-f3499d149cae), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.594599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0ae10b30-ba24-40e7-b442-f3499d149cae), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.631239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:42.634066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:42.637436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:42.661936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Pushing event updated for resources: {'Port': ['ID=0ae10b30-ba24-40e7-b442-f3499d149cae,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:42.723511 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks [] for floatingip (1bc7cfea-3ef3-4b4c-9b6a-0c0164900151), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.760593 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0ae10b30-ba24-40e7-b442-f3499d149cae), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.912005 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks [] for port (0ae10b30-ba24-40e7-b442-f3499d149cae), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.916418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (0ae10b30-ba24-40e7-b442-f3499d149cae), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.985894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Pushing event updated for resources: {'Port': ['ID=0ae10b30-ba24-40e7-b442-f3499d149cae,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:42.997358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (1bc7cfea-3ef3-4b4c-9b6a-0c0164900151), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.015189 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.016439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-13c1b307-0930-4ef1-addf-5fc54428bee5 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8719039 Feb 11 06:12:43.018985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44256) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:43.080435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1b788ad1-881e-4219-a886-2e97febfc0fd tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.0603635 Feb 11 06:12:43.083065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44258) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:43.153462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-032394e3-86a2-4bf6-9605-bc33a2ba77ec tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0693023 Feb 11 06:12:43.156068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44260) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:43.279054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Deleting port 0ae10b30-ba24-40e7-b442-f3499d149cae {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:43.279399 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0ae10b30-ba24-40e7-b442-f3499d149cae), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.356922 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0ae10b30-ba24-40e7-b442-f3499d149cae), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.357282 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks [] for floatingip (0ae10b30-ba24-40e7-b442-f3499d149cae), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.369232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Calling delete_port for 0ae10b30-ba24-40e7-b442-f3499d149cae owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:43.497445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0ae10b30-ba24-40e7-b442-f3499d149cae), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.527452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Pushing event deleted for resources: {'Port': ['ID=0ae10b30-ba24-40e7-b442-f3499d149cae,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:43.590959 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks [] for floatingip (1bc7cfea-3ef3-4b4c-9b6a-0c0164900151), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.593632 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.594808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-368d5ca3-f324-4022-adb5-9688c3d7b7c2 tempest-FloatingIPAdminTestJSON-2062435351 tempest-FloatingIPAdminTestJSON-2062435351-project] 10.222.0.31 "DELETE /v2.0/floatingips/1bc7cfea-3ef3-4b4c-9b6a-0c0164900151 HTTP/1.1" status: 204 len: 168 time: 0.4378340 Feb 11 06:12:43.597423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44264) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:43.718605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Deleting port 01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:43.718955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.796373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.796625 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for floatingip (01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.808147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Calling delete_port for 01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:43.937659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.966043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Pushing event deleted for resources: {'Port': ['ID=01a124b9-a1e9-4a2e-9a12-db52e8f8f3eb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:44.027872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks [] for floatingip (5bca4dea-dddd-4950-bad5-2be4da0cb92a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.030966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.032113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cef7c345-9341-47bf-9930-3fd5606f6a54 tempest-FloatingIPAdminTestJSON-35901785 tempest-FloatingIPAdminTestJSON-35901785-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/5bca4dea-dddd-4950-bad5-2be4da0cb92a HTTP/1.1" status: 204 len: 168 time: 0.4337821 Feb 11 06:12:44.035913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44268) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:44.125760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Deleting port 4d15ea40-8b02-44a3-a912-29f807b1703a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:44.126017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4d15ea40-8b02-44a3-a912-29f807b1703a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.209227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4d15ea40-8b02-44a3-a912-29f807b1703a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.221907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Calling delete_port for 4d15ea40-8b02-44a3-a912-29f807b1703a owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:44.349444 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4d15ea40-8b02-44a3-a912-29f807b1703a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.377158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event deleted for resources: {'Port': ['ID=4d15ea40-8b02-44a3-a912-29f807b1703a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:44.391260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.391624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.391976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.392332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.392673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.393008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.393450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.393790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.394124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.394457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.394791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.395121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.395449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:44.463141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.466422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-567e68ab-f7bf-44cf-90f8-aa6fab887eea tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "DELETE /v2.0/ports/4d15ea40-8b02-44a3-a912-29f807b1703a HTTP/1.1" status: 204 len: 168 time: 0.4295673 Feb 11 06:12:44.469160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44270) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:44.523398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe36795-1c8b-4c2e-b9cd-d94d719eb78c tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:44.524981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ebe36795-1c8b-4c2e-b9cd-d94d719eb78c tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedb6312-052c-415d-983a-f554e6660c74 HTTP/1.1" status: 200 len: 913 time: 0.0548689 Feb 11 06:12:44.527701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44272) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:44.899516 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (bedb6312-052c-415d-983a-f554e6660c74), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:45.159080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Deleting port e03ac0fd-628a-4f1d-9f95-f71a84b45a17 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:45.159424 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:45.245582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:45.257297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Calling delete_port for e03ac0fd-628a-4f1d-9f95-f71a84b45a17 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:45.440488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e03ac0fd-628a-4f1d-9f95-f71a84b45a17), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:45.467003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event deleted for resources: {'Port': ['ID=e03ac0fd-628a-4f1d-9f95-f71a84b45a17,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:45.643163 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (bedb6312-052c-415d-983a-f554e6660c74), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:45.858537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Router bedb6312-052c-415d-983a-f554e6660c74 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:45.960469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:45.965431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5b52f755-d15b-4c7b-bffa-c00509e7d282 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "PUT /v2.0/routers/bedb6312-052c-415d-983a-f554e6660c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4367471 Feb 11 06:12:45.968291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44276) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:45.970403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3681d81e-6215-45a6-951a-26426034aa7a None None] Sync routers for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:45.980410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681d81e-6215-45a6-951a-26426034aa7a None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:45.981137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3681d81e-6215-45a6-951a-26426034aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:46.016177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3681d81e-6215-45a6-951a-26426034aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:46.022817 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:12:46.026477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681d81e-6215-45a6-951a-26426034aa7a None None] Routers {'bedb6312-052c-415d-983a-f554e6660c74'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:46.027096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3681d81e-6215-45a6-951a-26426034aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:12:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['bedb6312-052c-415d-983a-f554e6660c74'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:46.063996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3681d81e-6215-45a6-951a-26426034aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:46.064661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3681d81e-6215-45a6-951a-26426034aa7a None None] The sync data for ids ['bedb6312-052c-415d-983a-f554e6660c74'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:46.081283 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for router (bedb6312-052c-415d-983a-f554e6660c74), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.185343 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for router_gateway (bedb6312-052c-415d-983a-f554e6660c74), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.239550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Deleting port c97f41bc-edfc-419c-bc6d-1b188341d36c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:46.239878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c97f41bc-edfc-419c-bc6d-1b188341d36c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.314226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c97f41bc-edfc-419c-bc6d-1b188341d36c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.325918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Calling delete_port for c97f41bc-edfc-419c-bc6d-1b188341d36c owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:46.489965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c97f41bc-edfc-419c-bc6d-1b188341d36c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.513244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event deleted for resources: {'Port': ['ID=c97f41bc-edfc-419c-bc6d-1b188341d36c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:46.578534 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (bedb6312-052c-415d-983a-f554e6660c74), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.671270 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (bedb6312-052c-415d-983a-f554e6660c74), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.673396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for router_controller (bedb6312-052c-415d-983a-f554e6660c74), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.716160 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (bedb6312-052c-415d-983a-f554e6660c74), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.716713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Fanout notify agent at l3_agent the message router_deleted on router bedb6312-052c-415d-983a-f554e6660c74 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:12:46.724233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.725306 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-073b7fac-bb83-499a-9e0c-3fdda990eb31 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "DELETE /v2.0/routers/bedb6312-052c-415d-983a-f554e6660c74 HTTP/1.1" status: 204 len: 168 time: 0.7560024 Feb 11 06:12:46.727833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44278) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:46.783542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c020a1b-3bda-4bfa-9a90-ab4afcda672f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Deleting subnet 7c8264fc-b066-438e-b26b-afe90d37a6ba {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:12:46.786867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c020a1b-3bda-4bfa-9a90-ab4afcda672f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for subnet (7c8264fc-b066-438e-b26b-afe90d37a6ba), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.826765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c020a1b-3bda-4bfa-9a90-ab4afcda672f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (7c8264fc-b066-438e-b26b-afe90d37a6ba), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.908219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c020a1b-3bda-4bfa-9a90-ab4afcda672f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7c8264fc-b066-438e-b26b-afe90d37a6ba), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.969943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c020a1b-3bda-4bfa-9a90-ab4afcda672f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (7c8264fc-b066-438e-b26b-afe90d37a6ba), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.994466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c020a1b-3bda-4bfa-9a90-ab4afcda672f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8264fc-b066-438e-b26b-afe90d37a6ba,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:47.000696 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c020a1b-3bda-4bfa-9a90-ab4afcda672f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.003806 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3c020a1b-3bda-4bfa-9a90-ab4afcda672f tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "DELETE /v2.0/subnets/7c8264fc-b066-438e-b26b-afe90d37a6ba HTTP/1.1" status: 204 len: 168 time: 0.2750399 Feb 11 06:12:47.006266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44280) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:47.008841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26158ce4-e7ca-4da0-b65e-0544beeafb09 None None] Network 23c46505-6846-4d39-8009-c78c904b6bb5 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:47.082340 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (23c46505-6846-4d39-8009-c78c904b6bb5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.136026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Deleting port de4fc467-08b9-4e63-88af-c4ee3875e79b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:47.136372 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.161038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e691d51-bec2-4994-b044-07901352859c None None] DHCP port deletion for 23c46505-6846-4d39-8009-c78c904b6bb5 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:12:47.204151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] For port de4fc467-08b9-4e63-88af-c4ee3875e79b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=de4fc467-08b9-4e63-88af-c4ee3875e79b,segment=NetworkSegment(c47d4cb1-04ab-4ce9-bbca-e69f17f4a776),segment_id=c47d4cb1-04ab-4ce9-bbca-e69f17f4a776)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:47.204530 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.211988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5e691d51-bec2-4994-b044-07901352859c None None] Deleting port de4fc467-08b9-4e63-88af-c4ee3875e79b {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:47.212355 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5e691d51-bec2-4994-b044-07901352859c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.217370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Calling delete_port for de4fc467-08b9-4e63-88af-c4ee3875e79b owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:47.274729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5e691d51-bec2-4994-b044-07901352859c None None] For port de4fc467-08b9-4e63-88af-c4ee3875e79b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=de4fc467-08b9-4e63-88af-c4ee3875e79b,segment=NetworkSegment(c47d4cb1-04ab-4ce9-bbca-e69f17f4a776),segment_id=c47d4cb1-04ab-4ce9-bbca-e69f17f4a776)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:47.275128 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5e691d51-bec2-4994-b044-07901352859c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.287429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5e691d51-bec2-4994-b044-07901352859c None None] Calling delete_port for de4fc467-08b9-4e63-88af-c4ee3875e79b owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:47.304727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.328977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event deleted for resources: {'Port': ['ID=de4fc467-08b9-4e63-88af-c4ee3875e79b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:47.334774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] No DVR routers for this DVR port de4fc467-08b9-4e63-88af-c4ee3875e79b on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:47.367155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5e691d51-bec2-4994-b044-07901352859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (de4fc467-08b9-4e63-88af-c4ee3875e79b), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.389622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e691d51-bec2-4994-b044-07901352859c None None] Pushing event deleted for resources: {'Port': ['ID=de4fc467-08b9-4e63-88af-c4ee3875e79b,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:47.399221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e691d51-bec2-4994-b044-07901352859c None None] No DVR routers for this DVR port de4fc467-08b9-4e63-88af-c4ee3875e79b on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:47.413329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (23c46505-6846-4d39-8009-c78c904b6bb5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.434172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c46505-6846-4d39-8009-c78c904b6bb5']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:47.443655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47d4cb1-04ab-4ce9-bbca-e69f17f4a776') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:47.443949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47d4cb1-04ab-4ce9-bbca-e69f17f4a776') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:47.457804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (c47d4cb1-04ab-4ce9-bbca-e69f17f4a776), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.471177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c47d4cb1-04ab-4ce9-bbca-e69f17f4a776), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.476915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:12:47.477348 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (c47d4cb1-04ab-4ce9-bbca-e69f17f4a776), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:12:47.480282 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:12:47.537059 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (23c46505-6846-4d39-8009-c78c904b6bb5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.544613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.548052 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "DELETE /v2.0/networks/23c46505-6846-4d39-8009-c78c904b6bb5 HTTP/1.1" status: 204 len: 168 time: 0.5408616 Feb 11 06:12:47.550659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44282) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:47.562361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d562b-46b8-41c6-8908-98b4b5851a19 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event deleted for resources: {'Network': ['ID=23c46505-6846-4d39-8009-c78c904b6bb5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:47.674096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Deleting port 1e74718d-8c4c-495c-84ec-c858824a9a7b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:47.674322 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1e74718d-8c4c-495c-84ec-c858824a9a7b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.036460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1e74718d-8c4c-495c-84ec-c858824a9a7b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.036794 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for floatingip (1e74718d-8c4c-495c-84ec-c858824a9a7b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.048550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Calling delete_port for 1e74718d-8c4c-495c-84ec-c858824a9a7b owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:48.064761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device de4fc467-08b9-4e63-88af-c4ee3875e79b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:48.086818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: de4fc467-08b9-4e63-88af-c4ee3875e79b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:12:48.087273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device de4fc467-08b9-4e63-88af-c4ee3875e79b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:48.178014 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1e74718d-8c4c-495c-84ec-c858824a9a7b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.203396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Pushing event deleted for resources: {'Port': ['ID=1e74718d-8c4c-495c-84ec-c858824a9a7b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:48.267252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks [] for floatingip (3efd487e-d1ad-4a5b-88a0-c2b771fe6893), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.269788 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.270954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-943105e6-6f1c-4b2d-b9d7-5d3c542be103 tempest-FloatingIPAdminTestJSON-2056785771 tempest-FloatingIPAdminTestJSON-2056785771-project] 10.222.0.31 "DELETE /v2.0/floatingips/3efd487e-d1ad-4a5b-88a0-c2b771fe6893 HTTP/1.1" status: 204 len: 168 time: 0.7193084 Feb 11 06:12:48.509278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44288) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:48.643244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7d623d87-f52e-44fb-941c-40c03fd04ad0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=876a807548c04afb86bafe73ac7dfa19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327569 Feb 11 06:12:48.645704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44292) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:48.691864 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6476cd0d-76c3-4b3b-a3c5-96fa80585803 admin admin] Publish callbacks [] for security_group (d8abbf9b-904f-4e26-9cfb-04d34478f558), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.712307 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6476cd0d-76c3-4b3b-a3c5-96fa80585803 admin admin] Publish callbacks [] for security_group (d8abbf9b-904f-4e26-9cfb-04d34478f558), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.759109 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6476cd0d-76c3-4b3b-a3c5-96fa80585803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d8abbf9b-904f-4e26-9cfb-04d34478f558), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.761585 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6476cd0d-76c3-4b3b-a3c5-96fa80585803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.762743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6476cd0d-76c3-4b3b-a3c5-96fa80585803 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8abbf9b-904f-4e26-9cfb-04d34478f558 HTTP/1.1" status: 204 len: 168 time: 0.1161451 Feb 11 06:12:48.770366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476cd0d-76c3-4b3b-a3c5-96fa80585803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8abbf9b-904f-4e26-9cfb-04d34478f558,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:49.028540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44298) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:49.042105 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-06a15836-1079-4844-91ec-108df074d013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.116197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-06a15836-1079-4844-91ec-108df074d013 admin admin] Publish callbacks [] for security_group (6215b32c-d86c-472f-a157-0b67b7bcf058), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.119894 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-06a15836-1079-4844-91ec-108df074d013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6215b32c-d86c-472f-a157-0b67b7bcf058), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.161944 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-06a15836-1079-4844-91ec-108df074d013 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c775b4bfcb8433786c25d79616d82c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322885 Feb 11 06:12:49.162805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a15836-1079-4844-91ec-108df074d013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6215b32c-d86c-472f-a157-0b67b7bcf058,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:49.165547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44300) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:49.213318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-747216eb-3fe8-4cc2-896c-a4e6350601b1 admin admin] Publish callbacks [] for security_group (6215b32c-d86c-472f-a157-0b67b7bcf058), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.235557 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-747216eb-3fe8-4cc2-896c-a4e6350601b1 admin admin] Publish callbacks [] for security_group (6215b32c-d86c-472f-a157-0b67b7bcf058), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.284192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-747216eb-3fe8-4cc2-896c-a4e6350601b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6215b32c-d86c-472f-a157-0b67b7bcf058), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.286751 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-747216eb-3fe8-4cc2-896c-a4e6350601b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.287883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-747216eb-3fe8-4cc2-896c-a4e6350601b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6215b32c-d86c-472f-a157-0b67b7bcf058 HTTP/1.1" status: 204 len: 168 time: 0.1209888 Feb 11 06:12:49.295136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747216eb-3fe8-4cc2-896c-a4e6350601b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6215b32c-d86c-472f-a157-0b67b7bcf058,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:49.607752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44306) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:49.620514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32c2d54d-31e4-41f6-bcee-7e7fc93280fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.693941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32c2d54d-31e4-41f6-bcee-7e7fc93280fa admin admin] Publish callbacks [] for security_group (393cad37-0dd5-4228-b476-7f357b993562), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.697593 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-32c2d54d-31e4-41f6-bcee-7e7fc93280fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (393cad37-0dd5-4228-b476-7f357b993562), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.736047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-32c2d54d-31e4-41f6-bcee-7e7fc93280fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=485c0e9c44a74b979da2ad7f9b87c877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271992 Feb 11 06:12:49.736900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2d54d-31e4-41f6-bcee-7e7fc93280fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393cad37-0dd5-4228-b476-7f357b993562,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:49.739383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44308) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:49.787685 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3020b290-63a9-4459-b6ba-3353e06ebbca admin admin] Publish callbacks [] for security_group (393cad37-0dd5-4228-b476-7f357b993562), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.809057 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3020b290-63a9-4459-b6ba-3353e06ebbca admin admin] Publish callbacks [] for security_group (393cad37-0dd5-4228-b476-7f357b993562), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.855005 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3020b290-63a9-4459-b6ba-3353e06ebbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (393cad37-0dd5-4228-b476-7f357b993562), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.857853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3020b290-63a9-4459-b6ba-3353e06ebbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.859597 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3020b290-63a9-4459-b6ba-3353e06ebbca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/393cad37-0dd5-4228-b476-7f357b993562 HTTP/1.1" status: 204 len: 168 time: 0.1191492 Feb 11 06:12:49.867532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020b290-63a9-4459-b6ba-3353e06ebbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393cad37-0dd5-4228-b476-7f357b993562,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:50.533309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44330) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:50.626427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-883207163'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:50.646704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:50.650164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.658964 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.731337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for security_group (228c34bd-a44d-46e6-9b9a-753636b247f6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.735754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (228c34bd-a44d-46e6-9b9a-753636b247f6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.762263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:12:50.772519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228c34bd-a44d-46e6-9b9a-753636b247f6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:50.777367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (15fd30ef-9ccd-45bf-b879-1df7d8496c17), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.777721 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Added segment 15fd30ef-9ccd-45bf-b879-1df7d8496c17 of type vlan for network fa4d703c-52e5-4b70-aed0-f84aac7208de Feb 11 06:12:50.821390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (fa4d703c-52e5-4b70-aed0-f84aac7208de), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.850480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (fa4d703c-52e5-4b70-aed0-f84aac7208de), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.855452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.856040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.894202 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3596151 Feb 11 06:12:50.897507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44334) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:50.902307 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:50.943494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e560edf-7884-4ce8-b364-8d39aae0c2cc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Network': ['ID=fa4d703c-52e5-4b70-aed0-f84aac7208de,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:50.953550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:12:51.023734 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:51.027400 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.209613 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (fc9f782c-e2a2-4595-aff0-80a2cbb33f31), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.266826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=fc9f782c-e2a2-4595-aff0-80a2cbb33f31,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:51.278036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:51.278404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network hostable DHCP agents. Network: fa4d703c-52e5-4b70-aed0-f84aac7208de, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:12:51.294269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:12:51.302636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, fa4d703c-52e5-4b70-aed0-f84aac7208de) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:51.306590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.307184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.311457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8c6fa-0263-49b1-b43c-62997bf6cee9 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:51.323437 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af22010a-2518-4596-9ba3-252a63716133 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4249222 Feb 11 06:12:51.326434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44336) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:51.332388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'name': 'tempest-NetworksTestDHCPv6-1699446553'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:51.414203 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'fc9f782c-e2a2-4595-aff0-80a2cbb33f31'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:12:51.415178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.446869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:51.450408 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.468766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port a6a2d33d-5507-4238-8272-6f6316c6dbc7 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:12:51.553541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/fc9f782c-e2a2-4595-aff0-80a2cbb33f31/bb47d38a-e1df-4bdf-9f2d-937636f7eef0) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:51.689794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Publish callbacks [] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.695662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.741617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:51.744342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:51.748682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:51.751281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Pushing event updated for resources: {'Port': ['ID=bb47d38a-e1df-4bdf-9f2d-937636f7eef0,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:51.753381 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::291 (fa4d703c-52e5-4b70-aed0-f84aac7208de/fc9f782c-e2a2-4595-aff0-80a2cbb33f31/a6a2d33d-5507-4238-8272-6f6316c6dbc7) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:51.807316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Attempting to bind port bb47d38a-e1df-4bdf-9f2d-937636f7eef0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:51.807690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Attempting to bind port bb47d38a-e1df-4bdf-9f2d-937636f7eef0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:51.808058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Attempting to bind port bb47d38a-e1df-4bdf-9f2d-937636f7eef0 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:51.813909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:51.814295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:51.814705 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.815106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:51.815582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Bound port: bb47d38a-e1df-4bdf-9f2d-937636f7eef0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:51.815969 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.878463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] For port bb47d38a-e1df-4bdf-9f2d-937636f7eef0, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:51.881804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] For port bb47d38a-e1df-4bdf-9f2d-937636f7eef0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bb47d38a-e1df-4bdf-9f2d-937636f7eef0,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:51.887195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.905482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (a6a2d33d-5507-4238-8272-6f6316c6dbc7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.946342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ad7e2-06dc-4740-a45d-5c715057ebf3 None None] Pushing event updated for resources: {'Port': ['ID=bb47d38a-e1df-4bdf-9f2d-937636f7eef0,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:51.947171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a6a2d33d-5507-4238-8272-6f6316c6dbc7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.998294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:52.002193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=a6a2d33d-5507-4238-8272-6f6316c6dbc7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:52.004715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:52.006813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:52.012067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.012700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.029211 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3a95ef0-b471-43b6-9bee-f5b717b7e568 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7011316 Feb 11 06:12:52.032295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44338) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:52.139391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227335e-0b95-40bb-8812-35e178841dd4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.145155 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227335e-0b95-40bb-8812-35e178841dd4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.150012 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3227335e-0b95-40bb-8812-35e178841dd4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1167314 Feb 11 06:12:52.152722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44340) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:52.246997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5889fec9-5d6d-486f-8e21-045528ed2fe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port a6a2d33d-5507-4238-8272-6f6316c6dbc7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:52.247343 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5889fec9-5d6d-486f-8e21-045528ed2fe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a6a2d33d-5507-4238-8272-6f6316c6dbc7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.336114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5889fec9-5d6d-486f-8e21-045528ed2fe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a6a2d33d-5507-4238-8272-6f6316c6dbc7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.347683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5889fec9-5d6d-486f-8e21-045528ed2fe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for a6a2d33d-5507-4238-8272-6f6316c6dbc7 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:52.475364 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.479011 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5889fec9-5d6d-486f-8e21-045528ed2fe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a6a2d33d-5507-4238-8272-6f6316c6dbc7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.514896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889fec9-5d6d-486f-8e21-045528ed2fe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=a6a2d33d-5507-4238-8272-6f6316c6dbc7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:52.537250 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5889fec9-5d6d-486f-8e21-045528ed2fe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.540589 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5889fec9-5d6d-486f-8e21-045528ed2fe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/a6a2d33d-5507-4238-8272-6f6316c6dbc7 HTTP/1.1" status: 204 len: 168 time: 0.3868628 Feb 11 06:12:52.543225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44342) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:52.632164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa056a0-a49c-4766-acf1-723f7980c778 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.633500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa056a0-a49c-4766-acf1-723f7980c778 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.635073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2aa056a0-a49c-4766-acf1-723f7980c778 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0908632 Feb 11 06:12:52.637587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44344) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:52.690345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-665da2a8-5ffa-4648-bd95-50ba577f2bd7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet fc9f782c-e2a2-4595-aff0-80a2cbb33f31 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:12:52.694075 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-665da2a8-5ffa-4648-bd95-50ba577f2bd7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (fc9f782c-e2a2-4595-aff0-80a2cbb33f31), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.735586 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-665da2a8-5ffa-4648-bd95-50ba577f2bd7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (fc9f782c-e2a2-4595-aff0-80a2cbb33f31), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.825979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-665da2a8-5ffa-4648-bd95-50ba577f2bd7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (fc9f782c-e2a2-4595-aff0-80a2cbb33f31), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.855229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc54ee-808e-4715-a0bb-98dfedb0788d None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:52.895377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-665da2a8-5ffa-4648-bd95-50ba577f2bd7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (fc9f782c-e2a2-4595-aff0-80a2cbb33f31), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.920579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665da2a8-5ffa-4648-bd95-50ba577f2bd7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9f782c-e2a2-4595-aff0-80a2cbb33f31,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:52.927061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-665da2a8-5ffa-4648-bd95-50ba577f2bd7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.930320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-665da2a8-5ffa-4648-bd95-50ba577f2bd7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/fc9f782c-e2a2-4595-aff0-80a2cbb33f31 HTTP/1.1" status: 204 len: 168 time: 0.2918134 Feb 11 06:12:52.932822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44346) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:52.976136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-13183d92-c13c-44be-b1d3-3fb1480ba5f3 None None] Provisioning complete for port bb47d38a-e1df-4bdf-9f2d-937636f7eef0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:52.976514 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13183d92-c13c-44be-b1d3-3fb1480ba5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:52.997317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5ed09a0a-600a-4529-8f5f-3b3c7375d8ff tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605450 Feb 11 06:12:52.997541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44348) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:53.002293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:53.070726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-13183d92-c13c-44be-b1d3-3fb1480ba5f3 None None] Current status of the port bb47d38a-e1df-4bdf-9f2d-937636f7eef0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:53.071258 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13183d92-c13c-44be-b1d3-3fb1480ba5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.092387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:53.096879 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.109110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-13183d92-c13c-44be-b1d3-3fb1480ba5f3 None None] For port bb47d38a-e1df-4bdf-9f2d-937636f7eef0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bb47d38a-e1df-4bdf-9f2d-937636f7eef0,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:53.117149 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13183d92-c13c-44be-b1d3-3fb1480ba5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.170887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13183d92-c13c-44be-b1d3-3fb1480ba5f3 None None] Pushing event updated for resources: {'Port': ['ID=bb47d38a-e1df-4bdf-9f2d-937636f7eef0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:53.240896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db9faab-d5b1-401c-9cbd-a54c13c5de0d None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:53.302585 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (2dfe8bd8-5497-4325-9dfd-d23885492e2a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.342224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-07e85bb9-8759-4c67-b166-c25b5295545b None None] Provisioning complete for port bb47d38a-e1df-4bdf-9f2d-937636f7eef0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:53.342649 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-07e85bb9-8759-4c67-b166-c25b5295545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.351791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:53.355155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:53.359331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:53.359934 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.372041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=2dfe8bd8-5497-4325-9dfd-d23885492e2a,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:53.384883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9105a2a6-6999-4b02-9cc1-d112ec6d2073 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3839791 Feb 11 06:12:53.385042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44350) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:53.389999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'name': 'tempest-NetworksTestDHCPv6-931044309'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:53.435641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa66ba0-7644-46a2-8da1-14ba402bb2d8 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:12:53.440384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-07e85bb9-8759-4c67-b166-c25b5295545b None None] Current status of the port bb47d38a-e1df-4bdf-9f2d-937636f7eef0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:53.484896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.498669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:53.499397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6fa66ba0-7644-46a2-8da1-14ba402bb2d8 None None] Deleting port bb47d38a-e1df-4bdf-9f2d-937636f7eef0 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:53.499777 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa66ba0-7644-46a2-8da1-14ba402bb2d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.502950 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.522072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 0035061a-2b15-4a17-a899-416c7f616926 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:12:53.585753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6fa66ba0-7644-46a2-8da1-14ba402bb2d8 None None] For port bb47d38a-e1df-4bdf-9f2d-937636f7eef0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bb47d38a-e1df-4bdf-9f2d-937636f7eef0,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:53.586154 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa66ba0-7644-46a2-8da1-14ba402bb2d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.598979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6fa66ba0-7644-46a2-8da1-14ba402bb2d8 None None] Calling delete_port for bb47d38a-e1df-4bdf-9f2d-937636f7eef0 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:53.640666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::5f (fa4d703c-52e5-4b70-aed0-f84aac7208de/2dfe8bd8-5497-4325-9dfd-d23885492e2a/0035061a-2b15-4a17-a899-416c7f616926) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:53.677681 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa66ba0-7644-46a2-8da1-14ba402bb2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (bb47d38a-e1df-4bdf-9f2d-937636f7eef0), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.705199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa66ba0-7644-46a2-8da1-14ba402bb2d8 None None] No DVR routers for this DVR port bb47d38a-e1df-4bdf-9f2d-937636f7eef0 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:53.706999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa66ba0-7644-46a2-8da1-14ba402bb2d8 None None] Pushing event deleted for resources: {'Port': ['ID=bb47d38a-e1df-4bdf-9f2d-937636f7eef0,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:53.724829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c7b5c9-f996-4ac7-9560-0bd08ca8384b None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:53.797359 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (0035061a-2b15-4a17-a899-416c7f616926), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.833817 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0035061a-2b15-4a17-a899-416c7f616926), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.881618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:53.884837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:53.888600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:53.894037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:53.894598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.900851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=0035061a-2b15-4a17-a899-416c7f616926,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:53.915790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e08fca8c-f6e0-4127-b82a-f3feef4a43c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5297143 Feb 11 06:12:53.918358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44352) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:54.009268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0169013-e706-436d-a0f8-c4605ce7bfd3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:54.011405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c0169013-e706-436d-a0f8-c4605ce7bfd3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0910697 Feb 11 06:12:54.013295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44354) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:54.016707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': '2dfe8bd8-5497-4325-9dfd-d23885492e2a'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:12:54.017612 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.104523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-2d8de6f4-b716-4de5-91f8-22947a0bbf13 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 0035061a-2b15-4a17-a899-416c7f616926 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:54.104865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2d8de6f4-b716-4de5-91f8-22947a0bbf13 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0035061a-2b15-4a17-a899-416c7f616926), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.165749 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/2dfe8bd8-5497-4325-9dfd-d23885492e2a/fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:54.197608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2d8de6f4-b716-4de5-91f8-22947a0bbf13 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0035061a-2b15-4a17-a899-416c7f616926), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.209750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-2d8de6f4-b716-4de5-91f8-22947a0bbf13 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 0035061a-2b15-4a17-a899-416c7f616926 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:54.311599 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Publish callbacks [] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.318300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.335130 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2d8de6f4-b716-4de5-91f8-22947a0bbf13 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0035061a-2b15-4a17-a899-416c7f616926), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.357616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:54.361108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:54.364530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:54.366901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8de6f4-b716-4de5-91f8-22947a0bbf13 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=0035061a-2b15-4a17-a899-416c7f616926,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:54.378032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Pushing event updated for resources: {'Port': ['ID=fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:54.393645 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2d8de6f4-b716-4de5-91f8-22947a0bbf13 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.396904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2d8de6f4-b716-4de5-91f8-22947a0bbf13 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/0035061a-2b15-4a17-a899-416c7f616926 HTTP/1.1" status: 204 len: 168 time: 0.3826787 Feb 11 06:12:54.399301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44356) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:54.425339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Attempting to bind port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:54.425628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Attempting to bind port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:54.425997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Attempting to bind port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:54.430965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:54.431391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:54.431804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.432202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:54.432675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Bound port: fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:54.433065 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.452956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4a499-c7b6-4f85-a08d-b31c642e6e63 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:54.454973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4a499-c7b6-4f85-a08d-b31c642e6e63 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:54.456534 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c5c4a499-c7b6-4f85-a08d-b31c642e6e63 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0562830 Feb 11 06:12:54.459202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44358) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:54.501958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] For port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:54.505272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] For port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:54.509482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4bb37c-5f8c-49eb-9fa7-385a48403d84 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 2dfe8bd8-5497-4325-9dfd-d23885492e2a {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:12:54.511308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.512765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee4bb37c-5f8c-49eb-9fa7-385a48403d84 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (2dfe8bd8-5497-4325-9dfd-d23885492e2a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.559229 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee4bb37c-5f8c-49eb-9fa7-385a48403d84 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (2dfe8bd8-5497-4325-9dfd-d23885492e2a), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.568872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86c518-4e0e-49b3-b6df-a89ecf7815a8 None None] Pushing event updated for resources: {'Port': ['ID=fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:54.650470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee4bb37c-5f8c-49eb-9fa7-385a48403d84 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (2dfe8bd8-5497-4325-9dfd-d23885492e2a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.732331 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee4bb37c-5f8c-49eb-9fa7-385a48403d84 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (2dfe8bd8-5497-4325-9dfd-d23885492e2a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.766503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bb37c-5f8c-49eb-9fa7-385a48403d84 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfe8bd8-5497-4325-9dfd-d23885492e2a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:54.771050 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee4bb37c-5f8c-49eb-9fa7-385a48403d84 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.774709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ee4bb37c-5f8c-49eb-9fa7-385a48403d84 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/2dfe8bd8-5497-4325-9dfd-d23885492e2a HTTP/1.1" status: 204 len: 168 time: 0.3145707 Feb 11 06:12:54.777151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44360) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:54.817564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8d688977-d79e-4a91-ac3a-de8633f08000 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389247 Feb 11 06:12:54.820448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44362) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:54.825386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:54.913648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:54.917296 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.102837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (986b0608-4e5d-4cb3-8e7a-6b519fa5cf59), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.145376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:55.152472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:55.157320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:55.157912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.171789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=986b0608-4e5d-4cb3-8e7a-6b519fa5cf59,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:55.182056 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0f89f5e2-4d8b-4d18-be6a-a40e588753f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3605189 Feb 11 06:12:55.184543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44364) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:55.189812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'name': 'tempest-NetworksTestDHCPv6-27360170'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:55.299924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:55.303529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.321360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 915fbcdd-5960-4a7e-9cac-e18e0f4e8557 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:12:55.450226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::117 (fa4d703c-52e5-4b70-aed0-f84aac7208de/986b0608-4e5d-4cb3-8e7a-6b519fa5cf59/915fbcdd-5960-4a7e-9cac-e18e0f4e8557) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:55.468302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec679aea-dcec-4a6c-b342-d1f2862bb66a None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:55.571934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ac4b1d8a-d624-4d54-8242-b494e9d83958 None None] Could not find standard attr ID for object 0035061a-2b15-4a17-a899-416c7f616926. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:12:55.595058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ac4b1d8a-d624-4d54-8242-b494e9d83958 None None] Provisioning complete for port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:55.595440 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1d8a-d624-4d54-8242-b494e9d83958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.602131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (915fbcdd-5960-4a7e-9cac-e18e0f4e8557), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.638457 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (915fbcdd-5960-4a7e-9cac-e18e0f4e8557), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.678847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b1d8a-d624-4d54-8242-b494e9d83958 None None] Current status of the port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:55.679459 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1d8a-d624-4d54-8242-b494e9d83958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.684729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:55.688692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:55.692227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:55.697676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:55.698330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.709363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=915fbcdd-5960-4a7e-9cac-e18e0f4e8557,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:55.725206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8a3df3ae-af94-498f-bcbf-d7ffa06931a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5395291 Feb 11 06:12:55.725680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ac4b1d8a-d624-4d54-8242-b494e9d83958 None None] For port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:55.727824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44366) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:55.732657 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1d8a-d624-4d54-8242-b494e9d83958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.786445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b1d8a-d624-4d54-8242-b494e9d83958 None None] Pushing event updated for resources: {'Port': ['ID=fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:55.786675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa99541-6e33-4506-bace-9f2e41d64039 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:55.792157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa99541-6e33-4506-bace-9f2e41d64039 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:55.796645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44368) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:55.799892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0aa99541-6e33-4506-bace-9f2e41d64039 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0710692 Feb 11 06:12:55.854305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-97097eae-952e-4862-a892-59cdcf45b268 None None] Provisioning complete for port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:55.855064 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-97097eae-952e-4862-a892-59cdcf45b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.897220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-16caface-0f34-431d-bde7-26596a737670 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 915fbcdd-5960-4a7e-9cac-e18e0f4e8557 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:55.897658 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-16caface-0f34-431d-bde7-26596a737670 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (915fbcdd-5960-4a7e-9cac-e18e0f4e8557), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.938660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-97097eae-952e-4862-a892-59cdcf45b268 None None] Current status of the port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:55.989975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-16caface-0f34-431d-bde7-26596a737670 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (915fbcdd-5960-4a7e-9cac-e18e0f4e8557), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.003716 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-16caface-0f34-431d-bde7-26596a737670 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 915fbcdd-5960-4a7e-9cac-e18e0f4e8557 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:56.052906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ede8ac7f-5575-4daf-be38-44e745bbb733 None None] Could not find standard attr ID for object a6a2d33d-5507-4238-8272-6f6316c6dbc7. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:12:56.124045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:56.150118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-16caface-0f34-431d-bde7-26596a737670 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (915fbcdd-5960-4a7e-9cac-e18e0f4e8557), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.180931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caface-0f34-431d-bde7-26596a737670 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=915fbcdd-5960-4a7e-9cac-e18e0f4e8557,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:56.185029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:56.185451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.218591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-16caface-0f34-431d-bde7-26596a737670 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.222624 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-16caface-0f34-431d-bde7-26596a737670 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/915fbcdd-5960-4a7e-9cac-e18e0f4e8557 HTTP/1.1" status: 204 len: 168 time: 0.4248133 Feb 11 06:12:56.225206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44372) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:56.277475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cce010b8-1289-409c-b8c1-9335e0a905d5 None None] Could not find standard attr ID for object 0035061a-2b15-4a17-a899-416c7f616926. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:12:56.282646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ebb43-afd7-4714-9965-7c44ffc64a64 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:56.283983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ebb43-afd7-4714-9965-7c44ffc64a64 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:56.285881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9a0ebb43-afd7-4714-9965-7c44ffc64a64 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0595050 Feb 11 06:12:56.287784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:56.288479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44374) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:56.342337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b464182b-b6f7-41c7-9d1d-a907f16517df tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 986b0608-4e5d-4cb3-8e7a-6b519fa5cf59 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:12:56.345748 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b464182b-b6f7-41c7-9d1d-a907f16517df tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (986b0608-4e5d-4cb3-8e7a-6b519fa5cf59), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.387872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b464182b-b6f7-41c7-9d1d-a907f16517df tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (986b0608-4e5d-4cb3-8e7a-6b519fa5cf59), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.437345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b464182b-b6f7-41c7-9d1d-a907f16517df tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (986b0608-4e5d-4cb3-8e7a-6b519fa5cf59), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.493257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4c12f36e-2a37-4869-80ce-0b0ed7867211 None None] Could not find standard attr ID for object 915fbcdd-5960-4a7e-9cac-e18e0f4e8557. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:12:56.507824 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b464182b-b6f7-41c7-9d1d-a907f16517df tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (986b0608-4e5d-4cb3-8e7a-6b519fa5cf59), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.536169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464182b-b6f7-41c7-9d1d-a907f16517df tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=986b0608-4e5d-4cb3-8e7a-6b519fa5cf59,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:56.538192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b464182b-b6f7-41c7-9d1d-a907f16517df tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.543658 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b464182b-b6f7-41c7-9d1d-a907f16517df tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/986b0608-4e5d-4cb3-8e7a-6b519fa5cf59 HTTP/1.1" status: 204 len: 168 time: 0.2519271 Feb 11 06:12:56.544066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44376) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:56.606931 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-246601b4-8579-4e76-bf97-2404a6acf9cf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593731 Feb 11 06:12:56.607116 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44378) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:56.648542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e535a8-bfdc-446d-9846-9d8dee6b0081 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:56.659298 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d069e37-57dd-46b6-801b-8d064d53fe69 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:56.661198 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0d069e37-57dd-46b6-801b-8d064d53fe69 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0527613 Feb 11 06:12:56.663442 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44380) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:56.750850 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d58502-b54b-435c-ba2b-03e4ac091ebb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:56.752337 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b0d58502-b54b-435c-ba2b-03e4ac091ebb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0879807 Feb 11 06:12:56.754898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44382) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:56.793786 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4cab6b56-9c28-4371-a468-96c9a208f320 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374033 Feb 11 06:12:56.797468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44384) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:56.800911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a7794-f28e-427c-887d-d0a81578d08f None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:12:56.802314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:56.849724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a7794-f28e-427c-887d-d0a81578d08f None None] Deleting port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:56.850097 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7794-f28e-427c-887d-d0a81578d08f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.893265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:56.896684 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.916959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8d2a7794-f28e-427c-887d-d0a81578d08f None None] For port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:56.917392 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7794-f28e-427c-887d-d0a81578d08f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.930097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a7794-f28e-427c-887d-d0a81578d08f None None] Calling delete_port for fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:57.010283 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7794-f28e-427c-887d-d0a81578d08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.040534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a7794-f28e-427c-887d-d0a81578d08f None None] Pushing event deleted for resources: {'Port': ['ID=fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:57.044072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a7794-f28e-427c-887d-d0a81578d08f None None] No DVR routers for this DVR port fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:57.082422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (f3c63748-8871-4335-9787-227f33f862ed), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.127881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:57.131092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:57.134140 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:57.134746 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.140047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebda17-1848-4341-93e3-a33ca6c13565 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:57.145632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=f3c63748-8871-4335-9787-227f33f862ed,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:57.164772 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7dad8fe9-b1f7-499c-a601-38436fb4a6b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3638632 Feb 11 06:12:57.164968 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44388) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:57.169850 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': 'f3c63748-8871-4335-9787-227f33f862ed', 'ip_address': '2001:db8::394:d42d:4088:d4aa'}], 'name': 'tempest-NetworksTestDHCPv6-214111188'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:57.249529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'f3c63748-8871-4335-9787-227f33f862ed'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:12:57.250928 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.281009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:57.365975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.382991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 02e7c950-d046-459e-999f-3cd93bed8c63 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:12:57.389141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/f3c63748-8871-4335-9787-227f33f862ed/10989b79-6d3c-442c-ac2a-20c7180fcb7d) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:57.547591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Publish callbacks [] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.553327 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.595068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:57.598146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:57.599616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::394:d42d:4088:d4aa (fa4d703c-52e5-4b70-aed0-f84aac7208de/f3c63748-8871-4335-9787-227f33f862ed/02e7c950-d046-459e-999f-3cd93bed8c63) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:57.600535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:57.615195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Pushing event updated for resources: {'Port': ['ID=10989b79-6d3c-442c-ac2a-20c7180fcb7d,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:57.666256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Attempting to bind port 10989b79-6d3c-442c-ac2a-20c7180fcb7d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:57.666979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Attempting to bind port 10989b79-6d3c-442c-ac2a-20c7180fcb7d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:57.666979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Attempting to bind port 10989b79-6d3c-442c-ac2a-20c7180fcb7d on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:57.672530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:57.672917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:57.673389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.673790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:57.674263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Bound port: 10989b79-6d3c-442c-ac2a-20c7180fcb7d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:57.674743 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.739177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] For port 10989b79-6d3c-442c-ac2a-20c7180fcb7d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:57.748159 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (02e7c950-d046-459e-999f-3cd93bed8c63), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.761305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] For port 10989b79-6d3c-442c-ac2a-20c7180fcb7d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=10989b79-6d3c-442c-ac2a-20c7180fcb7d,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:57.766845 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9bd6d7ad-1cee-485c-81b0-8c0f5163e9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.769260 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.784758 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (02e7c950-d046-459e-999f-3cd93bed8c63), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.828539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cffb0-e110-4c01-96ce-c55060a0b996 None None] Pushing event updated for resources: {'Port': ['ID=10989b79-6d3c-442c-ac2a-20c7180fcb7d,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:57.834048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:57.837572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:57.840702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:57.846030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:57.846655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.855852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=02e7c950-d046-459e-999f-3cd93bed8c63,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:57.869033 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9da75f4e-7f2e-496b-8c87-b0b33deb00e5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7029638 Feb 11 06:12:57.871519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44390) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:57.930566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a40d8-6297-485f-b7cf-68228f315b2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:57.935882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a40d8-6297-485f-b7cf-68228f315b2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:57.937599 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-765a40d8-6297-485f-b7cf-68228f315b2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0650589 Feb 11 06:12:57.941219 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44392) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:58.057615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-30d0b3f5-3f7f-4908-8b38-d75f94264cf0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 02e7c950-d046-459e-999f-3cd93bed8c63 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:58.058277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0b3f5-3f7f-4908-8b38-d75f94264cf0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (02e7c950-d046-459e-999f-3cd93bed8c63), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.112605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 10989b79-6d3c-442c-ac2a-20c7180fcb7d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:58.167409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0b3f5-3f7f-4908-8b38-d75f94264cf0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (02e7c950-d046-459e-999f-3cd93bed8c63), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.168236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 10989b79-6d3c-442c-ac2a-20c7180fcb7d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:58.168611 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.180005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-30d0b3f5-3f7f-4908-8b38-d75f94264cf0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 02e7c950-d046-459e-999f-3cd93bed8c63 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:58.246428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 10989b79-6d3c-442c-ac2a-20c7180fcb7d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:58.246824 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.281531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 10989b79-6d3c-442c-ac2a-20c7180fcb7d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=10989b79-6d3c-442c-ac2a-20c7180fcb7d,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:58.285363 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.310843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0b3f5-3f7f-4908-8b38-d75f94264cf0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (02e7c950-d046-459e-999f-3cd93bed8c63), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.338223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=10989b79-6d3c-442c-ac2a-20c7180fcb7d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:58.341936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0b3f5-3f7f-4908-8b38-d75f94264cf0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=02e7c950-d046-459e-999f-3cd93bed8c63,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:58.365989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:58.373312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0b3f5-3f7f-4908-8b38-d75f94264cf0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.377394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-30d0b3f5-3f7f-4908-8b38-d75f94264cf0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/02e7c950-d046-459e-999f-3cd93bed8c63 HTTP/1.1" status: 204 len: 168 time: 0.4350674 Feb 11 06:12:58.379867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44394) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:58.387524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:12:58.387854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fc125a6d-e9e6-4be1-8c07-4e0aac44d4d8 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:58.431681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b5e45-7a13-491a-9fc4-6764e3907d37 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:58.433512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b5e45-7a13-491a-9fc4-6764e3907d37 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:58.435199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-635b5e45-7a13-491a-9fc4-6764e3907d37 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0543504 Feb 11 06:12:58.438394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44396) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:58.490145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-365e93c1-4110-4391-bf31-91d6eede7d78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet f3c63748-8871-4335-9787-227f33f862ed {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:12:58.493243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-365e93c1-4110-4391-bf31-91d6eede7d78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (f3c63748-8871-4335-9787-227f33f862ed), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.540578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-365e93c1-4110-4391-bf31-91d6eede7d78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (f3c63748-8871-4335-9787-227f33f862ed), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.628321 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-365e93c1-4110-4391-bf31-91d6eede7d78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (f3c63748-8871-4335-9787-227f33f862ed), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.692241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-365e93c1-4110-4391-bf31-91d6eede7d78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (f3c63748-8871-4335-9787-227f33f862ed), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.724646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e93c1-4110-4391-bf31-91d6eede7d78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c63748-8871-4335-9787-227f33f862ed,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:58.728335 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-365e93c1-4110-4391-bf31-91d6eede7d78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.733336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-365e93c1-4110-4391-bf31-91d6eede7d78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/f3c63748-8871-4335-9787-227f33f862ed HTTP/1.1" status: 204 len: 168 time: 0.2939432 Feb 11 06:12:58.734204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44398) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:58.773129 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-24b947be-675c-41b1-a99b-f439e8e0b898 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371318 Feb 11 06:12:58.775816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44400) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:58.780693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:58.830380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8825d6-6490-41ef-bbff-bcc843607bd8 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:58.869950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:58.873286 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.939125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-71e16509-b644-4beb-8acf-d70eec4292eb None None] Provisioning complete for port 10989b79-6d3c-442c-ac2a-20c7180fcb7d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:58.939295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71e16509-b644-4beb-8acf-d70eec4292eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.006767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f516c66-7bb9-4047-aa07-faad61ffe2bd None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:12:59.041637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-71e16509-b644-4beb-8acf-d70eec4292eb None None] Current status of the port 10989b79-6d3c-442c-ac2a-20c7180fcb7d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:59.069503 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (b5a2cc2d-5472-4e22-9945-a2bed88374fb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.071703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7f516c66-7bb9-4047-aa07-faad61ffe2bd None None] Deleting port 10989b79-6d3c-442c-ac2a-20c7180fcb7d {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:59.072085 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f516c66-7bb9-4047-aa07-faad61ffe2bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.111783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:59.118249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:59.122399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:59.122922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.136153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=b5a2cc2d-5472-4e22-9945-a2bed88374fb,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:59.148681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44402) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:59.149250 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-068be218-9bd4-4cbe-b26e-513e9e8af62e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3719323 Feb 11 06:12:59.151122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7f516c66-7bb9-4047-aa07-faad61ffe2bd None None] For port 10989b79-6d3c-442c-ac2a-20c7180fcb7d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=10989b79-6d3c-442c-ac2a-20c7180fcb7d,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:59.151551 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f516c66-7bb9-4047-aa07-faad61ffe2bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.153923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': 'b5a2cc2d-5472-4e22-9945-a2bed88374fb', 'ip_address': '2001:db8::622b:72cd:d7ed:3809'}], 'name': 'tempest-NetworksTestDHCPv6-1279591350'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:59.165037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7f516c66-7bb9-4047-aa07-faad61ffe2bd None None] Calling delete_port for 10989b79-6d3c-442c-ac2a-20c7180fcb7d owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:59.246188 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f516c66-7bb9-4047-aa07-faad61ffe2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (10989b79-6d3c-442c-ac2a-20c7180fcb7d), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.266727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:59.275155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f516c66-7bb9-4047-aa07-faad61ffe2bd None None] Pushing event deleted for resources: {'Port': ['ID=10989b79-6d3c-442c-ac2a-20c7180fcb7d,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:59.279618 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f516c66-7bb9-4047-aa07-faad61ffe2bd None None] No DVR routers for this DVR port 10989b79-6d3c-442c-ac2a-20c7180fcb7d on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:59.296589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82abee8f-e1f6-42de-92f2-93a9882d306c None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:12:59.358670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.375628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 581b0b5b-ff4d-4768-a345-43e4f5b5f025 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:12:59.401217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'b5a2cc2d-5472-4e22-9945-a2bed88374fb'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:12:59.402083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.532541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::622b:72cd:d7ed:3809 (fa4d703c-52e5-4b70-aed0-f84aac7208de/b5a2cc2d-5472-4e22-9945-a2bed88374fb/581b0b5b-ff4d-4768-a345-43e4f5b5f025) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:59.672857 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (581b0b5b-ff4d-4768-a345-43e4f5b5f025), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.706160 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (581b0b5b-ff4d-4768-a345-43e4f5b5f025), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.753088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/b5a2cc2d-5472-4e22-9945-a2bed88374fb/ccd69018-d015-4baf-80cc-1d2745c94d6f) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:59.753558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:59.756660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:59.760432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:59.765574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:59.766835 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.775340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=581b0b5b-ff4d-4768-a345-43e4f5b5f025,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:59.787077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-98b9378f-fa35-44e1-8ca1-ea3c874bfcde tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6372695 Feb 11 06:12:59.789905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44404) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:59.841615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5277e1-a6e0-4101-8c1b-cf1c611e7eaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:59.843097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fa5277e1-a6e0-4101-8c1b-cf1c611e7eaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0522709 Feb 11 06:12:59.845683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44406) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:59.904273 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Publish callbacks [] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.910648 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.934620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8dfa0-2b80-4756-8671-d45c2a5a5cf9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 581b0b5b-ff4d-4768-a345-43e4f5b5f025 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:59.935093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ff8dfa0-2b80-4756-8671-d45c2a5a5cf9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (581b0b5b-ff4d-4768-a345-43e4f5b5f025), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.954855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:59.958788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:59.960493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Pushing event updated for resources: {'Port': ['ID=ccd69018-d015-4baf-80cc-1d2745c94d6f,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:59.962710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:00.024395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Attempting to bind port ccd69018-d015-4baf-80cc-1d2745c94d6f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:00.024908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Attempting to bind port ccd69018-d015-4baf-80cc-1d2745c94d6f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:00.025308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Attempting to bind port ccd69018-d015-4baf-80cc-1d2745c94d6f on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:00.031233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:00.031620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:00.032057 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.032450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:00.032919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Bound port: ccd69018-d015-4baf-80cc-1d2745c94d6f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:00.033327 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.084645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 10989b79-6d3c-442c-ac2a-20c7180fcb7d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:00.115188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 10989b79-6d3c-442c-ac2a-20c7180fcb7d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:00.115538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 10989b79-6d3c-442c-ac2a-20c7180fcb7d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:00.130834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] For port ccd69018-d015-4baf-80cc-1d2745c94d6f, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:00.134402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] For port ccd69018-d015-4baf-80cc-1d2745c94d6f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ccd69018-d015-4baf-80cc-1d2745c94d6f,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:00.142017 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.208363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e3d7c-bd59-4654-87a1-490e34cbbfb0 None None] Pushing event updated for resources: {'Port': ['ID=ccd69018-d015-4baf-80cc-1d2745c94d6f,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:00.327286 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9631cda1-ad38-4738-88d9-eb938b2fbb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.340319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ff8dfa0-2b80-4756-8671-d45c2a5a5cf9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (581b0b5b-ff4d-4768-a345-43e4f5b5f025), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.357670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8dfa0-2b80-4756-8671-d45c2a5a5cf9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 581b0b5b-ff4d-4768-a345-43e4f5b5f025 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:00.510733 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ff8dfa0-2b80-4756-8671-d45c2a5a5cf9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (581b0b5b-ff4d-4768-a345-43e4f5b5f025), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.537933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8dfa0-2b80-4756-8671-d45c2a5a5cf9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=581b0b5b-ff4d-4768-a345-43e4f5b5f025,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:00.564576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ff8dfa0-2b80-4756-8671-d45c2a5a5cf9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.568138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6ff8dfa0-2b80-4756-8671-d45c2a5a5cf9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/581b0b5b-ff4d-4768-a345-43e4f5b5f025 HTTP/1.1" status: 204 len: 168 time: 0.7215424 Feb 11 06:13:00.570487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44408) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:00.621288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2727b56a-3c03-4c1c-9bf2-e97d698dce47 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:00.622513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2727b56a-3c03-4c1c-9bf2-e97d698dce47 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:00.624154 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2727b56a-3c03-4c1c-9bf2-e97d698dce47 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0527713 Feb 11 06:13:00.626780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44410) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:00.681342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58962fe-6b06-45e6-8330-a07630609525 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet b5a2cc2d-5472-4e22-9945-a2bed88374fb {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:00.684440 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c58962fe-6b06-45e6-8330-a07630609525 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (b5a2cc2d-5472-4e22-9945-a2bed88374fb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.724717 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c58962fe-6b06-45e6-8330-a07630609525 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (b5a2cc2d-5472-4e22-9945-a2bed88374fb), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.804291 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c58962fe-6b06-45e6-8330-a07630609525 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b5a2cc2d-5472-4e22-9945-a2bed88374fb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.874153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c58962fe-6b06-45e6-8330-a07630609525 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (b5a2cc2d-5472-4e22-9945-a2bed88374fb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.900020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58962fe-6b06-45e6-8330-a07630609525 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a2cc2d-5472-4e22-9945-a2bed88374fb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:00.905784 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c58962fe-6b06-45e6-8330-a07630609525 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.908983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c58962fe-6b06-45e6-8330-a07630609525 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/b5a2cc2d-5472-4e22-9945-a2bed88374fb HTTP/1.1" status: 204 len: 168 time: 0.2812729 Feb 11 06:13:00.912016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44412) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:00.954801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6c70b29c-9094-42aa-8c6c-3bae67923f2c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386479 Feb 11 06:13:00.955192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44414) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:00.959995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:01.054730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:01.058282 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.144668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283e8b5-c24a-44a7-adda-2e664e5c7314 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:01.209273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a52a1227-78e4-4349-96ae-caebbb448b7e None None] Provisioning complete for port ccd69018-d015-4baf-80cc-1d2745c94d6f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:01.209653 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a52a1227-78e4-4349-96ae-caebbb448b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.250741 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (7b6cb252-540d-4934-bca6-1ee5ef314e2a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.277566 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.295238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:01.299581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:01.302023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.302626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.318716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=7b6cb252-540d-4934-bca6-1ee5ef314e2a,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:01.326196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-20050b2a-50dd-498f-a88e-d687cd1ce846 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3699803 Feb 11 06:13:01.328398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44416) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:01.333602 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': '7b6cb252-540d-4934-bca6-1ee5ef314e2a', 'ip_address': '2001:db8::7a78:8ff6:cc24:37c8'}], 'name': 'tempest-NetworksTestDHCPv6-558710552'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:01.335000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a52a1227-78e4-4349-96ae-caebbb448b7e None None] Current status of the port ccd69018-d015-4baf-80cc-1d2745c94d6f is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:01.335380 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a52a1227-78e4-4349-96ae-caebbb448b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.373895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a52a1227-78e4-4349-96ae-caebbb448b7e None None] For port ccd69018-d015-4baf-80cc-1d2745c94d6f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ccd69018-d015-4baf-80cc-1d2745c94d6f,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:01.376761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5b527-1650-49f5-9dcd-1e2fe3200715 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:01.380249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a52a1227-78e4-4349-96ae-caebbb448b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.445976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:01.450842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.469250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port d0e4a369-e680-4bdc-aa3a-a15c0f60934e yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:01.616264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a1227-78e4-4349-96ae-caebbb448b7e None None] Pushing event updated for resources: {'Port': ['ID=ccd69018-d015-4baf-80cc-1d2745c94d6f,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:01.629593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::7a78:8ff6:cc24:37c8 (fa4d703c-52e5-4b70-aed0-f84aac7208de/7b6cb252-540d-4934-bca6-1ee5ef314e2a/d0e4a369-e680-4bdc-aa3a-a15c0f60934e) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:01.632563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-99f5b527-1650-49f5-9dcd-1e2fe3200715 None None] Deleting port ccd69018-d015-4baf-80cc-1d2745c94d6f {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:01.633015 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99f5b527-1650-49f5-9dcd-1e2fe3200715 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.710461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-99f5b527-1650-49f5-9dcd-1e2fe3200715 None None] For port ccd69018-d015-4baf-80cc-1d2745c94d6f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ccd69018-d015-4baf-80cc-1d2745c94d6f,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:01.710868 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99f5b527-1650-49f5-9dcd-1e2fe3200715 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.724138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-99f5b527-1650-49f5-9dcd-1e2fe3200715 None None] Calling delete_port for ccd69018-d015-4baf-80cc-1d2745c94d6f owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:01.808081 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99f5b527-1650-49f5-9dcd-1e2fe3200715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (ccd69018-d015-4baf-80cc-1d2745c94d6f), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.832681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5b527-1650-49f5-9dcd-1e2fe3200715 None None] Pushing event deleted for resources: {'Port': ['ID=ccd69018-d015-4baf-80cc-1d2745c94d6f,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:01.839985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5b527-1650-49f5-9dcd-1e2fe3200715 None None] No DVR routers for this DVR port ccd69018-d015-4baf-80cc-1d2745c94d6f on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:01.858561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb1dec-9a3b-471c-ba78-a506b536a8c0 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:01.963707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': '7b6cb252-540d-4934-bca6-1ee5ef314e2a'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:01.964594 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.088588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (d0e4a369-e680-4bdc-aa3a-a15c0f60934e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.120733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d0e4a369-e680-4bdc-aa3a-a15c0f60934e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.166190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:02.169222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:02.170770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/7b6cb252-540d-4934-bca6-1ee5ef314e2a/9d4bb951-aa90-4045-9237-cfeed2ba86fc) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:02.172925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:02.178800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.179516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.188078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=d0e4a369-e680-4bdc-aa3a-a15c0f60934e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:02.201277 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6a7a2ee5-d18f-4603-bf67-9bb97b41ab9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8706892 Feb 11 06:13:02.202875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44418) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:02.260204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bf9c7-1116-40e4-8ac4-9ccbd38aa3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.260204 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1a0bf9c7-1116-40e4-8ac4-9ccbd38aa3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0542214 Feb 11 06:13:02.261263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44420) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:02.318288 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Publish callbacks [] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.323893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.351561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d1592-204c-44f4-a973-22581d1b77c7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port d0e4a369-e680-4bdc-aa3a-a15c0f60934e {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:02.352166 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c9d1592-204c-44f4-a973-22581d1b77c7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d0e4a369-e680-4bdc-aa3a-a15c0f60934e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.368340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:02.371200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:02.373626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:02.384738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Pushing event updated for resources: {'Port': ['ID=9d4bb951-aa90-4045-9237-cfeed2ba86fc,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:02.443141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Attempting to bind port 9d4bb951-aa90-4045-9237-cfeed2ba86fc on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:02.443512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Attempting to bind port 9d4bb951-aa90-4045-9237-cfeed2ba86fc by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:02.443883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Attempting to bind port 9d4bb951-aa90-4045-9237-cfeed2ba86fc on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:02.444839 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c9d1592-204c-44f4-a973-22581d1b77c7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d0e4a369-e680-4bdc-aa3a-a15c0f60934e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.448841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:02.449252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:02.449659 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.450058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:02.450526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Bound port: 9d4bb951-aa90-4045-9237-cfeed2ba86fc, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:02.450908 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.457692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d1592-204c-44f4-a973-22581d1b77c7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for d0e4a369-e680-4bdc-aa3a-a15c0f60934e owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:02.512317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] For port 9d4bb951-aa90-4045-9237-cfeed2ba86fc, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:02.515443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] For port 9d4bb951-aa90-4045-9237-cfeed2ba86fc, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9d4bb951-aa90-4045-9237-cfeed2ba86fc,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:02.521592 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.583949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d611d3-a457-46e0-acb3-f39ccc6efcdf None None] Pushing event updated for resources: {'Port': ['ID=9d4bb951-aa90-4045-9237-cfeed2ba86fc,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:02.589472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c9d1592-204c-44f4-a973-22581d1b77c7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (d0e4a369-e680-4bdc-aa3a-a15c0f60934e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.621836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d1592-204c-44f4-a973-22581d1b77c7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=d0e4a369-e680-4bdc-aa3a-a15c0f60934e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:02.650556 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c9d1592-204c-44f4-a973-22581d1b77c7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.654058 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4c9d1592-204c-44f4-a973-22581d1b77c7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/d0e4a369-e680-4bdc-aa3a-a15c0f60934e HTTP/1.1" status: 204 len: 168 time: 0.3918555 Feb 11 06:13:02.656440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44422) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:02.709389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d2cdf-5862-414a-b2bc-5a777acb0763 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.710725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d2cdf-5862-414a-b2bc-5a777acb0763 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.712285 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-125d2cdf-5862-414a-b2bc-5a777acb0763 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0548947 Feb 11 06:13:02.714878 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44424) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:02.783660 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-449f9646-aada-4002-9fbf-6ecd7a41a689 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 7b6cb252-540d-4934-bca6-1ee5ef314e2a {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:02.787557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-449f9646-aada-4002-9fbf-6ecd7a41a689 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (7b6cb252-540d-4934-bca6-1ee5ef314e2a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.835203 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-449f9646-aada-4002-9fbf-6ecd7a41a689 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (7b6cb252-540d-4934-bca6-1ee5ef314e2a), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.900582 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.925512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-449f9646-aada-4002-9fbf-6ecd7a41a689 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7b6cb252-540d-4934-bca6-1ee5ef314e2a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:02.947473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44426) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:02.986833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-449f9646-aada-4002-9fbf-6ecd7a41a689 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (7b6cb252-540d-4934-bca6-1ee5ef314e2a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.020799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f9646-aada-4002-9fbf-6ecd7a41a689 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6cb252-540d-4934-bca6-1ee5ef314e2a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:03.022736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-449f9646-aada-4002-9fbf-6ecd7a41a689 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.028201 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-449f9646-aada-4002-9fbf-6ecd7a41a689 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/7b6cb252-540d-4934-bca6-1ee5ef314e2a HTTP/1.1" status: 204 len: 168 time: 0.3101156 Feb 11 06:13:03.028616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44428) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:03.068926 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-96166389-04a3-4644-9044-74c9d9e800e6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393412 Feb 11 06:13:03.071258 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44430) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:03.119554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port 27f398c0-3df5-47de-b9be-324ed26cab79 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:03.119900 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (27f398c0-3df5-47de-b9be-324ed26cab79), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.126765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca5291-dc4e-4b65-ac5e-703af6c5bb3f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:03.128266 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-89ca5291-dc4e-4b65-ac5e-703af6c5bb3f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0560799 Feb 11 06:13:03.130789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44432) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:03.183657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6030686-59f8-4d27-8686-3f6b97da3cae tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:03.186098 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b6030686-59f8-4d27-8686-3f6b97da3cae tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0543873 Feb 11 06:13:03.188641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44434) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:03.204642 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (27f398c0-3df5-47de-b9be-324ed26cab79), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.204989 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (27f398c0-3df5-47de-b9be-324ed26cab79), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.219928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for 27f398c0-3df5-47de-b9be-324ed26cab79 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:03.237769 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-956ee163-8692-45bd-9b6f-15888cc36f94 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479121 Feb 11 06:13:03.239535 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44436) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:03.244710 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:03.342465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:03.348181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.404015 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (27f398c0-3df5-47de-b9be-324ed26cab79), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.447244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=27f398c0-3df5-47de-b9be-324ed26cab79,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:03.509106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (7b4bbb1d-389a-4575-9a79-66022209220b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.509587 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Floating IP 7b4bbb1d-389a-4575-9a79-66022209220b disassociated (deleted). External IP: 172.25.1.190, port: 97909236-820c-41c0-bc0e-6dba39599923. Feb 11 06:13:03.566024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9b2ca1df-5430-4f8b-b4d2-273cadbbb021), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.587967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a4c81-d22f-4ccc-b4b6-cbc74145211f None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:03.619313 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:03.624772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:03.629755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:03.630445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.643097 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=9b2ca1df-5430-4f8b-b4d2-273cadbbb021,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:03.656989 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-46f76858-9bf8-4bfc-afec-24b9f808936c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4131737 Feb 11 06:13:03.657583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44438) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:03.661092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a308186a-aa03-4cc7-9420-a52352a0fd66 None None] Provisioning complete for port 9d4bb951-aa90-4045-9237-cfeed2ba86fc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:03.661573 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a308186a-aa03-4cc7-9420-a52352a0fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.663693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': '9b2ca1df-5430-4f8b-b4d2-273cadbbb021', 'ip_address': '2001:db8::7894:35bd:c566:d0bb'}], 'name': 'tempest-NetworksTestDHCPv6-1322563113'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:03.756608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Router a411d539-8d25-4b37-9adf-80e6d70c28da has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:13:03.780301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:03.788599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a308186a-aa03-4cc7-9420-a52352a0fd66 None None] Current status of the port 9d4bb951-aa90-4045-9237-cfeed2ba86fc is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:03.789725 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a308186a-aa03-4cc7-9420-a52352a0fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.845014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a308186a-aa03-4cc7-9420-a52352a0fd66 None None] For port 9d4bb951-aa90-4045-9237-cfeed2ba86fc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9d4bb951-aa90-4045-9237-cfeed2ba86fc,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:03.852072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a308186a-aa03-4cc7-9420-a52352a0fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.889023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.892165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:03.902872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.904485 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] Sync routers for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:03.911304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 093dc051-520b-47bd-9bb3-e32c5e167663 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:03.920693 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:03.922065 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:03.933764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-27bc3e80-e5d5-41c0-a877-a53061489e79 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "DELETE /v2.0/floatingips/7b4bbb1d-389a-4575-9a79-66022209220b HTTP/1.1" status: 204 len: 168 time: 0.9850767 Feb 11 06:13:03.934617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'tag': '97909236-820c-41c0-bc0e-6dba39599923'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:03.938023 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423b6f02-6689-48a8-a759-937fa41d2308" -d '{"events": [{"name": "network-changed", "server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "tag": "97909236-820c-41c0-bc0e-6dba39599923"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:03.994711 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939a04a2-9329-45ef-9d1e-0dbc125cf7a2 x-openstack-request-id: req-939a04a2-9329-45ef-9d1e-0dbc125cf7a2 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:03.995303 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "tag": "97909236-820c-41c0-bc0e-6dba39599923", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:03.995303 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-939a04a2-9329-45ef-9d1e-0dbc125cf7a2 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:03.996331 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'tag': '97909236-820c-41c0-bc0e-6dba39599923', 'status': 'completed', 'code': 200} Feb 11 06:13:04.020675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308186a-aa03-4cc7-9420-a52352a0fd66 None None] Pushing event updated for resources: {'Port': ['ID=9d4bb951-aa90-4045-9237-cfeed2ba86fc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:04.030805 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.085443 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:04.169402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8758fb5-5615-4d66-8e28-7eacdd462d2d None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:04.191132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b6f02-6689-48a8-a759-937fa41d2308 req-d79f342c-e453-4506-8f8e-e607824c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:04.193949 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-423b6f02-6689-48a8-a759-937fa41d2308 req-d79f342c-e453-4506-8f8e-e607824c94bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 1128 time: 0.1499760 Feb 11 06:13:04.263979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9d4bb951-aa90-4045-9237-cfeed2ba86fc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:04.268810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::7894:35bd:c566:d0bb (fa4d703c-52e5-4b70-aed0-f84aac7208de/9b2ca1df-5430-4f8b-b4d2-273cadbbb021/093dc051-520b-47bd-9bb3-e32c5e167663) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:04.317401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-eb703aba-8544-4680-9086-b288794def3d None None] Provisioning complete for port 9d4bb951-aa90-4045-9237-cfeed2ba86fc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:04.318273 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb703aba-8544-4680-9086-b288794def3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.363944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b6f02-6689-48a8-a759-937fa41d2308 req-5acd843e-7ccc-4a7d-83e9-0d963c2542cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:04.365617 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-423b6f02-6689-48a8-a759-937fa41d2308 req-5acd843e-7ccc-4a7d-83e9-0d963c2542cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.1648049 Feb 11 06:13:04.388013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9d4bb951-aa90-4045-9237-cfeed2ba86fc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:04.388639 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.436036 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-423b6f02-6689-48a8-a759-937fa41d2308 req-d1867533-14c9-4745-90da-c53e7c7f88f8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97909236-820c-41c0-bc0e-6dba39599923 HTTP/1.1" status: 200 len: 217 time: 0.0622106 Feb 11 06:13:04.442372 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:08:55Z', 'updated_at': '2022-02-11T06:08:58Z', 'revision_number': 1, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:04.474909 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] Checking router: a411d539-8d25-4b37-9adf-80e6d70c28da for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:13:04.487428 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:04.488524 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:04.518885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19fffb-443a-435c-a397-96f340f46f80 req-e8b95480-959d-4140-b1db-22706cba55f8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:04.523117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b6f02-6689-48a8-a759-937fa41d2308 req-a620306b-9ed1-45c0-a380-680be7e09715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:04.526796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a19fffb-443a-435c-a397-96f340f46f80 req-e8b95480-959d-4140-b1db-22706cba55f8 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 945 time: 0.2928865 Feb 11 06:13:04.527648 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-423b6f02-6689-48a8-a759-937fa41d2308 req-a620306b-9ed1-45c0-a380-680be7e09715 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0806725 Feb 11 06:13:04.552159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-eb703aba-8544-4680-9086-b288794def3d None None] Current status of the port 9d4bb951-aa90-4045-9237-cfeed2ba86fc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:04.560666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9d4bb951-aa90-4045-9237-cfeed2ba86fc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:04.593722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a19fffb-443a-435c-a397-96f340f46f80 req-89eff145-196f-48a6-98bc-80362bdd1fa6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658207 Feb 11 06:13:04.649213 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:04.663394 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (093dc051-520b-47bd-9bb3-e32c5e167663), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.670879 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b6f02-6689-48a8-a759-937fa41d2308 req-84ec412e-f1f5-4732-9eec-f4b031890078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:04.673180 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-423b6f02-6689-48a8-a759-937fa41d2308 req-84ec412e-f1f5-4732-9eec-f4b031890078 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1019866 Feb 11 06:13:04.772472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (093dc051-520b-47bd-9bb3-e32c5e167663), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.778004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-eb3a7449-99c1-4cb1-abd7-15d446273a09 None None] Provisioning complete for port 9d4bb951-aa90-4045-9237-cfeed2ba86fc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:04.778585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7449-99c1-4cb1-abd7-15d446273a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.840188 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-423b6f02-6689-48a8-a759-937fa41d2308 req-34546689-29e6-4d88-a678-e9b7e7bf63ee service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583939 Feb 11 06:13:04.842195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:04.847997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:04.861845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:04.868935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:04.869816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.877538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a7449-99c1-4cb1-abd7-15d446273a09 None None] Current status of the port 9d4bb951-aa90-4045-9237-cfeed2ba86fc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:04.882937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=093dc051-520b-47bd-9bb3-e32c5e167663,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:04.908237 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2459207 Feb 11 06:13:04.908237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.908237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.908237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.908237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.908973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.908973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.908973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.909337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.909636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44452) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:04.909759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.909984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.910300 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.910629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.910963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c8a17-6795-4ba5-b951-4c19c5da0c8b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.916597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3828cfc8-be34-44c8-9eb1-cbac3df59fa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': '9b2ca1df-5430-4f8b-b4d2-273cadbbb021', 'ip_address': '2001:db8::7894:35bd:c566:d0bb'}], 'name': 'tempest-NetworksTestDHCPv6-1345755852'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:04.925317 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:08:55Z', 'updated_at': '2022-02-11T06:08:58Z', 'revision_number': 1, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:04.958744 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aad774-d68e-4c4b-a629-4d76edc2d704 None None] The sync data for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 is: [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'port_id': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'mac_address': 'fa:16:3e:10:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5bac17-8a88-4871-8b34-70f317787058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:08:55Z', 'updated_at': '2022-02-11T06:08:58Z', 'revision_number': 1, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:05.003278 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-423b6f02-6689-48a8-a759-937fa41d2308 req-41435570-3f0e-4211-b5ef-cc5829d96f4a service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530256 Feb 11 06:13:05.058086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3828cfc8-be34-44c8-9eb1-cbac3df59fa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:05.091163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a6f90224-f561-4f5e-ade0-0aef9dc4d065 None None] Could not find standard attr ID for object 02e7c950-d046-459e-999f-3cd93bed8c63. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:13:05.152600 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3828cfc8-be34-44c8-9eb1-cbac3df59fa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.172021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-3828cfc8-be34-44c8-9eb1-cbac3df59fa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 5512a1a3-5949-4cdf-aaf3-1537c9e7e971 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:05.304664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-39b70c7a-2b88-44f0-88fb-b3c70bc6ef10 None None] Could not find standard attr ID for object 581b0b5b-ff4d-4768-a345-43e4f5b5f025. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:13:05.317241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645d280-9e34-4163-b6c9-064936afc651 None None] New status for floating IP 7b4bbb1d-389a-4575-9a79-66022209220b: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:13:05.350868 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-3828cfc8-be34-44c8-9eb1-cbac3df59fa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 06:13:05.351484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3828cfc8-be34-44c8-9eb1-cbac3df59fa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:05.371878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3828cfc8-be34-44c8-9eb1-cbac3df59fa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4607885 Feb 11 06:13:05.374357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44454) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:05.440590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edb92c-3500-45be-b708-b3f00fa47d7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:05.446567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edb92c-3500-45be-b708-b3f00fa47d7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:05.449154 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-65edb92c-3500-45be-b708-b3f00fa47d7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0719824 Feb 11 06:13:05.451063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44456) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:05.518789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6985fcc9-8766-406b-855d-8433294671c9 None None] Could not find standard attr ID for object d0e4a369-e680-4bdc-aa3a-a15c0f60934e. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:13:05.550555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef444a-1c4e-424b-b221-1f0ce5155b08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 093dc051-520b-47bd-9bb3-e32c5e167663 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:05.550901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f4ef444a-1c4e-424b-b221-1f0ce5155b08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (093dc051-520b-47bd-9bb3-e32c5e167663), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.652295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f4ef444a-1c4e-424b-b221-1f0ce5155b08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (093dc051-520b-47bd-9bb3-e32c5e167663), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.665975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef444a-1c4e-424b-b221-1f0ce5155b08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 093dc051-520b-47bd-9bb3-e32c5e167663 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:05.740825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b3d2e6b0-68d9-45d6-aa0e-291bf89b83eb None None] Provisioning complete for port 093dc051-520b-47bd-9bb3-e32c5e167663 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:05.741281 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e6b0-68d9-45d6-aa0e-291bf89b83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (093dc051-520b-47bd-9bb3-e32c5e167663), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.776655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c01952-5ba8-4f1a-8a95-efbb297fd7dc req-2a776f4b-ad6f-49f6-89f6-8425f2f066b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:05.778294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03c01952-5ba8-4f1a-8a95-efbb297fd7dc req-2a776f4b-ad6f-49f6-89f6-8425f2f066b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 945 time: 0.1077154 Feb 11 06:13:05.793735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2e6b0-68d9-45d6-aa0e-291bf89b83eb None None] Port 093dc051-520b-47bd-9bb3-e32c5e167663 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:13:05.812059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-6c10b583-2fdd-48b9-87da-3277ecd63934 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:05.814436 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-6c10b583-2fdd-48b9-87da-3277ecd63934 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 945 time: 0.0710011 Feb 11 06:13:05.891551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03c01952-5ba8-4f1a-8a95-efbb297fd7dc req-7026e484-0f19-4e01-b4ed-61897c269d59 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015255 Feb 11 06:13:05.915652 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f4ef444a-1c4e-424b-b221-1f0ce5155b08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (093dc051-520b-47bd-9bb3-e32c5e167663), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.925454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port 97909236-820c-41c0-bc0e-6dba39599923 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:05.925751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (97909236-820c-41c0-bc0e-6dba39599923), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.947116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef444a-1c4e-424b-b221-1f0ce5155b08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=093dc051-520b-47bd-9bb3-e32c5e167663,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:05.974203 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f4ef444a-1c4e-424b-b221-1f0ce5155b08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.977579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f4ef444a-1c4e-424b-b221-1f0ce5155b08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/093dc051-520b-47bd-9bb3-e32c5e167663 HTTP/1.1" status: 204 len: 168 time: 0.5254035 Feb 11 06:13:05.981612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44460) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:06.024505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] For port 97909236-820c-41c0-bc0e-6dba39599923, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=97909236-820c-41c0-bc0e-6dba39599923,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:06.024940 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (97909236-820c-41c0-bc0e-6dba39599923), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.040455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for 97909236-820c-41c0-bc0e-6dba39599923 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:06.053459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de87bb63-b49f-4d31-9290-618e866431a9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:06.054912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de87bb63-b49f-4d31-9290-618e866431a9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:06.056811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-de87bb63-b49f-4d31-9290-618e866431a9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0741422 Feb 11 06:13:06.059191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44462) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:06.118373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9d4bb951-aa90-4045-9237-cfeed2ba86fc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:06.118946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7070459-3363-44f9-af89-b8536b07884a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 9b2ca1df-5430-4f8b-b4d2-273cadbbb021 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:06.133935 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7070459-3363-44f9-af89-b8536b07884a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (9b2ca1df-5430-4f8b-b4d2-273cadbbb021), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.177396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7070459-3363-44f9-af89-b8536b07884a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (9b2ca1df-5430-4f8b-b4d2-273cadbbb021), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.198671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9d4bb951-aa90-4045-9237-cfeed2ba86fc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:06.199449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.228439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7070459-3363-44f9-af89-b8536b07884a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9b2ca1df-5430-4f8b-b4d2-273cadbbb021), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.232496 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (97909236-820c-41c0-bc0e-6dba39599923), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.298537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9d4bb951-aa90-4045-9237-cfeed2ba86fc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:06.312066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7070459-3363-44f9-af89-b8536b07884a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (9b2ca1df-5430-4f8b-b4d2-273cadbbb021), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.320087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=97909236-820c-41c0-bc0e-6dba39599923,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:06.322373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] No DVR routers for this DVR port 97909236-820c-41c0-bc0e-6dba39599923 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:06.324721 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.328912 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5dbba5e9-6a90-4c92-a614-ae8b346887ee req-438b5300-f1bd-41da-9826-475d2f7b40b1 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "DELETE /v2.0/ports/97909236-820c-41c0-bc0e-6dba39599923 HTTP/1.1" status: 204 len: 173 time: 0.5083923 Feb 11 06:13:06.329379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'name': 'network-vif-deleted', 'tag': '97909236-820c-41c0-bc0e-6dba39599923'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:06.331788 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f6727a-d42d-4f0a-96b7-3ff43bc98dc9" -d '{"events": [{"server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "name": "network-vif-deleted", "tag": "97909236-820c-41c0-bc0e-6dba39599923"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:06.356899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7070459-3363-44f9-af89-b8536b07884a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2ca1df-5430-4f8b-b4d2-273cadbbb021,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:06.362709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d7070459-3363-44f9-af89-b8536b07884a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.368818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44468) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:06.368985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d7070459-3363-44f9-af89-b8536b07884a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/9b2ca1df-5430-4f8b-b4d2-273cadbbb021 HTTP/1.1" status: 204 len: 168 time: 0.3086350 Feb 11 06:13:06.417745 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3805dc4-1df6-498b-a149-6f571b421ba0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471599 Feb 11 06:13:06.422928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44472) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:06.428349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:06.431554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c8f7eb-40a5-45b6-b680-5522b23e3c51 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:06.513601 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53922bf0-02fd-4592-8320-854a0f40616b x-openstack-request-id: req-53922bf0-02fd-4592-8320-854a0f40616b {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:06.513905 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d70a142-4ec6-4512-819b-54f0854d5518", "name": "network-vif-deleted", "tag": "97909236-820c-41c0-bc0e-6dba39599923", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:06.514337 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53922bf0-02fd-4592-8320-854a0f40616b {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:06.514754 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d70a142-4ec6-4512-819b-54f0854d5518', 'name': 'network-vif-deleted', 'tag': '97909236-820c-41c0-bc0e-6dba39599923', 'status': 'completed', 'code': 200} Feb 11 06:13:06.538547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:06.542695 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.621594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:06.692073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Deleting port 9d4bb951-aa90-4045-9237-cfeed2ba86fc {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:06.693147 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.776968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] For port 9d4bb951-aa90-4045-9237-cfeed2ba86fc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9d4bb951-aa90-4045-9237-cfeed2ba86fc,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:06.777427 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.794075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Calling delete_port for 9d4bb951-aa90-4045-9237-cfeed2ba86fc owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:06.809811 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (17c2244a-d044-40a9-8596-71c1a6239824), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.855535 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:06.863714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:06.870038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:06.870771 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.890458 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=17c2244a-d044-40a9-8596-71c1a6239824,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:06.891270 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (9d4bb951-aa90-4045-9237-cfeed2ba86fc), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.896276 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c83b80fe-aa2a-4bba-911d-85be458ececb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4721472 Feb 11 06:13:06.899137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44474) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:06.908977 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-42304b0b-8dd2-4f1a-b197-35198276cec8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': '17c2244a-d044-40a9-8596-71c1a6239824', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2146906767'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:06.931649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] No DVR routers for this DVR port 9d4bb951-aa90-4045-9237-cfeed2ba86fc on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:06.933818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Pushing event deleted for resources: {'Port': ['ID=9d4bb951-aa90-4045-9237-cfeed2ba86fc,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:06.944127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.944528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.944984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.945451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.949326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.949326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.949326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.949326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.949326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.950605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.950996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.951439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.951879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff94ec-258e-4d2e-8642-0f44b22b66fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:06.963915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473f7ec-ceb9-4b42-b409-b42ffef1de7a None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:07.038586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42304b0b-8dd2-4f1a-b197-35198276cec8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:07.046235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42304b0b-8dd2-4f1a-b197-35198276cec8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.051353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27f1ed0e-da9b-4270-851a-472e55fc18e0 req-76c16ca1-a4f9-4201-8a14-ee06c5949750 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0325959 Feb 11 06:13:07.087009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-42304b0b-8dd2-4f1a-b197-35198276cec8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 8b8dc8ec-ffa1-4b4f-92f8-581091c7e53d yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:07.101152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': '17c2244a-d044-40a9-8596-71c1a6239824'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:07.102301 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.255559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/17c2244a-d044-40a9-8596-71c1a6239824/5241bed9-8dcc-4c57-9c81-e138a6e91711) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:07.398750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Publish callbacks [] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.404212 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.407425 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-42304b0b-8dd2-4f1a-b197-35198276cec8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:13:07.408193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42304b0b-8dd2-4f1a-b197-35198276cec8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:07.429135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44478) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:07.446097 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-42304b0b-8dd2-4f1a-b197-35198276cec8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5432577 Feb 11 06:13:07.447787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:07.452219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:07.456900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:07.459995 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Pushing event updated for resources: {'Port': ['ID=5241bed9-8dcc-4c57-9c81-e138a6e91711,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:07.493197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f68a0f-023b-45e1-9142-860a81ec984d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:07.494636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-63f68a0f-023b-45e1-9142-860a81ec984d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0633817 Feb 11 06:13:07.497050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44480) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:07.519870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Attempting to bind port 5241bed9-8dcc-4c57-9c81-e138a6e91711 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:07.520303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Attempting to bind port 5241bed9-8dcc-4c57-9c81-e138a6e91711 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:07.520601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Attempting to bind port 5241bed9-8dcc-4c57-9c81-e138a6e91711 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:07.525572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:07.526502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:07.526502 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.526744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:07.527163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Bound port: 5241bed9-8dcc-4c57-9c81-e138a6e91711, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:07.527543 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.550389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e647e-24fb-4782-8a05-83cbc2b47d1e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:07.551826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e647e-24fb-4782-8a05-83cbc2b47d1e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:07.555694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb0e647e-24fb-4782-8a05-83cbc2b47d1e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0551865 Feb 11 06:13:07.555910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44482) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:07.591990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] For port 5241bed9-8dcc-4c57-9c81-e138a6e91711, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:07.596151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] For port 5241bed9-8dcc-4c57-9c81-e138a6e91711, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5241bed9-8dcc-4c57-9c81-e138a6e91711,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:07.603242 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.614110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e37650-e5d5-4b8b-a9a9-b260cbb5c871 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 17c2244a-d044-40a9-8596-71c1a6239824 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:07.617823 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10e37650-e5d5-4b8b-a9a9-b260cbb5c871 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (17c2244a-d044-40a9-8596-71c1a6239824), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.665098 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2d71e-6218-47fc-a08f-4f17b6d1f531 None None] Pushing event updated for resources: {'Port': ['ID=5241bed9-8dcc-4c57-9c81-e138a6e91711,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:07.670757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10e37650-e5d5-4b8b-a9a9-b260cbb5c871 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (17c2244a-d044-40a9-8596-71c1a6239824), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.759872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10e37650-e5d5-4b8b-a9a9-b260cbb5c871 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (17c2244a-d044-40a9-8596-71c1a6239824), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.848395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10e37650-e5d5-4b8b-a9a9-b260cbb5c871 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (17c2244a-d044-40a9-8596-71c1a6239824), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.886274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e37650-e5d5-4b8b-a9a9-b260cbb5c871 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=17c2244a-d044-40a9-8596-71c1a6239824,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:07.892586 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-10e37650-e5d5-4b8b-a9a9-b260cbb5c871 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.898447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-10e37650-e5d5-4b8b-a9a9-b260cbb5c871 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/17c2244a-d044-40a9-8596-71c1a6239824 HTTP/1.1" status: 204 len: 168 time: 0.3394096 Feb 11 06:13:07.898702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44484) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:07.950336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4c0700ff-dadb-40bf-a35b-dec448f109c4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469368 Feb 11 06:13:07.950675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44486) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:07.956423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:08.066612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:08.070675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.154509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5241bed9-8dcc-4c57-9c81-e138a6e91711 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:08.222163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03de16f6-15c6-4204-aeb7-cff4884f5860 req-85abb31f-02b6-47a0-a380-44f018ecd96e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0413010 Feb 11 06:13:08.232047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5241bed9-8dcc-4c57-9c81-e138a6e91711 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:08.234139 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.315970 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (b3ca95db-712c-4f7c-b66d-ec4cc8296a7f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.324866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5241bed9-8dcc-4c57-9c81-e138a6e91711 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:08.325290 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.360048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 5241bed9-8dcc-4c57-9c81-e138a6e91711, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5241bed9-8dcc-4c57-9c81-e138a6e91711,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:08.365593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.369875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:08.373272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:08.378256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:08.378864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.392530 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=b3ca95db-712c-4f7c-b66d-ec4cc8296a7f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:08.407876 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a2a35717-1cb9-48a2-a040-16fb36d6b114 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4559662 Feb 11 06:13:08.410721 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44490) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:08.427737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-951e5b94-3912-4971-95d7-9708e45e81c3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1109763219', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:08.460058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9d4bb951-aa90-4045-9237-cfeed2ba86fc no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:08.461711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=5241bed9-8dcc-4c57-9c81-e138a6e91711,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:08.488559 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951e5b94-3912-4971-95d7-9708e45e81c3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.488931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9d4bb951-aa90-4045-9237-cfeed2ba86fc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:08.489150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9d4bb951-aa90-4045-9237-cfeed2ba86fc not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:08.491427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951e5b94-3912-4971-95d7-9708e45e81c3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.565230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951e5b94-3912-4971-95d7-9708e45e81c3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router_controller (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.571693 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951e5b94-3912-4971-95d7-9708e45e81c3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.593089 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-951e5b94-3912-4971-95d7-9708e45e81c3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.597873 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-951e5b94-3912-4971-95d7-9708e45e81c3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1811464 Feb 11 06:13:08.598350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44492) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:08.823577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dbca16-53e8-4a60-b103-beb68e40b1d1 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:08.915341 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.024433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0922ad35-9b32-490f-9a76-736352f743e7 None None] Provisioning complete for port 5241bed9-8dcc-4c57-9c81-e138a6e91711 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:09.024976 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0922ad35-9b32-490f-9a76-736352f743e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.167498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::1 (fa4d703c-52e5-4b70-aed0-f84aac7208de/b3ca95db-712c-4f7c-b66d-ec4cc8296a7f/7583aa19-c4ae-4192-9262-3784e6a81661) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:09.177756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0922ad35-9b32-490f-9a76-736352f743e7 None None] Current status of the port 5241bed9-8dcc-4c57-9c81-e138a6e91711 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:09.295364 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (7583aa19-c4ae-4192-9262-3784e6a81661), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.348752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-368f96d6-84ba-4b0e-9b52-502a8252cc6a req-7502a009-f13e-4d8c-bd46-d5df688345b6 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0453820 Feb 11 06:13:09.367244 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.417234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:09.420378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:09.424628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:09.425282 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.429400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=7583aa19-c4ae-4192-9262-3784e6a81661,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:09.502888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-428a9c33-89f1-46a8-9867-bc9b1ca04988 None None] Provisioning complete for port 5241bed9-8dcc-4c57-9c81-e138a6e91711 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:09.503570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-428a9c33-89f1-46a8-9867-bc9b1ca04988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.565820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.594594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-428a9c33-89f1-46a8-9867-bc9b1ca04988 None None] Current status of the port 5241bed9-8dcc-4c57-9c81-e138a6e91711 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:09.721085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-99af472f-1ad5-4de4-bc56-4e7c670d7964 None None] Provisioning complete for port 7583aa19-c4ae-4192-9262-3784e6a81661 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:09.721584 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99af472f-1ad5-4de4-bc56-4e7c670d7964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.759221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-99af472f-1ad5-4de4-bc56-4e7c670d7964 None None] Port 7583aa19-c4ae-4192-9262-3784e6a81661 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:13:09.849781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (7583aa19-c4ae-4192-9262-3784e6a81661), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.854462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.855374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.922837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=7583aa19-c4ae-4192-9262-3784e6a81661,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:09.993729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:09.995269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:10.110451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5241bed9-8dcc-4c57-9c81-e138a6e91711 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:10.186994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5241bed9-8dcc-4c57-9c81-e138a6e91711 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:10.188193 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:10.314993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5241bed9-8dcc-4c57-9c81-e138a6e91711 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:10.390874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a63d42a5-54e0-49f7-b976-06aec3619bb8 None None] Provisioning complete for port 7583aa19-c4ae-4192-9262-3784e6a81661 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:10.391255 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a63d42a5-54e0-49f7-b976-06aec3619bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:10.429782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a63d42a5-54e0-49f7-b976-06aec3619bb8 None None] Port 7583aa19-c4ae-4192-9262-3784e6a81661 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:13:10.473444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e765f7b9-c58a-4660-aa90-18755a9cead7 req-4afe58a5-ca9a-4dcb-8afb-15887ae07242 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0364211 Feb 11 06:13:10.517961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Router dff19d71-31ad-4ba8-b6b1-7503a2f96feb is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:13:10.621655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:10.627901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c245c8c9-1d2a-4cc7-84a2-b1cbbc0f56e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "PUT /v2.0/routers/dff19d71-31ad-4ba8-b6b1-7503a2f96feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0278163 Feb 11 06:13:10.630466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44498) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:10.634391 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Sync routers for ids ['dff19d71-31ad-4ba8-b6b1-7503a2f96feb'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:10.654206 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Routers {'dff19d71-31ad-4ba8-b6b1-7503a2f96feb'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:10.654931 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['dff19d71-31ad-4ba8-b6b1-7503a2f96feb'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:10.694337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e31b9-1623-4764-afb0-2cd200674510 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:10.699563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-469e31b9-1623-4764-afb0-2cd200674510 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports/7583aa19-c4ae-4192-9262-3784e6a81661 HTTP/1.1" status: 200 len: 911 time: 0.0645587 Feb 11 06:13:10.700561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44502) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:10.759378 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Set router dff19d71-31ad-4ba8-b6b1-7503a2f96feb gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:10.763864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68b7aa-0720-4fb5-8050-060cd51f99ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:10.770244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68b7aa-0720-4fb5-8050-060cd51f99ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:10.774524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2d68b7aa-0720-4fb5-8050-060cd51f99ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0693104 Feb 11 06:13:10.774859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44504) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:11.151875 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff19d71-31ad-4ba8-b6b1-7503a2f96feb', 'name': 'tempest-NetworksTestDHCPv6-router-1109763219', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:13:08Z', 'updated_at': '2022-02-11T06:13:09Z', 'revision_number': 2, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'gw_port_host': None, '_interfaces': [{'id': '7583aa19-c4ae-4192-9262-3784e6a81661', 'name': '', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'mac_address': 'fa:16:3e:b4:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff19d71-31ad-4ba8-b6b1-7503a2f96feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'b3ca95db-712c-4f7c-b66d-ec4cc8296a7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:13:09Z', 'updated_at': '2022-02-11T06:13:09Z', 'revision_number': 2, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'subnets': [{'id': 'b3ca95db-712c-4f7c-b66d-ec4cc8296a7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:11.218632 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Checking router: dff19d71-31ad-4ba8-b6b1-7503a2f96feb for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:13:11.222776 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Updating router dff19d71-31ad-4ba8-b6b1-7503a2f96feb port 7583aa19-c4ae-4192-9262-3784e6a81661 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:13:11.283084 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:11.334881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 97909236-820c-41c0-bc0e-6dba39599923 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:11.370690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 97909236-820c-41c0-bc0e-6dba39599923 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:11.378307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 97909236-820c-41c0-bc0e-6dba39599923 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:11.410060 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:11.641546 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Publish callbacks [] for port (7583aa19-c4ae-4192-9262-3784e6a81661), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:11.649662 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:11.651781 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 7583aa19-c4ae-4192-9262-3784e6a81661 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:11.652150 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:11.695268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22ab850e-719a-4519-9263-382cfee95576 req-16a1e418-0749-4437-bd39-2eb761042f34 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.1289511 Feb 11 06:13:11.753157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Pushing event updated for resources: {'Port': ['ID=7583aa19-c4ae-4192-9262-3784e6a81661,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:11.763786 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:11.781579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 7583aa19-c4ae-4192-9262-3784e6a81661 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:11.797715 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.798099 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.798409 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.798745 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.799078 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.799408 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.799773 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.800050 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.800372 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.800693 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.801013 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.801375 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.801693 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:11.806242 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Attempting to bind port 7583aa19-c4ae-4192-9262-3784e6a81661 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:11.806608 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Attempting to bind port 7583aa19-c4ae-4192-9262-3784e6a81661 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:11.806969 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Attempting to bind port 7583aa19-c4ae-4192-9262-3784e6a81661 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:11.813647 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:11.814144 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:11.814811 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:11.815204 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:11.815665 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Bound port: 7583aa19-c4ae-4192-9262-3784e6a81661, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:11.816047 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:11.901587 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] For port 7583aa19-c4ae-4192-9262-3784e6a81661, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:11.906463 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] For port 7583aa19-c4ae-4192-9262-3784e6a81661, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7583aa19-c4ae-4192-9262-3784e6a81661,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:11.913876 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:11.967745 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Routers {'dff19d71-31ad-4ba8-b6b1-7503a2f96feb'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:11.971559 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['dff19d71-31ad-4ba8-b6b1-7503a2f96feb'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:11.999672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7583aa19-c4ae-4192-9262-3784e6a81661), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:12.041421 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e6ea9-52a9-49cb-83a9-ed3d30ff23d0 None None] Pushing event updated for resources: {'Port': ['ID=7583aa19-c4ae-4192-9262-3784e6a81661,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:12.060509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-732d2f5b-0067-4c74-912b-49cc739ee65a None None] Could not find standard attr ID for object 7583aa19-c4ae-4192-9262-3784e6a81661. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:13:12.104610 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] Set router dff19d71-31ad-4ba8-b6b1-7503a2f96feb gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:12.136007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:12.138082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=7583aa19-c4ae-4192-9262-3784e6a81661,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:12.349796 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff19d71-31ad-4ba8-b6b1-7503a2f96feb', 'name': 'tempest-NetworksTestDHCPv6-router-1109763219', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:13:08Z', 'updated_at': '2022-02-11T06:13:09Z', 'revision_number': 2, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'gw_port_host': None, '_interfaces': [{'id': '7583aa19-c4ae-4192-9262-3784e6a81661', 'name': '', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'mac_address': 'fa:16:3e:b4:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff19d71-31ad-4ba8-b6b1-7503a2f96feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'b3ca95db-712c-4f7c-b66d-ec4cc8296a7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:13:09Z', 'updated_at': '2022-02-11T06:13:11Z', 'revision_number': 4, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'subnets': [{'id': 'b3ca95db-712c-4f7c-b66d-ec4cc8296a7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:12.384325 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d831f-7dda-430e-a6f7-fea842dfe07b None None] The sync data for ids ['dff19d71-31ad-4ba8-b6b1-7503a2f96feb'] in n-d-715271-35 is: [{'id': 'dff19d71-31ad-4ba8-b6b1-7503a2f96feb', 'name': 'tempest-NetworksTestDHCPv6-router-1109763219', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:13:08Z', 'updated_at': '2022-02-11T06:13:09Z', 'revision_number': 2, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'gw_port_host': None, '_interfaces': [{'id': '7583aa19-c4ae-4192-9262-3784e6a81661', 'name': '', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'mac_address': 'fa:16:3e:b4:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff19d71-31ad-4ba8-b6b1-7503a2f96feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'b3ca95db-712c-4f7c-b66d-ec4cc8296a7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:13:09Z', 'updated_at': '2022-02-11T06:13:11Z', 'revision_number': 4, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'subnets': [{'id': 'b3ca95db-712c-4f7c-b66d-ec4cc8296a7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:12.384708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-be818382-6214-4b11-864e-dfefdb24ca61 None None] Could not find standard attr ID for object 7583aa19-c4ae-4192-9262-3784e6a81661. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:13:12.707020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Router dff19d71-31ad-4ba8-b6b1-7503a2f96feb has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:13:12.797386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:12.806493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44514) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:12.807015 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cb44c859-d50c-49cf-987f-10a620191fee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "PUT /v2.0/routers/dff19d71-31ad-4ba8-b6b1-7503a2f96feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0294616 Feb 11 06:13:12.831872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e00ce40-c612-43f4-a216-0635a4ec64d5 req-ce4447fe-5dba-455d-910a-4da213c09a54 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0485902 Feb 11 06:13:12.880761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a139b49-b6df-4bd8-bf33-d7be3f8712a3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:12.882094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a139b49-b6df-4bd8-bf33-d7be3f8712a3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:12.886165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2a139b49-b6df-4bd8-bf33-d7be3f8712a3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0773365 Feb 11 06:13:12.886423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44516) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:12.947461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50b97ef-8ddc-4fbe-9ed6-f515d48add6c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet b3ca95db-712c-4f7c-b66d-ec4cc8296a7f {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:12.951342 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e50b97ef-8ddc-4fbe-9ed6-f515d48add6c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (b3ca95db-712c-4f7c-b66d-ec4cc8296a7f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.000465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e50b97ef-8ddc-4fbe-9ed6-f515d48add6c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (b3ca95db-712c-4f7c-b66d-ec4cc8296a7f), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.062214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e50b97ef-8ddc-4fbe-9ed6-f515d48add6c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b3ca95db-712c-4f7c-b66d-ec4cc8296a7f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.126544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e50b97ef-8ddc-4fbe-9ed6-f515d48add6c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (b3ca95db-712c-4f7c-b66d-ec4cc8296a7f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.152741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b97ef-8ddc-4fbe-9ed6-f515d48add6c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ca95db-712c-4f7c-b66d-ec4cc8296a7f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:13.158882 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e50b97ef-8ddc-4fbe-9ed6-f515d48add6c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.162621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e50b97ef-8ddc-4fbe-9ed6-f515d48add6c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/b3ca95db-712c-4f7c-b66d-ec4cc8296a7f HTTP/1.1" status: 204 len: 168 time: 0.2748296 Feb 11 06:13:13.164648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44518) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:13.171698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b3689-7635-4b81-b589-e578b9ebe84c None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:13.316543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5d740c8d-d0f7-490a-9ed4-ed93ce38a294 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1507411 Feb 11 06:13:13.319763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44520) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:13.350439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe7156-a849-4c5a-9b29-e41afd30fc59 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:13.404427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe7156-a849-4c5a-9b29-e41afd30fc59 None None] Deleting port 5241bed9-8dcc-4c57-9c81-e138a6e91711 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:13.405034 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f4fe7156-a849-4c5a-9b29-e41afd30fc59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.410677 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64c3a20a-1f36-415f-96ed-8d4e04b80520 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.472375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f4fe7156-a849-4c5a-9b29-e41afd30fc59 None None] For port 5241bed9-8dcc-4c57-9c81-e138a6e91711, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5241bed9-8dcc-4c57-9c81-e138a6e91711,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:13.473026 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f4fe7156-a849-4c5a-9b29-e41afd30fc59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.486960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe7156-a849-4c5a-9b29-e41afd30fc59 None None] Calling delete_port for 5241bed9-8dcc-4c57-9c81-e138a6e91711 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:13.574005 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f4fe7156-a849-4c5a-9b29-e41afd30fc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (5241bed9-8dcc-4c57-9c81-e138a6e91711), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.584556 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64c3a20a-1f36-415f-96ed-8d4e04b80520 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.587186 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64c3a20a-1f36-415f-96ed-8d4e04b80520 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router_controller (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.605423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe7156-a849-4c5a-9b29-e41afd30fc59 None None] Pushing event deleted for resources: {'Port': ['ID=5241bed9-8dcc-4c57-9c81-e138a6e91711,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:13.607495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe7156-a849-4c5a-9b29-e41afd30fc59 None None] No DVR routers for this DVR port 5241bed9-8dcc-4c57-9c81-e138a6e91711 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:13.637569 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64c3a20a-1f36-415f-96ed-8d4e04b80520 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (dff19d71-31ad-4ba8-b6b1-7503a2f96feb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.638123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c3a20a-1f36-415f-96ed-8d4e04b80520 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Fanout notify agent at l3_agent the message router_deleted on router dff19d71-31ad-4ba8-b6b1-7503a2f96feb {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:13:13.645958 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-64c3a20a-1f36-415f-96ed-8d4e04b80520 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.649829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-64c3a20a-1f36-415f-96ed-8d4e04b80520 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/routers/dff19d71-31ad-4ba8-b6b1-7503a2f96feb HTTP/1.1" status: 204 len: 168 time: 0.3261921 Feb 11 06:13:13.650104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44522) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:13.655699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:13.755997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:13.759902 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.969678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0100cdbf-fd9f-47df-8e21-97cf01a73b54 req-53ed5bec-0b08-4a5c-86c9-8d67fe62847b tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0379305 Feb 11 06:13:13.976973 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (db778d13-1021-4d0d-9c31-0b58e113a263), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.031997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:14.036017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:14.038898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:14.039516 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.048136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81905e15-51c9-484a-b2e9-aba7cb1f138f None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:14.055148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=db778d13-1021-4d0d-9c31-0b58e113a263,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:14.069277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44526) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:14.077526 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-80bf5331-3a36-4f7f-9041-bd6486e43cd8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1218660428', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:14.082637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-561e98dd-ae93-4e73-8d73-6a9c892003f1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4312766 Feb 11 06:13:14.118481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80bf5331-3a36-4f7f-9041-bd6486e43cd8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (959e1a05-4e62-4383-aa45-26b294d1d947), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.119108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80bf5331-3a36-4f7f-9041-bd6486e43cd8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (959e1a05-4e62-4383-aa45-26b294d1d947), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.144968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5241bed9-8dcc-4c57-9c81-e138a6e91711 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:14.147167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710a24a-e06f-4c30-a518-30e77ce8c801 None None] Sync routers for ids ['dff19d71-31ad-4ba8-b6b1-7503a2f96feb'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:14.183551 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80bf5331-3a36-4f7f-9041-bd6486e43cd8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router_controller (959e1a05-4e62-4383-aa45-26b294d1d947), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.183827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 5241bed9-8dcc-4c57-9c81-e138a6e91711 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:14.183926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5241bed9-8dcc-4c57-9c81-e138a6e91711 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:14.187116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710a24a-e06f-4c30-a518-30e77ce8c801 None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:14.189175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710a24a-e06f-4c30-a518-30e77ce8c801 None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 06:13:14.189990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_agentschedulers_db [None req-5710a24a-e06f-4c30-a518-30e77ce8c801 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dff19d71-31ad-4ba8-b6b1-7503a2f96feb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent'). {{(pid=103122) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 06:13:14.190124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80bf5331-3a36-4f7f-9041-bd6486e43cd8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (959e1a05-4e62-4383-aa45-26b294d1d947), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.208112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710a24a-e06f-4c30-a518-30e77ce8c801 None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:14.208493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710a24a-e06f-4c30-a518-30e77ce8c801 None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 06:13:14.209096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_agentschedulers_db [None req-5710a24a-e06f-4c30-a518-30e77ce8c801 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dff19d71-31ad-4ba8-b6b1-7503a2f96feb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent'). {{(pid=103122) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 06:13:14.209499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710a24a-e06f-4c30-a518-30e77ce8c801 None None] The sync data for ids ['dff19d71-31ad-4ba8-b6b1-7503a2f96feb'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:14.222069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80bf5331-3a36-4f7f-9041-bd6486e43cd8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.226920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44528) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:14.229720 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-80bf5331-3a36-4f7f-9041-bd6486e43cd8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1592276 Feb 11 06:13:14.244941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'db778d13-1021-4d0d-9c31-0b58e113a263'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:14.246031 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.402797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/db778d13-1021-4d0d-9c31-0b58e113a263/867e5092-6350-4615-98e9-b07017967b44) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:14.554286 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.562452 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Publish callbacks [] for port (867e5092-6350-4615-98e9-b07017967b44), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.569337 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (867e5092-6350-4615-98e9-b07017967b44), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.611792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:14.615100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:14.618878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:14.646166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Pushing event updated for resources: {'Port': ['ID=867e5092-6350-4615-98e9-b07017967b44,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:14.683398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Attempting to bind port 867e5092-6350-4615-98e9-b07017967b44 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:14.683781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Attempting to bind port 867e5092-6350-4615-98e9-b07017967b44 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:14.684153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Attempting to bind port 867e5092-6350-4615-98e9-b07017967b44 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:14.689685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:14.690075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:14.690483 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.690888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:14.691487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Bound port: 867e5092-6350-4615-98e9-b07017967b44, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:14.691911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (867e5092-6350-4615-98e9-b07017967b44), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.769357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] For port 867e5092-6350-4615-98e9-b07017967b44, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:14.772158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] For port 867e5092-6350-4615-98e9-b07017967b44, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=867e5092-6350-4615-98e9-b07017967b44,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:14.778364 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (867e5092-6350-4615-98e9-b07017967b44), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.838097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc089c43-e038-41c7-b9fe-50f8559720fe None None] Pushing event updated for resources: {'Port': ['ID=867e5092-6350-4615-98e9-b07017967b44,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:14.846557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::1 (fa4d703c-52e5-4b70-aed0-f84aac7208de/db778d13-1021-4d0d-9c31-0b58e113a263/75a44fd0-0c7c-4724-869f-36b6804e918d) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:14.980078 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:15.017012 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:15.101144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:15.105397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:15.107379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=75a44fd0-0c7c-4724-869f-36b6804e918d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:15.109699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:15.110283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (959e1a05-4e62-4383-aa45-26b294d1d947), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:15.183097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-859910a5-1693-42f1-bde5-84a2a1a3db54 req-358166e1-047d-4ffa-bb1d-9d6c52aad361 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d70a142-4ec6-4512-819b-54f0854d5518 HTTP/1.1" status: 200 len: 210 time: 0.0649133 Feb 11 06:13:15.274498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:15.566204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:15.578573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:15.579435 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (959e1a05-4e62-4383-aa45-26b294d1d947), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:15.655016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=75a44fd0-0c7c-4724-869f-36b6804e918d,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:15.728381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:15.729967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:15.852727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Router 959e1a05-4e62-4383-aa45-26b294d1d947 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:13:15.955615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:15.960969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e0f46851-cefb-4659-b136-e27ea2dc4916 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "PUT /v2.0/routers/959e1a05-4e62-4383-aa45-26b294d1d947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328966 Feb 11 06:13:15.963446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44536) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:15.966948 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Sync routers for ids ['959e1a05-4e62-4383-aa45-26b294d1d947'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:15.978673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1d409159-e3e5-4120-82f3-8c5e14ba04b1 None None] Provisioning complete for port 867e5092-6350-4615-98e9-b07017967b44 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:15.979626 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d409159-e3e5-4120-82f3-8c5e14ba04b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (867e5092-6350-4615-98e9-b07017967b44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:15.985754 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Routers {'959e1a05-4e62-4383-aa45-26b294d1d947'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:15.998399 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['959e1a05-4e62-4383-aa45-26b294d1d947'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:16.028791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd36abe-965c-46ca-b3de-a17c75d10da3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:16.030494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7fd36abe-965c-46ca-b3de-a17c75d10da3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports/75a44fd0-0c7c-4724-869f-36b6804e918d HTTP/1.1" status: 200 len: 911 time: 0.0659134 Feb 11 06:13:16.033570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44538) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:16.115577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a4c80-325f-4857-97a7-8177fcea1790 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:16.121938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a4c80-325f-4857-97a7-8177fcea1790 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:16.126307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-852a4c80-325f-4857-97a7-8177fcea1790 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0890679 Feb 11 06:13:16.126953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44540) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:16.144728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1d409159-e3e5-4120-82f3-8c5e14ba04b1 None None] Current status of the port 867e5092-6350-4615-98e9-b07017967b44 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:16.145512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d409159-e3e5-4120-82f3-8c5e14ba04b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (867e5092-6350-4615-98e9-b07017967b44), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:16.160256 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Set router 959e1a05-4e62-4383-aa45-26b294d1d947 gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:16.201151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 867e5092-6350-4615-98e9-b07017967b44 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:16.249318 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1d409159-e3e5-4120-82f3-8c5e14ba04b1 None None] For port 867e5092-6350-4615-98e9-b07017967b44, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=867e5092-6350-4615-98e9-b07017967b44,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:16.268177 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d409159-e3e5-4120-82f3-8c5e14ba04b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (867e5092-6350-4615-98e9-b07017967b44), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:16.333199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 867e5092-6350-4615-98e9-b07017967b44 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:16.333666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (867e5092-6350-4615-98e9-b07017967b44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:16.405631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d409159-e3e5-4120-82f3-8c5e14ba04b1 None None] Pushing event updated for resources: {'Port': ['ID=867e5092-6350-4615-98e9-b07017967b44,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:16.414024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a6f99a54-ab84-45e0-8f25-ee9dc47b13a9 None None] Provisioning complete for port 75a44fd0-0c7c-4724-869f-36b6804e918d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:16.414534 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a6f99a54-ab84-45e0-8f25-ee9dc47b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:16.499877 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959e1a05-4e62-4383-aa45-26b294d1d947', 'name': 'tempest-NetworksTestDHCPv6-router-1218660428', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:13:14Z', 'updated_at': '2022-02-11T06:13:15Z', 'revision_number': 2, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'gw_port_host': None, '_interfaces': [{'id': '75a44fd0-0c7c-4724-869f-36b6804e918d', 'name': '', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'mac_address': 'fa:16:3e:d8:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959e1a05-4e62-4383-aa45-26b294d1d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'db778d13-1021-4d0d-9c31-0b58e113a263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:13:14Z', 'updated_at': '2022-02-11T06:13:15Z', 'revision_number': 2, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'subnets': [{'id': 'db778d13-1021-4d0d-9c31-0b58e113a263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:16.523077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a6f99a54-ab84-45e0-8f25-ee9dc47b13a9 None None] Port 75a44fd0-0c7c-4724-869f-36b6804e918d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:13:16.566494 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Checking router: 959e1a05-4e62-4383-aa45-26b294d1d947 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:13:16.567108 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Updating router 959e1a05-4e62-4383-aa45-26b294d1d947 port 75a44fd0-0c7c-4724-869f-36b6804e918d binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:13:16.582405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 867e5092-6350-4615-98e9-b07017967b44 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:16.591464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7583aa19-c4ae-4192-9262-3784e6a81661 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:16.605237 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:16.633375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 7583aa19-c4ae-4192-9262-3784e6a81661 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:16.634109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7583aa19-c4ae-4192-9262-3784e6a81661 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:16.749306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-43e5048e-180b-409c-a6de-f53207048c06 None None] Provisioning complete for port 75a44fd0-0c7c-4724-869f-36b6804e918d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:16.749704 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-43e5048e-180b-409c-a6de-f53207048c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:16.786011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-43e5048e-180b-409c-a6de-f53207048c06 None None] Port 75a44fd0-0c7c-4724-869f-36b6804e918d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:13:16.909093 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Publish callbacks [] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:16.914521 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.004316 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bbd38-9c43-441d-bc84-c9cbf2768308 None None] Pushing event updated for resources: {'Port': ['ID=75a44fd0-0c7c-4724-869f-36b6804e918d,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:17.020785 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Attempting to bind port 75a44fd0-0c7c-4724-869f-36b6804e918d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:17.021175 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Attempting to bind port 75a44fd0-0c7c-4724-869f-36b6804e918d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:17.021536 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Attempting to bind port 75a44fd0-0c7c-4724-869f-36b6804e918d on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:17.027455 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:17.027834 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:17.028236 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.028634 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:17.029090 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Bound port: 75a44fd0-0c7c-4724-869f-36b6804e918d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:17.029492 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.101730 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] For port 75a44fd0-0c7c-4724-869f-36b6804e918d, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:17.106829 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] For port 75a44fd0-0c7c-4724-869f-36b6804e918d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=75a44fd0-0c7c-4724-869f-36b6804e918d,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:17.116780 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.139586 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (959e1a05-4e62-4383-aa45-26b294d1d947), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.179376 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bbd38-9c43-441d-bc84-c9cbf2768308 None None] Pushing event updated for resources: {'Port': ['ID=75a44fd0-0c7c-4724-869f-36b6804e918d,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:17.182060 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Routers {'959e1a05-4e62-4383-aa45-26b294d1d947'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:17.182666 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['959e1a05-4e62-4383-aa45-26b294d1d947'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:17.298776 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] Set router 959e1a05-4e62-4383-aa45-26b294d1d947 gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:17.326020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d12920c9-ccd5-4331-9cdd-5ec57e136e5d None None] Provisioning complete for port 75a44fd0-0c7c-4724-869f-36b6804e918d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:17.326667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d12920c9-ccd5-4331-9cdd-5ec57e136e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.412960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 75a44fd0-0c7c-4724-869f-36b6804e918d {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:17.414115 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.521714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d12920c9-ccd5-4331-9cdd-5ec57e136e5d None None] Current status of the port 75a44fd0-0c7c-4724-869f-36b6804e918d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:17.522173 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d12920c9-ccd5-4331-9cdd-5ec57e136e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.566974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d12920c9-ccd5-4331-9cdd-5ec57e136e5d None None] For port 75a44fd0-0c7c-4724-869f-36b6804e918d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=75a44fd0-0c7c-4724-869f-36b6804e918d,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:17.571524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] For port 75a44fd0-0c7c-4724-869f-36b6804e918d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=75a44fd0-0c7c-4724-869f-36b6804e918d,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:17.572131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.573288 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d12920c9-ccd5-4331-9cdd-5ec57e136e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.602318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 75a44fd0-0c7c-4724-869f-36b6804e918d owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:17.633882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12920c9-ccd5-4331-9cdd-5ec57e136e5d None None] Pushing event updated for resources: {'Port': ['ID=75a44fd0-0c7c-4724-869f-36b6804e918d,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:17.659310 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959e1a05-4e62-4383-aa45-26b294d1d947', 'name': 'tempest-NetworksTestDHCPv6-router-1218660428', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:13:14Z', 'updated_at': '2022-02-11T06:13:15Z', 'revision_number': 2, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'gw_port_host': None, '_interfaces': [{'id': '75a44fd0-0c7c-4724-869f-36b6804e918d', 'name': '', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'mac_address': 'fa:16:3e:d8:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959e1a05-4e62-4383-aa45-26b294d1d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'db778d13-1021-4d0d-9c31-0b58e113a263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:13:14Z', 'updated_at': '2022-02-11T06:13:17Z', 'revision_number': 4, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'subnets': [{'id': 'db778d13-1021-4d0d-9c31-0b58e113a263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:17.686315 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087afb8f-07b7-4ba2-963b-ce740d85ff99 None None] The sync data for ids ['959e1a05-4e62-4383-aa45-26b294d1d947'] in n-d-715271-35 is: [{'id': '959e1a05-4e62-4383-aa45-26b294d1d947', 'name': 'tempest-NetworksTestDHCPv6-router-1218660428', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:13:14Z', 'updated_at': '2022-02-11T06:13:15Z', 'revision_number': 2, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'gw_port_host': None, '_interfaces': [{'id': '75a44fd0-0c7c-4724-869f-36b6804e918d', 'name': '', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'tenant_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'mac_address': 'fa:16:3e:d8:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959e1a05-4e62-4383-aa45-26b294d1d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'db778d13-1021-4d0d-9c31-0b58e113a263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:13:14Z', 'updated_at': '2022-02-11T06:13:17Z', 'revision_number': 4, 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'subnets': [{'id': 'db778d13-1021-4d0d-9c31-0b58e113a263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:17.699574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-35ecaeac-a426-4d4c-8965-50c7d38d871f None None] Provisioning complete for port 75a44fd0-0c7c-4724-869f-36b6804e918d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:17.699948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35ecaeac-a426-4d4c-8965-50c7d38d871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.802757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-35ecaeac-a426-4d4c-8965-50c7d38d871f None None] Current status of the port 75a44fd0-0c7c-4724-869f-36b6804e918d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:17.808691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (75a44fd0-0c7c-4724-869f-36b6804e918d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:17.839008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=75a44fd0-0c7c-4724-869f-36b6804e918d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:17.949967 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (959e1a05-4e62-4383-aa45-26b294d1d947), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.143988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 867e5092-6350-4615-98e9-b07017967b44 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:18.183543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Router 959e1a05-4e62-4383-aa45-26b294d1d947 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:13:18.209944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 867e5092-6350-4615-98e9-b07017967b44 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:18.210744 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (867e5092-6350-4615-98e9-b07017967b44), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.291583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:18.303576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3788a262-2367-40e7-a022-36b95c0cdc2f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "PUT /v2.0/routers/959e1a05-4e62-4383-aa45-26b294d1d947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1740754 Feb 11 06:13:18.306158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44552) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:18.327949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 867e5092-6350-4615-98e9-b07017967b44 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:18.365891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca799534-d8e4-4146-82d6-f726e4024c78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:18.367476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca799534-d8e4-4146-82d6-f726e4024c78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:18.369197 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ca799534-d8e4-4146-82d6-f726e4024c78 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0614486 Feb 11 06:13:18.371759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:18.433439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c874bf-189e-46e4-bbef-5b1409501d3a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet db778d13-1021-4d0d-9c31-0b58e113a263 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:18.438539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5c874bf-189e-46e4-bbef-5b1409501d3a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (db778d13-1021-4d0d-9c31-0b58e113a263), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.486463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5c874bf-189e-46e4-bbef-5b1409501d3a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (db778d13-1021-4d0d-9c31-0b58e113a263), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.576285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5c874bf-189e-46e4-bbef-5b1409501d3a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (db778d13-1021-4d0d-9c31-0b58e113a263), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.639806 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5c874bf-189e-46e4-bbef-5b1409501d3a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (db778d13-1021-4d0d-9c31-0b58e113a263), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.667928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c874bf-189e-46e4-bbef-5b1409501d3a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=db778d13-1021-4d0d-9c31-0b58e113a263,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:18.671612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d5c874bf-189e-46e4-bbef-5b1409501d3a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.677038 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d5c874bf-189e-46e4-bbef-5b1409501d3a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/db778d13-1021-4d0d-9c31-0b58e113a263 HTTP/1.1" status: 204 len: 168 time: 0.3022106 Feb 11 06:13:18.677789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44558) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:18.680627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1864c03-c2fc-4e1f-ad4d-c5e4bce451be None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:18.802877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-89e9ec18-025d-470b-851d-44734b673d14 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1245060 Feb 11 06:13:18.805267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44560) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:18.848674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e09fdc-9637-4aa3-a1f3-59d81cc5760d None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:18.885630 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7dab-fc34-4ad3-91ad-35c221a32c0c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router (959e1a05-4e62-4383-aa45-26b294d1d947), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.901913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-70e09fdc-9637-4aa3-a1f3-59d81cc5760d None None] Deleting port 867e5092-6350-4615-98e9-b07017967b44 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:18.902295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-70e09fdc-9637-4aa3-a1f3-59d81cc5760d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (867e5092-6350-4615-98e9-b07017967b44), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.966513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-70e09fdc-9637-4aa3-a1f3-59d81cc5760d None None] For port 867e5092-6350-4615-98e9-b07017967b44, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=867e5092-6350-4615-98e9-b07017967b44,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:18.966929 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-70e09fdc-9637-4aa3-a1f3-59d81cc5760d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (867e5092-6350-4615-98e9-b07017967b44), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:18.980935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-70e09fdc-9637-4aa3-a1f3-59d81cc5760d None None] Calling delete_port for 867e5092-6350-4615-98e9-b07017967b44 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:19.055817 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7dab-fc34-4ad3-91ad-35c221a32c0c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (959e1a05-4e62-4383-aa45-26b294d1d947), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:19.058358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7dab-fc34-4ad3-91ad-35c221a32c0c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router_controller (959e1a05-4e62-4383-aa45-26b294d1d947), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:19.072221 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-70e09fdc-9637-4aa3-a1f3-59d81cc5760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (867e5092-6350-4615-98e9-b07017967b44), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:19.106066 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7dab-fc34-4ad3-91ad-35c221a32c0c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (959e1a05-4e62-4383-aa45-26b294d1d947), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:19.107290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e09fdc-9637-4aa3-a1f3-59d81cc5760d None None] Pushing event deleted for resources: {'Port': ['ID=867e5092-6350-4615-98e9-b07017967b44,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:19.108798 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4b7dab-fc34-4ad3-91ad-35c221a32c0c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Fanout notify agent at l3_agent the message router_deleted on router 959e1a05-4e62-4383-aa45-26b294d1d947 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:13:19.109855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e09fdc-9637-4aa3-a1f3-59d81cc5760d None None] No DVR routers for this DVR port 867e5092-6350-4615-98e9-b07017967b44 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:19.123072 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7dab-fc34-4ad3-91ad-35c221a32c0c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:19.123957 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8d4b7dab-fc34-4ad3-91ad-35c221a32c0c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/routers/959e1a05-4e62-4383-aa45-26b294d1d947 HTTP/1.1" status: 204 len: 168 time: 0.3172414 Feb 11 06:13:19.127628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44562) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:19.165160 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5559a3d4-52a5-4be5-a24f-544e603a5161 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0357885 Feb 11 06:13:19.165686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44564) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:19.219402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e0268-9c2a-4916-aa4f-44d48ac2ad37 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:19.222084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d82e0268-9c2a-4916-aa4f-44d48ac2ad37 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542486 Feb 11 06:13:19.223376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44566) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:19.269425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-de02127e-2dd1-41a0-8949-5e6cee339da2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448923 Feb 11 06:13:19.273878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44568) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:19.278118 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:19.329357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95435bb0-28ca-4184-a313-e3a1751298ed None None] Sync routers for ids ['959e1a05-4e62-4383-aa45-26b294d1d947'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:19.338934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95435bb0-28ca-4184-a313-e3a1751298ed None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:19.339369 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95435bb0-28ca-4184-a313-e3a1751298ed None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 06:13:19.340044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_agentschedulers_db [None req-95435bb0-28ca-4184-a313-e3a1751298ed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'959e1a05-4e62-4383-aa45-26b294d1d947'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent'). {{(pid=103122) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 06:13:19.352142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95435bb0-28ca-4184-a313-e3a1751298ed None None] Routers set() bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:19.352687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95435bb0-28ca-4184-a313-e3a1751298ed None None] Router IDs set() for agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 06:13:19.353382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_agentschedulers_db [None req-95435bb0-28ca-4184-a313-e3a1751298ed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'959e1a05-4e62-4383-aa45-26b294d1d947'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent'). {{(pid=103122) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 06:13:19.353888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95435bb0-28ca-4184-a313-e3a1751298ed None None] The sync data for ids ['959e1a05-4e62-4383-aa45-26b294d1d947'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:19.369932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:19.373609 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:19.670962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.objects.ports [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103120) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:19.673149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (e8e59e5e-57ea-4c93-b921-39ac31a10854), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:19.714655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:19.717758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:19.721792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:19.722493 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:19.729719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e3c47-8e2a-42ef-96b3-f3053a5f12ab None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:19.737992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=e8e59e5e-57ea-4c93-b921-39ac31a10854,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:19.751407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fe361dd8-ee6b-405c-b475-cfbfd31c156d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4744284 Feb 11 06:13:19.751728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44572) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:19.757795 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:19.874568 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:19.878918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.011806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'e8e59e5e-57ea-4c93-b921-39ac31a10854'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:20.012763 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.110829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 867e5092-6350-4615-98e9-b07017967b44 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:20.163149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 867e5092-6350-4615-98e9-b07017967b44 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:20.163748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 867e5092-6350-4615-98e9-b07017967b44 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:20.164309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 75a44fd0-0c7c-4724-869f-36b6804e918d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:20.180615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.190659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 75a44fd0-0c7c-4724-869f-36b6804e918d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:20.191004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 75a44fd0-0c7c-4724-869f-36b6804e918d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:20.206043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Allocated IP 2001:db8::f816:3eff:fedb:77ce (fa4d703c-52e5-4b70-aed0-f84aac7208de/e8e59e5e-57ea-4c93-b921-39ac31a10854/2cde826b-2bfe-4a95-90ac-93509dac48e7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:20.230560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:20.233904 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:20.236933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:20.237569 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.247070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:20.263655 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-daf9610b-07ef-4836-94d0-7a4639d3b299 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5073931 Feb 11 06:13:20.264069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44576) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:20.270062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:23:77:29', 'name': 'tempest-NetworksTestDHCPv6-500941577'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:20.374116 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Publish callbacks [] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.382880 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.392464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:20.427212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:20.430960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Pushing event updated for resources: {'Port': ['ID=2cde826b-2bfe-4a95-90ac-93509dac48e7,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:20.433582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:20.435721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:20.484272 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.492876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Attempting to bind port 2cde826b-2bfe-4a95-90ac-93509dac48e7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:20.493489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Attempting to bind port 2cde826b-2bfe-4a95-90ac-93509dac48e7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:20.493864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Attempting to bind port 2cde826b-2bfe-4a95-90ac-93509dac48e7 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:20.499019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:20.499501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:20.500658 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.501062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:20.501559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Bound port: 2cde826b-2bfe-4a95-90ac-93509dac48e7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:20.501949 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.506200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 751fac0d-a71c-468d-95e8-7bb1545424d6 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:20.586736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] For port 2cde826b-2bfe-4a95-90ac-93509dac48e7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:20.591454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] For port 2cde826b-2bfe-4a95-90ac-93509dac48e7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2cde826b-2bfe-4a95-90ac-93509dac48e7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:20.599757 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.680604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8797543-1866-444f-9acb-56e64f0ac121 None None] Pushing event updated for resources: {'Port': ['ID=2cde826b-2bfe-4a95-90ac-93509dac48e7,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:20.720423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 172.20.0.4 (fa4d703c-52e5-4b70-aed0-f84aac7208de/7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0/751fac0d-a71c-468d-95e8-7bb1545424d6) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:20.729084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fe23:7729 (fa4d703c-52e5-4b70-aed0-f84aac7208de/e8e59e5e-57ea-4c93-b921-39ac31a10854/751fac0d-a71c-468d-95e8-7bb1545424d6) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:20.931649 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (751fac0d-a71c-468d-95e8-7bb1545424d6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:20.974126 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (751fac0d-a71c-468d-95e8-7bb1545424d6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:21.020571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:21.023734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:21.027553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:21.034344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=751fac0d-a71c-468d-95e8-7bb1545424d6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:21.091083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:21.091832 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:21.107731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ed5e33f5-4684-49bb-95eb-7a141f6f2950 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8424811 Feb 11 06:13:21.110976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44580) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:21.174920 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd0a20-3508-419e-97fd-a10614493e39 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:21.180138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd0a20-3508-419e-97fd-a10614493e39 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:21.181783 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0ffd0a20-3508-419e-97fd-a10614493e39 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0697951 Feb 11 06:13:21.184408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44582) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:21.276453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-10f81ae0-507b-4005-9af8-ac7353fffe2c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 751fac0d-a71c-468d-95e8-7bb1545424d6 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:21.276796 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10f81ae0-507b-4005-9af8-ac7353fffe2c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (751fac0d-a71c-468d-95e8-7bb1545424d6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:21.367307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10f81ae0-507b-4005-9af8-ac7353fffe2c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (751fac0d-a71c-468d-95e8-7bb1545424d6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:21.380237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-10f81ae0-507b-4005-9af8-ac7353fffe2c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 751fac0d-a71c-468d-95e8-7bb1545424d6 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:21.581445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10f81ae0-507b-4005-9af8-ac7353fffe2c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (751fac0d-a71c-468d-95e8-7bb1545424d6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:21.617104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f81ae0-507b-4005-9af8-ac7353fffe2c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=751fac0d-a71c-468d-95e8-7bb1545424d6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:21.721426 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10f81ae0-507b-4005-9af8-ac7353fffe2c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:21.727004 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-10f81ae0-507b-4005-9af8-ac7353fffe2c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/751fac0d-a71c-468d-95e8-7bb1545424d6 HTTP/1.1" status: 204 len: 168 time: 0.5394912 Feb 11 06:13:21.727822 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44584) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:21.793731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337de4e1-b9ca-4dc5-ac15-02da1c83bae5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:21.795047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337de4e1-b9ca-4dc5-ac15-02da1c83bae5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:21.796352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337de4e1-b9ca-4dc5-ac15-02da1c83bae5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:21.798591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-337de4e1-b9ca-4dc5-ac15-02da1c83bae5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0697358 Feb 11 06:13:21.801681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44588) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:21.823702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96af5ab-a8c0-4c57-86ac-28f6530de375 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:21.867407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9fa12f-d375-43eb-9700-0c6691bbd7d5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:21.870993 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f9fa12f-d375-43eb-9700-0c6691bbd7d5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:21.915176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6bdee5d6-f8d3-41de-8d99-d3be3aa9cc10 None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:21.915559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6bdee5d6-f8d3-41de-8d99-d3be3aa9cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:21.917015 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f9fa12f-d375-43eb-9700-0c6691bbd7d5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:21.967253 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f9fa12f-d375-43eb-9700-0c6691bbd7d5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.030089 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6bdee5d6-f8d3-41de-8d99-d3be3aa9cc10 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:22.030487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6bdee5d6-f8d3-41de-8d99-d3be3aa9cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.051981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f9fa12f-d375-43eb-9700-0c6691bbd7d5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.091770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fa12f-d375-43eb-9700-0c6691bbd7d5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:22.100812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6f9fa12f-d375-43eb-9700-0c6691bbd7d5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.101515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6bdee5d6-f8d3-41de-8d99-d3be3aa9cc10 None None] For port 2cde826b-2bfe-4a95-90ac-93509dac48e7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2cde826b-2bfe-4a95-90ac-93509dac48e7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:22.105108 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6f9fa12f-d375-43eb-9700-0c6691bbd7d5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0 HTTP/1.1" status: 204 len: 168 time: 0.3022575 Feb 11 06:13:22.107681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44590) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:22.114591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6bdee5d6-f8d3-41de-8d99-d3be3aa9cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.116625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b532255-cf56-42e7-9fae-f68d15aef4a6 None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': 'e8e59e5e-57ea-4c93-b921-39ac31a10854', 'ip_address': '2001:db8::f816:3eff:fedb:77ce'}, {'subnet_id': '7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '2cde826b-2bfe-4a95-90ac-93509dac48e7'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:13:22.175092 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b532255-cf56-42e7-9fae-f68d15aef4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.188507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-8515e049-6a3d-48ca-9c93-f3562d7f67a8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet e8e59e5e-57ea-4c93-b921-39ac31a10854 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:22.194480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8515e049-6a3d-48ca-9c93-f3562d7f67a8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (e8e59e5e-57ea-4c93-b921-39ac31a10854), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.201289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2cde826b-2bfe-4a95-90ac-93509dac48e7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:22.206941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdee5d6-f8d3-41de-8d99-d3be3aa9cc10 None None] Pushing event updated for resources: {'Port': ['ID=2cde826b-2bfe-4a95-90ac-93509dac48e7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:22.246709 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8515e049-6a3d-48ca-9c93-f3562d7f67a8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e8e59e5e-57ea-4c93-b921-39ac31a10854), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.340839 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8515e049-6a3d-48ca-9c93-f3562d7f67a8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e8e59e5e-57ea-4c93-b921-39ac31a10854), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.362623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:22.363000 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.406417 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8515e049-6a3d-48ca-9c93-f3562d7f67a8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e8e59e5e-57ea-4c93-b921-39ac31a10854), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-4b532255-cf56-42e7-9fae-f68d15aef4a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8e59e5e-57ea-4c93-b921-39ac31a10854: This subnet is being modified by another concurrent operation. Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8e59e5e-57ea-4c93-b921-39ac31a10854: This subnet is being modified by another concurrent operation. Feb 11 06:13:22.412693 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 06:13:22.441442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8515e049-6a3d-48ca-9c93-f3562d7f67a8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.448099 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8515e049-6a3d-48ca-9c93-f3562d7f67a8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/e8e59e5e-57ea-4c93-b921-39ac31a10854 HTTP/1.1" status: 204 len: 168 time: 0.3357434 Feb 11 06:13:22.448363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44592) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:22.454791 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515e049-6a3d-48ca-9c93-f3562d7f67a8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e59e5e-57ea-4c93-b921-39ac31a10854,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:22.472302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:22.497948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.519201 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6f5cb054-c50f-4035-921a-f7308d19d163 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698674 Feb 11 06:13:22.528438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44594) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:22.532262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:22.542562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e2d00-d10c-48b2-8e23-6ba55c053e71 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:13:22.554750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9da84fc3-b623-44f8-b385-f2081ea2317f None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:22.555127 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9da84fc3-b623-44f8-b385-f2081ea2317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.656867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:22.661919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.722561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9da84fc3-b623-44f8-b385-f2081ea2317f None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:22.724393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e2d00-d10c-48b2-8e23-6ba55c053e71 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:13:22.990628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2d2d0-4ce9-4419-853e-37b9e84dac94 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:23.036113 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:13:23.080105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-41fd956c-3b9b-4ad8-a1bc-a91d2ae90b5f None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:23.080593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41fd956c-3b9b-4ad8-a1bc-a91d2ae90b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.093580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.objects.ports [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103120) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:23.217023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-41fd956c-3b9b-4ad8-a1bc-a91d2ae90b5f None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:23.285214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841bbce-8735-433b-a875-3a1c3963eabf None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:13:23.374823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c02591ea-91e4-497e-9f5f-b5ee8b0753a1 None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:23.375734 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c02591ea-91e4-497e-9f5f-b5ee8b0753a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.396845 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.412329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8841bbce-8735-433b-a875-3a1c3963eabf None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:13:23.551993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.571524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c02591ea-91e4-497e-9f5f-b5ee8b0753a1 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:23.655508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] For port 2cde826b-2bfe-4a95-90ac-93509dac48e7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2cde826b-2bfe-4a95-90ac-93509dac48e7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:23.705844 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.710331 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.760032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (3180f221-6868-43b3-be6a-a5c28f75ebb9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.826678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=3180f221-6868-43b3-be6a-a5c28f75ebb9,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:23.863288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:23.868287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:23.870381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=2cde826b-2bfe-4a95-90ac-93509dac48e7,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:23.874155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:23.875964 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.906250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44602) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:23.906835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c40647f3-0a40-4d08-9f84-3372bf71d4ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3802319 Feb 11 06:13:23.912879 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:24.050974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2cde826b-2bfe-4a95-90ac-93509dac48e7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:24.068916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:24.074842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.207019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:24.207489 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.270137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 2cde826b-2bfe-4a95-90ac-93509dac48e7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2cde826b-2bfe-4a95-90ac-93509dac48e7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:24.274155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.397681 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=2cde826b-2bfe-4a95-90ac-93509dac48e7,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:24.448676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2cde826b-2bfe-4a95-90ac-93509dac48e7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:24.505883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (cd2976cf-e67b-4c2c-a99f-73e4af793362), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.561272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:24.562651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:24.563241 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.565919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:24.572980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:24.574479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.599385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=cd2976cf-e67b-4c2c-a99f-73e4af793362,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:24.624362 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-86360d5d-c8fa-4c2f-a130-064ef26778b8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7125540 Feb 11 06:13:24.624668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44606) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:24.646592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:6b:42:3e', 'name': 'tempest-NetworksTestDHCPv6-638994625'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:24.714435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:24.714859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.752235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 2cde826b-2bfe-4a95-90ac-93509dac48e7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2cde826b-2bfe-4a95-90ac-93509dac48e7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:24.757963 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.804465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:24.822757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=2cde826b-2bfe-4a95-90ac-93509dac48e7,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:24.854751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c52213a9-4f9b-4b6b-b555-857ac25f19d8 None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:24.855140 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c52213a9-4f9b-4b6b-b555-857ac25f19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.960096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:24.968769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c52213a9-4f9b-4b6b-b555-857ac25f19d8 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:24.986058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 58771d35-b57f-471d-a54e-a5e7472f8ac4 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:24.990870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c25c32-4417-4ce9-aa60-d96176dff03b None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:25.087389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8a7b4513-3b9e-42ac-87ac-4de494145d63 None None] Could not find standard attr ID for object 751fac0d-a71c-468d-95e8-7bb1545424d6. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:13:25.197506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 172.20.0.13 (fa4d703c-52e5-4b70-aed0-f84aac7208de/cd2976cf-e67b-4c2c-a99f-73e4af793362/58771d35-b57f-471d-a54e-a5e7472f8ac4) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:25.209415 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fe6b:423e (fa4d703c-52e5-4b70-aed0-f84aac7208de/3180f221-6868-43b3-be6a-a5c28f75ebb9/58771d35-b57f-471d-a54e-a5e7472f8ac4) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:25.254295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9604b-9f27-421a-85d4-3252f150b88d None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': '3180f221-6868-43b3-be6a-a5c28f75ebb9', 'ip_address': '2001:db8::f816:3eff:fedb:77ce'}, {'subnet_id': 'cd2976cf-e67b-4c2c-a99f-73e4af793362'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '2cde826b-2bfe-4a95-90ac-93509dac48e7'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:13:25.292741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bdf9604b-9f27-421a-85d4-3252f150b88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:25.442241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (58771d35-b57f-471d-a54e-a5e7472f8ac4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:25.483028 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (58771d35-b57f-471d-a54e-a5e7472f8ac4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:25.533696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:25.536846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:25.540500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:25.542404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-bdf9604b-9f27-421a-85d4-3252f150b88d None None] Allocated IP 172.20.0.2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/cd2976cf-e67b-4c2c-a99f-73e4af793362/2cde826b-2bfe-4a95-90ac-93509dac48e7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:25.567614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=58771d35-b57f-471d-a54e-a5e7472f8ac4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:25.608808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:25.610513 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:25.631644 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cd159bab-aaac-4eef-b8b0-1c41d15cbcaf tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0034804 Feb 11 06:13:25.631996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44614) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:25.660539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-bdf9604b-9f27-421a-85d4-3252f150b88d None None] For port 2cde826b-2bfe-4a95-90ac-93509dac48e7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2cde826b-2bfe-4a95-90ac-93509dac48e7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:25.691561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bdf9604b-9f27-421a-85d4-3252f150b88d None None] Publish callbacks [] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:25.695934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ec9af-7123-47c8-b492-29442f51527f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:25.697738 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bdf9604b-9f27-421a-85d4-3252f150b88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:25.701480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ec9af-7123-47c8-b492-29442f51527f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:25.706962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44616) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:25.707540 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d29ec9af-7123-47c8-b492-29442f51527f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0740337 Feb 11 06:13:25.794047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9604b-9f27-421a-85d4-3252f150b88d None None] Pushing event updated for resources: {'Port': ['ID=2cde826b-2bfe-4a95-90ac-93509dac48e7,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:25.825055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-89489880-5c11-434b-8e4c-c6f55b41a73e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 58771d35-b57f-471d-a54e-a5e7472f8ac4 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:25.825570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-89489880-5c11-434b-8e4c-c6f55b41a73e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (58771d35-b57f-471d-a54e-a5e7472f8ac4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:25.927177 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-89489880-5c11-434b-8e4c-c6f55b41a73e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (58771d35-b57f-471d-a54e-a5e7472f8ac4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:25.945139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-89489880-5c11-434b-8e4c-c6f55b41a73e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 58771d35-b57f-471d-a54e-a5e7472f8ac4 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:26.045952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44620) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:26.115108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2cde826b-2bfe-4a95-90ac-93509dac48e7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:26.191707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:26.192440 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.300899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-89489880-5c11-434b-8e4c-c6f55b41a73e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (58771d35-b57f-471d-a54e-a5e7472f8ac4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.309728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:26.335711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89489880-5c11-434b-8e4c-c6f55b41a73e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=58771d35-b57f-471d-a54e-a5e7472f8ac4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:26.418654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e2a5c-1ec7-4f2e-9643-45f45398f086 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:26.421528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port 53f901f9-7bb4-4979-b195-54a802622634 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:26.422438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (53f901f9-7bb4-4979-b195-54a802622634), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.455125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-acbc498c-f6b8-4944-9a39-cbb1b7b6402b None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:26.455503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-acbc498c-f6b8-4944-9a39-cbb1b7b6402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.487764 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-89489880-5c11-434b-8e4c-c6f55b41a73e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.490908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-89489880-5c11-434b-8e4c-c6f55b41a73e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/58771d35-b57f-471d-a54e-a5e7472f8ac4 HTTP/1.1" status: 204 len: 168 time: 0.7818990 Feb 11 06:13:26.494799 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44622) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:26.524516 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (53f901f9-7bb4-4979-b195-54a802622634), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.525016 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (53f901f9-7bb4-4979-b195-54a802622634), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.539257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for 53f901f9-7bb4-4979-b195-54a802622634 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:26.556240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa9fb20-5a51-4a49-b93e-6cafd79835de tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:26.558578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa9fb20-5a51-4a49-b93e-6cafd79835de tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:26.559251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa9fb20-5a51-4a49-b93e-6cafd79835de tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:26.563935 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-efa9fb20-5a51-4a49-b93e-6cafd79835de tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0679934 Feb 11 06:13:26.565007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44624) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:26.644720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e909876-7233-46d9-b886-38bef66abffd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 3180f221-6868-43b3-be6a-a5c28f75ebb9 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:26.648266 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e909876-7233-46d9-b886-38bef66abffd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (3180f221-6868-43b3-be6a-a5c28f75ebb9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.698601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e909876-7233-46d9-b886-38bef66abffd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (3180f221-6868-43b3-be6a-a5c28f75ebb9), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.727041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (53f901f9-7bb4-4979-b195-54a802622634), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.756722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=53f901f9-7bb4-4979-b195-54a802622634,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:26.787239 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e909876-7233-46d9-b886-38bef66abffd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (3180f221-6868-43b3-be6a-a5c28f75ebb9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.803634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-acbc498c-f6b8-4944-9a39-cbb1b7b6402b None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:26.825258 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.825476 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Floating IP ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09 disassociated (deleted). External IP: 172.25.1.162, port: ead0592d-a789-41a5-b9d1-74b56bfcb95f. Feb 11 06:13:26.862702 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e909876-7233-46d9-b886-38bef66abffd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (3180f221-6868-43b3-be6a-a5c28f75ebb9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.889758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e909876-7233-46d9-b886-38bef66abffd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=3180f221-6868-43b3-be6a-a5c28f75ebb9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:26.899091 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-9e909876-7233-46d9-b886-38bef66abffd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:26.903171 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9e909876-7233-46d9-b886-38bef66abffd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/3180f221-6868-43b3-be6a-a5c28f75ebb9 HTTP/1.1" status: 204 len: 168 time: 0.3371971 Feb 11 06:13:26.906984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44626) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:26.971156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-095b9b31-7b36-4d45-abc7-118176520a9e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet cd2976cf-e67b-4c2c-a99f-73e4af793362 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:26.975311 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-095b9b31-7b36-4d45-abc7-118176520a9e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (cd2976cf-e67b-4c2c-a99f-73e4af793362), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.021491 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-095b9b31-7b36-4d45-abc7-118176520a9e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (cd2976cf-e67b-4c2c-a99f-73e4af793362), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.092737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46215114-27dc-4823-aa4e-c098c8d0a233 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:27.141546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-095b9b31-7b36-4d45-abc7-118176520a9e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (cd2976cf-e67b-4c2c-a99f-73e4af793362), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.180523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fff4ba74-79eb-4542-828b-907a3a605119 None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:27.181147 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fff4ba74-79eb-4542-828b-907a3a605119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.244409 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-095b9b31-7b36-4d45-abc7-118176520a9e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (cd2976cf-e67b-4c2c-a99f-73e4af793362), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.286397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b9b31-7b36-4d45-abc7-118176520a9e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2976cf-e67b-4c2c-a99f-73e4af793362,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:27.288500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-095b9b31-7b36-4d45-abc7-118176520a9e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.296569 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-095b9b31-7b36-4d45-abc7-118176520a9e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/cd2976cf-e67b-4c2c-a99f-73e4af793362 HTTP/1.1" status: 204 len: 168 time: 0.3873725 Feb 11 06:13:27.298099 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44628) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:27.330752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fff4ba74-79eb-4542-828b-907a3a605119 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:27.377761 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-991b94dd-8a8c-4cc1-bb46-ca3d4cba7559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783825 Feb 11 06:13:27.378379 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44630) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:27.381727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68022f6b-49b9-4e2f-a50e-4a6803a0a7ff None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': 'cd2976cf-e67b-4c2c-a99f-73e4af793362'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '2cde826b-2bfe-4a95-90ac-93509dac48e7'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:13:27.384497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:27.404197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Router a411d539-8d25-4b37-9adf-80e6d70c28da has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:13:27.416009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-68022f6b-49b9-4e2f-a50e-4a6803a0a7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.492161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:27.497443 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.535123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:27.540658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.548665 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] Sync routers for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:27.569637 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:27.570282 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:27.586066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3fbb0311-aed6-4e2b-b4ce-ca4dbfd7c490 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "DELETE /v2.0/floatingips/ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09 HTTP/1.1" status: 204 len: 168 time: 1.5369501 Feb 11 06:13:27.587415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:27.589283 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:27.627983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70642fd-4f0d-4d54-9cfc-27281e182536 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:27.641141 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02643f5e-92f6-4e9d-9088-cb76d6b4ae5e x-openstack-request-id: req-02643f5e-92f6-4e9d-9088-cb76d6b4ae5e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:27.641459 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:27.641770 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02643f5e-92f6-4e9d-9088-cb76d6b4ae5e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:27.642199 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'status': 'completed', 'code': 200} Feb 11 06:13:27.721384 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:27.731704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (34e0e57e-7eb8-4df8-987d-1d2baf5256df), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.738191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1ca53c0e-6f68-49a6-b961-2eca8bdac229 None None] Provisioning complete for port 2cde826b-2bfe-4a95-90ac-93509dac48e7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:27.738940 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1ca53c0e-6f68-49a6-b961-2eca8bdac229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.859174 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f85cf8b4-8b78-439d-9ef3-ec15685cfe7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.949069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba00b5b-debc-46f5-92fc-27cdac014ed6 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:27.992595 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1ca53c0e-6f68-49a6-b961-2eca8bdac229 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:27.995446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2728e-83ba-45ca-82e6-c4d0ba46f1f1 req-2f9f6e08-fe71-4541-bd8e-459ee1682bd2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:27.997875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43d2728e-83ba-45ca-82e6-c4d0ba46f1f1 req-2f9f6e08-fe71-4541-bd8e-459ee1682bd2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 945 time: 0.0819187 Feb 11 06:13:28.019111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cba00b5b-debc-46f5-92fc-27cdac014ed6 None None] Deleting port 2cde826b-2bfe-4a95-90ac-93509dac48e7 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:28.019662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cba00b5b-debc-46f5-92fc-27cdac014ed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.094422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43d2728e-83ba-45ca-82e6-c4d0ba46f1f1 req-3e83ec7d-336a-441d-b685-0a24ba526059 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874453 Feb 11 06:13:28.104973 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:28.143939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cba00b5b-debc-46f5-92fc-27cdac014ed6 None None] For port 2cde826b-2bfe-4a95-90ac-93509dac48e7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2cde826b-2bfe-4a95-90ac-93509dac48e7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:28.144487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cba00b5b-debc-46f5-92fc-27cdac014ed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.150096 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] Checking router: a411d539-8d25-4b37-9adf-80e6d70c28da for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:13:28.159056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cba00b5b-debc-46f5-92fc-27cdac014ed6 None None] Calling delete_port for 2cde826b-2bfe-4a95-90ac-93509dac48e7 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:28.161602 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:28.162883 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:28.166698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2cde826b-2bfe-4a95-90ac-93509dac48e7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:28.180189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:28.186267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:28.189420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.190193 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.214146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=34e0e57e-7eb8-4df8-987d-1d2baf5256df,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:28.226739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-c7e970a6-4d89-4f00-b81d-ec869167769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.228462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-c7e970a6-4d89-4f00-b81d-ec869167769f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9190f6e10054c979c98f8f31ec81825&device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 1128 time: 0.5094955 Feb 11 06:13:28.232631 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-313d6bf0-c362-46f9-8917-b5220ed17f48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8532879 Feb 11 06:13:28.236349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44638) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:28.242004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:28.287712 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:28.332471 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cba00b5b-debc-46f5-92fc-27cdac014ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.337466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-88896dc8-f18c-4874-ae0a-dbb2b2ef1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.339291 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-88896dc8-f18c-4874-ae0a-dbb2b2ef1e33 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 200 len: 913 time: 0.1039445 Feb 11 06:13:28.347070 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2cde826b-2bfe-4a95-90ac-93509dac48e7 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:28.347070 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2cde826b-2bfe-4a95-90ac-93509dac48e7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.387140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba00b5b-debc-46f5-92fc-27cdac014ed6 None None] Pushing event deleted for resources: {'Port': ['ID=2cde826b-2bfe-4a95-90ac-93509dac48e7,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:28.391550 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-01a5878c-d2d5-460b-b101-02a2abd2eeb1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 200 len: 217 time: 0.0424316 Feb 11 06:13:28.392266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba00b5b-debc-46f5-92fc-27cdac014ed6 None None] No DVR routers for this DVR port 2cde826b-2bfe-4a95-90ac-93509dac48e7 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:28.415628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:28.420289 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.451341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea2463-a904-4595-b74c-108cbf9c3271 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:28.468231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-c26d6ace-637a-4421-b3d6-edf4b4cc5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.470482 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-c26d6ace-637a-4421-b3d6-edf4b4cc5563 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 200 len: 851 time: 0.0718126 Feb 11 06:13:28.552509 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:28.553257 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-5dc70c9a-3dbb-4d4a-9d0f-36f6d26ef253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.554039 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-5dc70c9a-3dbb-4d4a-9d0f-36f6d26ef253 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0756416 Feb 11 06:13:28.570173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-78bf43e4-2aa8-42f1-917d-abc9ea331d30 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:13:28.571771 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-78bf43e4-2aa8-42f1-917d-abc9ea331d30 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080786 Feb 11 06:13:28.582691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': '34e0e57e-7eb8-4df8-987d-1d2baf5256df'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:28.583967 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.597437 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55be151-c477-490a-84cc-f8a61f83f87c None None] The sync data for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 is: [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 4, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '757044ef-2c6b-4ef2-a1c7-044d6a24897a', 'name': '', 'network_id': 'e3d6fb59-c8ae-42d5-bae4-899d8dfe1552', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'mac_address': 'fa:16:3e:c7:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:30Z', 'updated_at': '2022-02-11T06:00:44Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'subnets': [{'id': '308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:28.699478 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-6aad216d-6d7a-4aac-8e96-8521906c5b6b service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198878 Feb 11 06:13:28.757790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Allocated IP 172.20.0.2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/34e0e57e-7eb8-4df8-987d-1d2baf5256df/7334e878-3979-4975-88b4-d5bcb32c008a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:28.821891 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-f1343ef9-5f1b-4eef-b739-6dfe46b566c6 req-4e83193c-73e1-4ab2-8cda-727cd5a02868 service neutron] 10.222.0.81 "GET /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155336 Feb 11 06:13:28.835206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.objects.ports [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103120) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:28.839549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (b0796b2b-f72c-4014-a041-8f69a2ee8a05), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.888336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:28.894685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:28.899297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.900013 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.903876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=b0796b2b-f72c-4014-a041-8f69a2ee8a05,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:28.920075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8620cc41-ec57-42bc-b5c1-5ab7c8a62d7d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6823428 Feb 11 06:13:28.923077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44640) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:28.928626 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:30:2b:b6', 'name': 'tempest-NetworksTestDHCPv6-1124808168'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:28.950249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe36712-4265-484b-8690-bd8246b4289e None None] New status for floating IP ea2f5a1b-e3f0-45ff-97db-3b7838aa7c09: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:13:29.033810 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Publish callbacks [] for port (7334e878-3979-4975-88b4-d5bcb32c008a), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.043184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.048554 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:29.052877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.074827 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 6509fef7-3463-4063-ace6-1f8cb850547f yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:29.090919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:29.094802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:29.098387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:29.107054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Pushing event updated for resources: {'Port': ['ID=7334e878-3979-4975-88b4-d5bcb32c008a,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:29.165323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Attempting to bind port 7334e878-3979-4975-88b4-d5bcb32c008a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:29.165822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Attempting to bind port 7334e878-3979-4975-88b4-d5bcb32c008a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:29.166273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Attempting to bind port 7334e878-3979-4975-88b4-d5bcb32c008a on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:29.171475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:29.172484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:29.172983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.173587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:29.174136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Bound port: 7334e878-3979-4975-88b4-d5bcb32c008a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:29.174596 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.244292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39fbb5-8432-4abd-ae51-2994c735c9dd req-62a494bc-6de2-4513-b998-c5ce1bc0a24d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:29.246001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd39fbb5-8432-4abd-ae51-2994c735c9dd req-62a494bc-6de2-4513-b998-c5ce1bc0a24d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 945 time: 0.0740345 Feb 11 06:13:29.246142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] For port 7334e878-3979-4975-88b4-d5bcb32c008a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:29.249458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] For port 7334e878-3979-4975-88b4-d5bcb32c008a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7334e878-3979-4975-88b4-d5bcb32c008a,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:29.257187 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.266623 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 172.20.0.3 (fa4d703c-52e5-4b70-aed0-f84aac7208de/34e0e57e-7eb8-4df8-987d-1d2baf5256df/6509fef7-3463-4063-ace6-1f8cb850547f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:29.275627 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fe30:2bb6 (fa4d703c-52e5-4b70-aed0-f84aac7208de/b0796b2b-f72c-4014-a041-8f69a2ee8a05/6509fef7-3463-4063-ace6-1f8cb850547f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:29.324989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933da0fc-9510-4c5c-b6eb-a92261e9489f None None] Pushing event updated for resources: {'Port': ['ID=7334e878-3979-4975-88b4-d5bcb32c008a,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:29.326864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd39fbb5-8432-4abd-ae51-2994c735c9dd req-dc7c389a-c2b1-419d-b7a5-a7193f9c875d tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/security-groups?id=318f3090-163e-4212-a33f-fe54d0431dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592046 Feb 11 06:13:29.476940 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (6509fef7-3463-4063-ace6-1f8cb850547f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.522462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-b2e73758-8f2c-4510-94ac-2b1af74508c2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:29.523919 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-b2e73758-8f2c-4510-94ac-2b1af74508c2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 945 time: 0.1130548 Feb 11 06:13:29.570181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6509fef7-3463-4063-ace6-1f8cb850547f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.663385 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:29.668966 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:29.670859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=6509fef7-3463-4063-ace6-1f8cb850547f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:29.673840 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:29.730381 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:29.730911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.745276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port ead0592d-a789-41a5-b9d1-74b56bfcb95f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:29.745619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.763484 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf4f3094-5185-4fc5-b340-ee228c73a390 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8389161 Feb 11 06:13:29.766683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44648) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:29.827518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3407f-04f2-4f69-abd8-2c4ab677df3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:29.833525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3407f-04f2-4f69-abd8-2c4ab677df3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:29.835242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fea3407f-04f2-4f69-abd8-2c4ab677df3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0675399 Feb 11 06:13:29.837994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44650) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:29.842588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] For port ead0592d-a789-41a5-b9d1-74b56bfcb95f, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ead0592d-a789-41a5-b9d1-74b56bfcb95f,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:29.842893 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.856907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for ead0592d-a789-41a5-b9d1-74b56bfcb95f owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:29.926588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-22de1046-2373-40e0-a30d-0bd6ee63d9a5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 6509fef7-3463-4063-ace6-1f8cb850547f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:29.926940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-22de1046-2373-40e0-a30d-0bd6ee63d9a5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6509fef7-3463-4063-ace6-1f8cb850547f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.009450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ead0592d-a789-41a5-b9d1-74b56bfcb95f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.030411 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-22de1046-2373-40e0-a30d-0bd6ee63d9a5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6509fef7-3463-4063-ace6-1f8cb850547f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.044875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-22de1046-2373-40e0-a30d-0bd6ee63d9a5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 6509fef7-3463-4063-ace6-1f8cb850547f owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:30.051357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=ead0592d-a789-41a5-b9d1-74b56bfcb95f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:30.114367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] No DVR routers for this DVR port ead0592d-a789-41a5-b9d1-74b56bfcb95f on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:30.118626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.122167 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c7ca6031-8acc-4a86-983c-523135e7b5f9 req-19d92af0-9939-454f-955f-8c86b16820b5 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.81 "DELETE /v2.0/ports/ead0592d-a789-41a5-b9d1-74b56bfcb95f HTTP/1.1" status: 204 len: 173 time: 0.5924151 Feb 11 06:13:30.122695 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'name': 'network-vif-deleted', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:30.126903 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf90002b126e9ab6ec5d43e39e1ca20b005316f019ed93932b8a8960866f015a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23738cb5-440c-42f9-889d-ae6e8ea6a996" -d '{"events": [{"server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "name": "network-vif-deleted", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:30.202128 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbfe9fc-d7f1-4dca-b213-ac71c0e49590 x-openstack-request-id: req-3bbfe9fc-d7f1-4dca-b213-ac71c0e49590 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:30.202461 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5bac17-8a88-4871-8b34-70f317787058", "name": "network-vif-deleted", "tag": "ead0592d-a789-41a5-b9d1-74b56bfcb95f", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:30.202725 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bbfe9fc-d7f1-4dca-b213-ac71c0e49590 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:30.203727 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5bac17-8a88-4871-8b34-70f317787058', 'name': 'network-vif-deleted', 'tag': 'ead0592d-a789-41a5-b9d1-74b56bfcb95f', 'status': 'completed', 'code': 200} Feb 11 06:13:30.208821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7334e878-3979-4975-88b4-d5bcb32c008a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:30.278706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:30.279093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.299830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-22de1046-2373-40e0-a30d-0bd6ee63d9a5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6509fef7-3463-4063-ace6-1f8cb850547f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.360316 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-70313221-bdb7-4d08-ba3f-f60ec793ef55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.388927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de1046-2373-40e0-a30d-0bd6ee63d9a5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=6509fef7-3463-4063-ace6-1f8cb850547f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:30.456571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:30.456960 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.499743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa72b73-c7c3-4465-9c45-13de63e0153b None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:30.582457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d458a267-9065-457d-b7c6-da36606275ce req-b1feacce-c195-4372-99dd-eae0379c84dc tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0822129 Feb 11 06:13:30.586198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 7334e878-3979-4975-88b4-d5bcb32c008a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7334e878-3979-4975-88b4-d5bcb32c008a,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:30.626070 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-22de1046-2373-40e0-a30d-0bd6ee63d9a5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.629533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-22de1046-2373-40e0-a30d-0bd6ee63d9a5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/6509fef7-3463-4063-ace6-1f8cb850547f HTTP/1.1" status: 204 len: 168 time: 0.7905996 Feb 11 06:13:30.632085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44656) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:30.693940 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.708163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035ca32-8e51-479c-b311-367eabeac368 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:30.709814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035ca32-8e51-479c-b311-367eabeac368 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:30.711335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035ca32-8e51-479c-b311-367eabeac368 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:30.713088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b035ca32-8e51-479c-b311-367eabeac368 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0800622 Feb 11 06:13:30.715800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44658) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:30.718528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b1b6-3f9f-407b-9d43-580cc0234a1e None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:30.719034 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b1b6-3f9f-407b-9d43-580cc0234a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.784834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-2491fbe2-408a-4a24-b9ae-a525bedbaad9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 34e0e57e-7eb8-4df8-987d-1d2baf5256df {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:30.788626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2491fbe2-408a-4a24-b9ae-a525bedbaad9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (34e0e57e-7eb8-4df8-987d-1d2baf5256df), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.812455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=7334e878-3979-4975-88b4-d5bcb32c008a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:30.838638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2491fbe2-408a-4a24-b9ae-a525bedbaad9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (34e0e57e-7eb8-4df8-987d-1d2baf5256df), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:30.922854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b1b6-3f9f-407b-9d43-580cc0234a1e None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:30.941991 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2491fbe2-408a-4a24-b9ae-a525bedbaad9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (34e0e57e-7eb8-4df8-987d-1d2baf5256df), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.006931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5941b-c132-4321-a1cf-6eb9e1cfffc5 None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': '34e0e57e-7eb8-4df8-987d-1d2baf5256df', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b0796b2b-f72c-4014-a041-8f69a2ee8a05'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '7334e878-3979-4975-88b4-d5bcb32c008a'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:13:31.008508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2491fbe2-408a-4a24-b9ae-a525bedbaad9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (34e0e57e-7eb8-4df8-987d-1d2baf5256df), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.041925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491fbe2-408a-4a24-b9ae-a525bedbaad9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=34e0e57e-7eb8-4df8-987d-1d2baf5256df,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:31.049419 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2491fbe2-408a-4a24-b9ae-a525bedbaad9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.052694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2491fbe2-408a-4a24-b9ae-a525bedbaad9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/34e0e57e-7eb8-4df8-987d-1d2baf5256df HTTP/1.1" status: 204 len: 168 time: 0.3356998 Feb 11 06:13:31.055765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44660) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:31.056192 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1ae5941b-c132-4321-a1cf-6eb9e1cfffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.127228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0551710-5630-4d92-8c42-5558915abbf5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet b0796b2b-f72c-4014-a041-8f69a2ee8a05 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:31.131401 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b0551710-5630-4d92-8c42-5558915abbf5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (b0796b2b-f72c-4014-a041-8f69a2ee8a05), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.187655 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b0551710-5630-4d92-8c42-5558915abbf5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (b0796b2b-f72c-4014-a041-8f69a2ee8a05), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.238431 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.252386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b0551710-5630-4d92-8c42-5558915abbf5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b0796b2b-f72c-4014-a041-8f69a2ee8a05), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.320696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b0551710-5630-4d92-8c42-5558915abbf5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (b0796b2b-f72c-4014-a041-8f69a2ee8a05), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-1ae5941b-c132-4321-a1cf-6eb9e1cfffc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0796b2b-f72c-4014-a041-8f69a2ee8a05: This subnet is being modified by another concurrent operation. Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0796b2b-f72c-4014-a041-8f69a2ee8a05: This subnet is being modified by another concurrent operation. Feb 11 06:13:31.322136 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 06:13:31.362391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0551710-5630-4d92-8c42-5558915abbf5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=b0796b2b-f72c-4014-a041-8f69a2ee8a05,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:31.368713 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b0551710-5630-4d92-8c42-5558915abbf5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.372011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b0551710-5630-4d92-8c42-5558915abbf5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/b0796b2b-f72c-4014-a041-8f69a2ee8a05 HTTP/1.1" status: 204 len: 168 time: 0.3144424 Feb 11 06:13:31.376812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44662) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:31.417031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eabfa89c-72e0-4795-9e47-5065663fe470 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390508 Feb 11 06:13:31.419754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44664) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:31.427327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:31.460386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5671c8-bb0b-4aec-809e-2930c12c83e4 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:13:31.486455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a69cd5f0-bf7c-48aa-a7ba-6a3dcc6e8d47 None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:31.486839 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a69cd5f0-bf7c-48aa-a7ba-6a3dcc6e8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.530018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:31.535064 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.597794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5671c8-bb0b-4aec-809e-2930c12c83e4 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:13:31.643259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a69cd5f0-bf7c-48aa-a7ba-6a3dcc6e8d47 None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:31.787551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a9e813b-3ded-4ed2-8129-741b71aa2696 req-3cee7dd5-1852-41c3-ab8d-841a50a54bed tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0581179 Feb 11 06:13:31.846148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b25d6-dfdb-4d36-9325-eab54befd651 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:31.847091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (1a921fdd-b1fd-4238-851a-2e933b99912c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.872836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:31.896390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:31.906409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:31.907257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.925291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-99eb7bc5-1fb4-40b2-9f6c-48f280f7bd6e None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:31.925678 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99eb7bc5-1fb4-40b2-9f6c-48f280f7bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.941570 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5205724 Feb 11 06:13:31.945148 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44668) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:31.946864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198003b-5f4b-45d9-ae03-673a0a9f771e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=1a921fdd-b1fd-4238-851a-2e933b99912c,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:31.950439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:32.154514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:32.158308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:32.268775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7334e878-3979-4975-88b4-d5bcb32c008a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:32.337449 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-99eb7bc5-1fb4-40b2-9f6c-48f280f7bd6e None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:32.385440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:32.385842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:32.430405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 7334e878-3979-4975-88b4-d5bcb32c008a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7334e878-3979-4975-88b4-d5bcb32c008a,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:32.435994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:32.518061 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=7334e878-3979-4975-88b4-d5bcb32c008a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:32.524836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d407a8fa-224f-407f-8861-10a4b2b53088 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:13:32.620013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407a8fa-224f-407f-8861-10a4b2b53088 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:13:32.641861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-add6b839-7869-4078-a8a9-1a94c8890ebf None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:32.642330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-add6b839-7869-4078-a8a9-1a94c8890ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:32.723457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:32.882040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-add6b839-7869-4078-a8a9-1a94c8890ebf None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:32.882347 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-add6b839-7869-4078-a8a9-1a94c8890ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:32.904757 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24eff4b8-00c0-4edc-9f20-4b672cc3c87c req-18bf7a7f-d1b0-480a-85bb-543b1e384f5a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0357893 Feb 11 06:13:32.953804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-add6b839-7869-4078-a8a9-1a94c8890ebf None None] For port 7334e878-3979-4975-88b4-d5bcb32c008a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7334e878-3979-4975-88b4-d5bcb32c008a,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:32.955038 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:32.959438 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-add6b839-7869-4078-a8a9-1a94c8890ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.044797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.052594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919260f-d824-4b71-8226-8b4463a59a95 None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': 'a973c7d1-cea6-46bd-a86b-31b8b3ea479f'}, {'subnet_id': '1a921fdd-b1fd-4238-851a-2e933b99912c'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '7334e878-3979-4975-88b4-d5bcb32c008a'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:13:33.074387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6b839-7869-4078-a8a9-1a94c8890ebf None None] Pushing event updated for resources: {'Port': ['ID=7334e878-3979-4975-88b4-d5bcb32c008a,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:33.089570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5919260f-d824-4b71-8226-8b4463a59a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.228406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] For port 7334e878-3979-4975-88b4-d5bcb32c008a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7334e878-3979-4975-88b4-d5bcb32c008a,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:33.260840 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (7334e878-3979-4975-88b4-d5bcb32c008a), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.267604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.302631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (a973c7d1-cea6-46bd-a86b-31b8b3ea479f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.327780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-5919260f-d824-4b71-8226-8b4463a59a95 None None] Allocated IP 172.20.0.2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/1a921fdd-b1fd-4238-851a-2e933b99912c/7334e878-3979-4975-88b4-d5bcb32c008a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:33.374728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:33.383747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:33.388592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:33.389215 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.400017 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=7334e878-3979-4975-88b4-d5bcb32c008a,revision_number=8']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:33.403409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=a973c7d1-cea6-46bd-a86b-31b8b3ea479f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:33.409163 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-86222b18-dc8b-4c44-92f8-b548f9df3c29 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4622846 Feb 11 06:13:33.413169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44672) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:33.418271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:9c:7c:1e', 'name': 'tempest-NetworksTestDHCPv6-1416693974'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:33.445632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ead0592d-a789-41a5-b9d1-74b56bfcb95f no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:33.488570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: ead0592d-a789-41a5-b9d1-74b56bfcb95f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:33.488882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ead0592d-a789-41a5-b9d1-74b56bfcb95f not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:33.497569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5919260f-d824-4b71-8226-8b4463a59a95 None None] For port 7334e878-3979-4975-88b4-d5bcb32c008a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7334e878-3979-4975-88b4-d5bcb32c008a,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:33.533247 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5919260f-d824-4b71-8226-8b4463a59a95 None None] Publish callbacks [] for port (7334e878-3979-4975-88b4-d5bcb32c008a), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.539687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5919260f-d824-4b71-8226-8b4463a59a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.542622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:33.634850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.643944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919260f-d824-4b71-8226-8b4463a59a95 None None] Pushing event updated for resources: {'Port': ['ID=7334e878-3979-4975-88b4-d5bcb32c008a,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:33.661512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:33.858133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 172.20.0.10 (fa4d703c-52e5-4b70-aed0-f84aac7208de/1a921fdd-b1fd-4238-851a-2e933b99912c/ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:33.867052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fe9c:7c1e (fa4d703c-52e5-4b70-aed0-f84aac7208de/a973c7d1-cea6-46bd-a86b-31b8b3ea479f/ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:33.979762 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.055379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7de8a908-8555-4e44-bf4e-012c460b8a4f req-fe0fcb59-b924-4b21-92ea-00acdb6f3ee7 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0406482 Feb 11 06:13:34.118272 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.163742 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.185472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7334e878-3979-4975-88b4-d5bcb32c008a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:34.231934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:34.248454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:34.254619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:34.264638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:34.266230 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:34.266614 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.330732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:34.332259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.359408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:34.363605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6f8db0b3-9380-43df-854d-713384f1043b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9469285 Feb 11 06:13:34.363900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44676) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:34.424335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d7baa-bb22-4ff0-8bf8-c4179800b31d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:34.429839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d7baa-bb22-4ff0-8bf8-c4179800b31d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:34.433954 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-576d7baa-bb22-4ff0-8bf8-c4179800b31d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0666461 Feb 11 06:13:34.434480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44678) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:34.539681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-671e386b-8061-4b27-93f9-f7cc02c347e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:34.540034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-671e386b-8061-4b27-93f9-f7cc02c347e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.599099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf41a9-a795-4352-8532-b2dac3bbd146 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:34.651198 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-671e386b-8061-4b27-93f9-f7cc02c347e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.664587 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-671e386b-8061-4b27-93f9-f7cc02c347e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:34.724802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-65616da9-ad3f-490e-aa08-2cf6995c6031 None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:34.725220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-65616da9-ad3f-490e-aa08-2cf6995c6031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.837278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-65616da9-ad3f-490e-aa08-2cf6995c6031 None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:34.900877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-671e386b-8061-4b27-93f9-f7cc02c347e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.935074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e386b-8061-4b27-93f9-f7cc02c347e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:35.038944 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-671e386b-8061-4b27-93f9-f7cc02c347e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.044323 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-671e386b-8061-4b27-93f9-f7cc02c347e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3 HTTP/1.1" status: 204 len: 168 time: 0.6067309 Feb 11 06:13:35.044824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44680) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:35.084416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afb03ff-9218-4938-ac8a-549278d78593 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:35.118178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750887da-f34e-439c-880d-870a0b5fbfa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:35.118774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750887da-f34e-439c-880d-870a0b5fbfa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:35.119873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750887da-f34e-439c-880d-870a0b5fbfa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:35.123996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-750887da-f34e-439c-880d-870a0b5fbfa1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0755267 Feb 11 06:13:35.124489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:35.183509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-de275eb7-9c30-4117-8d7d-79a63e55112e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 1a921fdd-b1fd-4238-851a-2e933b99912c {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:35.185923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f5a336cc-0505-4260-85ba-1aeb4b91f191 None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:35.186303 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f5a336cc-0505-4260-85ba-1aeb4b91f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.189369 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de275eb7-9c30-4117-8d7d-79a63e55112e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (1a921fdd-b1fd-4238-851a-2e933b99912c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.196167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-682a6a75-0e29-4795-a3a3-cc065cd2df1c req-ea7bd9d0-c04c-480f-972d-4a256fd36d00 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0405946 Feb 11 06:13:35.235228 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de275eb7-9c30-4117-8d7d-79a63e55112e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (1a921fdd-b1fd-4238-851a-2e933b99912c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.321768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f5a336cc-0505-4260-85ba-1aeb4b91f191 None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:35.325881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f5a336cc-0505-4260-85ba-1aeb4b91f191 None None] Could not find standard attr ID for object ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:13:35.352990 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de275eb7-9c30-4117-8d7d-79a63e55112e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1a921fdd-b1fd-4238-851a-2e933b99912c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.433816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de275eb7-9c30-4117-8d7d-79a63e55112e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (1a921fdd-b1fd-4238-851a-2e933b99912c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.460559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de275eb7-9c30-4117-8d7d-79a63e55112e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=1a921fdd-b1fd-4238-851a-2e933b99912c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:35.471982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de275eb7-9c30-4117-8d7d-79a63e55112e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.475572 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-de275eb7-9c30-4117-8d7d-79a63e55112e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/1a921fdd-b1fd-4238-851a-2e933b99912c HTTP/1.1" status: 204 len: 168 time: 0.3493249 Feb 11 06:13:35.478144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44686) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:35.547975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-8608fb02-5baa-4ba1-bb0c-0609650dc650 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet a973c7d1-cea6-46bd-a86b-31b8b3ea479f {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:35.551619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8608fb02-5baa-4ba1-bb0c-0609650dc650 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (a973c7d1-cea6-46bd-a86b-31b8b3ea479f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.589520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89107c03-64ad-4068-b3ab-ab55c62cfaa3 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:35.596632 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8608fb02-5baa-4ba1-bb0c-0609650dc650 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (a973c7d1-cea6-46bd-a86b-31b8b3ea479f), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.680083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-99e16338-4b13-43f6-8234-a05b34ed5414 None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:35.680630 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99e16338-4b13-43f6-8234-a05b34ed5414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.685626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8608fb02-5baa-4ba1-bb0c-0609650dc650 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (a973c7d1-cea6-46bd-a86b-31b8b3ea479f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.759290 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8608fb02-5baa-4ba1-bb0c-0609650dc650 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (a973c7d1-cea6-46bd-a86b-31b8b3ea479f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.786616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608fb02-5baa-4ba1-bb0c-0609650dc650 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=a973c7d1-cea6-46bd-a86b-31b8b3ea479f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:35.799176 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8608fb02-5baa-4ba1-bb0c-0609650dc650 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.802511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8608fb02-5baa-4ba1-bb0c-0609650dc650 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/a973c7d1-cea6-46bd-a86b-31b8b3ea479f HTTP/1.1" status: 204 len: 168 time: 0.3233371 Feb 11 06:13:35.804855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44688) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:35.815959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-99e16338-4b13-43f6-8234-a05b34ed5414 None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:35.857965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-55e68bc4-faa0-4e96-a9a0-9c3129b7d44d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518513 Feb 11 06:13:35.861091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44690) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:35.920115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30408928-fea9-4f8d-8d8e-120c426c3abd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:35.922351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-30408928-fea9-4f8d-8d8e-120c426c3abd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0596714 Feb 11 06:13:35.925594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44692) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:35.985513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a3b62-97ce-4f51-849c-86a949863ab0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:35.987415 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-424a3b62-97ce-4f51-849c-86a949863ab0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0605180 Feb 11 06:13:35.989735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44694) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:36.036124 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a1749b17-a814-4cc2-89af-8e18c64ca929 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452111 Feb 11 06:13:36.042112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44696) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:36.045741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-441bc2bf-a7c3-4a8e-bfda-5f0e7c363733 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:36.148644 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441bc2bf-a7c3-4a8e-bfda-5f0e7c363733 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:36.152231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-441bc2bf-a7c3-4a8e-bfda-5f0e7c363733 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.153791 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-441bc2bf-a7c3-4a8e-bfda-5f0e7c363733 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:13:36.154275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441bc2bf-a7c3-4a8e-bfda-5f0e7c363733 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:36.175474 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-441bc2bf-a7c3-4a8e-bfda-5f0e7c363733 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1337183 Feb 11 06:13:36.178794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44698) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:36.183809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d3a127bf-049e-4f06-adbc-7984e857e1a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:36.305628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ea46a06-2d5d-4eb9-ba5e-9140cc07fdd4 req-8e7457dc-77e8-4b20-86a9-76379796d737 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0338726 Feb 11 06:13:36.320387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a127bf-049e-4f06-adbc-7984e857e1a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:36.323982 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d3a127bf-049e-4f06-adbc-7984e857e1a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.325549 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a127bf-049e-4f06-adbc-7984e857e1a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:13:36.326076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a127bf-049e-4f06-adbc-7984e857e1a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:36.346325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d3a127bf-049e-4f06-adbc-7984e857e1a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1630855 Feb 11 06:13:36.346911 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44702) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:36.354223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e506a6b3-9380-4ff0-b8dd-7e784f01fd65 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:36.403106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694736f-397c-4d1f-ae50-973c436cf67e None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:36.455663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506a6b3-9380-4ff0-b8dd-7e784f01fd65 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:36.459684 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e506a6b3-9380-4ff0-b8dd-7e784f01fd65 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.461241 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e506a6b3-9380-4ff0-b8dd-7e784f01fd65 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:13:36.461882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e506a6b3-9380-4ff0-b8dd-7e784f01fd65 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:36.480665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-bfd6c8bd-1fb6-48ce-a6cb-be82f31556ff None None] Provisioning complete for port 7334e878-3979-4975-88b4-d5bcb32c008a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:36.481149 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c8bd-1fb6-48ce-a6cb-be82f31556ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.483093 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44704) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:36.483455 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e506a6b3-9380-4ff0-b8dd-7e784f01fd65 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1353173 Feb 11 06:13:36.489620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f9f80f7d-9cc9-4d2e-9981-c1a102232102 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:36.597623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f80f7d-9cc9-4d2e-9981-c1a102232102 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:36.597860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6c8bd-1fb6-48ce-a6cb-be82f31556ff None None] Current status of the port 7334e878-3979-4975-88b4-d5bcb32c008a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:36.603237 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f9f80f7d-9cc9-4d2e-9981-c1a102232102 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.605253 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f80f7d-9cc9-4d2e-9981-c1a102232102 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:13:36.605782 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f80f7d-9cc9-4d2e-9981-c1a102232102 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:36.623505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f9f80f7d-9cc9-4d2e-9981-c1a102232102 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1387718 Feb 11 06:13:36.627117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44706) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:36.632374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-be9b87b6-8655-4672-bab9-4fcbdab948c0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:36.643587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0753c9d7-aece-443b-bc22-f8eb01689a37 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:36.694015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0753c9d7-aece-443b-bc22-f8eb01689a37 None None] Deleting port 7334e878-3979-4975-88b4-d5bcb32c008a {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:36.694433 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0753c9d7-aece-443b-bc22-f8eb01689a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.733293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9b87b6-8655-4672-bab9-4fcbdab948c0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:36.736873 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be9b87b6-8655-4672-bab9-4fcbdab948c0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.738363 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9b87b6-8655-4672-bab9-4fcbdab948c0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:13:36.738862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9b87b6-8655-4672-bab9-4fcbdab948c0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:36.758261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-be9b87b6-8655-4672-bab9-4fcbdab948c0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1270657 Feb 11 06:13:36.758619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44708) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:36.763638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0137b796-6a06-4549-baf5-a293f5dedcb5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:36.766273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0753c9d7-aece-443b-bc22-f8eb01689a37 None None] For port 7334e878-3979-4975-88b4-d5bcb32c008a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7334e878-3979-4975-88b4-d5bcb32c008a,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:36.766742 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0753c9d7-aece-443b-bc22-f8eb01689a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.784705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0753c9d7-aece-443b-bc22-f8eb01689a37 None None] Calling delete_port for 7334e878-3979-4975-88b4-d5bcb32c008a owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:36.856983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0137b796-6a06-4549-baf5-a293f5dedcb5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:36.861181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0137b796-6a06-4549-baf5-a293f5dedcb5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.863805 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-0137b796-6a06-4549-baf5-a293f5dedcb5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:13:36.864585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0137b796-6a06-4549-baf5-a293f5dedcb5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:36.877615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0753c9d7-aece-443b-bc22-f8eb01689a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (7334e878-3979-4975-88b4-d5bcb32c008a), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.883038 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0137b796-6a06-4549-baf5-a293f5dedcb5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1233349 Feb 11 06:13:36.886005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44710) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:36.909987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753c9d7-aece-443b-bc22-f8eb01689a37 None None] No DVR routers for this DVR port 7334e878-3979-4975-88b4-d5bcb32c008a on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:36.920088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753c9d7-aece-443b-bc22-f8eb01689a37 None None] Pushing event deleted for resources: {'Port': ['ID=7334e878-3979-4975-88b4-d5bcb32c008a,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:36.922023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-48f09a7b-7f3c-49d9-8386-23caacc3e1b1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0345590 Feb 11 06:13:36.925759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44712) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:36.982044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e0549-ae18-469a-9d7c-90312f4a7701 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:36.983524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-827e0549-ae18-469a-9d7c-90312f4a7701 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0568080 Feb 11 06:13:36.986208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44714) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:37.033073 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-612b8a9c-7318-4c57-bf6f-d6a1f8131ae8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456240 Feb 11 06:13:37.036939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44716) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:37.042006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:37.134782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:37.139039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:37.418639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-feef8376-b8fc-47aa-93df-ad0166b66e0a req-b9dd7b50-400d-4daa-a971-4b29bdbaec92 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0321839 Feb 11 06:13:37.425408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:37.426982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9830a7d0-9538-4054-a45b-a5919d43b6ae), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:37.475562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:37.479031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:37.483506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:37.484124 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:37.489910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=9830a7d0-9538-4054-a45b-a5919d43b6ae,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:37.490128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4843abb-c3b7-4bc6-850f-abd977e949b1 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:37.508235 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cee91e91-365d-418e-8ca6-0419a3d9a3b0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4681973 Feb 11 06:13:37.509480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44720) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:37.516614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:71:96:c6', 'name': 'tempest-NetworksTestDHCPv6-146543551'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:37.621310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': '9830a7d0-9538-4054-a45b-a5919d43b6ae'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:37.622295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:37.656141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:37.762433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:37.786893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port c2bbf712-0a1a-4f8d-89f0-a30945f1664f yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:37.951139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Allocated IP 2001:db8::f816:3eff:feaa:ea09 (fa4d703c-52e5-4b70-aed0-f84aac7208de/9830a7d0-9538-4054-a45b-a5919d43b6ae/0133e69b-15c8-465a-9b81-cb39ad9334b6) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:38.134458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7334e878-3979-4975-88b4-d5bcb32c008a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:38.162979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 7334e878-3979-4975-88b4-d5bcb32c008a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:38.163320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7334e878-3979-4975-88b4-d5bcb32c008a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:38.164979 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Publish callbacks [] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.172840 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.218297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:38.223581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:38.227984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:38.235792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Pushing event updated for resources: {'Port': ['ID=0133e69b-15c8-465a-9b81-cb39ad9334b6,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:38.242543 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fe71:96c6 (fa4d703c-52e5-4b70-aed0-f84aac7208de/9830a7d0-9538-4054-a45b-a5919d43b6ae/c2bbf712-0a1a-4f8d-89f0-a30945f1664f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:38.294821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Attempting to bind port 0133e69b-15c8-465a-9b81-cb39ad9334b6 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:38.295195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Attempting to bind port 0133e69b-15c8-465a-9b81-cb39ad9334b6 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:38.295563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Attempting to bind port 0133e69b-15c8-465a-9b81-cb39ad9334b6 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:38.301693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:38.302079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:38.302515 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.302917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:38.303404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Bound port: 0133e69b-15c8-465a-9b81-cb39ad9334b6, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:38.303779 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.372171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] For port 0133e69b-15c8-465a-9b81-cb39ad9334b6, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:38.375867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] For port 0133e69b-15c8-465a-9b81-cb39ad9334b6, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0133e69b-15c8-465a-9b81-cb39ad9334b6,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:38.383166 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.403022 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (c2bbf712-0a1a-4f8d-89f0-a30945f1664f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.440194 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c2bbf712-0a1a-4f8d-89f0-a30945f1664f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.455940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9f931-a542-4030-a992-2251615ecb96 None None] Pushing event updated for resources: {'Port': ['ID=0133e69b-15c8-465a-9b81-cb39ad9334b6,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:38.502068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:38.505925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:38.518485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:38.533063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:38.534039 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.539677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f96d2d2-bdfc-4e20-a24f-d0c7b1bd1d17 req-23b92036-0806-490d-a616-9e96bf6a6c6a tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0321655 Feb 11 06:13:38.554400 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=c2bbf712-0a1a-4f8d-89f0-a30945f1664f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:38.570383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44724) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:38.570579 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a523b095-668d-407e-9655-779ff1212948 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0595710 Feb 11 06:13:38.625366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2113d48c-7e3c-4b99-a428-6da13d817c32 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:38.636319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2113d48c-7e3c-4b99-a428-6da13d817c32 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:38.641355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2113d48c-7e3c-4b99-a428-6da13d817c32 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0698285 Feb 11 06:13:38.643919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44726) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:38.756926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3212622c-fa92-4b74-a3b2-7dc911fe356c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port c2bbf712-0a1a-4f8d-89f0-a30945f1664f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:38.757316 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3212622c-fa92-4b74-a3b2-7dc911fe356c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c2bbf712-0a1a-4f8d-89f0-a30945f1664f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.848065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3212622c-fa92-4b74-a3b2-7dc911fe356c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c2bbf712-0a1a-4f8d-89f0-a30945f1664f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.860817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-3212622c-fa92-4b74-a3b2-7dc911fe356c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for c2bbf712-0a1a-4f8d-89f0-a30945f1664f owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:39.002607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3212622c-fa92-4b74-a3b2-7dc911fe356c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c2bbf712-0a1a-4f8d-89f0-a30945f1664f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.032874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212622c-fa92-4b74-a3b2-7dc911fe356c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=c2bbf712-0a1a-4f8d-89f0-a30945f1664f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:39.064261 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3212622c-fa92-4b74-a3b2-7dc911fe356c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.067584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3212622c-fa92-4b74-a3b2-7dc911fe356c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/c2bbf712-0a1a-4f8d-89f0-a30945f1664f HTTP/1.1" status: 204 len: 168 time: 0.4167309 Feb 11 06:13:39.073853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44728) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:39.132050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f3c05-3ddd-4ce6-aa39-a06793b2df6b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:39.133455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f3c05-3ddd-4ce6-aa39-a06793b2df6b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:39.137559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-679f3c05-3ddd-4ce6-aa39-a06793b2df6b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0579429 Feb 11 06:13:39.138117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44730) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:39.195093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77f4561-d7cd-467d-86d3-6ff267b8a991 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 9830a7d0-9538-4054-a45b-a5919d43b6ae {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:39.198689 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c77f4561-d7cd-467d-86d3-6ff267b8a991 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (9830a7d0-9538-4054-a45b-a5919d43b6ae), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.242704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c77f4561-d7cd-467d-86d3-6ff267b8a991 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (9830a7d0-9538-4054-a45b-a5919d43b6ae), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.340475 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c77f4561-d7cd-467d-86d3-6ff267b8a991 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9830a7d0-9538-4054-a45b-a5919d43b6ae), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.408442 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c77f4561-d7cd-467d-86d3-6ff267b8a991 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (9830a7d0-9538-4054-a45b-a5919d43b6ae), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.439321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f4561-d7cd-467d-86d3-6ff267b8a991 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=9830a7d0-9538-4054-a45b-a5919d43b6ae,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:39.443133 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c77f4561-d7cd-467d-86d3-6ff267b8a991 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.448831 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c77f4561-d7cd-467d-86d3-6ff267b8a991 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/9830a7d0-9538-4054-a45b-a5919d43b6ae HTTP/1.1" status: 204 len: 168 time: 0.3074875 Feb 11 06:13:39.449234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:39.490737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-89032a42-7f88-4405-89e8-31081645f0b2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403211 Feb 11 06:13:39.493548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44734) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:39.498798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab80fe7-d215-4d95-87e6-525a06d1afbd None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:39.499476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:39.610987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:39.611867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-99a6405e-56ba-48a7-9342-7adaf76c990f None None] Provisioning complete for port 0133e69b-15c8-465a-9b81-cb39ad9334b6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:39.612507 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99a6405e-56ba-48a7-9342-7adaf76c990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.615531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.674315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2557b79-d87d-4d2a-8b8a-f122097fca8e req-8b5d1ac0-99e5-4828-b042-f67f40675d21 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a5bac17-8a88-4871-8b34-70f317787058 HTTP/1.1" status: 200 len: 210 time: 0.0485487 Feb 11 06:13:39.730772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-99a6405e-56ba-48a7-9342-7adaf76c990f None None] Current status of the port 0133e69b-15c8-465a-9b81-cb39ad9334b6 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:39.731314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99a6405e-56ba-48a7-9342-7adaf76c990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.773466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff95514-778c-4171-bdde-57afa9e2fa0d None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:39.780143 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-99a6405e-56ba-48a7-9342-7adaf76c990f None None] For port 0133e69b-15c8-465a-9b81-cb39ad9334b6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0133e69b-15c8-465a-9b81-cb39ad9334b6,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:39.786332 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99a6405e-56ba-48a7-9342-7adaf76c990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.865982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6405e-56ba-48a7-9342-7adaf76c990f None None] Pushing event updated for resources: {'Port': ['ID=0133e69b-15c8-465a-9b81-cb39ad9334b6,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:39.877461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-eff95514-778c-4171-bdde-57afa9e2fa0d None None] Deleting port 0133e69b-15c8-465a-9b81-cb39ad9334b6 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:39.877837 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eff95514-778c-4171-bdde-57afa9e2fa0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.958249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:39.964953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-eff95514-778c-4171-bdde-57afa9e2fa0d None None] For port 0133e69b-15c8-465a-9b81-cb39ad9334b6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0133e69b-15c8-465a-9b81-cb39ad9334b6,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:39.965221 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eff95514-778c-4171-bdde-57afa9e2fa0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.979042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-eff95514-778c-4171-bdde-57afa9e2fa0d None None] Calling delete_port for 0133e69b-15c8-465a-9b81-cb39ad9334b6 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:40.068908 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eff95514-778c-4171-bdde-57afa9e2fa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (0133e69b-15c8-465a-9b81-cb39ad9334b6), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.093586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Port 0133e69b-15c8-465a-9b81-cb39ad9334b6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103121) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 06:13:40.094318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Reverting IP allocation for 2001:db8::f816:3eff:feaa:ea09 {{(pid=103121) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 06:13:40.098472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaa:ea09 {{(pid=103121) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 06:13:40.099783 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (ee5d0ca4-6a3c-4e06-b46a-d78f782c617f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.108438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff95514-778c-4171-bdde-57afa9e2fa0d None None] No DVR routers for this DVR port 0133e69b-15c8-465a-9b81-cb39ad9334b6 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:40.114150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff95514-778c-4171-bdde-57afa9e2fa0d None None] Pushing event deleted for resources: {'Port': ['ID=0133e69b-15c8-465a-9b81-cb39ad9334b6,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:40.149887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:40.153223 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:40.157673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:40.158275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.164024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=ee5d0ca4-6a3c-4e06-b46a-d78f782c617f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:40.165080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf184b-d9ae-4a5b-b6f4-a0126c19a218 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:40.181623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44738) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:40.185486 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3831a0d-e734-4afe-8f4a-979997a36ef0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6869948 Feb 11 06:13:40.187301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:dd:9e:0e', 'name': 'tempest-NetworksTestDHCPv6-832296680'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:40.282883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'ee5d0ca4-6a3c-4e06-b46a-d78f782c617f'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:40.283771 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.305679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:40.391983 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.416323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port a1a7d10b-f755-455c-a82e-8e604db42893 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:40.428664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Allocated IP 2001:db8::f816:3eff:fede:2d15 (fa4d703c-52e5-4b70-aed0-f84aac7208de/ee5d0ca4-6a3c-4e06-b46a-d78f782c617f/69214fd1-1909-43ba-9974-fcbe4373aabf) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:40.581017 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Publish callbacks [] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.587563 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.630376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:40.636068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:40.637284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fedd:9e0e (fa4d703c-52e5-4b70-aed0-f84aac7208de/ee5d0ca4-6a3c-4e06-b46a-d78f782c617f/a1a7d10b-f755-455c-a82e-8e604db42893) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:40.638000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Pushing event updated for resources: {'Port': ['ID=69214fd1-1909-43ba-9974-fcbe4373aabf,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:40.640221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:40.702870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Attempting to bind port 69214fd1-1909-43ba-9974-fcbe4373aabf on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:40.705014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Attempting to bind port 69214fd1-1909-43ba-9974-fcbe4373aabf by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:40.705511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Attempting to bind port 69214fd1-1909-43ba-9974-fcbe4373aabf on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:40.711126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:40.711810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:40.712257 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.712640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:40.713110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Bound port: 69214fd1-1909-43ba-9974-fcbe4373aabf, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:40.713523 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.736110 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44742) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:40.779144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] For port 69214fd1-1909-43ba-9974-fcbe4373aabf, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:40.783006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] For port 69214fd1-1909-43ba-9974-fcbe4373aabf, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69214fd1-1909-43ba-9974-fcbe4373aabf,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:40.791102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.798800 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (a1a7d10b-f755-455c-a82e-8e604db42893), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.838241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a1a7d10b-f755-455c-a82e-8e604db42893), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.884493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eed36-cb38-4dc0-ab3f-ea48f00f5054 None None] Pushing event updated for resources: {'Port': ['ID=69214fd1-1909-43ba-9974-fcbe4373aabf,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:40.905794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=a1a7d10b-f755-455c-a82e-8e604db42893,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:40.913372 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Deleting port 9adb470c-55a9-4364-bade-afa7cf65dcc3 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:40.913608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:40.914210 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9adb470c-55a9-4364-bade-afa7cf65dcc3), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.914954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:40.917993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:40.923424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:40.924054 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.948602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a6d0ffc1-0cbf-43fb-a8bf-055d1ff56bdc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7654266 Feb 11 06:13:40.951744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44744) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:41.006794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9adb470c-55a9-4364-bade-afa7cf65dcc3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.007399 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (9adb470c-55a9-4364-bade-afa7cf65dcc3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.016117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bbbe29-0c3b-491b-bf2a-37d271a1b57b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.021565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bbbe29-0c3b-491b-bf2a-37d271a1b57b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.022364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Calling delete_port for 9adb470c-55a9-4364-bade-afa7cf65dcc3 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:41.025173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e7bbbe29-0c3b-491b-bf2a-37d271a1b57b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0702486 Feb 11 06:13:41.025997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44746) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:41.148630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bd99b3d3-6f83-4519-9ba3-8b39f6fb9e19 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port a1a7d10b-f755-455c-a82e-8e604db42893 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:41.148981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd99b3d3-6f83-4519-9ba3-8b39f6fb9e19 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a1a7d10b-f755-455c-a82e-8e604db42893), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.218151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9adb470c-55a9-4364-bade-afa7cf65dcc3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.256216 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd99b3d3-6f83-4519-9ba3-8b39f6fb9e19 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a1a7d10b-f755-455c-a82e-8e604db42893), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.260218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'Port': ['ID=9adb470c-55a9-4364-bade-afa7cf65dcc3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:41.271344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-bd99b3d3-6f83-4519-9ba3-8b39f6fb9e19 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for a1a7d10b-f755-455c-a82e-8e604db42893 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:41.319215 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for floatingip (b4ac3b57-a755-43da-8212-4f25b6b9d395), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.321845 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.323069 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-206ad5ca-2ebb-4048-9511-6ae3dacc762e tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "DELETE /v2.0/floatingips/b4ac3b57-a755-43da-8212-4f25b6b9d395 HTTP/1.1" status: 204 len: 168 time: 0.5851827 Feb 11 06:13:41.412266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd99b3d3-6f83-4519-9ba3-8b39f6fb9e19 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a1a7d10b-f755-455c-a82e-8e604db42893), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.439570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99b3d3-6f83-4519-9ba3-8b39f6fb9e19 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=a1a7d10b-f755-455c-a82e-8e604db42893,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:41.473747 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bd99b3d3-6f83-4519-9ba3-8b39f6fb9e19 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.476984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bd99b3d3-6f83-4519-9ba3-8b39f6fb9e19 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/a1a7d10b-f755-455c-a82e-8e604db42893 HTTP/1.1" status: 204 len: 168 time: 0.4499633 Feb 11 06:13:41.479598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44756) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:41.552361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2fec6-c19a-4c90-bb97-b8e9316dd53d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.553966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2fec6-c19a-4c90-bb97-b8e9316dd53d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.555441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3bc2fec6-c19a-4c90-bb97-b8e9316dd53d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0750110 Feb 11 06:13:41.558444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44758) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:41.624469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb6e7a3-f9cf-42c0-a07f-9e21ea7cfcc9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet ee5d0ca4-6a3c-4e06-b46a-d78f782c617f {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:41.628344 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fb6e7a3-f9cf-42c0-a07f-9e21ea7cfcc9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (ee5d0ca4-6a3c-4e06-b46a-d78f782c617f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.676015 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fb6e7a3-f9cf-42c0-a07f-9e21ea7cfcc9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (ee5d0ca4-6a3c-4e06-b46a-d78f782c617f), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.767476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fb6e7a3-f9cf-42c0-a07f-9e21ea7cfcc9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (ee5d0ca4-6a3c-4e06-b46a-d78f782c617f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.845079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fb6e7a3-f9cf-42c0-a07f-9e21ea7cfcc9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (ee5d0ca4-6a3c-4e06-b46a-d78f782c617f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:41.924251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5babffad-723c-4a4e-8e3b-cc5ef825ea55 None None] Provisioning complete for port 69214fd1-1909-43ba-9974-fcbe4373aabf triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:41.924774 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5babffad-723c-4a4e-8e3b-cc5ef825ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.030675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5babffad-723c-4a4e-8e3b-cc5ef825ea55 None None] Current status of the port 69214fd1-1909-43ba-9974-fcbe4373aabf is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:42.031125 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5babffad-723c-4a4e-8e3b-cc5ef825ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.072204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5babffad-723c-4a4e-8e3b-cc5ef825ea55 None None] For port 69214fd1-1909-43ba-9974-fcbe4373aabf, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69214fd1-1909-43ba-9974-fcbe4373aabf,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:42.077559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5babffad-723c-4a4e-8e3b-cc5ef825ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.164075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babffad-723c-4a4e-8e3b-cc5ef825ea55 None None] Pushing event updated for resources: {'Port': ['ID=69214fd1-1909-43ba-9974-fcbe4373aabf,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:42.192671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-82deda90-e2fb-4c4e-a1c7-4ba2e54ebe8d None None] Could not find standard attr ID for object a1a7d10b-f755-455c-a82e-8e604db42893. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:13:42.250512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69214fd1-1909-43ba-9974-fcbe4373aabf up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:42.279744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6e7a3-f9cf-42c0-a07f-9e21ea7cfcc9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5d0ca4-6a3c-4e06-b46a-d78f782c617f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:42.286033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5fb6e7a3-f9cf-42c0-a07f-9e21ea7cfcc9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.292053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44760) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:42.292643 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5fb6e7a3-f9cf-42c0-a07f-9e21ea7cfcc9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/ee5d0ca4-6a3c-4e06-b46a-d78f782c617f HTTP/1.1" status: 204 len: 168 time: 0.7324600 Feb 11 06:13:42.330501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 69214fd1-1909-43ba-9974-fcbe4373aabf triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:42.331473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.349760 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8e309dd9-db37-4568-bba9-32052515c9c1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544498 Feb 11 06:13:42.351563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44762) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:42.421044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1531f3b-f03c-49d3-a558-e90d1fc836fd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:42.425621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d1531f3b-f03c-49d3-a558-e90d1fc836fd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0730577 Feb 11 06:13:42.426282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44764) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:42.434558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 69214fd1-1909-43ba-9974-fcbe4373aabf is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:42.475454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b68dec-f80b-448c-b86d-2f7dbdfd4148 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:42.482766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d1d9d-44c6-4b88-abc7-3ad982a55f09 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:42.487130 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e36d1d9d-44c6-4b88-abc7-3ad982a55f09 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0597415 Feb 11 06:13:42.487304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44766) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:42.531796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6888d262-14f4-40a7-a5b6-1e285a0ef1a3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416727 Feb 11 06:13:42.536763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44770) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:42.543767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:42.664168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:42.668261 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.668463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2a9acb-f89b-4fee-80c3-1d994c3c1e61 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:42.720763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a9acb-f89b-4fee-80c3-1d994c3c1e61 None None] Deleting port 69214fd1-1909-43ba-9974-fcbe4373aabf {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:42.721187 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9acb-f89b-4fee-80c3-1d994c3c1e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.793877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9b2a9acb-f89b-4fee-80c3-1d994c3c1e61 None None] For port 69214fd1-1909-43ba-9974-fcbe4373aabf, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69214fd1-1909-43ba-9974-fcbe4373aabf,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:42.794291 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9acb-f89b-4fee-80c3-1d994c3c1e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.815932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a9acb-f89b-4fee-80c3-1d994c3c1e61 None None] Calling delete_port for 69214fd1-1909-43ba-9974-fcbe4373aabf owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:42.910253 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9acb-f89b-4fee-80c3-1d994c3c1e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (69214fd1-1909-43ba-9974-fcbe4373aabf), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.936923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a9acb-f89b-4fee-80c3-1d994c3c1e61 None None] Pushing event deleted for resources: {'Port': ['ID=69214fd1-1909-43ba-9974-fcbe4373aabf,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:42.944339 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a9acb-f89b-4fee-80c3-1d994c3c1e61 None None] No DVR routers for this DVR port 69214fd1-1909-43ba-9974-fcbe4373aabf on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:42.952719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:42.954896 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (e62184d6-8250-4d8b-b60d-b05dfbcbf75c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.993321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:42.997702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:43.002101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:43.002697 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.007437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de17c6-95c6-487a-8cbc-f56726bab2b2 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:43.019987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=e62184d6-8250-4d8b-b60d-b05dfbcbf75c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:43.028294 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1d331d1b-2dab-47e9-a2a1-73a7e1f4ad9d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.4869082 Feb 11 06:13:43.028826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44772) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:43.034063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:6d:2a:6b', 'name': 'tempest-NetworksTestDHCPv6-381492518'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:43.134594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'e62184d6-8250-4d8b-b60d-b05dfbcbf75c'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:43.135699 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.161335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:43.257837 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.290318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 289fad7f-8778-4bfb-902d-4294fdab65fd yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:43.303495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Allocated IP 2001:db8::f816:3eff:fe86:2c7f (fa4d703c-52e5-4b70-aed0-f84aac7208de/e62184d6-8250-4d8b-b60d-b05dfbcbf75c/42a6f8d6-dc46-432a-bf61-90742084ac50) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:43.457256 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Publish callbacks [] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.463004 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.508264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:43.513464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:43.513648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fe6d:2a6b (fa4d703c-52e5-4b70-aed0-f84aac7208de/e62184d6-8250-4d8b-b60d-b05dfbcbf75c/289fad7f-8778-4bfb-902d-4294fdab65fd) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:43.516170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Pushing event updated for resources: {'Port': ['ID=42a6f8d6-dc46-432a-bf61-90742084ac50,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:43.518535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:43.578824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Attempting to bind port 42a6f8d6-dc46-432a-bf61-90742084ac50 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:43.579478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Attempting to bind port 42a6f8d6-dc46-432a-bf61-90742084ac50 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:43.579917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Attempting to bind port 42a6f8d6-dc46-432a-bf61-90742084ac50 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:43.586580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:43.587387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:43.588185 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.588890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:43.589755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Bound port: 42a6f8d6-dc46-432a-bf61-90742084ac50, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:43.590218 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.673562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] For port 42a6f8d6-dc46-432a-bf61-90742084ac50, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:43.677578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] For port 42a6f8d6-dc46-432a-bf61-90742084ac50, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=42a6f8d6-dc46-432a-bf61-90742084ac50,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:43.683955 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.694936 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (289fad7f-8778-4bfb-902d-4294fdab65fd), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.732358 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (289fad7f-8778-4bfb-902d-4294fdab65fd), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.746745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce2b92-a1d1-4125-a2ab-d4dc3f6fb6e8 None None] Pushing event updated for resources: {'Port': ['ID=42a6f8d6-dc46-432a-bf61-90742084ac50,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:43.786389 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:43.789471 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:43.794011 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:43.799209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:43.799849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.802452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=289fad7f-8778-4bfb-902d-4294fdab65fd,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:43.822124 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-968ad318-01b2-4168-883c-c60a1af10053 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7901320 Feb 11 06:13:43.822473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44776) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:43.878171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99222649-4938-4eb7-83d2-e8131f58a004 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:43.883727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99222649-4938-4eb7-83d2-e8131f58a004 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:43.885372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-99222649-4938-4eb7-83d2-e8131f58a004 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0618894 Feb 11 06:13:43.888079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44778) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:43.997338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-91a76d94-0ad9-4e1c-b736-d143a0f62c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 289fad7f-8778-4bfb-902d-4294fdab65fd {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:43.997694 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91a76d94-0ad9-4e1c-b736-d143a0f62c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (289fad7f-8778-4bfb-902d-4294fdab65fd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.094161 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91a76d94-0ad9-4e1c-b736-d143a0f62c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (289fad7f-8778-4bfb-902d-4294fdab65fd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.123136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-91a76d94-0ad9-4e1c-b736-d143a0f62c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 289fad7f-8778-4bfb-902d-4294fdab65fd owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:44.218252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69214fd1-1909-43ba-9974-fcbe4373aabf no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:44.240714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 69214fd1-1909-43ba-9974-fcbe4373aabf {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:44.241067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69214fd1-1909-43ba-9974-fcbe4373aabf not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:44.319243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91a76d94-0ad9-4e1c-b736-d143a0f62c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (289fad7f-8778-4bfb-902d-4294fdab65fd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.349051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a76d94-0ad9-4e1c-b736-d143a0f62c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=289fad7f-8778-4bfb-902d-4294fdab65fd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:44.375855 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91a76d94-0ad9-4e1c-b736-d143a0f62c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.379887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-91a76d94-0ad9-4e1c-b736-d143a0f62c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/289fad7f-8778-4bfb-902d-4294fdab65fd HTTP/1.1" status: 204 len: 168 time: 0.4901273 Feb 11 06:13:44.381728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44780) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:44.437215 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ec5ea-78c3-472e-a7ce-f924d299b26c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:44.438771 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ec5ea-78c3-472e-a7ce-f924d299b26c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:44.440637 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-971ec5ea-78c3-472e-a7ce-f924d299b26c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0578341 Feb 11 06:13:44.443272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44782) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:44.501688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa21b6d-912b-47d3-9936-f0d9d94d76bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet e62184d6-8250-4d8b-b60d-b05dfbcbf75c {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:44.504857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-caa21b6d-912b-47d3-9936-f0d9d94d76bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (e62184d6-8250-4d8b-b60d-b05dfbcbf75c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.544468 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-caa21b6d-912b-47d3-9936-f0d9d94d76bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e62184d6-8250-4d8b-b60d-b05dfbcbf75c), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.632640 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-caa21b6d-912b-47d3-9936-f0d9d94d76bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e62184d6-8250-4d8b-b60d-b05dfbcbf75c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.706450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-caa21b6d-912b-47d3-9936-f0d9d94d76bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e62184d6-8250-4d8b-b60d-b05dfbcbf75c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.746791 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa21b6d-912b-47d3-9936-f0d9d94d76bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=e62184d6-8250-4d8b-b60d-b05dfbcbf75c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:44.749941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-caa21b6d-912b-47d3-9936-f0d9d94d76bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.756487 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-caa21b6d-912b-47d3-9936-f0d9d94d76bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/e62184d6-8250-4d8b-b60d-b05dfbcbf75c HTTP/1.1" status: 204 len: 168 time: 0.3098776 Feb 11 06:13:44.757103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44786) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:44.808777 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44788) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:44.809478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0e0d468d-a421-435e-9da2-9347b141d1ea tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505228 Feb 11 06:13:44.814426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:44.920433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:44.924602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.029703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb30c9-656b-41ac-9b20-d7b2bff934da None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:45.132821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0c91ccd6-c332-406d-ada9-b18fce8d68d0 None None] Provisioning complete for port 42a6f8d6-dc46-432a-bf61-90742084ac50 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:45.133229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c91ccd6-c332-406d-ada9-b18fce8d68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.232325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08795678-e3d3-4751-ba2c-e7ad5c55d871 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:45.239937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0c91ccd6-c332-406d-ada9-b18fce8d68d0 None None] Current status of the port 42a6f8d6-dc46-432a-bf61-90742084ac50 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:45.240481 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c91ccd6-c332-406d-ada9-b18fce8d68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.288742 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:45.315132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0c91ccd6-c332-406d-ada9-b18fce8d68d0 None None] For port 42a6f8d6-dc46-432a-bf61-90742084ac50, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=42a6f8d6-dc46-432a-bf61-90742084ac50,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:45.327400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c91ccd6-c332-406d-ada9-b18fce8d68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.359307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-08795678-e3d3-4751-ba2c-e7ad5c55d871 None None] Deleting port 42a6f8d6-dc46-432a-bf61-90742084ac50 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:45.359687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-08795678-e3d3-4751-ba2c-e7ad5c55d871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.422002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91ccd6-c332-406d-ada9-b18fce8d68d0 None None] Pushing event updated for resources: {'Port': ['ID=42a6f8d6-dc46-432a-bf61-90742084ac50,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:45.460736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.468166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-08795678-e3d3-4751-ba2c-e7ad5c55d871 None None] For port 42a6f8d6-dc46-432a-bf61-90742084ac50, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=42a6f8d6-dc46-432a-bf61-90742084ac50,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:45.468693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-08795678-e3d3-4751-ba2c-e7ad5c55d871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.485208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-08795678-e3d3-4751-ba2c-e7ad5c55d871 None None] Calling delete_port for 42a6f8d6-dc46-432a-bf61-90742084ac50 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:45.630326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] For port 42a6f8d6-dc46-432a-bf61-90742084ac50, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=42a6f8d6-dc46-432a-bf61-90742084ac50,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:45.663191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.668992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.671166 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-08795678-e3d3-4751-ba2c-e7ad5c55d871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (42a6f8d6-dc46-432a-bf61-90742084ac50), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.685447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08795678-e3d3-4751-ba2c-e7ad5c55d871 None None] No DVR routers for this DVR port 42a6f8d6-dc46-432a-bf61-90742084ac50 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:45.702902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=42a6f8d6-dc46-432a-bf61-90742084ac50,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:45.705853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08795678-e3d3-4751-ba2c-e7ad5c55d871 None None] Pushing event deleted for resources: {'Port': ['ID=42a6f8d6-dc46-432a-bf61-90742084ac50,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:45.709900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (f65a130f-9125-40a2-9b32-efba227ef80a), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.776343 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=f65a130f-9125-40a2-9b32-efba227ef80a,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:45.781264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:45.783615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:45.787088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:45.787812 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.792616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e26c54-8742-41a3-b52c-95d37f5a61e5 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:45.812074 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bb1967e0-0fcc-44bf-a566-eda9e68ae150 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9997818 Feb 11 06:13:45.813442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44792) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:45.819234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:39:8b:f5', 'name': 'tempest-NetworksTestDHCPv6-764603258'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:45.900404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'f65a130f-9125-40a2-9b32-efba227ef80a'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:45.901675 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.953024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:46.046086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.050578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Allocated IP 2001:db8::f816:3eff:fe85:8a97 (fa4d703c-52e5-4b70-aed0-f84aac7208de/f65a130f-9125-40a2-9b32-efba227ef80a/d8e7f585-9b8a-4d86-a783-050242315a5e) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:46.068286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port e49a2cd1-de6b-413b-b6eb-f3b12127bb3b yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:46.208879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Publish callbacks [] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.222984 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.278904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fe39:8bf5 (fa4d703c-52e5-4b70-aed0-f84aac7208de/f65a130f-9125-40a2-9b32-efba227ef80a/e49a2cd1-de6b-413b-b6eb-f3b12127bb3b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:46.431247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:46.435774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:46.437829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Pushing event updated for resources: {'Port': ['ID=d8e7f585-9b8a-4d86-a783-050242315a5e,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:46.440338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:46.441784 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (e49a2cd1-de6b-413b-b6eb-f3b12127bb3b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.493728 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e49a2cd1-de6b-413b-b6eb-f3b12127bb3b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.505108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Attempting to bind port d8e7f585-9b8a-4d86-a783-050242315a5e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:46.507539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Attempting to bind port d8e7f585-9b8a-4d86-a783-050242315a5e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:46.508152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Attempting to bind port d8e7f585-9b8a-4d86-a783-050242315a5e on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:46.513687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:46.514074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:46.514485 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.514885 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:46.515356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Bound port: d8e7f585-9b8a-4d86-a783-050242315a5e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:46.516381 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.543661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:46.547125 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:46.549594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:46.554948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:46.555703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.571506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=e49a2cd1-de6b-413b-b6eb-f3b12127bb3b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:46.586282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7687440 Feb 11 06:13:46.586282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.586282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.586282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.586282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.586866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.586963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:46.587416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.587416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.587607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.587841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.588297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.588635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.588966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.589513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc7d56-bf11-4c8e-85f7-39ddcbc4eef4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:46.610540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] For port d8e7f585-9b8a-4d86-a783-050242315a5e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:46.614783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] For port d8e7f585-9b8a-4d86-a783-050242315a5e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d8e7f585-9b8a-4d86-a783-050242315a5e,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:46.622114 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.658728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e86b0f-1301-405d-9257-29a466f04e35 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:46.666412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e86b0f-1301-405d-9257-29a466f04e35 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:46.669168 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-60e86b0f-1301-405d-9257-29a466f04e35 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0798848 Feb 11 06:13:46.670857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44796) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:46.688297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98853cfb-3732-4475-80b6-d7ed11a156f9 None None] Pushing event updated for resources: {'Port': ['ID=d8e7f585-9b8a-4d86-a783-050242315a5e,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:46.774794 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-35808874-d587-4532-a142-6e3caa14c5f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port e49a2cd1-de6b-413b-b6eb-f3b12127bb3b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:46.774921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-35808874-d587-4532-a142-6e3caa14c5f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e49a2cd1-de6b-413b-b6eb-f3b12127bb3b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.811049 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44800) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:46.897131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-35808874-d587-4532-a142-6e3caa14c5f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e49a2cd1-de6b-413b-b6eb-f3b12127bb3b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.912615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-35808874-d587-4532-a142-6e3caa14c5f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for e49a2cd1-de6b-413b-b6eb-f3b12127bb3b owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:46.926162 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a318f50-f2a0-4983-92c0-af262bce83b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group (318f3090-163e-4212-a33f-fe54d0431dc0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:46.959360 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a318f50-f2a0-4983-92c0-af262bce83b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group (318f3090-163e-4212-a33f-fe54d0431dc0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.052185 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a318f50-f2a0-4983-92c0-af262bce83b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (318f3090-163e-4212-a33f-fe54d0431dc0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.059114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0a318f50-f2a0-4983-92c0-af262bce83b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.063955 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0a318f50-f2a0-4983-92c0-af262bce83b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] 10.222.0.31 "DELETE /v2.0/security-groups/318f3090-163e-4212-a33f-fe54d0431dc0 HTTP/1.1" status: 204 len: 168 time: 0.2502015 Feb 11 06:13:47.077521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a318f50-f2a0-4983-92c0-af262bce83b2 tempest-TestVolumeBootPattern-810332061 tempest-TestVolumeBootPattern-810332061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318f3090-163e-4212-a33f-fe54d0431dc0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:47.090837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-35808874-d587-4532-a142-6e3caa14c5f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (e49a2cd1-de6b-413b-b6eb-f3b12127bb3b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.139103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44804) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:47.564999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35808874-d587-4532-a142-6e3caa14c5f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=e49a2cd1-de6b-413b-b6eb-f3b12127bb3b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:47.592064 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-35808874-d587-4532-a142-6e3caa14c5f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.599303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-35808874-d587-4532-a142-6e3caa14c5f6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/e49a2cd1-de6b-413b-b6eb-f3b12127bb3b HTTP/1.1" status: 204 len: 168 time: 0.9252501 Feb 11 06:13:47.599872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44808) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:47.664933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fae7ca-56a5-4d03-b026-2ecc324cd40f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:47.666677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fae7ca-56a5-4d03-b026-2ecc324cd40f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:47.670564 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d3fae7ca-56a5-4d03-b026-2ecc324cd40f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0671835 Feb 11 06:13:47.671052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44810) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:47.739528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-209d7ddc-e18a-4c3d-b503-3b19a46ae7bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet f65a130f-9125-40a2-9b32-efba227ef80a {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:47.743613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-209d7ddc-e18a-4c3d-b503-3b19a46ae7bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (f65a130f-9125-40a2-9b32-efba227ef80a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.791996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-209d7ddc-e18a-4c3d-b503-3b19a46ae7bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (f65a130f-9125-40a2-9b32-efba227ef80a), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.824601 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (a411d539-8d25-4b37-9adf-80e6d70c28da), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.889749 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-209d7ddc-e18a-4c3d-b503-3b19a46ae7bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (f65a130f-9125-40a2-9b32-efba227ef80a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.962608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-209d7ddc-e18a-4c3d-b503-3b19a46ae7bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (f65a130f-9125-40a2-9b32-efba227ef80a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.977295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-209d7ddc-e18a-4c3d-b503-3b19a46ae7bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:47.981173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-209d7ddc-e18a-4c3d-b503-3b19a46ae7bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/f65a130f-9125-40a2-9b32-efba227ef80a HTTP/1.1" status: 204 len: 168 time: 0.3083262 Feb 11 06:13:47.997635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44812) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:48.001599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-eecc8c25-7979-4309-b2b6-30b333333bd4 None None] Provisioning complete for port d8e7f585-9b8a-4d86-a783-050242315a5e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:48.002216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d7ddc-e18a-4c3d-b503-3b19a46ae7bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=f65a130f-9125-40a2-9b32-efba227ef80a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:48.003514 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c25-7979-4309-b2b6-30b333333bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.052323 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27e6973a-c2d4-4d11-b4d0-82ed5f148d48 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533681 Feb 11 06:13:48.054734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44814) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:48.115087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-eecc8c25-7979-4309-b2b6-30b333333bd4 None None] Current status of the port d8e7f585-9b8a-4d86-a783-050242315a5e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:48.115489 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c25-7979-4309-b2b6-30b333333bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.159530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-eecc8c25-7979-4309-b2b6-30b333333bd4 None None] For port d8e7f585-9b8a-4d86-a783-050242315a5e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d8e7f585-9b8a-4d86-a783-050242315a5e,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:48.165821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666b69cc-a68e-4093-8980-e0af420d4a87 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:48.171261 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eecc8c25-7979-4309-b2b6-30b333333bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.176441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523beaca-afb1-4e41-ad4e-656915bfe557 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:48.178147 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-523beaca-afb1-4e41-ad4e-656915bfe557 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1223195 Feb 11 06:13:48.181332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44816) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:48.272928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67987e2-6f8e-4b1f-8ca8-944356e93f11 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:48.276225 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d8e7f585-9b8a-4d86-a783-050242315a5e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:48.278407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a67987e2-6f8e-4b1f-8ca8-944356e93f11 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0956013 Feb 11 06:13:48.279060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44818) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:48.300076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Deleting port 757044ef-2c6b-4ef2-a1c7-044d6a24897a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:48.300476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.339961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3430a04b-2571-4d9e-9c07-2d984645ff05 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590420 Feb 11 06:13:48.340566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44820) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:48.343161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-15e17389-8410-4222-8734-338f8cabdeb8 None None] Could not find standard attr ID for object e49a2cd1-de6b-413b-b6eb-f3b12127bb3b. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:13:48.350172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:48.368542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc8c25-7979-4309-b2b6-30b333333bd4 None None] Pushing event updated for resources: {'Port': ['ID=d8e7f585-9b8a-4d86-a783-050242315a5e,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:48.396198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] For port 757044ef-2c6b-4ef2-a1c7-044d6a24897a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=757044ef-2c6b-4ef2-a1c7-044d6a24897a,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:48.396869 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.413807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port d8e7f585-9b8a-4d86-a783-050242315a5e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:48.414313 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.415383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Calling delete_port for 757044ef-2c6b-4ef2-a1c7-044d6a24897a owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:48.479536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:48.484008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.494886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509af786-59c1-4a87-88ee-68e07b764cca None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:48.577858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port d8e7f585-9b8a-4d86-a783-050242315a5e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:48.592291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-509af786-59c1-4a87-88ee-68e07b764cca None None] Deleting port d8e7f585-9b8a-4d86-a783-050242315a5e {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:48.592958 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-509af786-59c1-4a87-88ee-68e07b764cca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.676241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (757044ef-2c6b-4ef2-a1c7-044d6a24897a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.684151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-509af786-59c1-4a87-88ee-68e07b764cca None None] For port d8e7f585-9b8a-4d86-a783-050242315a5e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d8e7f585-9b8a-4d86-a783-050242315a5e,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:48.684713 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-509af786-59c1-4a87-88ee-68e07b764cca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.705550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-509af786-59c1-4a87-88ee-68e07b764cca None None] Calling delete_port for d8e7f585-9b8a-4d86-a783-050242315a5e owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:48.713744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Pushing event deleted for resources: {'Port': ['ID=757044ef-2c6b-4ef2-a1c7-044d6a24897a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:48.749506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (fcbb1086-8308-48b3-b266-a857d4765957), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.809607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:48.817344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:48.823182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:48.825338 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.834465 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-509af786-59c1-4a87-88ee-68e07b764cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (d8e7f585-9b8a-4d86-a783-050242315a5e), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.844366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5000558 Feb 11 06:13:48.845463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44822) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:48.850384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:9e:7d:32', 'name': 'tempest-NetworksTestDHCPv6-759553695'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:48.864164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39574636-8381-497b-a0eb-ee42b7dc54da tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=fcbb1086-8308-48b3-b266-a857d4765957,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:48.896945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af786-59c1-4a87-88ee-68e07b764cca None None] No DVR routers for this DVR port d8e7f585-9b8a-4d86-a783-050242315a5e on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:48.921844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be993c-c537-41ed-beef-6ea0c6786e98 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:48.925449 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509af786-59c1-4a87-88ee-68e07b764cca None None] Pushing event deleted for resources: {'Port': ['ID=d8e7f585-9b8a-4d86-a783-050242315a5e,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:49.001715 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (a411d539-8d25-4b37-9adf-80e6d70c28da), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.027249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:49.035666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.059921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port edc0746d-1979-4f44-92b6-3f759f0285f6 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:49.089801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'fcbb1086-8308-48b3-b266-a857d4765957'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:49.091637 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.245971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::16d (fa4d703c-52e5-4b70-aed0-f84aac7208de/fcbb1086-8308-48b3-b266-a857d4765957/edc0746d-1979-4f44-92b6-3f759f0285f6) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:49.416055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (edc0746d-1979-4f44-92b6-3f759f0285f6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.471060 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (edc0746d-1979-4f44-92b6-3f759f0285f6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.515328 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Router a411d539-8d25-4b37-9adf-80e6d70c28da has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:13:49.525045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:49.528514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:49.534771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:49.540370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:49.541007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.547248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/fcbb1086-8308-48b3-b266-a857d4765957/751f04b1-b920-421f-af24-82a9f8c589bc) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:49.553471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=edc0746d-1979-4f44-92b6-3f759f0285f6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:49.566103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-60cdae9b-c358-4e85-9fb8-c67f48d60dca tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7195807 Feb 11 06:13:49.570020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44824) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:49.625776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2302705a-d358-40dc-9808-f9d91a2767d9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:49.627344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2302705a-d358-40dc-9808-f9d91a2767d9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0558333 Feb 11 06:13:49.629883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44826) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:49.660857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:49.666816 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4db652ba-81dc-4ae1-94c1-b71128041776 admin admin] 10.222.0.31 "PUT /v2.0/routers/a411d539-8d25-4b37-9adf-80e6d70c28da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5262935 Feb 11 06:13:49.669024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44828) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:49.672338 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] Sync routers for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:49.684612 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:49.685705 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:49.746815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a764b82b-1573-443c-b50a-05c8ff6faa23 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port edc0746d-1979-4f44-92b6-3f759f0285f6 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:49.747658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a764b82b-1573-443c-b50a-05c8ff6faa23 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (edc0746d-1979-4f44-92b6-3f759f0285f6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.771809 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Publish callbacks [] for port (751f04b1-b920-421f-af24-82a9f8c589bc), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.779496 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (751f04b1-b920-421f-af24-82a9f8c589bc), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.785574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks [] for router (a411d539-8d25-4b37-9adf-80e6d70c28da), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.810262 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:49.839463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:49.843160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:49.848553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:49.858961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Pushing event updated for resources: {'Port': ['ID=751f04b1-b920-421f-af24-82a9f8c589bc,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:49.878740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a764b82b-1573-443c-b50a-05c8ff6faa23 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (edc0746d-1979-4f44-92b6-3f759f0285f6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.900820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a764b82b-1573-443c-b50a-05c8ff6faa23 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for edc0746d-1979-4f44-92b6-3f759f0285f6 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:49.913716 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks [] for router_gateway (a411d539-8d25-4b37-9adf-80e6d70c28da), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.925415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Attempting to bind port 751f04b1-b920-421f-af24-82a9f8c589bc on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:49.925793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Attempting to bind port 751f04b1-b920-421f-af24-82a9f8c589bc by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:49.926160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Attempting to bind port 751f04b1-b920-421f-af24-82a9f8c589bc on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:49.934820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:49.935355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:49.936224 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.936640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:49.937141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Bound port: 751f04b1-b920-421f-af24-82a9f8c589bc, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:49.938069 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (751f04b1-b920-421f-af24-82a9f8c589bc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:49.998590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Deleting port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:49.999248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.009903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] For port 751f04b1-b920-421f-af24-82a9f8c589bc, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:50.014921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] For port 751f04b1-b920-421f-af24-82a9f8c589bc, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=751f04b1-b920-421f-af24-82a9f8c589bc,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:50.023719 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (751f04b1-b920-421f-af24-82a9f8c589bc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.048696 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:13:48Z', 'revision_number': 5, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port': {'id': '26bf3252-6fa8-4b9c-a527-6088fdd36c5a', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:50.075186 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a764b82b-1573-443c-b50a-05c8ff6faa23 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (edc0746d-1979-4f44-92b6-3f759f0285f6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.116172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] For port 26bf3252-6fa8-4b9c-a527-6088fdd36c5a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=26bf3252-6fa8-4b9c-a527-6088fdd36c5a,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:50.116172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.116837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9a50d-29fd-4496-b418-b9d44852493e None None] Pushing event updated for resources: {'Port': ['ID=751f04b1-b920-421f-af24-82a9f8c589bc,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:50.120955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] Checking router: a411d539-8d25-4b37-9adf-80e6d70c28da for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:13:50.128830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Calling delete_port for 26bf3252-6fa8-4b9c-a527-6088fdd36c5a owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:50.136098 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] Routers {'a411d539-8d25-4b37-9adf-80e6d70c28da'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:50.136919 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['a411d539-8d25-4b37-9adf-80e6d70c28da'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:50.138636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764b82b-1573-443c-b50a-05c8ff6faa23 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=edc0746d-1979-4f44-92b6-3f759f0285f6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:50.167467 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a764b82b-1573-443c-b50a-05c8ff6faa23 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.175371 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a764b82b-1573-443c-b50a-05c8ff6faa23 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/edc0746d-1979-4f44-92b6-3f759f0285f6 HTTP/1.1" status: 204 len: 168 time: 0.5444727 Feb 11 06:13:50.176009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44830) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:50.239788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516ac8f-4629-4161-be9c-aa8449cff629 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:50.246455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516ac8f-4629-4161-be9c-aa8449cff629 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:50.246673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44832) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:50.246795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0516ac8f-4629-4161-be9c-aa8449cff629 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0689883 Feb 11 06:13:50.254123 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] Set router a411d539-8d25-4b37-9adf-80e6d70c28da gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:50.291549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d8e7f585-9b8a-4d86-a783-050242315a5e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:50.319347 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:13:49Z', 'revision_number': 6, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:50.321799 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: d8e7f585-9b8a-4d86-a783-050242315a5e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:50.323213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d8e7f585-9b8a-4d86-a783-050242315a5e not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:50.403158 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d87f9fd-0152-4f04-8f93-31198ee3cf36 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet fcbb1086-8308-48b3-b266-a857d4765957 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:50.413562 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d87f9fd-0152-4f04-8f93-31198ee3cf36 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (fcbb1086-8308-48b3-b266-a857d4765957), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.467879 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5333224-1957-4326-bd7e-78a67e5662d6 None None] The sync data for ids ['a411d539-8d25-4b37-9adf-80e6d70c28da'] in n-d-715271-35 is: [{'id': 'a411d539-8d25-4b37-9adf-80e6d70c28da', 'name': 'tempest-TestVolumeBootPattern-1997702179-router', 'tenant_id': 'e9190f6e10054c979c98f8f31ec81825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:13:49Z', 'revision_number': 6, 'project_id': 'e9190f6e10054c979c98f8f31ec81825', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:50.499413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d87f9fd-0152-4f04-8f93-31198ee3cf36 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (fcbb1086-8308-48b3-b266-a857d4765957), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.548139 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (26bf3252-6fa8-4b9c-a527-6088fdd36c5a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.586380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Pushing event deleted for resources: {'Port': ['ID=26bf3252-6fa8-4b9c-a527-6088fdd36c5a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:50.664727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d87f9fd-0152-4f04-8f93-31198ee3cf36 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (fcbb1086-8308-48b3-b266-a857d4765957), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.705890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (a411d539-8d25-4b37-9adf-80e6d70c28da), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.813981 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (a411d539-8d25-4b37-9adf-80e6d70c28da), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.818220 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks [] for router_controller (a411d539-8d25-4b37-9adf-80e6d70c28da), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.829185 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d87f9fd-0152-4f04-8f93-31198ee3cf36 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (fcbb1086-8308-48b3-b266-a857d4765957), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.884476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87f9fd-0152-4f04-8f93-31198ee3cf36 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbb1086-8308-48b3-b266-a857d4765957,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:50.898327 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1d87f9fd-0152-4f04-8f93-31198ee3cf36 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.901874 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1d87f9fd-0152-4f04-8f93-31198ee3cf36 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/fcbb1086-8308-48b3-b266-a857d4765957 HTTP/1.1" status: 204 len: 168 time: 0.6545582 Feb 11 06:13:50.905160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44836) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:50.906082 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (a411d539-8d25-4b37-9adf-80e6d70c28da), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.907438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a411d539-8d25-4b37-9adf-80e6d70c28da {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:13:50.912017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.913209 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ea26da36-9e66-4972-8933-a79dd35afffc admin admin] 10.222.0.31 "DELETE /v2.0/routers/a411d539-8d25-4b37-9adf-80e6d70c28da HTTP/1.1" status: 204 len: 168 time: 1.2428176 Feb 11 06:13:50.916069 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44838) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:50.957667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ef495e85-66f5-4cd3-9b40-93980452902e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511971 Feb 11 06:13:50.960049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44840) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:50.969921 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-503a04fd-b556-44e5-97da-0455ba278fd9 admin admin] Deleting subnet 308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:50.973818 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-503a04fd-b556-44e5-97da-0455ba278fd9 admin admin] Publish callbacks [] for subnet (308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.022507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee51057-d514-4e20-840d-77b3c3e05267 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.024290 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-503a04fd-b556-44e5-97da-0455ba278fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.024705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eee51057-d514-4e20-840d-77b3c3e05267 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0635161 Feb 11 06:13:51.027082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44842) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:51.084155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e0331-1122-4ab0-9c22-a40325d75895 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.088049 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b11e0331-1122-4ab0-9c22-a40325d75895 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576866 Feb 11 06:13:51.088299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44844) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:51.112747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-503a04fd-b556-44e5-97da-0455ba278fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.132838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c6707f9e-06dd-427d-b63c-40212a79fdd2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398386 Feb 11 06:13:51.133496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44846) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:51.139856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:51.228279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02a886a-0b88-42b8-9b7f-2f595d084a12 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:51.254762 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-503a04fd-b556-44e5-97da-0455ba278fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.303495 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:51.309467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.315558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a04fd-b556-44e5-97da-0455ba278fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:51.321508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-503a04fd-b556-44e5-97da-0455ba278fd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.327055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ebea8-ffd5-4413-b9ce-8e37a947c0de None None] Network e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:51.331443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44848) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:51.331679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d49f8cd5-2e3d-425c-b35a-72ec90dd95c2 None None] Provisioning complete for port 751f04b1-b920-421f-af24-82a9f8c589bc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:51.332054 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d49f8cd5-2e3d-425c-b35a-72ec90dd95c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (751f04b1-b920-421f-af24-82a9f8c589bc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.332182 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-503a04fd-b556-44e5-97da-0455ba278fd9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/308409fb-1e8e-4aa6-b424-a0d2a6cd3bf9 HTTP/1.1" status: 204 len: 168 time: 0.4148858 Feb 11 06:13:51.421109 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.488129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Deleting port be1cd76e-34f0-4839-accc-54986d7e8e91 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:51.488358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.520675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d49f8cd5-2e3d-425c-b35a-72ec90dd95c2 None None] Current status of the port 751f04b1-b920-421f-af24-82a9f8c589bc is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:51.521063 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d49f8cd5-2e3d-425c-b35a-72ec90dd95c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (751f04b1-b920-421f-af24-82a9f8c589bc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.565881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d49f8cd5-2e3d-425c-b35a-72ec90dd95c2 None None] For port 751f04b1-b920-421f-af24-82a9f8c589bc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=751f04b1-b920-421f-af24-82a9f8c589bc,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:51.574082 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d49f8cd5-2e3d-425c-b35a-72ec90dd95c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (751f04b1-b920-421f-af24-82a9f8c589bc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.581841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] For port be1cd76e-34f0-4839-accc-54986d7e8e91, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=be1cd76e-34f0-4839-accc-54986d7e8e91,segment=NetworkSegment(5d02a003-0beb-4957-b8ba-0113bebe230d),segment_id=5d02a003-0beb-4957-b8ba-0113bebe230d)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:51.582218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.606254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed0579-2d44-4cf2-9d05-c79cda1ea159 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:51.606652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Calling delete_port for be1cd76e-34f0-4839-accc-54986d7e8e91 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:51.656790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] DHCP port deletion for e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:51.710786 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.717279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f8cd5-2e3d-425c-b35a-72ec90dd95c2 None None] Pushing event updated for resources: {'Port': ['ID=751f04b1-b920-421f-af24-82a9f8c589bc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:51.740848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=be1cd76e-34f0-4839-accc-54986d7e8e91,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:51.747489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] No DVR routers for this DVR port be1cd76e-34f0-4839-accc-54986d7e8e91 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:51.748407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cbed0579-2d44-4cf2-9d05-c79cda1ea159 None None] Deleting port 751f04b1-b920-421f-af24-82a9f8c589bc {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:51.749593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cbed0579-2d44-4cf2-9d05-c79cda1ea159 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (751f04b1-b920-421f-af24-82a9f8c589bc), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.805943 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:51.816793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] Deleting port be1cd76e-34f0-4839-accc-54986d7e8e91 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:51.817183 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.838613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.865191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d6fb59-c8ae-42d5-bae4-899d8dfe1552']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:51.878147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d02a003-0beb-4957-b8ba-0113bebe230d') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:51.878448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d02a003-0beb-4957-b8ba-0113bebe230d') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:51.891443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (5d02a003-0beb-4957-b8ba-0113bebe230d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.904646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] For port be1cd76e-34f0-4839-accc-54986d7e8e91, host n-d-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:51.905050 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.909537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cbed0579-2d44-4cf2-9d05-c79cda1ea159 None None] For port 751f04b1-b920-421f-af24-82a9f8c589bc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=751f04b1-b920-421f-af24-82a9f8c589bc,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:51.909930 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cbed0579-2d44-4cf2-9d05-c79cda1ea159 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (751f04b1-b920-421f-af24-82a9f8c589bc), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.917957 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5d02a003-0beb-4957-b8ba-0113bebe230d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.928478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:13:51.929279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (5d02a003-0beb-4957-b8ba-0113bebe230d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.930657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] Calling delete_port for be1cd76e-34f0-4839-accc-54986d7e8e91 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:13:51.931764 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:13:51.936176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.ipam_backend_mixin [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] Port be1cd76e-34f0-4839-accc-54986d7e8e91 was not found and therefore no delete operation was performed {{(pid=103122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 06:13:51.937329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cbed0579-2d44-4cf2-9d05-c79cda1ea159 None None] Calling delete_port for 751f04b1-b920-421f-af24-82a9f8c589bc owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:51.941937 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (be1cd76e-34f0-4839-accc-54986d7e8e91), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.976012 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] Pushing event deleted for resources: {'Port': ['ID=be1cd76e-34f0-4839-accc-54986d7e8e91,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:51.983356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8e681-6b9c-45cc-875c-0da30a3721dc None None] No DVR routers for this DVR port be1cd76e-34f0-4839-accc-54986d7e8e91 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:52.001797 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (e3d6fb59-c8ae-42d5-bae4-899d8dfe1552), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.019574 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.025306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e3d6fb59-c8ae-42d5-bae4-899d8dfe1552 HTTP/1.1" status: 204 len: 168 time: 0.6923299 Feb 11 06:13:52.027899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44850) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:52.036900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fec79-5343-4124-aa1c-689296dabc12 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d6fb59-c8ae-42d5-bae4-899d8dfe1552,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:52.072268 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cbed0579-2d44-4cf2-9d05-c79cda1ea159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (751f04b1-b920-421f-af24-82a9f8c589bc), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.119544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed0579-2d44-4cf2-9d05-c79cda1ea159 None None] Pushing event deleted for resources: {'Port': ['ID=751f04b1-b920-421f-af24-82a9f8c589bc,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:52.131772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed0579-2d44-4cf2-9d05-c79cda1ea159 None None] No DVR routers for this DVR port 751f04b1-b920-421f-af24-82a9f8c589bc on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:52.167416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 757044ef-2c6b-4ef2-a1c7-044d6a24897a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:52.190046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 757044ef-2c6b-4ef2-a1c7-044d6a24897a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:52.190534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 757044ef-2c6b-4ef2-a1c7-044d6a24897a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:52.191049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 26bf3252-6fa8-4b9c-a527-6088fdd36c5a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:52.191501 n-d-715271-35 neutron-server[103121]: WARNING neutron.services.revisions.revision_plugin [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Could not find related port for resource to bump revision. Feb 11 06:13:52.197444 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_pluggable_backend [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Port 751f04b1-b920-421f-af24-82a9f8c589bc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103121) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 06:13:52.197759 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_pluggable_backend [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:8dab {{(pid=103121) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 06:13:52.201515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_pluggable_backend [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedf:8dab {{(pid=103121) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 06:13:52.202708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (8f6478b1-b1fa-4460-ba0b-183af6a13a31), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.213316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 26bf3252-6fa8-4b9c-a527-6088fdd36c5a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:52.213702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 26bf3252-6fa8-4b9c-a527-6088fdd36c5a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:52.214221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device be1cd76e-34f0-4839-accc-54986d7e8e91 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:52.240493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: be1cd76e-34f0-4839-accc-54986d7e8e91 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:52.241165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device be1cd76e-34f0-4839-accc-54986d7e8e91 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:52.249744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:52.251808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:52.259284 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:52.259284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.267959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b797921-9234-4523-a506-5f76bcad4933 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:52.283981 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1494861 Feb 11 06:13:52.285138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08717f57-c201-4fd0-9332-f3dcd394600a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=8f6478b1-b1fa-4460-ba0b-183af6a13a31,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:52.287133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44852) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:52.292464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2105cc4e-c0ab-4c89-aaab-ca1faa0c5a3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:52.384111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': '8f6478b1-b1fa-4460-ba0b-183af6a13a31'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:52.385030 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.419658 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2105cc4e-c0ab-4c89-aaab-ca1faa0c5a3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:52.424080 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2105cc4e-c0ab-4c89-aaab-ca1faa0c5a3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.480999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (c1a026d0-2a57-4901-baea-d463517f1a10), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.519282 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.532410 n-d-715271-35 neutron-server[103121]: INFO neutron.db.ipam_backend_mixin [None req-2105cc4e-c0ab-4c89-aaab-ca1faa0c5a3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f6478b1-b1fa-4460-ba0b-183af6a13a31 (CIDR: 2001:db8::/64) Feb 11 06:13:52.536637 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-2105cc4e-c0ab-4c89-aaab-ca1faa0c5a3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:13:52.538028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2105cc4e-c0ab-4c89-aaab-ca1faa0c5a3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:52.542563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Allocated IP 2001:db8::f816:3eff:fe61:8158 (fa4d703c-52e5-4b70-aed0-f84aac7208de/8f6478b1-b1fa-4460-ba0b-183af6a13a31/ee4ad209-51ef-4443-8821-7756d05af7b7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:52.557603 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2105cc4e-c0ab-4c89-aaab-ca1faa0c5a3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2690427 Feb 11 06:13:52.560026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44854) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:52.567050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:52.685409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:52.689408 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.730941 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Publish callbacks [] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.738517 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.770352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Deleting port 097dadd1-ecdd-49bd-a0a2-663d6c621764 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:52.770781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.785312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:52.791005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:52.794385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:52.802657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Pushing event updated for resources: {'Port': ['ID=ee4ad209-51ef-4443-8821-7756d05af7b7,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:52.857911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] For port 097dadd1-ecdd-49bd-a0a2-663d6c621764, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=097dadd1-ecdd-49bd-a0a2-663d6c621764,segment=NetworkSegment(f2a0b187-a5ed-4a4a-b581-3d4f355af136),segment_id=f2a0b187-a5ed-4a4a-b581-3d4f355af136)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:52.858665 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.863312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Attempting to bind port ee4ad209-51ef-4443-8821-7756d05af7b7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:52.864873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Attempting to bind port ee4ad209-51ef-4443-8821-7756d05af7b7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:52.864873 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Attempting to bind port ee4ad209-51ef-4443-8821-7756d05af7b7 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:52.872188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:52.872675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:52.873232 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.873802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:52.874440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Bound port: ee4ad209-51ef-4443-8821-7756d05af7b7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:52.874922 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:52.883294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Calling delete_port for 097dadd1-ecdd-49bd-a0a2-663d6c621764 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:52.964714 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (4b4c021b-05c1-4efc-88ec-366622a8dcfb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.026879 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:53.031174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:53.036902 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:53.037843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.043930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=4b4c021b-05c1-4efc-88ec-366622a8dcfb,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:53.060254 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f706c72b-7659-4815-8ee3-dfa45875a853 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4985745 Feb 11 06:13:53.063217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44856) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:53.069231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:2b:fa:a5', 'name': 'tempest-NetworksTestDHCPv6-1578020281'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:53.097669 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (097dadd1-ecdd-49bd-a0a2-663d6c621764), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.126291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=097dadd1-ecdd-49bd-a0a2-663d6c621764,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:53.145059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] For port ee4ad209-51ef-4443-8821-7756d05af7b7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:53.148563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] For port ee4ad209-51ef-4443-8821-7756d05af7b7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ee4ad209-51ef-4443-8821-7756d05af7b7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:53.157961 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.204500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:53.228087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fab25-ae93-42a5-9b3a-6bfc52655964 None None] Pushing event updated for resources: {'Port': ['ID=ee4ad209-51ef-4443-8821-7756d05af7b7,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:53.322550 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (c1a026d0-2a57-4901-baea-d463517f1a10), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.332280 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.361182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 058d2605-7231-497b-8719-8ed77c83365b yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:53.514447 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.587156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8:0:1::14 (fa4d703c-52e5-4b70-aed0-f84aac7208de/4b4c021b-05c1-4efc-88ec-366622a8dcfb/058d2605-7231-497b-8719-8ed77c83365b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:53.593493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fe2b:faa5 (fa4d703c-52e5-4b70-aed0-f84aac7208de/8f6478b1-b1fa-4460-ba0b-183af6a13a31/058d2605-7231-497b-8719-8ed77c83365b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:53.630559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Router c1a026d0-2a57-4901-baea-d463517f1a10 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:13:53.744413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:53.749462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-252b9d72-9422-418a-b1ae-ad55090134c1 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1a026d0-2a57-4901-baea-d463517f1a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7193549 Feb 11 06:13:53.752908 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44858) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:53.756312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] Sync routers for ids ['c1a026d0-2a57-4901-baea-d463517f1a10'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:53.759706 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (058d2605-7231-497b-8719-8ed77c83365b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.767582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] Routers {'c1a026d0-2a57-4901-baea-d463517f1a10'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:53.768297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c1a026d0-2a57-4901-baea-d463517f1a10'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:53.802451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (058d2605-7231-497b-8719-8ed77c83365b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.859992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:53.863308 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:53.867253 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:53.870147 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks [] for router (c1a026d0-2a57-4901-baea-d463517f1a10), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.873562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:53.873747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.880709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=058d2605-7231-497b-8719-8ed77c83365b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:53.887934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] Set router c1a026d0-2a57-4901-baea-d463517f1a10 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:53.900169 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d1e4bd5-bb49-4dbe-871f-ef6d133cf279 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8355808 Feb 11 06:13:53.900856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44860) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:53.984760 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks [] for router_gateway (c1a026d0-2a57-4901-baea-d463517f1a10), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.992449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0627018f-8977-432b-99db-f8abf4813431 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 058d2605-7231-497b-8719-8ed77c83365b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:53.992876 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0627018f-8977-432b-99db-f8abf4813431 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (058d2605-7231-497b-8719-8ed77c83365b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.054740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Deleting port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:54.055080 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.097814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:35Z', 'updated_at': '2022-02-11T06:13:53Z', 'revision_number': 5, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'gw_port': {'id': 'c1d8cae8-2edd-48a2-9e88-3b5af5d3352f', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:36Z', 'updated_at': '2022-02-11T06:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:54.131645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] Checking router: c1a026d0-2a57-4901-baea-d463517f1a10 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:13:54.141396 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0627018f-8977-432b-99db-f8abf4813431 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (058d2605-7231-497b-8719-8ed77c83365b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.147553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] Routers {'c1a026d0-2a57-4901-baea-d463517f1a10'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:54.148200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:13:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c1a026d0-2a57-4901-baea-d463517f1a10'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:54.174827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] For port c1d8cae8-2edd-48a2-9e88-3b5af5d3352f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c1d8cae8-2edd-48a2-9e88-3b5af5d3352f,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:54.175062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0627018f-8977-432b-99db-f8abf4813431 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 058d2605-7231-497b-8719-8ed77c83365b owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:54.175936 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.194798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Calling delete_port for c1d8cae8-2edd-48a2-9e88-3b5af5d3352f owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:54.283199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] Set router c1a026d0-2a57-4901-baea-d463517f1a10 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:54.324832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ee4ad209-51ef-4443-8821-7756d05af7b7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:54.385975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:35Z', 'updated_at': '2022-02-11T06:13:53Z', 'revision_number': 6, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:54.409384 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0627018f-8977-432b-99db-f8abf4813431 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (058d2605-7231-497b-8719-8ed77c83365b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.422279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d6121-d377-4cc7-8a48-5cf2b1f2a856 None None] The sync data for ids ['c1a026d0-2a57-4901-baea-d463517f1a10'] in n-d-715271-35 is: [{'id': 'c1a026d0-2a57-4901-baea-d463517f1a10', 'name': 'tempest-TestVolumeBootPattern-1559787773-router', 'tenant_id': 'db2971644c0f47c0ab24b6c177323bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:35Z', 'updated_at': '2022-02-11T06:13:53Z', 'revision_number': 6, 'project_id': 'db2971644c0f47c0ab24b6c177323bde', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:54.446553 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627018f-8977-432b-99db-f8abf4813431 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=058d2605-7231-497b-8719-8ed77c83365b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:54.446831 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c1d8cae8-2edd-48a2-9e88-3b5af5d3352f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.448716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ee4ad209-51ef-4443-8821-7756d05af7b7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:54.449423 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.497039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d8cae8-2edd-48a2-9e88-3b5af5d3352f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:54.521513 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0627018f-8977-432b-99db-f8abf4813431 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.528184 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0627018f-8977-432b-99db-f8abf4813431 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/058d2605-7231-497b-8719-8ed77c83365b HTTP/1.1" status: 204 len: 168 time: 0.6241713 Feb 11 06:13:54.528440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44862) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:54.555959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ee4ad209-51ef-4443-8821-7756d05af7b7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:54.556525 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.573696 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (c1a026d0-2a57-4901-baea-d463517f1a10), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.593382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f03d06-4b76-44b6-b482-bb28b9f9a913 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:54.599357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port ee4ad209-51ef-4443-8821-7756d05af7b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ee4ad209-51ef-4443-8821-7756d05af7b7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:54.599761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4ee2d1-a59f-4bf5-a154-85a951b39e87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:54.604353 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8d4ee2d1-a59f-4bf5-a154-85a951b39e87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0725279 Feb 11 06:13:54.605014 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44864) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:54.625030 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.685996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe87673-5d9f-4c43-afbb-f57c28cccb44 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:54.688258 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9fe87673-5d9f-4c43-afbb-f57c28cccb44 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0821028 Feb 11 06:13:54.690979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44866) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:54.704897 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d9d3d817-dfd5-4eff-a4ee-f2517ac8af6d None None] Provisioning complete for port ee4ad209-51ef-4443-8821-7756d05af7b7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:54.705379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d817-dfd5-4eff-a4ee-f2517ac8af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.748042 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a9f45-962a-4362-bc83-fa04581710a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:54.749475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a9f45-962a-4362-bc83-fa04581710a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:54.751153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a9f45-962a-4362-bc83-fa04581710a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:54.754974 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2b9a9f45-962a-4362-bc83-fa04581710a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0603385 Feb 11 06:13:54.756689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44868) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:54.770565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=ee4ad209-51ef-4443-8821-7756d05af7b7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:54.829656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da512ac-7967-4997-88ba-f4e329ae8cf3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 4b4c021b-05c1-4efc-88ec-366622a8dcfb {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:54.833633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6da512ac-7967-4997-88ba-f4e329ae8cf3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (4b4c021b-05c1-4efc-88ec-366622a8dcfb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.862680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d9d3d817-dfd5-4eff-a4ee-f2517ac8af6d None None] Current status of the port ee4ad209-51ef-4443-8821-7756d05af7b7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:54.906577 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6da512ac-7967-4997-88ba-f4e329ae8cf3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (4b4c021b-05c1-4efc-88ec-366622a8dcfb), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.959995 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be6825-7686-4e7b-b341-0510d9d7aae6 None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': '8f6478b1-b1fa-4460-ba0b-183af6a13a31', 'ip_address': '2001:db8::f816:3eff:fe61:8158'}, {'subnet_id': '4b4c021b-05c1-4efc-88ec-366622a8dcfb'}], 'binding:host_id': 'n-d-715271-35'}, 'id': 'ee4ad209-51ef-4443-8821-7756d05af7b7'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:13:54.966211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6da512ac-7967-4997-88ba-f4e329ae8cf3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4b4c021b-05c1-4efc-88ec-366622a8dcfb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:54.990023 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1be6825-7686-4e7b-b341-0510d9d7aae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.027578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6da512ac-7967-4997-88ba-f4e329ae8cf3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (4b4c021b-05c1-4efc-88ec-366622a8dcfb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.031650 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (c1a026d0-2a57-4901-baea-d463517f1a10), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.034099 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks [] for router_controller (c1a026d0-2a57-4901-baea-d463517f1a10), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.055235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da512ac-7967-4997-88ba-f4e329ae8cf3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4c021b-05c1-4efc-88ec-366622a8dcfb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:55.058973 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6da512ac-7967-4997-88ba-f4e329ae8cf3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.064858 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6da512ac-7967-4997-88ba-f4e329ae8cf3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/4b4c021b-05c1-4efc-88ec-366622a8dcfb HTTP/1.1" status: 204 len: 168 time: 0.3058836 Feb 11 06:13:55.065145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44870) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:55.085911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (c1a026d0-2a57-4901-baea-d463517f1a10), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.086430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1a026d0-2a57-4901-baea-d463517f1a10 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:13:55.090944 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.092103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9b18b70c-3cdc-4e81-9d7c-516649ab00d0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c1a026d0-2a57-4901-baea-d463517f1a10 HTTP/1.1" status: 204 len: 168 time: 1.3387091 Feb 11 06:13:55.094607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44872) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-e1be6825-7686-4e7b-b341-0510d9d7aae6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b4c021b-05c1-4efc-88ec-366622a8dcfb: This subnet is being modified by another concurrent operation. Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b4c021b-05c1-4efc-88ec-366622a8dcfb: This subnet is being modified by another concurrent operation. Feb 11 06:13:55.120812 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 06:13:55.134980 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7cf780-b3b7-4016-a3de-a92a31334df5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 8f6478b1-b1fa-4460-ba0b-183af6a13a31 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:55.138439 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf780-b3b7-4016-a3de-a92a31334df5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (8f6478b1-b1fa-4460-ba0b-183af6a13a31), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.160262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-37be63ca-f1eb-4081-84af-b22734cd03c4 admin admin] Deleting subnet 6a751509-dbfd-4960-b674-3e651b1a47bd {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:55.162630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37be63ca-f1eb-4081-84af-b22734cd03c4 admin admin] Publish callbacks [] for subnet (6a751509-dbfd-4960-b674-3e651b1a47bd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.188004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf780-b3b7-4016-a3de-a92a31334df5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (8f6478b1-b1fa-4460-ba0b-183af6a13a31), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.198776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37be63ca-f1eb-4081-84af-b22734cd03c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (6a751509-dbfd-4960-b674-3e651b1a47bd), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.274103 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf780-b3b7-4016-a3de-a92a31334df5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (8f6478b1-b1fa-4460-ba0b-183af6a13a31), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.294218 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37be63ca-f1eb-4081-84af-b22734cd03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6a751509-dbfd-4960-b674-3e651b1a47bd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.303768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc947a-8f4b-4fc3-b13b-7359df109496 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:13:55.335196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5d393252-8a33-486f-a5f7-8e788e4a5a90 None None] Provisioning complete for port ee4ad209-51ef-4443-8821-7756d05af7b7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:55.335764 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5d393252-8a33-486f-a5f7-8e788e4a5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.347146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf780-b3b7-4016-a3de-a92a31334df5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (8f6478b1-b1fa-4460-ba0b-183af6a13a31), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.364949 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37be63ca-f1eb-4081-84af-b22734cd03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (6a751509-dbfd-4960-b674-3e651b1a47bd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.378699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cf780-b3b7-4016-a3de-a92a31334df5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6478b1-b1fa-4460-ba0b-183af6a13a31,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:55.386945 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-37be63ca-f1eb-4081-84af-b22734cd03c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.388859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf780-b3b7-4016-a3de-a92a31334df5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.394100 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf7cf780-b3b7-4016-a3de-a92a31334df5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/8f6478b1-b1fa-4460-ba0b-183af6a13a31 HTTP/1.1" status: 204 len: 168 time: 0.3265612 Feb 11 06:13:55.398071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-37be63ca-f1eb-4081-84af-b22734cd03c4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6a751509-dbfd-4960-b674-3e651b1a47bd HTTP/1.1" status: 204 len: 168 time: 0.3003864 Feb 11 06:13:55.399859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44874) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:55.400400 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44876) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:55.418851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be63ca-f1eb-4081-84af-b22734cd03c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a751509-dbfd-4960-b674-3e651b1a47bd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:55.457062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc947a-8f4b-4fc3-b13b-7359df109496 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:13:55.468492 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-840875b0-ac7f-475a-849e-5beea417595c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628352 Feb 11 06:13:55.469393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44880) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:55.476284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:55.488645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5d393252-8a33-486f-a5f7-8e788e4a5a90 None None] Current status of the port ee4ad209-51ef-4443-8821-7756d05af7b7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:55.523702 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (0724f833-defd-4fab-8faf-4444c42ce405), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.582645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Deleting port 964ce0a3-6a59-4dca-a7aa-de22761c6125 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:55.583009 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.588930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:55.592489 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.653935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948700a-c37e-408b-9858-40ee86f1aca7 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:55.656919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61934205-57c4-42f1-9ebe-3a0dcf4196fe None None] Network 0724f833-defd-4fab-8faf-4444c42ce405 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:55.668712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] For port 964ce0a3-6a59-4dca-a7aa-de22761c6125, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=964ce0a3-6a59-4dca-a7aa-de22761c6125,segment=NetworkSegment(f2a0b187-a5ed-4a4a-b581-3d4f355af136),segment_id=f2a0b187-a5ed-4a4a-b581-3d4f355af136)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:55.669252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.685426 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Calling delete_port for 964ce0a3-6a59-4dca-a7aa-de22761c6125 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:55.776008 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (964ce0a3-6a59-4dca-a7aa-de22761c6125), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.804375 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Pushing event deleted for resources: {'Port': ['ID=964ce0a3-6a59-4dca-a7aa-de22761c6125,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:55.806288 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] No DVR routers for this DVR port 964ce0a3-6a59-4dca-a7aa-de22761c6125 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:55.835531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ff44d701-2c59-4779-a888-74abb7254fcf None None] Provisioning complete for port ee4ad209-51ef-4443-8821-7756d05af7b7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:55.835916 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ff44d701-2c59-4779-a888-74abb7254fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.895554 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (0724f833-defd-4fab-8faf-4444c42ce405), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.922067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0724f833-defd-4fab-8faf-4444c42ce405']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:55.931798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ff44d701-2c59-4779-a888-74abb7254fcf None None] Current status of the port ee4ad209-51ef-4443-8821-7756d05af7b7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:55.937759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278b6ff7-de3c-42ff-8694-c8781cf47807 None None] DHCP port deletion for 0724f833-defd-4fab-8faf-4444c42ce405 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:55.941999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a0b187-a5ed-4a4a-b581-3d4f355af136') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:55.942312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a0b187-a5ed-4a4a-b581-3d4f355af136') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:55.946580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3206a8-5932-4faa-98f5-7bf63462ca5f None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:55.958484 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (f2a0b187-a5ed-4a4a-b581-3d4f355af136), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.973557 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f2a0b187-a5ed-4a4a-b581-3d4f355af136), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.980325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:13:55.981293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (f2a0b187-a5ed-4a4a-b581-3d4f355af136), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.983274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.objects.ports [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103120) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:13:55.983467 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:13:56.008831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cc3206a8-5932-4faa-98f5-7bf63462ca5f None None] Deleting port ee4ad209-51ef-4443-8821-7756d05af7b7 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:56.009331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cc3206a8-5932-4faa-98f5-7bf63462ca5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.046289 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (0724f833-defd-4fab-8faf-4444c42ce405), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.056026 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.059264 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0724f833-defd-4fab-8faf-4444c42ce405 HTTP/1.1" status: 204 len: 168 time: 0.6553514 Feb 11 06:13:56.078520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79332e-3f9b-4067-98ed-8a6cfbbf8884 admin admin] Pushing event deleted for resources: {'Network': ['ID=0724f833-defd-4fab-8faf-4444c42ce405,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:56.112021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cc3206a8-5932-4faa-98f5-7bf63462ca5f None None] For port ee4ad209-51ef-4443-8821-7756d05af7b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ee4ad209-51ef-4443-8821-7756d05af7b7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:56.112535 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cc3206a8-5932-4faa-98f5-7bf63462ca5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.129206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cc3206a8-5932-4faa-98f5-7bf63462ca5f None None] Calling delete_port for ee4ad209-51ef-4443-8821-7756d05af7b7 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:56.180585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 964ce0a3-6a59-4dca-a7aa-de22761c6125 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:56.187190 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.208669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 964ce0a3-6a59-4dca-a7aa-de22761c6125 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:56.209026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 964ce0a3-6a59-4dca-a7aa-de22761c6125 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:56.209478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c1d8cae8-2edd-48a2-9e88-3b5af5d3352f no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:56.238640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: c1d8cae8-2edd-48a2-9e88-3b5af5d3352f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:56.239006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c1d8cae8-2edd-48a2-9e88-3b5af5d3352f not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:56.239437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 097dadd1-ecdd-49bd-a0a2-663d6c621764 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:56.263468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44884) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:56.268131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 097dadd1-ecdd-49bd-a0a2-663d6c621764 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:56.268482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 097dadd1-ecdd-49bd-a0a2-663d6c621764 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:56.268900 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ee4ad209-51ef-4443-8821-7756d05af7b7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:56.311422 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-934b8933-e587-49c3-aad0-d718c050aa16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9190f6e10054c979c98f8f31ec81825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444610 Feb 11 06:13:56.313984 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44886) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:56.357914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ee4ad209-51ef-4443-8821-7756d05af7b7 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:56.358303 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.363371 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b1c564e-e72f-4379-8ada-e8c2386fc0cd admin admin] Publish callbacks [] for security_group (75c43a0c-eb0a-43a6-914f-3bb9899d04d8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.365747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] For port ee4ad209-51ef-4443-8821-7756d05af7b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ee4ad209-51ef-4443-8821-7756d05af7b7,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:56.386433 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b1c564e-e72f-4379-8ada-e8c2386fc0cd admin admin] Publish callbacks [] for security_group (75c43a0c-eb0a-43a6-914f-3bb9899d04d8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.396329 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.402116 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.407948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cc3206a8-5932-4faa-98f5-7bf63462ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (ee4ad209-51ef-4443-8821-7756d05af7b7), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.430616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=ee4ad209-51ef-4443-8821-7756d05af7b7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:56.434534 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (ee083594-5dab-4fb0-aa6d-7669305e7e6b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.452452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b1c564e-e72f-4379-8ada-e8c2386fc0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (75c43a0c-eb0a-43a6-914f-3bb9899d04d8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.455526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7b1c564e-e72f-4379-8ada-e8c2386fc0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.459131 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7b1c564e-e72f-4379-8ada-e8c2386fc0cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75c43a0c-eb0a-43a6-914f-3bb9899d04d8 HTTP/1.1" status: 204 len: 168 time: 0.1418595 Feb 11 06:13:56.461255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3206a8-5932-4faa-98f5-7bf63462ca5f None None] Pushing event deleted for resources: {'Port': ['ID=ee4ad209-51ef-4443-8821-7756d05af7b7,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:56.466631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3206a8-5932-4faa-98f5-7bf63462ca5f None None] No DVR routers for this DVR port ee4ad209-51ef-4443-8821-7756d05af7b7 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:56.467254 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c564e-e72f-4379-8ada-e8c2386fc0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c43a0c-eb0a-43a6-914f-3bb9899d04d8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:56.501989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:56.505143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:56.509750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:56.510348 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.515577 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a25c2-b132-4f41-a3a4-2cdad8ca8f8e None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:56.516059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=ee083594-5dab-4fb0-aa6d-7669305e7e6b,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:56.539034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-88fe925a-da1c-4cde-b9ed-6c6dfb0c76a4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0649335 Feb 11 06:13:56.539561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44890) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:56.545750 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7bed7c8e-2711-4882-8c42-ca7f4f6b708c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:56.627183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'ee083594-5dab-4fb0-aa6d-7669305e7e6b'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:13:56.628225 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.687333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bed7c8e-2711-4882-8c42-ca7f4f6b708c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:56.691699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7bed7c8e-2711-4882-8c42-ca7f4f6b708c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.798459 n-d-715271-35 neutron-server[103121]: INFO neutron.db.ipam_backend_mixin [None req-7bed7c8e-2711-4882-8c42-ca7f4f6b708c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee083594-5dab-4fb0-aa6d-7669305e7e6b (CIDR: 2001:db8::/64) Feb 11 06:13:56.804391 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bed7c8e-2711-4882-8c42-ca7f4f6b708c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:13:56.805505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bed7c8e-2711-4882-8c42-ca7f4f6b708c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:13:56.814572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Allocated IP 2001:db8::f816:3eff:fe33:40e6 (fa4d703c-52e5-4b70-aed0-f84aac7208de/ee083594-5dab-4fb0-aa6d-7669305e7e6b/d8a19f87-5d7a-41b4-847f-f2e411ea9859) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:56.825690 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7bed7c8e-2711-4882-8c42-ca7f4f6b708c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2847753 Feb 11 06:13:56.827459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44894) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:56.833229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:56.896916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44896) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:56.939358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6a678267-0f2f-47c9-a248-28cc11abcdd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db2971644c0f47c0ab24b6c177323bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391743 Feb 11 06:13:56.940931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44898) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:56.951580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:56.956497 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.982927 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Publish callbacks [] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.990679 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:56.991928 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-33f47b1c-0722-42ba-ad87-da9f754a2702 admin admin] Publish callbacks [] for security_group (144888aa-c911-4b47-a7bb-0e132e34c4c9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.019528 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-33f47b1c-0722-42ba-ad87-da9f754a2702 admin admin] Publish callbacks [] for security_group (144888aa-c911-4b47-a7bb-0e132e34c4c9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.031019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:57.035182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:57.038743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:57.047425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Pushing event updated for resources: {'Port': ['ID=d8a19f87-5d7a-41b4-847f-f2e411ea9859,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:57.074175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-33f47b1c-0722-42ba-ad87-da9f754a2702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (144888aa-c911-4b47-a7bb-0e132e34c4c9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.077227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-33f47b1c-0722-42ba-ad87-da9f754a2702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.082584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-33f47b1c-0722-42ba-ad87-da9f754a2702 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/144888aa-c911-4b47-a7bb-0e132e34c4c9 HTTP/1.1" status: 204 len: 168 time: 0.1405025 Feb 11 06:13:57.090538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f47b1c-0722-42ba-ad87-da9f754a2702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144888aa-c911-4b47-a7bb-0e132e34c4c9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:57.127600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Attempting to bind port d8a19f87-5d7a-41b4-847f-f2e411ea9859 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:57.127843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Attempting to bind port d8a19f87-5d7a-41b4-847f-f2e411ea9859 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:57.128216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Attempting to bind port d8a19f87-5d7a-41b4-847f-f2e411ea9859 on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:57.135651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:57.136261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:57.136668 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.137063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:57.137558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Bound port: d8a19f87-5d7a-41b4-847f-f2e411ea9859, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:57.137936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.247047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (6e2f29f8-5984-49d3-bc99-adf3050a3142), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.289756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:57.293574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:57.298580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:57.299190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.326649 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=6e2f29f8-5984-49d3-bc99-adf3050a3142,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:57.333962 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8d4309a7-bde7-469e-922d-1126e66419fc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5046556 Feb 11 06:13:57.336799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44902) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:57.346222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:18:b5:8c', 'name': 'tempest-NetworksTestDHCPv6-237054647'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:57.396820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] For port d8a19f87-5d7a-41b4-847f-f2e411ea9859, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:57.400815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] For port d8a19f87-5d7a-41b4-847f-f2e411ea9859, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d8a19f87-5d7a-41b4-847f-f2e411ea9859,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:57.408836 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.478478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd8de9-4c4e-4d4c-bf68-df0dc7b1ee5f None None] Pushing event updated for resources: {'Port': ['ID=d8a19f87-5d7a-41b4-847f-f2e411ea9859,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:57.489667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:57.589735 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.615083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port b3e1fe98-efd8-451a-b016-07b70a15fab8 yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:13:57.763257 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b570de85-3532-4a74-9c75-189df58db974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.830696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8:0:1::39f (fa4d703c-52e5-4b70-aed0-f84aac7208de/6e2f29f8-5984-49d3-bc99-adf3050a3142/b3e1fe98-efd8-451a-b016-07b70a15fab8) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:57.837592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::f816:3eff:fe18:b58c (fa4d703c-52e5-4b70-aed0-f84aac7208de/ee083594-5dab-4fb0-aa6d-7669305e7e6b/b3e1fe98-efd8-451a-b016-07b70a15fab8) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:57.984730 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (b3e1fe98-efd8-451a-b016-07b70a15fab8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.020191 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b3e1fe98-efd8-451a-b016-07b70a15fab8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.065609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:58.068841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:58.071617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:58.077292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.078729 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.091358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=b3e1fe98-efd8-451a-b016-07b70a15fab8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:58.104455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3262d96e-2452-4e31-b11a-746ae6a5f96c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7665238 Feb 11 06:13:58.107128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44904) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:58.189617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d8a19f87-5d7a-41b4-847f-f2e411ea9859 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:58.216518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-325a08eb-eacf-440e-9fd4-0aee6a2d87f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port b3e1fe98-efd8-451a-b016-07b70a15fab8 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:58.217181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-325a08eb-eacf-440e-9fd4-0aee6a2d87f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b3e1fe98-efd8-451a-b016-07b70a15fab8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.261605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port d8a19f87-5d7a-41b4-847f-f2e411ea9859 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:58.261987 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.313430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-325a08eb-eacf-440e-9fd4-0aee6a2d87f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b3e1fe98-efd8-451a-b016-07b70a15fab8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.326614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-325a08eb-eacf-440e-9fd4-0aee6a2d87f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for b3e1fe98-efd8-451a-b016-07b70a15fab8 owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:13:58.347757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port d8a19f87-5d7a-41b4-847f-f2e411ea9859 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:58.348652 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.392599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port d8a19f87-5d7a-41b4-847f-f2e411ea9859, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d8a19f87-5d7a-41b4-847f-f2e411ea9859,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:58.398331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.470100 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=d8a19f87-5d7a-41b4-847f-f2e411ea9859,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:58.513997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53deddfa-bdde-4865-aa63-ab1af9efc73a None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:58.535680 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-325a08eb-eacf-440e-9fd4-0aee6a2d87f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b3e1fe98-efd8-451a-b016-07b70a15fab8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.573514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a08eb-eacf-440e-9fd4-0aee6a2d87f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=b3e1fe98-efd8-451a-b016-07b70a15fab8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:58.615677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-325a08eb-eacf-440e-9fd4-0aee6a2d87f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.618613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-17f7380a-5238-44ea-9561-454a286c223c None None] Provisioning complete for port d8a19f87-5d7a-41b4-847f-f2e411ea9859 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:58.618982 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-325a08eb-eacf-440e-9fd4-0aee6a2d87f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/b3e1fe98-efd8-451a-b016-07b70a15fab8 HTTP/1.1" status: 204 len: 168 time: 0.5107000 Feb 11 06:13:58.619171 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17f7380a-5238-44ea-9561-454a286c223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.622382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44906) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:58.675001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6ad14-5349-4640-8efc-a137e91f48e2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.679357 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-baa6ad14-5349-4640-8efc-a137e91f48e2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0545363 Feb 11 06:13:58.680256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44908) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:58.733541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee8270-7230-4312-84da-145d3bd8ae62 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.735797 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c1ee8270-7230-4312-84da-145d3bd8ae62 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0543559 Feb 11 06:13:58.737444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-17f7380a-5238-44ea-9561-454a286c223c None None] Current status of the port d8a19f87-5d7a-41b4-847f-f2e411ea9859 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:58.738384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44910) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:58.749024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f43e40-a0d7-4499-99b3-d3890727590b None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': 'ee083594-5dab-4fb0-aa6d-7669305e7e6b', 'ip_address': '2001:db8::f816:3eff:fe33:40e6'}, {'subnet_id': '6e2f29f8-5984-49d3-bc99-adf3050a3142'}], 'binding:host_id': 'n-d-715271-35'}, 'id': 'd8a19f87-5d7a-41b4-847f-f2e411ea9859'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:13:58.779902 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-37f43e40-a0d7-4499-99b3-d3890727590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.790269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f9c63-97c0-47dc-962b-a7c95cd6bc9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.791536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f9c63-97c0-47dc-962b-a7c95cd6bc9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.792856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f9c63-97c0-47dc-962b-a7c95cd6bc9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.794511 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-124f9c63-97c0-47dc-962b-a7c95cd6bc9c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0551043 Feb 11 06:13:58.797891 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44912) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:58.852000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1456aee2-19dd-4fdc-abcf-2119fec5d90a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 6e2f29f8-5984-49d3-bc99-adf3050a3142 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:58.855089 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1456aee2-19dd-4fdc-abcf-2119fec5d90a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (6e2f29f8-5984-49d3-bc99-adf3050a3142), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.894703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1456aee2-19dd-4fdc-abcf-2119fec5d90a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (6e2f29f8-5984-49d3-bc99-adf3050a3142), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.938564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1456aee2-19dd-4fdc-abcf-2119fec5d90a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (6e2f29f8-5984-49d3-bc99-adf3050a3142), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.996290 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1456aee2-19dd-4fdc-abcf-2119fec5d90a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (6e2f29f8-5984-49d3-bc99-adf3050a3142), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-37f43e40-a0d7-4499-99b3-d3890727590b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e2f29f8-5984-49d3-bc99-adf3050a3142: This subnet is being modified by another concurrent operation. Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e2f29f8-5984-49d3-bc99-adf3050a3142: This subnet is being modified by another concurrent operation. Feb 11 06:13:58.998512 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 06:13:59.028812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456aee2-19dd-4fdc-abcf-2119fec5d90a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2f29f8-5984-49d3-bc99-adf3050a3142,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:59.032883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1456aee2-19dd-4fdc-abcf-2119fec5d90a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.036112 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1456aee2-19dd-4fdc-abcf-2119fec5d90a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/6e2f29f8-5984-49d3-bc99-adf3050a3142 HTTP/1.1" status: 204 len: 168 time: 0.2373030 Feb 11 06:13:59.038649 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44914) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:59.081923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eeb1bf-0264-4077-8d47-4a13454b9013 None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:13:59.096699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0fd90e-1d44-4aa7-a4bc-b116b1a1fa9a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet ee083594-5dab-4fb0-aa6d-7669305e7e6b {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:13:59.100053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd90e-1d44-4aa7-a4bc-b116b1a1fa9a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (ee083594-5dab-4fb0-aa6d-7669305e7e6b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.141101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd90e-1d44-4aa7-a4bc-b116b1a1fa9a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (ee083594-5dab-4fb0-aa6d-7669305e7e6b), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.155824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eeb1bf-0264-4077-8d47-4a13454b9013 None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:13:59.175375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d2ff4ec4-6d1c-41e6-b8af-aeb08461ca4e None None] Provisioning complete for port d8a19f87-5d7a-41b4-847f-f2e411ea9859 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:59.175770 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4ec4-6d1c-41e6-b8af-aeb08461ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.227212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd90e-1d44-4aa7-a4bc-b116b1a1fa9a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (ee083594-5dab-4fb0-aa6d-7669305e7e6b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.288329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd90e-1d44-4aa7-a4bc-b116b1a1fa9a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (ee083594-5dab-4fb0-aa6d-7669305e7e6b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.316818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fd90e-1d44-4aa7-a4bc-b116b1a1fa9a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=ee083594-5dab-4fb0-aa6d-7669305e7e6b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:59.320621 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd90e-1d44-4aa7-a4bc-b116b1a1fa9a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.323847 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0c0fd90e-1d44-4aa7-a4bc-b116b1a1fa9a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/ee083594-5dab-4fb0-aa6d-7669305e7e6b HTTP/1.1" status: 204 len: 168 time: 0.2842596 Feb 11 06:13:59.326785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44916) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:59.342972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff4ec4-6d1c-41e6-b8af-aeb08461ca4e None None] Current status of the port d8a19f87-5d7a-41b4-847f-f2e411ea9859 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:59.368607 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f0a96779-02e3-466a-a0d9-7ba4ff6bea26 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378926 Feb 11 06:13:59.369927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44918) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:59.375810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:59.423325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5c5812-c9b2-4417-87c5-7110a4dd32fa None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': 'ee083594-5dab-4fb0-aa6d-7669305e7e6b'}], 'binding:host_id': 'n-d-715271-35'}, 'id': 'd8a19f87-5d7a-41b4-847f-f2e411ea9859'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:13:59.452485 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5812-c9b2-4417-87c5-7110a4dd32fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.473044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:59.477317 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.579671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7882de7-4822-44cf-ae10-8387b89464c7 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:13:59.672774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (fd2386ee-3ad1-43f5-afe0-53149b686980), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.675476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5498b2e9-605a-4073-b417-eea398061daf None None] Provisioning complete for port d8a19f87-5d7a-41b4-847f-f2e411ea9859 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:59.675858 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5498b2e9-605a-4073-b417-eea398061daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.719025 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:59.725005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:59.731875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:59.732495 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.746391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=fd2386ee-3ad1-43f5-afe0-53149b686980,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:59.758627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ebdcaf-001f-4e58-b7f7-e2ea6172d746 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:13:59.762178 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-85bc85c1-0722-48e9-867f-f7ec8c7db559 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3886001 Feb 11 06:13:59.762441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44920) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:59.768310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-36b6a7f9-4cd1-4abf-8fca-fbb57d07587d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:59.795793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5498b2e9-605a-4073-b417-eea398061daf None None] Current status of the port d8a19f87-5d7a-41b4-847f-f2e411ea9859 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:59.821966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-59ebdcaf-001f-4e58-b7f7-e2ea6172d746 None None] Deleting port d8a19f87-5d7a-41b4-847f-f2e411ea9859 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:13:59.822253 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-59ebdcaf-001f-4e58-b7f7-e2ea6172d746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.903515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-59ebdcaf-001f-4e58-b7f7-e2ea6172d746 None None] For port d8a19f87-5d7a-41b4-847f-f2e411ea9859, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d8a19f87-5d7a-41b4-847f-f2e411ea9859,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:59.903912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-59ebdcaf-001f-4e58-b7f7-e2ea6172d746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.917589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-59ebdcaf-001f-4e58-b7f7-e2ea6172d746 None None] Calling delete_port for d8a19f87-5d7a-41b4-847f-f2e411ea9859 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:00.003093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-59ebdcaf-001f-4e58-b7f7-e2ea6172d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (d8a19f87-5d7a-41b4-847f-f2e411ea9859), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.026306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebdcaf-001f-4e58-b7f7-e2ea6172d746 None None] Pushing event deleted for resources: {'Port': ['ID=d8a19f87-5d7a-41b4-847f-f2e411ea9859,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:00.029980 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:00.032080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ebdcaf-001f-4e58-b7f7-e2ea6172d746 None None] No DVR routers for this DVR port d8a19f87-5d7a-41b4-847f-f2e411ea9859 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:00.050340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42648777-7f8b-4315-9573-808c790488ed None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:00.117175 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b6a7f9-4cd1-4abf-8fca-fbb57d07587d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:00.120602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36b6a7f9-4cd1-4abf-8fca-fbb57d07587d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.161948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d8a19f87-5d7a-41b4-847f-f2e411ea9859 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:00.183486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fa4d703c-52e5-4b70-aed0-f84aac7208de', 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'project_id': '9acb9bdd0b8041dfb01d55ae2b3c99d6', 'fixed_ips': [{'subnet_id': 'fd2386ee-3ad1-43f5-afe0-53149b686980'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:00.184434 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.186693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: d8a19f87-5d7a-41b4-847f-f2e411ea9859 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:00.187040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d8a19f87-5d7a-41b4-847f-f2e411ea9859 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:00.211963 n-d-715271-35 neutron-server[103121]: INFO neutron.db.ipam_backend_mixin [None req-36b6a7f9-4cd1-4abf-8fca-fbb57d07587d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd2386ee-3ad1-43f5-afe0-53149b686980 (CIDR: 2001:db8::/64) Feb 11 06:14:00.215342 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b6a7f9-4cd1-4abf-8fca-fbb57d07587d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:14:00.215802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b6a7f9-4cd1-4abf-8fca-fbb57d07587d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:00.232007 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-36b6a7f9-4cd1-4abf-8fca-fbb57d07587d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4685061 Feb 11 06:14:00.235319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44922) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:00.240411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:00.326213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/fd2386ee-3ad1-43f5-afe0-53149b686980/837e7bd2-dc8a-43dc-ade8-e63096f8550b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:00.348507 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d63e07d7-3439-429a-889c-165cad9b04b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.353268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:00.356943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.480659 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Publish callbacks [] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.487571 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.531833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:00.534732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:00.538073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:00.543298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Pushing event updated for resources: {'Port': ['ID=837e7bd2-dc8a-43dc-ade8-e63096f8550b,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:00.596347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Attempting to bind port 837e7bd2-dc8a-43dc-ade8-e63096f8550b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:00.596622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Attempting to bind port 837e7bd2-dc8a-43dc-ade8-e63096f8550b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:00.596990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Attempting to bind port 837e7bd2-dc8a-43dc-ade8-e63096f8550b on network fa4d703c-52e5-4b70-aed0-f84aac7208de {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:00.601992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:00.602378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Checking segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:00.602789 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.603189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Bound using segment: {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:00.603658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Bound port: 837e7bd2-dc8a-43dc-ade8-e63096f8550b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fd30ef-9ccd-45bf-b879-1df7d8496c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:00.604041 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.666277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] For port 837e7bd2-dc8a-43dc-ade8-e63096f8550b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:00.669373 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] For port 837e7bd2-dc8a-43dc-ade8-e63096f8550b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=837e7bd2-dc8a-43dc-ade8-e63096f8550b,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:00.673667 n-d-715271-35 neutron-server[103121]: DEBUG neutron.objects.ports [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103121) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:14:00.675707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.738502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5bea3-8ef9-45d1-aa73-55e68006dfbb None None] Pushing event updated for resources: {'Port': ['ID=837e7bd2-dc8a-43dc-ade8-e63096f8550b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:00.849752 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.025486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] For port 837e7bd2-dc8a-43dc-ade8-e63096f8550b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=837e7bd2-dc8a-43dc-ade8-e63096f8550b,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:01.062454 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.066897 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.101968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (5650be92-7716-4776-9d02-1be969119b06), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.162985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:01.169683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:01.173488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:01.174084 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.176240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=5650be92-7716-4776-9d02-1be969119b06,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:01.178149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=837e7bd2-dc8a-43dc-ade8-e63096f8550b,revision_number=4']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:01.196231 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ef46a5e2-4886-489c-a61a-5abf518b8949 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9598129 Feb 11 06:14:01.198878 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44924) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:01.203955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:46:81:da', 'name': 'tempest-NetworksTestDHCPv6-316545352'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:01.236138 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.315480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:01.402653 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.425814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 2a6ecabe-2d8b-411a-8730-9e1c7afb4239 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:14:01.600478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::e2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/fd2386ee-3ad1-43f5-afe0-53149b686980/2a6ecabe-2d8b-411a-8730-9e1c7afb4239) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:01.606701 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:81da (fa4d703c-52e5-4b70-aed0-f84aac7208de/5650be92-7716-4776-9d02-1be969119b06/2a6ecabe-2d8b-411a-8730-9e1c7afb4239) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:01.668106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9b444-2471-4dcc-81c0-88801f0d9e21 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:01.747736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e89d71c8-dea6-4aec-9b8a-05346ca1f5bf None None] Provisioning complete for port 837e7bd2-dc8a-43dc-ade8-e63096f8550b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:01.748114 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e89d71c8-dea6-4aec-9b8a-05346ca1f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.764833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (2a6ecabe-2d8b-411a-8730-9e1c7afb4239), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.799449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (2a6ecabe-2d8b-411a-8730-9e1c7afb4239), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.843005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:01.846747 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:01.848755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:01.854060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:01.854717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.856976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e89d71c8-dea6-4aec-9b8a-05346ca1f5bf None None] Current status of the port 837e7bd2-dc8a-43dc-ade8-e63096f8550b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:01.857979 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e89d71c8-dea6-4aec-9b8a-05346ca1f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.869852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=2a6ecabe-2d8b-411a-8730-9e1c7afb4239,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:01.878877 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-68c8f9d3-e64e-4a07-9a87-0b06df831c22 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6787555 Feb 11 06:14:01.884000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44926) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:01.894013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e89d71c8-dea6-4aec-9b8a-05346ca1f5bf None None] For port 837e7bd2-dc8a-43dc-ade8-e63096f8550b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=837e7bd2-dc8a-43dc-ade8-e63096f8550b,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:01.898578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e89d71c8-dea6-4aec-9b8a-05346ca1f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.958214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d71c8-dea6-4aec-9b8a-05346ca1f5bf None None] Pushing event updated for resources: {'Port': ['ID=837e7bd2-dc8a-43dc-ade8-e63096f8550b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:01.982196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c3a35ed0-ea44-4993-957a-0efd66f5de2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 2a6ecabe-2d8b-411a-8730-9e1c7afb4239 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:01.982544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3a35ed0-ea44-4993-957a-0efd66f5de2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2a6ecabe-2d8b-411a-8730-9e1c7afb4239), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.076835 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3a35ed0-ea44-4993-957a-0efd66f5de2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2a6ecabe-2d8b-411a-8730-9e1c7afb4239), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.089966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c3a35ed0-ea44-4993-957a-0efd66f5de2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 2a6ecabe-2d8b-411a-8730-9e1c7afb4239 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:02.165904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 837e7bd2-dc8a-43dc-ade8-e63096f8550b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:02.223975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 837e7bd2-dc8a-43dc-ade8-e63096f8550b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:02.224358 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.303667 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3a35ed0-ea44-4993-957a-0efd66f5de2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2a6ecabe-2d8b-411a-8730-9e1c7afb4239), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.313617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 837e7bd2-dc8a-43dc-ade8-e63096f8550b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:02.335196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a35ed0-ea44-4993-957a-0efd66f5de2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=2a6ecabe-2d8b-411a-8730-9e1c7afb4239,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:02.380349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3a35ed0-ea44-4993-957a-0efd66f5de2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.383688 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c3a35ed0-ea44-4993-957a-0efd66f5de2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/2a6ecabe-2d8b-411a-8730-9e1c7afb4239 HTTP/1.1" status: 204 len: 168 time: 0.4987032 Feb 11 06:14:02.386181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44928) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:02.422658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6fb580ff-cee2-4431-959f-b11c4125c17a None None] Provisioning complete for port 837e7bd2-dc8a-43dc-ade8-e63096f8550b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:02.423133 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fb580ff-cee2-4431-959f-b11c4125c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.439909 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94473d4-172f-4cb1-8e44-5fd3f1187774 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:02.441536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b94473d4-172f-4cb1-8e44-5fd3f1187774 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0542905 Feb 11 06:14:02.443974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44930) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:02.504758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06593ddb-827f-4f2e-8ab3-d656ee7bee42 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:02.508599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-06593ddb-827f-4f2e-8ab3-d656ee7bee42 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0611982 Feb 11 06:14:02.509038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44932) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:02.511783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6fb580ff-cee2-4431-959f-b11c4125c17a None None] Current status of the port 837e7bd2-dc8a-43dc-ade8-e63096f8550b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:02.569832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7bde4-5feb-4dfd-a845-784c919e01c1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:02.571156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7bde4-5feb-4dfd-a845-784c919e01c1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:02.572465 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7bde4-5feb-4dfd-a845-784c919e01c1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:02.574053 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7bd7bde4-5feb-4dfd-a845-784c919e01c1 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0633523 Feb 11 06:14:02.576658 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44934) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:02.625160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9139aa46-bbaa-4bf4-bfe4-4337090abb5c None None] Could not find standard attr ID for object b3e1fe98-efd8-451a-b016-07b70a15fab8. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:14:02.632002 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac87b892-ebf5-4ae7-8897-b44925604edc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 5650be92-7716-4776-9d02-1be969119b06 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:02.635560 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac87b892-ebf5-4ae7-8897-b44925604edc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (5650be92-7716-4776-9d02-1be969119b06), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.678061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac87b892-ebf5-4ae7-8897-b44925604edc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (5650be92-7716-4776-9d02-1be969119b06), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.771965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac87b892-ebf5-4ae7-8897-b44925604edc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (5650be92-7716-4776-9d02-1be969119b06), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.831381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac87b892-ebf5-4ae7-8897-b44925604edc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (5650be92-7716-4776-9d02-1be969119b06), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.838738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8b5fd733-eba0-4289-b181-9e7bb91707ee None None] Could not find standard attr ID for object 2a6ecabe-2d8b-411a-8730-9e1c7afb4239. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:14:02.861512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87b892-ebf5-4ae7-8897-b44925604edc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=5650be92-7716-4776-9d02-1be969119b06,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:02.863527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ac87b892-ebf5-4ae7-8897-b44925604edc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.866799 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ac87b892-ebf5-4ae7-8897-b44925604edc tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/5650be92-7716-4776-9d02-1be969119b06 HTTP/1.1" status: 204 len: 168 time: 0.2891750 Feb 11 06:14:02.869551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44936) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:02.910434 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.928659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-05af0b0b-0573-4ed6-bea2-9c301f740928 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet fd2386ee-3ad1-43f5-afe0-53149b686980 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:02.931939 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05af0b0b-0573-4ed6-bea2-9c301f740928 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (fd2386ee-3ad1-43f5-afe0-53149b686980), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.974438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05af0b0b-0573-4ed6-bea2-9c301f740928 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (fd2386ee-3ad1-43f5-afe0-53149b686980), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.980131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bad649-f434-4b92-80d0-3721db662001 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:03.068836 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05af0b0b-0573-4ed6-bea2-9c301f740928 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (fd2386ee-3ad1-43f5-afe0-53149b686980), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.129926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05af0b0b-0573-4ed6-bea2-9c301f740928 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (fd2386ee-3ad1-43f5-afe0-53149b686980), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.156408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af0b0b-0573-4ed6-bea2-9c301f740928 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2386ee-3ad1-43f5-afe0-53149b686980,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:03.162582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05af0b0b-0573-4ed6-bea2-9c301f740928 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.165625 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-05af0b0b-0573-4ed6-bea2-9c301f740928 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/fd2386ee-3ad1-43f5-afe0-53149b686980 HTTP/1.1" status: 204 len: 168 time: 0.2951257 Feb 11 06:14:03.168314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44938) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:03.214337 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1adbac96-7c5a-4170-9db9-3a97133299f5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447927 Feb 11 06:14:03.217164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44940) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:03.222526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:03.312898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:03.316402 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.505852 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (1ef020b8-7a90-4770-85f2-d3049e38cb86), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.552407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:03.555825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:03.560212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:03.560790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.575520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=1ef020b8-7a90-4770-85f2-d3049e38cb86,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:03.586192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-826125b3-2ff2-4021-ab4d-22134d9a9c3b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3679230 Feb 11 06:14:03.589155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44942) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:03.594668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f14473f-fd64-409b-acc3-b627ce690305 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:03.595631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-85b7a197-0e8b-4568-b893-6dcf3c36cb7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:03.705781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b7a197-0e8b-4568-b893-6dcf3c36cb7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:03.709375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85b7a197-0e8b-4568-b893-6dcf3c36cb7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.805240 n-d-715271-35 neutron-server[103120]: INFO neutron.db.ipam_backend_mixin [None req-85b7a197-0e8b-4568-b893-6dcf3c36cb7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ef020b8-7a90-4770-85f2-d3049e38cb86 (CIDR: 2001:db8::/64) Feb 11 06:14:03.808367 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b7a197-0e8b-4568-b893-6dcf3c36cb7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:14:03.808816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b7a197-0e8b-4568-b893-6dcf3c36cb7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:03.824315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-85b7a197-0e8b-4568-b893-6dcf3c36cb7a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2339199 Feb 11 06:14:03.826992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44944) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:03.831834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'subnet': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:03.844948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-94c9bd3f-ea00-46a5-a3e1-77091112b2f8 None None] Provisioning complete for port 837e7bd2-dc8a-43dc-ade8-e63096f8550b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:03.845511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-94c9bd3f-ea00-46a5-a3e1-77091112b2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.941146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:03.945215 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.950914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-94c9bd3f-ea00-46a5-a3e1-77091112b2f8 None None] Current status of the port 837e7bd2-dc8a-43dc-ade8-e63096f8550b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:03.970342 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.170926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-914d769c-f2f2-4072-b5d7-dc014c0fafb9 None None] Provisioning complete for port 837e7bd2-dc8a-43dc-ade8-e63096f8550b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:04.171404 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-914d769c-f2f2-4072-b5d7-dc014c0fafb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.254964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-914d769c-f2f2-4072-b5d7-dc014c0fafb9 None None] Current status of the port 837e7bd2-dc8a-43dc-ade8-e63096f8550b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:04.283997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.objects.ports [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103120) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 06:14:04.434492 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.582702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] For port 837e7bd2-dc8a-43dc-ade8-e63096f8550b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=837e7bd2-dc8a-43dc-ade8-e63096f8550b,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:04.611183 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.615847 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.647068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (bd472d74-5dca-4941-af8f-25c2a2ba24bd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.704155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:04.712464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:04.715704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:04.716292 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.721380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd38927f-7e6c-4701-ac70-4014bfd44325 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:04.729000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=837e7bd2-dc8a-43dc-ade8-e63096f8550b,revision_number=9']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:04.731621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Subnet': ['ID=bd472d74-5dca-4941-af8f-25c2a2ba24bd,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:04.747109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ea63975c-c448-4deb-9c61-b5bfa38bd9db tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9190428 Feb 11 06:14:04.749883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44946) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:04.754747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Request body: {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'mac_address': 'fa:16:3e:30:fb:ee', 'name': 'tempest-NetworksTestDHCPv6-485224251'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:04.866488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Made reservation on behalf of 9acb9bdd0b8041dfb01d55ae2b3c99d6 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:04.892835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a316a-709c-4a94-aa83-88490a0bc946 None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': 'bd472d74-5dca-4941-af8f-25c2a2ba24bd', 'ip_address': '2001:db8:0:1:f816:3eff:fe7f:43dd'}, {'subnet_id': '1ef020b8-7a90-4770-85f2-d3049e38cb86'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '837e7bd2-dc8a-43dc-ade8-e63096f8550b'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:14:04.920662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d3a316a-709c-4a94-aa83-88490a0bc946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.947636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.971924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] device_id is not set on port 6096293c-7fd0-4858-bf9e-fc0cae3c722e yet. {{(pid=103120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:14:05.129523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8::28d (fa4d703c-52e5-4b70-aed0-f84aac7208de/1ef020b8-7a90-4770-85f2-d3049e38cb86/6096293c-7fd0-4858-bf9e-fc0cae3c722e) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:05.135279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:fbee (fa4d703c-52e5-4b70-aed0-f84aac7208de/bd472d74-5dca-4941-af8f-25c2a2ba24bd/6096293c-7fd0-4858-bf9e-fc0cae3c722e) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:05.278085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for port (6096293c-7fd0-4858-bf9e-fc0cae3c722e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.310598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6096293c-7fd0-4858-bf9e-fc0cae3c722e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.358048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Network fa4d703c-52e5-4b70-aed0-f84aac7208de is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:05.358306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-1d3a316a-709c-4a94-aa83-88490a0bc946 None None] Allocated IP 2001:db8::2 (fa4d703c-52e5-4b70-aed0-f84aac7208de/1ef020b8-7a90-4770-85f2-d3049e38cb86/837e7bd2-dc8a-43dc-ade8-e63096f8550b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:05.361852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:05.365407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:05.370502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:05.371114 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.377788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event updated for resources: {'Port': ['ID=6096293c-7fd0-4858-bf9e-fc0cae3c722e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:05.399560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bde9cca8-becc-4f21-9696-f22f676b209b tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6463900 Feb 11 06:14:05.399938 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44948) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:05.464700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1d3a316a-709c-4a94-aa83-88490a0bc946 None None] For port 837e7bd2-dc8a-43dc-ade8-e63096f8550b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=837e7bd2-dc8a-43dc-ade8-e63096f8550b,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:05.493729 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting port 6096293c-7fd0-4858-bf9e-fc0cae3c722e {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:05.494077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6096293c-7fd0-4858-bf9e-fc0cae3c722e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.495120 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d3a316a-709c-4a94-aa83-88490a0bc946 None None] Publish callbacks [] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.499581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d3a316a-709c-4a94-aa83-88490a0bc946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.585385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6096293c-7fd0-4858-bf9e-fc0cae3c722e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.587894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a316a-709c-4a94-aa83-88490a0bc946 None None] Pushing event updated for resources: {'Port': ['ID=837e7bd2-dc8a-43dc-ade8-e63096f8550b,revision_number=10']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:05.600167 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Calling delete_port for 6096293c-7fd0-4858-bf9e-fc0cae3c722e owned by {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:05.785624 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6096293c-7fd0-4858-bf9e-fc0cae3c722e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.813391 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Port': ['ID=6096293c-7fd0-4858-bf9e-fc0cae3c722e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:05.828354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.828724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.829093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.829441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.829787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.830125 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.830461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.830797 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.831157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.831487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.831821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.832155 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.832487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:05.872594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.875996 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ff3eaad0-b368-4648-b12c-ae78e0b89946 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/6096293c-7fd0-4858-bf9e-fc0cae3c722e HTTP/1.1" status: 204 len: 168 time: 0.4750245 Feb 11 06:14:05.878425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44950) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:05.930926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed173bc-6362-431a-881a-630e41ae3a2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:05.932462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0ed173bc-6362-431a-881a-630e41ae3a2d tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0530987 Feb 11 06:14:05.935032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44952) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:05.993297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab5bbf-a543-4ce1-9a00-bf8caa92532a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:05.994883 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dcab5bbf-a543-4ce1-9a00-bf8caa92532a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0589187 Feb 11 06:14:05.997457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44954) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.051488 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a18e7f-8ccc-44dd-ad75-c7387588388c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:06.052951 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a18e7f-8ccc-44dd-ad75-c7387588388c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:06.054294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a18e7f-8ccc-44dd-ad75-c7387588388c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:06.058443 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-62a18e7f-8ccc-44dd-ad75-c7387588388c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0574970 Feb 11 06:14:06.058636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44956) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.114653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-737611f2-c53e-4b72-92e5-002e29ad2425 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet 1ef020b8-7a90-4770-85f2-d3049e38cb86 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:06.117454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a591af58-4188-47c1-a0bb-731ca1207d55 None None] Provisioning complete for port 837e7bd2-dc8a-43dc-ade8-e63096f8550b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:06.117955 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a591af58-4188-47c1-a0bb-731ca1207d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.118676 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-737611f2-c53e-4b72-92e5-002e29ad2425 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (1ef020b8-7a90-4770-85f2-d3049e38cb86), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.154447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 837e7bd2-dc8a-43dc-ade8-e63096f8550b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:06.167420 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-737611f2-c53e-4b72-92e5-002e29ad2425 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (1ef020b8-7a90-4770-85f2-d3049e38cb86), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.250579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a591af58-4188-47c1-a0bb-731ca1207d55 None None] Current status of the port 837e7bd2-dc8a-43dc-ade8-e63096f8550b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:06.256407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 837e7bd2-dc8a-43dc-ade8-e63096f8550b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:06.256407 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.262605 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-737611f2-c53e-4b72-92e5-002e29ad2425 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1ef020b8-7a90-4770-85f2-d3049e38cb86), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.333079 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-737611f2-c53e-4b72-92e5-002e29ad2425 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (1ef020b8-7a90-4770-85f2-d3049e38cb86), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.345624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 837e7bd2-dc8a-43dc-ade8-e63096f8550b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:06.364512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d4015aea-ddee-4e2d-94f6-e0994d623a95 None None] Could not find standard attr ID for object 6096293c-7fd0-4858-bf9e-fc0cae3c722e. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:14:06.366484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737611f2-c53e-4b72-92e5-002e29ad2425 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef020b8-7a90-4770-85f2-d3049e38cb86,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:06.368586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-737611f2-c53e-4b72-92e5-002e29ad2425 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.372286 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-737611f2-c53e-4b72-92e5-002e29ad2425 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/1ef020b8-7a90-4770-85f2-d3049e38cb86 HTTP/1.1" status: 204 len: 168 time: 0.3127272 Feb 11 06:14:06.375361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44958) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.427689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9cc6e9-424c-4886-84b8-b1d3b35ebc08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Deleting subnet bd472d74-5dca-4941-af8f-25c2a2ba24bd {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:06.431166 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf9cc6e9-424c-4886-84b8-b1d3b35ebc08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (bd472d74-5dca-4941-af8f-25c2a2ba24bd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.478483 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf9cc6e9-424c-4886-84b8-b1d3b35ebc08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (bd472d74-5dca-4941-af8f-25c2a2ba24bd), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.528535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1114117b-1509-487b-8d29-469442779ea3 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:06.560857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf9cc6e9-424c-4886-84b8-b1d3b35ebc08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (bd472d74-5dca-4941-af8f-25c2a2ba24bd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.619349 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf9cc6e9-424c-4886-84b8-b1d3b35ebc08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (bd472d74-5dca-4941-af8f-25c2a2ba24bd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.651484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cc6e9-424c-4886-84b8-b1d3b35ebc08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Subnet': ['ID=bd472d74-5dca-4941-af8f-25c2a2ba24bd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:06.655275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bf9cc6e9-424c-4886-84b8-b1d3b35ebc08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.660346 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf9cc6e9-424c-4886-84b8-b1d3b35ebc08 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/bd472d74-5dca-4941-af8f-25c2a2ba24bd HTTP/1.1" status: 204 len: 168 time: 0.2818706 Feb 11 06:14:06.660890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44960) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.702780 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ad1427f-9c36-4129-ae6a-1ee168b50855 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387781 Feb 11 06:14:06.703227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44962) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.710702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4c0585-0bf6-4cc0-9606-6b99ccf82e7a None None] Update dhcp port {'port': {'network_id': 'fa4d703c-52e5-4b70-aed0-f84aac7208de', 'fixed_ips': [{'subnet_id': 'bd472d74-5dca-4941-af8f-25c2a2ba24bd'}], 'binding:host_id': 'n-d-715271-35'}, 'id': '837e7bd2-dc8a-43dc-ade8-e63096f8550b'} from n-d-715271-35. {{(pid=103122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 06:14:06.738551 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0585-0bf6-4cc0-9606-6b99ccf82e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.753587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90180c50-6541-4d85-9d1a-21ea47cf6615 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:06.755095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-90180c50-6541-4d85-9d1a-21ea47cf6615 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0508659 Feb 11 06:14:06.757609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44964) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.805626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8c47f-9df7-43c5-989d-fca90ef443a9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:06.807101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7ab8c47f-9df7-43c5-989d-fca90ef443a9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0485723 Feb 11 06:14:06.809651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44966) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.847486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3b0b74c5-374d-4743-92cc-e027bdec3e9e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367582 Feb 11 06:14:06.853150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44968) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.882016 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e4dcd4-ae98-4973-9264-62f24925d080 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:06.882571 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e4dcd4-ae98-4973-9264-62f24925d080 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:06.885619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-75e4dcd4-ae98-4973-9264-62f24925d080 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/6096293c-7fd0-4858-bf9e-fc0cae3c722e HTTP/1.1" status: 404 len: 333 time: 0.0314698 Feb 11 06:14:06.888233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44970) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.894659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e640d5-fddf-4d33-880b-272a292c2709 None None] Network fa4d703c-52e5-4b70-aed0-f84aac7208de requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:06.913956 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-702d24f9-50b1-467e-b89c-978ad3f31499 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:06.914416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702d24f9-50b1-467e-b89c-978ad3f31499 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:06.917449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-702d24f9-50b1-467e-b89c-978ad3f31499 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/bd472d74-5dca-4941-af8f-25c2a2ba24bd HTTP/1.1" status: 404 len: 337 time: 0.0282397 Feb 11 06:14:06.919884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44972) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.945252 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f34c34-bd4e-4692-b07f-f8dd04a644bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:06.945707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f34c34-bd4e-4692-b07f-f8dd04a644bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:06.948720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-57f34c34-bd4e-4692-b07f-f8dd04a644bb tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/1ef020b8-7a90-4770-85f2-d3049e38cb86 HTTP/1.1" status: 404 len: 337 time: 0.0279288 Feb 11 06:14:06.951217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44974) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:06.977242 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d77f39-929d-470e-9c7e-ab46ca45a429 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:06.977800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d77f39-929d-470e-9c7e-ab46ca45a429 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:06.980836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-86d77f39-929d-470e-9c7e-ab46ca45a429 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/2a6ecabe-2d8b-411a-8730-9e1c7afb4239 HTTP/1.1" status: 404 len: 333 time: 0.0286973 Feb 11 06:14:06.983445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44976) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.002558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-bc486a15-debd-467b-a0c0-8125621462f2 None None] Provisioning complete for port 837e7bd2-dc8a-43dc-ade8-e63096f8550b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:07.002936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bc486a15-debd-467b-a0c0-8125621462f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:07.008754 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d926b3d8-e980-4499-a51a-37a615ac63e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.009246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d926b3d8-e980-4499-a51a-37a615ac63e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.015035 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d926b3d8-e980-4499-a51a-37a615ac63e8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/5650be92-7716-4776-9d02-1be969119b06 HTTP/1.1" status: 404 len: 337 time: 0.0279341 Feb 11 06:14:07.015035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44978) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.026125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] DHCP port deletion for fa4d703c-52e5-4b70-aed0-f84aac7208de request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:14:07.041103 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f4d29b-8c80-4ab9-9d60-73ab41dcc0d6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.041602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f4d29b-8c80-4ab9-9d60-73ab41dcc0d6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.044602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-73f4d29b-8c80-4ab9-9d60-73ab41dcc0d6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/fd2386ee-3ad1-43f5-afe0-53149b686980 HTTP/1.1" status: 404 len: 337 time: 0.0289443 Feb 11 06:14:07.047639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44980) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.074692 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed6c4b8-9409-44f9-bd12-18877482d997 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.075234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed6c4b8-9409-44f9-bd12-18877482d997 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.080526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8ed6c4b8-9409-44f9-bd12-18877482d997 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/b3e1fe98-efd8-451a-b016-07b70a15fab8 HTTP/1.1" status: 404 len: 333 time: 0.0297091 Feb 11 06:14:07.080826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44982) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.105698 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc030f2-b1b8-495b-917d-84720374d4e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.106154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc030f2-b1b8-495b-917d-84720374d4e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.109179 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1dc030f2-b1b8-495b-917d-84720374d4e7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/6e2f29f8-5984-49d3-bc99-adf3050a3142 HTTP/1.1" status: 404 len: 337 time: 0.0274303 Feb 11 06:14:07.112081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 44984) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.118580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Deleting port 837e7bd2-dc8a-43dc-ade8-e63096f8550b {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:07.119093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:07.121605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bc486a15-debd-467b-a0c0-8125621462f2 None None] Current status of the port 837e7bd2-dc8a-43dc-ade8-e63096f8550b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:07.137570 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df6443b-402b-46ea-9ee0-865e1aab9c81 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.138033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df6443b-402b-46ea-9ee0-865e1aab9c81 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.141085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7df6443b-402b-46ea-9ee0-865e1aab9c81 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/ee083594-5dab-4fb0-aa6d-7669305e7e6b HTTP/1.1" status: 404 len: 337 time: 0.0280981 Feb 11 06:14:07.143748 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44986) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.167754 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab8a09b-c6d5-4338-97eb-47a710a395f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.168297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab8a09b-c6d5-4338-97eb-47a710a395f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.172370 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8ab8a09b-c6d5-4338-97eb-47a710a395f2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/058d2605-7231-497b-8719-8ed77c83365b HTTP/1.1" status: 404 len: 333 time: 0.0265701 Feb 11 06:14:07.174512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44988) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.186752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] For port 837e7bd2-dc8a-43dc-ade8-e63096f8550b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=837e7bd2-dc8a-43dc-ade8-e63096f8550b,segment=NetworkSegment(15fd30ef-9ccd-45bf-b879-1df7d8496c17),segment_id=15fd30ef-9ccd-45bf-b879-1df7d8496c17)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:07.187152 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:07.199794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Calling delete_port for 837e7bd2-dc8a-43dc-ade8-e63096f8550b owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:07.199958 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-18287a68-8ec5-4eda-ab1d-db9c708b032f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.200270 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18287a68-8ec5-4eda-ab1d-db9c708b032f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.203330 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-18287a68-8ec5-4eda-ab1d-db9c708b032f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/4b4c021b-05c1-4efc-88ec-366622a8dcfb HTTP/1.1" status: 404 len: 337 time: 0.0278683 Feb 11 06:14:07.205931 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44990) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.236101 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb672807-039f-4560-a89f-57b7b367787a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.236560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb672807-039f-4560-a89f-57b7b367787a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.239623 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cb672807-039f-4560-a89f-57b7b367787a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/8f6478b1-b1fa-4460-ba0b-183af6a13a31 HTTP/1.1" status: 404 len: 337 time: 0.0327907 Feb 11 06:14:07.242205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44992) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.265086 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cce8c28-ad64-492e-ad74-10f676bbc87a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.266205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cce8c28-ad64-492e-ad74-10f676bbc87a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.269322 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9cce8c28-ad64-492e-ad74-10f676bbc87a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/edc0746d-1979-4f44-92b6-3f759f0285f6 HTTP/1.1" status: 404 len: 333 time: 0.0261796 Feb 11 06:14:07.271781 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44994) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.285866 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (837e7bd2-dc8a-43dc-ade8-e63096f8550b), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:07.298804 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f29612e-6b51-489f-8217-1e35e94e434c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.299358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f29612e-6b51-489f-8217-1e35e94e434c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.304909 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9f29612e-6b51-489f-8217-1e35e94e434c tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/fcbb1086-8308-48b3-b266-a857d4765957 HTTP/1.1" status: 404 len: 337 time: 0.0297081 Feb 11 06:14:07.305081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44996) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.311202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Pushing event deleted for resources: {'Port': ['ID=837e7bd2-dc8a-43dc-ade8-e63096f8550b,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:07.318987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] No DVR routers for this DVR port 837e7bd2-dc8a-43dc-ade8-e63096f8550b on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:07.321371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.321721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.322067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.322408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.322747 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.323111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.323406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.323735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.324064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.324392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.324720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.325046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.325397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492bf57-52df-46ff-be4c-89ac806eb407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:07.336308 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf455045-5d06-45e6-b059-8f2cec3d7038 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.336923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf455045-5d06-45e6-b059-8f2cec3d7038 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.340065 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bf455045-5d06-45e6-b059-8f2cec3d7038 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/e49a2cd1-de6b-413b-b6eb-f3b12127bb3b HTTP/1.1" status: 404 len: 333 time: 0.0340245 Feb 11 06:14:07.342568 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 44998) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.368401 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d02d4a1-6697-4952-8eb6-0fde4be0a061 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.368853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d02d4a1-6697-4952-8eb6-0fde4be0a061 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.371959 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6d02d4a1-6697-4952-8eb6-0fde4be0a061 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/f65a130f-9125-40a2-9b32-efba227ef80a HTTP/1.1" status: 404 len: 337 time: 0.0284154 Feb 11 06:14:07.374280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45000) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.397286 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-76eaf4c2-dc0c-4534-bf7c-9052fe97511e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.397819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76eaf4c2-dc0c-4534-bf7c-9052fe97511e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.400788 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-76eaf4c2-dc0c-4534-bf7c-9052fe97511e tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/289fad7f-8778-4bfb-902d-4294fdab65fd HTTP/1.1" status: 404 len: 333 time: 0.0255945 Feb 11 06:14:07.403209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45002) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.432059 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb6e96d-b11b-489e-80b9-0b9823206438 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.432728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb6e96d-b11b-489e-80b9-0b9823206438 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.435428 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9fb6e96d-b11b-489e-80b9-0b9823206438 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/e62184d6-8250-4d8b-b60d-b05dfbcbf75c HTTP/1.1" status: 404 len: 337 time: 0.0313301 Feb 11 06:14:07.437829 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45004) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.464054 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dbc40d-8a90-497e-b98e-6ff5fdb57db6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.464570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3dbc40d-8a90-497e-b98e-6ff5fdb57db6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.467539 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b3dbc40d-8a90-497e-b98e-6ff5fdb57db6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/a1a7d10b-f755-455c-a82e-8e604db42893 HTTP/1.1" status: 404 len: 333 time: 0.0268693 Feb 11 06:14:07.470633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45006) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.494908 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0cf4d1-8f75-4cea-ab0c-c7719b04b7d4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.495351 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0cf4d1-8f75-4cea-ab0c-c7719b04b7d4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.498316 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bb0cf4d1-8f75-4cea-ab0c-c7719b04b7d4 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/ee5d0ca4-6a3c-4e06-b46a-d78f782c617f HTTP/1.1" status: 404 len: 337 time: 0.0267253 Feb 11 06:14:07.500469 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45008) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.523615 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77b52dc-64fc-4faa-8b19-f5c57ea686f8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.524130 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77b52dc-64fc-4faa-8b19-f5c57ea686f8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.527054 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c77b52dc-64fc-4faa-8b19-f5c57ea686f8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/c2bbf712-0a1a-4f8d-89f0-a30945f1664f HTTP/1.1" status: 404 len: 333 time: 0.0257168 Feb 11 06:14:07.529320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45010) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.553853 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b45eed-87be-481b-a11d-4121354c9ac8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.554287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b45eed-87be-481b-a11d-4121354c9ac8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.557146 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-81b45eed-87be-481b-a11d-4121354c9ac8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/9830a7d0-9538-4054-a45b-a5919d43b6ae HTTP/1.1" status: 404 len: 337 time: 0.0268912 Feb 11 06:14:07.559271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45012) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.582136 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77ff880-c754-4460-bea8-676ce3831596 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.582668 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77ff880-c754-4460-bea8-676ce3831596 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.585742 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d77ff880-c754-4460-bea8-676ce3831596 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/ed96e5fd-ac62-4bd8-a2c0-6d78a10601d3 HTTP/1.1" status: 404 len: 333 time: 0.0255258 Feb 11 06:14:07.588088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45014) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.616833 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73d7bf5-350e-4d49-9e58-9d96d05769ee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.617303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73d7bf5-350e-4d49-9e58-9d96d05769ee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.620194 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c73d7bf5-350e-4d49-9e58-9d96d05769ee tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/a973c7d1-cea6-46bd-a86b-31b8b3ea479f HTTP/1.1" status: 404 len: 337 time: 0.0312254 Feb 11 06:14:07.622643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45016) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.648677 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-f185253d-721e-486f-89a9-b19b996bb158 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.649141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f185253d-721e-486f-89a9-b19b996bb158 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.652053 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f185253d-721e-486f-89a9-b19b996bb158 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/1a921fdd-b1fd-4238-851a-2e933b99912c HTTP/1.1" status: 404 len: 337 time: 0.0285649 Feb 11 06:14:07.654290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45018) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.676453 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-06447b50-75c7-4705-bb79-8d22a9d6d5ed tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.676971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06447b50-75c7-4705-bb79-8d22a9d6d5ed tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.679908 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-06447b50-75c7-4705-bb79-8d22a9d6d5ed tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/6509fef7-3463-4063-ace6-1f8cb850547f HTTP/1.1" status: 404 len: 333 time: 0.0246696 Feb 11 06:14:07.682097 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.709728 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f322e1a-b0ba-4385-97b5-5d5b26768373 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.710179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f322e1a-b0ba-4385-97b5-5d5b26768373 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.713423 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4f322e1a-b0ba-4385-97b5-5d5b26768373 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/b0796b2b-f72c-4014-a041-8f69a2ee8a05 HTTP/1.1" status: 404 len: 337 time: 0.0304298 Feb 11 06:14:07.715517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45022) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.739890 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38aae5f-77ff-4af4-973f-16e26a8631f9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.740339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38aae5f-77ff-4af4-973f-16e26a8631f9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.743270 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e38aae5f-77ff-4af4-973f-16e26a8631f9 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/34e0e57e-7eb8-4df8-987d-1d2baf5256df HTTP/1.1" status: 404 len: 337 time: 0.0268676 Feb 11 06:14:07.745468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.768860 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e2414f-f67a-4b6a-a0ae-41fa489f3ed5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.769404 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e2414f-f67a-4b6a-a0ae-41fa489f3ed5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.772293 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b0e2414f-f67a-4b6a-a0ae-41fa489f3ed5 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/58771d35-b57f-471d-a54e-a5e7472f8ac4 HTTP/1.1" status: 404 len: 333 time: 0.0259531 Feb 11 06:14:07.774571 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45026) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.802541 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-02af6090-afd7-4a93-be2d-e4d9d2bd0c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.802985 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02af6090-afd7-4a93-be2d-e4d9d2bd0c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.805887 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02af6090-afd7-4a93-be2d-e4d9d2bd0c87 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/cd2976cf-e67b-4c2c-a99f-73e4af793362 HTTP/1.1" status: 404 len: 337 time: 0.0304563 Feb 11 06:14:07.808089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45028) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.833850 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e225e3-26cd-498d-8612-7d5dbced4e33 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.834319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e225e3-26cd-498d-8612-7d5dbced4e33 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.837215 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-32e225e3-26cd-498d-8612-7d5dbced4e33 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/3180f221-6868-43b3-be6a-a5c28f75ebb9 HTTP/1.1" status: 404 len: 337 time: 0.0282340 Feb 11 06:14:07.839479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45030) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.861753 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0fb6e5-4c0d-43f4-a91d-e967cc05f76f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.862267 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0fb6e5-4c0d-43f4-a91d-e967cc05f76f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.865217 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9f0fb6e5-4c0d-43f4-a91d-e967cc05f76f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/751fac0d-a71c-468d-95e8-7bb1545424d6 HTTP/1.1" status: 404 len: 333 time: 0.0248137 Feb 11 06:14:07.867528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45032) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.892895 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-356111af-0e89-41df-bd99-65298b2545b3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.893295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356111af-0e89-41df-bd99-65298b2545b3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.896217 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-356111af-0e89-41df-bd99-65298b2545b3 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/7162f6cd-b2c6-4f29-acc8-fd0d3e763bd0 HTTP/1.1" status: 404 len: 337 time: 0.0278144 Feb 11 06:14:07.898499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45034) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.922820 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eb314e-3918-4984-a8ca-e23da6309337 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:07.923262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36eb314e-3918-4984-a8ca-e23da6309337 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:07.926214 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-36eb314e-3918-4984-a8ca-e23da6309337 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/e8e59e5e-57ea-4c93-b921-39ac31a10854 HTTP/1.1" status: 404 len: 337 time: 0.0268369 Feb 11 06:14:07.929523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45036) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:07.957600 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ea393072-074e-4604-a141-d512ec5663c8 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports?device_id=959e1a05-4e62-4383-aa45-26b294d1d947 HTTP/1.1" status: 200 len: 205 time: 0.0270212 Feb 11 06:14:07.959868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45038) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.000412 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-564ae18a-06f7-46a5-8c24-94bd388e03f7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] delete failed (client error): The resource could not be found. Feb 11 06:14:08.001424 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-564ae18a-06f7-46a5-8c24-94bd388e03f7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/routers/959e1a05-4e62-4383-aa45-26b294d1d947 HTTP/1.1" status: 404 len: 336 time: 0.0406597 Feb 11 06:14:08.003855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45040) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.029040 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d910f0d8-9c9b-4af8-acb3-2c05d0faafe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.029510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d910f0d8-9c9b-4af8-acb3-2c05d0faafe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.032565 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d910f0d8-9c9b-4af8-acb3-2c05d0faafe7 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/db778d13-1021-4d0d-9c31-0b58e113a263 HTTP/1.1" status: 404 len: 337 time: 0.0278385 Feb 11 06:14:08.034993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45042) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.061749 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d84c3cea-2259-4b95-b6cf-d06686ae53a0 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff19d71-31ad-4ba8-b6b1-7503a2f96feb HTTP/1.1" status: 200 len: 205 time: 0.0257578 Feb 11 06:14:08.064588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45044) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.105025 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-97841e6b-077a-46a8-8b5e-d42aee145f97 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] delete failed (client error): The resource could not be found. Feb 11 06:14:08.106098 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97841e6b-077a-46a8-8b5e-d42aee145f97 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/routers/dff19d71-31ad-4ba8-b6b1-7503a2f96feb HTTP/1.1" status: 404 len: 336 time: 0.0405684 Feb 11 06:14:08.108630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45046) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.127909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 837e7bd2-dc8a-43dc-ade8-e63096f8550b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:08.135416 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed2746b-a2db-41d8-a867-3dba2e50dde2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.135884 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed2746b-a2db-41d8-a867-3dba2e50dde2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.138999 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9ed2746b-a2db-41d8-a867-3dba2e50dde2 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/b3ca95db-712c-4f7c-b66d-ec4cc8296a7f HTTP/1.1" status: 404 len: 337 time: 0.0288975 Feb 11 06:14:08.141601 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45048) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.149843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 837e7bd2-dc8a-43dc-ade8-e63096f8550b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:08.150211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 837e7bd2-dc8a-43dc-ade8-e63096f8550b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:08.166433 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c730e0cc-87c2-4599-885b-4c44ce161420 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.166892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c730e0cc-87c2-4599-885b-4c44ce161420 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.169892 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c730e0cc-87c2-4599-885b-4c44ce161420 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/17c2244a-d044-40a9-8596-71c1a6239824 HTTP/1.1" status: 404 len: 337 time: 0.0273931 Feb 11 06:14:08.173086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45050) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.197175 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d586355-be91-4ed0-9869-bd6c49a2c120 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.197715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d586355-be91-4ed0-9869-bd6c49a2c120 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.200711 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8d586355-be91-4ed0-9869-bd6c49a2c120 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/093dc051-520b-47bd-9bb3-e32c5e167663 HTTP/1.1" status: 404 len: 333 time: 0.0266447 Feb 11 06:14:08.203172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45052) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.227922 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a2a05d-f49b-4d13-93c6-3015cd0d8b66 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.228378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a2a05d-f49b-4d13-93c6-3015cd0d8b66 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.231389 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b3a2a05d-f49b-4d13-93c6-3015cd0d8b66 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/9b2ca1df-5430-4f8b-b4d2-273cadbbb021 HTTP/1.1" status: 404 len: 337 time: 0.0272934 Feb 11 06:14:08.233784 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45054) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.262580 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72f7cfa-6069-4bac-a0a2-72637ee9cc79 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.263111 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72f7cfa-6069-4bac-a0a2-72637ee9cc79 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.266318 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d72f7cfa-6069-4bac-a0a2-72637ee9cc79 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/d0e4a369-e680-4bdc-aa3a-a15c0f60934e HTTP/1.1" status: 404 len: 333 time: 0.0311384 Feb 11 06:14:08.268651 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45056) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.297555 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf4361e-f1b8-4d6d-9c6e-a44ae81b722f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.298000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf4361e-f1b8-4d6d-9c6e-a44ae81b722f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.300944 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3bf4361e-f1b8-4d6d-9c6e-a44ae81b722f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/7b6cb252-540d-4934-bca6-1ee5ef314e2a HTTP/1.1" status: 404 len: 337 time: 0.0313795 Feb 11 06:14:08.303275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45058) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.329072 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1609b6-f561-49fa-8530-80ed8d9010d6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.329615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1609b6-f561-49fa-8530-80ed8d9010d6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.332548 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c1609b6-f561-49fa-8530-80ed8d9010d6 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/581b0b5b-ff4d-4768-a345-43e4f5b5f025 HTTP/1.1" status: 404 len: 333 time: 0.0283947 Feb 11 06:14:08.335105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45060) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.361211 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-46154505-1a24-4ce9-83db-1749386ece45 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.361672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46154505-1a24-4ce9-83db-1749386ece45 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.364941 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-46154505-1a24-4ce9-83db-1749386ece45 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/b5a2cc2d-5472-4e22-9945-a2bed88374fb HTTP/1.1" status: 404 len: 337 time: 0.0289502 Feb 11 06:14:08.367428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45062) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.390065 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf1edb7-76f2-4cc6-9bd3-ae41ed9eacba tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.391211 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf1edb7-76f2-4cc6-9bd3-ae41ed9eacba tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.394127 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-eaf1edb7-76f2-4cc6-9bd3-ae41ed9eacba tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/02e7c950-d046-459e-999f-3cd93bed8c63 HTTP/1.1" status: 404 len: 333 time: 0.0258279 Feb 11 06:14:08.396427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45064) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.420868 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-016e4deb-9d3e-449d-8857-ffc88098bace tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.421274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016e4deb-9d3e-449d-8857-ffc88098bace tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.424499 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-016e4deb-9d3e-449d-8857-ffc88098bace tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/f3c63748-8871-4335-9787-227f33f862ed HTTP/1.1" status: 404 len: 337 time: 0.0272062 Feb 11 06:14:08.426827 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45066) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.450965 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-385d8102-f433-454d-a74e-83432376b24f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.451577 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385d8102-f433-454d-a74e-83432376b24f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.455246 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-385d8102-f433-454d-a74e-83432376b24f tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/915fbcdd-5960-4a7e-9cac-e18e0f4e8557 HTTP/1.1" status: 404 len: 333 time: 0.0275474 Feb 11 06:14:08.457593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45068) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.485497 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fc3d34-e926-4fc3-8217-5a6522d9d6cd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.485940 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fc3d34-e926-4fc3-8217-5a6522d9d6cd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.488825 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-15fc3d34-e926-4fc3-8217-5a6522d9d6cd tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/986b0608-4e5d-4cb3-8e7a-6b519fa5cf59 HTTP/1.1" status: 404 len: 337 time: 0.0303669 Feb 11 06:14:08.491138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45070) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.513789 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fba056f-faad-49f0-9a47-277e7272b099 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.514292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fba056f-faad-49f0-9a47-277e7272b099 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.517819 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5fba056f-faad-49f0-9a47-277e7272b099 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/0035061a-2b15-4a17-a899-416c7f616926 HTTP/1.1" status: 404 len: 333 time: 0.0257862 Feb 11 06:14:08.520052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45072) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.544253 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-617cacf3-c630-46c8-a54e-989b4ecf5364 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.544693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617cacf3-c630-46c8-a54e-989b4ecf5364 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.547620 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-617cacf3-c630-46c8-a54e-989b4ecf5364 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/2dfe8bd8-5497-4325-9dfd-d23885492e2a HTTP/1.1" status: 404 len: 337 time: 0.0267143 Feb 11 06:14:08.549826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45074) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.572336 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20873e8-dd52-426c-95dc-61c9b4c06336 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.572846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20873e8-dd52-426c-95dc-61c9b4c06336 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.575710 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a20873e8-dd52-426c-95dc-61c9b4c06336 tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/ports/a6a2d33d-5507-4238-8272-6f6316c6dbc7 HTTP/1.1" status: 404 len: 333 time: 0.0250344 Feb 11 06:14:08.578478 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45076) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.602602 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba1e02c-c1f2-4a8b-bc1d-5df359819a6a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] DELETE failed (client error): The resource could not be found. Feb 11 06:14:08.603038 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba1e02c-c1f2-4a8b-bc1d-5df359819a6a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:14:08.605925 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ba1e02c-c1f2-4a8b-bc1d-5df359819a6a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/subnets/fc9f782c-e2a2-4595-aff0-80a2cbb33f31 HTTP/1.1" status: 404 len: 337 time: 0.0265803 Feb 11 06:14:08.608144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45078) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:08.683772 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (fa4d703c-52e5-4b70-aed0-f84aac7208de), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.766519 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (fa4d703c-52e5-4b70-aed0-f84aac7208de), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.785779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4d703c-52e5-4b70-aed0-f84aac7208de']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:08.794728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fd30ef-9ccd-45bf-b879-1df7d8496c17') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:08.795023 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fd30ef-9ccd-45bf-b879-1df7d8496c17') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:08.809041 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (15fd30ef-9ccd-45bf-b879-1df7d8496c17), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.823151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (15fd30ef-9ccd-45bf-b879-1df7d8496c17), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.830076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:14:08.830512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (15fd30ef-9ccd-45bf-b879-1df7d8496c17), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:14:08.834004 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:14:08.890986 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (fa4d703c-52e5-4b70-aed0-f84aac7208de), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.898352 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.900817 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] 10.222.0.31 "DELETE /v2.0/networks/fa4d703c-52e5-4b70-aed0-f84aac7208de HTTP/1.1" status: 204 len: 168 time: 0.2917964 Feb 11 06:14:08.912067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af92037-10e3-4c04-8b43-f5632ca3919a tempest-NetworksTestDHCPv6-1186660067 tempest-NetworksTestDHCPv6-1186660067-project] Pushing event deleted for resources: {'Network': ['ID=fa4d703c-52e5-4b70-aed0-f84aac7208de,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:09.152335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45084) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:09.302562 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-33c964a4-d1a9-42e8-824f-69d8b9b66c87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9acb9bdd0b8041dfb01d55ae2b3c99d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490660 Feb 11 06:14:09.305056 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45088) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:09.351949 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af5be744-6d45-4c3f-80b9-1100db41fa90 admin admin] Publish callbacks [] for security_group (228c34bd-a44d-46e6-9b9a-753636b247f6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:09.377059 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af5be744-6d45-4c3f-80b9-1100db41fa90 admin admin] Publish callbacks [] for security_group (228c34bd-a44d-46e6-9b9a-753636b247f6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:09.423335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af5be744-6d45-4c3f-80b9-1100db41fa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (228c34bd-a44d-46e6-9b9a-753636b247f6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:09.425883 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af5be744-6d45-4c3f-80b9-1100db41fa90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:09.427058 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af5be744-6d45-4c3f-80b9-1100db41fa90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/228c34bd-a44d-46e6-9b9a-753636b247f6 HTTP/1.1" status: 204 len: 168 time: 0.1210649 Feb 11 06:14:09.435180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5be744-6d45-4c3f-80b9-1100db41fa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c34bd-a44d-46e6-9b9a-753636b247f6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:10.069880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45110) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:10.162606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-878481369'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:10.181429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:10.184960 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.194363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.268988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for security_group (72d6034f-0723-46bc-98cf-39879fb88e24), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.272738 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (72d6034f-0723-46bc-98cf-39879fb88e24), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.294387 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:10.309005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d6034f-0723-46bc-98cf-39879fb88e24,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:10.311838 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8ee95803-e190-4d16-9aaf-21b3c340e72b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.312202 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added segment 8ee95803-e190-4d16-9aaf-21b3c340e72b of type vlan for network 8257a833-7c0a-4135-beff-01119e4c8ead Feb 11 06:14:10.353709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (8257a833-7c0a-4135-beff-01119e4c8ead), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.382644 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (8257a833-7c0a-4135-beff-01119e4c8ead), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.387791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:10.388369 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.421527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3505406 Feb 11 06:14:10.424528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45114) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:10.429295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1673094575'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:10.470692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c37b-7805-48e2-820a-fed7770c7b69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Network': ['ID=8257a833-7c0a-4135-beff-01119e4c8ead,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:10.480834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 8257a833-7c0a-4135-beff-01119e4c8ead details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:10.481530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:10.485917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.510541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:10.519734 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8bdcb3c2-85d9-4af4-aea4-69e59359ffb2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.520084 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added segment 8bdcb3c2-85d9-4af4-aea4-69e59359ffb2 of type vlan for network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 Feb 11 06:14:10.558527 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.583835 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.589252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:10.589838 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.634437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2088120 Feb 11 06:14:10.637562 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45116) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:10.642738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'subnet': {'network_id': '8257a833-7c0a-4135-beff-01119e4c8ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:10.663442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4bb1-b0fe-4040-b3ee-d4d91b015d61 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Network': ['ID=37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:10.673878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:10.729169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:10.732549 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.914734 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (8a055de2-724b-428f-9c6d-0c42e8a53ac2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.979489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Subnet': ['ID=8a055de2-724b-428f-9c6d-0c42e8a53ac2,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:10.990287 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Checking segment: {'id': '8ee95803-e190-4d16-9aaf-21b3c340e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8257a833-7c0a-4135-beff-01119e4c8ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:10.990674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network hostable DHCP agents. Network: 8257a833-7c0a-4135-beff-01119e4c8ead, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:11.007297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 8257a833-7c0a-4135-beff-01119e4c8ead is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:11.016249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 8257a833-7c0a-4135-beff-01119e4c8ead) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:11.021135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:11.021742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.025621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f692d61c-ea35-442e-8b5a-7ce4e9d6fec1 None None] Network 8257a833-7c0a-4135-beff-01119e4c8ead requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:11.038972 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7d4d8280-92d2-4c97-a65b-58ccf87bb10f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4002919 Feb 11 06:14:11.041983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45118) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:11.047132 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'subnet': {'network_id': '37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:11.133628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-8257a833-7c0a-4135-beff-01119e4c8ead', 'network_id': '8257a833-7c0a-4135-beff-01119e4c8ead', 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'fixed_ips': [{'subnet_id': '8a055de2-724b-428f-9c6d-0c42e8a53ac2'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:11.134570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.288289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Allocated IP 2001:db8::2 (8257a833-7c0a-4135-beff-01119e4c8ead/8a055de2-724b-428f-9c6d-0c42e8a53ac2/f41c6aa7-96a1-4863-9e37-6665994e5c5e) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:11.378564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:11.382062 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.441449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Publish callbacks [] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.448656 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.494258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Network 8257a833-7c0a-4135-beff-01119e4c8ead is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:11.500056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:11.502872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Pushing event updated for resources: {'Port': ['ID=f41c6aa7-96a1-4863-9e37-6665994e5c5e,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:11.505358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:11.569278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Attempting to bind port f41c6aa7-96a1-4863-9e37-6665994e5c5e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:11.570343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Attempting to bind port f41c6aa7-96a1-4863-9e37-6665994e5c5e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '8ee95803-e190-4d16-9aaf-21b3c340e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8257a833-7c0a-4135-beff-01119e4c8ead'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:11.570886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Attempting to bind port f41c6aa7-96a1-4863-9e37-6665994e5c5e on network 8257a833-7c0a-4135-beff-01119e4c8ead {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:11.576792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:11.577784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Checking segment: {'id': '8ee95803-e190-4d16-9aaf-21b3c340e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8257a833-7c0a-4135-beff-01119e4c8ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:11.578301 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.578714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Bound using segment: {'id': '8ee95803-e190-4d16-9aaf-21b3c340e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8257a833-7c0a-4135-beff-01119e4c8ead'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:11.579757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Bound port: f41c6aa7-96a1-4863-9e37-6665994e5c5e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee95803-e190-4d16-9aaf-21b3c340e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8257a833-7c0a-4135-beff-01119e4c8ead'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:11.580153 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.586794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (8949e769-b296-48d0-b808-d595bb9c20ac), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.652165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] For port f41c6aa7-96a1-4863-9e37-6665994e5c5e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:11.656660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] For port f41c6aa7-96a1-4863-9e37-6665994e5c5e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f41c6aa7-96a1-4863-9e37-6665994e5c5e,segment=NetworkSegment(8ee95803-e190-4d16-9aaf-21b3c340e72b),segment_id=8ee95803-e190-4d16-9aaf-21b3c340e72b)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:11.662235 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Subnet': ['ID=8949e769-b296-48d0-b808-d595bb9c20ac,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:11.664276 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.672281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Checking segment: {'id': '8bdcb3c2-85d9-4af4-aea4-69e59359ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:11.672643 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network hostable DHCP agents. Network: 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:11.691450 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:11.705106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:11.723691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:11.724312 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.726648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d34f2-a64f-43ae-9527-8cfee4b7cd69 None None] Pushing event updated for resources: {'Port': ['ID=f41c6aa7-96a1-4863-9e37-6665994e5c5e,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:11.732668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d788c7e9-34d6-4519-86af-1ed356ee5e7e None None] Network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:11.748013 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-49998199-33fb-4f21-89f1-2c8dd29be4f4 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7023227 Feb 11 06:14:11.749458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45120) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:11.758128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b7d7fca5-8afb-4132-8172-780ff4e1c69c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-513607205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:11.788042 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fca5-8afb-4132-8172-780ff4e1c69c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (c48fe833-b7b1-4ab9-8aea-055391625b23), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.789617 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fca5-8afb-4132-8172-780ff4e1c69c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (c48fe833-b7b1-4ab9-8aea-055391625b23), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.845686 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fca5-8afb-4132-8172-780ff4e1c69c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (c48fe833-b7b1-4ab9-8aea-055391625b23), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.849930 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fca5-8afb-4132-8172-780ff4e1c69c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (c48fe833-b7b1-4ab9-8aea-055391625b23), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.863420 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2', 'network_id': '37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2', 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'fixed_ips': [{'subnet_id': '8949e769-b296-48d0-b808-d595bb9c20ac'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:11.864437 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.871848 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fca5-8afb-4132-8172-780ff4e1c69c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.873654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b7d7fca5-8afb-4132-8172-780ff4e1c69c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1229258 Feb 11 06:14:11.876790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45122) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:12.039546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Allocated IP 2001:db8:1::2 (37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2/8949e769-b296-48d0-b808-d595bb9c20ac/a3e2a4f1-ad47-4150-a750-0aa81336b881) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:12.213328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.215044 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Publish callbacks [] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.225266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.260693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f41c6aa7-96a1-4863-9e37-6665994e5c5e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:12.305716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:12.308288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Pushing event updated for resources: {'Port': ['ID=a3e2a4f1-ad47-4150-a750-0aa81336b881,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:12.312743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:12.318368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:12.381161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Attempting to bind port a3e2a4f1-ad47-4150-a750-0aa81336b881 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:12.381522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Attempting to bind port a3e2a4f1-ad47-4150-a750-0aa81336b881 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '8bdcb3c2-85d9-4af4-aea4-69e59359ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:12.381894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Attempting to bind port a3e2a4f1-ad47-4150-a750-0aa81336b881 on network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:12.383761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f41c6aa7-96a1-4863-9e37-6665994e5c5e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:12.384136 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.416957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:12.417364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Checking segment: {'id': '8bdcb3c2-85d9-4af4-aea4-69e59359ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:12.417772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.418177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Bound using segment: {'id': '8bdcb3c2-85d9-4af4-aea4-69e59359ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:12.418667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Bound port: a3e2a4f1-ad47-4150-a750-0aa81336b881, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdcb3c2-85d9-4af4-aea4-69e59359ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:12.419052 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.478757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 2001:db8::1 (8257a833-7c0a-4135-beff-01119e4c8ead/8a055de2-724b-428f-9c6d-0c42e8a53ac2/9988ba39-34ed-402f-ab19-804c4e18a6f5) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:12.521109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] For port a3e2a4f1-ad47-4150-a750-0aa81336b881, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:12.525507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] For port a3e2a4f1-ad47-4150-a750-0aa81336b881, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a3e2a4f1-ad47-4150-a750-0aa81336b881,segment=NetworkSegment(8bdcb3c2-85d9-4af4-aea4-69e59359ffb2),segment_id=8bdcb3c2-85d9-4af4-aea4-69e59359ffb2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:12.529515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f41c6aa7-96a1-4863-9e37-6665994e5c5e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:12.529996 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.539330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.606148 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.608641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port f41c6aa7-96a1-4863-9e37-6665994e5c5e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f41c6aa7-96a1-4863-9e37-6665994e5c5e,segment=NetworkSegment(8ee95803-e190-4d16-9aaf-21b3c340e72b),segment_id=8ee95803-e190-4d16-9aaf-21b3c340e72b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:12.618314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.627899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6de9b-45fa-435d-a8b0-79e42080e758 None None] Pushing event updated for resources: {'Port': ['ID=a3e2a4f1-ad47-4150-a750-0aa81336b881,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:12.659681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.689141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=f41c6aa7-96a1-4863-9e37-6665994e5c5e,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:12.711433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 8257a833-7c0a-4135-beff-01119e4c8ead is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:12.714808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:12.719189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:12.719758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (c48fe833-b7b1-4ab9-8aea-055391625b23), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.723272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=9988ba39-34ed-402f-ab19-804c4e18a6f5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:12.869653 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.951498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ec4543-5af8-4f30-89da-38c4befaf67c None None] Network 8257a833-7c0a-4135-beff-01119e4c8ead requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:13.039645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0c43f167-0485-4ff7-b7cd-0e9da3b541f5 None None] Provisioning complete for port f41c6aa7-96a1-4863-9e37-6665994e5c5e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:13.039940 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c43f167-0485-4ff7-b7cd-0e9da3b541f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.328923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0c43f167-0485-4ff7-b7cd-0e9da3b541f5 None None] Current status of the port f41c6aa7-96a1-4863-9e37-6665994e5c5e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:13.517456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.522840 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.523673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (c48fe833-b7b1-4ab9-8aea-055391625b23), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.618113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=9988ba39-34ed-402f-ab19-804c4e18a6f5,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:13.651035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-19e139d6-f473-4b8b-9de9-eec2b2049a8a None None] Provisioning complete for port 9988ba39-34ed-402f-ab19-804c4e18a6f5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:13.652111 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19e139d6-f473-4b8b-9de9-eec2b2049a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.670201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 8257a833-7c0a-4135-beff-01119e4c8ead is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:13.671731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:13.700772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-19e139d6-f473-4b8b-9de9-eec2b2049a8a None None] Port 9988ba39-34ed-402f-ab19-804c4e18a6f5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:13.711486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-19e139d6-f473-4b8b-9de9-eec2b2049a8a None None] Provisioning complete for port f41c6aa7-96a1-4863-9e37-6665994e5c5e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:13.712222 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-19e139d6-f473-4b8b-9de9-eec2b2049a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.816284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-19e139d6-f473-4b8b-9de9-eec2b2049a8a None None] Current status of the port f41c6aa7-96a1-4863-9e37-6665994e5c5e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:13.827997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router c48fe833-b7b1-4ab9-8aea-055391625b23 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:14:13.828416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f252d4-ab4e-4ba9-b163-bbf015ed26e7 None None] Network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:13.925372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:13.933575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4310f79f-8879-42e8-8a43-d9f3d55f909a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/c48fe833-b7b1-4ab9-8aea-055391625b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0525634 Feb 11 06:14:13.933575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45124) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:13.941758 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cc31a-aa94-48bd-aac1-b182845891b5 None None] Sync routers for ids ['c48fe833-b7b1-4ab9-8aea-055391625b23'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:13.954505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] Provisioning complete for port 9988ba39-34ed-402f-ab19-804c4e18a6f5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:13.954820 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cc31a-aa94-48bd-aac1-b182845891b5 None None] Routers {'c48fe833-b7b1-4ab9-8aea-055391625b23'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:13.954974 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.955757 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc31a-aa94-48bd-aac1-b182845891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c48fe833-b7b1-4ab9-8aea-055391625b23'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:13.989385 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc31a-aa94-48bd-aac1-b182845891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:13.999941 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cc31a-aa94-48bd-aac1-b182845891b5 None None] Routers {'c48fe833-b7b1-4ab9-8aea-055391625b23'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:14.000991 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc31a-aa94-48bd-aac1-b182845891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c48fe833-b7b1-4ab9-8aea-055391625b23'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:14.007138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] Port 9988ba39-34ed-402f-ab19-804c4e18a6f5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:14.013293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e77bd-a1a4-47ce-9b59-ea881d482edb tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:14.015486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6c3e77bd-a1a4-47ce-9b59-ea881d482edb tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports/9988ba39-34ed-402f-ab19-804c4e18a6f5 HTTP/1.1" status: 200 len: 911 time: 0.0811121 Feb 11 06:14:14.018634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45126) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:14.019133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] Provisioning complete for port a3e2a4f1-ad47-4150-a750-0aa81336b881 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:14.019489 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.037456 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc31a-aa94-48bd-aac1-b182845891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:14.038383 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cc31a-aa94-48bd-aac1-b182845891b5 None None] The sync data for ids ['c48fe833-b7b1-4ab9-8aea-055391625b23'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:14.146112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] Current status of the port a3e2a4f1-ad47-4150-a750-0aa81336b881 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:14.147632 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.186570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] For port a3e2a4f1-ad47-4150-a750-0aa81336b881, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a3e2a4f1-ad47-4150-a750-0aa81336b881,segment=NetworkSegment(8bdcb3c2-85d9-4af4-aea4-69e59359ffb2),segment_id=8bdcb3c2-85d9-4af4-aea4-69e59359ffb2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:14.192226 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.252084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96306b0e-6a99-4b45-bf73-977ccfa966cc None None] Pushing event updated for resources: {'Port': ['ID=a3e2a4f1-ad47-4150-a750-0aa81336b881,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:14.286548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f41c6aa7-96a1-4863-9e37-6665994e5c5e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:14.336234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-35456908-7c00-421f-bfeb-27ead7c4b79c None None] Provisioning complete for port 9988ba39-34ed-402f-ab19-804c4e18a6f5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:14.336523 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35456908-7c00-421f-bfeb-27ead7c4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.377243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f41c6aa7-96a1-4863-9e37-6665994e5c5e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:14.377623 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.381101 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-35456908-7c00-421f-bfeb-27ead7c4b79c None None] Port 9988ba39-34ed-402f-ab19-804c4e18a6f5 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:14.422678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-35456908-7c00-421f-bfeb-27ead7c4b79c None None] Provisioning complete for port a3e2a4f1-ad47-4150-a750-0aa81336b881 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:14.423103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-35456908-7c00-421f-bfeb-27ead7c4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.428784 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.502851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f41c6aa7-96a1-4863-9e37-6665994e5c5e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:14.503867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3e2a4f1-ad47-4150-a750-0aa81336b881 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:14.568842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-35456908-7c00-421f-bfeb-27ead7c4b79c None None] Current status of the port a3e2a4f1-ad47-4150-a750-0aa81336b881 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:14.582725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a3e2a4f1-ad47-4150-a750-0aa81336b881 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:14.583102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.660329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a3e2a4f1-ad47-4150-a750-0aa81336b881 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:14.694788 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 2001:db8:1::1 (37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2/8949e769-b296-48d0-b808-d595bb9c20ac/785946d8-d13c-4180-a3c0-6de315741ac8) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:14.805096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (785946d8-d13c-4180-a3c0-6de315741ac8), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.843405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (785946d8-d13c-4180-a3c0-6de315741ac8), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.891001 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:14.894108 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:14.897662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:14.898196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (c48fe833-b7b1-4ab9-8aea-055391625b23), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.933338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=785946d8-d13c-4180-a3c0-6de315741ac8,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:15.021374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (785946d8-d13c-4180-a3c0-6de315741ac8), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:15.191511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7256c91a-03f5-4069-9dea-eb3e57d0aefd None None] Provisioning complete for port 785946d8-d13c-4180-a3c0-6de315741ac8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:15.191784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7256c91a-03f5-4069-9dea-eb3e57d0aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (785946d8-d13c-4180-a3c0-6de315741ac8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:15.239254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7256c91a-03f5-4069-9dea-eb3e57d0aefd None None] Port 785946d8-d13c-4180-a3c0-6de315741ac8 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:15.296285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (785946d8-d13c-4180-a3c0-6de315741ac8), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:15.302204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (785946d8-d13c-4180-a3c0-6de315741ac8), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:15.302960 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (c48fe833-b7b1-4ab9-8aea-055391625b23), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:15.371190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=785946d8-d13c-4180-a3c0-6de315741ac8,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:15.433423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:15.434800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:15.547116 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router c48fe833-b7b1-4ab9-8aea-055391625b23 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:15.647083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:15.651955 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a5646ac5-aa77-42a2-9236-7bd509626d88 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/c48fe833-b7b1-4ab9-8aea-055391625b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6322951 Feb 11 06:14:15.654484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45128) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:15.656861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd956b41-8534-4e90-9478-4cdf4f170be7 None None] Sync routers for ids ['c48fe833-b7b1-4ab9-8aea-055391625b23'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:15.675915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd956b41-8534-4e90-9478-4cdf4f170be7 None None] Routers {'c48fe833-b7b1-4ab9-8aea-055391625b23'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:15.676631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cd956b41-8534-4e90-9478-4cdf4f170be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c48fe833-b7b1-4ab9-8aea-055391625b23'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:15.699107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f4b40-831d-4b22-9a3f-99fe42304686 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:15.700403 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2d2f4b40-831d-4b22-9a3f-99fe42304686 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports/785946d8-d13c-4180-a3c0-6de315741ac8 HTTP/1.1" status: 200 len: 913 time: 0.0448909 Feb 11 06:14:15.703304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45130) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:15.712886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cd956b41-8534-4e90-9478-4cdf4f170be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:15.715933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-009d52dc-4e90-4f29-ad4e-1be3a7bc0970 None None] Provisioning complete for port 785946d8-d13c-4180-a3c0-6de315741ac8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:15.716315 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-009d52dc-4e90-4f29-ad4e-1be3a7bc0970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (785946d8-d13c-4180-a3c0-6de315741ac8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:15.745707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd956b41-8534-4e90-9478-4cdf4f170be7 None None] Routers {'c48fe833-b7b1-4ab9-8aea-055391625b23'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:15.746341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cd956b41-8534-4e90-9478-4cdf4f170be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c48fe833-b7b1-4ab9-8aea-055391625b23'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:15.786963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-cd956b41-8534-4e90-9478-4cdf4f170be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:15.787632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd956b41-8534-4e90-9478-4cdf4f170be7 None None] The sync data for ids ['c48fe833-b7b1-4ab9-8aea-055391625b23'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:15.792135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-009d52dc-4e90-4f29-ad4e-1be3a7bc0970 None None] Port 785946d8-d13c-4180-a3c0-6de315741ac8 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:16.027199 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (c48fe833-b7b1-4ab9-8aea-055391625b23), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:16.139323 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3e2a4f1-ad47-4150-a750-0aa81336b881 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:16.191898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a3e2a4f1-ad47-4150-a750-0aa81336b881 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:16.192277 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:16.277317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a3e2a4f1-ad47-4150-a750-0aa81336b881 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:16.503460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 785946d8-d13c-4180-a3c0-6de315741ac8 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:16.503803 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (785946d8-d13c-4180-a3c0-6de315741ac8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:16.585375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (785946d8-d13c-4180-a3c0-6de315741ac8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:16.598084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 785946d8-d13c-4180-a3c0-6de315741ac8 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:16.763393 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (785946d8-d13c-4180-a3c0-6de315741ac8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:16.793634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=785946d8-d13c-4180-a3c0-6de315741ac8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:16.914017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (c48fe833-b7b1-4ab9-8aea-055391625b23), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:17.110662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router c48fe833-b7b1-4ab9-8aea-055391625b23 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:17.200865 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:17.206314 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c2924e19-ea2d-47d8-8837-9045bea63dcc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/c48fe833-b7b1-4ab9-8aea-055391625b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5020561 Feb 11 06:14:17.209493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45132) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:17.212774 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a6942-650f-4d17-85d3-93d8c37b1585 None None] Sync routers for ids ['c48fe833-b7b1-4ab9-8aea-055391625b23'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:17.224082 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a6942-650f-4d17-85d3-93d8c37b1585 None None] Routers {'c48fe833-b7b1-4ab9-8aea-055391625b23'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:17.224803 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2e6a6942-650f-4d17-85d3-93d8c37b1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c48fe833-b7b1-4ab9-8aea-055391625b23'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:17.259547 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2e6a6942-650f-4d17-85d3-93d8c37b1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:17.268800 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a6942-650f-4d17-85d3-93d8c37b1585 None None] Routers {'c48fe833-b7b1-4ab9-8aea-055391625b23'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:17.269445 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2e6a6942-650f-4d17-85d3-93d8c37b1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c48fe833-b7b1-4ab9-8aea-055391625b23'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:17.301755 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2e6a6942-650f-4d17-85d3-93d8c37b1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:17.302408 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a6942-650f-4d17-85d3-93d8c37b1585 None None] The sync data for ids ['c48fe833-b7b1-4ab9-8aea-055391625b23'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:17.522649 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (c48fe833-b7b1-4ab9-8aea-055391625b23), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:17.762536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 9988ba39-34ed-402f-ab19-804c4e18a6f5 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:17.762913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:17.850820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:17.863420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 9988ba39-34ed-402f-ab19-804c4e18a6f5 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:18.033170 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9988ba39-34ed-402f-ab19-804c4e18a6f5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.062091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=9988ba39-34ed-402f-ab19-804c4e18a6f5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:18.164737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (c48fe833-b7b1-4ab9-8aea-055391625b23), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.330938 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router c48fe833-b7b1-4ab9-8aea-055391625b23 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:18.408584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:18.413964 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a943447b-465c-41d2-a189-b1b5b640dfb3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/c48fe833-b7b1-4ab9-8aea-055391625b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2035244 Feb 11 06:14:18.416688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45134) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:18.419165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838531e-51c7-4e30-b1f8-181a1297d46c None None] Sync routers for ids ['c48fe833-b7b1-4ab9-8aea-055391625b23'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:18.429328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838531e-51c7-4e30-b1f8-181a1297d46c None None] Routers {'c48fe833-b7b1-4ab9-8aea-055391625b23'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:18.429961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d838531e-51c7-4e30-b1f8-181a1297d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c48fe833-b7b1-4ab9-8aea-055391625b23'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:18.449880 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-84c392aa-3af2-4072-bd2b-fb817e6087b0 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=c48fe833-b7b1-4ab9-8aea-055391625b23 HTTP/1.1" status: 200 len: 205 time: 0.0320468 Feb 11 06:14:18.452348 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45136) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:18.463849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d838531e-51c7-4e30-b1f8-181a1297d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:18.473005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838531e-51c7-4e30-b1f8-181a1297d46c None None] Routers {'c48fe833-b7b1-4ab9-8aea-055391625b23'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:18.473642 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d838531e-51c7-4e30-b1f8-181a1297d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['c48fe833-b7b1-4ab9-8aea-055391625b23'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:18.510192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d838531e-51c7-4e30-b1f8-181a1297d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:18.510860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838531e-51c7-4e30-b1f8-181a1297d46c None None] The sync data for ids ['c48fe833-b7b1-4ab9-8aea-055391625b23'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:18.527803 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e224967a-4035-409e-a67c-fc92ca4bce84 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (c48fe833-b7b1-4ab9-8aea-055391625b23), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.685953 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e224967a-4035-409e-a67c-fc92ca4bce84 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (c48fe833-b7b1-4ab9-8aea-055391625b23), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.687950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e224967a-4035-409e-a67c-fc92ca4bce84 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (c48fe833-b7b1-4ab9-8aea-055391625b23), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.734338 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e224967a-4035-409e-a67c-fc92ca4bce84 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (c48fe833-b7b1-4ab9-8aea-055391625b23), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.734952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e224967a-4035-409e-a67c-fc92ca4bce84 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Fanout notify agent at l3_agent the message router_deleted on router c48fe833-b7b1-4ab9-8aea-055391625b23 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:14:18.742186 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e224967a-4035-409e-a67c-fc92ca4bce84 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.743287 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e224967a-4035-409e-a67c-fc92ca4bce84 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/c48fe833-b7b1-4ab9-8aea-055391625b23 HTTP/1.1" status: 204 len: 168 time: 0.2900224 Feb 11 06:14:18.745925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45138) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:18.795523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcdfe0f-17a5-44b9-bb1a-135677e96590 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting subnet 8949e769-b296-48d0-b808-d595bb9c20ac {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:18.798594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edcdfe0f-17a5-44b9-bb1a-135677e96590 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (8949e769-b296-48d0-b808-d595bb9c20ac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.837638 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edcdfe0f-17a5-44b9-bb1a-135677e96590 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (8949e769-b296-48d0-b808-d595bb9c20ac), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.920197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edcdfe0f-17a5-44b9-bb1a-135677e96590 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (8949e769-b296-48d0-b808-d595bb9c20ac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:18.977515 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edcdfe0f-17a5-44b9-bb1a-135677e96590 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (8949e769-b296-48d0-b808-d595bb9c20ac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.003816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdfe0f-17a5-44b9-bb1a-135677e96590 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Subnet': ['ID=8949e769-b296-48d0-b808-d595bb9c20ac,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:19.007350 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edcdfe0f-17a5-44b9-bb1a-135677e96590 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.010590 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-edcdfe0f-17a5-44b9-bb1a-135677e96590 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/8949e769-b296-48d0-b808-d595bb9c20ac HTTP/1.1" status: 204 len: 168 time: 0.2637389 Feb 11 06:14:19.013171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45140) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:19.013423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a377e-a41d-4620-90f8-fdb9f89875e6 None None] Network 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:19.062169 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a23c398-29f4-4917-a965-3f6efda7d986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting subnet 8a055de2-724b-428f-9c6d-0c42e8a53ac2 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:19.065792 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a23c398-29f4-4917-a965-3f6efda7d986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (8a055de2-724b-428f-9c6d-0c42e8a53ac2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.178661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69864568-e56d-41ea-8dfd-54ba243c6e31 None None] DHCP port deletion for 37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:14:19.228653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-69864568-e56d-41ea-8dfd-54ba243c6e31 None None] Deleting port a3e2a4f1-ad47-4150-a750-0aa81336b881 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:19.228943 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-69864568-e56d-41ea-8dfd-54ba243c6e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.293347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-69864568-e56d-41ea-8dfd-54ba243c6e31 None None] For port a3e2a4f1-ad47-4150-a750-0aa81336b881, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a3e2a4f1-ad47-4150-a750-0aa81336b881,segment=NetworkSegment(8bdcb3c2-85d9-4af4-aea4-69e59359ffb2),segment_id=8bdcb3c2-85d9-4af4-aea4-69e59359ffb2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:19.293750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-69864568-e56d-41ea-8dfd-54ba243c6e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.306934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-69864568-e56d-41ea-8dfd-54ba243c6e31 None None] Calling delete_port for a3e2a4f1-ad47-4150-a750-0aa81336b881 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:19.348688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a23c398-29f4-4917-a965-3f6efda7d986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (8a055de2-724b-428f-9c6d-0c42e8a53ac2), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.389200 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-69864568-e56d-41ea-8dfd-54ba243c6e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (a3e2a4f1-ad47-4150-a750-0aa81336b881), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.414470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69864568-e56d-41ea-8dfd-54ba243c6e31 None None] Pushing event deleted for resources: {'Port': ['ID=a3e2a4f1-ad47-4150-a750-0aa81336b881,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:19.418497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69864568-e56d-41ea-8dfd-54ba243c6e31 None None] No DVR routers for this DVR port a3e2a4f1-ad47-4150-a750-0aa81336b881 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:19.433226 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a23c398-29f4-4917-a965-3f6efda7d986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (8a055de2-724b-428f-9c6d-0c42e8a53ac2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.490910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a23c398-29f4-4917-a965-3f6efda7d986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (8a055de2-724b-428f-9c6d-0c42e8a53ac2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.521401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23c398-29f4-4917-a965-3f6efda7d986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Subnet': ['ID=8a055de2-724b-428f-9c6d-0c42e8a53ac2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:19.525162 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4a23c398-29f4-4917-a965-3f6efda7d986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.528310 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4a23c398-29f4-4917-a965-3f6efda7d986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/8a055de2-724b-428f-9c6d-0c42e8a53ac2 HTTP/1.1" status: 204 len: 168 time: 0.5141826 Feb 11 06:14:19.530880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:19.535275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb65cbc-a6b6-407a-90e4-08d72601df7e None None] Network 8257a833-7c0a-4135-beff-01119e4c8ead requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:19.610040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.700507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581cc63-a70e-4dd7-8b56-546069a33359 None None] DHCP port deletion for 8257a833-7c0a-4135-beff-01119e4c8ead request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:14:19.710978 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.732123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:19.742271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdcb3c2-85d9-4af4-aea4-69e59359ffb2') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:19.742500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdcb3c2-85d9-4af4-aea4-69e59359ffb2') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:19.748698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7581cc63-a70e-4dd7-8b56-546069a33359 None None] Deleting port f41c6aa7-96a1-4863-9e37-6665994e5c5e {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:19.749093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7581cc63-a70e-4dd7-8b56-546069a33359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.751620 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (8bdcb3c2-85d9-4af4-aea4-69e59359ffb2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.764541 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8bdcb3c2-85d9-4af4-aea4-69e59359ffb2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.770663 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:14:19.771119 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (8bdcb3c2-85d9-4af4-aea4-69e59359ffb2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:14:19.774672 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:14:19.812882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7581cc63-a70e-4dd7-8b56-546069a33359 None None] For port f41c6aa7-96a1-4863-9e37-6665994e5c5e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f41c6aa7-96a1-4863-9e37-6665994e5c5e,segment=NetworkSegment(8ee95803-e190-4d16-9aaf-21b3c340e72b),segment_id=8ee95803-e190-4d16-9aaf-21b3c340e72b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:19.813320 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7581cc63-a70e-4dd7-8b56-546069a33359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.831880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.836315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7581cc63-a70e-4dd7-8b56-546069a33359 None None] Calling delete_port for f41c6aa7-96a1-4863-9e37-6665994e5c5e owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:19.838514 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.841753 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/networks/37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2 HTTP/1.1" status: 204 len: 168 time: 0.3097422 Feb 11 06:14:19.844456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45144) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:19.853395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e9b52-33f8-438b-b116-4298bb8db79b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Network': ['ID=37f34e39-67aa-4c6a-a62c-6b68e0d7fdb2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:19.915680 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7581cc63-a70e-4dd7-8b56-546069a33359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (f41c6aa7-96a1-4863-9e37-6665994e5c5e), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.923103 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (8257a833-7c0a-4135-beff-01119e4c8ead), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.942701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581cc63-a70e-4dd7-8b56-546069a33359 None None] Pushing event deleted for resources: {'Port': ['ID=f41c6aa7-96a1-4863-9e37-6665994e5c5e,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:19.944523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581cc63-a70e-4dd7-8b56-546069a33359 None None] No DVR routers for this DVR port f41c6aa7-96a1-4863-9e37-6665994e5c5e on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:20.017043 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (8257a833-7c0a-4135-beff-01119e4c8ead), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.037750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8257a833-7c0a-4135-beff-01119e4c8ead']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:20.046870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee95803-e190-4d16-9aaf-21b3c340e72b') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:20.047172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee95803-e190-4d16-9aaf-21b3c340e72b') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:20.056667 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (8ee95803-e190-4d16-9aaf-21b3c340e72b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.069595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8ee95803-e190-4d16-9aaf-21b3c340e72b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.075722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:14:20.076104 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (8ee95803-e190-4d16-9aaf-21b3c340e72b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:14:20.079153 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:14:20.137706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f41c6aa7-96a1-4863-9e37-6665994e5c5e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:20.141838 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (8257a833-7c0a-4135-beff-01119e4c8ead), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.150426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.152787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/networks/8257a833-7c0a-4135-beff-01119e4c8ead HTTP/1.1" status: 204 len: 168 time: 0.3067169 Feb 11 06:14:20.157175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45146) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:20.158482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f41c6aa7-96a1-4863-9e37-6665994e5c5e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:20.159711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f41c6aa7-96a1-4863-9e37-6665994e5c5e not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:20.159945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3e2a4f1-ad47-4150-a750-0aa81336b881 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:20.169860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-965520337'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:20.174255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082d873-e8fd-40df-a7b8-826c1fee94dc tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Network': ['ID=8257a833-7c0a-4135-beff-01119e4c8ead,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:20.181858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: a3e2a4f1-ad47-4150-a750-0aa81336b881 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:20.182216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a3e2a4f1-ad47-4150-a750-0aa81336b881 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:20.190993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:20.194562 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.218958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:20.228347 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (42a005c5-c7d5-4457-8dbd-78dc597c56e4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.228714 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added segment 42a005c5-c7d5-4457-8dbd-78dc597c56e4 of type vlan for network 38b2a055-a2dd-4038-a4b4-4da7060d91ff Feb 11 06:14:20.266232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (38b2a055-a2dd-4038-a4b4-4da7060d91ff), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.291367 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (38b2a055-a2dd-4038-a4b4-4da7060d91ff), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.296303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.296886 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.330268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1726646 Feb 11 06:14:20.333746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45148) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:20.338521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'subnet': {'network_id': '38b2a055-a2dd-4038-a4b4-4da7060d91ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:20.391517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8486ac-6ec3-43c9-b84c-85317de4f94c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Network': ['ID=38b2a055-a2dd-4038-a4b4-4da7060d91ff,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:20.401910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 38b2a055-a2dd-4038-a4b4-4da7060d91ff details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:20.457455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:20.460923 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.639243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.699890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Subnet': ['ID=e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:20.707918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Checking segment: {'id': '42a005c5-c7d5-4457-8dbd-78dc597c56e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '38b2a055-a2dd-4038-a4b4-4da7060d91ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:20.708287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network hostable DHCP agents. Network: 38b2a055-a2dd-4038-a4b4-4da7060d91ff, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:20.724763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 38b2a055-a2dd-4038-a4b4-4da7060d91ff is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:20.733218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 38b2a055-a2dd-4038-a4b4-4da7060d91ff) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:20.738343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.738942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.742497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39f0a50-fbf4-40cd-ab38-b3dc17a59a0d None None] Network 38b2a055-a2dd-4038-a4b4-4da7060d91ff requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:20.756468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-42452b27-0dbf-4112-b3fa-49a876c21573 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212527 Feb 11 06:14:20.758953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45150) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:20.762937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8052de9a-ffb7-4c54-a163-47583a25f29a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-156238042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:20.782771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8052de9a-ffb7-4c54-a163-47583a25f29a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (9b781055-c40b-4baf-ac6d-f3d882fb7175), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.783807 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8052de9a-ffb7-4c54-a163-47583a25f29a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (9b781055-c40b-4baf-ac6d-f3d882fb7175), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.840241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8052de9a-ffb7-4c54-a163-47583a25f29a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (9b781055-c40b-4baf-ac6d-f3d882fb7175), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.846003 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8052de9a-ffb7-4c54-a163-47583a25f29a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (9b781055-c40b-4baf-ac6d-f3d882fb7175), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.853458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-38b2a055-a2dd-4038-a4b4-4da7060d91ff', 'network_id': '38b2a055-a2dd-4038-a4b4-4da7060d91ff', 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'fixed_ips': [{'subnet_id': 'e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:20.854381 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.864123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8052de9a-ffb7-4c54-a163-47583a25f29a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.865351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8052de9a-ffb7-4c54-a163-47583a25f29a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1058259 Feb 11 06:14:20.868216 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45152) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:20.873419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'port': {'network_id': '38b2a055-a2dd-4038-a4b4-4da7060d91ff', 'name': 'tempest-RoutersIpV6Test-2025333496'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:20.984820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:20.988727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.995987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Allocated IP 2001:db8::2 (38b2a055-a2dd-4038-a4b4-4da7060d91ff/e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5/4ecabda0-1814-415c-9b6b-41064b2faf8b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:21.007544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] device_id is not set on port 752c54c8-e6f5-4c09-9f43-239aa11600c7 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:14:21.140354 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Publish callbacks [] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:21.146102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:21.188252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Network 38b2a055-a2dd-4038-a4b4-4da7060d91ff is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:21.191142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:21.193487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:21.205791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Pushing event updated for resources: {'Port': ['ID=4ecabda0-1814-415c-9b6b-41064b2faf8b,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:21.206882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 2001:db8::161 (38b2a055-a2dd-4038-a4b4-4da7060d91ff/e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5/752c54c8-e6f5-4c09-9f43-239aa11600c7) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:21.258645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Attempting to bind port 4ecabda0-1814-415c-9b6b-41064b2faf8b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:21.259031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Attempting to bind port 4ecabda0-1814-415c-9b6b-41064b2faf8b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '42a005c5-c7d5-4457-8dbd-78dc597c56e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '38b2a055-a2dd-4038-a4b4-4da7060d91ff'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:21.259401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Attempting to bind port 4ecabda0-1814-415c-9b6b-41064b2faf8b on network 38b2a055-a2dd-4038-a4b4-4da7060d91ff {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:21.265208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:21.265658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Checking segment: {'id': '42a005c5-c7d5-4457-8dbd-78dc597c56e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '38b2a055-a2dd-4038-a4b4-4da7060d91ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:21.266055 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:21.266453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Bound using segment: {'id': '42a005c5-c7d5-4457-8dbd-78dc597c56e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '38b2a055-a2dd-4038-a4b4-4da7060d91ff'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:21.266924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Bound port: 4ecabda0-1814-415c-9b6b-41064b2faf8b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a005c5-c7d5-4457-8dbd-78dc597c56e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '38b2a055-a2dd-4038-a4b4-4da7060d91ff'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:21.267310 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:21.328969 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] For port 4ecabda0-1814-415c-9b6b-41064b2faf8b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:21.332279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] For port 4ecabda0-1814-415c-9b6b-41064b2faf8b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4ecabda0-1814-415c-9b6b-41064b2faf8b,segment=NetworkSegment(42a005c5-c7d5-4457-8dbd-78dc597c56e4),segment_id=42a005c5-c7d5-4457-8dbd-78dc597c56e4)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:21.338584 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:21.361594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:21.396957 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:21.404496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a41d7-f746-46b5-8e52-3227d3fcbc82 None None] Pushing event updated for resources: {'Port': ['ID=4ecabda0-1814-415c-9b6b-41064b2faf8b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:21.454933 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 38b2a055-a2dd-4038-a4b4-4da7060d91ff is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:21.458559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:21.460912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:21.466384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:21.466993 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:21.480044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=752c54c8-e6f5-4c09-9f43-239aa11600c7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:21.489951 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4fde0c29-ef45-4c2a-8b1e-142d7bad14e8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6204805 Feb 11 06:14:21.492641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45154) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:21.835793 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.082408 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.088332 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.159393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=752c54c8-e6f5-4c09-9f43-239aa11600c7,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:22.192451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4ecabda0-1814-415c-9b6b-41064b2faf8b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:22.242434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4ecabda0-1814-415c-9b6b-41064b2faf8b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:22.243019 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.288678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (9b781055-c40b-4baf-ac6d-f3d882fb7175), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.329548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4ecabda0-1814-415c-9b6b-41064b2faf8b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:22.329548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.367113 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 4ecabda0-1814-415c-9b6b-41064b2faf8b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4ecabda0-1814-415c-9b6b-41064b2faf8b,segment=NetworkSegment(42a005c5-c7d5-4457-8dbd-78dc597c56e4),segment_id=42a005c5-c7d5-4457-8dbd-78dc597c56e4)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:22.371773 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.379287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4621cb-d161-4dc5-9d8f-f25829762578 None None] Network 38b2a055-a2dd-4038-a4b4-4da7060d91ff requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:22.418319 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.490936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=4ecabda0-1814-415c-9b6b-41064b2faf8b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:22.511509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9d2f544d-446d-4929-b525-2844cc3bbbd5 None None] Provisioning complete for port 4ecabda0-1814-415c-9b6b-41064b2faf8b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:22.511885 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9d2f544d-446d-4929-b525-2844cc3bbbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.513321 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.686450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.691001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.691801 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (9b781055-c40b-4baf-ac6d-f3d882fb7175), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.779589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=752c54c8-e6f5-4c09-9f43-239aa11600c7,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:22.780325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f544d-446d-4929-b525-2844cc3bbbd5 None None] Current status of the port 4ecabda0-1814-415c-9b6b-41064b2faf8b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:22.817831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 38b2a055-a2dd-4038-a4b4-4da7060d91ff is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:22.819348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:22.945831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9b781055-c40b-4baf-ac6d-f3d882fb7175 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:14:23.011926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2e2fc34e-0d0d-43bf-88cf-018657135c31 None None] Provisioning complete for port 752c54c8-e6f5-4c09-9f43-239aa11600c7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:23.012410 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e2fc34e-0d0d-43bf-88cf-018657135c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.042708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:23.047832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3441810f-5489-4a37-a89a-ee21ce8fe502 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9b781055-c40b-4baf-ac6d-f3d882fb7175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5536821 Feb 11 06:14:23.050346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45156) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:23.053500 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859f2b3-19b7-4440-ab39-9bf8c90443ba None None] Sync routers for ids ['9b781055-c40b-4baf-ac6d-f3d882fb7175'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:23.056934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fc34e-0d0d-43bf-88cf-018657135c31 None None] Port 752c54c8-e6f5-4c09-9f43-239aa11600c7 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:23.064973 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859f2b3-19b7-4440-ab39-9bf8c90443ba None None] Routers {'9b781055-c40b-4baf-ac6d-f3d882fb7175'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:23.065694 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6859f2b3-19b7-4440-ab39-9bf8c90443ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b781055-c40b-4baf-ac6d-f3d882fb7175'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:23.072726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2e2fc34e-0d0d-43bf-88cf-018657135c31 None None] Provisioning complete for port 4ecabda0-1814-415c-9b6b-41064b2faf8b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:23.073134 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e2fc34e-0d0d-43bf-88cf-018657135c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.103936 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6859f2b3-19b7-4440-ab39-9bf8c90443ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:23.113763 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859f2b3-19b7-4440-ab39-9bf8c90443ba None None] Routers {'9b781055-c40b-4baf-ac6d-f3d882fb7175'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:23.114404 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6859f2b3-19b7-4440-ab39-9bf8c90443ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b781055-c40b-4baf-ac6d-f3d882fb7175'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:23.120055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4482b-febd-4df6-b0c7-8935b7b59dee tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:23.124125 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-48c4482b-febd-4df6-b0c7-8935b7b59dee tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports/752c54c8-e6f5-4c09-9f43-239aa11600c7 HTTP/1.1" status: 200 len: 984 time: 0.0703180 Feb 11 06:14:23.124807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45158) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:23.152159 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6859f2b3-19b7-4440-ab39-9bf8c90443ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:23.153091 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859f2b3-19b7-4440-ab39-9bf8c90443ba None None] The sync data for ids ['9b781055-c40b-4baf-ac6d-f3d882fb7175'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:23.173562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fc34e-0d0d-43bf-88cf-018657135c31 None None] Current status of the port 4ecabda0-1814-415c-9b6b-41064b2faf8b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:23.294492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2c36bc42-fc11-4c9b-9c06-0b88483d9320 None None] Provisioning complete for port 752c54c8-e6f5-4c09-9f43-239aa11600c7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:23.295237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2c36bc42-fc11-4c9b-9c06-0b88483d9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.332357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2c36bc42-fc11-4c9b-9c06-0b88483d9320 None None] Port 752c54c8-e6f5-4c09-9f43-239aa11600c7 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:23.459410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-87a3dfe4-10f0-4bbb-b259-4ed0897b5327 None None] Provisioning complete for port 752c54c8-e6f5-4c09-9f43-239aa11600c7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:23.459807 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87a3dfe4-10f0-4bbb-b259-4ed0897b5327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.469618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (9b781055-c40b-4baf-ac6d-f3d882fb7175), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.511188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-87a3dfe4-10f0-4bbb-b259-4ed0897b5327 None None] Port 752c54c8-e6f5-4c09-9f43-239aa11600c7 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:23.513548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.631111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2869096f-d771-4ed7-892b-225722f90f20 None None] Provisioning complete for port 752c54c8-e6f5-4c09-9f43-239aa11600c7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:23.631589 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2869096f-d771-4ed7-892b-225722f90f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.666293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2869096f-d771-4ed7-892b-225722f90f20 None None] Port 752c54c8-e6f5-4c09-9f43-239aa11600c7 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:23.688173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 752c54c8-e6f5-4c09-9f43-239aa11600c7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:23.688512 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.772346 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.783913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 752c54c8-e6f5-4c09-9f43-239aa11600c7 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:23.960153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (752c54c8-e6f5-4c09-9f43-239aa11600c7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.992264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=752c54c8-e6f5-4c09-9f43-239aa11600c7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:24.091451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (9b781055-c40b-4baf-ac6d-f3d882fb7175), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:24.153941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4ecabda0-1814-415c-9b6b-41064b2faf8b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:24.204539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4ecabda0-1814-415c-9b6b-41064b2faf8b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:24.204921 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:24.252460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9b781055-c40b-4baf-ac6d-f3d882fb7175 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:24.284200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4ecabda0-1814-415c-9b6b-41064b2faf8b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:24.331210 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:24.337697 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b9d56b08-5e41-4c36-b5e8-3e8a822f0658 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9b781055-c40b-4baf-ac6d-f3d882fb7175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2107294 Feb 11 06:14:24.338700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45160) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:24.341103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c561ebd-e94b-4930-9159-aedd8a045d14 None None] Sync routers for ids ['9b781055-c40b-4baf-ac6d-f3d882fb7175'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:24.351320 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c561ebd-e94b-4930-9159-aedd8a045d14 None None] Routers {'9b781055-c40b-4baf-ac6d-f3d882fb7175'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:24.351934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3c561ebd-e94b-4930-9159-aedd8a045d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b781055-c40b-4baf-ac6d-f3d882fb7175'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:24.384993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3c561ebd-e94b-4930-9159-aedd8a045d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:24.393607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c561ebd-e94b-4930-9159-aedd8a045d14 None None] Routers {'9b781055-c40b-4baf-ac6d-f3d882fb7175'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:24.394199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3c561ebd-e94b-4930-9159-aedd8a045d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9b781055-c40b-4baf-ac6d-f3d882fb7175'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:24.430616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3c561ebd-e94b-4930-9159-aedd8a045d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:24.431264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c561ebd-e94b-4930-9159-aedd8a045d14 None None] The sync data for ids ['9b781055-c40b-4baf-ac6d-f3d882fb7175'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:24.523910 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-31553abc-958e-4ea7-b2be-04debaa29dcd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 06:14:24.524969 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-31553abc-958e-4ea7-b2be-04debaa29dcd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9b781055-c40b-4baf-ac6d-f3d882fb7175/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1853452 Feb 11 06:14:24.527776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45162) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:24.561444 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-072fdf6c-7e84-4c89-854d-1f094afd44cb tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b781055-c40b-4baf-ac6d-f3d882fb7175 HTTP/1.1" status: 200 len: 205 time: 0.0325816 Feb 11 06:14:24.564293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45164) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:24.639222 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8bbddd9-6b9f-40ca-b1f0-a1eb4d972ad1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (9b781055-c40b-4baf-ac6d-f3d882fb7175), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.028604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8bbddd9-6b9f-40ca-b1f0-a1eb4d972ad1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (9b781055-c40b-4baf-ac6d-f3d882fb7175), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.030817 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8bbddd9-6b9f-40ca-b1f0-a1eb4d972ad1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (9b781055-c40b-4baf-ac6d-f3d882fb7175), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.073492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8bbddd9-6b9f-40ca-b1f0-a1eb4d972ad1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (9b781055-c40b-4baf-ac6d-f3d882fb7175), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.074064 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bbddd9-6b9f-40ca-b1f0-a1eb4d972ad1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Fanout notify agent at l3_agent the message router_deleted on router 9b781055-c40b-4baf-ac6d-f3d882fb7175 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:14:25.081753 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8bbddd9-6b9f-40ca-b1f0-a1eb4d972ad1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.082904 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c8bbddd9-6b9f-40ca-b1f0-a1eb4d972ad1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/9b781055-c40b-4baf-ac6d-f3d882fb7175 HTTP/1.1" status: 204 len: 168 time: 0.5176899 Feb 11 06:14:25.085454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45166) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:25.136846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e283a841-c3cc-428d-8804-9204a759f859 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting subnet e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:25.140294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e283a841-c3cc-428d-8804-9204a759f859 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.185774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e283a841-c3cc-428d-8804-9204a759f859 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.266391 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e283a841-c3cc-428d-8804-9204a759f859 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.322187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e283a841-c3cc-428d-8804-9204a759f859 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.353357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283a841-c3cc-428d-8804-9204a759f859 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Subnet': ['ID=e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:25.360406 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e283a841-c3cc-428d-8804-9204a759f859 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.364142 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e283a841-c3cc-428d-8804-9204a759f859 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5 HTTP/1.1" status: 204 len: 168 time: 0.2777460 Feb 11 06:14:25.366720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45168) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:25.369623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0b6165-a15a-41b6-a3d4-304396289a16 None None] Network 38b2a055-a2dd-4038-a4b4-4da7060d91ff requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:25.442397 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (38b2a055-a2dd-4038-a4b4-4da7060d91ff), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.499868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 4ecabda0-1814-415c-9b6b-41064b2faf8b {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:25.500235 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.524824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532d6c4-c04c-4fd4-8601-c2eb2f70b813 None None] DHCP port deletion for 38b2a055-a2dd-4038-a4b4-4da7060d91ff request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:14:25.568932 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port 4ecabda0-1814-415c-9b6b-41064b2faf8b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4ecabda0-1814-415c-9b6b-41064b2faf8b,segment=NetworkSegment(42a005c5-c7d5-4457-8dbd-78dc597c56e4),segment_id=42a005c5-c7d5-4457-8dbd-78dc597c56e4)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:25.569348 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.572355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7532d6c4-c04c-4fd4-8601-c2eb2f70b813 None None] Deleting port 4ecabda0-1814-415c-9b6b-41064b2faf8b {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:25.572679 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7532d6c4-c04c-4fd4-8601-c2eb2f70b813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.582682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 4ecabda0-1814-415c-9b6b-41064b2faf8b owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:25.635172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7532d6c4-c04c-4fd4-8601-c2eb2f70b813 None None] For port 4ecabda0-1814-415c-9b6b-41064b2faf8b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4ecabda0-1814-415c-9b6b-41064b2faf8b,segment=NetworkSegment(42a005c5-c7d5-4457-8dbd-78dc597c56e4),segment_id=42a005c5-c7d5-4457-8dbd-78dc597c56e4)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:25.635570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7532d6c4-c04c-4fd4-8601-c2eb2f70b813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.648939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7532d6c4-c04c-4fd4-8601-c2eb2f70b813 None None] Calling delete_port for 4ecabda0-1814-415c-9b6b-41064b2faf8b owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:25.660335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.690480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=4ecabda0-1814-415c-9b6b-41064b2faf8b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:25.692321 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No DVR routers for this DVR port 4ecabda0-1814-415c-9b6b-41064b2faf8b on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:25.728586 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7532d6c4-c04c-4fd4-8601-c2eb2f70b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (4ecabda0-1814-415c-9b6b-41064b2faf8b), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.751473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532d6c4-c04c-4fd4-8601-c2eb2f70b813 None None] Pushing event deleted for resources: {'Port': ['ID=4ecabda0-1814-415c-9b6b-41064b2faf8b,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:25.758192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532d6c4-c04c-4fd4-8601-c2eb2f70b813 None None] No DVR routers for this DVR port 4ecabda0-1814-415c-9b6b-41064b2faf8b on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:25.770906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (38b2a055-a2dd-4038-a4b4-4da7060d91ff), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.790533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b2a055-a2dd-4038-a4b4-4da7060d91ff']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:25.799650 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a005c5-c7d5-4457-8dbd-78dc597c56e4') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:25.799948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a005c5-c7d5-4457-8dbd-78dc597c56e4') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:25.809223 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (42a005c5-c7d5-4457-8dbd-78dc597c56e4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.823719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (42a005c5-c7d5-4457-8dbd-78dc597c56e4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.829592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:14:25.829980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (42a005c5-c7d5-4457-8dbd-78dc597c56e4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:14:25.833726 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:14:25.895401 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (38b2a055-a2dd-4038-a4b4-4da7060d91ff), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.904052 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.907165 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/networks/38b2a055-a2dd-4038-a4b4-4da7060d91ff HTTP/1.1" status: 204 len: 168 time: 0.5394824 Feb 11 06:14:25.911201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45170) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:25.916678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-972269717'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:25.921453 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e60e6-37f2-4681-b01f-0763579b892b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Network': ['ID=38b2a055-a2dd-4038-a4b4-4da7060d91ff,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:25.937420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:25.941452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.964146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:25.973804 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e98a4a81-559b-4e34-9cdd-656d93174874), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.974146 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added segment e98a4a81-559b-4e34-9cdd-656d93174874 of type vlan for network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e Feb 11 06:14:26.014525 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (98d3cf8e-2041-45ec-9936-ca1f01bbef7e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.043178 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (98d3cf8e-2041-45ec-9936-ca1f01bbef7e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.048263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:26.048839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.087826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1752591 Feb 11 06:14:26.090599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45172) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:26.120220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'subnet': {'network_id': '98d3cf8e-2041-45ec-9936-ca1f01bbef7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:26.139603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4ecabda0-1814-415c-9b6b-41064b2faf8b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:26.140041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738e8fa-77d2-48d5-adad-b6a974930f1d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Network': ['ID=98d3cf8e-2041-45ec-9936-ca1f01bbef7e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:26.161418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:26.163599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 4ecabda0-1814-415c-9b6b-41064b2faf8b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:26.163952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4ecabda0-1814-415c-9b6b-41064b2faf8b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:26.216586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:26.220659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.396340 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (b2e01fcf-4acc-4554-9db8-2d2af4930459), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.452685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Subnet': ['ID=b2e01fcf-4acc-4554-9db8-2d2af4930459,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:26.462755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Checking segment: {'id': 'e98a4a81-559b-4e34-9cdd-656d93174874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '98d3cf8e-2041-45ec-9936-ca1f01bbef7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:26.463116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network hostable DHCP agents. Network: 98d3cf8e-2041-45ec-9936-ca1f01bbef7e, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:26.480608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:26.489634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 98d3cf8e-2041-45ec-9936-ca1f01bbef7e) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:26.494317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:26.495480 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.498632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d03f6-46a5-4511-bea6-813bd62bd055 None None] Network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:26.511808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8ae353a5-cad5-429a-80b1-710669abeb10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4202101 Feb 11 06:14:26.514337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45174) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:26.518716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-139b1cd6-b726-4691-a9f5-27768e7ea046 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-397032186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:26.539249 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-139b1cd6-b726-4691-a9f5-27768e7ea046 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (65c5669f-222a-4679-b57c-24bfdade82c0), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.540234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-139b1cd6-b726-4691-a9f5-27768e7ea046 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (65c5669f-222a-4679-b57c-24bfdade82c0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.593188 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-139b1cd6-b726-4691-a9f5-27768e7ea046 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (65c5669f-222a-4679-b57c-24bfdade82c0), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.598615 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-139b1cd6-b726-4691-a9f5-27768e7ea046 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (65c5669f-222a-4679-b57c-24bfdade82c0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.605435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-98d3cf8e-2041-45ec-9936-ca1f01bbef7e', 'network_id': '98d3cf8e-2041-45ec-9936-ca1f01bbef7e', 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'fixed_ips': [{'subnet_id': 'b2e01fcf-4acc-4554-9db8-2d2af4930459'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:26.606314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.617515 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-139b1cd6-b726-4691-a9f5-27768e7ea046 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.618859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-139b1cd6-b726-4691-a9f5-27768e7ea046 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1035969 Feb 11 06:14:26.621772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45176) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:26.744462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Allocated IP 2001:db8::2 (98d3cf8e-2041-45ec-9936-ca1f01bbef7e/b2e01fcf-4acc-4554-9db8-2d2af4930459/5e16e28a-7c89-4fb0-b29e-07f024674978) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:26.888766 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Publish callbacks [] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.895177 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.913868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:26.933989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:26.938442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:26.944503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:26.949428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Pushing event updated for resources: {'Port': ['ID=5e16e28a-7c89-4fb0-b29e-07f024674978,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:27.006088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Attempting to bind port 5e16e28a-7c89-4fb0-b29e-07f024674978 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:27.006461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Attempting to bind port 5e16e28a-7c89-4fb0-b29e-07f024674978 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'e98a4a81-559b-4e34-9cdd-656d93174874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '98d3cf8e-2041-45ec-9936-ca1f01bbef7e'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:27.006838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Attempting to bind port 5e16e28a-7c89-4fb0-b29e-07f024674978 on network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:27.011758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:27.012141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Checking segment: {'id': 'e98a4a81-559b-4e34-9cdd-656d93174874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '98d3cf8e-2041-45ec-9936-ca1f01bbef7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:27.012552 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.012952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Bound using segment: {'id': 'e98a4a81-559b-4e34-9cdd-656d93174874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '98d3cf8e-2041-45ec-9936-ca1f01bbef7e'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:27.013451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Bound port: 5e16e28a-7c89-4fb0-b29e-07f024674978, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98a4a81-559b-4e34-9cdd-656d93174874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '98d3cf8e-2041-45ec-9936-ca1f01bbef7e'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:27.013841 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.075909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] For port 5e16e28a-7c89-4fb0-b29e-07f024674978, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:27.079488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] For port 5e16e28a-7c89-4fb0-b29e-07f024674978, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5e16e28a-7c89-4fb0-b29e-07f024674978,segment=NetworkSegment(e98a4a81-559b-4e34-9cdd-656d93174874),segment_id=e98a4a81-559b-4e34-9cdd-656d93174874)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:27.086095 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.145310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe43bef-e4a3-4014-8572-697850cf14ca None None] Pushing event updated for resources: {'Port': ['ID=5e16e28a-7c89-4fb0-b29e-07f024674978,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:27.159849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 2001:db8::1 (98d3cf8e-2041-45ec-9936-ca1f01bbef7e/b2e01fcf-4acc-4554-9db8-2d2af4930459/268bc75d-da11-4862-b642-b8cdca514d60) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:27.278874 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (268bc75d-da11-4862-b642-b8cdca514d60), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.317360 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (268bc75d-da11-4862-b642-b8cdca514d60), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.361436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:27.366792 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:27.369305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:27.370015 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (65c5669f-222a-4679-b57c-24bfdade82c0), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.418530 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=268bc75d-da11-4862-b642-b8cdca514d60,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:27.507566 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (268bc75d-da11-4862-b642-b8cdca514d60), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.758520 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-accaac20-44f7-4b58-8381-a769d31c580b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.771503 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (268bc75d-da11-4862-b642-b8cdca514d60), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.776976 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (268bc75d-da11-4862-b642-b8cdca514d60), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.777835 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (65c5669f-222a-4679-b57c-24bfdade82c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.875018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=268bc75d-da11-4862-b642-b8cdca514d60,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:27.916974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:27.918474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:28.044608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa38bb-c630-4100-84bd-329528fc6491 None None] Network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:28.060700 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 65c5669f-222a-4679-b57c-24bfdade82c0 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:14:28.127039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6bc9bbc7-2464-4622-a8e6-91b3353fec89 None None] Provisioning complete for port 5e16e28a-7c89-4fb0-b29e-07f024674978 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:28.127446 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bbc7-2464-4622-a8e6-91b3353fec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.163378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:28.171810 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7cb39d87-288c-4994-97a3-ec0923574f6c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/65c5669f-222a-4679-b57c-24bfdade82c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5462508 Feb 11 06:14:28.172634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45178) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:28.173993 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e8698-2a11-4dec-b372-356b980b93ee None None] Sync routers for ids ['65c5669f-222a-4679-b57c-24bfdade82c0'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:28.184340 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e8698-2a11-4dec-b372-356b980b93ee None None] Routers {'65c5669f-222a-4679-b57c-24bfdade82c0'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:28.184967 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6c7e8698-2a11-4dec-b372-356b980b93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['65c5669f-222a-4679-b57c-24bfdade82c0'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:28.211123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5e16e28a-7c89-4fb0-b29e-07f024674978 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:28.226472 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6c7e8698-2a11-4dec-b372-356b980b93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:28.235996 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e8698-2a11-4dec-b372-356b980b93ee None None] Routers {'65c5669f-222a-4679-b57c-24bfdade82c0'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:28.236632 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6c7e8698-2a11-4dec-b372-356b980b93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['65c5669f-222a-4679-b57c-24bfdade82c0'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:28.244166 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184a063-82a0-4727-9690-83a97136d422 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:28.249036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45180) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:28.249403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3184a063-82a0-4727-9690-83a97136d422 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports/268bc75d-da11-4862-b642-b8cdca514d60 HTTP/1.1" status: 200 len: 911 time: 0.0747824 Feb 11 06:14:28.277969 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-6c7e8698-2a11-4dec-b372-356b980b93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:28.278704 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e8698-2a11-4dec-b372-356b980b93ee None None] The sync data for ids ['65c5669f-222a-4679-b57c-24bfdade82c0'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:28.299023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9bbc7-2464-4622-a8e6-91b3353fec89 None None] Current status of the port 5e16e28a-7c89-4fb0-b29e-07f024674978 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:28.299987 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bbc7-2464-4622-a8e6-91b3353fec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.314752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5e16e28a-7c89-4fb0-b29e-07f024674978 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:28.315422 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.368773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6bc9bbc7-2464-4622-a8e6-91b3353fec89 None None] For port 5e16e28a-7c89-4fb0-b29e-07f024674978, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5e16e28a-7c89-4fb0-b29e-07f024674978,segment=NetworkSegment(e98a4a81-559b-4e34-9cdd-656d93174874),segment_id=e98a4a81-559b-4e34-9cdd-656d93174874)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:28.377457 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bbc7-2464-4622-a8e6-91b3353fec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.462926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9bbc7-2464-4622-a8e6-91b3353fec89 None None] Pushing event updated for resources: {'Port': ['ID=5e16e28a-7c89-4fb0-b29e-07f024674978,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:28.470214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5e16e28a-7c89-4fb0-b29e-07f024674978 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:28.507457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-45ca326d-bcd9-4a42-85ec-da9499a17bbb None None] Provisioning complete for port 268bc75d-da11-4862-b642-b8cdca514d60 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:28.507850 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-45ca326d-bcd9-4a42-85ec-da9499a17bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (268bc75d-da11-4862-b642-b8cdca514d60), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.543555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-45ca326d-bcd9-4a42-85ec-da9499a17bbb None None] Port 268bc75d-da11-4862-b642-b8cdca514d60 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:28.554193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-45ca326d-bcd9-4a42-85ec-da9499a17bbb None None] Provisioning complete for port 5e16e28a-7c89-4fb0-b29e-07f024674978 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:28.554591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-45ca326d-bcd9-4a42-85ec-da9499a17bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.614983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (65c5669f-222a-4679-b57c-24bfdade82c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.642734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-45ca326d-bcd9-4a42-85ec-da9499a17bbb None None] Current status of the port 5e16e28a-7c89-4fb0-b29e-07f024674978 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:28.765963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-84d0f4cd-0ac0-4a71-b4c8-eee9aab4c138 None None] Provisioning complete for port 268bc75d-da11-4862-b642-b8cdca514d60 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:28.766568 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-84d0f4cd-0ac0-4a71-b4c8-eee9aab4c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (268bc75d-da11-4862-b642-b8cdca514d60), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.803748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-84d0f4cd-0ac0-4a71-b4c8-eee9aab4c138 None None] Port 268bc75d-da11-4862-b642-b8cdca514d60 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:28.922874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-90bcf55a-445f-43b7-bf0d-43ecbebe6b4b None None] Provisioning complete for port 268bc75d-da11-4862-b642-b8cdca514d60 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:28.923398 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-90bcf55a-445f-43b7-bf0d-43ecbebe6b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (268bc75d-da11-4862-b642-b8cdca514d60), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.959495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-90bcf55a-445f-43b7-bf0d-43ecbebe6b4b None None] Port 268bc75d-da11-4862-b642-b8cdca514d60 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:29.094186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 268bc75d-da11-4862-b642-b8cdca514d60 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:29.094805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (268bc75d-da11-4862-b642-b8cdca514d60), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:29.180729 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (268bc75d-da11-4862-b642-b8cdca514d60), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:29.193230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 268bc75d-da11-4862-b642-b8cdca514d60 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:29.370202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (268bc75d-da11-4862-b642-b8cdca514d60), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:29.399889 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=268bc75d-da11-4862-b642-b8cdca514d60,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:29.501550 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (65c5669f-222a-4679-b57c-24bfdade82c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:29.662781 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 65c5669f-222a-4679-b57c-24bfdade82c0 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:29.747959 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:29.753265 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c8cf0930-d223-4b89-afa7-65051adb442f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/65c5669f-222a-4679-b57c-24bfdade82c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5027845 Feb 11 06:14:29.755953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45182) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:29.757483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30838021-5f4e-4da4-a715-1c4acb7f27df None None] Sync routers for ids ['65c5669f-222a-4679-b57c-24bfdade82c0'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:29.772282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30838021-5f4e-4da4-a715-1c4acb7f27df None None] Routers {'65c5669f-222a-4679-b57c-24bfdade82c0'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:29.773016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-30838021-5f4e-4da4-a715-1c4acb7f27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['65c5669f-222a-4679-b57c-24bfdade82c0'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:29.784436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b28e4987-0596-415a-96ad-b8bc981cf463 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c5669f-222a-4679-b57c-24bfdade82c0 HTTP/1.1" status: 200 len: 205 time: 0.0266960 Feb 11 06:14:29.786879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45184) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:29.806728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-30838021-5f4e-4da4-a715-1c4acb7f27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:29.815384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30838021-5f4e-4da4-a715-1c4acb7f27df None None] Routers {'65c5669f-222a-4679-b57c-24bfdade82c0'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:29.815993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-30838021-5f4e-4da4-a715-1c4acb7f27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['65c5669f-222a-4679-b57c-24bfdade82c0'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:29.849498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-30838021-5f4e-4da4-a715-1c4acb7f27df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:29.850160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30838021-5f4e-4da4-a715-1c4acb7f27df None None] The sync data for ids ['65c5669f-222a-4679-b57c-24bfdade82c0'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:29.863060 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4d968d64-2bcf-4d61-963c-e670062566b8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (65c5669f-222a-4679-b57c-24bfdade82c0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.036970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4d968d64-2bcf-4d61-963c-e670062566b8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (65c5669f-222a-4679-b57c-24bfdade82c0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.039080 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4d968d64-2bcf-4d61-963c-e670062566b8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (65c5669f-222a-4679-b57c-24bfdade82c0), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.082371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4d968d64-2bcf-4d61-963c-e670062566b8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (65c5669f-222a-4679-b57c-24bfdade82c0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.082899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d968d64-2bcf-4d61-963c-e670062566b8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Fanout notify agent at l3_agent the message router_deleted on router 65c5669f-222a-4679-b57c-24bfdade82c0 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:14:30.089578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4d968d64-2bcf-4d61-963c-e670062566b8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.090622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4d968d64-2bcf-4d61-963c-e670062566b8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/65c5669f-222a-4679-b57c-24bfdade82c0 HTTP/1.1" status: 204 len: 168 time: 0.3028467 Feb 11 06:14:30.093705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45186) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:30.147586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be3c42b-ddb4-4763-909c-1e150c19e6d2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting subnet b2e01fcf-4acc-4554-9db8-2d2af4930459 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:30.151052 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0be3c42b-ddb4-4763-909c-1e150c19e6d2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (b2e01fcf-4acc-4554-9db8-2d2af4930459), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.153281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5e16e28a-7c89-4fb0-b29e-07f024674978 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:30.195271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0be3c42b-ddb4-4763-909c-1e150c19e6d2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (b2e01fcf-4acc-4554-9db8-2d2af4930459), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.204099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5e16e28a-7c89-4fb0-b29e-07f024674978 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:30.204499 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.281337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5e16e28a-7c89-4fb0-b29e-07f024674978 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:30.282484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0be3c42b-ddb4-4763-909c-1e150c19e6d2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (b2e01fcf-4acc-4554-9db8-2d2af4930459), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.337558 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-63594c83-1c5d-4c27-9771-59af2798b465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.341989 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0be3c42b-ddb4-4763-909c-1e150c19e6d2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (b2e01fcf-4acc-4554-9db8-2d2af4930459), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.371125 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3c42b-ddb4-4763-909c-1e150c19e6d2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e01fcf-4acc-4554-9db8-2d2af4930459,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:30.376752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0be3c42b-ddb4-4763-909c-1e150c19e6d2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.383048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0be3c42b-ddb4-4763-909c-1e150c19e6d2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/b2e01fcf-4acc-4554-9db8-2d2af4930459 HTTP/1.1" status: 204 len: 168 time: 0.2861202 Feb 11 06:14:30.383768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45188) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:30.386289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5208e-75f7-432a-8aa1-37ce30e5f275 None None] Network 98d3cf8e-2041-45ec-9936-ca1f01bbef7e requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:30.575471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01674076-02ee-4c40-8b6c-a80d328196d4 None None] DHCP port deletion for 98d3cf8e-2041-45ec-9936-ca1f01bbef7e request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:14:30.625611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-01674076-02ee-4c40-8b6c-a80d328196d4 None None] Deleting port 5e16e28a-7c89-4fb0-b29e-07f024674978 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:30.625864 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01674076-02ee-4c40-8b6c-a80d328196d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.701423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-01674076-02ee-4c40-8b6c-a80d328196d4 None None] For port 5e16e28a-7c89-4fb0-b29e-07f024674978, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5e16e28a-7c89-4fb0-b29e-07f024674978,segment=NetworkSegment(e98a4a81-559b-4e34-9cdd-656d93174874),segment_id=e98a4a81-559b-4e34-9cdd-656d93174874)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:30.701994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01674076-02ee-4c40-8b6c-a80d328196d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.715548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-01674076-02ee-4c40-8b6c-a80d328196d4 None None] Calling delete_port for 5e16e28a-7c89-4fb0-b29e-07f024674978 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:30.797554 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-01674076-02ee-4c40-8b6c-a80d328196d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (5e16e28a-7c89-4fb0-b29e-07f024674978), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.801364 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (98d3cf8e-2041-45ec-9936-ca1f01bbef7e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.830310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01674076-02ee-4c40-8b6c-a80d328196d4 None None] Pushing event deleted for resources: {'Port': ['ID=5e16e28a-7c89-4fb0-b29e-07f024674978,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:30.832188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01674076-02ee-4c40-8b6c-a80d328196d4 None None] No DVR routers for this DVR port 5e16e28a-7c89-4fb0-b29e-07f024674978 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:30.909476 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (98d3cf8e-2041-45ec-9936-ca1f01bbef7e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.930740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d3cf8e-2041-45ec-9936-ca1f01bbef7e']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:30.940155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98a4a81-559b-4e34-9cdd-656d93174874') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:30.940457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98a4a81-559b-4e34-9cdd-656d93174874') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:30.950771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (e98a4a81-559b-4e34-9cdd-656d93174874), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.964909 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e98a4a81-559b-4e34-9cdd-656d93174874), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.972691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:14:30.973354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (e98a4a81-559b-4e34-9cdd-656d93174874), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:14:30.976713 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:14:31.035783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (98d3cf8e-2041-45ec-9936-ca1f01bbef7e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.040599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.047910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45190) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:31.048439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/networks/98d3cf8e-2041-45ec-9936-ca1f01bbef7e HTTP/1.1" status: 204 len: 168 time: 0.6635723 Feb 11 06:14:31.053207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1970395156', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:31.066914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bbe70-a69a-4ce7-93e4-f6c0419bbb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Network': ['ID=98d3cf8e-2041-45ec-9936-ca1f01bbef7e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:31.077935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (e64e6c0d-0a58-4075-810f-abb5c91a284f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.078956 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (e64e6c0d-0a58-4075-810f-abb5c91a284f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.135300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (e64e6c0d-0a58-4075-810f-abb5c91a284f), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.240072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.287848 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_gateway (e64e6c0d-0a58-4075-810f-abb5c91a284f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.494671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_gateway (e64e6c0d-0a58-4075-810f-abb5c91a284f), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.513459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.622987 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 172.25.1.96 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/76137e44-6831-4122-beac-08f9794d52a5) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:31.728047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (76137e44-6831-4122-beac-08f9794d52a5), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.761798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (76137e44-6831-4122-beac-08f9794d52a5), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.801016 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:31.805496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:31.808913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:31.836228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=76137e44-6831-4122-beac-08f9794d52a5,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:32.069754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_gateway (e64e6c0d-0a58-4075-810f-abb5c91a284f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:32.145375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5e16e28a-7c89-4fb0-b29e-07f024674978 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:32.166084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 5e16e28a-7c89-4fb0-b29e-07f024674978 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:32.166710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5e16e28a-7c89-4fb0-b29e-07f024674978 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:32.280580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (e64e6c0d-0a58-4075-810f-abb5c91a284f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:32.427728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router e64e6c0d-0a58-4075-810f-abb5c91a284f is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:14:32.539146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:32.550122 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b32c9-b213-48e2-988f-fa7db13857fd None None] Sync routers for ids ['e64e6c0d-0a58-4075-810f-abb5c91a284f'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:32.558908 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:32.559676 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b32c9-b213-48e2-988f-fa7db13857fd None None] Routers {'e64e6c0d-0a58-4075-810f-abb5c91a284f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:32.562732 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0862d54c-d858-4417-9d75-07051ee88992 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.5111587 Feb 11 06:14:32.562858 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4a8b32c9-b213-48e2-988f-fa7db13857fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e64e6c0d-0a58-4075-810f-abb5c91a284f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:32.562992 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45192) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:32.595409 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4a8b32c9-b213-48e2-988f-fa7db13857fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:32.604572 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b32c9-b213-48e2-988f-fa7db13857fd None None] Routers {'e64e6c0d-0a58-4075-810f-abb5c91a284f'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:32.605189 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4a8b32c9-b213-48e2-988f-fa7db13857fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e64e6c0d-0a58-4075-810f-abb5c91a284f'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:32.637462 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4a8b32c9-b213-48e2-988f-fa7db13857fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:32.638107 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b32c9-b213-48e2-988f-fa7db13857fd None None] The sync data for ids ['e64e6c0d-0a58-4075-810f-abb5c91a284f'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:32.674991 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4a218ec3-8105-488e-b798-98d8f6cf5d2a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/routers/e64e6c0d-0a58-4075-810f-abb5c91a284f HTTP/1.1" status: 200 len: 884 time: 0.1105072 Feb 11 06:14:32.677427 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45194) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:32.863660 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-993ae7fb-ee23-4628-9082-eca6b249e833 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.1851676 Feb 11 06:14:32.866117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45196) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:32.870774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a1479b8d-0f4f-4091-a26f-1d6eec8db44b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1970395156'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:32.910637 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:33.409003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1479b8d-0f4f-4091-a26f-1d6eec8db44b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (e64e6c0d-0a58-4075-810f-abb5c91a284f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:33.419627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1479b8d-0f4f-4091-a26f-1d6eec8db44b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (e64e6c0d-0a58-4075-810f-abb5c91a284f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:33.530286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1479b8d-0f4f-4091-a26f-1d6eec8db44b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router e64e6c0d-0a58-4075-810f-abb5c91a284f has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:33.639611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1479b8d-0f4f-4091-a26f-1d6eec8db44b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:33.646256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a1479b8d-0f4f-4091-a26f-1d6eec8db44b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:33.647439 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a1479b8d-0f4f-4091-a26f-1d6eec8db44b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/e64e6c0d-0a58-4075-810f-abb5c91a284f HTTP/1.1" status: 200 len: 891 time: 0.7804008 Feb 11 06:14:33.649508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3096ffb-5fa9-4cc6-9b8f-4213a97daa69 None None] Sync routers for ids ['e64e6c0d-0a58-4075-810f-abb5c91a284f'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:33.650047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45198) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:33.659247 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3096ffb-5fa9-4cc6-9b8f-4213a97daa69 None None] Routers {'e64e6c0d-0a58-4075-810f-abb5c91a284f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:33.659855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f3096ffb-5fa9-4cc6-9b8f-4213a97daa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e64e6c0d-0a58-4075-810f-abb5c91a284f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:33.696496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f3096ffb-5fa9-4cc6-9b8f-4213a97daa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:33.705368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3096ffb-5fa9-4cc6-9b8f-4213a97daa69 None None] Routers {'e64e6c0d-0a58-4075-810f-abb5c91a284f'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:33.706580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f3096ffb-5fa9-4cc6-9b8f-4213a97daa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['e64e6c0d-0a58-4075-810f-abb5c91a284f'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:33.744437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f3096ffb-5fa9-4cc6-9b8f-4213a97daa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:33.745086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3096ffb-5fa9-4cc6-9b8f-4213a97daa69 None None] The sync data for ids ['e64e6c0d-0a58-4075-810f-abb5c91a284f'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:33.766430 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-55f5cd8e-b3c6-4fee-80fe-919db366f7ea tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/routers/e64e6c0d-0a58-4075-810f-abb5c91a284f HTTP/1.1" status: 200 len: 891 time: 0.1153574 Feb 11 06:14:33.769359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45200) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:33.796297 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3793d7df-be64-4d31-a506-705e825a33c0 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=e64e6c0d-0a58-4075-810f-abb5c91a284f HTTP/1.1" status: 200 len: 205 time: 0.0258060 Feb 11 06:14:33.798606 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45202) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:33.905839 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (e64e6c0d-0a58-4075-810f-abb5c91a284f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:33.973160 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.017218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_gateway (e64e6c0d-0a58-4075-810f-abb5c91a284f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.079451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 76137e44-6831-4122-beac-08f9794d52a5 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:34.079695 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (76137e44-6831-4122-beac-08f9794d52a5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.156216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (76137e44-6831-4122-beac-08f9794d52a5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.168464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 76137e44-6831-4122-beac-08f9794d52a5 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:34.336908 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (76137e44-6831-4122-beac-08f9794d52a5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.362299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=76137e44-6831-4122-beac-08f9794d52a5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:34.422128 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (e64e6c0d-0a58-4075-810f-abb5c91a284f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.513048 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (e64e6c0d-0a58-4075-810f-abb5c91a284f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.515213 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (e64e6c0d-0a58-4075-810f-abb5c91a284f), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.561533 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (e64e6c0d-0a58-4075-810f-abb5c91a284f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.562058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Fanout notify agent at l3_agent the message router_deleted on router e64e6c0d-0a58-4075-810f-abb5c91a284f {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:14:34.568872 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.570340 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3e1efa43-27d8-46e8-bfc6-b4fbac668986 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/e64e6c0d-0a58-4075-810f-abb5c91a284f HTTP/1.1" status: 204 len: 168 time: 0.7705905 Feb 11 06:14:34.575329 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45204) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:34.580176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1906024158'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:34.598697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:34.601997 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.624448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:34.635779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ef0345ad-c2ab-4cb4-9662-5752ad13b93f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.636390 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added segment ef0345ad-c2ab-4cb4-9662-5752ad13b93f of type vlan for network 679fb294-8d5a-440f-bc0e-32f425a2a420 Feb 11 06:14:34.676952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (679fb294-8d5a-440f-bc0e-32f425a2a420), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.700797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (679fb294-8d5a-440f-bc0e-32f425a2a420), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.706499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:34.707102 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.741692 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1653466 Feb 11 06:14:34.744443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45206) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:34.749149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'subnet': {'network_id': '679fb294-8d5a-440f-bc0e-32f425a2a420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:34.803612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446ca9d-473c-408a-930b-0659bda2e415 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Network': ['ID=679fb294-8d5a-440f-bc0e-32f425a2a420,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:34.814334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 679fb294-8d5a-440f-bc0e-32f425a2a420 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:34.870212 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:34.873535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.052300 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (5d442a60-2ed7-4ed3-9bed-db355fe705db), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.114449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Subnet': ['ID=5d442a60-2ed7-4ed3-9bed-db355fe705db,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:35.123151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Checking segment: {'id': 'ef0345ad-c2ab-4cb4-9662-5752ad13b93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '679fb294-8d5a-440f-bc0e-32f425a2a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:35.123536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network hostable DHCP agents. Network: 679fb294-8d5a-440f-bc0e-32f425a2a420, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:35.139617 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 679fb294-8d5a-440f-bc0e-32f425a2a420 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:35.148705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 679fb294-8d5a-440f-bc0e-32f425a2a420) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:35.152635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:35.153181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.158345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bfc280-9bb5-44f1-a085-688c34ca1175 None None] Network 679fb294-8d5a-440f-bc0e-32f425a2a420 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:35.173550 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8b0b168b-1226-4845-906b-51d9d0ab2c8a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4257548 Feb 11 06:14:35.173931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45208) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:35.179028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b4b0623f-5f36-45e5-a7dd-5a0aeeac5695 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-157475331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:35.200180 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4b0623f-5f36-45e5-a7dd-5a0aeeac5695 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (37679257-bf88-4e34-9deb-72a878f567e8), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.201168 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4b0623f-5f36-45e5-a7dd-5a0aeeac5695 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (37679257-bf88-4e34-9deb-72a878f567e8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.257345 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4b0623f-5f36-45e5-a7dd-5a0aeeac5695 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (37679257-bf88-4e34-9deb-72a878f567e8), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.262966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4b0623f-5f36-45e5-a7dd-5a0aeeac5695 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (37679257-bf88-4e34-9deb-72a878f567e8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.264580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-679fb294-8d5a-440f-bc0e-32f425a2a420', 'network_id': '679fb294-8d5a-440f-bc0e-32f425a2a420', 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'fixed_ips': [{'subnet_id': '5d442a60-2ed7-4ed3-9bed-db355fe705db'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:35.265483 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.283928 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4b0623f-5f36-45e5-a7dd-5a0aeeac5695 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.285168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b4b0623f-5f36-45e5-a7dd-5a0aeeac5695 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1096835 Feb 11 06:14:35.287815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45210) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:35.566273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Allocated IP 2001:db8::2 (679fb294-8d5a-440f-bc0e-32f425a2a420/5d442a60-2ed7-4ed3-9bed-db355fe705db/69d7596b-41c0-41af-bc85-b467342e9b1d) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:35.587147 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.710804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Publish callbacks [] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.717861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.760700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Network 679fb294-8d5a-440f-bc0e-32f425a2a420 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:35.764043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:35.766485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:35.777754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Pushing event updated for resources: {'Port': ['ID=69d7596b-41c0-41af-bc85-b467342e9b1d,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:35.828354 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Attempting to bind port 69d7596b-41c0-41af-bc85-b467342e9b1d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:35.829248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Attempting to bind port 69d7596b-41c0-41af-bc85-b467342e9b1d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'ef0345ad-c2ab-4cb4-9662-5752ad13b93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '679fb294-8d5a-440f-bc0e-32f425a2a420'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:35.829248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Attempting to bind port 69d7596b-41c0-41af-bc85-b467342e9b1d on network 679fb294-8d5a-440f-bc0e-32f425a2a420 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:35.830947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 2001:db8::1 (679fb294-8d5a-440f-bc0e-32f425a2a420/5d442a60-2ed7-4ed3-9bed-db355fe705db/aba97560-9fa0-4153-b137-e939b4d21bca) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:35.834558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:35.834939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Checking segment: {'id': 'ef0345ad-c2ab-4cb4-9662-5752ad13b93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '679fb294-8d5a-440f-bc0e-32f425a2a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:35.835343 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.835746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Bound using segment: {'id': 'ef0345ad-c2ab-4cb4-9662-5752ad13b93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '679fb294-8d5a-440f-bc0e-32f425a2a420'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:35.836209 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Bound port: 69d7596b-41c0-41af-bc85-b467342e9b1d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0345ad-c2ab-4cb4-9662-5752ad13b93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '679fb294-8d5a-440f-bc0e-32f425a2a420'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:35.836587 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.898483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] For port 69d7596b-41c0-41af-bc85-b467342e9b1d, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:35.901841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] For port 69d7596b-41c0-41af-bc85-b467342e9b1d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69d7596b-41c0-41af-bc85-b467342e9b1d,segment=NetworkSegment(ef0345ad-c2ab-4cb4-9662-5752ad13b93f),segment_id=ef0345ad-c2ab-4cb4-9662-5752ad13b93f)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:35.907887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.940068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (aba97560-9fa0-4153-b137-e939b4d21bca), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.974053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f224730-ab92-4fb8-b2ff-cf3dfea94fe9 None None] Pushing event updated for resources: {'Port': ['ID=69d7596b-41c0-41af-bc85-b467342e9b1d,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:35.979634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.028010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 679fb294-8d5a-440f-bc0e-32f425a2a420 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:36.031368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:36.036343 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:36.036896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (37679257-bf88-4e34-9deb-72a878f567e8), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.075954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=aba97560-9fa0-4153-b137-e939b4d21bca,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:36.189587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.224987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69d7596b-41c0-41af-bc85-b467342e9b1d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:36.287982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 69d7596b-41c0-41af-bc85-b467342e9b1d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:36.288465 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.369847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 69d7596b-41c0-41af-bc85-b467342e9b1d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:36.370484 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.410821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 69d7596b-41c0-41af-bc85-b467342e9b1d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69d7596b-41c0-41af-bc85-b467342e9b1d,segment=NetworkSegment(ef0345ad-c2ab-4cb4-9662-5752ad13b93f),segment_id=ef0345ad-c2ab-4cb4-9662-5752ad13b93f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:36.414840 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.467126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=69d7596b-41c0-41af-bc85-b467342e9b1d,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:36.470435 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (aba97560-9fa0-4153-b137-e939b4d21bca), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.475312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.476100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (37679257-bf88-4e34-9deb-72a878f567e8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.544238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=aba97560-9fa0-4153-b137-e939b4d21bca,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:36.606244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 679fb294-8d5a-440f-bc0e-32f425a2a420 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:36.607651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:36.740541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 37679257-bf88-4e34-9deb-72a878f567e8 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:14:36.842094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:36.851303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0ac7dc53-7242-450d-8435-abe953d888aa tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/37679257-bf88-4e34-9deb-72a878f567e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5624826 Feb 11 06:14:36.851455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45212) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:36.853664 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feafc78-6eae-43f4-aa70-bb0d803dc20c None None] Sync routers for ids ['37679257-bf88-4e34-9deb-72a878f567e8'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:36.867617 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feafc78-6eae-43f4-aa70-bb0d803dc20c None None] Routers {'37679257-bf88-4e34-9deb-72a878f567e8'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:36.868237 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9feafc78-6eae-43f4-aa70-bb0d803dc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['37679257-bf88-4e34-9deb-72a878f567e8'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:36.875634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a7a9b-828c-483d-892c-5098fbfcc618 None None] Network 679fb294-8d5a-440f-bc0e-32f425a2a420 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:36.905786 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9feafc78-6eae-43f4-aa70-bb0d803dc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:36.916043 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feafc78-6eae-43f4-aa70-bb0d803dc20c None None] Routers {'37679257-bf88-4e34-9deb-72a878f567e8'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:36.916995 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9feafc78-6eae-43f4-aa70-bb0d803dc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['37679257-bf88-4e34-9deb-72a878f567e8'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:36.954314 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9feafc78-6eae-43f4-aa70-bb0d803dc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:36.955301 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feafc78-6eae-43f4-aa70-bb0d803dc20c None None] The sync data for ids ['37679257-bf88-4e34-9deb-72a878f567e8'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:36.961235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3215045e-deff-4ce3-8a27-dafea347ac48 None None] Provisioning complete for port 69d7596b-41c0-41af-bc85-b467342e9b1d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:36.961612 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3215045e-deff-4ce3-8a27-dafea347ac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:37.031822 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:37.077265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3215045e-deff-4ce3-8a27-dafea347ac48 None None] Current status of the port 69d7596b-41c0-41af-bc85-b467342e9b1d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:37.146803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e63a1d-12a4-4098-ac98-4009999b2da6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:37.148192 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-08e63a1d-12a4-4098-ac98-4009999b2da6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports/aba97560-9fa0-4153-b137-e939b4d21bca HTTP/1.1" status: 200 len: 911 time: 0.2951090 Feb 11 06:14:37.150856 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45214) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:37.155903 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7feb0c70-8bb7-4427-bafa-fb6135d1468d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d442a60-2ed7-4ed3-9bed-db355fe705db'}]}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:37.299430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f1cac275-1999-4d8b-854d-63ffddcd42a3 None None] Provisioning complete for port 69d7596b-41c0-41af-bc85-b467342e9b1d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:37.299808 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f1cac275-1999-4d8b-854d-63ffddcd42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:37.310412 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7feb0c70-8bb7-4427-bafa-fb6135d1468d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:37.384525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f1cac275-1999-4d8b-854d-63ffddcd42a3 None None] Current status of the port 69d7596b-41c0-41af-bc85-b467342e9b1d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:37.396350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f1cac275-1999-4d8b-854d-63ffddcd42a3 None None] Provisioning complete for port aba97560-9fa0-4153-b137-e939b4d21bca triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:37.396860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f1cac275-1999-4d8b-854d-63ffddcd42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:37.431097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f1cac275-1999-4d8b-854d-63ffddcd42a3 None None] Port aba97560-9fa0-4153-b137-e939b4d21bca cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:37.550801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d6e0a113-e42d-43c3-83b4-4476e04257cf None None] Provisioning complete for port aba97560-9fa0-4153-b137-e939b4d21bca triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:37.551100 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d6e0a113-e42d-43c3-83b4-4476e04257cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:37.592605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0a113-e42d-43c3-83b4-4476e04257cf None None] Port aba97560-9fa0-4153-b137-e939b4d21bca cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:37.688063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7feb0c70-8bb7-4427-bafa-fb6135d1468d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (aba97560-9fa0-4153-b137-e939b4d21bca), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:37.696596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7feb0c70-8bb7-4427-bafa-fb6135d1468d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:37.702048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb0c70-8bb7-4427-bafa-fb6135d1468d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:37.702785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7feb0c70-8bb7-4427-bafa-fb6135d1468d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:37.703959 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7feb0c70-8bb7-4427-bafa-fb6135d1468d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/ports/aba97560-9fa0-4153-b137-e939b4d21bca HTTP/1.1" status: 200 len: 911 time: 0.5521748 Feb 11 06:14:37.707541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45216) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:37.721344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-204c9e92-5dd1-458e-848a-a7b522b756bc None None] Provisioning complete for port aba97560-9fa0-4153-b137-e939b4d21bca triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:37.721725 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-204c9e92-5dd1-458e-848a-a7b522b756bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:37.748473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb0c70-8bb7-4427-bafa-fb6135d1468d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=aba97560-9fa0-4153-b137-e939b4d21bca,revision_number=3']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:37.762378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-204c9e92-5dd1-458e-848a-a7b522b756bc None None] Port aba97560-9fa0-4153-b137-e939b4d21bca cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:38.038864 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (37679257-bf88-4e34-9deb-72a878f567e8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.151254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69d7596b-41c0-41af-bc85-b467342e9b1d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:38.199471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 69d7596b-41c0-41af-bc85-b467342e9b1d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:38.199846 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.280073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 69d7596b-41c0-41af-bc85-b467342e9b1d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:38.295965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port aba97560-9fa0-4153-b137-e939b4d21bca {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:38.296243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.380194 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.392260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for aba97560-9fa0-4153-b137-e939b4d21bca owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:38.561677 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (aba97560-9fa0-4153-b137-e939b4d21bca), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.587021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=aba97560-9fa0-4153-b137-e939b4d21bca,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:38.684733 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (37679257-bf88-4e34-9deb-72a878f567e8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.844725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 37679257-bf88-4e34-9deb-72a878f567e8 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:38.921696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:38.927303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8de932ee-af65-47ad-8377-fd69ff8f1a14 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/37679257-bf88-4e34-9deb-72a878f567e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2185431 Feb 11 06:14:38.929296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45218) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:38.931350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc07db61-107c-4583-a156-73a530fe4681 None None] Sync routers for ids ['37679257-bf88-4e34-9deb-72a878f567e8'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:38.945649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc07db61-107c-4583-a156-73a530fe4681 None None] Routers {'37679257-bf88-4e34-9deb-72a878f567e8'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:38.946278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fc07db61-107c-4583-a156-73a530fe4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['37679257-bf88-4e34-9deb-72a878f567e8'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:38.957636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4cce195d-8f82-4800-85bd-8cc137217c3a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=37679257-bf88-4e34-9deb-72a878f567e8 HTTP/1.1" status: 200 len: 205 time: 0.0272264 Feb 11 06:14:38.960147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45220) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:38.979967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fc07db61-107c-4583-a156-73a530fe4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:38.988731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc07db61-107c-4583-a156-73a530fe4681 None None] Routers {'37679257-bf88-4e34-9deb-72a878f567e8'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:38.989502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fc07db61-107c-4583-a156-73a530fe4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['37679257-bf88-4e34-9deb-72a878f567e8'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:39.023464 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-fc07db61-107c-4583-a156-73a530fe4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:39.024208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc07db61-107c-4583-a156-73a530fe4681 None None] The sync data for ids ['37679257-bf88-4e34-9deb-72a878f567e8'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:39.042069 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-592c3a9c-3a82-48b8-b563-3a3a3be2e757 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (37679257-bf88-4e34-9deb-72a878f567e8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.199648 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-592c3a9c-3a82-48b8-b563-3a3a3be2e757 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (37679257-bf88-4e34-9deb-72a878f567e8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.201930 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-592c3a9c-3a82-48b8-b563-3a3a3be2e757 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (37679257-bf88-4e34-9deb-72a878f567e8), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.244017 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-592c3a9c-3a82-48b8-b563-3a3a3be2e757 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (37679257-bf88-4e34-9deb-72a878f567e8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.244507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592c3a9c-3a82-48b8-b563-3a3a3be2e757 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Fanout notify agent at l3_agent the message router_deleted on router 37679257-bf88-4e34-9deb-72a878f567e8 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:14:39.250994 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-592c3a9c-3a82-48b8-b563-3a3a3be2e757 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.252110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-592c3a9c-3a82-48b8-b563-3a3a3be2e757 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/37679257-bf88-4e34-9deb-72a878f567e8 HTTP/1.1" status: 204 len: 168 time: 0.2910736 Feb 11 06:14:39.255400 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45222) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:39.310006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7920e5b5-5c02-4ca1-8e02-a0e181b6005f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting subnet 5d442a60-2ed7-4ed3-9bed-db355fe705db {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:39.313076 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7920e5b5-5c02-4ca1-8e02-a0e181b6005f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (5d442a60-2ed7-4ed3-9bed-db355fe705db), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.353231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7920e5b5-5c02-4ca1-8e02-a0e181b6005f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (5d442a60-2ed7-4ed3-9bed-db355fe705db), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.435104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7920e5b5-5c02-4ca1-8e02-a0e181b6005f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (5d442a60-2ed7-4ed3-9bed-db355fe705db), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.499928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7920e5b5-5c02-4ca1-8e02-a0e181b6005f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (5d442a60-2ed7-4ed3-9bed-db355fe705db), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.527837 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920e5b5-5c02-4ca1-8e02-a0e181b6005f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Subnet': ['ID=5d442a60-2ed7-4ed3-9bed-db355fe705db,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:39.531470 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7920e5b5-5c02-4ca1-8e02-a0e181b6005f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.534668 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7920e5b5-5c02-4ca1-8e02-a0e181b6005f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/5d442a60-2ed7-4ed3-9bed-db355fe705db HTTP/1.1" status: 204 len: 168 time: 0.2781053 Feb 11 06:14:39.537297 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45224) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:39.540920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e1b55-d47f-4cd8-808c-9f22e9f579f6 None None] Network 679fb294-8d5a-440f-bc0e-32f425a2a420 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:39.616645 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (679fb294-8d5a-440f-bc0e-32f425a2a420), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.676139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 69d7596b-41c0-41af-bc85-b467342e9b1d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:39.676535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.712163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9550fb5e-f05e-4151-98a6-9b9239529d27 None None] DHCP port deletion for 679fb294-8d5a-440f-bc0e-32f425a2a420 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:14:39.748541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port 69d7596b-41c0-41af-bc85-b467342e9b1d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69d7596b-41c0-41af-bc85-b467342e9b1d,segment=NetworkSegment(ef0345ad-c2ab-4cb4-9662-5752ad13b93f),segment_id=ef0345ad-c2ab-4cb4-9662-5752ad13b93f)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:39.748827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.762489 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 69d7596b-41c0-41af-bc85-b467342e9b1d owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:39.769930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9550fb5e-f05e-4151-98a6-9b9239529d27 None None] Deleting port 69d7596b-41c0-41af-bc85-b467342e9b1d {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:39.770133 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9550fb5e-f05e-4151-98a6-9b9239529d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.833248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9550fb5e-f05e-4151-98a6-9b9239529d27 None None] For port 69d7596b-41c0-41af-bc85-b467342e9b1d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=69d7596b-41c0-41af-bc85-b467342e9b1d,segment=NetworkSegment(ef0345ad-c2ab-4cb4-9662-5752ad13b93f),segment_id=ef0345ad-c2ab-4cb4-9662-5752ad13b93f)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:39.833653 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9550fb5e-f05e-4151-98a6-9b9239529d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.847094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.847473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9550fb5e-f05e-4151-98a6-9b9239529d27 None None] Calling delete_port for 69d7596b-41c0-41af-bc85-b467342e9b1d owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:39.875872 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No DVR routers for this DVR port 69d7596b-41c0-41af-bc85-b467342e9b1d on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:39.881180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=69d7596b-41c0-41af-bc85-b467342e9b1d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:39.927562 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9550fb5e-f05e-4151-98a6-9b9239529d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (69d7596b-41c0-41af-bc85-b467342e9b1d), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.953868 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550fb5e-f05e-4151-98a6-9b9239529d27 None None] Pushing event deleted for resources: {'Port': ['ID=69d7596b-41c0-41af-bc85-b467342e9b1d,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:39.957285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550fb5e-f05e-4151-98a6-9b9239529d27 None None] No DVR routers for this DVR port 69d7596b-41c0-41af-bc85-b467342e9b1d on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:39.963406 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (679fb294-8d5a-440f-bc0e-32f425a2a420), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.993704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679fb294-8d5a-440f-bc0e-32f425a2a420']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:40.003521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0345ad-c2ab-4cb4-9662-5752ad13b93f') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:40.003818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0345ad-c2ab-4cb4-9662-5752ad13b93f') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:40.018275 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (ef0345ad-c2ab-4cb4-9662-5752ad13b93f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.031520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ef0345ad-c2ab-4cb4-9662-5752ad13b93f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.038585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:14:40.038980 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (ef0345ad-c2ab-4cb4-9662-5752ad13b93f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:14:40.042563 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:14:40.103989 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (679fb294-8d5a-440f-bc0e-32f425a2a420), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.111088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.115116 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/networks/679fb294-8d5a-440f-bc0e-32f425a2a420 HTTP/1.1" status: 204 len: 168 time: 0.5768275 Feb 11 06:14:40.118849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45226) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:40.124103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-722cd4aa-cfc8-4a21-8a22-87904946e8b6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-574156115', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:40.129585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b4b5e-1576-4069-87bc-f3d33ef796de tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Network': ['ID=679fb294-8d5a-440f-bc0e-32f425a2a420,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:40.147883 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-722cd4aa-cfc8-4a21-8a22-87904946e8b6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.149000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-722cd4aa-cfc8-4a21-8a22-87904946e8b6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.165701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69d7596b-41c0-41af-bc85-b467342e9b1d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:40.186523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 69d7596b-41c0-41af-bc85-b467342e9b1d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:40.187069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 69d7596b-41c0-41af-bc85-b467342e9b1d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:40.532458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-722cd4aa-cfc8-4a21-8a22-87904946e8b6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.537750 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-722cd4aa-cfc8-4a21-8a22-87904946e8b6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.554595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-722cd4aa-cfc8-4a21-8a22-87904946e8b6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.555763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-722cd4aa-cfc8-4a21-8a22-87904946e8b6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4353340 Feb 11 06:14:40.558649 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45228) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:40.563707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1978577365'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:40.582824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:40.586133 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.608684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:40.617524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e0b59200-9059-457b-8ee6-20ec7f16906a), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.617879 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added segment e0b59200-9059-457b-8ee6-20ec7f16906a of type vlan for network 71835744-f1bd-401e-acd5-f9d989df818b Feb 11 06:14:40.657984 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (71835744-f1bd-401e-acd5-f9d989df818b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.688033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (71835744-f1bd-401e-acd5-f9d989df818b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.693573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:40.694156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.733467 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1736732 Feb 11 06:14:40.736316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45230) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:40.741315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'subnet': {'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:40.764515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ccffb-1bce-49a6-8561-fc569a45c0dd tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Network': ['ID=71835744-f1bd-401e-acd5-f9d989df818b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:40.775329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 71835744-f1bd-401e-acd5-f9d989df818b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:40.827990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:40.832092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.008638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (3d6e8978-66ca-42be-95e9-7d561a275475), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.064584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Subnet': ['ID=3d6e8978-66ca-42be-95e9-7d561a275475,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:41.075808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Checking segment: {'id': 'e0b59200-9059-457b-8ee6-20ec7f16906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:41.076181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network hostable DHCP agents. Network: 71835744-f1bd-401e-acd5-f9d989df818b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:41.092158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 71835744-f1bd-401e-acd5-f9d989df818b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:41.100607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 71835744-f1bd-401e-acd5-f9d989df818b) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:41.104417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:41.105010 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.109436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bbd270-5c9f-40c3-b2ea-39d508180ad8 None None] Network 71835744-f1bd-401e-acd5-f9d989df818b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:41.121075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1652524b-c679-4c6a-8c1e-a5218b128808 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3836803 Feb 11 06:14:41.124007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45232) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:41.214725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-71835744-f1bd-401e-acd5-f9d989df818b', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:41.215791 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.359514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Allocated IP 2001:db8::2 (71835744-f1bd-401e-acd5-f9d989df818b/3d6e8978-66ca-42be-95e9-7d561a275475/1b1f1515-1874-40f7-8b1e-84e0df6db30c) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:41.410628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.505690 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Publish callbacks [] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.511429 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.554484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Network 71835744-f1bd-401e-acd5-f9d989df818b is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:41.558026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:41.561030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:41.566366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Pushing event updated for resources: {'Port': ['ID=1b1f1515-1874-40f7-8b1e-84e0df6db30c,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:41.628853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Attempting to bind port 1b1f1515-1874-40f7-8b1e-84e0df6db30c on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:41.629166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Attempting to bind port 1b1f1515-1874-40f7-8b1e-84e0df6db30c by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'e0b59200-9059-457b-8ee6-20ec7f16906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:41.629543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Attempting to bind port 1b1f1515-1874-40f7-8b1e-84e0df6db30c on network 71835744-f1bd-401e-acd5-f9d989df818b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:41.634485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:41.634908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Checking segment: {'id': 'e0b59200-9059-457b-8ee6-20ec7f16906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:41.635274 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.635675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Bound using segment: {'id': 'e0b59200-9059-457b-8ee6-20ec7f16906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:41.636143 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Bound port: 1b1f1515-1874-40f7-8b1e-84e0df6db30c, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b59200-9059-457b-8ee6-20ec7f16906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:41.636534 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.651420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 2001:db8::1 (71835744-f1bd-401e-acd5-f9d989df818b/3d6e8978-66ca-42be-95e9-7d561a275475/9dbf8790-159a-4cf1-a5ef-d331a131728d) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:41.699788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] For port 1b1f1515-1874-40f7-8b1e-84e0df6db30c, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:41.702951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] For port 1b1f1515-1874-40f7-8b1e-84e0df6db30c, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1b1f1515-1874-40f7-8b1e-84e0df6db30c,segment=NetworkSegment(e0b59200-9059-457b-8ee6-20ec7f16906a),segment_id=e0b59200-9059-457b-8ee6-20ec7f16906a)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:41.708604 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.767584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d77c37-44f2-4850-a6d3-d0085407fdd6 None None] Pushing event updated for resources: {'Port': ['ID=1b1f1515-1874-40f7-8b1e-84e0df6db30c,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:41.776408 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.813966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.860083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 71835744-f1bd-401e-acd5-f9d989df818b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:41.863340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:41.866960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:41.867600 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.873397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=9dbf8790-159a-4cf1-a5ef-d331a131728d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:42.008842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.178476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1b1f1515-1874-40f7-8b1e-84e0df6db30c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:42.233830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 1b1f1515-1874-40f7-8b1e-84e0df6db30c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:42.234326 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.292627 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.298533 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.299375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.317789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 1b1f1515-1874-40f7-8b1e-84e0df6db30c is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:42.318184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.351509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 1b1f1515-1874-40f7-8b1e-84e0df6db30c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1b1f1515-1874-40f7-8b1e-84e0df6db30c,segment=NetworkSegment(e0b59200-9059-457b-8ee6-20ec7f16906a),segment_id=e0b59200-9059-457b-8ee6-20ec7f16906a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:42.355423 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.361292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=9dbf8790-159a-4cf1-a5ef-d331a131728d,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:42.415875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=1b1f1515-1874-40f7-8b1e-84e0df6db30c,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:42.429788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 71835744-f1bd-401e-acd5-f9d989df818b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:42.431180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:42.560975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:14:42.658697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:42.663883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6c845b28-8068-44cc-a4c8-13bdcb91579c tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5388784 Feb 11 06:14:42.667000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45234) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:42.669144 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Sync routers for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:42.671810 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1300221833'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:42.681490 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:42.682113 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:42.694096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:42.698147 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.723161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:42.731912 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d47f8cf-1539-42f8-9077-0fd08f3102ec None None] Network 71835744-f1bd-401e-acd5-f9d989df818b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:42.735237 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9b8e972e-f21a-4506-9bd7-823f8df9b60e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.735702 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added segment 9b8e972e-f21a-4506-9bd7-823f8df9b60e of type vlan for network 29c6b782-6b55-419a-b9ec-c904b2e06f2f Feb 11 06:14:42.783224 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:42.785675 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (29c6b782-6b55-419a-b9ec-c904b2e06f2f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.826272 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (29c6b782-6b55-419a-b9ec-c904b2e06f2f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.831455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cd1d92a9-9d26-4ec2-9272-420ebcea79e2 None None] Provisioning complete for port 1b1f1515-1874-40f7-8b1e-84e0df6db30c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:42.831878 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cd1d92a9-9d26-4ec2-9272-420ebcea79e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.832784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:42.833497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.876405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45236) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:42.877022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2088697 Feb 11 06:14:42.890277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'subnet': {'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:42.914540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886632f-18ff-46cf-8c20-a4b84b27e83d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Network': ['ID=29c6b782-6b55-419a-b9ec-c904b2e06f2f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:42.931528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 29c6b782-6b55-419a-b9ec-c904b2e06f2f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:43.014324 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:41Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:42Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:43.023971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d92a9-9d26-4ec2-9272-420ebcea79e2 None None] Current status of the port 1b1f1515-1874-40f7-8b1e-84e0df6db30c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:43.041076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:43.044736 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.050297 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Checking router: 9c17d734-4ffc-429f-88bf-fff5f5f3c82b for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:14:43.050658 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Updating router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b port 9dbf8790-159a-4cf1-a5ef-d331a131728d binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:14:43.078220 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.250990 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f8418b2e-ea6c-45e1-9916-a2b9f243aa22 None None] Provisioning complete for port 9dbf8790-159a-4cf1-a5ef-d331a131728d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:43.251548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f8418b2e-ea6c-45e1-9916-a2b9f243aa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.256222 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (5b1494e6-d52c-4f22-9363-7f01832c768f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.331517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Subnet': ['ID=5b1494e6-d52c-4f22-9363-7f01832c768f,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:43.338570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Checking segment: {'id': '9b8e972e-f21a-4506-9bd7-823f8df9b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:43.338942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network hostable DHCP agents. Network: 29c6b782-6b55-419a-b9ec-c904b2e06f2f, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:43.361470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 29c6b782-6b55-419a-b9ec-c904b2e06f2f is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:43.375367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 29c6b782-6b55-419a-b9ec-c904b2e06f2f) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:43.380852 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:43.381867 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.394198 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Publish callbacks [] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.403882 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.408196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45238) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:43.409448 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0764da65-59e6-4958-9106-c342f8a76424 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5274804 Feb 11 06:14:43.463719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefda0cd-bb65-40d6-9bc7-aec6f6894e43 None None] Network 29c6b782-6b55-419a-b9ec-c904b2e06f2f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:43.502303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f8418b2e-ea6c-45e1-9916-a2b9f243aa22 None None] Port 9dbf8790-159a-4cf1-a5ef-d331a131728d cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:43.520106 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Pushing event updated for resources: {'Port': ['ID=9dbf8790-159a-4cf1-a5ef-d331a131728d,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:43.532211 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.532568 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.533404 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.534397 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.537430 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.537880 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.538287 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.538690 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.539086 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.539480 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.539873 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.540266 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.540653 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:43.557602 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Attempting to bind port 9dbf8790-159a-4cf1-a5ef-d331a131728d on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:43.558007 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Attempting to bind port 9dbf8790-159a-4cf1-a5ef-d331a131728d by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'e0b59200-9059-457b-8ee6-20ec7f16906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:43.558697 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Attempting to bind port 9dbf8790-159a-4cf1-a5ef-d331a131728d on network 71835744-f1bd-401e-acd5-f9d989df818b {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:43.565653 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:43.566037 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Checking segment: {'id': 'e0b59200-9059-457b-8ee6-20ec7f16906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:43.566553 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.566954 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Bound using segment: {'id': 'e0b59200-9059-457b-8ee6-20ec7f16906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:43.567423 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Bound port: 9dbf8790-159a-4cf1-a5ef-d331a131728d, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b59200-9059-457b-8ee6-20ec7f16906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:43.567974 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.588489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-f8418b2e-ea6c-45e1-9916-a2b9f243aa22 None None] Provisioning complete for port 1b1f1515-1874-40f7-8b1e-84e0df6db30c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:43.588867 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f8418b2e-ea6c-45e1-9916-a2b9f243aa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.617377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:43.618364 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.658980 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] For port 9dbf8790-159a-4cf1-a5ef-d331a131728d, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:43.663348 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] For port 9dbf8790-159a-4cf1-a5ef-d331a131728d, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9dbf8790-159a-4cf1-a5ef-d331a131728d,segment=NetworkSegment(e0b59200-9059-457b-8ee6-20ec7f16906a),segment_id=e0b59200-9059-457b-8ee6-20ec7f16906a)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:43.673879 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.772554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f8418b2e-ea6c-45e1-9916-a2b9f243aa22 None None] Current status of the port 1b1f1515-1874-40f7-8b1e-84e0df6db30c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:43.843507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Allocated IP 2001:db8:1::2 (29c6b782-6b55-419a-b9ec-c904b2e06f2f/5b1494e6-d52c-4f22-9363-7f01832c768f/8143d4be-d403-458a-a3ce-5a7a9dd567fc) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:43.859070 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.876476 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:43.878048 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:43.952025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-07044947-826b-4e42-a026-56e145eb3a31 None None] Provisioning complete for port 9dbf8790-159a-4cf1-a5ef-d331a131728d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:43.952441 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-07044947-826b-4e42-a026-56e145eb3a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.997621 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:44.025353 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7793e47-c090-450a-9120-11575d05ac02 None None] Pushing event updated for resources: {'Port': ['ID=9dbf8790-159a-4cf1-a5ef-d331a131728d,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:44.083237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Publish callbacks [] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.098468 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.187233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Network 29c6b782-6b55-419a-b9ec-c904b2e06f2f is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:44.190588 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Pushing event updated for resources: {'Port': ['ID=8143d4be-d403-458a-a3ce-5a7a9dd567fc,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:44.206044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:44.208684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:44.211872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 2001:db8:1::1 (29c6b782-6b55-419a-b9ec-c904b2e06f2f/5b1494e6-d52c-4f22-9363-7f01832c768f/01f17ac7-e203-43b5-864e-90ff65f1a645) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:44.214461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-07044947-826b-4e42-a026-56e145eb3a31 None None] Current status of the port 9dbf8790-159a-4cf1-a5ef-d331a131728d is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:44.214847 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-07044947-826b-4e42-a026-56e145eb3a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.224170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1b1f1515-1874-40f7-8b1e-84e0df6db30c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:44.320126 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:41Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:43Z', 'revision_number': 4, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:44.349043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-07044947-826b-4e42-a026-56e145eb3a31 None None] For port 9dbf8790-159a-4cf1-a5ef-d331a131728d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9dbf8790-159a-4cf1-a5ef-d331a131728d,segment=NetworkSegment(e0b59200-9059-457b-8ee6-20ec7f16906a),segment_id=e0b59200-9059-457b-8ee6-20ec7f16906a)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:44.354656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Attempting to bind port 8143d4be-d403-458a-a3ce-5a7a9dd567fc on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:44.355150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Attempting to bind port 8143d4be-d403-458a-a3ce-5a7a9dd567fc by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '9b8e972e-f21a-4506-9bd7-823f8df9b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:44.355393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Attempting to bind port 8143d4be-d403-458a-a3ce-5a7a9dd567fc on network 29c6b782-6b55-419a-b9ec-c904b2e06f2f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:44.363087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:44.363463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Checking segment: {'id': '9b8e972e-f21a-4506-9bd7-823f8df9b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:44.363722 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.363855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.364267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Bound using segment: {'id': '9b8e972e-f21a-4506-9bd7-823f8df9b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:44.364759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Bound port: 8143d4be-d403-458a-a3ce-5a7a9dd567fc, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8e972e-f21a-4506-9bd7-823f8df9b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:44.365172 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.368377 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941a9a3-5486-400b-bcd1-9098d5e87a9d None None] The sync data for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 is: [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:41Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:43Z', 'revision_number': 4, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:44.368616 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-07044947-826b-4e42-a026-56e145eb3a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.414908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.437254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 1b1f1515-1874-40f7-8b1e-84e0df6db30c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:44.437761 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.463415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 29c6b782-6b55-419a-b9ec-c904b2e06f2f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:44.466780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:44.471557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:44.471914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.512600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=01f17ac7-e203-43b5-864e-90ff65f1a645,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:44.513238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07044947-826b-4e42-a026-56e145eb3a31 None None] Pushing event updated for resources: {'Port': ['ID=9dbf8790-159a-4cf1-a5ef-d331a131728d,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:44.537977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-bc1eff74-be7f-45b7-bd67-4b17f72210f9 None None] Provisioning complete for port 9dbf8790-159a-4cf1-a5ef-d331a131728d triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:44.538364 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bc1eff74-be7f-45b7-bd67-4b17f72210f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.542273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] For port 8143d4be-d403-458a-a3ce-5a7a9dd567fc, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:44.583861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] For port 8143d4be-d403-458a-a3ce-5a7a9dd567fc, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8143d4be-d403-458a-a3ce-5a7a9dd567fc,segment=NetworkSegment(9b8e972e-f21a-4506-9bd7-823f8df9b60e),segment_id=9b8e972e-f21a-4506-9bd7-823f8df9b60e)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:44.597815 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.607041 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.729978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 1b1f1515-1874-40f7-8b1e-84e0df6db30c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:44.757970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e2bc-8397-41a6-9143-30d7a3ecf641 None None] Pushing event updated for resources: {'Port': ['ID=8143d4be-d403-458a-a3ce-5a7a9dd567fc,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:44.786516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bc1eff74-be7f-45b7-bd67-4b17f72210f9 None None] Current status of the port 9dbf8790-159a-4cf1-a5ef-d331a131728d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:44.943506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.948672 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.949529 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.022802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=01f17ac7-e203-43b5-864e-90ff65f1a645,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:45.095320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 29c6b782-6b55-419a-b9ec-c904b2e06f2f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:45.096858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:45.205082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:45.304398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:45.309314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-61db0a3d-cc85-4129-95dd-baf6ecb5f373 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8992827 Feb 11 06:14:45.311959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45240) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:45.317335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623809340'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:45.337578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:45.341091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.366480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:45.376934 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6b49dd41-4bf3-4979-b489-f3b438c908fa), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.377869 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added segment 6b49dd41-4bf3-4979-b489-f3b438c908fa of type vlan for network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 Feb 11 06:14:45.422057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (517311f4-7d9f-4ee2-b2b5-24cada1b2bc6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.451136 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (517311f4-7d9f-4ee2-b2b5-24cada1b2bc6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.456301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:45.457024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.501838 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888001 Feb 11 06:14:45.505212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45242) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:45.510028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'subnet': {'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:45.550529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaefb2-2543-4faa-a758-f248115cfcc1 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Network': ['ID=517311f4-7d9f-4ee2-b2b5-24cada1b2bc6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:45.560483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:45.632486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:45.636481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.703109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ea713-43ce-48e4-a015-5def8c1f03ee None None] Network 29c6b782-6b55-419a-b9ec-c904b2e06f2f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:45.770446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ccf83d7a-62ca-4db1-a74f-5b7f5df178e2 None None] Provisioning complete for port 8143d4be-d403-458a-a3ce-5a7a9dd567fc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:45.770829 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ccf83d7a-62ca-4db1-a74f-5b7f5df178e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.831073 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (1ec68891-805e-48fe-9b9b-6a361ece9f9a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.896788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Subnet': ['ID=1ec68891-805e-48fe-9b9b-6a361ece9f9a,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:45.902598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ccf83d7a-62ca-4db1-a74f-5b7f5df178e2 None None] Current status of the port 8143d4be-d403-458a-a3ce-5a7a9dd567fc is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:45.903401 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ccf83d7a-62ca-4db1-a74f-5b7f5df178e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.905798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Checking segment: {'id': '6b49dd41-4bf3-4979-b489-f3b438c908fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:45.906167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network hostable DHCP agents. Network: 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:45.927624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:45.937403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:45.940792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ccf83d7a-62ca-4db1-a74f-5b7f5df178e2 None None] For port 8143d4be-d403-458a-a3ce-5a7a9dd567fc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8143d4be-d403-458a-a3ce-5a7a9dd567fc,segment=NetworkSegment(9b8e972e-f21a-4506-9bd7-823f8df9b60e),segment_id=9b8e972e-f21a-4506-9bd7-823f8df9b60e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:45.945583 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ccf83d7a-62ca-4db1-a74f-5b7f5df178e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.947116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:45.947731 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.971984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-12124ab6-073b-43c1-a437-5c49f1037500 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4650490 Feb 11 06:14:45.974633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45244) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:45.978084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af760935-efc7-4c07-8981-9902ae695f78 None None] Network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:46.058288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf83d7a-62ca-4db1-a74f-5b7f5df178e2 None None] Pushing event updated for resources: {'Port': ['ID=8143d4be-d403-458a-a3ce-5a7a9dd567fc,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:46.116753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:46.117796 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.238496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Sync routers for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:46.283134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:46.284527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:46.348031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9dbf8790-159a-4cf1-a5ef-d331a131728d up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:46.412455 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.610168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2edc00ce-a6e1-4c2c-8bbd-4b303dbc7af8 None None] Provisioning complete for port 8143d4be-d403-458a-a3ce-5a7a9dd567fc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:46.610802 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2edc00ce-a6e1-4c2c-8bbd-4b303dbc7af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.622479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Allocated IP 2001:db8:2::2 (517311f4-7d9f-4ee2-b2b5-24cada1b2bc6/1ec68891-805e-48fe-9b9b-6a361ece9f9a/3366bf2a-21b3-4006-93d3-ef58cdba4c9c) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:46.670386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:46.808739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9dbf8790-159a-4cf1-a5ef-d331a131728d triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:46.809053 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.968483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2edc00ce-a6e1-4c2c-8bbd-4b303dbc7af8 None None] Current status of the port 8143d4be-d403-458a-a3ce-5a7a9dd567fc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:47.075677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2edc00ce-a6e1-4c2c-8bbd-4b303dbc7af8 None None] Provisioning complete for port 01f17ac7-e203-43b5-864e-90ff65f1a645 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:47.076053 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2edc00ce-a6e1-4c2c-8bbd-4b303dbc7af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.107965 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Publish callbacks [] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.124826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.137791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9dbf8790-159a-4cf1-a5ef-d331a131728d is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:47.138879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8143d4be-d403-458a-a3ce-5a7a9dd567fc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:47.169233 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 2001:db8:2::1 (517311f4-7d9f-4ee2-b2b5-24cada1b2bc6/1ec68891-805e-48fe-9b9b-6a361ece9f9a/4d606ba7-8f07-4c2e-b870-63cd646f76b7) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:47.188358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2edc00ce-a6e1-4c2c-8bbd-4b303dbc7af8 None None] Port 01f17ac7-e203-43b5-864e-90ff65f1a645 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:47.204048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:47.216844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:47.222744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:47.224567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Pushing event updated for resources: {'Port': ['ID=3366bf2a-21b3-4006-93d3-ef58cdba4c9c,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:47.266892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 3, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:47.289098 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.324545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.327993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Checking router: 9c17d734-4ffc-429f-88bf-fff5f5f3c82b for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:14:47.328358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Updating router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b port 01f17ac7-e203-43b5-864e-90ff65f1a645 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:14:47.333194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8143d4be-d403-458a-a3ce-5a7a9dd567fc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:47.333579 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.371477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Attempting to bind port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:47.371852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Attempting to bind port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6b49dd41-4bf3-4979-b489-f3b438c908fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:47.372223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Attempting to bind port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c on network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:47.372336 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:47.375801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:47.379127 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:47.379668 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.385912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=4d606ba7-8f07-4c2e-b870-63cd646f76b7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:47.395937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:47.396330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Checking segment: {'id': '6b49dd41-4bf3-4979-b489-f3b438c908fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:47.396740 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.397165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Bound using segment: {'id': '6b49dd41-4bf3-4979-b489-f3b438c908fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:47.397659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Bound port: 3366bf2a-21b3-4006-93d3-ef58cdba4c9c, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b49dd41-4bf3-4979-b489-f3b438c908fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:47.398048 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.402374 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.413921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-bbc30c98-fa42-47a6-a41d-dbef2f05ba92 None None] Provisioning complete for port 01f17ac7-e203-43b5-864e-90ff65f1a645 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:47.414293 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bbc30c98-fa42-47a6-a41d-dbef2f05ba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.503465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.520112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-bbc30c98-fa42-47a6-a41d-dbef2f05ba92 None None] Port 01f17ac7-e203-43b5-864e-90ff65f1a645 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:47.575545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] For port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:47.645602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] For port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3366bf2a-21b3-4006-93d3-ef58cdba4c9c,segment=NetworkSegment(6b49dd41-4bf3-4979-b489-f3b438c908fa),segment_id=6b49dd41-4bf3-4979-b489-f3b438c908fa)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:47.652390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8143d4be-d403-458a-a3ce-5a7a9dd567fc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:47.657825 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.772538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb87b5-cd30-4021-87b7-d79dc26dc440 None None] Pushing event updated for resources: {'Port': ['ID=3366bf2a-21b3-4006-93d3-ef58cdba4c9c,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:47.782798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.788610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.789447 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.863592 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=4d606ba7-8f07-4c2e-b870-63cd646f76b7,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:47.895058 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Publish callbacks [] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.903122 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.943182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:47.944818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:47.981920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e3add-cbee-4f51-84bb-db125a23da6b None None] Pushing event updated for resources: {'Port': ['ID=01f17ac7-e203-43b5-864e-90ff65f1a645,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:48.050385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Attempting to bind port 01f17ac7-e203-43b5-864e-90ff65f1a645 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:48.053554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Attempting to bind port 01f17ac7-e203-43b5-864e-90ff65f1a645 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '9b8e972e-f21a-4506-9bd7-823f8df9b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:48.054084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Attempting to bind port 01f17ac7-e203-43b5-864e-90ff65f1a645 on network 29c6b782-6b55-419a-b9ec-c904b2e06f2f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:48.059769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:48.060341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Checking segment: {'id': '9b8e972e-f21a-4506-9bd7-823f8df9b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:48.060732 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.061288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Bound using segment: {'id': '9b8e972e-f21a-4506-9bd7-823f8df9b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:48.061835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Bound port: 01f17ac7-e203-43b5-864e-90ff65f1a645, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8e972e-f21a-4506-9bd7-823f8df9b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:48.062288 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.066890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:48.151435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] For port 01f17ac7-e203-43b5-864e-90ff65f1a645, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:48.156451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] For port 01f17ac7-e203-43b5-864e-90ff65f1a645, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=01f17ac7-e203-43b5-864e-90ff65f1a645,segment=NetworkSegment(9b8e972e-f21a-4506-9bd7-823f8df9b60e),segment_id=9b8e972e-f21a-4506-9bd7-823f8df9b60e)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:48.164622 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.179388 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:48.185160 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-157de641-2b85-45eb-91c7-aa59cf32e3d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2090955 Feb 11 06:14:48.187515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45248) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:48.193557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-355695778'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:48.224818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:48.229059 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.236252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:48.236923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:48.268810 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:48.280029 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.280304 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added segment b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9 of type vlan for network a009ab21-c464-449b-b0a4-7447a77e8b5c Feb 11 06:14:48.290184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3366bf2a-21b3-4006-93d3-ef58cdba4c9c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:48.294479 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e3add-cbee-4f51-84bb-db125a23da6b None None] Pushing event updated for resources: {'Port': ['ID=01f17ac7-e203-43b5-864e-90ff65f1a645,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:48.336209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (a009ab21-c464-449b-b0a4-7447a77e8b5c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.367436 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (a009ab21-c464-449b-b0a4-7447a77e8b5c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.372581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:48.373141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.410096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:48.412717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-22b7795b-f7b6-41b0-91c1-9dbb73c472ce None None] Provisioning complete for port 01f17ac7-e203-43b5-864e-90ff65f1a645 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:48.413224 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22b7795b-f7b6-41b0-91c1-9dbb73c472ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.421993 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2329619 Feb 11 06:14:48.426238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45250) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:48.436307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'subnet': {'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:48.571207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Made reservation on behalf of cc2226a66c664c1b9acf068606ef57fd for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:48.575156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.637284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:48.637946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.742032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a28de-4648-420a-8a66-849c0506b084 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Network': ['ID=a009ab21-c464-449b-b0a4-7447a77e8b5c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:48.834064 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (f9b9daad-4f98-442b-a7a6-4e0482372e0b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.893943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network a009ab21-c464-449b-b0a4-7447a77e8b5c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:48.901754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Subnet': ['ID=f9b9daad-4f98-442b-a7a6-4e0482372e0b,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:48.911897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.912250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.912535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.912881 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.913250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.913591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.913924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.914257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.914588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.914917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.915250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.915578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.915903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:48.927317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Checking segment: {'id': 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:48.927636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network hostable DHCP agents. Network: a009ab21-c464-449b-b0a4-7447a77e8b5c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:48.948570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network a009ab21-c464-449b-b0a4-7447a77e8b5c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:48.952585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-22b7795b-f7b6-41b0-91c1-9dbb73c472ce None None] Current status of the port 01f17ac7-e203-43b5-864e-90ff65f1a645 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:48.952962 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22b7795b-f7b6-41b0-91c1-9dbb73c472ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.962903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, a009ab21-c464-449b-b0a4-7447a77e8b5c) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:48.971076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:48.971890 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.988324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3c0bbdb8-b18e-4f6e-9b56-9205a82b7cd2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5592778 Feb 11 06:14:48.991409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45252) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:49.012751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a0f207-af13-4303-a026-cff44f9b30b8 None None] Network a009ab21-c464-449b-b0a4-7447a77e8b5c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:49.015774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bedca-9d6d-4ac0-8230-d888e1fd6e3d None None] Network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:49.182161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-22b7795b-f7b6-41b0-91c1-9dbb73c472ce None None] For port 01f17ac7-e203-43b5-864e-90ff65f1a645, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=01f17ac7-e203-43b5-864e-90ff65f1a645,segment=NetworkSegment(9b8e972e-f21a-4506-9bd7-823f8df9b60e),segment_id=9b8e972e-f21a-4506-9bd7-823f8df9b60e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:49.220572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22b7795b-f7b6-41b0-91c1-9dbb73c472ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:49.296887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:49.297299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:49.326238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-a009ab21-c464-449b-b0a4-7447a77e8b5c', 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c', 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'fixed_ips': [{'subnet_id': 'f9b9daad-4f98-442b-a7a6-4e0482372e0b'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:14:49.327072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:49.361499 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:49.371147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:47Z', 'revision_number': 4, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:48Z', 'revision_number': 4, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:47Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:49.409076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7795b-f7b6-41b0-91c1-9dbb73c472ce None None] Pushing event updated for resources: {'Port': ['ID=01f17ac7-e203-43b5-864e-90ff65f1a645,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:49.424765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24232eec-0c08-48b7-b22a-78ea86265d02 None None] The sync data for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 is: [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:47Z', 'revision_number': 4, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:48Z', 'revision_number': 4, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:47Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:49.487801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3366bf2a-21b3-4006-93d3-ef58cdba4c9c,segment=NetworkSegment(6b49dd41-4bf3-4979-b489-f3b438c908fa),segment_id=6b49dd41-4bf3-4979-b489-f3b438c908fa)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:49.487801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-58ac84e2-27a5-4306-9802-9ea61c660375 None None] Provisioning complete for port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:49.487801 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-58ac84e2-27a5-4306-9802-9ea61c660375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:49.526933 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:49.693507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=3366bf2a-21b3-4006-93d3-ef58cdba4c9c,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:49.698463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Allocated IP 2001:db8:3::2 (a009ab21-c464-449b-b0a4-7447a77e8b5c/f9b9daad-4f98-442b-a7a6-4e0482372e0b/eebe0f74-0f14-4a6d-9dfc-729d6f86d502) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:49.747146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-58ac84e2-27a5-4306-9802-9ea61c660375 None None] Current status of the port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:49.810771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-58ac84e2-27a5-4306-9802-9ea61c660375 None None] Provisioning complete for port 01f17ac7-e203-43b5-864e-90ff65f1a645 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:49.811155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-58ac84e2-27a5-4306-9802-9ea61c660375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:49.929198 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Publish callbacks [] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:49.955159 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.002924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-58ac84e2-27a5-4306-9802-9ea61c660375 None None] Current status of the port 01f17ac7-e203-43b5-864e-90ff65f1a645 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:50.010801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Network a009ab21-c464-449b-b0a4-7447a77e8b5c is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:50.017663 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:50.022568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:50.025785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Pushing event updated for resources: {'Port': ['ID=eebe0f74-0f14-4a6d-9dfc-729d6f86d502,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:50.058556 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Allocated IP 2001:db8:3::1 (a009ab21-c464-449b-b0a4-7447a77e8b5c/f9b9daad-4f98-442b-a7a6-4e0482372e0b/88983aae-7fa0-45c6-b160-ce2277a0d7f2) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:50.137367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Attempting to bind port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:50.137835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Attempting to bind port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:50.139401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Attempting to bind port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 on network a009ab21-c464-449b-b0a4-7447a77e8b5c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:50.170647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:50.171069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Checking segment: {'id': 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:50.171476 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.172006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Bound using segment: {'id': 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:50.172498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Bound port: eebe0f74-0f14-4a6d-9dfc-729d6f86d502, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:50.172877 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.184895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-549e417c-04b0-4068-8767-c47ee00407e8 None None] Provisioning complete for port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:50.185353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-549e417c-04b0-4068-8767-c47ee00407e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.287265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-549e417c-04b0-4068-8767-c47ee00407e8 None None] Port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:50.296662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] For port eebe0f74-0f14-4a6d-9dfc-729d6f86d502, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:50.301669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] For port eebe0f74-0f14-4a6d-9dfc-729d6f86d502, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eebe0f74-0f14-4a6d-9dfc-729d6f86d502,segment=NetworkSegment(b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9),segment_id=b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:50.312259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-549e417c-04b0-4068-8767-c47ee00407e8 None None] Provisioning complete for port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:50.312659 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-549e417c-04b0-4068-8767-c47ee00407e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.315799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.319538 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.358903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3366bf2a-21b3-4006-93d3-ef58cdba4c9c up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:50.379879 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.442013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network a009ab21-c464-449b-b0a4-7447a77e8b5c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:50.442836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=88983aae-7fa0-45c6-b160-ce2277a0d7f2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:50.453498 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:50.462094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:50.462094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.474739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3d9cb-c80b-4a76-a00b-173256744601 None None] Pushing event updated for resources: {'Port': ['ID=eebe0f74-0f14-4a6d-9dfc-729d6f86d502,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:50.522778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:50.523158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.565788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-549e417c-04b0-4068-8767-c47ee00407e8 None None] Current status of the port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:50.616652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.623584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:50.624707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 01f17ac7-e203-43b5-864e-90ff65f1a645 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:50.705996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a808d1ae-f6e1-4c82-b482-78a9bb75fac8 None None] Provisioning complete for port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:50.706374 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a808d1ae-f6e1-4c82-b482-78a9bb75fac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.768750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 01f17ac7-e203-43b5-864e-90ff65f1a645 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:50.769178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.798543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a808d1ae-f6e1-4c82-b482-78a9bb75fac8 None None] Port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:50.879380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 01f17ac7-e203-43b5-864e-90ff65f1a645 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:50.958994 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.963913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:50.964669 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.028040 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event updated for resources: {'Port': ['ID=88983aae-7fa0-45c6-b160-ce2277a0d7f2,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:51.090779 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Network a009ab21-c464-449b-b0a4-7447a77e8b5c is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:51.092107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:51.195363 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:51.296603 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:51.302130 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-10cf1671-e0a5-4724-909f-0d1fb8bc7536 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3095338 Feb 11 06:14:51.304903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45254) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:51.309655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:51.427423 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Sync routers for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:51.439670 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:51.440938 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:51.528289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ff4e66-18db-466c-b528-05dce396cf9b None None] Network a009ab21-c464-449b-b0a4-7447a77e8b5c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:51.540953 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:51.772738 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:50Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:47Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88983aae-7fa0-45c6-b160-ce2277a0d7f2', 'name': '', 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:4b:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b9daad-4f98-442b-a7a6-4e0482372e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:49Z', 'updated_at': '2022-02-11T06:14:50Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': 'f9b9daad-4f98-442b-a7a6-4e0482372e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:51.787156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6d42a6b7-da69-4855-9d66-2747b0d16baf None None] Provisioning complete for port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:51.787581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6d42a6b7-da69-4855-9d66-2747b0d16baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.809578 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Checking router: 9c17d734-4ffc-429f-88bf-fff5f5f3c82b for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:14:51.810204 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Updating router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:14:51.842109 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.902504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6d42a6b7-da69-4855-9d66-2747b0d16baf None None] Current status of the port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:51.902912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6d42a6b7-da69-4855-9d66-2747b0d16baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.938018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6d42a6b7-da69-4855-9d66-2747b0d16baf None None] For port eebe0f74-0f14-4a6d-9dfc-729d6f86d502, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eebe0f74-0f14-4a6d-9dfc-729d6f86d502,segment=NetworkSegment(b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9),segment_id=b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:51.945321 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6d42a6b7-da69-4855-9d66-2747b0d16baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.008565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42a6b7-da69-4855-9d66-2747b0d16baf None None] Pushing event updated for resources: {'Port': ['ID=eebe0f74-0f14-4a6d-9dfc-729d6f86d502,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:52.067670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.extraroute_db [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 06:14:52.086776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.extraroute_db [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Removed routes are [] {{(pid=103120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 06:14:52.087231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.178368 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks [] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.187266 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.234287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eebe0f74-0f14-4a6d-9dfc-729d6f86d502 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:52.272531 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa650cd-7d7c-4dc9-88c4-475328b7a2f1 None None] Pushing event updated for resources: {'Port': ['ID=4d606ba7-8f07-4c2e-b870-63cd646f76b7,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:52.318189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-71580235-071d-4bcf-bc22-b7edd7403f22 None None] Provisioning complete for port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:52.318572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71580235-071d-4bcf-bc22-b7edd7403f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.337549 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Attempting to bind port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:52.337926 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Attempting to bind port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6b49dd41-4bf3-4979-b489-f3b438c908fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:52.338292 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Attempting to bind port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 on network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:52.344734 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:52.345191 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Checking segment: {'id': '6b49dd41-4bf3-4979-b489-f3b438c908fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:52.345539 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.345933 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Bound using segment: {'id': '6b49dd41-4bf3-4979-b489-f3b438c908fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:52.347024 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Bound port: 4d606ba7-8f07-4c2e-b870-63cd646f76b7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b49dd41-4bf3-4979-b489-f3b438c908fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:52.347407 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.352465 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.357742 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.373371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:52.373758 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.439551 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] For port 4d606ba7-8f07-4c2e-b870-63cd646f76b7, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:52.443004 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] For port 4d606ba7-8f07-4c2e-b870-63cd646f76b7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d606ba7-8f07-4c2e-b870-63cd646f76b7,segment=NetworkSegment(6b49dd41-4bf3-4979-b489-f3b438c908fa),segment_id=6b49dd41-4bf3-4979-b489-f3b438c908fa)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:52.459306 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.484745 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Updating router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:14:52.492486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:52.526016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-71580235-071d-4bcf-bc22-b7edd7403f22 None None] Current status of the port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:52.539466 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.541426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:52.549550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-71580235-071d-4bcf-bc22-b7edd7403f22 None None] Provisioning complete for port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:52.549934 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71580235-071d-4bcf-bc22-b7edd7403f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.568267 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.595337 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa650cd-7d7c-4dc9-88c4-475328b7a2f1 None None] Pushing event updated for resources: {'Port': ['ID=4d606ba7-8f07-4c2e-b870-63cd646f76b7,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:52.608849 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-71580235-071d-4bcf-bc22-b7edd7403f22 None None] Port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:52.664568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:52.673259 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.677286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45256) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:52.677800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5e3c11be-d20d-48ef-bacb-bc855aa66226 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b HTTP/1.1" status: 200 len: 953 time: 1.3715780 Feb 11 06:14:52.746156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] Provisioning complete for port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:52.746544 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.818692 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-147e1262-0dc2-42ef-9a71-06a61c538bf9 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b HTTP/1.1" status: 200 len: 953 time: 0.1390986 Feb 11 06:14:52.821211 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45258) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:52.825950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'routes': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:52.888308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] Current status of the port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:52.888709 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.932762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] For port 4d606ba7-8f07-4c2e-b870-63cd646f76b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d606ba7-8f07-4c2e-b870-63cd646f76b7,segment=NetworkSegment(6b49dd41-4bf3-4979-b489-f3b438c908fa),segment_id=6b49dd41-4bf3-4979-b489-f3b438c908fa)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:52.942545 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.969103 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks [] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.974267 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.988999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] Provisioning complete for port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:52.989499 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.024488 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa650cd-7d7c-4dc9-88c4-475328b7a2f1 None None] Pushing event updated for resources: {'Port': ['ID=88983aae-7fa0-45c6-b160-ce2277a0d7f2,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:53.027632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] Port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:53.038743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc856413-0e90-4d3c-a49b-d38731569672 None None] Pushing event updated for resources: {'Port': ['ID=4d606ba7-8f07-4c2e-b870-63cd646f76b7,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:53.151302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c59a67a4-79ce-4ac1-a3c4-fb68aa89d768 None None] Provisioning complete for port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:53.151854 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c59a67a4-79ce-4ac1-a3c4-fb68aa89d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.195224 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Attempting to bind port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:53.195854 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Attempting to bind port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:53.196217 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Attempting to bind port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 on network a009ab21-c464-449b-b0a4-7447a77e8b5c {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:53.201799 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:53.202118 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Checking segment: {'id': 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:53.202435 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.202922 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Bound using segment: {'id': 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:53.203399 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Bound port: 88983aae-7fa0-45c6-b160-ce2277a0d7f2, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:53.203772 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.245400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c59a67a4-79ce-4ac1-a3c4-fb68aa89d768 None None] Current status of the port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:53.257850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c59a67a4-79ce-4ac1-a3c4-fb68aa89d768 None None] Provisioning complete for port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:53.258369 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c59a67a4-79ce-4ac1-a3c4-fb68aa89d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.296022 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] For port 88983aae-7fa0-45c6-b160-ce2277a0d7f2, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:53.300209 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] For port 88983aae-7fa0-45c6-b160-ce2277a0d7f2, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=88983aae-7fa0-45c6-b160-ce2277a0d7f2,segment=NetworkSegment(b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9),segment_id=b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:53.304081 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added routes are [] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 06:14:53.304656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 06:14:53.305522 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c59a67a4-79ce-4ac1-a3c4-fb68aa89d768 None None] Port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:14:53.311430 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.344725 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.384923 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:53.386270 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:53.393949 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa650cd-7d7c-4dc9-88c4-475328b7a2f1 None None] Pushing event updated for resources: {'Port': ['ID=88983aae-7fa0-45c6-b160-ce2277a0d7f2,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:53.429269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2dbd1f5c-5ad8-477f-9dfd-cd5841bc0a2f None None] Provisioning complete for port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:53.429982 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1f5c-5ad8-477f-9dfd-cd5841bc0a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.531100 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:53.545435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd1f5c-5ad8-477f-9dfd-cd5841bc0a2f None None] Current status of the port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:53.546145 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1f5c-5ad8-477f-9dfd-cd5841bc0a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.551094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.569538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.574919 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.590810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2dbd1f5c-5ad8-477f-9dfd-cd5841bc0a2f None None] For port 88983aae-7fa0-45c6-b160-ce2277a0d7f2, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=88983aae-7fa0-45c6-b160-ce2277a0d7f2,segment=NetworkSegment(b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9),segment_id=b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:53.597098 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1f5c-5ad8-477f-9dfd-cd5841bc0a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.659074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd1f5c-5ad8-477f-9dfd-cd5841bc0a2f None None] Pushing event updated for resources: {'Port': ['ID=88983aae-7fa0-45c6-b160-ce2277a0d7f2,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:53.691690 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:53.719446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-973ed169-fcdb-427b-9067-d6e3ad85c88f None None] Provisioning complete for port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:53.720093 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-973ed169-fcdb-427b-9067-d6e3ad85c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.771293 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:53Z', 'revision_number': 7, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:52Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88983aae-7fa0-45c6-b160-ce2277a0d7f2', 'name': '', 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:4b:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b9daad-4f98-442b-a7a6-4e0482372e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:49Z', 'updated_at': '2022-02-11T06:14:53Z', 'revision_number': 4, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': 'f9b9daad-4f98-442b-a7a6-4e0482372e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:53.798230 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f9efc-47b8-482d-b91f-2eddf22f7cac None None] The sync data for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 is: [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:53Z', 'revision_number': 7, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:52Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88983aae-7fa0-45c6-b160-ce2277a0d7f2', 'name': '', 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:4b:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b9daad-4f98-442b-a7a6-4e0482372e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:49Z', 'updated_at': '2022-02-11T06:14:53Z', 'revision_number': 4, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': 'f9b9daad-4f98-442b-a7a6-4e0482372e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:53.803208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-973ed169-fcdb-427b-9067-d6e3ad85c88f None None] Current status of the port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:53.807011 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:53.814972 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:53.817751 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cf336d24-37b9-4b9d-9990-309da5b1a349 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b HTTP/1.1" status: 200 len: 703 time: 0.9953027 Feb 11 06:14:53.818769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45260) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:53.936851 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-66033550-4377-4999-a792-ecba61dd4620 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b HTTP/1.1" status: 200 len: 703 time: 0.1169915 Feb 11 06:14:53.939742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45262) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:54.280954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d606ba7-8f07-4c2e-b870-63cd646f76b7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:54.328009 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:54.344660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:54.345049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:54.431418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:54.433091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 88983aae-7fa0-45c6-b160-ce2277a0d7f2 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:54.496161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:54.496548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:54.569395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] Sync routers for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:54.594734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:54.597344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:54.597994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:54.618921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 88983aae-7fa0-45c6-b160-ce2277a0d7f2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:54.619285 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:54.693229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:54.720730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port 88983aae-7fa0-45c6-b160-ce2277a0d7f2, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=88983aae-7fa0-45c6-b160-ce2277a0d7f2,segment=NetworkSegment(b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9),segment_id=b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:54.721704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:54.735454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 88983aae-7fa0-45c6-b160-ce2277a0d7f2 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:54.925367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:53Z', 'revision_number': 7, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:52Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88983aae-7fa0-45c6-b160-ce2277a0d7f2', 'name': '', 'network_id': 'a009ab21-c464-449b-b0a4-7447a77e8b5c', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:4b:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b9daad-4f98-442b-a7a6-4e0482372e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:49Z', 'updated_at': '2022-02-11T06:14:53Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': 'f9b9daad-4f98-442b-a7a6-4e0482372e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:54.930161 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (88983aae-7fa0-45c6-b160-ce2277a0d7f2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:54.958068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] Checking router: 9c17d734-4ffc-429f-88bf-fff5f5f3c82b for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:14:54.959192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=88983aae-7fa0-45c6-b160-ce2277a0d7f2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:54.969966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:54.971753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:55.067386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:55.080516 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.294583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:54Z', 'revision_number': 8, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:52Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:55.315324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:55.325232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acee2ec-f516-414b-97da-8130a02cabc1 None None] The sync data for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 is: [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:54Z', 'revision_number': 8, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:52Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:55.414521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:55.421493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1f455c19-2038-4d42-9e8a-15df02642577 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4800031 Feb 11 06:14:55.424464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45264) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:55.479546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd52263-2656-40ef-8857-421930157ff2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting subnet f9b9daad-4f98-442b-a7a6-4e0482372e0b {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:55.483013 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bd52263-2656-40ef-8857-421930157ff2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (f9b9daad-4f98-442b-a7a6-4e0482372e0b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.524560 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bd52263-2656-40ef-8857-421930157ff2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (f9b9daad-4f98-442b-a7a6-4e0482372e0b), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.603811 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] Sync routers for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:55.613456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bd52263-2656-40ef-8857-421930157ff2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (f9b9daad-4f98-442b-a7a6-4e0482372e0b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.614074 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:55.614823 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:55.674857 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bd52263-2656-40ef-8857-421930157ff2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (f9b9daad-4f98-442b-a7a6-4e0482372e0b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.712066 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:55.712318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9bd52263-2656-40ef-8857-421930157ff2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.717260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9bd52263-2656-40ef-8857-421930157ff2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/f9b9daad-4f98-442b-a7a6-4e0482372e0b HTTP/1.1" status: 204 len: 168 time: 0.2892976 Feb 11 06:14:55.717260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd52263-2656-40ef-8857-421930157ff2 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b9daad-4f98-442b-a7a6-4e0482372e0b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:55.717512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c8770f-e6a3-4390-b6c4-bde9d96f5b8d None None] Network a009ab21-c464-449b-b0a4-7447a77e8b5c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:55.717952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45266) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:55.805500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (a009ab21-c464-449b-b0a4-7447a77e8b5c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.872824 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:55.873295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.903163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b98b574-b103-469c-a75e-4873797e0dcb None None] DHCP port deletion for a009ab21-c464-449b-b0a4-7447a77e8b5c request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:14:55.936707 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:54Z', 'revision_number': 8, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:52Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:55.950163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port eebe0f74-0f14-4a6d-9dfc-729d6f86d502, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eebe0f74-0f14-4a6d-9dfc-729d6f86d502,segment=NetworkSegment(b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9),segment_id=b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:55.950910 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.962605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3b98b574-b103-469c-a75e-4873797e0dcb None None] Deleting port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:55.962830 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3b98b574-b103-469c-a75e-4873797e0dcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.963988 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] Checking router: 9c17d734-4ffc-429f-88bf-fff5f5f3c82b for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:14:55.964688 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for eebe0f74-0f14-4a6d-9dfc-729d6f86d502 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:55.973022 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:55.973672 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:56.028862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3b98b574-b103-469c-a75e-4873797e0dcb None None] For port eebe0f74-0f14-4a6d-9dfc-729d6f86d502, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eebe0f74-0f14-4a6d-9dfc-729d6f86d502,segment=NetworkSegment(b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9),segment_id=b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:56.029441 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3b98b574-b103-469c-a75e-4873797e0dcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:56.044030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3b98b574-b103-469c-a75e-4873797e0dcb None None] Calling delete_port for eebe0f74-0f14-4a6d-9dfc-729d6f86d502 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:56.086717 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:56.148075 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3b98b574-b103-469c-a75e-4873797e0dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:56.182245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98b574-b103-469c-a75e-4873797e0dcb None None] Pushing event deleted for resources: {'Port': ['ID=eebe0f74-0f14-4a6d-9dfc-729d6f86d502,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:56.188574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98b574-b103-469c-a75e-4873797e0dcb None None] No DVR routers for this DVR port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:56.207628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 88983aae-7fa0-45c6-b160-ce2277a0d7f2 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:56.229088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 88983aae-7fa0-45c6-b160-ce2277a0d7f2 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:56.229687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 88983aae-7fa0-45c6-b160-ce2277a0d7f2 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:56.230149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eebe0f74-0f14-4a6d-9dfc-729d6f86d502 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:56.254604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: eebe0f74-0f14-4a6d-9dfc-729d6f86d502 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:56.254951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eebe0f74-0f14-4a6d-9dfc-729d6f86d502 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:56.337511 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (eebe0f74-0f14-4a6d-9dfc-729d6f86d502), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:56.337822 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:54Z', 'revision_number': 8, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:52Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:56.361367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=eebe0f74-0f14-4a6d-9dfc-729d6f86d502,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:56.368862 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No DVR routers for this DVR port eebe0f74-0f14-4a6d-9dfc-729d6f86d502 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:56.369267 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f0111-f173-4829-9a8c-84e40e31d692 None None] The sync data for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 is: [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:54Z', 'revision_number': 8, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d606ba7-8f07-4c2e-b870-63cd646f76b7', 'name': '', 'network_id': '517311f4-7d9f-4ee2-b2b5-24cada1b2bc6', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:ed:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:46Z', 'updated_at': '2022-02-11T06:14:52Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '1ec68891-805e-48fe-9b9b-6a361ece9f9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:56.454916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (a009ab21-c464-449b-b0a4-7447a77e8b5c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:56.476541 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a009ab21-c464-449b-b0a4-7447a77e8b5c']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:56.486093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:56.486399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:56.496710 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:56.509941 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:56.516116 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:14:56.516492 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (b0f81ce7-b8c5-4c46-9e7d-267b7a4056f9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: self.session.flush() Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:14:56.519719 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:14:56.578765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (a009ab21-c464-449b-b0a4-7447a77e8b5c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:56.585914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:56.589131 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/networks/a009ab21-c464-449b-b0a4-7447a77e8b5c HTTP/1.1" status: 204 len: 168 time: 0.8705609 Feb 11 06:14:56.591969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45268) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:56.600815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4d1e6-4c86-4f07-96c7-75011a8a34d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Network': ['ID=a009ab21-c464-449b-b0a4-7447a77e8b5c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:56.919024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:57.157681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 4d606ba7-8f07-4c2e-b870-63cd646f76b7 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:57.158024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:57.242780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port 4d606ba7-8f07-4c2e-b870-63cd646f76b7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4d606ba7-8f07-4c2e-b870-63cd646f76b7,segment=NetworkSegment(6b49dd41-4bf3-4979-b489-f3b438c908fa),segment_id=6b49dd41-4bf3-4979-b489-f3b438c908fa)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:57.243141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:57.255726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 4d606ba7-8f07-4c2e-b870-63cd646f76b7 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:57.420524 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4d606ba7-8f07-4c2e-b870-63cd646f76b7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:57.760765 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8249014f-8d77-4c90-95be-600bab1b3ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:57.790187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=4d606ba7-8f07-4c2e-b870-63cd646f76b7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:57.907842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.101735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:58.197591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:58.203677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-51ec2331-5461-4550-b937-ecbbb1f9f5d6 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6096253 Feb 11 06:14:58.206076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45270) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:58.209007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] Sync routers for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:58.218489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:58.219148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:58.264816 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-731956cb-4803-4b42-91ba-0e130ff7c681 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting subnet 1ec68891-805e-48fe-9b9b-6a361ece9f9a {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:58.268660 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-731956cb-4803-4b42-91ba-0e130ff7c681 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (1ec68891-805e-48fe-9b9b-6a361ece9f9a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.308993 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-731956cb-4803-4b42-91ba-0e130ff7c681 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (1ec68891-805e-48fe-9b9b-6a361ece9f9a), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.312180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:58.391610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-731956cb-4803-4b42-91ba-0e130ff7c681 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1ec68891-805e-48fe-9b9b-6a361ece9f9a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.456962 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-731956cb-4803-4b42-91ba-0e130ff7c681 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (1ec68891-805e-48fe-9b9b-6a361ece9f9a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.486049 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731956cb-4803-4b42-91ba-0e130ff7c681 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec68891-805e-48fe-9b9b-6a361ece9f9a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:58.489967 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-731956cb-4803-4b42-91ba-0e130ff7c681 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.493393 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-731956cb-4803-4b42-91ba-0e130ff7c681 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/1ec68891-805e-48fe-9b9b-6a361ece9f9a HTTP/1.1" status: 204 len: 168 time: 0.2862351 Feb 11 06:14:58.495897 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45272) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:58.576582 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (517311f4-7d9f-4ee2-b2b5-24cada1b2bc6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.615858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b39f033-ecc8-46fd-92f9-ae17b4bc9feb None None] Network 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:58.631315 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:58.631659 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.698923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3366bf2a-21b3-4006-93d3-ef58cdba4c9c,segment=NetworkSegment(6b49dd41-4bf3-4979-b489-f3b438c908fa),segment_id=6b49dd41-4bf3-4979-b489-f3b438c908fa)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:58.699206 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.712948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 3366bf2a-21b3-4006-93d3-ef58cdba4c9c owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:58.772627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:57Z', 'revision_number': 9, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:58.799567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] Checking router: 9c17d734-4ffc-429f-88bf-fff5f5f3c82b for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:14:58.800730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3366bf2a-21b3-4006-93d3-ef58cdba4c9c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.808632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:58.809277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:14:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:58.826910 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=3366bf2a-21b3-4006-93d3-ef58cdba4c9c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:58.831595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No DVR routers for this DVR port 3366bf2a-21b3-4006-93d3-ef58cdba4c9c on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:58.844946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67819905-a7b3-40b3-ac89-e699976871fc None None] DHCP port deletion for 517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:14:58.909448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:58.911501 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (517311f4-7d9f-4ee2-b2b5-24cada1b2bc6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.937942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517311f4-7d9f-4ee2-b2b5-24cada1b2bc6']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:58.953073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b49dd41-4bf3-4979-b489-f3b438c908fa') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:58.953339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b49dd41-4bf3-4979-b489-f3b438c908fa') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:58.976209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (6b49dd41-4bf3-4979-b489-f3b438c908fa), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.990242 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6b49dd41-4bf3-4979-b489-f3b438c908fa), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.996476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:14:58.996900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (6b49dd41-4bf3-4979-b489-f3b438c908fa), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:14:59.000092 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:14:59.057445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (517311f4-7d9f-4ee2-b2b5-24cada1b2bc6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.064416 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.068424 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/networks/517311f4-7d9f-4ee2-b2b5-24cada1b2bc6 HTTP/1.1" status: 204 len: 168 time: 0.5715730 Feb 11 06:14:59.071868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45274) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:59.080997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37b403-8892-41cf-952a-f0ad64fb8ce3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Network': ['ID=517311f4-7d9f-4ee2-b2b5-24cada1b2bc6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:59.133009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:57Z', 'revision_number': 9, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:59.160237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38bdf7-7cdf-4075-b4e4-cfd3b7ef9f0b None None] The sync data for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 is: [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:57Z', 'revision_number': 9, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '01f17ac7-e203-43b5-864e-90ff65f1a645', 'name': '', 'network_id': '29c6b782-6b55-419a-b9ec-c904b2e06f2f', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:53:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:43Z', 'updated_at': '2022-02-11T06:14:49Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '5b1494e6-d52c-4f22-9363-7f01832c768f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:59.398742 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.652540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 01f17ac7-e203-43b5-864e-90ff65f1a645 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:59.653007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.744652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port 01f17ac7-e203-43b5-864e-90ff65f1a645, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=01f17ac7-e203-43b5-864e-90ff65f1a645,segment=NetworkSegment(9b8e972e-f21a-4506-9bd7-823f8df9b60e),segment_id=9b8e972e-f21a-4506-9bd7-823f8df9b60e)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:59.745012 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.757722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 01f17ac7-e203-43b5-864e-90ff65f1a645 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:59.927253 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (01f17ac7-e203-43b5-864e-90ff65f1a645), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.955065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=01f17ac7-e203-43b5-864e-90ff65f1a645,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:00.071474 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.219179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3366bf2a-21b3-4006-93d3-ef58cdba4c9c no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:00.240249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 3366bf2a-21b3-4006-93d3-ef58cdba4c9c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:00.240597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3366bf2a-21b3-4006-93d3-ef58cdba4c9c not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:00.241022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d606ba7-8f07-4c2e-b870-63cd646f76b7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:00.261333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 4d606ba7-8f07-4c2e-b870-63cd646f76b7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:00.261546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4d606ba7-8f07-4c2e-b870-63cd646f76b7 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:00.271426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:15:00.329565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4e928df5-b839-43be-a2b1-92a387480f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.371411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:00.376487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-dafe413e-06f4-4957-a1df-7364e4a03ef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3035650 Feb 11 06:15:00.379681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45276) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:00.382661 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f604be9-0b95-4483-821c-180960619194 None None] Sync routers for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:00.392705 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f604be9-0b95-4483-821c-180960619194 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:00.394181 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2f604be9-0b95-4483-821c-180960619194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:00.430643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8c8a6f-7bf4-4b53-a98c-b44aff65be43 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting subnet 5b1494e6-d52c-4f22-9363-7f01832c768f {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:00.433726 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7a8c8a6f-7bf4-4b53-a98c-b44aff65be43 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (5b1494e6-d52c-4f22-9363-7f01832c768f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.473849 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7a8c8a6f-7bf4-4b53-a98c-b44aff65be43 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (5b1494e6-d52c-4f22-9363-7f01832c768f), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.483061 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2f604be9-0b95-4483-821c-180960619194 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:00.559293 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7a8c8a6f-7bf4-4b53-a98c-b44aff65be43 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (5b1494e6-d52c-4f22-9363-7f01832c768f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.623314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7a8c8a6f-7bf4-4b53-a98c-b44aff65be43 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (5b1494e6-d52c-4f22-9363-7f01832c768f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.651629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c8a6f-7bf4-4b53-a98c-b44aff65be43 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1494e6-d52c-4f22-9363-7f01832c768f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:00.653612 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7a8c8a6f-7bf4-4b53-a98c-b44aff65be43 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.660443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7a8c8a6f-7bf4-4b53-a98c-b44aff65be43 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/5b1494e6-d52c-4f22-9363-7f01832c768f HTTP/1.1" status: 204 len: 168 time: 0.2760501 Feb 11 06:15:00.660443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45278) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:00.663255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f6db9-b3a1-4472-aba9-0f77c9fe5df9 None None] Network 29c6b782-6b55-419a-b9ec-c904b2e06f2f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:00.682794 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2f604be9-0b95-4483-821c-180960619194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:59Z', 'revision_number': 10, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:00.712384 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f604be9-0b95-4483-821c-180960619194 None None] Checking router: 9c17d734-4ffc-429f-88bf-fff5f5f3c82b for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:15:00.722294 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f604be9-0b95-4483-821c-180960619194 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:00.722860 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2f604be9-0b95-4483-821c-180960619194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:00.740295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (29c6b782-6b55-419a-b9ec-c904b2e06f2f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.799233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 8143d4be-d403-458a-a3ce-5a7a9dd567fc {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:00.799581 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.817239 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2f604be9-0b95-4483-821c-180960619194 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:00.837395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf2215-043f-436b-a8cd-b74cccd4f555 None None] DHCP port deletion for 29c6b782-6b55-419a-b9ec-c904b2e06f2f request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:00.872410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port 8143d4be-d403-458a-a3ce-5a7a9dd567fc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8143d4be-d403-458a-a3ce-5a7a9dd567fc,segment=NetworkSegment(9b8e972e-f21a-4506-9bd7-823f8df9b60e),segment_id=9b8e972e-f21a-4506-9bd7-823f8df9b60e)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:00.872776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.891701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 8143d4be-d403-458a-a3ce-5a7a9dd567fc owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:00.895638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf2215-043f-436b-a8cd-b74cccd4f555 None None] Deleting port 8143d4be-d403-458a-a3ce-5a7a9dd567fc {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:00.896026 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2215-043f-436b-a8cd-b74cccd4f555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.965531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f4bf2215-043f-436b-a8cd-b74cccd4f555 None None] For port 8143d4be-d403-458a-a3ce-5a7a9dd567fc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8143d4be-d403-458a-a3ce-5a7a9dd567fc,segment=NetworkSegment(9b8e972e-f21a-4506-9bd7-823f8df9b60e),segment_id=9b8e972e-f21a-4506-9bd7-823f8df9b60e)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:00.966251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2215-043f-436b-a8cd-b74cccd4f555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.978670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.979846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf2215-043f-436b-a8cd-b74cccd4f555 None None] Calling delete_port for 8143d4be-d403-458a-a3ce-5a7a9dd567fc owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:01.006970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No DVR routers for this DVR port 8143d4be-d403-458a-a3ce-5a7a9dd567fc on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:01.009377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=8143d4be-d403-458a-a3ce-5a7a9dd567fc,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:01.066925 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2215-043f-436b-a8cd-b74cccd4f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (8143d4be-d403-458a-a3ce-5a7a9dd567fc), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.092670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf2215-043f-436b-a8cd-b74cccd4f555 None None] Pushing event deleted for resources: {'Port': ['ID=8143d4be-d403-458a-a3ce-5a7a9dd567fc,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:01.093091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (29c6b782-6b55-419a-b9ec-c904b2e06f2f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.096055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf2215-043f-436b-a8cd-b74cccd4f555 None None] No DVR routers for this DVR port 8143d4be-d403-458a-a3ce-5a7a9dd567fc on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:01.118565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c6b782-6b55-419a-b9ec-c904b2e06f2f']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:01.128907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8e972e-f21a-4506-9bd7-823f8df9b60e') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:01.129232 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8e972e-f21a-4506-9bd7-823f8df9b60e') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:01.138683 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (9b8e972e-f21a-4506-9bd7-823f8df9b60e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.140960 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2f604be9-0b95-4483-821c-180960619194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:59Z', 'revision_number': 10, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:01.152335 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (9b8e972e-f21a-4506-9bd7-823f8df9b60e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.158155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:01.158592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (9b8e972e-f21a-4506-9bd7-823f8df9b60e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:01.161505 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:01.167998 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f604be9-0b95-4483-821c-180960619194 None None] The sync data for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 is: [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:14:59Z', 'revision_number': 10, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None, '_interfaces': [{'id': '9dbf8790-159a-4cf1-a5ef-d331a131728d', 'name': '', 'network_id': '71835744-f1bd-401e-acd5-f9d989df818b', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'mac_address': 'fa:16:3e:cb:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:14:41Z', 'updated_at': '2022-02-11T06:14:44Z', 'revision_number': 5, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'subnets': [{'id': '3d6e8978-66ca-42be-95e9-7d561a275475', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:01.221561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (29c6b782-6b55-419a-b9ec-c904b2e06f2f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.232290 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.233340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/networks/29c6b782-6b55-419a-b9ec-c904b2e06f2f HTTP/1.1" status: 204 len: 168 time: 0.5721869 Feb 11 06:15:01.237449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45280) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:01.244777 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.253531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50e938-6649-49d6-95a7-41f91b909419 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Network': ['ID=29c6b782-6b55-419a-b9ec-c904b2e06f2f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:01.613779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.868847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 9dbf8790-159a-4cf1-a5ef-d331a131728d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:01.869237 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.012789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port 9dbf8790-159a-4cf1-a5ef-d331a131728d, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9dbf8790-159a-4cf1-a5ef-d331a131728d,segment=NetworkSegment(e0b59200-9059-457b-8ee6-20ec7f16906a),segment_id=e0b59200-9059-457b-8ee6-20ec7f16906a)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:02.013185 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.029181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 9dbf8790-159a-4cf1-a5ef-d331a131728d owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:02.167305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8143d4be-d403-458a-a3ce-5a7a9dd567fc no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:02.188101 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 8143d4be-d403-458a-a3ce-5a7a9dd567fc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:02.188456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8143d4be-d403-458a-a3ce-5a7a9dd567fc not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:02.188891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 01f17ac7-e203-43b5-864e-90ff65f1a645 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:02.209148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 01f17ac7-e203-43b5-864e-90ff65f1a645 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:02.209506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 01f17ac7-e203-43b5-864e-90ff65f1a645 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:02.224510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9dbf8790-159a-4cf1-a5ef-d331a131728d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.253214 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=9dbf8790-159a-4cf1-a5ef-d331a131728d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:02.369833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.549086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:15:02.634853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:02.639809 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d4d06dad-f700-41dd-a64b-9ca213536785 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4005497 Feb 11 06:15:02.642707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45282) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:02.646534 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] Sync routers for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:02.658295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:02.658595 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:02.707630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c65467-92b0-43ad-a0aa-854f745a45ac tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting subnet 3d6e8978-66ca-42be-95e9-7d561a275475 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:02.710915 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-78c65467-92b0-43ad-a0aa-854f745a45ac tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (3d6e8978-66ca-42be-95e9-7d561a275475), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.738948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:02.753445 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-78c65467-92b0-43ad-a0aa-854f745a45ac tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (3d6e8978-66ca-42be-95e9-7d561a275475), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.807461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:15:02Z', 'revision_number': 11, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:02.840355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] Checking router: 9c17d734-4ffc-429f-88bf-fff5f5f3c82b for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:15:02.850787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:02.851422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:02.868230 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-78c65467-92b0-43ad-a0aa-854f745a45ac tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (3d6e8978-66ca-42be-95e9-7d561a275475), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.935310 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-78c65467-92b0-43ad-a0aa-854f745a45ac tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (3d6e8978-66ca-42be-95e9-7d561a275475), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.945561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:02.947729 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.963184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c65467-92b0-43ad-a0aa-854f745a45ac tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6e8978-66ca-42be-95e9-7d561a275475,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:02.966777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-78c65467-92b0-43ad-a0aa-854f745a45ac tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.973183 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-78c65467-92b0-43ad-a0aa-854f745a45ac tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/3d6e8978-66ca-42be-95e9-7d561a275475 HTTP/1.1" status: 204 len: 168 time: 0.3256207 Feb 11 06:15:02.973639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45284) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:03.004653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f5700e-cfae-41a5-bfdc-6a06e4b27fad None None] Network 71835744-f1bd-401e-acd5-f9d989df818b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:03.008238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:15:02Z', 'revision_number': 11, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:03.050059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669f1fc-d704-4125-898e-88115272c2fa None None] The sync data for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 is: [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:15:02Z', 'revision_number': 11, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:03.054374 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (71835744-f1bd-401e-acd5-f9d989df818b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.112939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Deleting port 1b1f1515-1874-40f7-8b1e-84e0df6db30c {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:03.113390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.182364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] For port 1b1f1515-1874-40f7-8b1e-84e0df6db30c, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1b1f1515-1874-40f7-8b1e-84e0df6db30c,segment=NetworkSegment(e0b59200-9059-457b-8ee6-20ec7f16906a),segment_id=e0b59200-9059-457b-8ee6-20ec7f16906a)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:03.182729 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.198454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Calling delete_port for 1b1f1515-1874-40f7-8b1e-84e0df6db30c owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:03.286712 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1b1f1515-1874-40f7-8b1e-84e0df6db30c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.314485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Port': ['ID=1b1f1515-1874-40f7-8b1e-84e0df6db30c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:03.318481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No DVR routers for this DVR port 1b1f1515-1874-40f7-8b1e-84e0df6db30c on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:03.401568 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (71835744-f1bd-401e-acd5-f9d989df818b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.406277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed408d-99f3-45af-8d2c-1f6f1f9866c7 None None] DHCP port deletion for 71835744-f1bd-401e-acd5-f9d989df818b request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:03.426042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71835744-f1bd-401e-acd5-f9d989df818b']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:03.435701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b59200-9059-457b-8ee6-20ec7f16906a') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:03.436115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b59200-9059-457b-8ee6-20ec7f16906a') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:03.448096 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (e0b59200-9059-457b-8ee6-20ec7f16906a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.465477 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (e0b59200-9059-457b-8ee6-20ec7f16906a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.475311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:03.475710 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (e0b59200-9059-457b-8ee6-20ec7f16906a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:03.478818 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:03.542995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (71835744-f1bd-401e-acd5-f9d989df818b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.548485 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.551918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/networks/71835744-f1bd-401e-acd5-f9d989df818b HTTP/1.1" status: 204 len: 168 time: 0.5771439 Feb 11 06:15:03.554719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:03.559925 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'routes': None}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:03.566313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028496f-6b8b-4287-8713-da5d02108d90 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Pushing event deleted for resources: {'Network': ['ID=71835744-f1bd-401e-acd5-f9d989df818b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:03.722544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Added routes are [] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 06:15:03.722796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.extraroute_db [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Removed routes are [] {{(pid=103121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 06:15:03.723099 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.863798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.867104 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.947168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:15:03.977640 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.029433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:04.036731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.038059 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fc449236-b73a-4fe0-b936-8bd9a4ded126 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b HTTP/1.1" status: 200 len: 704 time: 0.4820774 Feb 11 06:15:04.039672 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] Sync routers for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:04.041466 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45288) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:04.050577 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:04.051209 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:04.083022 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-90ede4d6-5fe3-4144-9916-9b91b3e9de92 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c17d734-4ffc-429f-88bf-fff5f5f3c82b HTTP/1.1" status: 200 len: 205 time: 0.0364909 Feb 11 06:15:04.083324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45290) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:04.124519 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:04.164877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c880bc8-78be-4fee-abd6-3c3344195441 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.181651 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:15:02Z', 'revision_number': 11, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:04.183731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1b1f1515-1874-40f7-8b1e-84e0df6db30c no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:04.207965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 1b1f1515-1874-40f7-8b1e-84e0df6db30c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:04.208685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1b1f1515-1874-40f7-8b1e-84e0df6db30c not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:04.209350 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] Checking router: 9c17d734-4ffc-429f-88bf-fff5f5f3c82b for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:15:04.209515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9dbf8790-159a-4cf1-a5ef-d331a131728d no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:04.218282 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] Routers {'9c17d734-4ffc-429f-88bf-fff5f5f3c82b'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:04.218892 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:04.230769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9dbf8790-159a-4cf1-a5ef-d331a131728d {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:04.231128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9dbf8790-159a-4cf1-a5ef-d331a131728d not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:04.298395 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] Set router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:04.356442 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:15:02Z', 'revision_number': 11, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:04.384719 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183be53c-fd23-4b24-9878-8481c5bdcff9 None None] The sync data for ids ['9c17d734-4ffc-429f-88bf-fff5f5f3c82b'] in n-d-715271-35 is: [{'id': '9c17d734-4ffc-429f-88bf-fff5f5f3c82b', 'name': 'tempest-RoutersIpV6Test-router-574156115', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:14:40Z', 'updated_at': '2022-02-11T06:15:02Z', 'revision_number': 11, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:04.591361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c880bc8-78be-4fee-abd6-3c3344195441 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.593517 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c880bc8-78be-4fee-abd6-3c3344195441 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.635932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c880bc8-78be-4fee-abd6-3c3344195441 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (9c17d734-4ffc-429f-88bf-fff5f5f3c82b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.636567 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c880bc8-78be-4fee-abd6-3c3344195441 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Fanout notify agent at l3_agent the message router_deleted on router 9c17d734-4ffc-429f-88bf-fff5f5f3c82b {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:15:04.643827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c880bc8-78be-4fee-abd6-3c3344195441 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.648556 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3c880bc8-78be-4fee-abd6-3c3344195441 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b HTTP/1.1" status: 204 len: 168 time: 0.5606213 Feb 11 06:15:04.650384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45292) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:04.654922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e4438e65-d594-47d5-a6d0-eaff30089e33 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-911998511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:04.676188 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4438e65-d594-47d5-a6d0-eaff30089e33 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (9e5da5fa-8b14-4371-b55a-97f4f312ec06), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.677427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4438e65-d594-47d5-a6d0-eaff30089e33 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (9e5da5fa-8b14-4371-b55a-97f4f312ec06), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.736333 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4438e65-d594-47d5-a6d0-eaff30089e33 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (9e5da5fa-8b14-4371-b55a-97f4f312ec06), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.748916 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4438e65-d594-47d5-a6d0-eaff30089e33 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (9e5da5fa-8b14-4371-b55a-97f4f312ec06), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.770250 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e4438e65-d594-47d5-a6d0-eaff30089e33 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.771533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e4438e65-d594-47d5-a6d0-eaff30089e33 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1207488 Feb 11 06:15:04.774991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45294) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:04.779675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7274c412-3a88-4a9a-923b-f4eeb7299393 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:05.328877 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7274c412-3a88-4a9a-923b-f4eeb7299393 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11046'] for router (9e5da5fa-8b14-4371-b55a-97f4f312ec06), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.340206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7274c412-3a88-4a9a-923b-f4eeb7299393 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787543'] for router (9e5da5fa-8b14-4371-b55a-97f4f312ec06), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.442065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7274c412-3a88-4a9a-923b-f4eeb7299393 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Router 9e5da5fa-8b14-4371-b55a-97f4f312ec06 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:15:05.524468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7274c412-3a88-4a9a-923b-f4eeb7299393 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:05.530893 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7274c412-3a88-4a9a-923b-f4eeb7299393 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.532046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7274c412-3a88-4a9a-923b-f4eeb7299393 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "PUT /v2.0/routers/9e5da5fa-8b14-4371-b55a-97f4f312ec06 HTTP/1.1" status: 200 len: 697 time: 0.7559748 Feb 11 06:15:05.534648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45296) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:05.536002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] Sync routers for ids ['9e5da5fa-8b14-4371-b55a-97f4f312ec06'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:05.545446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] Routers {'9e5da5fa-8b14-4371-b55a-97f4f312ec06'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:05.546075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9e5da5fa-8b14-4371-b55a-97f4f312ec06'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:05.615697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] Set router 9e5da5fa-8b14-4371-b55a-97f4f312ec06 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:05.618443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-478bfed0-edc9-4fae-a660-7b87047a6f9b tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/routers/9e5da5fa-8b14-4371-b55a-97f4f312ec06 HTTP/1.1" status: 200 len: 703 time: 0.0826290 Feb 11 06:15:05.621092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45298) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:05.649726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eba33311-132e-4d74-9bdb-e9a4f732b29a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e5da5fa-8b14-4371-b55a-97f4f312ec06 HTTP/1.1" status: 200 len: 205 time: 0.0274990 Feb 11 06:15:05.652320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45300) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:05.670616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5da5fa-8b14-4371-b55a-97f4f312ec06', 'name': 'tempest-RoutersIpV6Test-router-911998511', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:04Z', 'updated_at': '2022-02-11T06:15:05Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:05.697391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] Checking router: 9e5da5fa-8b14-4371-b55a-97f4f312ec06 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:15:05.708501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] Routers {'9e5da5fa-8b14-4371-b55a-97f4f312ec06'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:05.709137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9e5da5fa-8b14-4371-b55a-97f4f312ec06'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:05.732660 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-52ed3891-fe7b-4f88-8310-5dcfd0fd26d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (9e5da5fa-8b14-4371-b55a-97f4f312ec06), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.781417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] Set router 9e5da5fa-8b14-4371-b55a-97f4f312ec06 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:05.841443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5da5fa-8b14-4371-b55a-97f4f312ec06', 'name': 'tempest-RoutersIpV6Test-router-911998511', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:04Z', 'updated_at': '2022-02-11T06:15:05Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:05.869175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf6a24-29a3-4916-b2fd-e47a1486b6bb None None] The sync data for ids ['9e5da5fa-8b14-4371-b55a-97f4f312ec06'] in n-d-715271-35 is: [{'id': '9e5da5fa-8b14-4371-b55a-97f4f312ec06', 'name': 'tempest-RoutersIpV6Test-router-911998511', 'tenant_id': 'cc2226a66c664c1b9acf068606ef57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:04Z', 'updated_at': '2022-02-11T06:15:05Z', 'revision_number': 2, 'project_id': 'cc2226a66c664c1b9acf068606ef57fd', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:05.914387 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-52ed3891-fe7b-4f88-8310-5dcfd0fd26d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (9e5da5fa-8b14-4371-b55a-97f4f312ec06), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.916721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-52ed3891-fe7b-4f88-8310-5dcfd0fd26d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router_controller (9e5da5fa-8b14-4371-b55a-97f4f312ec06), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.965331 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-52ed3891-fe7b-4f88-8310-5dcfd0fd26d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (9e5da5fa-8b14-4371-b55a-97f4f312ec06), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.966026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ed3891-fe7b-4f88-8310-5dcfd0fd26d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Fanout notify agent at l3_agent the message router_deleted on router 9e5da5fa-8b14-4371-b55a-97f4f312ec06 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:15:05.973662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-52ed3891-fe7b-4f88-8310-5dcfd0fd26d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.977995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-52ed3891-fe7b-4f88-8310-5dcfd0fd26d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/9e5da5fa-8b14-4371-b55a-97f4f312ec06 HTTP/1.1" status: 204 len: 168 time: 0.3215652 Feb 11 06:15:05.978226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45302) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.007984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0a11b368-75ce-469a-84f7-bc4a7e9b0c7d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e5da5fa-8b14-4371-b55a-97f4f312ec06 HTTP/1.1" status: 200 len: 205 time: 0.0286379 Feb 11 06:15:06.010265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45304) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.054598 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-d2b7c3c8-13b0-4bf6-8c63-171a9f07e5e5 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] delete failed (client error): The resource could not be found. Feb 11 06:15:06.055661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d2b7c3c8-13b0-4bf6-8c63-171a9f07e5e5 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/9e5da5fa-8b14-4371-b55a-97f4f312ec06 HTTP/1.1" status: 404 len: 336 time: 0.0444005 Feb 11 06:15:06.058453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45306) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.085344 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-15224a3c-7abd-4d30-8cbb-e8e52a46d741 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:06.085820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15224a3c-7abd-4d30-8cbb-e8e52a46d741 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:06.088922 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-15224a3c-7abd-4d30-8cbb-e8e52a46d741 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/f9b9daad-4f98-442b-a7a6-4e0482372e0b HTTP/1.1" status: 404 len: 337 time: 0.0295162 Feb 11 06:15:06.091562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45308) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.118360 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-2baff79b-9e3d-4008-a8f7-efec237eec42 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:06.118846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2baff79b-9e3d-4008-a8f7-efec237eec42 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:06.121874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2baff79b-9e3d-4008-a8f7-efec237eec42 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/1ec68891-805e-48fe-9b9b-6a361ece9f9a HTTP/1.1" status: 404 len: 337 time: 0.0293908 Feb 11 06:15:06.124444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45310) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.149467 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10a6aec-8e6e-4270-8658-4b0fee9926d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:06.149923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10a6aec-8e6e-4270-8658-4b0fee9926d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:06.152902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b10a6aec-8e6e-4270-8658-4b0fee9926d3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/5b1494e6-d52c-4f22-9363-7f01832c768f HTTP/1.1" status: 404 len: 337 time: 0.0275700 Feb 11 06:15:06.155421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45312) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.181162 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dbdac7-8aed-445b-8959-e640171adef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:06.181618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dbdac7-8aed-445b-8959-e640171adef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:06.184567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-99dbdac7-8aed-445b-8959-e640171adef3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/3d6e8978-66ca-42be-95e9-7d561a275475 HTTP/1.1" status: 404 len: 337 time: 0.0282528 Feb 11 06:15:06.187452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45314) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.214294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5c9fb96c-5a5a-4a4f-a3c3-d086ad00bd10 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c17d734-4ffc-429f-88bf-fff5f5f3c82b HTTP/1.1" status: 200 len: 205 time: 0.0257852 Feb 11 06:15:06.216664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45316) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.261552 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-011ad095-e050-4fc9-a772-7bd113440cd7 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] delete failed (client error): The resource could not be found. Feb 11 06:15:06.262609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-011ad095-e050-4fc9-a772-7bd113440cd7 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/9c17d734-4ffc-429f-88bf-fff5f5f3c82b HTTP/1.1" status: 404 len: 336 time: 0.0449851 Feb 11 06:15:06.265317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45318) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.293553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b33d3c7b-1bc7-4efa-a6ce-6ecf11c26631 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=37679257-bf88-4e34-9deb-72a878f567e8 HTTP/1.1" status: 200 len: 205 time: 0.0270991 Feb 11 06:15:06.295963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45320) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.336851 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-da693228-16b8-42db-b813-4bbe3d3b2a60 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] delete failed (client error): The resource could not be found. Feb 11 06:15:06.337923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-da693228-16b8-42db-b813-4bbe3d3b2a60 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/37679257-bf88-4e34-9deb-72a878f567e8 HTTP/1.1" status: 404 len: 336 time: 0.0411272 Feb 11 06:15:06.340502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45322) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.369760 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ec893a-e73c-40c2-9c37-f8dc53b3d533 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:06.370217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ec893a-e73c-40c2-9c37-f8dc53b3d533 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:06.373536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-80ec893a-e73c-40c2-9c37-f8dc53b3d533 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/5d442a60-2ed7-4ed3-9bed-db355fe705db HTTP/1.1" status: 404 len: 337 time: 0.0318232 Feb 11 06:15:06.375967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45324) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.403365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-79f9742e-7a19-4b6c-83fa-f8b1d00aef69 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=e64e6c0d-0a58-4075-810f-abb5c91a284f HTTP/1.1" status: 200 len: 205 time: 0.0264001 Feb 11 06:15:06.405748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45326) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.443196 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-59e0b10f-9f52-4228-ac44-e5f2261f8c38 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] delete failed (client error): The resource could not be found. Feb 11 06:15:06.445073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-59e0b10f-9f52-4228-ac44-e5f2261f8c38 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/e64e6c0d-0a58-4075-810f-abb5c91a284f HTTP/1.1" status: 404 len: 336 time: 0.0380647 Feb 11 06:15:06.448425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45328) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.480733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-16cc7804-d7d5-4fe5-89ba-2dece8dc20bb tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c5669f-222a-4679-b57c-24bfdade82c0 HTTP/1.1" status: 200 len: 205 time: 0.0311689 Feb 11 06:15:06.483423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45330) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.527073 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-ba0509fa-5186-4e81-b15b-75f663a16e6d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] delete failed (client error): The resource could not be found. Feb 11 06:15:06.528112 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ba0509fa-5186-4e81-b15b-75f663a16e6d tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/65c5669f-222a-4679-b57c-24bfdade82c0 HTTP/1.1" status: 404 len: 336 time: 0.0436089 Feb 11 06:15:06.531350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45332) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.558900 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7391d8ec-b143-4074-b10e-b27a3fef1212 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:06.559378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7391d8ec-b143-4074-b10e-b27a3fef1212 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:06.562479 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7391d8ec-b143-4074-b10e-b27a3fef1212 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/b2e01fcf-4acc-4554-9db8-2d2af4930459 HTTP/1.1" status: 404 len: 337 time: 0.0302014 Feb 11 06:15:06.565870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45334) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.594521 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa5db2e2-4473-4368-8966-fe4c061b9fa3 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b781055-c40b-4baf-ac6d-f3d882fb7175 HTTP/1.1" status: 200 len: 205 time: 0.0273843 Feb 11 06:15:06.596648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45336) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.636621 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-e617c418-ec1f-43c5-bdf0-192d7d49bb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] delete failed (client error): The resource could not be found. Feb 11 06:15:06.640148 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e617c418-ec1f-43c5-bdf0-192d7d49bb7f tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/9b781055-c40b-4baf-ac6d-f3d882fb7175 HTTP/1.1" status: 404 len: 336 time: 0.0401220 Feb 11 06:15:06.640451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45338) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.671828 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3aa79fd-7b67-4af9-a506-3ced5d6f9564 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:06.672279 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3aa79fd-7b67-4af9-a506-3ced5d6f9564 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:06.675832 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3aa79fd-7b67-4af9-a506-3ced5d6f9564 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/e96e4bc0-ce49-46e2-b3f9-50ea41f7e7f5 HTTP/1.1" status: 404 len: 337 time: 0.0344362 Feb 11 06:15:06.678397 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45340) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.706471 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5cdbcf87-de23-4b85-b9ec-ba8e93b02e0a tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "GET /v2.0/ports?device_id=c48fe833-b7b1-4ab9-8aea-055391625b23 HTTP/1.1" status: 200 len: 205 time: 0.0270128 Feb 11 06:15:06.708757 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45342) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.747446 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-96a4688e-fa9d-479d-85ff-03e4326cb196 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] delete failed (client error): The resource could not be found. Feb 11 06:15:06.748507 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-96a4688e-fa9d-479d-85ff-03e4326cb196 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/routers/c48fe833-b7b1-4ab9-8aea-055391625b23 HTTP/1.1" status: 404 len: 336 time: 0.0387042 Feb 11 06:15:06.751424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45344) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.780280 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-a643d57f-86e5-49e6-ad45-f3aee3578524 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:06.780723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a643d57f-86e5-49e6-ad45-f3aee3578524 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:06.783995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a643d57f-86e5-49e6-ad45-f3aee3578524 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/8949e769-b296-48d0-b808-d595bb9c20ac HTTP/1.1" status: 404 len: 337 time: 0.0313525 Feb 11 06:15:06.786443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45346) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:06.814573 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01975ff-624e-4ae9-8633-ef9c505239d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:06.815749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01975ff-624e-4ae9-8633-ef9c505239d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:06.818926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b01975ff-624e-4ae9-8633-ef9c505239d8 tempest-RoutersIpV6Test-18965594 tempest-RoutersIpV6Test-18965594-project] 10.222.0.31 "DELETE /v2.0/subnets/8a055de2-724b-428f-9c6d-0c42e8a53ac2 HTTP/1.1" status: 404 len: 337 time: 0.0314429 Feb 11 06:15:07.060380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45352) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:07.193070 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9ff8f86e-8529-4a3a-9e2f-7d2f565d4ec3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc2226a66c664c1b9acf068606ef57fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314042 Feb 11 06:15:07.195605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45356) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:07.252180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Publish callbacks [] for security_group (72d6034f-0723-46bc-98cf-39879fb88e24), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:07.276663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Publish callbacks [] for security_group (72d6034f-0723-46bc-98cf-39879fb88e24), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:07.323044 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (72d6034f-0723-46bc-98cf-39879fb88e24), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:07.325659 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:07.327115 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72d6034f-0723-46bc-98cf-39879fb88e24 HTTP/1.1" status: 204 len: 168 time: 0.1300085 Feb 11 06:15:07.335717 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d6034f-0723-46bc-98cf-39879fb88e24,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:07.343898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.344261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.344613 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.345013 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.345407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.345744 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.346083 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.347034 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.347371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.347713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.348050 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.348383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.348714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b183c-9b55-4ac5-9da3-76dd34938a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:07.980885 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45378) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:08.074915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8aa6ff10-f209-4e23-8538-65d55070f9f9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2076598942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:08.096668 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ff10-f209-4e23-8538-65d55070f9f9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (b2653820-efdb-4501-80ed-a2f8817697e7), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.097633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ff10-f209-4e23-8538-65d55070f9f9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (b2653820-efdb-4501-80ed-a2f8817697e7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.148527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ff10-f209-4e23-8538-65d55070f9f9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for router_controller (b2653820-efdb-4501-80ed-a2f8817697e7), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.152480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ff10-f209-4e23-8538-65d55070f9f9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (b2653820-efdb-4501-80ed-a2f8817697e7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.169332 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ff10-f209-4e23-8538-65d55070f9f9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.170695 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8aa6ff10-f209-4e23-8538-65d55070f9f9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1886775 Feb 11 06:15:08.173433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45382) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:08.179021 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-325885517'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:08.201271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Made reservation on behalf of 71ec02479d35402cac741d8766354248 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:08.204923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.214471 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.315965 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for security_group (e1e3a1d7-780c-4279-9ab6-27f01beac094), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.320348 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e1e3a1d7-780c-4279-9ab6-27f01beac094), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.351176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:08.361665 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e3a1d7-780c-4279-9ab6-27f01beac094,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:08.369012 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c64301d1-f407-4bf5-9e8f-e3500c156121), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.371018 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Added segment c64301d1-f407-4bf5-9e8f-e3500c156121 of type vlan for network 60128e06-3cf6-44f3-8378-b6f536fb4b76 Feb 11 06:15:08.411733 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (60128e06-3cf6-44f3-8378-b6f536fb4b76), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.436508 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (60128e06-3cf6-44f3-8378-b6f536fb4b76), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.441529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:08.442118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.480837 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3063204 Feb 11 06:15:08.483575 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45384) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:08.489037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Request body: {'subnet': {'network_id': '60128e06-3cf6-44f3-8378-b6f536fb4b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:08.558098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823405eb-9810-4adc-b833-b4e046b2d6d6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Network': ['ID=60128e06-3cf6-44f3-8378-b6f536fb4b76,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:08.639886 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Made reservation on behalf of 71ec02479d35402cac741d8766354248 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:08.643353 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.723715 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 60128e06-3cf6-44f3-8378-b6f536fb4b76 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:08.879108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (c31b8098-3da1-4940-a86f-0e054534512e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.979619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Subnet': ['ID=c31b8098-3da1-4940-a86f-0e054534512e,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:08.991264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Checking segment: {'id': 'c64301d1-f407-4bf5-9e8f-e3500c156121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60128e06-3cf6-44f3-8378-b6f536fb4b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:08.991859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network hostable DHCP agents. Network: 60128e06-3cf6-44f3-8378-b6f536fb4b76, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:09.010342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network 60128e06-3cf6-44f3-8378-b6f536fb4b76 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:09.019179 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 60128e06-3cf6-44f3-8378-b6f536fb4b76) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:09.024880 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:09.025890 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.027856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c9813-0ea1-4bee-b251-2c4de7d058c8 None None] Network 60128e06-3cf6-44f3-8378-b6f536fb4b76 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:09.048091 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-876fd476-b9bc-41fe-93d6-c4d4bf96a8ab tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5633891 Feb 11 06:15:09.051104 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45386) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:09.056036 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Request body: {'network': {'name': 'tempest-router-network01--1136207462'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:09.089903 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Made reservation on behalf of 71ec02479d35402cac741d8766354248 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:09.093777 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.126635 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:09.139575 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (200fba4d-37fa-475e-98d7-3bbf1acc7728), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.139930 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Added segment 200fba4d-37fa-475e-98d7-3bbf1acc7728 of type vlan for network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b Feb 11 06:15:09.140932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-60128e06-3cf6-44f3-8378-b6f536fb4b76', 'network_id': '60128e06-3cf6-44f3-8378-b6f536fb4b76', 'project_id': '71ec02479d35402cac741d8766354248', 'fixed_ips': [{'subnet_id': 'c31b8098-3da1-4940-a86f-0e054534512e'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:09.142470 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.181409 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.214507 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.219893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:09.220489 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.257372 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2050810 Feb 11 06:15:09.259924 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45388) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:09.264784 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Request body: {'network': {'name': 'tempest-router-network02--99044828'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:09.305892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874734d-32b1-43a9-b5c5-9ca81e66a696 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Network': ['ID=d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:09.315528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Allocated IP 172.20.0.2 (60128e06-3cf6-44f3-8378-b6f536fb4b76/c31b8098-3da1-4940-a86f-0e054534512e/9ab4f54e-5dd1-426e-a74a-e7967eca41a9) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:09.319075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Made reservation on behalf of 71ec02479d35402cac741d8766354248 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:09.319659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:09.322898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.347633 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:09.356855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6b324305-8692-4bf5-a171-0b8ea1ba5653), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.357219 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Added segment 6b324305-8692-4bf5-a171-0b8ea1ba5653 of type vlan for network fda4f441-13cf-480b-86a9-449827a5c384 Feb 11 06:15:09.398414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (fda4f441-13cf-480b-86a9-449827a5c384), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.433241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (fda4f441-13cf-480b-86a9-449827a5c384), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.438507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:09.439136 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.486474 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2254958 Feb 11 06:15:09.489932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45390) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:09.495540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Request body: {'subnet': {'network_id': 'd3ee66d5-b0c2-4494-8ce0-6018dfea5b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:09.519010 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7664891-ebd9-43af-9384-88d660012e72 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Network': ['ID=fda4f441-13cf-480b-86a9-449827a5c384,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:09.590537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Made reservation on behalf of 71ec02479d35402cac741d8766354248 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:09.594214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.687000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network fda4f441-13cf-480b-86a9-449827a5c384 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:09.757740 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Publish callbacks [] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.771689 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.782977 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (e5ab2c84-81a2-4f01-9f52-f9069134024f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.819237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Network 60128e06-3cf6-44f3-8378-b6f536fb4b76 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:09.822388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:09.825067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:09.839856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Pushing event updated for resources: {'Port': ['ID=9ab4f54e-5dd1-426e-a74a-e7967eca41a9,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:09.858535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.858923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.859365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.859720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.859931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Subnet': ['ID=e5ab2c84-81a2-4f01-9f52-f9069134024f,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:09.860099 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.860399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.860738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.861073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.861437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.863231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.863587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.864047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.864397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:09.873760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Checking segment: {'id': '200fba4d-37fa-475e-98d7-3bbf1acc7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3ee66d5-b0c2-4494-8ce0-6018dfea5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:09.874349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network hostable DHCP agents. Network: d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:09.896290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:09.906625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Attempting to bind port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:09.907017 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Attempting to bind port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c64301d1-f407-4bf5-9e8f-e3500c156121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60128e06-3cf6-44f3-8378-b6f536fb4b76'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:09.907397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Attempting to bind port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 on network 60128e06-3cf6-44f3-8378-b6f536fb4b76 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:09.913692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:09.914163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Checking segment: {'id': 'c64301d1-f407-4bf5-9e8f-e3500c156121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60128e06-3cf6-44f3-8378-b6f536fb4b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:09.914583 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.914907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:09.915078 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Bound using segment: {'id': 'c64301d1-f407-4bf5-9e8f-e3500c156121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60128e06-3cf6-44f3-8378-b6f536fb4b76'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:09.915472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Bound port: 9ab4f54e-5dd1-426e-a74a-e7967eca41a9, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64301d1-f407-4bf5-9e8f-e3500c156121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60128e06-3cf6-44f3-8378-b6f536fb4b76'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:09.915847 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.921002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:09.921796 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.936324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a7474-c35c-4253-be72-b55612607819 None None] Network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:09.945052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5b688962-9172-4504-9211-6a1965c4333b tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4537745 Feb 11 06:15:09.949513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45392) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:09.954563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Request body: {'subnet': {'network_id': 'fda4f441-13cf-480b-86a9-449827a5c384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:10.064545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Made reservation on behalf of 71ec02479d35402cac741d8766354248 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:10.070222 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.182568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] For port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:10.199375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b', 'network_id': 'd3ee66d5-b0c2-4494-8ce0-6018dfea5b3b', 'project_id': '71ec02479d35402cac741d8766354248', 'fixed_ips': [{'subnet_id': 'e5ab2c84-81a2-4f01-9f52-f9069134024f'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:10.200795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.212043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] For port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9ab4f54e-5dd1-426e-a74a-e7967eca41a9,segment=NetworkSegment(c64301d1-f407-4bf5-9e8f-e3500c156121),segment_id=c64301d1-f407-4bf5-9e8f-e3500c156121)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:10.234154 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.337684 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (1cfddb03-b482-4a9a-9e3d-af0e1206d01f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.419161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb062ebc-5522-41eb-964b-2fcec0d74d03 None None] Pushing event updated for resources: {'Port': ['ID=9ab4f54e-5dd1-426e-a74a-e7967eca41a9,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:10.479447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Subnet': ['ID=1cfddb03-b482-4a9a-9e3d-af0e1206d01f,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:10.485999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Checking segment: {'id': '6b324305-8692-4bf5-a171-0b8ea1ba5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fda4f441-13cf-480b-86a9-449827a5c384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:10.486597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network hostable DHCP agents. Network: fda4f441-13cf-480b-86a9-449827a5c384, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:10.494482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Allocated IP 172.20.0.2 (d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b/e5ab2c84-81a2-4f01-9f52-f9069134024f/c6315369-4888-4490-8118-35967e4ce40f) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:10.518691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network fda4f441-13cf-480b-86a9-449827a5c384 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:10.536028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, fda4f441-13cf-480b-86a9-449827a5c384) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:10.542695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:10.543770 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.563223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53355a30-ccec-4a4e-9f81-b8db4508a223 None None] Network fda4f441-13cf-480b-86a9-449827a5c384 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:10.579462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-91e54880-7068-4dcd-b800-d9fad88e649e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6284227 Feb 11 06:15:10.584478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45394) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:10.799604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-fda4f441-13cf-480b-86a9-449827a5c384', 'network_id': 'fda4f441-13cf-480b-86a9-449827a5c384', 'project_id': '71ec02479d35402cac741d8766354248', 'fixed_ips': [{'subnet_id': '1cfddb03-b482-4a9a-9e3d-af0e1206d01f'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:10.800494 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.844849 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Publish callbacks [] for port (c6315369-4888-4490-8118-35967e4ce40f), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.897198 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (c6315369-4888-4490-8118-35967e4ce40f), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.959173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:10.964290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:10.972020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:11.009428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Pushing event updated for resources: {'Port': ['ID=c6315369-4888-4490-8118-35967e4ce40f,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:11.054098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.063463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Allocated IP 172.20.0.2 (fda4f441-13cf-480b-86a9-449827a5c384/1cfddb03-b482-4a9a-9e3d-af0e1206d01f/2de59a28-6334-4bb0-877f-6d58f20cadc7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:11.083068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Attempting to bind port c6315369-4888-4490-8118-35967e4ce40f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:11.083442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Attempting to bind port c6315369-4888-4490-8118-35967e4ce40f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '200fba4d-37fa-475e-98d7-3bbf1acc7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3ee66d5-b0c2-4494-8ce0-6018dfea5b3b'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:11.083812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Attempting to bind port c6315369-4888-4490-8118-35967e4ce40f on network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:11.102027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:11.102299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Checking segment: {'id': '200fba4d-37fa-475e-98d7-3bbf1acc7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3ee66d5-b0c2-4494-8ce0-6018dfea5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:11.102708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.103112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Bound using segment: {'id': '200fba4d-37fa-475e-98d7-3bbf1acc7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3ee66d5-b0c2-4494-8ce0-6018dfea5b3b'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:11.103604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Bound port: c6315369-4888-4490-8118-35967e4ce40f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200fba4d-37fa-475e-98d7-3bbf1acc7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3ee66d5-b0c2-4494-8ce0-6018dfea5b3b'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:11.103982 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c6315369-4888-4490-8118-35967e4ce40f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.234783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] For port c6315369-4888-4490-8118-35967e4ce40f, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:11.240644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] For port c6315369-4888-4490-8118-35967e4ce40f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c6315369-4888-4490-8118-35967e4ce40f,segment=NetworkSegment(200fba4d-37fa-475e-98d7-3bbf1acc7728),segment_id=200fba4d-37fa-475e-98d7-3bbf1acc7728)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:11.275488 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c6315369-4888-4490-8118-35967e4ce40f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.328698 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Publish callbacks [] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.344431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Allocated IP 172.20.0.1 (d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b/e5ab2c84-81a2-4f01-9f52-f9069134024f/3f38255f-c6a6-44fd-8a35-58e3c8538f1c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:11.350678 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.365977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9aa52b-b328-4425-b219-7f2d812bb416 None None] Pushing event updated for resources: {'Port': ['ID=c6315369-4888-4490-8118-35967e4ce40f,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:11.376023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Network fda4f441-13cf-480b-86a9-449827a5c384 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:11.378776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:11.397524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:11.453521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Pushing event updated for resources: {'Port': ['ID=2de59a28-6334-4bb0-877f-6d58f20cadc7,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:11.484311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Attempting to bind port 2de59a28-6334-4bb0-877f-6d58f20cadc7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:11.484687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Attempting to bind port 2de59a28-6334-4bb0-877f-6d58f20cadc7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '6b324305-8692-4bf5-a171-0b8ea1ba5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fda4f441-13cf-480b-86a9-449827a5c384'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:11.485052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Attempting to bind port 2de59a28-6334-4bb0-877f-6d58f20cadc7 on network fda4f441-13cf-480b-86a9-449827a5c384 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:11.491457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:11.491839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Checking segment: {'id': '6b324305-8692-4bf5-a171-0b8ea1ba5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fda4f441-13cf-480b-86a9-449827a5c384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:11.492247 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.492636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Bound using segment: {'id': '6b324305-8692-4bf5-a171-0b8ea1ba5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fda4f441-13cf-480b-86a9-449827a5c384'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:11.493149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Bound port: 2de59a28-6334-4bb0-877f-6d58f20cadc7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b324305-8692-4bf5-a171-0b8ea1ba5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fda4f441-13cf-480b-86a9-449827a5c384'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:11.493524 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.497948 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.539136 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.573727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] For port 2de59a28-6334-4bb0-877f-6d58f20cadc7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:11.579087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] For port 2de59a28-6334-4bb0-877f-6d58f20cadc7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2de59a28-6334-4bb0-877f-6d58f20cadc7,segment=NetworkSegment(6b324305-8692-4bf5-a171-0b8ea1ba5653),segment_id=6b324305-8692-4bf5-a171-0b8ea1ba5653)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:11.588097 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.596735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Port': ['ID=3f38255f-c6a6-44fd-8a35-58e3c8538f1c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:11.600406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:11.602149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:11.604279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:11.670192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e2f52-20dc-4b1e-8110-e15e75b32262 None None] Pushing event updated for resources: {'Port': ['ID=2de59a28-6334-4bb0-877f-6d58f20cadc7,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:11.689572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (b2653820-efdb-4501-80ed-a2f8817697e7), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:11.824038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb1784-1dde-4500-a8e3-3a2abab6a7f7 None None] Network 60128e06-3cf6-44f3-8378-b6f536fb4b76 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:11.866570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.004107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6d71d9b8-ae69-4256-b03c-768caea8a8e8 None None] Provisioning complete for port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:12.005359 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6d71d9b8-ae69-4256-b03c-768caea8a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.227072 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6d71d9b8-ae69-4256-b03c-768caea8a8e8 None None] Current status of the port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:12.227072 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6d71d9b8-ae69-4256-b03c-768caea8a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.285360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6d71d9b8-ae69-4256-b03c-768caea8a8e8 None None] For port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9ab4f54e-5dd1-426e-a74a-e7967eca41a9,segment=NetworkSegment(c64301d1-f407-4bf5-9e8f-e3500c156121),segment_id=c64301d1-f407-4bf5-9e8f-e3500c156121)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:12.291032 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6d71d9b8-ae69-4256-b03c-768caea8a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.356654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71d9b8-ae69-4256-b03c-768caea8a8e8 None None] Pushing event updated for resources: {'Port': ['ID=9ab4f54e-5dd1-426e-a74a-e7967eca41a9,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:12.371888 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.380309 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.420572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c6315369-4888-4490-8118-35967e4ce40f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:12.511755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c6315369-4888-4490-8118-35967e4ce40f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:12.512936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c6315369-4888-4490-8118-35967e4ce40f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.524441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (b2653820-efdb-4501-80ed-a2f8817697e7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.537064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Port': ['ID=3f38255f-c6a6-44fd-8a35-58e3c8538f1c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:12.626190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c6315369-4888-4490-8118-35967e4ce40f is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:12.626541 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c6315369-4888-4490-8118-35967e4ce40f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.656376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:12.658856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:12.670196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port c6315369-4888-4490-8118-35967e4ce40f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c6315369-4888-4490-8118-35967e4ce40f,segment=NetworkSegment(200fba4d-37fa-475e-98d7-3bbf1acc7728),segment_id=200fba4d-37fa-475e-98d7-3bbf1acc7728)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:12.678906 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c6315369-4888-4490-8118-35967e4ce40f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.680049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2de59a28-6334-4bb0-877f-6d58f20cadc7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:12.786553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3185f1a6-7654-4514-9fd5-d303ec883c1a None None] Provisioning complete for port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:12.787038 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3185f1a6-7654-4514-9fd5-d303ec883c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.819802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Router b2653820-efdb-4501-80ed-a2f8817697e7 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:15:12.852211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=c6315369-4888-4490-8118-35967e4ce40f,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:12.924273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6bbf5-0a17-44a0-ae39-98af057756f4 None None] Network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:12.930769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2de59a28-6334-4bb0-877f-6d58f20cadc7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:12.931283 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.952685 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:12.961002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-fbc54476-d3fb-4701-8477-148f729546c4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "PUT /v2.0/routers/b2653820-efdb-4501-80ed-a2f8817697e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3726039 Feb 11 06:15:12.961253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45398) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:12.966996 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d28aa-8b24-41da-8db0-3f6c55c40c68 None None] Sync routers for ids ['b2653820-efdb-4501-80ed-a2f8817697e7'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:12.989733 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d28aa-8b24-41da-8db0-3f6c55c40c68 None None] Routers {'b2653820-efdb-4501-80ed-a2f8817697e7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:12.990718 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-373d28aa-8b24-41da-8db0-3f6c55c40c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b2653820-efdb-4501-80ed-a2f8817697e7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:13.046436 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-373d28aa-8b24-41da-8db0-3f6c55c40c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:13.059643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3185f1a6-7654-4514-9fd5-d303ec883c1a None None] Current status of the port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:13.059990 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d28aa-8b24-41da-8db0-3f6c55c40c68 None None] Routers {'b2653820-efdb-4501-80ed-a2f8817697e7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:13.060788 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-373d28aa-8b24-41da-8db0-3f6c55c40c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b2653820-efdb-4501-80ed-a2f8817697e7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:13.104598 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-373d28aa-8b24-41da-8db0-3f6c55c40c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:13.105599 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d28aa-8b24-41da-8db0-3f6c55c40c68 None None] The sync data for ids ['b2653820-efdb-4501-80ed-a2f8817697e7'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:13.159740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2de59a28-6334-4bb0-877f-6d58f20cadc7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:13.160140 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:13.227216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 2de59a28-6334-4bb0-877f-6d58f20cadc7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2de59a28-6334-4bb0-877f-6d58f20cadc7,segment=NetworkSegment(6b324305-8692-4bf5-a171-0b8ea1ba5653),segment_id=6b324305-8692-4bf5-a171-0b8ea1ba5653)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:13.231620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b488fbb9-1777-416b-b52d-7d81c14bf0b2 None None] Provisioning complete for port c6315369-4888-4490-8118-35967e4ce40f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:13.232246 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b488fbb9-1777-416b-b52d-7d81c14bf0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c6315369-4888-4490-8118-35967e4ce40f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:13.238231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5126c4f0-6ff7-4360-990f-39d0cf1d868d None None] Network fda4f441-13cf-480b-86a9-449827a5c384 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:13.241469 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:13.242304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:13.838846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=2de59a28-6334-4bb0-877f-6d58f20cadc7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:13.935382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:13.936795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:13.983295 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [None req-497eacf2-c17a-4818-b04a-59d6f15273a6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:15:13.988266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45400) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:13.989207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-497eacf2-c17a-4818-b04a-59d6f15273a6 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "PUT /v2.0/routers/b2653820-efdb-4501-80ed-a2f8817697e7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0266895 Feb 11 06:15:13.992750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b488fbb9-1777-416b-b52d-7d81c14bf0b2 None None] Current status of the port c6315369-4888-4490-8118-35967e4ce40f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:14.043116 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:15:14.125909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:14.152871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5ff36299-8685-4110-9e27-4b4179d9c262 None None] Provisioning complete for port 2de59a28-6334-4bb0-877f-6d58f20cadc7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:14.153959 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ff36299-8685-4110-9e27-4b4179d9c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.276005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:14.322268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5ff36299-8685-4110-9e27-4b4179d9c262 None None] Current status of the port 2de59a28-6334-4bb0-877f-6d58f20cadc7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:14.341211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5ff36299-8685-4110-9e27-4b4179d9c262 None None] Provisioning complete for port 3f38255f-c6a6-44fd-8a35-58e3c8538f1c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:14.341598 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ff36299-8685-4110-9e27-4b4179d9c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.382537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:14.382537 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.386258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5ff36299-8685-4110-9e27-4b4179d9c262 None None] Port 3f38255f-c6a6-44fd-8a35-58e3c8538f1c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:14.420225 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (b2653820-efdb-4501-80ed-a2f8817697e7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.434560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5ff36299-8685-4110-9e27-4b4179d9c262 None None] Provisioning complete for port c6315369-4888-4490-8118-35967e4ce40f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:14.434855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ff36299-8685-4110-9e27-4b4179d9c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c6315369-4888-4490-8118-35967e4ce40f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.519306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:14.520416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c6315369-4888-4490-8118-35967e4ce40f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:14.584214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5ff36299-8685-4110-9e27-4b4179d9c262 None None] Current status of the port c6315369-4888-4490-8118-35967e4ce40f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:14.604190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c6315369-4888-4490-8118-35967e4ce40f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:14.604810 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c6315369-4888-4490-8118-35967e4ce40f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.711595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Deleting port 3f38255f-c6a6-44fd-8a35-58e3c8538f1c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:14.711848 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.720102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c6315369-4888-4490-8118-35967e4ce40f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:14.721358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2de59a28-6334-4bb0-877f-6d58f20cadc7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:14.723103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-aad7989a-875d-4d81-a05f-076c17d4dfa4 None None] Provisioning complete for port 2de59a28-6334-4bb0-877f-6d58f20cadc7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:14.723479 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aad7989a-875d-4d81-a05f-076c17d4dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.809373 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.825550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Calling delete_port for 3f38255f-c6a6-44fd-8a35-58e3c8538f1c owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:14.832771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2de59a28-6334-4bb0-877f-6d58f20cadc7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:14.833223 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.883826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-aad7989a-875d-4d81-a05f-076c17d4dfa4 None None] Current status of the port 2de59a28-6334-4bb0-877f-6d58f20cadc7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:14.904627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-aad7989a-875d-4d81-a05f-076c17d4dfa4 None None] Provisioning complete for port 3f38255f-c6a6-44fd-8a35-58e3c8538f1c triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:14.904998 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aad7989a-875d-4d81-a05f-076c17d4dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.969304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-aad7989a-875d-4d81-a05f-076c17d4dfa4 None None] Port 3f38255f-c6a6-44fd-8a35-58e3c8538f1c cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:14.973861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2de59a28-6334-4bb0-877f-6d58f20cadc7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:15.014488 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (3f38255f-c6a6-44fd-8a35-58e3c8538f1c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.039919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Port': ['ID=3f38255f-c6a6-44fd-8a35-58e3c8538f1c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:15.212521 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (b2653820-efdb-4501-80ed-a2f8817697e7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.389016 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Router b2653820-efdb-4501-80ed-a2f8817697e7 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:15:15.479035 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:15.486983 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-052de1a6-e094-42ef-8f72-da72592f58f1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "PUT /v2.0/routers/b2653820-efdb-4501-80ed-a2f8817697e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961314 Feb 11 06:15:15.487800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45402) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:15.491263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582329ca-8e2c-42bb-b98a-f54f10d4de33 None None] Sync routers for ids ['b2653820-efdb-4501-80ed-a2f8817697e7'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:15.503622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582329ca-8e2c-42bb-b98a-f54f10d4de33 None None] Routers {'b2653820-efdb-4501-80ed-a2f8817697e7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:15.504683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-582329ca-8e2c-42bb-b98a-f54f10d4de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b2653820-efdb-4501-80ed-a2f8817697e7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:15.533163 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-9af1ce9c-978a-45b1-8143-5abf1ba374af tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] delete failed (client error): The resource could not be found. Feb 11 06:15:15.534905 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9af1ce9c-978a-45b1-8143-5abf1ba374af tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-282071673 HTTP/1.1" status: 404 len: 334 time: 0.0461178 Feb 11 06:15:15.541915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45404) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:15.546866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c4b78b41-932f-421e-80d1-8ab955feb755 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2653820-efdb-4501-80ed-a2f8817697e7'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:15.547482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-582329ca-8e2c-42bb-b98a-f54f10d4de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:15.556768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582329ca-8e2c-42bb-b98a-f54f10d4de33 None None] Routers {'b2653820-efdb-4501-80ed-a2f8817697e7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:15.557580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-582329ca-8e2c-42bb-b98a-f54f10d4de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b2653820-efdb-4501-80ed-a2f8817697e7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:15.603025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-582329ca-8e2c-42bb-b98a-f54f10d4de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:15.603696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582329ca-8e2c-42bb-b98a-f54f10d4de33 None None] The sync data for ids ['b2653820-efdb-4501-80ed-a2f8817697e7'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:15.793295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c4b78b41-932f-421e-80d1-8ab955feb755 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for router_gateway (b2653820-efdb-4501-80ed-a2f8817697e7), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.819454 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-c4b78b41-932f-421e-80d1-8ab955feb755 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] update failed (client error): The resource could not be found. Feb 11 06:15:15.821248 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c4b78b41-932f-421e-80d1-8ab955feb755 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "PUT /v2.0/routers/b2653820-efdb-4501-80ed-a2f8817697e7 HTTP/1.1" status: 404 len: 339 time: 0.2779057 Feb 11 06:15:15.825174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45406) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:16.466247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.727572 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Allocated IP 172.20.0.1 (60128e06-3cf6-44f3-8378-b6f536fb4b76/c31b8098-3da1-4940-a86f-0e054534512e/ae513db9-fb78-49fe-aad7-6665d3b47d13) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:16.840849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.878051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.928320 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network 60128e06-3cf6-44f3-8378-b6f536fb4b76 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:16.932301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:16.936043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:16.964312 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Port': ['ID=ae513db9-fb78-49fe-aad7-6665d3b47d13,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:16.989637 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (b2653820-efdb-4501-80ed-a2f8817697e7), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.119744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.204491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4b71f77c-f586-403a-9b90-64cedadf85ce None None] Provisioning complete for port ae513db9-fb78-49fe-aad7-6665d3b47d13 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:17.205061 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b71f77c-f586-403a-9b90-64cedadf85ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.242168 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4b71f77c-f586-403a-9b90-64cedadf85ce None None] Port ae513db9-fb78-49fe-aad7-6665d3b47d13 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:17.392992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.397539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.476265 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (b2653820-efdb-4501-80ed-a2f8817697e7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.479405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event updated for resources: {'Port': ['ID=ae513db9-fb78-49fe-aad7-6665d3b47d13,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:17.585675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Network 60128e06-3cf6-44f3-8378-b6f536fb4b76 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:17.587098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:17.709518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Router b2653820-efdb-4501-80ed-a2f8817697e7 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:15:17.808944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:17.814357 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8fbb5e56-a4ce-4b5b-a359-2225d6aaf09d tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "PUT /v2.0/routers/b2653820-efdb-4501-80ed-a2f8817697e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9876623 Feb 11 06:15:17.817349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45410) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:17.819227 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04759d76-2688-4a31-b18d-7a18e37c2d21 None None] Sync routers for ids ['b2653820-efdb-4501-80ed-a2f8817697e7'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:17.829077 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04759d76-2688-4a31-b18d-7a18e37c2d21 None None] Routers {'b2653820-efdb-4501-80ed-a2f8817697e7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:17.829725 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-04759d76-2688-4a31-b18d-7a18e37c2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b2653820-efdb-4501-80ed-a2f8817697e7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:17.866439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4a31e898-b48d-4b77-9dd3-6edc4da84814 None None] Provisioning complete for port ae513db9-fb78-49fe-aad7-6665d3b47d13 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:17.866733 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4a31e898-b48d-4b77-9dd3-6edc4da84814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.867735 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-04759d76-2688-4a31-b18d-7a18e37c2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:17.882295 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04759d76-2688-4a31-b18d-7a18e37c2d21 None None] Routers {'b2653820-efdb-4501-80ed-a2f8817697e7'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:17.882918 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-04759d76-2688-4a31-b18d-7a18e37c2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b2653820-efdb-4501-80ed-a2f8817697e7'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:17.909560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4a31e898-b48d-4b77-9dd3-6edc4da84814 None None] Port ae513db9-fb78-49fe-aad7-6665d3b47d13 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:17.918717 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-04759d76-2688-4a31-b18d-7a18e37c2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:17.919383 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04759d76-2688-4a31-b18d-7a18e37c2d21 None None] The sync data for ids ['b2653820-efdb-4501-80ed-a2f8817697e7'] in n-d-715271-35 is: [] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:17.928244 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97ea572a-47f0-448f-88d3-ebe3cf168353 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for router (b2653820-efdb-4501-80ed-a2f8817697e7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:18.018461 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-97ea572a-47f0-448f-88d3-ebe3cf168353 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 06:15:18.019553 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97ea572a-47f0-448f-88d3-ebe3cf168353 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "DELETE /v2.0/routers/b2653820-efdb-4501-80ed-a2f8817697e7 HTTP/1.1" status: 409 len: 329 time: 0.2010634 Feb 11 06:15:18.022305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45412) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:18.364256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (b2653820-efdb-4501-80ed-a2f8817697e7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:18.622055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Deleting port ae513db9-fb78-49fe-aad7-6665d3b47d13 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:18.622902 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:18.711214 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:18.724392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Calling delete_port for ae513db9-fb78-49fe-aad7-6665d3b47d13 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:18.902849 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ae513db9-fb78-49fe-aad7-6665d3b47d13), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:18.931354 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Port': ['ID=ae513db9-fb78-49fe-aad7-6665d3b47d13,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:19.084847 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (b2653820-efdb-4501-80ed-a2f8817697e7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.249912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Router b2653820-efdb-4501-80ed-a2f8817697e7 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:15:19.331720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:19.337688 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-edad4c9a-0523-42dc-8cbd-77edc39354b4 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "PUT /v2.0/routers/b2653820-efdb-4501-80ed-a2f8817697e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3141072 Feb 11 06:15:19.340256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45414) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:19.343279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e219a180-9c90-4803-b6cb-7822b4172101 None None] Sync routers for ids ['b2653820-efdb-4501-80ed-a2f8817697e7'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:19.353527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219a180-9c90-4803-b6cb-7822b4172101 None None] Routers {'b2653820-efdb-4501-80ed-a2f8817697e7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:19.354146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e219a180-9c90-4803-b6cb-7822b4172101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b2653820-efdb-4501-80ed-a2f8817697e7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:19.381937 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-9f17a3f8-8b75-4b80-8723-79fd5cb5abd1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] show failed (client error): The resource could not be found. Feb 11 06:15:19.383002 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9f17a3f8-8b75-4b80-8723-79fd5cb5abd1 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-2037877426 HTTP/1.1" status: 404 len: 335 time: 0.0417941 Feb 11 06:15:19.386822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45416) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:19.388222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e219a180-9c90-4803-b6cb-7822b4172101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:19.391249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-38a2ec3d-f003-4348-adb9-c2123acdde3f tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:19.397881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219a180-9c90-4803-b6cb-7822b4172101 None None] Routers {'b2653820-efdb-4501-80ed-a2f8817697e7'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:19.398503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e219a180-9c90-4803-b6cb-7822b4172101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:15:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['b2653820-efdb-4501-80ed-a2f8817697e7'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:19.427080 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-38a2ec3d-f003-4348-adb9-c2123acdde3f tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] update failed (client error): The resource could not be found. Feb 11 06:15:19.428187 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-38a2ec3d-f003-4348-adb9-c2123acdde3f tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-40695639 HTTP/1.1" status: 404 len: 333 time: 0.0403845 Feb 11 06:15:19.431669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45418) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:19.436340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-e219a180-9c90-4803-b6cb-7822b4172101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:19.436998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e219a180-9c90-4803-b6cb-7822b4172101 None None] The sync data for ids ['b2653820-efdb-4501-80ed-a2f8817697e7'] in n-d-715271-35 is: [] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:19.486151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d16368-e796-440b-97ee-17f947deab88 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Deleting subnet 1cfddb03-b482-4a9a-9e3d-af0e1206d01f {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:19.489467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55d16368-e796-440b-97ee-17f947deab88 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for subnet (1cfddb03-b482-4a9a-9e3d-af0e1206d01f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.530951 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55d16368-e796-440b-97ee-17f947deab88 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (1cfddb03-b482-4a9a-9e3d-af0e1206d01f), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.620383 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55d16368-e796-440b-97ee-17f947deab88 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1cfddb03-b482-4a9a-9e3d-af0e1206d01f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.679718 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55d16368-e796-440b-97ee-17f947deab88 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (1cfddb03-b482-4a9a-9e3d-af0e1206d01f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.706961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d16368-e796-440b-97ee-17f947deab88 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfddb03-b482-4a9a-9e3d-af0e1206d01f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:19.713142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-55d16368-e796-440b-97ee-17f947deab88 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.716318 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-55d16368-e796-440b-97ee-17f947deab88 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "DELETE /v2.0/subnets/1cfddb03-b482-4a9a-9e3d-af0e1206d01f HTTP/1.1" status: 204 len: 168 time: 0.2837284 Feb 11 06:15:19.718796 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45420) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:19.721391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a38b70-11ff-491c-9b92-48d2e26e2185 None None] Network fda4f441-13cf-480b-86a9-449827a5c384 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:19.777930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e2332a-7084-472b-ad28-192d7edff373 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Deleting subnet e5ab2c84-81a2-4f01-9f52-f9069134024f {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:19.781171 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e2332a-7084-472b-ad28-192d7edff373 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for subnet (e5ab2c84-81a2-4f01-9f52-f9069134024f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.824105 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e2332a-7084-472b-ad28-192d7edff373 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (e5ab2c84-81a2-4f01-9f52-f9069134024f), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.879448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7811e7ae-7cdf-4116-9ea0-2af14d41d23f None None] DHCP port deletion for fda4f441-13cf-480b-86a9-449827a5c384 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:19.908856 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e2332a-7084-472b-ad28-192d7edff373 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e5ab2c84-81a2-4f01-9f52-f9069134024f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.934260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7811e7ae-7cdf-4116-9ea0-2af14d41d23f None None] Deleting port 2de59a28-6334-4bb0-877f-6d58f20cadc7 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:19.934638 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7811e7ae-7cdf-4116-9ea0-2af14d41d23f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:19.976691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e2332a-7084-472b-ad28-192d7edff373 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (e5ab2c84-81a2-4f01-9f52-f9069134024f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.021915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2332a-7084-472b-ad28-192d7edff373 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ab2c84-81a2-4f01-9f52-f9069134024f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:20.023187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7811e7ae-7cdf-4116-9ea0-2af14d41d23f None None] For port 2de59a28-6334-4bb0-877f-6d58f20cadc7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2de59a28-6334-4bb0-877f-6d58f20cadc7,segment=NetworkSegment(6b324305-8692-4bf5-a171-0b8ea1ba5653),segment_id=6b324305-8692-4bf5-a171-0b8ea1ba5653)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:20.023808 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7811e7ae-7cdf-4116-9ea0-2af14d41d23f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.027522 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-89e2332a-7084-472b-ad28-192d7edff373 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.035037 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-89e2332a-7084-472b-ad28-192d7edff373 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "DELETE /v2.0/subnets/e5ab2c84-81a2-4f01-9f52-f9069134024f HTTP/1.1" status: 204 len: 168 time: 0.3130703 Feb 11 06:15:20.035801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45422) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:20.040255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e65272-5172-4dea-afaa-9b36f088b239 None None] Network d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:20.055706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7811e7ae-7cdf-4116-9ea0-2af14d41d23f None None] Calling delete_port for 2de59a28-6334-4bb0-877f-6d58f20cadc7 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:20.115619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (fda4f441-13cf-480b-86a9-449827a5c384), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.172610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Deleting port 2de59a28-6334-4bb0-877f-6d58f20cadc7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:20.173048 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.209085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2de59a28-6334-4bb0-877f-6d58f20cadc7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:20.250183 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7811e7ae-7cdf-4116-9ea0-2af14d41d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.281883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811e7ae-7cdf-4116-9ea0-2af14d41d23f None None] Pushing event deleted for resources: {'Port': ['ID=2de59a28-6334-4bb0-877f-6d58f20cadc7,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:20.286337 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7811e7ae-7cdf-4116-9ea0-2af14d41d23f None None] No DVR routers for this DVR port 2de59a28-6334-4bb0-877f-6d58f20cadc7 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:20.287858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No active binding found for port 2de59a28-6334-4bb0-877f-6d58f20cadc7 {{(pid=103122) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 06:15:20.288257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] The host n-d-715271-35 is not matching for port 2de59a28-6334-4bb0-877f-6d58f20cadc7 host None! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:15:20.288652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2de59a28-6334-4bb0-877f-6d58f20cadc7 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:20.308431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15f103-4a9e-4d56-932a-08c4c64e2f92 None None] DHCP port deletion for d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:20.363724 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fe15f103-4a9e-4d56-932a-08c4c64e2f92 None None] Deleting port c6315369-4888-4490-8118-35967e4ce40f {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:20.364665 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fe15f103-4a9e-4d56-932a-08c4c64e2f92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c6315369-4888-4490-8118-35967e4ce40f), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.432971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-fe15f103-4a9e-4d56-932a-08c4c64e2f92 None None] For port c6315369-4888-4490-8118-35967e4ce40f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c6315369-4888-4490-8118-35967e4ce40f,segment=NetworkSegment(200fba4d-37fa-475e-98d7-3bbf1acc7728),segment_id=200fba4d-37fa-475e-98d7-3bbf1acc7728)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:20.433416 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fe15f103-4a9e-4d56-932a-08c4c64e2f92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c6315369-4888-4490-8118-35967e4ce40f), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.447831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fe15f103-4a9e-4d56-932a-08c4c64e2f92 None None] Calling delete_port for c6315369-4888-4490-8118-35967e4ce40f owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:20.505986 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] For port 2de59a28-6334-4bb0-877f-6d58f20cadc7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2de59a28-6334-4bb0-877f-6d58f20cadc7,segment=NetworkSegment(6b324305-8692-4bf5-a171-0b8ea1ba5653),segment_id=6b324305-8692-4bf5-a171-0b8ea1ba5653)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:20.506344 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.519405 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Calling delete_port for 2de59a28-6334-4bb0-877f-6d58f20cadc7 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:20.531762 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fe15f103-4a9e-4d56-932a-08c4c64e2f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (c6315369-4888-4490-8118-35967e4ce40f), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.561539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15f103-4a9e-4d56-932a-08c4c64e2f92 None None] Pushing event deleted for resources: {'Port': ['ID=c6315369-4888-4490-8118-35967e4ce40f,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:20.564888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15f103-4a9e-4d56-932a-08c4c64e2f92 None None] No DVR routers for this DVR port c6315369-4888-4490-8118-35967e4ce40f on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:20.610249 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (2de59a28-6334-4bb0-877f-6d58f20cadc7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.637055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Port': ['ID=2de59a28-6334-4bb0-877f-6d58f20cadc7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:20.639143 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] No DVR routers for this DVR port 2de59a28-6334-4bb0-877f-6d58f20cadc7 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:20.719902 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (fda4f441-13cf-480b-86a9-449827a5c384), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.745693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda4f441-13cf-480b-86a9-449827a5c384']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:20.755407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b324305-8692-4bf5-a171-0b8ea1ba5653') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:20.755706 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b324305-8692-4bf5-a171-0b8ea1ba5653') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:20.765446 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (6b324305-8692-4bf5-a171-0b8ea1ba5653), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.780139 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6b324305-8692-4bf5-a171-0b8ea1ba5653), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.786853 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:20.787386 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (6b324305-8692-4bf5-a171-0b8ea1ba5653), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:20.790397 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:20.853509 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (fda4f441-13cf-480b-86a9-449827a5c384), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.860494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:20.863664 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "DELETE /v2.0/networks/fda4f441-13cf-480b-86a9-449827a5c384 HTTP/1.1" status: 204 len: 168 time: 0.8273416 Feb 11 06:15:20.866341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45424) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:20.884094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d1009-e8f8-420a-b73f-58567aadb15c tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Network': ['ID=fda4f441-13cf-480b-86a9-449827a5c384,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:20.973070 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.061420 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.083493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:21.093345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200fba4d-37fa-475e-98d7-3bbf1acc7728') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:21.093604 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200fba4d-37fa-475e-98d7-3bbf1acc7728') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:21.108122 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (200fba4d-37fa-475e-98d7-3bbf1acc7728), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.121517 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (200fba4d-37fa-475e-98d7-3bbf1acc7728), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.128207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:21.128574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (200fba4d-37fa-475e-98d7-3bbf1acc7728), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:21.131644 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:21.193011 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.201083 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.203694 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "DELETE /v2.0/networks/d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b HTTP/1.1" status: 204 len: 168 time: 0.3363833 Feb 11 06:15:21.207115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45426) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:21.216006 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c7d39-74c8-45dd-a79c-60824c0485a9 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Network': ['ID=d3ee66d5-b0c2-4494-8ce0-6018dfea5b3b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:21.264328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4fb91f-372e-4318-bb01-837c74c87c51 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Deleting subnet c31b8098-3da1-4940-a86f-0e054534512e {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:21.267809 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb91f-372e-4318-bb01-837c74c87c51 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for subnet (c31b8098-3da1-4940-a86f-0e054534512e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.310995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb91f-372e-4318-bb01-837c74c87c51 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (c31b8098-3da1-4940-a86f-0e054534512e), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.402427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb91f-372e-4318-bb01-837c74c87c51 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c31b8098-3da1-4940-a86f-0e054534512e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.466132 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb91f-372e-4318-bb01-837c74c87c51 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (c31b8098-3da1-4940-a86f-0e054534512e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.494363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fb91f-372e-4318-bb01-837c74c87c51 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Subnet': ['ID=c31b8098-3da1-4940-a86f-0e054534512e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:21.496389 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb91f-372e-4318-bb01-837c74c87c51 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.499685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1d4fb91f-372e-4318-bb01-837c74c87c51 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "DELETE /v2.0/subnets/c31b8098-3da1-4940-a86f-0e054534512e HTTP/1.1" status: 204 len: 168 time: 0.2913282 Feb 11 06:15:21.502904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45428) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:21.505335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5a216-07f2-41f0-bdd7-87315aa7b872 None None] Network 60128e06-3cf6-44f3-8378-b6f536fb4b76 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:21.588732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (60128e06-3cf6-44f3-8378-b6f536fb4b76), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.657995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Deleting port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:21.658255 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.663353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b19d24-9263-45be-a4eb-09b29049fe32 None None] DHCP port deletion for 60128e06-3cf6-44f3-8378-b6f536fb4b76 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:21.723656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-64b19d24-9263-45be-a4eb-09b29049fe32 None None] Deleting port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:21.724187 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-64b19d24-9263-45be-a4eb-09b29049fe32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.731017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] For port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9ab4f54e-5dd1-426e-a74a-e7967eca41a9,segment=NetworkSegment(c64301d1-f407-4bf5-9e8f-e3500c156121),segment_id=c64301d1-f407-4bf5-9e8f-e3500c156121)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:21.731379 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.747453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Calling delete_port for 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:21.788270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-64b19d24-9263-45be-a4eb-09b29049fe32 None None] For port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9ab4f54e-5dd1-426e-a74a-e7967eca41a9,segment=NetworkSegment(c64301d1-f407-4bf5-9e8f-e3500c156121),segment_id=c64301d1-f407-4bf5-9e8f-e3500c156121)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:21.788661 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-64b19d24-9263-45be-a4eb-09b29049fe32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.803887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-64b19d24-9263-45be-a4eb-09b29049fe32 None None] Calling delete_port for 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:21.829267 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.853298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Port': ['ID=9ab4f54e-5dd1-426e-a74a-e7967eca41a9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:21.859082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] No DVR routers for this DVR port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:21.893252 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-64b19d24-9263-45be-a4eb-09b29049fe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (9ab4f54e-5dd1-426e-a74a-e7967eca41a9), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.917933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b19d24-9263-45be-a4eb-09b29049fe32 None None] Pushing event deleted for resources: {'Port': ['ID=9ab4f54e-5dd1-426e-a74a-e7967eca41a9,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:21.923468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b19d24-9263-45be-a4eb-09b29049fe32 None None] No DVR routers for this DVR port 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:21.942863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (60128e06-3cf6-44f3-8378-b6f536fb4b76), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.965161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60128e06-3cf6-44f3-8378-b6f536fb4b76']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:21.978034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64301d1-f407-4bf5-9e8f-e3500c156121') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:21.978339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64301d1-f407-4bf5-9e8f-e3500c156121') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:21.991678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (c64301d1-f407-4bf5-9e8f-e3500c156121), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.004926 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c64301d1-f407-4bf5-9e8f-e3500c156121), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.011152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:22.011550 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (c64301d1-f407-4bf5-9e8f-e3500c156121), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:22.014618 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:22.078222 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (60128e06-3cf6-44f3-8378-b6f536fb4b76), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.085213 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.088182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "DELETE /v2.0/networks/60128e06-3cf6-44f3-8378-b6f536fb4b76 HTTP/1.1" status: 204 len: 168 time: 0.5841093 Feb 11 06:15:22.090844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45432) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:22.108935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb4785-06c8-4051-b855-150ec6f73ac7 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Pushing event deleted for resources: {'Network': ['ID=60128e06-3cf6-44f3-8378-b6f536fb4b76,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:22.131977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e66c3ec8-2a89-411b-834d-59dccc65e81e tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2653820-efdb-4501-80ed-a2f8817697e7 HTTP/1.1" status: 200 len: 205 time: 0.0400069 Feb 11 06:15:22.134321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45434) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:22.197471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:22.219366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:22.219706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9ab4f54e-5dd1-426e-a74a-e7967eca41a9 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:22.220121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c6315369-4888-4490-8118-35967e4ce40f no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:22.220614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48418d55-788e-4e59-9c13-556769058e07 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for router (b2653820-efdb-4501-80ed-a2f8817697e7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.242667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: c6315369-4888-4490-8118-35967e4ce40f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:22.243016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c6315369-4888-4490-8118-35967e4ce40f not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:22.395257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48418d55-788e-4e59-9c13-556769058e07 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (b2653820-efdb-4501-80ed-a2f8817697e7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.397672 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48418d55-788e-4e59-9c13-556769058e07 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for router_controller (b2653820-efdb-4501-80ed-a2f8817697e7), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.440635 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48418d55-788e-4e59-9c13-556769058e07 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (b2653820-efdb-4501-80ed-a2f8817697e7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.441276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48418d55-788e-4e59-9c13-556769058e07 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Fanout notify agent at l3_agent the message router_deleted on router b2653820-efdb-4501-80ed-a2f8817697e7 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:15:22.448525 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48418d55-788e-4e59-9c13-556769058e07 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.449741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-48418d55-788e-4e59-9c13-556769058e07 tempest-RoutersNegativeTest-579961774 tempest-RoutersNegativeTest-579961774-project] 10.222.0.31 "DELETE /v2.0/routers/b2653820-efdb-4501-80ed-a2f8817697e7 HTTP/1.1" status: 204 len: 168 time: 0.3145235 Feb 11 06:15:22.514330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.714391 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45440) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:22.857413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-938e9788-e464-4b99-8192-5c153d5eba7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71ec02479d35402cac741d8766354248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416371 Feb 11 06:15:22.860605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45444) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:22.912159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cf71-0f87-4e80-ad3f-e67f77a57b53 admin admin] Publish callbacks [] for security_group (e1e3a1d7-780c-4279-9ab6-27f01beac094), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.942174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cf71-0f87-4e80-ad3f-e67f77a57b53 admin admin] Publish callbacks [] for security_group (e1e3a1d7-780c-4279-9ab6-27f01beac094), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.993486 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cf71-0f87-4e80-ad3f-e67f77a57b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e1e3a1d7-780c-4279-9ab6-27f01beac094), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.996557 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cf71-0f87-4e80-ad3f-e67f77a57b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.997784 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5cb1cf71-0f87-4e80-ad3f-e67f77a57b53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1e3a1d7-780c-4279-9ab6-27f01beac094 HTTP/1.1" status: 204 len: 168 time: 0.1361988 Feb 11 06:15:23.006675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1cf71-0f87-4e80-ad3f-e67f77a57b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e3a1d7-780c-4279-9ab6-27f01beac094,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:23.537009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.638171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45466) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:23.735356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ff02b723-4dd2-41fc-bbe6-260a78561d79 tempest-ServiceProvidersTest-1527290599 tempest-ServiceProvidersTest-1527290599-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0960186 Feb 11 06:15:23.991076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45474) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:24.102279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cee8566-bcc9-4bc8-b1fb-39b8bdb42199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.188643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cee8566-bcc9-4bc8-b1fb-39b8bdb42199 admin admin] Publish callbacks [] for security_group (c306907f-a4e6-4b0a-8cc5-227b70690ae3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.192979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cee8566-bcc9-4bc8-b1fb-39b8bdb42199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c306907f-a4e6-4b0a-8cc5-227b70690ae3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.230924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee8566-bcc9-4bc8-b1fb-39b8bdb42199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c306907f-a4e6-4b0a-8cc5-227b70690ae3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:24.235407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6cee8566-bcc9-4bc8-b1fb-39b8bdb42199 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38e4e93aa98248c28d26c0ee572a0284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2432408 Feb 11 06:15:24.238206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45478) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:24.292062 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6073fc42-8d27-4107-a325-36ee0b7497de admin admin] Publish callbacks [] for security_group (c306907f-a4e6-4b0a-8cc5-227b70690ae3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.313812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6073fc42-8d27-4107-a325-36ee0b7497de admin admin] Publish callbacks [] for security_group (c306907f-a4e6-4b0a-8cc5-227b70690ae3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.366941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6073fc42-8d27-4107-a325-36ee0b7497de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (c306907f-a4e6-4b0a-8cc5-227b70690ae3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.369538 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6073fc42-8d27-4107-a325-36ee0b7497de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.370707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6073fc42-8d27-4107-a325-36ee0b7497de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c306907f-a4e6-4b0a-8cc5-227b70690ae3 HTTP/1.1" status: 204 len: 168 time: 0.1311350 Feb 11 06:15:24.379384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073fc42-8d27-4107-a325-36ee0b7497de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c306907f-a4e6-4b0a-8cc5-227b70690ae3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:25.044812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45500) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:25.146804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1584834267'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:25.166641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Made reservation on behalf of ba40938e502c497daa7e9a9a9713a5cb for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:25.169985 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.179008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.270061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for security_group (dfa30abe-c425-49ec-b9f4-77be44205bcd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.273970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dfa30abe-c425-49ec-b9f4-77be44205bcd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.301158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:25.310955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa30abe-c425-49ec-b9f4-77be44205bcd,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:25.316089 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ad9dcbc9-ef33-48b0-9727-6ef014f695a7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.316443 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Added segment ad9dcbc9-ef33-48b0-9727-6ef014f695a7 of type vlan for network 64c7ee31-e432-4d30-a903-285d856bfd77 Feb 11 06:15:25.358273 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (64c7ee31-e432-4d30-a903-285d856bfd77), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.384145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (64c7ee31-e432-4d30-a903-285d856bfd77), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.389676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:25.390294 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.432426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3864079 Feb 11 06:15:25.435292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45504) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:25.440640 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Request body: {'subnet': {'network_id': '64c7ee31-e432-4d30-a903-285d856bfd77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:25.469746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dccdb6-0246-4a52-9ac3-d7249a3f7371 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Pushing event updated for resources: {'Network': ['ID=64c7ee31-e432-4d30-a903-285d856bfd77,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:25.481037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 64c7ee31-e432-4d30-a903-285d856bfd77 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:25.539470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Made reservation on behalf of ba40938e502c497daa7e9a9a9713a5cb for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:25.543499 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.736293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (1da22ffe-9aa0-4674-bde1-4217d058968b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.800294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Pushing event updated for resources: {'Subnet': ['ID=1da22ffe-9aa0-4674-bde1-4217d058968b,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:25.808704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Checking segment: {'id': 'ad9dcbc9-ef33-48b0-9727-6ef014f695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64c7ee31-e432-4d30-a903-285d856bfd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:25.809082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Network hostable DHCP agents. Network: 64c7ee31-e432-4d30-a903-285d856bfd77, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:25.827728 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Network 64c7ee31-e432-4d30-a903-285d856bfd77 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:25.837103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 64c7ee31-e432-4d30-a903-285d856bfd77) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:25.841042 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:25.841666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.848670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d488b08-7bb3-4e54-a171-67f3dd0c3af3 None None] Network 64c7ee31-e432-4d30-a903-285d856bfd77 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:25.863750 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ea4d28d-2e40-440d-a23f-5f45750dd265 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4241273 Feb 11 06:15:25.863999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45506) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:25.868961 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Request body: {'port': {'network_id': '64c7ee31-e432-4d30-a903-285d856bfd77', 'name': 'tempest-TagsExtTest-1765728340'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:25.958390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-64c7ee31-e432-4d30-a903-285d856bfd77', 'network_id': '64c7ee31-e432-4d30-a903-285d856bfd77', 'project_id': 'ba40938e502c497daa7e9a9a9713a5cb', 'fixed_ips': [{'subnet_id': '1da22ffe-9aa0-4674-bde1-4217d058968b'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:25.959293 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.989707 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Made reservation on behalf of ba40938e502c497daa7e9a9a9713a5cb for: {'port': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:25.993172 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.016655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] device_id is not set on port a25eefc9-9da3-4b79-981a-5fc073765515 yet. {{(pid=103121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 06:15:26.113028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Allocated IP 172.20.0.2 (64c7ee31-e432-4d30-a903-285d856bfd77/1da22ffe-9aa0-4674-bde1-4217d058968b/c896975f-3c28-4178-b779-65d9eb1383e0) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:26.258131 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Publish callbacks [] for port (c896975f-3c28-4178-b779-65d9eb1383e0), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.264091 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.318204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Allocated IP 172.20.0.7 (64c7ee31-e432-4d30-a903-285d856bfd77/1da22ffe-9aa0-4674-bde1-4217d058968b/a25eefc9-9da3-4b79-981a-5fc073765515) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:26.471661 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Network 64c7ee31-e432-4d30-a903-285d856bfd77 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:26.474589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:26.478853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:26.479069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for port (a25eefc9-9da3-4b79-981a-5fc073765515), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.482212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Pushing event updated for resources: {'Port': ['ID=c896975f-3c28-4178-b779-65d9eb1383e0,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:26.515336 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (a25eefc9-9da3-4b79-981a-5fc073765515), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.539745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Attempting to bind port c896975f-3c28-4178-b779-65d9eb1383e0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:26.540117 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Attempting to bind port c896975f-3c28-4178-b779-65d9eb1383e0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'ad9dcbc9-ef33-48b0-9727-6ef014f695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64c7ee31-e432-4d30-a903-285d856bfd77'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:26.540487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Attempting to bind port c896975f-3c28-4178-b779-65d9eb1383e0 on network 64c7ee31-e432-4d30-a903-285d856bfd77 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:26.545444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:26.545823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Checking segment: {'id': 'ad9dcbc9-ef33-48b0-9727-6ef014f695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64c7ee31-e432-4d30-a903-285d856bfd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:26.546228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.546615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Bound using segment: {'id': 'ad9dcbc9-ef33-48b0-9727-6ef014f695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64c7ee31-e432-4d30-a903-285d856bfd77'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:26.547082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Bound port: c896975f-3c28-4178-b779-65d9eb1383e0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9dcbc9-ef33-48b0-9727-6ef014f695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64c7ee31-e432-4d30-a903-285d856bfd77'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:26.547463 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.560680 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Network 64c7ee31-e432-4d30-a903-285d856bfd77 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:26.563787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:26.569652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:26.578237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Pushing event updated for resources: {'Port': ['ID=a25eefc9-9da3-4b79-981a-5fc073765515,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:26.615770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] For port c896975f-3c28-4178-b779-65d9eb1383e0, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:26.618953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] For port c896975f-3c28-4178-b779-65d9eb1383e0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c896975f-3c28-4178-b779-65d9eb1383e0,segment=NetworkSegment(ad9dcbc9-ef33-48b0-9727-6ef014f695a7),segment_id=ad9dcbc9-ef33-48b0-9727-6ef014f695a7)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:26.624840 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.626027 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:26.626661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.642843 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6910d212-e022-4ac8-9042-717ec766c8e6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7778003 Feb 11 06:15:26.646052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45508) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:26.650536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-49e20c0f-431d-49f7-8e12-7a97b580fe5b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-65593275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:26.671419 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49e20c0f-431d-49f7-8e12-7a97b580fe5b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (03096942-6457-4e00-b442-c725a699bb52), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.672588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49e20c0f-431d-49f7-8e12-7a97b580fe5b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (03096942-6457-4e00-b442-c725a699bb52), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.682802 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c965057-42f6-42f2-a49c-434cd5b8f78d None None] Pushing event updated for resources: {'Port': ['ID=c896975f-3c28-4178-b779-65d9eb1383e0,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:26.734490 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49e20c0f-431d-49f7-8e12-7a97b580fe5b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for router_controller (03096942-6457-4e00-b442-c725a699bb52), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.739642 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49e20c0f-431d-49f7-8e12-7a97b580fe5b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (03096942-6457-4e00-b442-c725a699bb52), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.759509 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49e20c0f-431d-49f7-8e12-7a97b580fe5b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.760787 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-49e20c0f-431d-49f7-8e12-7a97b580fe5b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1137047 Feb 11 06:15:26.764240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45510) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:26.769082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6cca9083-6f60-486b-aace-ef18c330eef9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1892863794', 'prefixes': ['172.20.0.0/16']}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:26.867179 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cca9083-6f60-486b-aace-ef18c330eef9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.867179 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6cca9083-6f60-486b-aace-ef18c330eef9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1013410 Feb 11 06:15:26.870494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45512) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:26.876423 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-f3b98f78-dc77-41a2-99e6-aec73629a6a0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b', 'tempest-TagsExtTest-Tag-143107204') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:26.986031 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f3b98f78-dc77-41a2-99e6-aec73629a6a0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags/tempest-TagsExtTest-Tag-143107204 HTTP/1.1" status: 201 len: 201 time: 0.1143680 Feb 11 06:15:26.989093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45514) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:26.993812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-071a801e-14a3-4192-9944-efd4fde6eec3 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515', 'tempest-TagsExtTest-Tag-1338658206') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.062889 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-071a801e-14a3-4192-9944-efd4fde6eec3 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags/tempest-TagsExtTest-Tag-1338658206 HTTP/1.1" status: 201 len: 201 time: 0.0724220 Feb 11 06:15:27.066789 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45516) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.071740 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-7b4942ae-8941-4e3b-adc7-dd2fb7c7edbd tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52', 'tempest-TagsExtTest-Tag-2027683746') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.163173 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7b4942ae-8941-4e3b-adc7-dd2fb7c7edbd tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags/tempest-TagsExtTest-Tag-2027683746 HTTP/1.1" status: 201 len: 201 time: 0.0953178 Feb 11 06:15:27.165695 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45518) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.170251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-6e48b37c-0b26-4fea-9aa0-43eeeb8c7134 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959', 'tempest-TagsExtTest-Tag-1992815171') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.216611 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6e48b37c-0b26-4fea-9aa0-43eeeb8c7134 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags/tempest-TagsExtTest-Tag-1992815171 HTTP/1.1" status: 201 len: 201 time: 0.0497096 Feb 11 06:15:27.218948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45520) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.223645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-edd8f9ea-ca6c-4c0e-b755-cf663793ab58 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.274216 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-edd8f9ea-ca6c-4c0e-b755-cf663793ab58 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags HTTP/1.1" status: 200 len: 240 time: 0.0542340 Feb 11 06:15:27.276815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45522) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.281156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-a0db2c9e-399c-4ee7-8954-05aba233973a tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b', 'tempest-TagsExtTest-Tag-143107204') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.338045 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a0db2c9e-399c-4ee7-8954-05aba233973a tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags/tempest-TagsExtTest-Tag-143107204 HTTP/1.1" status: 204 len: 168 time: 0.0601268 Feb 11 06:15:27.340581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45524) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.345299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-9f721567-b6ef-400b-9e66-b85d58441c4b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b', 'tempest-TagsExtTest-Tag-143107204') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.419885 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9f721567-b6ef-400b-9e66-b85d58441c4b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags/tempest-TagsExtTest-Tag-143107204 HTTP/1.1" status: 204 len: 168 time: 0.0782058 Feb 11 06:15:27.422371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45526) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.427182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-9c54161b-5634-4672-9c0d-ae1ee3218395 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.482790 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9c54161b-5634-4672-9c0d-ae1ee3218395 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags HTTP/1.1" status: 200 len: 205 time: 0.0593677 Feb 11 06:15:27.485327 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45528) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.489815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-913d2f50-6b4a-4b26-a330-d61f7e31c1f0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.543742 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-913d2f50-6b4a-4b26-a330-d61f7e31c1f0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags HTTP/1.1" status: 200 len: 241 time: 0.0551507 Feb 11 06:15:27.544011 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.548406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-30633ecb-1b74-4381-bc68-2feabe1e9f39 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515', 'tempest-TagsExtTest-Tag-1338658206') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.599318 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-30633ecb-1b74-4381-bc68-2feabe1e9f39 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags/tempest-TagsExtTest-Tag-1338658206 HTTP/1.1" status: 204 len: 168 time: 0.0542462 Feb 11 06:15:27.601762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45532) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.606268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-1f3314d2-5054-4ce7-b63e-c975932c5e71 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515', 'tempest-TagsExtTest-Tag-1338658206') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.618482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91f5d5-54c9-4dfd-9b5a-7e93a43a0ab4 None None] Network 64c7ee31-e432-4d30-a903-285d856bfd77 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:27.673974 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1f3314d2-5054-4ce7-b63e-c975932c5e71 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags/tempest-TagsExtTest-Tag-1338658206 HTTP/1.1" status: 204 len: 168 time: 0.0711441 Feb 11 06:15:27.676551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45534) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.681137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-8c89b72f-567b-4b2f-a7ec-013d7c9f6487 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.731896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8c89b72f-567b-4b2f-a7ec-013d7c9f6487 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags HTTP/1.1" status: 200 len: 205 time: 0.0541742 Feb 11 06:15:27.734500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45536) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.737917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-159c503c-4ec8-41a4-b57e-44bc135da950 None None] Provisioning complete for port c896975f-3c28-4178-b779-65d9eb1383e0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:27.738295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-159c503c-4ec8-41a4-b57e-44bc135da950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.738968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-555b46bf-9be3-4dc2-831b-809a4b8fca82 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.798483 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0d28-02bf-4198-bc36-8fc8df38b241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.850528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-555b46bf-9be3-4dc2-831b-809a4b8fca82 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags HTTP/1.1" status: 200 len: 241 time: 0.1146557 Feb 11 06:15:27.853213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45538) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.864137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-86da8fe5-487e-4a91-925d-f703719e1de3 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52', 'tempest-TagsExtTest-Tag-2027683746') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.867554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-159c503c-4ec8-41a4-b57e-44bc135da950 None None] Current status of the port c896975f-3c28-4178-b779-65d9eb1383e0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:27.868284 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-159c503c-4ec8-41a4-b57e-44bc135da950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.914377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-159c503c-4ec8-41a4-b57e-44bc135da950 None None] For port c896975f-3c28-4178-b779-65d9eb1383e0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c896975f-3c28-4178-b779-65d9eb1383e0,segment=NetworkSegment(ad9dcbc9-ef33-48b0-9727-6ef014f695a7),segment_id=ad9dcbc9-ef33-48b0-9727-6ef014f695a7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:27.921314 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-159c503c-4ec8-41a4-b57e-44bc135da950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.962717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-86da8fe5-487e-4a91-925d-f703719e1de3 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags/tempest-TagsExtTest-Tag-2027683746 HTTP/1.1" status: 204 len: 168 time: 0.1043661 Feb 11 06:15:27.963203 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45540) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.967860 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-db788869-9e84-4d73-8028-549a24e624c3 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52', 'tempest-TagsExtTest-Tag-2027683746') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.006752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c503c-4ec8-41a4-b57e-44bc135da950 None None] Pushing event updated for resources: {'Port': ['ID=c896975f-3c28-4178-b779-65d9eb1383e0,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:28.072988 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-db788869-9e84-4d73-8028-549a24e624c3 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags/tempest-TagsExtTest-Tag-2027683746 HTTP/1.1" status: 204 len: 168 time: 0.1088209 Feb 11 06:15:28.075419 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45542) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.080276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-3aec477b-f715-463e-bcaa-3c0bb29f6fda tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.149229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0527c371-a6fc-484a-9668-62a000e8ee3f None None] Provisioning complete for port a25eefc9-9da3-4b79-981a-5fc073765515 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:28.149715 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0527c371-a6fc-484a-9668-62a000e8ee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a25eefc9-9da3-4b79-981a-5fc073765515), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.168010 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3aec477b-f715-463e-bcaa-3c0bb29f6fda tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags HTTP/1.1" status: 200 len: 205 time: 0.0893302 Feb 11 06:15:28.168268 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45544) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.172738 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-265659c1-2ed6-45ac-9dea-5a4c0dc28f0b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.193162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0527c371-a6fc-484a-9668-62a000e8ee3f None None] Port a25eefc9-9da3-4b79-981a-5fc073765515 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:28.202400 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-265659c1-2ed6-45ac-9dea-5a4c0dc28f0b tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags HTTP/1.1" status: 200 len: 241 time: 0.0307882 Feb 11 06:15:28.202889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45546) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.204575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0527c371-a6fc-484a-9668-62a000e8ee3f None None] Provisioning complete for port c896975f-3c28-4178-b779-65d9eb1383e0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:28.205179 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0527c371-a6fc-484a-9668-62a000e8ee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.207695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.tag.tag_plugin [None req-13bff2d7-0d2f-4908-95b7-988601b79374 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959', 'tempest-TagsExtTest-Tag-1992815171') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.261918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-13bff2d7-0d2f-4908-95b7-988601b79374 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags/tempest-TagsExtTest-Tag-1992815171 HTTP/1.1" status: 204 len: 168 time: 0.0577705 Feb 11 06:15:28.262546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45548) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.267329 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-d6461fdd-47f6-4818-92aa-aa4f97e7ff55 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959', 'tempest-TagsExtTest-Tag-1992815171') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.292175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c896975f-3c28-4178-b779-65d9eb1383e0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:28.310691 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d6461fdd-47f6-4818-92aa-aa4f97e7ff55 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags/tempest-TagsExtTest-Tag-1992815171 HTTP/1.1" status: 204 len: 168 time: 0.0447583 Feb 11 06:15:28.310916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.315736 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-3f30fdb0-fa52-4aa3-86b6-1564539df56a tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.337260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0527c371-a6fc-484a-9668-62a000e8ee3f None None] Current status of the port c896975f-3c28-4178-b779-65d9eb1383e0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:28.337531 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3f30fdb0-fa52-4aa3-86b6-1564539df56a tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags HTTP/1.1" status: 200 len: 205 time: 0.0256557 Feb 11 06:15:28.340213 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45552) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.344525 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-e616586d-407a-43c4-a66b-a1452451ff9a tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.356314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c896975f-3c28-4178-b779-65d9eb1383e0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:28.356704 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.376096 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e616586d-407a-43c4-a66b-a1452451ff9a tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags HTTP/1.1" status: 204 len: 168 time: 0.0347011 Feb 11 06:15:28.379044 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.384074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-3faecefc-490e-478d-a455-b16437572dae tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.441929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c896975f-3c28-4178-b779-65d9eb1383e0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:28.458670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c8d0d3f1-ae6f-4c0f-a75d-8cceeef2bea7 None None] Provisioning complete for port a25eefc9-9da3-4b79-981a-5fc073765515 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:28.459054 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d3f1-ae6f-4c0f-a75d-8cceeef2bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a25eefc9-9da3-4b79-981a-5fc073765515), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.473214 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3faecefc-490e-478d-a455-b16437572dae tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags HTTP/1.1" status: 204 len: 168 time: 0.0926747 Feb 11 06:15:28.476208 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45556) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.480610 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-ccf660ed-e6fe-4741-8948-9de5c8d0bca6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.497780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0d3f1-ae6f-4c0f-a75d-8cceeef2bea7 None None] Port a25eefc9-9da3-4b79-981a-5fc073765515 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:28.533670 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ccf660ed-e6fe-4741-8948-9de5c8d0bca6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags HTTP/1.1" status: 204 len: 168 time: 0.0563326 Feb 11 06:15:28.536218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45558) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.540451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-073a80e2-7812-49a2-a5f3-63c9c13d9960 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.595005 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-073a80e2-7812-49a2-a5f3-63c9c13d9960 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags HTTP/1.1" status: 204 len: 168 time: 0.0577521 Feb 11 06:15:28.599317 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45560) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.603733 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-57b9c7bb-860f-4d8e-955d-d59a0ba61c2c tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b', 'tempest-TagsExtTest-Tag-1873361273') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.667486 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-57b9c7bb-860f-4d8e-955d-d59a0ba61c2c tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags/tempest-TagsExtTest-Tag-1873361273 HTTP/1.1" status: 201 len: 201 time: 0.0670333 Feb 11 06:15:28.670073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45562) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.675088 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-f6ad78ab-05de-401c-9e71-7fa6805db45d tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515', 'tempest-TagsExtTest-Tag-1868769766') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.745689 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f6ad78ab-05de-401c-9e71-7fa6805db45d tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags/tempest-TagsExtTest-Tag-1868769766 HTTP/1.1" status: 201 len: 201 time: 0.0745761 Feb 11 06:15:28.748434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45564) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.753220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-11f07c91-32d4-4dfe-b009-6b7b20d3392e tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52', 'tempest-TagsExtTest-Tag-750415209') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.842038 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-11f07c91-32d4-4dfe-b009-6b7b20d3392e tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags/tempest-TagsExtTest-Tag-750415209 HTTP/1.1" status: 201 len: 201 time: 0.0924861 Feb 11 06:15:28.844561 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45566) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.849060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-7f04f995-2817-4c4b-a79c-c35da60243e5 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959', 'tempest-TagsExtTest-Tag-14698973') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.881986 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7f04f995-2817-4c4b-a79c-c35da60243e5 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags/tempest-TagsExtTest-Tag-14698973 HTTP/1.1" status: 201 len: 201 time: 0.0363808 Feb 11 06:15:28.884536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45568) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.889291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-8c27b03c-9297-4dbb-8991-4080120980c3 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b', {'tags': ['tempest-TagsExtTest-Tag-80444229', 'tempest-TagsExtTest-Tag-95290062', 'tempest-TagsExtTest-Tag-918270845']}) {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.952123 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8c27b03c-9297-4dbb-8991-4080120980c3 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags HTTP/1.1" status: 200 len: 313 time: 0.0663340 Feb 11 06:15:28.954449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45570) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.958686 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-b38507fa-cde1-4855-b560-91160d1d93a5 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.024259 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b38507fa-cde1-4855-b560-91160d1d93a5 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags HTTP/1.1" status: 204 len: 168 time: 0.0687826 Feb 11 06:15:29.026919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45572) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.031410 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-bfe3a2dc-03ba-4a46-a528-157c277b6ecc tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b', 'tempest-TagsExtTest-Tag-80444229') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.082455 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-bfe3a2dc-03ba-4a46-a528-157c277b6ecc tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:29.083529 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bfe3a2dc-03ba-4a46-a528-157c277b6ecc tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags/tempest-TagsExtTest-Tag-80444229 HTTP/1.1" status: 404 len: 327 time: 0.0556984 Feb 11 06:15:29.086390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45574) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.090439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-12047df9-02c3-4b82-bf47-9c5af796a381 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b', 'tempest-TagsExtTest-Tag-95290062') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.141924 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-12047df9-02c3-4b82-bf47-9c5af796a381 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:29.142983 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-12047df9-02c3-4b82-bf47-9c5af796a381 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags/tempest-TagsExtTest-Tag-95290062 HTTP/1.1" status: 404 len: 327 time: 0.0556779 Feb 11 06:15:29.145820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45576) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.150128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-1cf8b119-2bb3-4f87-8129-9712d0a8b4d5 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b', 'tempest-TagsExtTest-Tag-918270845') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.206111 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-1cf8b119-2bb3-4f87-8129-9712d0a8b4d5 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:29.207275 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1cf8b119-2bb3-4f87-8129-9712d0a8b4d5 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags/tempest-TagsExtTest-Tag-918270845 HTTP/1.1" status: 404 len: 328 time: 0.0604458 Feb 11 06:15:29.210164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45578) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.214783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-139c14ae-e31f-4fda-8c15-c7db32207ab9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515', {'tags': ['tempest-TagsExtTest-Tag-2017188210', 'tempest-TagsExtTest-Tag-1830248712', 'tempest-TagsExtTest-Tag-480013205']}) {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.274380 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-139c14ae-e31f-4fda-8c15-c7db32207ab9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags HTTP/1.1" status: 200 len: 317 time: 0.0630622 Feb 11 06:15:29.276927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45580) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.281304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-b114838f-6026-443a-9b5b-e523b02948e2 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.344030 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b114838f-6026-443a-9b5b-e523b02948e2 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags HTTP/1.1" status: 204 len: 168 time: 0.0660501 Feb 11 06:15:29.347160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45582) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.351366 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-e8627e34-7d41-48e6-8529-fedd7490c126 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515', 'tempest-TagsExtTest-Tag-2017188210') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.398343 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-e8627e34-7d41-48e6-8529-fedd7490c126 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:29.399393 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e8627e34-7d41-48e6-8529-fedd7490c126 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags/tempest-TagsExtTest-Tag-2017188210 HTTP/1.1" status: 404 len: 329 time: 0.0513279 Feb 11 06:15:29.402180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45584) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.406338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-2ca276ca-9589-4389-85ef-2daf13dbc3cc tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515', 'tempest-TagsExtTest-Tag-1830248712') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.459555 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-2ca276ca-9589-4389-85ef-2daf13dbc3cc tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:29.460520 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2ca276ca-9589-4389-85ef-2daf13dbc3cc tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags/tempest-TagsExtTest-Tag-1830248712 HTTP/1.1" status: 404 len: 329 time: 0.0574353 Feb 11 06:15:29.463377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45586) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.467704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-981e8032-2f1d-4dd0-a542-6c5640ca76a9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515', 'tempest-TagsExtTest-Tag-480013205') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.516656 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-981e8032-2f1d-4dd0-a542-6c5640ca76a9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:29.517747 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-981e8032-2f1d-4dd0-a542-6c5640ca76a9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags/tempest-TagsExtTest-Tag-480013205 HTTP/1.1" status: 404 len: 328 time: 0.0534427 Feb 11 06:15:29.520500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45588) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.525077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-1f492ddc-f855-4354-8a81-702c889468b9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52', {'tags': ['tempest-TagsExtTest-Tag-213975398', 'tempest-TagsExtTest-Tag-1632993280', 'tempest-TagsExtTest-Tag-1322677356']}) {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.614506 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1f492ddc-f855-4354-8a81-702c889468b9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags HTTP/1.1" status: 200 len: 317 time: 0.0929494 Feb 11 06:15:29.617055 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45590) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.622283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-8690f99a-6f5b-40d4-a181-51a8e96bbc2a tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.722476 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8690f99a-6f5b-40d4-a181-51a8e96bbc2a tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags HTTP/1.1" status: 204 len: 168 time: 0.1041076 Feb 11 06:15:29.724905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45592) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.729249 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-ea2a89f8-2d38-4721-a679-aae79aa43755 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52', 'tempest-TagsExtTest-Tag-213975398') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.804482 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-ea2a89f8-2d38-4721-a679-aae79aa43755 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:29.805558 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ea2a89f8-2d38-4721-a679-aae79aa43755 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags/tempest-TagsExtTest-Tag-213975398 HTTP/1.1" status: 404 len: 328 time: 0.0797317 Feb 11 06:15:29.808760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45594) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.814265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-fbea6091-1f2b-4df3-9561-bfddd79b6e63 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52', 'tempest-TagsExtTest-Tag-1632993280') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.895085 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-fbea6091-1f2b-4df3-9561-bfddd79b6e63 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:29.896157 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fbea6091-1f2b-4df3-9561-bfddd79b6e63 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags/tempest-TagsExtTest-Tag-1632993280 HTTP/1.1" status: 404 len: 329 time: 0.0862255 Feb 11 06:15:29.899390 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45596) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.904671 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-fa810180-c722-48a6-8117-8e480497ed14 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52', 'tempest-TagsExtTest-Tag-1322677356') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.231097 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-fa810180-c722-48a6-8117-8e480497ed14 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:30.232138 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa810180-c722-48a6-8117-8e480497ed14 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags/tempest-TagsExtTest-Tag-1322677356 HTTP/1.1" status: 404 len: 329 time: 0.3318253 Feb 11 06:15:30.235306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45598) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.239990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-1b846a82-a46c-4bef-a988-a42ead1a2414 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959', {'tags': ['tempest-TagsExtTest-Tag-888902363', 'tempest-TagsExtTest-Tag-1253921292', 'tempest-TagsExtTest-Tag-1331671424']}) {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.275509 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1b846a82-a46c-4bef-a988-a42ead1a2414 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "PUT /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags HTTP/1.1" status: 200 len: 317 time: 0.0391710 Feb 11 06:15:30.278090 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45600) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.282681 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-4a1ff5f6-6a91-4ee8-a970-9aa2d78f12a0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.320188 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4a1ff5f6-6a91-4ee8-a970-9aa2d78f12a0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags HTTP/1.1" status: 204 len: 168 time: 0.0409811 Feb 11 06:15:30.323012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45602) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.327479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-c7d951e9-22b6-4482-9aa8-1a62a3982295 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959', 'tempest-TagsExtTest-Tag-888902363') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.335136 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fe3f2961-5e64-4125-818c-fbecc56a5726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:30.355301 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-c7d951e9-22b6-4482-9aa8-1a62a3982295 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:30.356356 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c7d951e9-22b6-4482-9aa8-1a62a3982295 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags/tempest-TagsExtTest-Tag-888902363 HTTP/1.1" status: 404 len: 328 time: 0.0324275 Feb 11 06:15:30.359209 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45604) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.363497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-a56b228b-f54b-44d8-8947-7f9ebaf40035 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959', 'tempest-TagsExtTest-Tag-1253921292') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.388271 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-a56b228b-f54b-44d8-8947-7f9ebaf40035 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:30.389330 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a56b228b-f54b-44d8-8947-7f9ebaf40035 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags/tempest-TagsExtTest-Tag-1253921292 HTTP/1.1" status: 404 len: 329 time: 0.0291526 Feb 11 06:15:30.392153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45606) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.397092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-981180a4-4a79-46ec-af3d-f60e882f2897 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959', 'tempest-TagsExtTest-Tag-1331671424') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.416775 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-981180a4-4a79-46ec-af3d-f60e882f2897 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] show failed (client error): The resource could not be found. Feb 11 06:15:30.417807 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-981180a4-4a79-46ec-af3d-f60e882f2897 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags/tempest-TagsExtTest-Tag-1331671424 HTTP/1.1" status: 404 len: 329 time: 0.0248227 Feb 11 06:15:30.420731 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45608) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.425611 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-5c9cef80-48e9-49f6-9ded-3cadc22a73c6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fe7a02a0-a5cc-42ca-b394-fd7b9b84e959') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.450829 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c9cef80-48e9-49f6-9ded-3cadc22a73c6 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959/tags HTTP/1.1" status: 204 len: 168 time: 0.0290170 Feb 11 06:15:30.453280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45610) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.457687 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-685271bf-1950-4bd3-8151-4e0afd967bb9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '03096942-6457-4e00-b442-c725a699bb52') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.547161 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-685271bf-1950-4bd3-8151-4e0afd967bb9 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52/tags HTTP/1.1" status: 204 len: 168 time: 0.0928235 Feb 11 06:15:30.549682 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45612) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.553883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-805d28ed-2f2f-430f-bdf6-c7705296c7d7 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a25eefc9-9da3-4b79-981a-5fc073765515') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.606440 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-805d28ed-2f2f-430f-bdf6-c7705296c7d7 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515/tags HTTP/1.1" status: 204 len: 168 time: 0.0556629 Feb 11 06:15:30.608927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45614) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.613106 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.tag.tag_plugin [None req-5f8ae0e9-4873-4e72-9d7c-6dd4a63cb728 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1da22ffe-9aa0-4674-bde1-4217d058968b') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:30.668862 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5f8ae0e9-4873-4e72-9d7c-6dd4a63cb728 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b/tags HTTP/1.1" status: 204 len: 168 time: 0.0588219 Feb 11 06:15:30.673362 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45616) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.756181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8a072a9-d76b-4fdf-908b-b4864d278eea tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:30.757380 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d8a072a9-d76b-4fdf-908b-b4864d278eea tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fe7a02a0-a5cc-42ca-b394-fd7b9b84e959 HTTP/1.1" status: 204 len: 168 time: 0.0830381 Feb 11 06:15:30.760414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45618) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.799149 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7af20dc7-780f-4f81-878a-6c7b7efc3a55 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "GET /v2.0/ports?device_id=03096942-6457-4e00-b442-c725a699bb52 HTTP/1.1" status: 200 len: 205 time: 0.0375748 Feb 11 06:15:30.801548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45620) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.876626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8930a1f0-240d-442c-8db6-aa175d1fc8c0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for router (03096942-6457-4e00-b442-c725a699bb52), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.044565 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8930a1f0-240d-442c-8db6-aa175d1fc8c0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (03096942-6457-4e00-b442-c725a699bb52), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.046895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8930a1f0-240d-442c-8db6-aa175d1fc8c0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for router_controller (03096942-6457-4e00-b442-c725a699bb52), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.096121 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8930a1f0-240d-442c-8db6-aa175d1fc8c0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (03096942-6457-4e00-b442-c725a699bb52), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.096656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8930a1f0-240d-442c-8db6-aa175d1fc8c0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Fanout notify agent at l3_agent the message router_deleted on router 03096942-6457-4e00-b442-c725a699bb52 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:15:31.103216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8930a1f0-240d-442c-8db6-aa175d1fc8c0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.104326 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8930a1f0-240d-442c-8db6-aa175d1fc8c0 tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/routers/03096942-6457-4e00-b442-c725a699bb52 HTTP/1.1" status: 204 len: 168 time: 0.3018107 Feb 11 06:15:31.107079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45622) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:31.195721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-ebdaa1f2-2a33-49f3-9c11-2b2ad99fb4db tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Deleting port a25eefc9-9da3-4b79-981a-5fc073765515 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:31.196070 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa1f2-2a33-49f3-9c11-2b2ad99fb4db tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a25eefc9-9da3-4b79-981a-5fc073765515), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.240911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.290953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa1f2-2a33-49f3-9c11-2b2ad99fb4db tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a25eefc9-9da3-4b79-981a-5fc073765515), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.303341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-ebdaa1f2-2a33-49f3-9c11-2b2ad99fb4db tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Calling delete_port for a25eefc9-9da3-4b79-981a-5fc073765515 owned by {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:31.442843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa1f2-2a33-49f3-9c11-2b2ad99fb4db tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a25eefc9-9da3-4b79-981a-5fc073765515), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.472361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaa1f2-2a33-49f3-9c11-2b2ad99fb4db tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Pushing event deleted for resources: {'Port': ['ID=a25eefc9-9da3-4b79-981a-5fc073765515,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:31.541897 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa1f2-2a33-49f3-9c11-2b2ad99fb4db tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.548221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ebdaa1f2-2a33-49f3-9c11-2b2ad99fb4db tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/ports/a25eefc9-9da3-4b79-981a-5fc073765515 HTTP/1.1" status: 204 len: 168 time: 0.4376028 Feb 11 06:15:31.548737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45624) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:31.609953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1f1dd5-9be9-48df-a209-32367a2875cb tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Deleting subnet 1da22ffe-9aa0-4674-bde1-4217d058968b {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:31.614435 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1dd5-9be9-48df-a209-32367a2875cb tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for subnet (1da22ffe-9aa0-4674-bde1-4217d058968b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.655443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1dd5-9be9-48df-a209-32367a2875cb tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (1da22ffe-9aa0-4674-bde1-4217d058968b), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.754255 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1dd5-9be9-48df-a209-32367a2875cb tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1da22ffe-9aa0-4674-bde1-4217d058968b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.820183 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1dd5-9be9-48df-a209-32367a2875cb tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (1da22ffe-9aa0-4674-bde1-4217d058968b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.851117 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1dd5-9be9-48df-a209-32367a2875cb tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.854503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7d1f1dd5-9be9-48df-a209-32367a2875cb tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/subnets/1da22ffe-9aa0-4674-bde1-4217d058968b HTTP/1.1" status: 204 len: 168 time: 0.3039486 Feb 11 06:15:31.855625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f1dd5-9be9-48df-a209-32367a2875cb tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Pushing event deleted for resources: {'Subnet': ['ID=1da22ffe-9aa0-4674-bde1-4217d058968b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:31.857071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45626) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:31.865682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ee7ad-3c1e-4180-9752-bcbcbdcbb654 None None] Network 64c7ee31-e432-4d30-a903-285d856bfd77 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:31.946585 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (64c7ee31-e432-4d30-a903-285d856bfd77), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.008756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Deleting port c896975f-3c28-4178-b779-65d9eb1383e0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:32.009424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.035242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef8f11-1043-4295-8a28-f27756ac00f1 None None] DHCP port deletion for 64c7ee31-e432-4d30-a903-285d856bfd77 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:32.078447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] For port c896975f-3c28-4178-b779-65d9eb1383e0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c896975f-3c28-4178-b779-65d9eb1383e0,segment=NetworkSegment(ad9dcbc9-ef33-48b0-9727-6ef014f695a7),segment_id=ad9dcbc9-ef33-48b0-9727-6ef014f695a7)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:32.079208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.088647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-efef8f11-1043-4295-8a28-f27756ac00f1 None None] Deleting port c896975f-3c28-4178-b779-65d9eb1383e0 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:32.089031 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-efef8f11-1043-4295-8a28-f27756ac00f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.093377 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Calling delete_port for c896975f-3c28-4178-b779-65d9eb1383e0 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:32.165019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-efef8f11-1043-4295-8a28-f27756ac00f1 None None] For port c896975f-3c28-4178-b779-65d9eb1383e0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c896975f-3c28-4178-b779-65d9eb1383e0,segment=NetworkSegment(ad9dcbc9-ef33-48b0-9727-6ef014f695a7),segment_id=ad9dcbc9-ef33-48b0-9727-6ef014f695a7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:32.165768 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-efef8f11-1043-4295-8a28-f27756ac00f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.195446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-efef8f11-1043-4295-8a28-f27756ac00f1 None None] Calling delete_port for c896975f-3c28-4178-b779-65d9eb1383e0 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:32.201659 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.230858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Pushing event deleted for resources: {'Port': ['ID=c896975f-3c28-4178-b779-65d9eb1383e0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:32.234749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] No DVR routers for this DVR port c896975f-3c28-4178-b779-65d9eb1383e0 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:32.279392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c896975f-3c28-4178-b779-65d9eb1383e0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:32.305396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: c896975f-3c28-4178-b779-65d9eb1383e0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:32.305898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c896975f-3c28-4178-b779-65d9eb1383e0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:32.328952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (64c7ee31-e432-4d30-a903-285d856bfd77), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.357942 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c7ee31-e432-4d30-a903-285d856bfd77']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:32.358355 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-efef8f11-1043-4295-8a28-f27756ac00f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (c896975f-3c28-4178-b779-65d9eb1383e0), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.370045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9dcbc9-ef33-48b0-9727-6ef014f695a7') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:32.371408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9dcbc9-ef33-48b0-9727-6ef014f695a7') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:32.383725 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (ad9dcbc9-ef33-48b0-9727-6ef014f695a7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.399307 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (ad9dcbc9-ef33-48b0-9727-6ef014f695a7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.399807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef8f11-1043-4295-8a28-f27756ac00f1 None None] Pushing event deleted for resources: {'Port': ['ID=c896975f-3c28-4178-b779-65d9eb1383e0,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:32.405583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef8f11-1043-4295-8a28-f27756ac00f1 None None] No DVR routers for this DVR port c896975f-3c28-4178-b779-65d9eb1383e0 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:32.407462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:32.407911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (ad9dcbc9-ef33-48b0-9727-6ef014f695a7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:32.411201 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:32.475744 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (64c7ee31-e432-4d30-a903-285d856bfd77), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.483071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.486670 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] 10.222.0.31 "DELETE /v2.0/networks/64c7ee31-e432-4d30-a903-285d856bfd77 HTTP/1.1" status: 204 len: 168 time: 0.6284533 Feb 11 06:15:32.498811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38430532-9e20-4d75-82a5-a2594ab981ad tempest-TagsExtTest-81914613 tempest-TagsExtTest-81914613-project] Pushing event deleted for resources: {'Network': ['ID=64c7ee31-e432-4d30-a903-285d856bfd77,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:32.756745 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45632) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:32.893449 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-92dcc07f-f903-4633-993d-fe86807f0e92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba40938e502c497daa7e9a9a9713a5cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353879 Feb 11 06:15:32.895841 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45636) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:32.916756 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.951112 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb91d-f515-4e79-88bf-46d9da862a8e admin admin] Publish callbacks [] for security_group (dfa30abe-c425-49ec-b9f4-77be44205bcd), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.972907 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb91d-f515-4e79-88bf-46d9da862a8e admin admin] Publish callbacks [] for security_group (dfa30abe-c425-49ec-b9f4-77be44205bcd), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.025519 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb91d-f515-4e79-88bf-46d9da862a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dfa30abe-c425-49ec-b9f4-77be44205bcd), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.028155 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb91d-f515-4e79-88bf-46d9da862a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.029396 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3c8cb91d-f515-4e79-88bf-46d9da862a8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfa30abe-c425-49ec-b9f4-77be44205bcd HTTP/1.1" status: 204 len: 168 time: 0.1326187 Feb 11 06:15:33.038503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cb91d-f515-4e79-88bf-46d9da862a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa30abe-c425-49ec-b9f4-77be44205bcd,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:33.678086 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45658) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:33.785879 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-474153015-network', 'tenant_id': '5bcbff96b9514a198e8a252db58ad294'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:33.809535 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Made reservation on behalf of 5bcbff96b9514a198e8a252db58ad294 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:33.811916 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.821793 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.902834 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Publish callbacks [] for security_group (75c53c1a-9530-4f09-b0d2-03ce0e0f9239), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.907441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (75c53c1a-9530-4f09-b0d2-03ce0e0f9239), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.940569 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:33.950916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c53c1a-9530-4f09-b0d2-03ce0e0f9239,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:33.955832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6beccfbb-9764-48df-84ec-9a444eedffd6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.956185 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Added segment 6beccfbb-9764-48df-84ec-9a444eedffd6 of type vlan for network 9855dcb8-ad99-4a91-8eee-4f9a5f498820 Feb 11 06:15:33.989883 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.003664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (9855dcb8-ad99-4a91-8eee-4f9a5f498820), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.030704 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (9855dcb8-ad99-4a91-8eee-4f9a5f498820), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.031822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:34.032420 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.083645 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4044211 Feb 11 06:15:34.086799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45662) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:34.092067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Request body: {'subnet': {'network_id': '9855dcb8-ad99-4a91-8eee-4f9a5f498820', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-474153015-subnet', 'tenant_id': '5bcbff96b9514a198e8a252db58ad294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:34.121015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Made reservation on behalf of 5bcbff96b9514a198e8a252db58ad294 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:34.123662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.131770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783d900-7a62-49b5-b26d-805d15a370cf admin admin] Pushing event updated for resources: {'Network': ['ID=9855dcb8-ad99-4a91-8eee-4f9a5f498820,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:34.141861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 9855dcb8-ad99-4a91-8eee-4f9a5f498820 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:34.303409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (0109866f-915f-47e9-a365-875c83c752ad), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.354510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0109866f-915f-47e9-a365-875c83c752ad,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:34.370178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Checking segment: {'id': '6beccfbb-9764-48df-84ec-9a444eedffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9855dcb8-ad99-4a91-8eee-4f9a5f498820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:34.370545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Network hostable DHCP agents. Network: 9855dcb8-ad99-4a91-8eee-4f9a5f498820, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:34.387832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Network 9855dcb8-ad99-4a91-8eee-4f9a5f498820 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:34.398497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 9855dcb8-ad99-4a91-8eee-4f9a5f498820) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:34.402438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:34.403058 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.408386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5730ad2c-d96b-4b46-9145-f20308333e2d None None] Network 9855dcb8-ad99-4a91-8eee-4f9a5f498820 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:34.425719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f06c7b1f-f1f3-467d-8bb2-3a7d0f0a6fee admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3376713 Feb 11 06:15:34.511860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15fe92c-944f-4a49-bd59-aee717ef6961 None None] Network 9855dcb8-ad99-4a91-8eee-4f9a5f498820 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:34.949265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45678) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:34.954512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1369671671-network', 'tenant_id': '2041a272504f42f2b17824cf24abb00f'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:34.975266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Made reservation on behalf of 2041a272504f42f2b17824cf24abb00f for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:34.977819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.987050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.068959 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Publish callbacks [] for security_group (fa01fd99-0e27-47dc-b574-c91c65dd614e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.073133 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fa01fd99-0e27-47dc-b574-c91c65dd614e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.107414 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:35.114251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa01fd99-0e27-47dc-b574-c91c65dd614e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:35.123164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4247c0cf-2055-4f10-b1b7-597bc32dc7c3), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.123164 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Added segment 4247c0cf-2055-4f10-b1b7-597bc32dc7c3 of type vlan for network af7ad771-e9f2-4b4b-b83c-a7978f19124b Feb 11 06:15:35.166914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (af7ad771-e9f2-4b4b-b83c-a7978f19124b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.191905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (af7ad771-e9f2-4b4b-b83c-a7978f19124b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.193332 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:35.194094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.273067 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3226476 Feb 11 06:15:35.276029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45680) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:35.276784 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65e100-3107-4000-bebc-e51aba8ee133 admin admin] Pushing event updated for resources: {'Network': ['ID=af7ad771-e9f2-4b4b-b83c-a7978f19124b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:35.283211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Request body: {'subnet': {'network_id': 'af7ad771-e9f2-4b4b-b83c-a7978f19124b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1369671671-subnet', 'tenant_id': '2041a272504f42f2b17824cf24abb00f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:35.290546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network af7ad771-e9f2-4b4b-b83c-a7978f19124b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:35.306864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Made reservation on behalf of 2041a272504f42f2b17824cf24abb00f for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:35.309420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.493435 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (ed02f318-93f0-4af2-88d8-74c562c20a2c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.551335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed02f318-93f0-4af2-88d8-74c562c20a2c,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:35.562702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Checking segment: {'id': '4247c0cf-2055-4f10-b1b7-597bc32dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af7ad771-e9f2-4b4b-b83c-a7978f19124b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:35.563074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Network hostable DHCP agents. Network: af7ad771-e9f2-4b4b-b83c-a7978f19124b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:35.583395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Network af7ad771-e9f2-4b4b-b83c-a7978f19124b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:35.595701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, af7ad771-e9f2-4b4b-b83c-a7978f19124b) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:35.601026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:35.602081 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.605216 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083d9bd7-96f9-41bc-9d63-0599c4b5e3ee None None] Network af7ad771-e9f2-4b4b-b83c-a7978f19124b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:35.628759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-50d4b838-9512-4111-b154-8805c15fe808 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3508337 Feb 11 06:15:35.718411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697e92de-699a-4e06-acca-cfb9fc273b74 None None] Network af7ad771-e9f2-4b4b-b83c-a7978f19124b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:35.763547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:35.849550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-2031273c-4320-48e6-a0ca-e9d5277f34b7 admin admin] Deleting subnet 0109866f-915f-47e9-a365-875c83c752ad {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:35.855071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2031273c-4320-48e6-a0ca-e9d5277f34b7 admin admin] Publish callbacks [] for subnet (0109866f-915f-47e9-a365-875c83c752ad), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.910511 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2031273c-4320-48e6-a0ca-e9d5277f34b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (0109866f-915f-47e9-a365-875c83c752ad), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.957126 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2031273c-4320-48e6-a0ca-e9d5277f34b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (0109866f-915f-47e9-a365-875c83c752ad), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.011927 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2031273c-4320-48e6-a0ca-e9d5277f34b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (0109866f-915f-47e9-a365-875c83c752ad), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.040266 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031273c-4320-48e6-a0ca-e9d5277f34b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0109866f-915f-47e9-a365-875c83c752ad,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:36.042322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2031273c-4320-48e6-a0ca-e9d5277f34b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.046298 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2031273c-4320-48e6-a0ca-e9d5277f34b7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0109866f-915f-47e9-a365-875c83c752ad HTTP/1.1" status: 204 len: 168 time: 0.2807531 Feb 11 06:15:36.048065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45686) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:36.124931 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (9855dcb8-ad99-4a91-8eee-4f9a5f498820), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.232422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (9855dcb8-ad99-4a91-8eee-4f9a5f498820), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.258497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9855dcb8-ad99-4a91-8eee-4f9a5f498820']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:36.271894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6beccfbb-9764-48df-84ec-9a444eedffd6') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:36.272192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6beccfbb-9764-48df-84ec-9a444eedffd6') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:36.282247 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (6beccfbb-9764-48df-84ec-9a444eedffd6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.298256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (6beccfbb-9764-48df-84ec-9a444eedffd6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.305875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:36.306284 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (6beccfbb-9764-48df-84ec-9a444eedffd6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:36.307978 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:36.375532 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (9855dcb8-ad99-4a91-8eee-4f9a5f498820), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.381080 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.384352 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] 10.222.0.31 "DELETE /v2.0/networks/9855dcb8-ad99-4a91-8eee-4f9a5f498820 HTTP/1.1" status: 204 len: 168 time: 0.3353610 Feb 11 06:15:36.387623 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45688) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:36.396430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65098a96-9146-415f-bea1-3bf5c1c1621b admin admin] Pushing event deleted for resources: {'Network': ['ID=9855dcb8-ad99-4a91-8eee-4f9a5f498820,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:36.445134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5199d80-7a62-4ded-8992-def5c72d6b38 admin admin] Deleting subnet ed02f318-93f0-4af2-88d8-74c562c20a2c {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:36.450044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5199d80-7a62-4ded-8992-def5c72d6b38 admin admin] Publish callbacks [] for subnet (ed02f318-93f0-4af2-88d8-74c562c20a2c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.489582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5199d80-7a62-4ded-8992-def5c72d6b38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (ed02f318-93f0-4af2-88d8-74c562c20a2c), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.540737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5199d80-7a62-4ded-8992-def5c72d6b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (ed02f318-93f0-4af2-88d8-74c562c20a2c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.597406 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5199d80-7a62-4ded-8992-def5c72d6b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (ed02f318-93f0-4af2-88d8-74c562c20a2c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.624236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5199d80-7a62-4ded-8992-def5c72d6b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed02f318-93f0-4af2-88d8-74c562c20a2c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:36.627775 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c5199d80-7a62-4ded-8992-def5c72d6b38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.635044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c5199d80-7a62-4ded-8992-def5c72d6b38 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ed02f318-93f0-4af2-88d8-74c562c20a2c HTTP/1.1" status: 204 len: 168 time: 0.2417109 Feb 11 06:15:36.635984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45690) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:36.712800 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (af7ad771-e9f2-4b4b-b83c-a7978f19124b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.800426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (af7ad771-e9f2-4b4b-b83c-a7978f19124b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.826133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7ad771-e9f2-4b4b-b83c-a7978f19124b']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:36.842133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4247c0cf-2055-4f10-b1b7-597bc32dc7c3') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:36.842631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4247c0cf-2055-4f10-b1b7-597bc32dc7c3') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:36.856660 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (4247c0cf-2055-4f10-b1b7-597bc32dc7c3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.874961 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4247c0cf-2055-4f10-b1b7-597bc32dc7c3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.888925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:36.889401 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (4247c0cf-2055-4f10-b1b7-597bc32dc7c3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:36.891257 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:36.954122 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (af7ad771-e9f2-4b4b-b83c-a7978f19124b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.960366 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.963774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/af7ad771-e9f2-4b4b-b83c-a7978f19124b HTTP/1.1" status: 204 len: 168 time: 0.3273575 Feb 11 06:15:36.977866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1be830-7fc4-4f5e-a9c9-3e9f03c158a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=af7ad771-e9f2-4b4b-b83c-a7978f19124b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:37.158243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45694) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:37.200222 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c53329a2-357a-43f5-8cc9-41fa6681209e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bcbff96b9514a198e8a252db58ad294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406611 Feb 11 06:15:37.202670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45696) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:37.264205 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a84e-b8ee-4434-9d05-155b291e80a0 admin admin] Publish callbacks [] for security_group (75c53c1a-9530-4f09-b0d2-03ce0e0f9239), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.298826 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a84e-b8ee-4434-9d05-155b291e80a0 admin admin] Publish callbacks [] for security_group (75c53c1a-9530-4f09-b0d2-03ce0e0f9239), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.377783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a84e-b8ee-4434-9d05-155b291e80a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (75c53c1a-9530-4f09-b0d2-03ce0e0f9239), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.380672 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a84e-b8ee-4434-9d05-155b291e80a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.383442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1ce7a84e-b8ee-4434-9d05-155b291e80a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75c53c1a-9530-4f09-b0d2-03ce0e0f9239 HTTP/1.1" status: 204 len: 168 time: 0.1784389 Feb 11 06:15:37.390329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7a84e-b8ee-4434-9d05-155b291e80a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c53c1a-9530-4f09-b0d2-03ce0e0f9239,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:37.762474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45702) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:37.812742 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-62a1bb6f-d149-45f4-92f9-649fdff21d67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2041a272504f42f2b17824cf24abb00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489683 Feb 11 06:15:37.816091 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45704) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:37.866322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ed79-d3e8-41d0-a779-b255b4a667eb admin admin] Publish callbacks [] for security_group (fa01fd99-0e27-47dc-b574-c91c65dd614e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.888691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ed79-d3e8-41d0-a779-b255b4a667eb admin admin] Publish callbacks [] for security_group (fa01fd99-0e27-47dc-b574-c91c65dd614e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.945759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ed79-d3e8-41d0-a779-b255b4a667eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (fa01fd99-0e27-47dc-b574-c91c65dd614e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.948602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ed79-d3e8-41d0-a779-b255b4a667eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.949839 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c0f8ed79-d3e8-41d0-a779-b255b4a667eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa01fd99-0e27-47dc-b574-c91c65dd614e HTTP/1.1" status: 204 len: 168 time: 0.1329932 Feb 11 06:15:37.958071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ed79-d3e8-41d0-a779-b255b4a667eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa01fd99-0e27-47dc-b574-c91c65dd614e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:41.022783 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45840) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:41.135062 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-901a4a08-b8de-4b89-97e7-b28fa0995dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.219699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-901a4a08-b8de-4b89-97e7-b28fa0995dcb admin admin] Publish callbacks [] for security_group (117db767-50dc-44db-9c2d-c2ef58ef97d7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.223687 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-901a4a08-b8de-4b89-97e7-b28fa0995dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (117db767-50dc-44db-9c2d-c2ef58ef97d7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.278269 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-901a4a08-b8de-4b89-97e7-b28fa0995dcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=111afa7ae9864b16b1fbd7e2576e683e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542946 Feb 11 06:15:41.279143 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a4a08-b8de-4b89-97e7-b28fa0995dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117db767-50dc-44db-9c2d-c2ef58ef97d7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:41.280995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45844) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:41.331999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-266da758-ad81-4704-8df1-b06282f70b40 admin admin] Publish callbacks [] for security_group (117db767-50dc-44db-9c2d-c2ef58ef97d7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.354977 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-266da758-ad81-4704-8df1-b06282f70b40 admin admin] Publish callbacks [] for security_group (117db767-50dc-44db-9c2d-c2ef58ef97d7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.408001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-266da758-ad81-4704-8df1-b06282f70b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (117db767-50dc-44db-9c2d-c2ef58ef97d7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.411129 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-266da758-ad81-4704-8df1-b06282f70b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.412330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-266da758-ad81-4704-8df1-b06282f70b40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/117db767-50dc-44db-9c2d-c2ef58ef97d7 HTTP/1.1" status: 204 len: 168 time: 0.1302769 Feb 11 06:15:41.419966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266da758-ad81-4704-8df1-b06282f70b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117db767-50dc-44db-9c2d-c2ef58ef97d7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:41.706070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 45850) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:41.720863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8df1-8d9a-410f-8a0a-93971fefea0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.813086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8df1-8d9a-410f-8a0a-93971fefea0e admin admin] Publish callbacks [] for security_group (6ab2a9ca-fbfe-4a8a-98ab-6dff164c241c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.817377 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8df1-8d9a-410f-8a0a-93971fefea0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6ab2a9ca-fbfe-4a8a-98ab-6dff164c241c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.858687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e5cd8df1-8d9a-410f-8a0a-93971fefea0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=646e7a61f0cc421b9cec294d224b42d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514754 Feb 11 06:15:41.859805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd8df1-8d9a-410f-8a0a-93971fefea0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab2a9ca-fbfe-4a8a-98ab-6dff164c241c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:41.861519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 45852) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:41.917784 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-576094a9-aa32-482f-8867-c8ac8ca7951d admin admin] Publish callbacks [] for security_group (6ab2a9ca-fbfe-4a8a-98ab-6dff164c241c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.939807 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-576094a9-aa32-482f-8867-c8ac8ca7951d admin admin] Publish callbacks [] for security_group (6ab2a9ca-fbfe-4a8a-98ab-6dff164c241c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.988712 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-576094a9-aa32-482f-8867-c8ac8ca7951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6ab2a9ca-fbfe-4a8a-98ab-6dff164c241c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.991905 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-576094a9-aa32-482f-8867-c8ac8ca7951d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.993578 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-576094a9-aa32-482f-8867-c8ac8ca7951d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ab2a9ca-fbfe-4a8a-98ab-6dff164c241c HTTP/1.1" status: 204 len: 168 time: 0.1298420 Feb 11 06:15:42.009017 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576094a9-aa32-482f-8867-c8ac8ca7951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab2a9ca-fbfe-4a8a-98ab-6dff164c241c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:50.689907 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-a82f3f04-f4a8-4574-b176-aded7e2cd918 req-f79d4540-cf07-4716-8f62-b99555d1bff0 service neutron] (103120) timed out ('10.222.0.72', 53873) {{(pid=103120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:15:51.035271 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:15:52.536265 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.545379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.778423 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a9ee-dd9f-4261-a203-3bb7942b2128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.338431 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-84149ce4-c426-4a2c-b58d-e6d6cccf96b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:01.255325 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.925330 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.991353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:22.529402 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:23.572931 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:23.995634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46110) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:24.120723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.201655 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Publish callbacks [] for security_group (7b981076-3690-4b90-9693-1f67b24c1f68), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.207061 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7b981076-3690-4b90-9693-1f67b24c1f68), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.245744 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3b28d7036584c4981fe75c3c4c46a7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2486346 Feb 11 06:16:24.248637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46114) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:24.256476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b981076-3690-4b90-9693-1f67b24c1f68,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:24.264425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.264770 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.265138 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.265629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.266199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.266765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.266765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.268692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.268692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.268692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.268692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.269386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.269386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c715d-b0c0-4042-ad80-c03f4de03573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.304598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Publish callbacks [] for security_group (7b981076-3690-4b90-9693-1f67b24c1f68), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.327332 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Publish callbacks [] for security_group (7b981076-3690-4b90-9693-1f67b24c1f68), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.377725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7b981076-3690-4b90-9693-1f67b24c1f68), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.381510 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.385641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b981076-3690-4b90-9693-1f67b24c1f68 HTTP/1.1" status: 204 len: 168 time: 0.1358035 Feb 11 06:16:24.397734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b981076-3690-4b90-9693-1f67b24c1f68,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:24.406275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.406736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.407186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.407627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.408065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.409038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.409493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.409934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.410363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.410873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.411421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.411957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.412376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11156d8-c36d-4ba6-80e4-de747e13d2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:24.717496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46120) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:24.736081 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae06d597-44c5-43fa-85e9-a9981778a886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.822251 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae06d597-44c5-43fa-85e9-a9981778a886 admin admin] Publish callbacks [] for security_group (1dc32985-ca75-4a0f-af8b-83003488af60), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.826846 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ae06d597-44c5-43fa-85e9-a9981778a886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1dc32985-ca75-4a0f-af8b-83003488af60), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.868494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06d597-44c5-43fa-85e9-a9981778a886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc32985-ca75-4a0f-af8b-83003488af60,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:24.872962 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ae06d597-44c5-43fa-85e9-a9981778a886 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a76ae14949246758e5392376a6937a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543856 Feb 11 06:16:24.876070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46122) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:24.931875 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f671bc01-545f-40d8-b0e2-fdcb704a9459 admin admin] Publish callbacks [] for security_group (1dc32985-ca75-4a0f-af8b-83003488af60), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.961014 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f671bc01-545f-40d8-b0e2-fdcb704a9459 admin admin] Publish callbacks [] for security_group (1dc32985-ca75-4a0f-af8b-83003488af60), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:25.016009 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f671bc01-545f-40d8-b0e2-fdcb704a9459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1dc32985-ca75-4a0f-af8b-83003488af60), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:25.020598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f671bc01-545f-40d8-b0e2-fdcb704a9459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:25.022323 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f671bc01-545f-40d8-b0e2-fdcb704a9459 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dc32985-ca75-4a0f-af8b-83003488af60 HTTP/1.1" status: 204 len: 168 time: 0.1449733 Feb 11 06:16:25.038715 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671bc01-545f-40d8-b0e2-fdcb704a9459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc32985-ca75-4a0f-af8b-83003488af60,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:27.774367 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5d0ec667-2a60-4a6a-a1e3-4fc1e8d33195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:28.034874 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:16:30.341877 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d2252c53-03c9-46f2-a0ad-00f000d2520b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:31.253522 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:32.938056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:33.988791 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.315220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46216) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:38.453156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c7e65e9-92d7-4414-9e2c-98dca35c62ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.544184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c7e65e9-92d7-4414-9e2c-98dca35c62ae admin admin] Publish callbacks [] for security_group (8996d45b-c0a0-47fd-b788-e385f9b3ea2f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.548680 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6c7e65e9-92d7-4414-9e2c-98dca35c62ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8996d45b-c0a0-47fd-b788-e385f9b3ea2f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.600871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6c7e65e9-92d7-4414-9e2c-98dca35c62ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27b3f18883d74cb1a5ba3b705a5dd304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837801 Feb 11 06:16:38.601499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e65e9-92d7-4414-9e2c-98dca35c62ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8996d45b-c0a0-47fd-b788-e385f9b3ea2f,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:38.604188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46220) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:38.682765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11ef0d02-e262-4835-92ba-d4eed012fd49 admin admin] Publish callbacks [] for security_group (8996d45b-c0a0-47fd-b788-e385f9b3ea2f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.711580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11ef0d02-e262-4835-92ba-d4eed012fd49 admin admin] Publish callbacks [] for security_group (8996d45b-c0a0-47fd-b788-e385f9b3ea2f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.774969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11ef0d02-e262-4835-92ba-d4eed012fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8996d45b-c0a0-47fd-b788-e385f9b3ea2f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.779054 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-11ef0d02-e262-4835-92ba-d4eed012fd49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.780803 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-11ef0d02-e262-4835-92ba-d4eed012fd49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8996d45b-c0a0-47fd-b788-e385f9b3ea2f HTTP/1.1" status: 204 len: 168 time: 0.1745105 Feb 11 06:16:38.790915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef0d02-e262-4835-92ba-d4eed012fd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8996d45b-c0a0-47fd-b788-e385f9b3ea2f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:39.143755 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46226) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:39.161363 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b02f-241d-4203-97b3-47cd5ec550c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.271175 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b02f-241d-4203-97b3-47cd5ec550c7 admin admin] Publish callbacks [] for security_group (f517ebcb-7f52-4809-9752-1329a37d7c43), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.278607 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b02f-241d-4203-97b3-47cd5ec550c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f517ebcb-7f52-4809-9752-1329a37d7c43), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.327113 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c1b4b02f-241d-4203-97b3-47cd5ec550c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3bc7ac202f54570b0593688e5502900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1821041 Feb 11 06:16:39.328304 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4b02f-241d-4203-97b3-47cd5ec550c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f517ebcb-7f52-4809-9752-1329a37d7c43,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:39.330063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46228) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:39.413208 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a58d57cb-c584-4e09-8fea-94c790703341 admin admin] Publish callbacks [] for security_group (f517ebcb-7f52-4809-9752-1329a37d7c43), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.448440 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a58d57cb-c584-4e09-8fea-94c790703341 admin admin] Publish callbacks [] for security_group (f517ebcb-7f52-4809-9752-1329a37d7c43), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.530878 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a58d57cb-c584-4e09-8fea-94c790703341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (f517ebcb-7f52-4809-9752-1329a37d7c43), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.534469 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a58d57cb-c584-4e09-8fea-94c790703341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.539651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a58d57cb-c584-4e09-8fea-94c790703341 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f517ebcb-7f52-4809-9752-1329a37d7c43 HTTP/1.1" status: 204 len: 168 time: 0.1934023 Feb 11 06:16:39.548180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d57cb-c584-4e09-8fea-94c790703341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517ebcb-7f52-4809-9752-1329a37d7c43,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:51.365015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-cd908605-8a02-44bf-bbc9-5c4f0ae44459 req-2ec26945-5d17-495c-922f-1116d5cfff95 service neutron] (103120) timed out ('10.222.0.81', 54581) {{(pid=103120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:16:52.542054 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:53.574802 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.098086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46382) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:57.234354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b7ef5ad4-3521-4629-88eb-80957a0e00a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.325037 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b7ef5ad4-3521-4629-88eb-80957a0e00a3 admin admin] Publish callbacks [] for security_group (24ad2172-e067-4122-881e-c2d20b99e796), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.329452 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b7ef5ad4-3521-4629-88eb-80957a0e00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (24ad2172-e067-4122-881e-c2d20b99e796), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.378882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b7ef5ad4-3521-4629-88eb-80957a0e00a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5079a55977e546b48ae0fe074d1f8470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771347 Feb 11 06:16:57.378882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef5ad4-3521-4629-88eb-80957a0e00a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ad2172-e067-4122-881e-c2d20b99e796,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:57.379528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46386) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:57.431301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7e27-fc0a-49bb-b388-64d4298790a3 admin admin] Publish callbacks [] for security_group (24ad2172-e067-4122-881e-c2d20b99e796), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.453381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7e27-fc0a-49bb-b388-64d4298790a3 admin admin] Publish callbacks [] for security_group (24ad2172-e067-4122-881e-c2d20b99e796), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.502053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7e27-fc0a-49bb-b388-64d4298790a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (24ad2172-e067-4122-881e-c2d20b99e796), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.505385 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7e27-fc0a-49bb-b388-64d4298790a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.509167 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3dd7e27-fc0a-49bb-b388-64d4298790a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24ad2172-e067-4122-881e-c2d20b99e796 HTTP/1.1" status: 204 len: 168 time: 0.1285782 Feb 11 06:16:57.516948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd7e27-fc0a-49bb-b388-64d4298790a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ad2172-e067-4122-881e-c2d20b99e796,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:57.766449 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b506f48e-144a-431e-b8ec-1c3190b4e846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.800217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46392) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:57.813870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a337386e-b9ed-4a1e-a9e5-aa3518e34976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.894555 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a337386e-b9ed-4a1e-a9e5-aa3518e34976 admin admin] Publish callbacks [] for security_group (3f707b79-d4f1-400e-9d44-5346c1874486), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.898644 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a337386e-b9ed-4a1e-a9e5-aa3518e34976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3f707b79-d4f1-400e-9d44-5346c1874486), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.939213 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a337386e-b9ed-4a1e-a9e5-aa3518e34976 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=391911adbe284ccdb82309801169cccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375930 Feb 11 06:16:57.940112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337386e-b9ed-4a1e-a9e5-aa3518e34976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f707b79-d4f1-400e-9d44-5346c1874486,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:57.941915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46394) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:57.993013 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c533df52-3965-4437-ba3d-3e6af3315804 admin admin] Publish callbacks [] for security_group (3f707b79-d4f1-400e-9d44-5346c1874486), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.014066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c533df52-3965-4437-ba3d-3e6af3315804 admin admin] Publish callbacks [] for security_group (3f707b79-d4f1-400e-9d44-5346c1874486), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.062164 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c533df52-3965-4437-ba3d-3e6af3315804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3f707b79-d4f1-400e-9d44-5346c1874486), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.064812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c533df52-3965-4437-ba3d-3e6af3315804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.066037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c533df52-3965-4437-ba3d-3e6af3315804 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f707b79-d4f1-400e-9d44-5346c1874486 HTTP/1.1" status: 204 len: 168 time: 0.1225269 Feb 11 06:16:58.074303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533df52-3965-4437-ba3d-3e6af3315804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f707b79-d4f1-400e-9d44-5346c1874486,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:58.384582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46400) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:58.398473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bcb571b-4337-44f9-92dd-62e2be85aa79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.474647 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bcb571b-4337-44f9-92dd-62e2be85aa79 admin admin] Publish callbacks [] for security_group (0be79cc1-d340-488f-b672-934a3a91b856), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.478722 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2bcb571b-4337-44f9-92dd-62e2be85aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0be79cc1-d340-488f-b672-934a3a91b856), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.517025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2bcb571b-4337-44f9-92dd-62e2be85aa79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12f0a82e69ba4cedaf776a8302fc0a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312585 Feb 11 06:16:58.517864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb571b-4337-44f9-92dd-62e2be85aa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be79cc1-d340-488f-b672-934a3a91b856,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:58.520474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46402) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:58.568838 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-327ef8c1-9db3-48fd-af90-ac4cf28556a0 admin admin] Publish callbacks [] for security_group (0be79cc1-d340-488f-b672-934a3a91b856), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.589729 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-327ef8c1-9db3-48fd-af90-ac4cf28556a0 admin admin] Publish callbacks [] for security_group (0be79cc1-d340-488f-b672-934a3a91b856), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.635789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-327ef8c1-9db3-48fd-af90-ac4cf28556a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0be79cc1-d340-488f-b672-934a3a91b856), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.638303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-327ef8c1-9db3-48fd-af90-ac4cf28556a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.639462 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-327ef8c1-9db3-48fd-af90-ac4cf28556a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0be79cc1-d340-488f-b672-934a3a91b856 HTTP/1.1" status: 204 len: 168 time: 0.1179328 Feb 11 06:16:58.647116 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ef8c1-9db3-48fd-af90-ac4cf28556a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be79cc1-d340-488f-b672-934a3a91b856,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:00.336376 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7b94084c-eb56-4b9a-8a98-66e9575d173e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.248894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:02.926934 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.984615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.034899 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:07.826738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46510) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:07.932269 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7cbda0f5-ed55-43f2-8c61-c073dcf7ba10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.013254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7cbda0f5-ed55-43f2-8c61-c073dcf7ba10 admin admin] Publish callbacks [] for security_group (0a6aecd9-ff32-4119-a091-6e7c909ea0c8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.017461 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7cbda0f5-ed55-43f2-8c61-c073dcf7ba10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a6aecd9-ff32-4119-a091-6e7c909ea0c8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.056345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7cbda0f5-ed55-43f2-8c61-c073dcf7ba10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8816e06191c44ddebc47f45adf8fd217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285101 Feb 11 06:17:08.057250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbda0f5-ed55-43f2-8c61-c073dcf7ba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6aecd9-ff32-4119-a091-6e7c909ea0c8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:08.059490 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46514) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:08.112551 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02a4c743-3058-4ecf-984d-366bd57607d5 admin admin] Publish callbacks [] for security_group (0a6aecd9-ff32-4119-a091-6e7c909ea0c8), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.133759 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02a4c743-3058-4ecf-984d-366bd57607d5 admin admin] Publish callbacks [] for security_group (0a6aecd9-ff32-4119-a091-6e7c909ea0c8), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.186144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02a4c743-3058-4ecf-984d-366bd57607d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0a6aecd9-ff32-4119-a091-6e7c909ea0c8), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.188797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02a4c743-3058-4ecf-984d-366bd57607d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.190292 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02a4c743-3058-4ecf-984d-366bd57607d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a6aecd9-ff32-4119-a091-6e7c909ea0c8 HTTP/1.1" status: 204 len: 168 time: 0.1294966 Feb 11 06:17:08.198866 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4c743-3058-4ecf-984d-366bd57607d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6aecd9-ff32-4119-a091-6e7c909ea0c8,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:08.484449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46520) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:08.498188 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-575f3cd7-2275-4975-baf3-e96a6272eaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.573613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-575f3cd7-2275-4975-baf3-e96a6272eaf6 admin admin] Publish callbacks [] for security_group (5d96cdf8-396a-4a73-a386-47f0f1cb2c62), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.578409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-575f3cd7-2275-4975-baf3-e96a6272eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5d96cdf8-396a-4a73-a386-47f0f1cb2c62), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.618014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f3cd7-2275-4975-baf3-e96a6272eaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d96cdf8-396a-4a73-a386-47f0f1cb2c62,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:08.622582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-575f3cd7-2275-4975-baf3-e96a6272eaf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e4f812c1bed49e58ab592abfc2062fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370115 Feb 11 06:17:08.625315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46522) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:08.681697 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a086bc3-726a-421c-bea5-a2d0d51b22f6 admin admin] Publish callbacks [] for security_group (5d96cdf8-396a-4a73-a386-47f0f1cb2c62), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.703642 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a086bc3-726a-421c-bea5-a2d0d51b22f6 admin admin] Publish callbacks [] for security_group (5d96cdf8-396a-4a73-a386-47f0f1cb2c62), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.754128 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a086bc3-726a-421c-bea5-a2d0d51b22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5d96cdf8-396a-4a73-a386-47f0f1cb2c62), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.757740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a086bc3-726a-421c-bea5-a2d0d51b22f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.758908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0a086bc3-726a-421c-bea5-a2d0d51b22f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d96cdf8-396a-4a73-a386-47f0f1cb2c62 HTTP/1.1" status: 204 len: 168 time: 0.1326323 Feb 11 06:17:08.766754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a086bc3-726a-421c-bea5-a2d0d51b22f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d96cdf8-396a-4a73-a386-47f0f1cb2c62,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:09.074197 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 46528) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:09.087968 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-03efbdfc-43f2-45d8-ad35-49d69b7a0147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.163538 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-03efbdfc-43f2-45d8-ad35-49d69b7a0147 admin admin] Publish callbacks [] for security_group (a4463b44-41cb-4de6-920d-fcacf9a49290), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.167360 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-03efbdfc-43f2-45d8-ad35-49d69b7a0147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a4463b44-41cb-4de6-920d-fcacf9a49290), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.207173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-03efbdfc-43f2-45d8-ad35-49d69b7a0147 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6321e014b0b4b8ab672eaa38a293e52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319103 Feb 11 06:17:09.208023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efbdfc-43f2-45d8-ad35-49d69b7a0147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4463b44-41cb-4de6-920d-fcacf9a49290,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:09.209845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 46530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:09.260441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80c4e7e4-3e4a-4a8e-aeec-2bc49a3c85ee admin admin] Publish callbacks [] for security_group (a4463b44-41cb-4de6-920d-fcacf9a49290), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.281827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80c4e7e4-3e4a-4a8e-aeec-2bc49a3c85ee admin admin] Publish callbacks [] for security_group (a4463b44-41cb-4de6-920d-fcacf9a49290), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.329535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80c4e7e4-3e4a-4a8e-aeec-2bc49a3c85ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a4463b44-41cb-4de6-920d-fcacf9a49290), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.332101 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-80c4e7e4-3e4a-4a8e-aeec-2bc49a3c85ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.333288 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-80c4e7e4-3e4a-4a8e-aeec-2bc49a3c85ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4463b44-41cb-4de6-920d-fcacf9a49290 HTTP/1.1" status: 204 len: 168 time: 0.1224351 Feb 11 06:17:09.340975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4e7e4-3e4a-4a8e-aeec-2bc49a3c85ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4463b44-41cb-4de6-920d-fcacf9a49290,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:22.553912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:23.599385 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.772861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-834468a0-ccfa-4ae3-a112-267743524118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.341376 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-61e792ee-9503-4490-b9db-4bfd692c0f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.261453 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:32.940528 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.989256 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:42.035697 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:52.574873 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:53.605587 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:57.769804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-70c43c77-af9f-4d55-b17c-1d661afb4352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:00.336247 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-88ed74b9-d7b1-4bbf-87e1-0f57ba660246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:01.256212 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:02.936741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:03.988817 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:06.912883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-60ea9344-c57d-46ce-8861-6c46639c1a8c service neutron] (103121) timed out ('10.222.0.31', 37158) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:18:07.056869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-bb772c19-dfca-43b8-8d86-da630b4bbcff req-e37ca729-bdaf-4c00-bff3-71d268ea312c tempest-AttachVolumeShelveTestJSON-564602313 tempest-AttachVolumeShelveTestJSON-564602313-project] (103121) timed out ('10.222.0.31', 47050) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:18:19.037391 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:18:22.581163 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.629991 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.761898 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-464bc09c-bc22-4ed7-9df3-d75ed1bf3d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.350948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f1d3cf1e-d750-4bf0-9077-e4a943ac6de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:31.265342 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:32.938964 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.988466 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:52.598256 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:53.635779 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:56.037085 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:18:57.767358 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-247bf147-2c2e-4734-a898-929f580d8479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:00.344570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7463e056-73a6-4b80-b2b1-460b6b1935c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:01.259437 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:02.937886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:03.983494 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:22.605022 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:23.638596 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:27.776982 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2554bc85-3e44-4ea4-845b-bfcdd0a049f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:30.357639 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-08eebc57-894b-4d6f-88da-8eed8278c82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.260414 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.937240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.036170 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:19:33.982983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:52.612594 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:52.735970 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 48964) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:52.850949 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:52.927407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Publish callbacks [] for security_group (900ec160-cbaa-43ac-91aa-af6f0596f98d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:52.931405 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (900ec160-cbaa-43ac-91aa-af6f0596f98d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:52.970361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900ec160-cbaa-43ac-91aa-af6f0596f98d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:52.975571 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad65c2df611f4fa4bd334c3a049230c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2385299 Feb 11 06:19:52.978665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48970) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:52.981058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.981451 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.981801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.982142 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.982480 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.982819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.983149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.983476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.983805 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.984134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.984457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.984935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:52.985437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22090c-ddab-45fd-b633-b1f2d1a5d89d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.030156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Publish callbacks [] for security_group (900ec160-cbaa-43ac-91aa-af6f0596f98d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.051422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Publish callbacks [] for security_group (900ec160-cbaa-43ac-91aa-af6f0596f98d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.102927 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (900ec160-cbaa-43ac-91aa-af6f0596f98d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.105709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.107109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/900ec160-cbaa-43ac-91aa-af6f0596f98d HTTP/1.1" status: 204 len: 168 time: 0.1272573 Feb 11 06:19:53.119900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900ec160-cbaa-43ac-91aa-af6f0596f98d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:53.128622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.129626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.129990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.130341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.131294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.131695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.131997 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.132338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.132690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.133026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.133436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.133691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.134015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4399-ff5c-4808-b700-fe71ef50f1b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:53.396500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48978) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:53.409806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-53c5dd28-aaf4-4489-a453-4428b7ac5440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.488671 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-53c5dd28-aaf4-4489-a453-4428b7ac5440 admin admin] Publish callbacks [] for security_group (ba69fa41-6abc-4380-9984-e153e32b0be7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.493221 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-53c5dd28-aaf4-4489-a453-4428b7ac5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ba69fa41-6abc-4380-9984-e153e32b0be7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.530729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5dd28-aaf4-4489-a453-4428b7ac5440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba69fa41-6abc-4380-9984-e153e32b0be7,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:53.535847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-53c5dd28-aaf4-4489-a453-4428b7ac5440 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84af6c19d2a3412ba8f4b255711c60e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381702 Feb 11 06:19:53.540261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 48980) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:53.590814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7425e9e4-2b45-4d98-bb44-d57f519b3430 admin admin] Publish callbacks [] for security_group (ba69fa41-6abc-4380-9984-e153e32b0be7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.612044 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7425e9e4-2b45-4d98-bb44-d57f519b3430 admin admin] Publish callbacks [] for security_group (ba69fa41-6abc-4380-9984-e153e32b0be7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.640759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.662051 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7425e9e4-2b45-4d98-bb44-d57f519b3430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ba69fa41-6abc-4380-9984-e153e32b0be7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.664902 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7425e9e4-2b45-4d98-bb44-d57f519b3430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:53.666465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7425e9e4-2b45-4d98-bb44-d57f519b3430 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba69fa41-6abc-4380-9984-e153e32b0be7 HTTP/1.1" status: 204 len: 168 time: 0.1258652 Feb 11 06:19:53.678957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425e9e4-2b45-4d98-bb44-d57f519b3430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba69fa41-6abc-4380-9984-e153e32b0be7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:57.771809 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c8674f3c-d243-4839-980a-b3e5f42c0005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.350060 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b784348b-d7cd-4082-9415-b560bf966464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.268230 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.975039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49058) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:02.085505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b182bbd-03ba-42d3-b7b3-f5a5ef34af43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:02.168270 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b182bbd-03ba-42d3-b7b3-f5a5ef34af43 admin admin] Publish callbacks [] for security_group (d63534d6-8449-450b-be68-eda2dbddbac4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:02.172681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b182bbd-03ba-42d3-b7b3-f5a5ef34af43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d63534d6-8449-450b-be68-eda2dbddbac4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:02.211818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7b182bbd-03ba-42d3-b7b3-f5a5ef34af43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da000de8094747d4a342935ad2e8edb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356019 Feb 11 06:20:02.213068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b182bbd-03ba-42d3-b7b3-f5a5ef34af43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63534d6-8449-450b-be68-eda2dbddbac4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:02.214954 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49062) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:02.271547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b7aedff-6955-4d6a-a272-eaba1eea145a admin admin] Publish callbacks [] for security_group (d63534d6-8449-450b-be68-eda2dbddbac4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:02.294977 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b7aedff-6955-4d6a-a272-eaba1eea145a admin admin] Publish callbacks [] for security_group (d63534d6-8449-450b-be68-eda2dbddbac4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:02.346510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b7aedff-6955-4d6a-a272-eaba1eea145a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d63534d6-8449-450b-be68-eda2dbddbac4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:02.349184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b7aedff-6955-4d6a-a272-eaba1eea145a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:02.350386 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b7aedff-6955-4d6a-a272-eaba1eea145a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d63534d6-8449-450b-be68-eda2dbddbac4 HTTP/1.1" status: 204 len: 168 time: 0.1337578 Feb 11 06:20:02.359039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aedff-6955-4d6a-a272-eaba1eea145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63534d6-8449-450b-be68-eda2dbddbac4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:02.941153 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.989443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.353858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49216) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:04.457146 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51136eab-9fce-4cf5-956b-63ea2f4f9c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.533357 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51136eab-9fce-4cf5-956b-63ea2f4f9c4f admin admin] Publish callbacks [] for security_group (a41bcb96-0029-48c7-9cf0-e3e5c1c5d879), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.537315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51136eab-9fce-4cf5-956b-63ea2f4f9c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a41bcb96-0029-48c7-9cf0-e3e5c1c5d879), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.576590 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-51136eab-9fce-4cf5-956b-63ea2f4f9c4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c26a6f78fce842b8958c0c0525e10a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214985 Feb 11 06:20:04.577696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51136eab-9fce-4cf5-956b-63ea2f4f9c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41bcb96-0029-48c7-9cf0-e3e5c1c5d879,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:04.580048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49220) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:04.628825 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23fae498-6fcc-45bb-af7b-991165ae7bd6 admin admin] Publish callbacks [] for security_group (a41bcb96-0029-48c7-9cf0-e3e5c1c5d879), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.650216 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23fae498-6fcc-45bb-af7b-991165ae7bd6 admin admin] Publish callbacks [] for security_group (a41bcb96-0029-48c7-9cf0-e3e5c1c5d879), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.696906 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23fae498-6fcc-45bb-af7b-991165ae7bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a41bcb96-0029-48c7-9cf0-e3e5c1c5d879), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.699501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23fae498-6fcc-45bb-af7b-991165ae7bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.700914 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-23fae498-6fcc-45bb-af7b-991165ae7bd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a41bcb96-0029-48c7-9cf0-e3e5c1c5d879 HTTP/1.1" status: 204 len: 168 time: 0.1190689 Feb 11 06:20:04.709187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fae498-6fcc-45bb-af7b-991165ae7bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41bcb96-0029-48c7-9cf0-e3e5c1c5d879,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:04.962705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49226) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:04.976069 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ba8baf3-0050-4d21-8688-22ae95835162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.051578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ba8baf3-0050-4d21-8688-22ae95835162 admin admin] Publish callbacks [] for security_group (b9fe765f-b46a-49bc-be99-40740f3a3f9d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.055331 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ba8baf3-0050-4d21-8688-22ae95835162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b9fe765f-b46a-49bc-be99-40740f3a3f9d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.091881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8baf3-0050-4d21-8688-22ae95835162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe765f-b46a-49bc-be99-40740f3a3f9d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:05.096212 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4ba8baf3-0050-4d21-8688-22ae95835162 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=220d005fc55840bb86142958df8bfae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324742 Feb 11 06:20:05.098905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49228) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:05.148375 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c59734b3-898d-4e98-bae8-fef40840c659 admin admin] Publish callbacks [] for security_group (b9fe765f-b46a-49bc-be99-40740f3a3f9d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.169648 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c59734b3-898d-4e98-bae8-fef40840c659 admin admin] Publish callbacks [] for security_group (b9fe765f-b46a-49bc-be99-40740f3a3f9d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.217567 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c59734b3-898d-4e98-bae8-fef40840c659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (b9fe765f-b46a-49bc-be99-40740f3a3f9d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.220209 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c59734b3-898d-4e98-bae8-fef40840c659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.221426 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c59734b3-898d-4e98-bae8-fef40840c659 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9fe765f-b46a-49bc-be99-40740f3a3f9d HTTP/1.1" status: 204 len: 168 time: 0.1215441 Feb 11 06:20:05.229793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59734b3-898d-4e98-bae8-fef40840c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe765f-b46a-49bc-be99-40740f3a3f9d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:10.036611 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:20:16.245942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-98d3b6e8-659e-4242-a9ab-e95a8c3f25a1 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=04b8a80736b449a9bc46bc4470de2224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287526 Feb 11 06:20:16.434356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-43f66e56-14a3-4a99-a07c-d2f4dd68bec5 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:16.435813 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-43f66e56-14a3-4a99-a07c-d2f4dd68bec5 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845291 Feb 11 06:20:16.451336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-1155ce42-f9ee-401a-9041-170da7eea3cc tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/quotas/04b8a80736b449a9bc46bc4470de2224 HTTP/1.1" status: 200 len: 375 time: 0.0090861 Feb 11 06:20:16.482723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-7dfbacc5-3919-473e-b173-a0fd18ce7489 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=04b8a80736b449a9bc46bc4470de2224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263100 Feb 11 06:20:16.788636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9886099d-d037-46a0-815a-8550439cde3a req-24fa529d-729f-43db-8828-a8e475d24f31 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 210 time: 0.1682718 Feb 11 06:20:17.845374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-f86e42c0-c8be-4803-9600-c548ec59b05c tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=04b8a80736b449a9bc46bc4470de2224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302866 Feb 11 06:20:17.946205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-431de40e-a03d-40c0-ba5d-67f792ac7d10 req-55235672-43f0-47e2-881f-4327a0ffd304 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 210 time: 0.0571513 Feb 11 06:20:17.987091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-3359370c-0d8f-41e1-ba80-63211dff1fe1 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:17.988608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-3359370c-0d8f-41e1-ba80-63211dff1fe1 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385415 Feb 11 06:20:18.000208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Request body: {'port': {'device_id': '48d3fb0f-b9a7-4286-827d-e435cf0cc703', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'admin_state_up': True, 'tenant_id': '04b8a80736b449a9bc46bc4470de2224'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:18.461786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Made reservation on behalf of 04b8a80736b449a9bc46bc4470de2224 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:20:18.465723 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:18.476266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:18.555642 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks [] for security_group (5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:18.559964 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:18.626064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:18.742291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Allocated IP 192.168.233.167 (4943ba63-d036-4c69-b7bf-aeb3d4b48b6f/27e8d321-757f-466d-a26b-6456cd08b9f6/ee6adf3a-a12a-430d-99eb-92f4facc16c2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:20:18.911996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks [] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:18.945440 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:18.994246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:18.997581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:19.001510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:20:19.027406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Pushing event updated for resources: {'Port': ['ID=ee6adf3a-a12a-430d-99eb-92f4facc16c2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:19.102178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:19.102425 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:19.128917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-9efd0ea5-0f06-459b-9573-9952b4aea879 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1322854 Feb 11 06:20:19.140982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-88ee3f3f-aa33-4f53-be53-aa61518f64c3 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:20:19.142161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-88ee3f3f-aa33-4f53-be53-aa61518f64c3 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076003 Feb 11 06:20:19.153883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88990-e81c-41cd-8750-bc96d6443da3 req-d72f897f-b90c-4fe4-bfe5-abaf2b1e76f4 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:19.155452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2f88990-e81c-41cd-8750-bc96d6443da3 req-d72f897f-b90c-4fe4-bfe5-abaf2b1e76f4 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 936 time: 0.0949433 Feb 11 06:20:19.221833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2f88990-e81c-41cd-8750-bc96d6443da3 req-86b955e3-db8a-4cc9-b790-24a63260a2de tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574284 Feb 11 06:20:19.227955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Request body: {'port': {'device_id': '48d3fb0f-b9a7-4286-827d-e435cf0cc703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:19.276927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-76ec1a63-ecd5-4ee6-aab5-3fe168367b55 None None] Provisioning complete for port ee6adf3a-a12a-430d-99eb-92f4facc16c2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:19.277584 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-76ec1a63-ecd5-4ee6-aab5-3fe168367b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:19.311450 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:19.315793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-76ec1a63-ecd5-4ee6-aab5-3fe168367b55 None None] Port ee6adf3a-a12a-430d-99eb-92f4facc16c2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:20:19.608370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6adf3a-a12a-430d-99eb-92f4facc16c2 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:20:19.616638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Publish callbacks [] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:19.631678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Transition to ACTIVE for port object ee6adf3a-a12a-430d-99eb-92f4facc16c2 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:20:19.635766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:19.701225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6adf3a-a12a-430d-99eb-92f4facc16c2,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:19.772829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Attempting to bind port ee6adf3a-a12a-430d-99eb-92f4facc16c2 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:20:19.773192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Attempting to bind port ee6adf3a-a12a-430d-99eb-92f4facc16c2 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:20:19.773527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Attempting to bind port ee6adf3a-a12a-430d-99eb-92f4facc16c2 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:19.778458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Port ee6adf3a-a12a-430d-99eb-92f4facc16c2 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:20:19.778817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Attempting to bind port ee6adf3a-a12a-430d-99eb-92f4facc16c2 on network 4943ba63-d036-4c69-b7bf-aeb3d4b48b6f {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:19.784562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:20:19.784900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Checking segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:20:19.785313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Bound using segment: {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:20:19.785739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Bound port: ee6adf3a-a12a-430d-99eb-92f4facc16c2, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9570e54-93fe-4a16-ad21-27714c31f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:20:19.786097 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:19.855228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] For port ee6adf3a-a12a-430d-99eb-92f4facc16c2, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:20:19.858662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] For port ee6adf3a-a12a-430d-99eb-92f4facc16c2, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=ee6adf3a-a12a-430d-99eb-92f4facc16c2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:20:19.866033 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:19.906136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:19.906754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:19.908720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] 10.222.0.72 "PUT /v2.0/ports/ee6adf3a-a12a-430d-99eb-92f4facc16c2 HTTP/1.1" status: 200 len: 1097 time: 0.7520208 Feb 11 06:20:19.909211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d3fb0f-b9a7-4286-827d-e435cf0cc703', 'tag': 'ee6adf3a-a12a-430d-99eb-92f4facc16c2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:19.911565 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d0805b-9994-4f08-bbcd-145e2fd94db8" -d '{"events": [{"name": "network-changed", "server_uuid": "48d3fb0f-b9a7-4286-827d-e435cf0cc703", "tag": "ee6adf3a-a12a-430d-99eb-92f4facc16c2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:19.936368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cd898-b9f8-44dd-9e95-0d5dbeba1057 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6adf3a-a12a-430d-99eb-92f4facc16c2,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:20.012121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-0ecf0209-2b3a-41f7-ba52-4c12d77de208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:20.013717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-0ecf0209-2b3a-41f7-ba52-4c12d77de208 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04b8a80736b449a9bc46bc4470de2224&device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 1131 time: 0.0537720 Feb 11 06:20:20.063064 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d60d0d-bf55-4d03-a15f-4de0480f1072 x-openstack-request-id: req-44d60d0d-bf55-4d03-a15f-4de0480f1072 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:20.063387 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d3fb0f-b9a7-4286-827d-e435cf0cc703", "tag": "ee6adf3a-a12a-430d-99eb-92f4facc16c2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:20.063674 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44d60d0d-bf55-4d03-a15f-4de0480f1072 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:20.064096 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d3fb0f-b9a7-4286-827d-e435cf0cc703', 'tag': 'ee6adf3a-a12a-430d-99eb-92f4facc16c2', 'status': 'completed', 'code': 200} Feb 11 06:20:20.065986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-d114ac5f-a392-490c-ae6c-1a78570b8442 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=ee6adf3a-a12a-430d-99eb-92f4facc16c2 HTTP/1.1" status: 200 len: 217 time: 0.0450082 Feb 11 06:20:20.120622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-bc314712-4852-4cc4-915c-11b2ec999095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:20.122138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-bc314712-4852-4cc4-915c-11b2ec999095 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0502455 Feb 11 06:20:20.177312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-b3ce1f2e-ffd9-4ace-a0bb-d180091d56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:20.178829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-b3ce1f2e-ffd9-4ace-a0bb-d180091d56de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0506241 Feb 11 06:20:20.270611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-ccd6af0a-482d-4cad-8283-cc9fb38b0ac1 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851016 Feb 11 06:20:20.399817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-075f3f08-e0a0-465f-8ec8-1885a2b44066 req-b3b66502-bce3-4728-a736-80d6f3f9be7b service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227150 Feb 11 06:20:20.408272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24f90e-3795-4a11-b60d-343505951fa2 req-4ff02be3-b824-41d0-ae9c-6fcf23c19881 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:20.409774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d24f90e-3795-4a11-b60d-343505951fa2 req-4ff02be3-b824-41d0-ae9c-6fcf23c19881 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 948 time: 0.1142166 Feb 11 06:20:20.491893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d24f90e-3795-4a11-b60d-343505951fa2 req-d2aa8d3c-8e30-47a6-822b-fe9e1fcd0175 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762138 Feb 11 06:20:20.508332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-9e944d79-e8e6-4dd5-9cb6-fb9bbd82dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:20.510228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-9e944d79-e8e6-4dd5-9cb6-fb9bbd82dff6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04b8a80736b449a9bc46bc4470de2224&device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 1131 time: 0.0626438 Feb 11 06:20:20.600130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-084e7463-68f9-4cdb-b885-e5edec97f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:20.601633 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-084e7463-68f9-4cdb-b885-e5edec97f938 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f HTTP/1.1" status: 200 len: 870 time: 0.0851657 Feb 11 06:20:20.646657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-0779727b-243c-43d9-9b80-39d48f40782c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=ee6adf3a-a12a-430d-99eb-92f4facc16c2 HTTP/1.1" status: 200 len: 217 time: 0.0390148 Feb 11 06:20:20.695915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-9632aac0-61f6-43d0-9137-1ff05515681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:20.697664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-9632aac0-61f6-43d0-9137-1ff05515681e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27e8d321-757f-466d-a26b-6456cd08b9f6 HTTP/1.1" status: 200 len: 843 time: 0.0447018 Feb 11 06:20:20.746593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-a13e4dc7-0087-49bd-9ede-5c352b15cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:20.748107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-a13e4dc7-0087-49bd-9ede-5c352b15cafc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4943ba63-d036-4c69-b7bf-aeb3d4b48b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0441697 Feb 11 06:20:20.840458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-bda6c27e-9921-4d85-8257-6890f4ebb0c3 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854499 Feb 11 06:20:20.929933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11d0805b-9994-4f08-bbcd-145e2fd94db8 req-c72bdfc9-45d4-4ddd-857b-72ba20483344 service neutron] 10.222.0.72 "GET /v2.0/networks/4943ba63-d036-4c69-b7bf-aeb3d4b48b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825233 Feb 11 06:20:21.614747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a05941-647c-4d87-b488-aa481c4129b5 req-fc42e34c-9bcf-4de1-a90b-6deaaa94def8 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:21.616260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00a05941-647c-4d87-b488-aa481c4129b5 req-fc42e34c-9bcf-4de1-a90b-6deaaa94def8 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 948 time: 0.0535531 Feb 11 06:20:21.668006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00a05941-647c-4d87-b488-aa481c4129b5 req-e03bd0c7-57df-4c6b-aa6f-1617a486e0da tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460043 Feb 11 06:20:22.626602 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:22.801933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dd73c-b4d0-46ed-88ad-a76db1137771 req-20a59b86-df10-4f75-8d10-e8bd45085960 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:22.803439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f91dd73c-b4d0-46ed-88ad-a76db1137771 req-20a59b86-df10-4f75-8d10-e8bd45085960 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 948 time: 0.0531890 Feb 11 06:20:22.855234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f91dd73c-b4d0-46ed-88ad-a76db1137771 req-61bf0678-4fc5-46f8-a9e6-3c3dd4fc3b41 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459847 Feb 11 06:20:23.017368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device ee6adf3a-a12a-430d-99eb-92f4facc16c2 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:20:23.114360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port ee6adf3a-a12a-430d-99eb-92f4facc16c2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=ee6adf3a-a12a-430d-99eb-92f4facc16c2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:23.125409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'ee6adf3a-a12a-430d-99eb-92f4facc16c2', 'network_id': '4943ba63-d036-4c69-b7bf-aeb3d4b48b6f', 'port_id': 'ee6adf3a-a12a-430d-99eb-92f4facc16c2', 'mac_address': 'fa:16:3e:fc:99:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e8d321-757f-466d-a26b-6456cd08b9f6', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:20:23.170128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port ee6adf3a-a12a-430d-99eb-92f4facc16c2 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:23.170523 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:23.185071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6adf3a-a12a-430d-99eb-92f4facc16c2 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:20:23.204649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port ee6adf3a-a12a-430d-99eb-92f4facc16c2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=ee6adf3a-a12a-430d-99eb-92f4facc16c2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:23.208799 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:23.256194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=ee6adf3a-a12a-430d-99eb-92f4facc16c2,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:23.264934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.265317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.265670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.266015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.266358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.266732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.267069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.267454 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.267737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.268068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.268398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.268728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.269062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:23.459047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['ee6adf3a-a12a-430d-99eb-92f4facc16c2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:20:23.630315 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:23.978231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d88767-562f-4782-bdb6-6494e9c64ac9 req-b38843e3-02fd-45c1-8b33-39dd53e3ce30 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:23.979894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9d88767-562f-4782-bdb6-6494e9c64ac9 req-b38843e3-02fd-45c1-8b33-39dd53e3ce30 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 949 time: 0.0543125 Feb 11 06:20:24.032902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f9d88767-562f-4782-bdb6-6494e9c64ac9 req-56b9114b-1f58-4769-8a9c-daf67a8a67b8 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458868 Feb 11 06:20:25.023967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device ee6adf3a-a12a-430d-99eb-92f4facc16c2 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:20:25.078876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port ee6adf3a-a12a-430d-99eb-92f4facc16c2 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:20:25.083064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port ee6adf3a-a12a-430d-99eb-92f4facc16c2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:25.083445 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:25.160291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda4fb-e756-41a2-a70e-3d900083a5ce req-1080e408-a73a-4cd1-abdd-d3f43eefca52 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:25.161848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0fda4fb-e756-41a2-a70e-3d900083a5ce req-1080e408-a73a-4cd1-abdd-d3f43eefca52 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 949 time: 0.0575480 Feb 11 06:20:25.167974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port ee6adf3a-a12a-430d-99eb-92f4facc16c2 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:25.168498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:25.193467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d3fb0f-b9a7-4286-827d-e435cf0cc703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6adf3a-a12a-430d-99eb-92f4facc16c2'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:25.195831 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d6d58a-752b-4dbc-87b4-a73e3f12294a" -d '{"events": [{"server_uuid": "48d3fb0f-b9a7-4286-827d-e435cf0cc703", "name": "network-vif-plugged", "status": "completed", "tag": "ee6adf3a-a12a-430d-99eb-92f4facc16c2"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:25.210994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port ee6adf3a-a12a-430d-99eb-92f4facc16c2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=ee6adf3a-a12a-430d-99eb-92f4facc16c2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:25.213208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0fda4fb-e756-41a2-a70e-3d900083a5ce req-c55aae04-0197-44b5-9b01-64767b53fe66 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452652 Feb 11 06:20:25.216226 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:25.267417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=ee6adf3a-a12a-430d-99eb-92f4facc16c2,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:25.310686 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb702818-a53f-4cd0-a90e-18b5445374c5 x-openstack-request-id: req-cb702818-a53f-4cd0-a90e-18b5445374c5 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:25.310989 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d3fb0f-b9a7-4286-827d-e435cf0cc703", "name": "network-vif-plugged", "status": "completed", "tag": "ee6adf3a-a12a-430d-99eb-92f4facc16c2", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:25.311368 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb702818-a53f-4cd0-a90e-18b5445374c5 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:25.311783 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d3fb0f-b9a7-4286-827d-e435cf0cc703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6adf3a-a12a-430d-99eb-92f4facc16c2', 'code': 200} Feb 11 06:20:25.414132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9777-84d9-470c-aa03-8f730e3683cd req-eeb3d0d7-721d-4913-9056-93f2219c30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:25.415659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c8c9777-84d9-470c-aa03-8f730e3683cd req-eeb3d0d7-721d-4913-9056-93f2219c30ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 1133 time: 0.0457811 Feb 11 06:20:25.460441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c8c9777-84d9-470c-aa03-8f730e3683cd req-4375dea3-e665-4dfd-9761-cc854c2602e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376401 Feb 11 06:20:26.344514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c62d2-1ff7-40e0-b6e0-c20e37f20628 req-2988a757-0c16-4dbf-a0d0-963a4c0f3362 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:26.346085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f6c62d2-1ff7-40e0-b6e0-c20e37f20628 req-2988a757-0c16-4dbf-a0d0-963a4c0f3362 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 950 time: 0.0616238 Feb 11 06:20:26.393932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f6c62d2-1ff7-40e0-b6e0-c20e37f20628 req-ead60505-34b3-4e2b-a3fe-68bf69ad181b tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Feb 11 06:20:27.513076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19835f5c-03fa-49db-979d-54ecac1f47c3 req-2e9e1ce5-3913-4105-bc8c-768745512718 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:27.514576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19835f5c-03fa-49db-979d-54ecac1f47c3 req-2e9e1ce5-3913-4105-bc8c-768745512718 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 950 time: 0.0523062 Feb 11 06:20:27.560239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19835f5c-03fa-49db-979d-54ecac1f47c3 req-5f0c0569-22d0-4689-bfe7-930be9aa468a tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400598 Feb 11 06:20:27.774412 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-93b3187e-8c59-4955-91bd-27e05f8acf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:27.894304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-30e4f7a5-4af5-4c5c-82bb-7f5358003a33 req-d39fabc2-e820-4f02-b0a5-30761c1a1375 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:20:27.895340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30e4f7a5-4af5-4c5c-82bb-7f5358003a33 req-d39fabc2-e820-4f02-b0a5-30761c1a1375 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552328 Feb 11 06:20:28.277363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-cee8dd28-a615-4799-a5a9-5e18477f7eb8 req-55ce1349-ad76-4d96-ad94-a20521236440 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:20:28.278335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cee8dd28-a615-4799-a5a9-5e18477f7eb8 req-55ce1349-ad76-4d96-ad94-a20521236440 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552735 Feb 11 06:20:28.624549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d076d5-2a9b-4e83-b347-f1c5613b5051 req-b88262b2-2850-4d7c-9a0e-487fb1182281 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:28.626579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22d076d5-2a9b-4e83-b347-f1c5613b5051 req-b88262b2-2850-4d7c-9a0e-487fb1182281 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 950 time: 0.0522838 Feb 11 06:20:28.676920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22d076d5-2a9b-4e83-b347-f1c5613b5051 req-0ff4091c-13ae-470f-adc3-93c7018b0dcb tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447168 Feb 11 06:20:29.808764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134c0c1-d554-496a-a9ce-d4dae7f30584 req-d451c99c-79e5-46f4-8b13-db872024fd55 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:29.810353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8134c0c1-d554-496a-a9ce-d4dae7f30584 req-d451c99c-79e5-46f4-8b13-db872024fd55 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 950 time: 0.0568237 Feb 11 06:20:29.886174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8134c0c1-d554-496a-a9ce-d4dae7f30584 req-e02cf10f-f392-4201-8d5b-bc9507649078 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695903 Feb 11 06:20:29.901830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-9366c1c0-7f93-42e5-b804-cb2a96059f3e tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:29.903326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-9366c1c0-7f93-42e5-b804-cb2a96059f3e tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.72 "GET /v2.0/ports?device_id=48d3fb0f-b9a7-4286-827d-e435cf0cc703 HTTP/1.1" status: 200 len: 950 time: 0.0799482 Feb 11 06:20:30.001930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Deleting port ee6adf3a-a12a-430d-99eb-92f4facc16c2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:30.002271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:30.089665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] For port ee6adf3a-a12a-430d-99eb-92f4facc16c2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=ee6adf3a-a12a-430d-99eb-92f4facc16c2,segment=NetworkSegment(b9570e54-93fe-4a16-ad21-27714c31f286),segment_id=b9570e54-93fe-4a16-ad21-27714c31f286)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:30.090034 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:30.103085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Calling delete_port for ee6adf3a-a12a-430d-99eb-92f4facc16c2 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:30.239080 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ee6adf3a-a12a-430d-99eb-92f4facc16c2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:30.251169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['ee6adf3a-a12a-430d-99eb-92f4facc16c2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:20:30.267631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Pushing event deleted for resources: {'Port': ['ID=ee6adf3a-a12a-430d-99eb-92f4facc16c2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:30.317401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] No DVR routers for this DVR port ee6adf3a-a12a-430d-99eb-92f4facc16c2 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:20:30.320315 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:30.324682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d41f413-31ed-4421-90b2-5421af38b0ef req-b55a89d2-1ae2-43e7-9094-b7781a5657f2 tempest-ServersAdminNegativeTestJSON-1094929147 tempest-ServersAdminNegativeTestJSON-1094929147-project] 10.222.0.72 "DELETE /v2.0/ports/ee6adf3a-a12a-430d-99eb-92f4facc16c2 HTTP/1.1" status: 204 len: 173 time: 0.4155118 Feb 11 06:20:30.325208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d3fb0f-b9a7-4286-827d-e435cf0cc703', 'name': 'network-vif-deleted', 'tag': 'ee6adf3a-a12a-430d-99eb-92f4facc16c2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:30.328506 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca03abf-0a58-45e9-8b7f-f52ae9867a24" -d '{"events": [{"server_uuid": "48d3fb0f-b9a7-4286-827d-e435cf0cc703", "name": "network-vif-deleted", "tag": "ee6adf3a-a12a-430d-99eb-92f4facc16c2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:30.357361 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d05cc36-cd34-4c0d-83a2-3139ad1c620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:30.392102 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e01c945-6eb6-42d4-8683-da98d63f9e31 x-openstack-request-id: req-5e01c945-6eb6-42d4-8683-da98d63f9e31 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:30.392404 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d3fb0f-b9a7-4286-827d-e435cf0cc703", "name": "network-vif-deleted", "tag": "ee6adf3a-a12a-430d-99eb-92f4facc16c2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:30.392811 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e01c945-6eb6-42d4-8683-da98d63f9e31 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:30.393275 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d3fb0f-b9a7-4286-827d-e435cf0cc703', 'name': 'network-vif-deleted', 'tag': 'ee6adf3a-a12a-430d-99eb-92f4facc16c2', 'status': 'completed', 'code': 200} Feb 11 06:20:31.238250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49396) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:31.265916 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.395478 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2d16784a-c97e-4c31-b0f7-5168c3a4e0ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04b8a80736b449a9bc46bc4470de2224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559217 Feb 11 06:20:31.398031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49400) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:31.450825 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7329fcb5-2d16-454b-b9f8-bc7b47f4c3ef admin admin] Publish callbacks [] for security_group (5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.476118 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7329fcb5-2d16-454b-b9f8-bc7b47f4c3ef admin admin] Publish callbacks [] for security_group (5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.526699 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7329fcb5-2d16-454b-b9f8-bc7b47f4c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.529571 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7329fcb5-2d16-454b-b9f8-bc7b47f4c3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.530748 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7329fcb5-2d16-454b-b9f8-bc7b47f4c3ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c HTTP/1.1" status: 204 len: 168 time: 0.1317914 Feb 11 06:20:31.545244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329fcb5-2d16-454b-b9f8-bc7b47f4c3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4b9ff7-b1f9-40e1-bf32-8d127bb7b43c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:31.837605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49406) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:31.850906 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2359d2da-2e29-456a-ac8b-6751cce481d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.930219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2359d2da-2e29-456a-ac8b-6751cce481d2 admin admin] Publish callbacks [] for security_group (53ab6b54-192d-4456-8dbc-0edb4ab032ef), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.935359 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2359d2da-2e29-456a-ac8b-6751cce481d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (53ab6b54-192d-4456-8dbc-0edb4ab032ef), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.977705 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2359d2da-2e29-456a-ac8b-6751cce481d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99a99ad0bca24a879e1557157b15eb92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364503 Feb 11 06:20:31.977705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359d2da-2e29-456a-ac8b-6751cce481d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ab6b54-192d-4456-8dbc-0edb4ab032ef,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:31.978288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49408) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:32.034526 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c7b1eae3-e791-4afd-9cec-b8de62230915 admin admin] Publish callbacks [] for security_group (53ab6b54-192d-4456-8dbc-0edb4ab032ef), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.058279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c7b1eae3-e791-4afd-9cec-b8de62230915 admin admin] Publish callbacks [] for security_group (53ab6b54-192d-4456-8dbc-0edb4ab032ef), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.118207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c7b1eae3-e791-4afd-9cec-b8de62230915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (53ab6b54-192d-4456-8dbc-0edb4ab032ef), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.121097 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c7b1eae3-e791-4afd-9cec-b8de62230915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.124583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c7b1eae3-e791-4afd-9cec-b8de62230915 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53ab6b54-192d-4456-8dbc-0edb4ab032ef HTTP/1.1" status: 204 len: 168 time: 0.1429069 Feb 11 06:20:32.134396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1eae3-e791-4afd-9cec-b8de62230915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ab6b54-192d-4456-8dbc-0edb4ab032ef,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:32.920551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49430) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:32.952510 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.028021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-751595791-network', 'tenant_id': '97a97c814c754e09becd1503f464298d'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:33.054344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Made reservation on behalf of 97a97c814c754e09becd1503f464298d for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:20:33.057101 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.066411 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.095377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device ee6adf3a-a12a-430d-99eb-92f4facc16c2 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:20:33.116014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: ee6adf3a-a12a-430d-99eb-92f4facc16c2 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:20:33.116367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device ee6adf3a-a12a-430d-99eb-92f4facc16c2 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:20:33.148706 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Publish callbacks [] for security_group (7796cbaf-8ef6-4b41-ac7d-c372f621ded5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.153287 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7796cbaf-8ef6-4b41-ac7d-c372f621ded5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.177953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:20:33.187780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7796cbaf-8ef6-4b41-ac7d-c372f621ded5,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:33.193131 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8d641e81-b17c-48b6-ac67-dfc324e5efa7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.193486 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Added segment 8d641e81-b17c-48b6-ac67-dfc324e5efa7 of type vlan for network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b Feb 11 06:20:33.238870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (96355a8d-4ae9-4fa4-8e4f-50aba987f09b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.265921 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (96355a8d-4ae9-4fa4-8e4f-50aba987f09b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.267980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:33.267980 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.302912 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3811610 Feb 11 06:20:33.306855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49434) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:33.312087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Request body: {'subnet': {'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-751595791-subnet', 'tenant_id': '97a97c814c754e09becd1503f464298d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:33.333653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cb96d-2db9-4cfb-9858-9467f4d10875 admin admin] Pushing event updated for resources: {'Network': ['ID=96355a8d-4ae9-4fa4-8e4f-50aba987f09b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:33.337447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Made reservation on behalf of 97a97c814c754e09becd1503f464298d for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:20:33.339947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.345979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:20:33.536975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (df5154b1-f452-4657-890b-2b7508623226), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.598679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5154b1-f452-4657-890b-2b7508623226,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:33.609349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Checking segment: {'id': '8d641e81-b17c-48b6-ac67-dfc324e5efa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:20:33.609711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Network hostable DHCP agents. Network: 96355a8d-4ae9-4fa4-8e4f-50aba987f09b, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:20:33.630193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:20:33.640481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 96355a8d-4ae9-4fa4-8e4f-50aba987f09b) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:33.644978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:33.645485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.649572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a96486c-da98-462b-8634-6e154dcc496a None None] Network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:20:33.664697 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5a3028c5-c575-4b5b-90b4-5725976619ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3563955 Feb 11 06:20:33.770149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433a129b-2c67-4357-974a-2f8b3106269d None None] Network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:20:33.989258 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:34.137948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-fe8a4ccb-2dcd-418e-a39c-f470255c6a38 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:34.139362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-fe8a4ccb-2dcd-418e-a39c-f470255c6a38 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/networks?id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b HTTP/1.1" status: 200 len: 811 time: 0.1103451 Feb 11 06:20:34.154652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-117fdcc2-3eee-4f51-8c8e-a29a44ec1cd8 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/quotas/97a97c814c754e09becd1503f464298d HTTP/1.1" status: 200 len: 375 time: 0.0095859 Feb 11 06:20:34.187928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8574e526-910f-4295-b241-8ae582281042 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=97a97c814c754e09becd1503f464298d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274210 Feb 11 06:20:34.198257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-0c19472f-1132-4816-ac2a-0a981af24691 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:20:34.199244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-0c19472f-1132-4816-ac2a-0a981af24691 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050056 Feb 11 06:20:34.299471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-dda68118-3bb0-40a0-88ec-bfb6ae7f89d6 service neutron] 10.222.0.31 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941150 Feb 11 06:20:34.397282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-b174a3b7-709c-4cf2-83a6-9c7e6516d410 service neutron] 10.222.0.31 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919745 Feb 11 06:20:34.565466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5814c9e4-4fab-4342-a396-3df27037881d req-e4340150-1c72-4389-bee8-2427d6ee7753 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 210 time: 0.0274217 Feb 11 06:20:35.657522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-c4753215-2bc6-4a6d-bbb1-2dbdc1bc2cfb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:35.659000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-c4753215-2bc6-4a6d-bbb1-2dbdc1bc2cfb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.72 "GET /v2.0/networks?id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b HTTP/1.1" status: 200 len: 811 time: 0.1207428 Feb 11 06:20:35.675934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49b15544-3537-42e4-8daa-8cb2c72994ed req-f52a3861-f4fb-406d-a248-bc629733b341 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 210 time: 0.0376165 Feb 11 06:20:35.679291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Request body: {'port': {'device_id': '03526d26-9e34-42e9-982c-3a51873192f2', 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b', 'admin_state_up': True, 'tenant_id': '97a97c814c754e09becd1503f464298d'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:35.788307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Made reservation on behalf of 97a97c814c754e09becd1503f464298d for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:20:35.791767 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:35.913677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Allocated IP 172.20.0.3 (96355a8d-4ae9-4fa4-8e4f-50aba987f09b/df5154b1-f452-4657-890b-2b7508623226/759da044-2d80-44cc-afd0-e717ac33e85c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:20:36.061522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Publish callbacks [] for port (759da044-2d80-44cc-afd0-e717ac33e85c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.096710 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.145581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:36.148812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:36.151255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:20:36.179797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Pushing event updated for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:36.206711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:36.207325 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.224687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-8360d24b-254a-46f0-a7db-26ebf2042ddf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509663 Feb 11 06:20:36.237435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Request body: {'port': {'device_id': '03526d26-9e34-42e9-982c-3a51873192f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:36.300055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.573153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759da044-2d80-44cc-afd0-e717ac33e85c {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:20:36.581275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Publish callbacks [] for port (759da044-2d80-44cc-afd0-e717ac33e85c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.593601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Transition to ACTIVE for port object 759da044-2d80-44cc-afd0-e717ac33e85c will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:20:36.598368 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.646313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Pushing event updated for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:36.722620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Attempting to bind port 759da044-2d80-44cc-afd0-e717ac33e85c on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:20:36.723281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Attempting to bind port 759da044-2d80-44cc-afd0-e717ac33e85c by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '8d641e81-b17c-48b6-ac67-dfc324e5efa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:20:36.723281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Attempting to bind port 759da044-2d80-44cc-afd0-e717ac33e85c on network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:36.727679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Port 759da044-2d80-44cc-afd0-e717ac33e85c on network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:20:36.728002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Attempting to bind port 759da044-2d80-44cc-afd0-e717ac33e85c on network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:36.733054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:20:36.733427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Checking segment: {'id': '8d641e81-b17c-48b6-ac67-dfc324e5efa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:20:36.733816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Bound using segment: {'id': '8d641e81-b17c-48b6-ac67-dfc324e5efa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:20:36.734255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Bound port: 759da044-2d80-44cc-afd0-e717ac33e85c, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d641e81-b17c-48b6-ac67-dfc324e5efa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:20:36.734621 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.836047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:20:36.844171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3f3ac-d400-4237-919e-bf565b59b590 req-17d5a94a-8abe-4308-88c6-9cb23f493081 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:36.845818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fac3f3ac-d400-4237-919e-bf565b59b590 req-17d5a94a-8abe-4308-88c6-9cb23f493081 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 943 time: 0.0957191 Feb 11 06:20:36.847457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:20:36.859711 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.907894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:36.908521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.909946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] 10.222.0.72 "PUT /v2.0/ports/759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 1092 time: 0.6786530 Feb 11 06:20:36.911569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:36.913934 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1693744734f1bc0b6259211f439ac47caad32660a8cda42f1d371d0092817c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f591255-a567-40ff-b0b3-dc5c7be19d77" -d '{"events": [{"name": "network-changed", "server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:36.954619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fac3f3ac-d400-4237-919e-bf565b59b590 req-ad15a23d-e532-4951-a9e1-30e80657557c tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011198 Feb 11 06:20:36.963887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a0ff7-411f-430f-ba88-0ad60c91df1b service neutron] Pushing event updated for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:36.989641 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f590c78-fc71-497d-b2e5-c1048983714d x-openstack-request-id: req-7f590c78-fc71-497d-b2e5-c1048983714d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:36.989942 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:36.990201 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f590c78-fc71-497d-b2e5-c1048983714d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:36.990599 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c', 'status': 'completed', 'code': 200} Feb 11 06:20:37.010515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-1bcf6c0f-3dc9-4268-8a5c-5cef5932b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:37.012138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-1bcf6c0f-3dc9-4268-8a5c-5cef5932b3ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97a97c814c754e09becd1503f464298d&device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 1126 time: 0.0566504 Feb 11 06:20:37.055717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-188aa397-ac64-44f4-b13b-b250a1f99da2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 217 time: 0.0346925 Feb 11 06:20:37.111868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-c0209167-f5b5-405f-af09-61843ded3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:37.113272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-c0209167-f5b5-405f-af09-61843ded3a3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5154b1-f452-4657-890b-2b7508623226 HTTP/1.1" status: 200 len: 851 time: 0.0450609 Feb 11 06:20:37.149350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-b6d9e4c0-aa6f-473d-8ed0-849c5123b545 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300524 Feb 11 06:20:37.243051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-14dd1e62-b35b-49ed-9485-48378d39592d service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871081 Feb 11 06:20:37.337440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95ac3dcd-38fe-41a9-a0d3-669a0723f1b0 req-159e3120-947f-4caa-a7a3-0d2cc3531752 service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879865 Feb 11 06:20:37.429884 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-46f63b0f-8cda-4569-a4ee-e49fbcd0cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:37.431317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-46f63b0f-8cda-4569-a4ee-e49fbcd0cae8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97a97c814c754e09becd1503f464298d&device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 1126 time: 0.0475516 Feb 11 06:20:37.541523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-19e35c8c-7575-476f-8950-1aa0ba9e4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:37.543020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-19e35c8c-7575-476f-8950-1aa0ba9e4b42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b HTTP/1.1" status: 200 len: 912 time: 0.1059818 Feb 11 06:20:37.595736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-e2ef876f-25e9-4a63-b94e-4064d6b2267a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 217 time: 0.0464418 Feb 11 06:20:37.656472 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-9746dad9-4bb2-4e57-91d0-e2b8088b310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:37.658066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-9746dad9-4bb2-4e57-91d0-e2b8088b310c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5154b1-f452-4657-890b-2b7508623226 HTTP/1.1" status: 200 len: 851 time: 0.0450602 Feb 11 06:20:37.690656 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-6beddf0d-37f9-4ba7-9407-a1de6e4f1123 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258613 Feb 11 06:20:37.790080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-d594e688-d89d-431c-a34a-69e5fb346114 service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923774 Feb 11 06:20:37.881088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f591255-a567-40ff-b0b3-dc5c7be19d77 req-6b32e2c6-9f07-4ea1-9b9a-ef518ca31cb1 service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845668 Feb 11 06:20:38.097683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94915a-2b5c-41bd-bb58-a16da529918a req-4a8ef271-1a68-4b70-ba85-321643342658 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:38.099212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f94915a-2b5c-41bd-bb58-a16da529918a req-4a8ef271-1a68-4b70-ba85-321643342658 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 943 time: 0.0693004 Feb 11 06:20:38.148830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f94915a-2b5c-41bd-bb58-a16da529918a req-864df6a3-1d9b-4808-996a-bdde468bfa4c tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Feb 11 06:20:39.142962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 759da044-2d80-44cc-afd0-e717ac33e85c details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:20:39.248180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:39.259890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '759da044-2d80-44cc-afd0-e717ac33e85c', 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b', 'port_id': '759da044-2d80-44cc-afd0-e717ac33e85c', 'mac_address': 'fa:16:3e:7b:31:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5154b1-f452-4657-890b-2b7508623226', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:20:39.271117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f065e65-1757-498f-8fc1-22e70c0702a5 req-67e5ed6a-e04d-4599-941a-11f6a12b91c0 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:39.272618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f065e65-1757-498f-8fc1-22e70c0702a5 req-67e5ed6a-e04d-4599-941a-11f6a12b91c0 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 943 time: 0.0537271 Feb 11 06:20:39.297108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 759da044-2d80-44cc-afd0-e717ac33e85c is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:39.297579 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:39.310784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759da044-2d80-44cc-afd0-e717ac33e85c {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:20:39.319630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f065e65-1757-498f-8fc1-22e70c0702a5 req-e78d35a7-a28d-4794-a92e-3ef06d7593a1 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Feb 11 06:20:39.331396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:39.336580 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:39.382859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:39.531613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['759da044-2d80-44cc-afd0-e717ac33e85c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:20:40.501631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26151e-d994-4e9e-9dfb-afe7c72728e3 req-c060b714-75e2-4d90-a5b8-0ca1b1933840 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:40.503117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b26151e-d994-4e9e-9dfb-afe7c72728e3 req-c060b714-75e2-4d90-a5b8-0ca1b1933840 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 944 time: 0.0572240 Feb 11 06:20:40.550203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b26151e-d994-4e9e-9dfb-afe7c72728e3 req-150b2b5f-31e0-4acc-b942-9618d645c637 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Feb 11 06:20:41.159468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 759da044-2d80-44cc-afd0-e717ac33e85c up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:20:41.211795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 759da044-2d80-44cc-afd0-e717ac33e85c completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:20:41.215746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 759da044-2d80-44cc-afd0-e717ac33e85c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:41.216207 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:41.300504 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 759da044-2d80-44cc-afd0-e717ac33e85c is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:41.300896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:41.324559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:41.327138 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a77290e7f7ca4d332de1a87e7ab25a3a4d1207a10de17cbc2da29f67c209860a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323e9c52-4f2e-4f60-9f2c-e12ad41358c7" -d '{"events": [{"server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "name": "network-vif-plugged", "status": "completed", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:41.340469 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:41.344894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:41.368988 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46ef22a-e571-453f-aa5e-88b91b202a8d x-openstack-request-id: req-a46ef22a-e571-453f-aa5e-88b91b202a8d {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:41.369318 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "name": "network-vif-plugged", "status": "completed", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:41.369582 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a46ef22a-e571-453f-aa5e-88b91b202a8d {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:41.369982 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c', 'code': 200} Feb 11 06:20:41.396590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:41.469072 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2fc6d-b8a4-4136-ab8d-0c02ea37e5a5 req-edb6c492-210c-49a4-9282-d25bfd869f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:41.470588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0b2fc6d-b8a4-4136-ab8d-0c02ea37e5a5 req-edb6c492-210c-49a4-9282-d25bfd869f03 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 1128 time: 0.0456674 Feb 11 06:20:41.515296 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0b2fc6d-b8a4-4136-ab8d-0c02ea37e5a5 req-cb6e44b9-941a-4831-ae2d-77b742e837ec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Feb 11 06:20:41.669136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f02c6-f27d-4fd3-aacf-6d46a8b195ed req-01e3d554-ebb3-4afc-91d4-99dc741f4743 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:41.670667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c66f02c6-f27d-4fd3-aacf-6d46a8b195ed req-01e3d554-ebb3-4afc-91d4-99dc741f4743 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0523417 Feb 11 06:20:41.731596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c66f02c6-f27d-4fd3-aacf-6d46a8b195ed req-18536a20-ea0e-4b57-9431-41bbfd856f3a tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547037 Feb 11 06:20:42.986570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610a9d1-44f4-4ac3-80ac-ae531465cc38 req-a588984d-f1c8-4482-899e-9c851dad444a tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:42.988101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0610a9d1-44f4-4ac3-80ac-ae531465cc38 req-a588984d-f1c8-4482-899e-9c851dad444a tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0999744 Feb 11 06:20:43.036725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0610a9d1-44f4-4ac3-80ac-ae531465cc38 req-2457185b-9891-49cd-b535-ac2775ba9c13 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Feb 11 06:20:43.306278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefb23b-3f0a-4527-b42f-ec617adf9351 req-31b1d404-9388-4887-bc59-457bebdd1386 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:43.308314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efefb23b-3f0a-4527-b42f-ec617adf9351 req-31b1d404-9388-4887-bc59-457bebdd1386 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0716321 Feb 11 06:20:43.382752 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-5bde34c5-1934-4c26-b824-a65ba1681538 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1391501 Feb 11 06:20:43.383523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efefb23b-3f0a-4527-b42f-ec617adf9351 req-1d9b89f7-2c3a-4932-9cfe-00f8f8cccba9 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682728 Feb 11 06:20:43.398603 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-c2943751-1bb2-4f9a-b18f-4a11fb309298 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:20:43.410538 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-c2943751-1bb2-4f9a-b18f-4a11fb309298 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200331 Feb 11 06:20:43.863101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-f1737f7f-9d12-4d9f-bfc8-e9ab6ba765b3 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:43.864528 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-f1737f7f-9d12-4d9f-bfc8-e9ab6ba765b3 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports/759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 942 time: 0.1060917 Feb 11 06:20:44.622604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2699c-70e5-4404-8351-3d545e0f32de req-a11c1f1d-c38c-417a-9a0d-0bbc3d44e8c5 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:44.624119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cd2699c-70e5-4404-8351-3d545e0f32de req-a11c1f1d-c38c-417a-9a0d-0bbc3d44e8c5 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.1073625 Feb 11 06:20:44.684884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cd2699c-70e5-4404-8351-3d545e0f32de req-2fcbfcba-cbbe-4e87-a16e-9a79511e4a5d tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548530 Feb 11 06:20:44.734151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-b48c844e-49e5-450f-b5c7-f0f0895b0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:44.736256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-b48c844e-49e5-450f-b5c7-f0f0895b0b71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97a97c814c754e09becd1503f464298d&device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 1128 time: 0.0504746 Feb 11 06:20:44.834281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-f8134ab1-cba4-48c3-8f52-011862736aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:44.835777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-f8134ab1-cba4-48c3-8f52-011862736aed service neutron] 10.222.0.72 "GET /v2.0/networks?id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b HTTP/1.1" status: 200 len: 912 time: 0.0934336 Feb 11 06:20:44.877865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-099dc71a-73be-42bc-a861-2fec72934861 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 217 time: 0.0355506 Feb 11 06:20:44.927082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-ba1de82d-7b18-4966-a1fc-032696586516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:44.928579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-ba1de82d-7b18-4966-a1fc-032696586516 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5154b1-f452-4657-890b-2b7508623226 HTTP/1.1" status: 200 len: 851 time: 0.0455890 Feb 11 06:20:44.960764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-6ef0ac58-ac63-45e9-a40f-4019d58372ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267301 Feb 11 06:20:45.054806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-2bf0c540-d196-4893-afd8-55f5edc4eef9 service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876596 Feb 11 06:20:45.150031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-4347ef11-71a5-4c7b-be5d-df20dafbc300 service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887544 Feb 11 06:20:45.810066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf9e8d-6106-41fb-9095-5160c5ccdb92 req-e885f11a-baab-4173-9f2f-f6203a2c1a3e tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:45.811594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-becf9e8d-6106-41fb-9095-5160c5ccdb92 req-e885f11a-baab-4173-9f2f-f6203a2c1a3e tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0534656 Feb 11 06:20:45.860230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-becf9e8d-6106-41fb-9095-5160c5ccdb92 req-806c005b-d64c-4d8f-b701-8ae4cb632ad2 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Feb 11 06:20:46.981431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0638e-5912-4c60-96af-da3bce35f924 req-479170f2-78cb-4c10-aa75-e924ee944f95 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:46.982904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ee0638e-5912-4c60-96af-da3bce35f924 req-479170f2-78cb-4c10-aa75-e924ee944f95 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0537372 Feb 11 06:20:47.029334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ee0638e-5912-4c60-96af-da3bce35f924 req-ef1b9b27-6d3a-44cd-9834-1ec07f6fe75e tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Feb 11 06:20:47.036399 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:20:48.160180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353b0ee-40a8-47f8-8319-f7ba10662d7f req-96a7653f-0eb4-4140-a820-ed2ffb2006a4 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:48.161719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e353b0ee-40a8-47f8-8319-f7ba10662d7f req-96a7653f-0eb4-4140-a820-ed2ffb2006a4 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0620565 Feb 11 06:20:48.218640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e353b0ee-40a8-47f8-8319-f7ba10662d7f req-a659a782-eaf7-4d8c-ad22-6e42a2958ccc tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Feb 11 06:20:49.350376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f73818-7945-4720-a592-34c51f3cc27d req-e64bafd6-ea53-4eb5-8c00-cfc02a6478a3 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:49.351921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86f73818-7945-4720-a592-34c51f3cc27d req-e64bafd6-ea53-4eb5-8c00-cfc02a6478a3 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0610611 Feb 11 06:20:49.402235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86f73818-7945-4720-a592-34c51f3cc27d req-e325b376-dc9f-4996-ba63-3943d09d4356 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Feb 11 06:20:50.529489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2616f2-d8f4-4594-a984-372d6fda3b41 req-f4849c1e-ad00-44c4-863b-6f6f65e4e75b tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:50.531205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f2616f2-d8f4-4594-a984-372d6fda3b41 req-f4849c1e-ad00-44c4-863b-6f6f65e4e75b tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0595405 Feb 11 06:20:50.586128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f2616f2-d8f4-4594-a984-372d6fda3b41 req-4d2bf377-8e2a-4db0-b76d-033bc7ed5248 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485337 Feb 11 06:20:51.709459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a191b-c7ce-48af-9197-1883ed3193ec req-c0986f7d-1621-483d-8e0d-df93825ecde2 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:51.710991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f9a191b-c7ce-48af-9197-1883ed3193ec req-c0986f7d-1621-483d-8e0d-df93825ecde2 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0544310 Feb 11 06:20:51.761736 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f9a191b-c7ce-48af-9197-1883ed3193ec req-994c129a-a59b-433e-b763-c00dce2b8337 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414948 Feb 11 06:20:52.628978 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:52.883823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0ef75-8c43-4812-b14a-6bb0369c1622 req-339d6a96-e4d4-4d5e-8654-7f45e6d72048 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:52.885257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8f0ef75-8c43-4812-b14a-6bb0369c1622 req-339d6a96-e4d4-4d5e-8654-7f45e6d72048 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0534499 Feb 11 06:20:52.935372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8f0ef75-8c43-4812-b14a-6bb0369c1622 req-2be20f4d-c06e-4470-82f4-ac324970f719 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Feb 11 06:20:53.650339 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:54.066341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a1175-3e6c-4bca-8688-80dbaaa0afad req-cd31fa71-0390-4a60-9282-a334560b2f80 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:54.067806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c25a1175-3e6c-4bca-8688-80dbaaa0afad req-cd31fa71-0390-4a60-9282-a334560b2f80 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0530553 Feb 11 06:20:54.114581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c25a1175-3e6c-4bca-8688-80dbaaa0afad req-6defb811-e917-4b8a-9675-257727c348bd tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Feb 11 06:20:55.239524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f66b52-5f5e-4bcc-9834-1e21d0ef1523 req-cc7caaa2-e3a8-4a98-b95e-355852a11737 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:55.241038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9f66b52-5f5e-4bcc-9834-1e21d0ef1523 req-cc7caaa2-e3a8-4a98-b95e-355852a11737 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0551217 Feb 11 06:20:55.291660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b9f66b52-5f5e-4bcc-9834-1e21d0ef1523 req-58e15531-f252-48aa-a812-9cc69664edc7 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448296 Feb 11 06:20:56.414445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1474-2cd5-4a7b-99e5-e6bd998bd090 req-d7d8dfb1-6b21-4897-b5d2-3214714d4252 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:56.415966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fad1474-2cd5-4a7b-99e5-e6bd998bd090 req-d7d8dfb1-6b21-4897-b5d2-3214714d4252 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0546088 Feb 11 06:20:56.461820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1fad1474-2cd5-4a7b-99e5-e6bd998bd090 req-bb0d6be9-3dd5-4c51-9841-5fec41159cb2 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Feb 11 06:20:57.581783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0d913-e820-42d7-aa77-f3ea730ae7fa req-10881613-35f1-421c-909b-52386e9e0f16 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:57.583265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ea0d913-e820-42d7-aa77-f3ea730ae7fa req-10881613-35f1-421c-909b-52386e9e0f16 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0520883 Feb 11 06:20:57.629557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ea0d913-e820-42d7-aa77-f3ea730ae7fa req-307f5a1b-9d24-4a53-a5dd-d51eb2304bfe tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Feb 11 06:20:57.776831 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e043-957e-4136-94ee-f89e35b0a4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.748575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472d90-ddf4-43b1-a936-ee26e9e82d3e req-86d4d97c-c751-4535-bec2-abaf2be755ad tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:58.749980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e472d90-ddf4-43b1-a936-ee26e9e82d3e req-86d4d97c-c751-4535-bec2-abaf2be755ad tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0524960 Feb 11 06:20:58.802358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e472d90-ddf4-43b1-a936-ee26e9e82d3e req-7333c188-3a9f-4ee4-8dae-6dffc9abc2ec tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467215 Feb 11 06:20:59.924859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87dc6d-086a-4728-831f-9ac901d26159 req-0393d7a3-1b64-4a86-90b2-f58fafc3fc4b tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:59.926401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb87dc6d-086a-4728-831f-9ac901d26159 req-0393d7a3-1b64-4a86-90b2-f58fafc3fc4b tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0539622 Feb 11 06:20:59.974275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb87dc6d-086a-4728-831f-9ac901d26159 req-a8748cfe-61b3-444b-ba05-3bae1a9bd79d tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Feb 11 06:21:00.349825 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-27b6291e-eabf-4cb3-8a34-7fc28cfbd85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:01.095799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e697014-392d-4582-bc5a-a8db231bae2d req-f19c1a50-4805-43af-a4d4-3d88917266a8 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:01.097327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e697014-392d-4582-bc5a-a8db231bae2d req-f19c1a50-4805-43af-a4d4-3d88917266a8 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0528829 Feb 11 06:21:01.144718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e697014-392d-4582-bc5a-a8db231bae2d req-c14278bb-09cb-4e9e-af8c-6d8f4ca0f26a tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Feb 11 06:21:01.269345 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.637507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079ba3e-efb8-45e6-9e47-3e385cc2609d req-3c1da5a9-2f75-42bc-8503-398a1964ade7 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:02.639027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4079ba3e-efb8-45e6-9e47-3e385cc2609d req-3c1da5a9-2f75-42bc-8503-398a1964ade7 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.4103699 Feb 11 06:21:02.686709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4079ba3e-efb8-45e6-9e47-3e385cc2609d req-261cc8e9-f0fa-4e48-af78-5cc1eb9f5415 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Feb 11 06:21:02.945691 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.809048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a209d9b-cb1b-4441-824c-bc186be3d976 req-7ae5e61f-bb64-4d4c-aa02-f0ee7d118788 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:03.810569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a209d9b-cb1b-4441-824c-bc186be3d976 req-7ae5e61f-bb64-4d4c-aa02-f0ee7d118788 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0526040 Feb 11 06:21:03.857898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a209d9b-cb1b-4441-824c-bc186be3d976 req-10e90b55-b3b9-4749-90d8-783562a800d1 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Feb 11 06:21:03.982471 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.982080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb5d7-0344-434a-a93e-ead99d60f0ee req-3f2df44e-97c3-4fd6-9d57-edce8876eb34 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:04.983570 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cfcb5d7-0344-434a-a93e-ead99d60f0ee req-3f2df44e-97c3-4fd6-9d57-edce8876eb34 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0569935 Feb 11 06:21:05.032552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3cfcb5d7-0344-434a-a93e-ead99d60f0ee req-eb5a6d2c-225e-412d-b05b-22db851cc482 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Feb 11 06:21:06.163491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23082120-7375-4ce9-9d61-3e8cdee1efdc req-2c3fa313-7fb8-4820-99f2-4a3b1e60557e tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:06.165080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23082120-7375-4ce9-9d61-3e8cdee1efdc req-2c3fa313-7fb8-4820-99f2-4a3b1e60557e tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0580668 Feb 11 06:21:06.215844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-23082120-7375-4ce9-9d61-3e8cdee1efdc req-5f508daa-bfa1-4fd0-bb69-329143145652 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Feb 11 06:21:07.347927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee05664-d063-4656-b1a2-da2128320eea req-81a1bb8a-94a8-42db-8dfd-1997d468ad2b tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:07.349463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ee05664-d063-4656-b1a2-da2128320eea req-81a1bb8a-94a8-42db-8dfd-1997d468ad2b tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0532410 Feb 11 06:21:07.400946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ee05664-d063-4656-b1a2-da2128320eea req-cad79742-4c3c-4fda-bb8b-d5665084e90a tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 Feb 11 06:21:08.522769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f3ce-812f-4a53-8ec1-6d01f8756045 req-4a219158-dcab-47b9-ae38-deff49795501 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:08.524265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b13f3ce-812f-4a53-8ec1-6d01f8756045 req-4a219158-dcab-47b9-ae38-deff49795501 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0526154 Feb 11 06:21:08.577455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b13f3ce-812f-4a53-8ec1-6d01f8756045 req-9fe9b4b3-1b2a-4448-8a35-22ff208c637e tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472236 Feb 11 06:21:09.702815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af435-eb2d-4b95-8ef7-08d182eb67da req-40367ad6-e628-4f4c-ab32-0c878597130c tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:09.705348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f3af435-eb2d-4b95-8ef7-08d182eb67da req-40367ad6-e628-4f4c-ab32-0c878597130c tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0558825 Feb 11 06:21:09.756072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f3af435-eb2d-4b95-8ef7-08d182eb67da req-439fcb91-5abf-4e38-92fb-16c52fd5c972 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Feb 11 06:21:10.888753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43404783-4faa-46e1-befd-c86f28a6dc6d req-b153f7f2-f18c-4a58-8d98-65e7503f0a92 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:10.890307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43404783-4faa-46e1-befd-c86f28a6dc6d req-b153f7f2-f18c-4a58-8d98-65e7503f0a92 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0592439 Feb 11 06:21:10.945430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43404783-4faa-46e1-befd-c86f28a6dc6d req-eaf7f060-c468-446e-a045-b6c0581d6b1d tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491071 Feb 11 06:21:12.067455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df1f71-c60d-4c8c-861e-4c7a510bce93 req-e573f1bc-6d98-4965-9c06-2c82f281ca27 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:12.068982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84df1f71-c60d-4c8c-861e-4c7a510bce93 req-e573f1bc-6d98-4965-9c06-2c82f281ca27 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0520146 Feb 11 06:21:12.142088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84df1f71-c60d-4c8c-861e-4c7a510bce93 req-3beaf982-fc25-40fe-8d72-b6f97236deef tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673842 Feb 11 06:21:12.251085 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-4052168a-148d-4b27-ae75-c25de98c1af4 service neutron] show failed (client error): The resource could not be found. Feb 11 06:21:12.252142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-4052168a-148d-4b27-ae75-c25de98c1af4 service neutron] 10.222.0.72 "GET /v2.0/ports/759da044-2d80-44cc-afd0-e717ac33e85c/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.1216817 Feb 11 06:21:12.582780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-d6b8702e-7371-4c1c-9505-7c6e75090741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:12.584383 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-d6b8702e-7371-4c1c-9505-7c6e75090741 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2&tenant_id=97a97c814c754e09becd1503f464298d HTTP/1.1" status: 200 len: 1128 time: 0.1210485 Feb 11 06:21:12.596064 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:12.665176 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.185619 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:13.222555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:13.264121 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:13.270650 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Publish callbacks [] for port (759da044-2d80-44cc-afd0-e717ac33e85c), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.288983 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Transition to ACTIVE for port object 759da044-2d80-44cc-afd0-e717ac33e85c will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:21:13.291527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2045c72-6181-4754-a97c-989f348db99b req-b9e7d78e-6d7a-4c7b-98eb-b261a11a91e1 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:13.293137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2045c72-6181-4754-a97c-989f348db99b req-b9e7d78e-6d7a-4c7b-98eb-b261a11a91e1 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0573552 Feb 11 06:21:13.293407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.338722 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd4f1c9-3a8a-4468-9674-f57276167404" -d '{"events": [{"server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "name": "network-vif-unplugged", "status": "completed", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:13.361777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2045c72-6181-4754-a97c-989f348db99b req-96497c27-ee5b-440a-932d-76178a7a0d6f tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588229 Feb 11 06:21:13.373685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] No DVR routers for this DVR port 759da044-2d80-44cc-afd0-e717ac33e85c on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:21:13.376492 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Pushing event updated for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=6']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:13.391519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.391815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.392167 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.392509 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.392850 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.393204 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.393536 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.393865 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.394191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.394520 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.394849 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.395172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.395550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.431219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Attempting to bind port 759da044-2d80-44cc-afd0-e717ac33e85c on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:13.431753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Attempting to bind port 759da044-2d80-44cc-afd0-e717ac33e85c by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '8d641e81-b17c-48b6-ac67-dfc324e5efa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:13.432261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Attempting to bind port 759da044-2d80-44cc-afd0-e717ac33e85c on network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:13.439932 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Port 759da044-2d80-44cc-afd0-e717ac33e85c on network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:21:13.440190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Attempting to bind port 759da044-2d80-44cc-afd0-e717ac33e85c on network 96355a8d-4ae9-4fa4-8e4f-50aba987f09b {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:13.445990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:13.446339 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Checking segment: {'id': '8d641e81-b17c-48b6-ac67-dfc324e5efa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:13.446731 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Bound using segment: {'id': '8d641e81-b17c-48b6-ac67-dfc324e5efa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:13.447168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Bound port: 759da044-2d80-44cc-afd0-e717ac33e85c, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d641e81-b17c-48b6-ac67-dfc324e5efa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:13.447531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.461981 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb1d659-0920-486d-b51d-e6dad33ab14a x-openstack-request-id: req-7eb1d659-0920-486d-b51d-e6dad33ab14a {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:13.462332 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "name": "network-vif-unplugged", "status": "completed", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:13.462623 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7eb1d659-0920-486d-b51d-e6dad33ab14a {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:13.463124 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c', 'code': 200} Feb 11 06:21:13.524749 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:13.528605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:13.535607 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.580699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:13.581362 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.582971 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] 10.222.0.81 "PUT /v2.0/ports/759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 1092 time: 0.9919302 Feb 11 06:21:13.600225 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42184893-360f-4f8f-b0a9-0861240d5b20 service neutron] Pushing event updated for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=7']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:13.676241 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-146e335e-35af-41a7-bd0a-8a44df337310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:13.677823 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-146e335e-35af-41a7-bd0a-8a44df337310 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=97a97c814c754e09becd1503f464298d&device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 1126 time: 0.0548961 Feb 11 06:21:13.772399 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-f71aae0a-6509-46c4-9c26-9bd7658ca9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:13.773956 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-f71aae0a-6509-46c4-9c26-9bd7658ca9af service neutron] 10.222.0.81 "GET /v2.0/networks?id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b HTTP/1.1" status: 200 len: 912 time: 0.0900128 Feb 11 06:21:13.823805 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-8f8021bf-396d-434d-a452-d765721ed75f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 217 time: 0.0442302 Feb 11 06:21:13.871930 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-c1575630-53e4-4ed0-9989-08759b704e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:13.873494 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-c1575630-53e4-4ed0-9989-08759b704e8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df5154b1-f452-4657-890b-2b7508623226 HTTP/1.1" status: 200 len: 851 time: 0.0446498 Feb 11 06:21:13.919196 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-27b6d908-0c3a-4805-8b5a-893ed7d94996 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388117 Feb 11 06:21:14.025088 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-575c04a3-25f7-486b-8bf0-97c2881a06a2 service neutron] 10.222.0.81 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983670 Feb 11 06:21:14.120402 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-838bf3f6-edba-41ba-9afe-8cea41716239 req-db885967-a76b-49a5-9844-398828bfe875 service neutron] 10.222.0.81 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890625 Feb 11 06:21:14.480695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391991ce-d087-42ba-b48d-e2d72b01062b req-a79b6b40-029e-4cf9-89ec-4a985e30f8eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:14.482512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-391991ce-d087-42ba-b48d-e2d72b01062b req-a79b6b40-029e-4cf9-89ec-4a985e30f8eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 943 time: 0.0544147 Feb 11 06:21:14.536698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-391991ce-d087-42ba-b48d-e2d72b01062b req-dd854358-57de-464a-b491-e4d6d8302de9 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481219 Feb 11 06:21:15.348352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 759da044-2d80-44cc-afd0-e717ac33e85c no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:15.404896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port 759da044-2d80-44cc-afd0-e717ac33e85c host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:21:15.405328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 759da044-2d80-44cc-afd0-e717ac33e85c not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:15.464065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:15.466494 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11" -d '{"events": [{"name": "network-changed", "server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:15.522300 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9a9347-1cfa-48c7-9bf7-85beb153ea83 x-openstack-request-id: req-4e9a9347-1cfa-48c7-9bf7-85beb153ea83 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:15.522624 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:15.522892 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e9a9347-1cfa-48c7-9bf7-85beb153ea83 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:15.523311 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c', 'status': 'completed', 'code': 200} Feb 11 06:21:15.591622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-c718c93a-ac84-4d80-b03a-eeb47736bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:15.593405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-c718c93a-ac84-4d80-b03a-eeb47736bbc0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97a97c814c754e09becd1503f464298d&device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 1126 time: 0.0545547 Feb 11 06:21:15.607559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-1ae8a4e1-6cfa-436f-a7cc-60b7896b4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:15.609103 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-1ae8a4e1-6cfa-436f-a7cc-60b7896b4fbf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=97a97c814c754e09becd1503f464298d&device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 1126 time: 0.0623584 Feb 11 06:21:15.726201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-1cf52f9f-da67-4d4f-b258-85f01b6506d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:15.727699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-1cf52f9f-da67-4d4f-b258-85f01b6506d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b HTTP/1.1" status: 200 len: 912 time: 0.1287007 Feb 11 06:21:15.730584 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-d6099967-e6ec-479a-b382-6b1e5d9c0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:15.731823 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-d6099967-e6ec-479a-b382-6b1e5d9c0986 service neutron] 10.222.0.81 "GET /v2.0/networks?id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b HTTP/1.1" status: 200 len: 912 time: 0.1136844 Feb 11 06:21:15.739575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a758e1-285b-48f4-ad0e-38a3b42300e8 req-357d4801-7669-4c3f-bea4-2e5b9bae63bf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:15.741048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1a758e1-285b-48f4-ad0e-38a3b42300e8 req-357d4801-7669-4c3f-bea4-2e5b9bae63bf tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 943 time: 0.1096084 Feb 11 06:21:15.784703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-ed1eb12d-b2d7-49e8-b955-4140fe4e5d14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 217 time: 0.0425835 Feb 11 06:21:15.787061 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-49c1f81f-cebf-4f41-8c2b-f898ce83e41d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 217 time: 0.0377359 Feb 11 06:21:15.841791 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-8b56e421-a02a-4386-b5d6-14b91ae99e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:15.843276 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-8b56e421-a02a-4386-b5d6-14b91ae99e3c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df5154b1-f452-4657-890b-2b7508623226 HTTP/1.1" status: 200 len: 851 time: 0.0510466 Feb 11 06:21:15.854314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e1a758e1-285b-48f4-ad0e-38a3b42300e8 req-61f73f88-cb00-49fd-804a-2c0d3af5b2f2 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061695 Feb 11 06:21:15.858067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-d74af9af-29a2-49cd-84fd-bee8d235dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:15.860072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-d74af9af-29a2-49cd-84fd-bee8d235dff6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5154b1-f452-4657-890b-2b7508623226 HTTP/1.1" status: 200 len: 851 time: 0.0685418 Feb 11 06:21:15.879982 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-40d92b71-d4f5-4177-bff8-7dbc8af931a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299399 Feb 11 06:21:15.897591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-32380ffe-e44c-439f-8299-2d01bb0f068c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318596 Feb 11 06:21:15.980565 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-6d3a7b66-02a5-4073-8f60-07c930ad297b service neutron] 10.222.0.81 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937021 Feb 11 06:21:15.990662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-06821fc7-787f-4f8a-9163-9543ceb07efb service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Feb 11 06:21:16.087677 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-af1ceb01-ffe9-42de-8e1f-a0a76e9e876c service neutron] 10.222.0.81 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016493 Feb 11 06:21:16.095028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-331fbd5e-966f-4c3b-9a7a-d0f93ab04a11 req-7ad39114-7d54-46a5-86e7-cd696a9481e9 service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981209 Feb 11 06:21:16.982215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d148ebd-8573-4ea5-98d0-301d0f83959b req-ea8776e9-8ebb-437e-9982-4cc8fad7086b tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:16.983787 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d148ebd-8573-4ea5-98d0-301d0f83959b req-ea8776e9-8ebb-437e-9982-4cc8fad7086b tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 943 time: 0.0548761 Feb 11 06:21:17.032613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d148ebd-8573-4ea5-98d0-301d0f83959b req-f6032249-6813-49f5-a9ad-4aea9b7bbe51 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Feb 11 06:21:17.392115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-0bea1368-f55d-4bdd-840d-4e46c9dc6b67 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:17.393623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-0bea1368-f55d-4bdd-840d-4e46c9dc6b67 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.72 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2&tenant_id=97a97c814c754e09becd1503f464298d&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 943 time: 0.0979626 Feb 11 06:21:17.460058 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-40e6a4b8-14e6-48d2-aa7f-b5c02f7d6b95 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:21:17.461068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-40e6a4b8-14e6-48d2-aa7f-b5c02f7d6b95 service neutron] 10.222.0.72 "DELETE /v2.0/ports/759da044-2d80-44cc-afd0-e717ac33e85c/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0605557 Feb 11 06:21:17.551078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-6c9d819b-cebc-46c0-ab77-208346a668fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:17.552532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 759da044-2d80-44cc-afd0-e717ac33e85c details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:21:17.553032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-6c9d819b-cebc-46c0-ab77-208346a668fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97a97c814c754e09becd1503f464298d&device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 1126 time: 0.0465891 Feb 11 06:21:17.664731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:17.667317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-f9e6e491-ce73-40ba-8c29-ddd90fabb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:17.668828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-f9e6e491-ce73-40ba-8c29-ddd90fabb907 service neutron] 10.222.0.72 "GET /v2.0/networks?id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b HTTP/1.1" status: 200 len: 912 time: 0.1071849 Feb 11 06:21:17.677750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '759da044-2d80-44cc-afd0-e717ac33e85c', 'network_id': '96355a8d-4ae9-4fa4-8e4f-50aba987f09b', 'port_id': '759da044-2d80-44cc-afd0-e717ac33e85c', 'mac_address': 'fa:16:3e:7b:31:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5154b1-f452-4657-890b-2b7508623226', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:21:17.710461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-a15aea35-0c04-4d20-a592-e3e16e06ab8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 200 len: 217 time: 0.0355017 Feb 11 06:21:17.721242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 759da044-2d80-44cc-afd0-e717ac33e85c is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:17.721636 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:17.736056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759da044-2d80-44cc-afd0-e717ac33e85c {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:21:17.755720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:17.758962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-f78cf373-1e51-46c8-a5d2-2863328a11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:17.760558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-f78cf373-1e51-46c8-a5d2-2863328a11e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5154b1-f452-4657-890b-2b7508623226 HTTP/1.1" status: 200 len: 851 time: 0.0448747 Feb 11 06:21:17.761331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:17.798001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-8ddf92f2-4b26-4d01-b92b-135ed6ce63fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=96355a8d-4ae9-4fa4-8e4f-50aba987f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311065 Feb 11 06:21:17.813414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:17.889883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-f156ab04-f453-46f2-8666-ed3ac6ea0756 service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854971 Feb 11 06:21:17.991920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-80557c84-41fe-47bc-ac13-c23a653bb3a2 service neutron] 10.222.0.72 "GET /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956080 Feb 11 06:21:18.028025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['759da044-2d80-44cc-afd0-e717ac33e85c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:21:18.705432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae67ce5-2a0c-4ede-a932-577780d02852 req-1f6ce7b8-3e95-4095-8011-cb2a3f4778dd tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:18.706937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ae67ce5-2a0c-4ede-a932-577780d02852 req-1f6ce7b8-3e95-4095-8011-cb2a3f4778dd tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 944 time: 0.0569320 Feb 11 06:21:18.754522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ae67ce5-2a0c-4ede-a932-577780d02852 req-c632c60b-11e0-4b54-ac99-bf7e9618cec0 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Feb 11 06:21:19.569720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 759da044-2d80-44cc-afd0-e717ac33e85c up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:19.624021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 759da044-2d80-44cc-afd0-e717ac33e85c completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:21:19.629442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 759da044-2d80-44cc-afd0-e717ac33e85c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:19.629816 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:19.715602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 759da044-2d80-44cc-afd0-e717ac33e85c is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:19.715992 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:19.740013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:19.759848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:19.764884 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:19.790628 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5a9e7e-8975-489a-a8ef-5175498fc6e5" -d '{"events": [{"server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "name": "network-vif-plugged", "status": "completed", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:19.821996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:19.894935 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5044ab-f1e0-454d-a1c1-9e235f6a448f x-openstack-request-id: req-5c5044ab-f1e0-454d-a1c1-9e235f6a448f {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:19.895242 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "name": "network-vif-plugged", "status": "completed", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:19.895501 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c5044ab-f1e0-454d-a1c1-9e235f6a448f {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:19.895899 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c', 'code': 200} Feb 11 06:21:19.897225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9873e3-eac2-4855-a559-20ccf21aed1a req-09f0fc19-f7cb-43ea-ad17-92233e46d3c4 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:19.898866 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be9873e3-eac2-4855-a559-20ccf21aed1a req-09f0fc19-f7cb-43ea-ad17-92233e46d3c4 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0596099 Feb 11 06:21:19.952400 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be9873e3-eac2-4855-a559-20ccf21aed1a req-03405f92-310c-43e4-bb90-4b737a74df3a tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796cbaf-8ef6-4b41-ac7d-c372f621ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476429 Feb 11 06:21:20.051360 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-ecd18833-767d-4d26-810c-f409dad78a62 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:20.052849 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-ecd18833-767d-4d26-810c-f409dad78a62 tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.81 "GET /v2.0/ports?device_id=03526d26-9e34-42e9-982c-3a51873192f2 HTTP/1.1" status: 200 len: 945 time: 0.0540547 Feb 11 06:21:20.154588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Deleting port 759da044-2d80-44cc-afd0-e717ac33e85c {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:21:20.154888 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:20.248336 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] For port 759da044-2d80-44cc-afd0-e717ac33e85c, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=759da044-2d80-44cc-afd0-e717ac33e85c,segment=NetworkSegment(8d641e81-b17c-48b6-ac67-dfc324e5efa7),segment_id=8d641e81-b17c-48b6-ac67-dfc324e5efa7)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:20.248706 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:20.262622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Calling delete_port for 759da044-2d80-44cc-afd0-e717ac33e85c owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:21:20.398335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (759da044-2d80-44cc-afd0-e717ac33e85c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:20.411095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['759da044-2d80-44cc-afd0-e717ac33e85c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:21:20.428756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Pushing event deleted for resources: {'Port': ['ID=759da044-2d80-44cc-afd0-e717ac33e85c,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:20.478616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] No DVR routers for this DVR port 759da044-2d80-44cc-afd0-e717ac33e85c on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:21:20.481317 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:20.485011 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-bf19c146-fa97-4c69-b074-d41889fe5067 req-130ef4cc-2740-4201-934e-43b9d28b32eb tempest-DeleteServersTestJSON-301032301 tempest-DeleteServersTestJSON-301032301-project] 10.222.0.81 "DELETE /v2.0/ports/759da044-2d80-44cc-afd0-e717ac33e85c HTTP/1.1" status: 204 len: 173 time: 0.4269154 Feb 11 06:21:20.485502 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'name': 'network-vif-deleted', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:20.487806 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbcd9f1-c9c2-43ca-b594-06a46b80c92f" -d '{"events": [{"server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "name": "network-vif-deleted", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:20.526962 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc63484f-b351-4c77-be72-3a35b54c4864 x-openstack-request-id: req-cc63484f-b351-4c77-be72-3a35b54c4864 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:20.527377 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03526d26-9e34-42e9-982c-3a51873192f2", "name": "network-vif-deleted", "tag": "759da044-2d80-44cc-afd0-e717ac33e85c", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:20.527674 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc63484f-b351-4c77-be72-3a35b54c4864 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:20.528232 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03526d26-9e34-42e9-982c-3a51873192f2', 'name': 'network-vif-deleted', 'tag': '759da044-2d80-44cc-afd0-e717ac33e85c', 'status': 'completed', 'code': 200} Feb 11 06:21:21.096608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49616) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:21.155834 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d02cf49-3037-4662-8508-ea848acccc68 admin admin] Deleting subnet df5154b1-f452-4657-890b-2b7508623226 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:21:21.160137 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d02cf49-3037-4662-8508-ea848acccc68 admin admin] Publish callbacks [] for subnet (df5154b1-f452-4657-890b-2b7508623226), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.200318 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d02cf49-3037-4662-8508-ea848acccc68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (df5154b1-f452-4657-890b-2b7508623226), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.242828 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d02cf49-3037-4662-8508-ea848acccc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (df5154b1-f452-4657-890b-2b7508623226), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.311640 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d02cf49-3037-4662-8508-ea848acccc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (df5154b1-f452-4657-890b-2b7508623226), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.341355 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02cf49-3037-4662-8508-ea848acccc68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5154b1-f452-4657-890b-2b7508623226,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:21.346877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2d02cf49-3037-4662-8508-ea848acccc68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.350476 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2d02cf49-3037-4662-8508-ea848acccc68 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df5154b1-f452-4657-890b-2b7508623226 HTTP/1.1" status: 204 len: 168 time: 0.2523727 Feb 11 06:21:21.353398 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49618) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:21.439703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (96355a8d-4ae9-4fa4-8e4f-50aba987f09b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.540250 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (96355a8d-4ae9-4fa4-8e4f-50aba987f09b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.567790 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96355a8d-4ae9-4fa4-8e4f-50aba987f09b']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:21.578560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d641e81-b17c-48b6-ac67-dfc324e5efa7') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:21.578859 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d641e81-b17c-48b6-ac67-dfc324e5efa7') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:21.589253 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (8d641e81-b17c-48b6-ac67-dfc324e5efa7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.610246 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8d641e81-b17c-48b6-ac67-dfc324e5efa7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.616772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:21:21.617204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (8d641e81-b17c-48b6-ac67-dfc324e5efa7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:21:21.619566 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:21:21.691092 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (96355a8d-4ae9-4fa4-8e4f-50aba987f09b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.697646 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.701069 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] 10.222.0.31 "DELETE /v2.0/networks/96355a8d-4ae9-4fa4-8e4f-50aba987f09b HTTP/1.1" status: 204 len: 168 time: 0.3467062 Feb 11 06:21:21.715631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8fc56-ca03-4cef-967d-25deb5562f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=96355a8d-4ae9-4fa4-8e4f-50aba987f09b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:21.829283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49622) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:21.880971 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-91d94a76-5b7e-4ce7-9fba-960eca5fb399 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97a97c814c754e09becd1503f464298d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503101 Feb 11 06:21:21.883345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49624) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:21.931390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5a97-32d0-4d02-960b-26e40cf7b94c admin admin] Publish callbacks [] for security_group (7796cbaf-8ef6-4b41-ac7d-c372f621ded5), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.953668 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5a97-32d0-4d02-960b-26e40cf7b94c admin admin] Publish callbacks [] for security_group (7796cbaf-8ef6-4b41-ac7d-c372f621ded5), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.002968 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5a97-32d0-4d02-960b-26e40cf7b94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7796cbaf-8ef6-4b41-ac7d-c372f621ded5), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.005701 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5a97-32d0-4d02-960b-26e40cf7b94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.006888 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bc5a5a97-32d0-4d02-960b-26e40cf7b94c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7796cbaf-8ef6-4b41-ac7d-c372f621ded5 HTTP/1.1" status: 204 len: 168 time: 0.1226397 Feb 11 06:21:22.015974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5a97-32d0-4d02-960b-26e40cf7b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7796cbaf-8ef6-4b41-ac7d-c372f621ded5,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:22.631115 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.693963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 49646) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:22.789812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1442022214-network', 'tenant_id': '35d6208dc30a4b4bafd59f61be09761b'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:22.809242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Made reservation on behalf of 35d6208dc30a4b4bafd59f61be09761b for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:21:22.811642 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.819880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.900884 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Publish callbacks [] for security_group (240f9146-f053-44bb-a256-8fd0508fa08e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.904663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (240f9146-f053-44bb-a256-8fd0508fa08e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.929380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:21:22.939188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f9146-f053-44bb-a256-8fd0508fa08e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:22.945674 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (105f4eb9-aede-4a35-99f9-46f457adcbab), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.946072 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Added segment 105f4eb9-aede-4a35-99f9-46f457adcbab of type vlan for network aa683595-fbb0-49ce-809b-e720b9a574f9 Feb 11 06:21:22.991010 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (aa683595-fbb0-49ce-809b-e720b9a574f9), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.018683 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (aa683595-fbb0-49ce-809b-e720b9a574f9), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.019662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.020238 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.058151 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3628206 Feb 11 06:21:23.061085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 49650) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:23.066312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Request body: {'subnet': {'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1442022214-subnet', 'tenant_id': '35d6208dc30a4b4bafd59f61be09761b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:23.086478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Made reservation on behalf of 35d6208dc30a4b4bafd59f61be09761b for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:21:23.087352 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57d521-7bf6-42b8-946d-e817d18f0af7 admin admin] Pushing event updated for resources: {'Network': ['ID=aa683595-fbb0-49ce-809b-e720b9a574f9,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:23.089453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.098971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network aa683595-fbb0-49ce-809b-e720b9a574f9 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:21:23.299507 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (76c3c75e-03f2-4335-ba86-16435241e687), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.358083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c3c75e-03f2-4335-ba86-16435241e687,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:23.367191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Checking segment: {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:23.367554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Network hostable DHCP agents. Network: aa683595-fbb0-49ce-809b-e720b9a574f9, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:21:23.371142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.371497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.371846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.372189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.372529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.372865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.373224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.373559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.373886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.374213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.374540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.374897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.375220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:23.392107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Network aa683595-fbb0-49ce-809b-e720b9a574f9 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:21:23.400572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, aa683595-fbb0-49ce-809b-e720b9a574f9) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:23.404566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.405186 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.410856 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c304c6-e998-4fa0-a279-56ec6eb74afc None None] Network aa683595-fbb0-49ce-809b-e720b9a574f9 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:21:23.421454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-85be0bc3-6db1-473e-9d51-45d639df47a4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3591542 Feb 11 06:21:23.518282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa396370-7168-4df1-bba5-e6dd883ff419 None None] Network aa683595-fbb0-49ce-809b-e720b9a574f9 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:21:23.586145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 759da044-2d80-44cc-afd0-e717ac33e85c no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:23.610722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 759da044-2d80-44cc-afd0-e717ac33e85c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:21:23.611039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 759da044-2d80-44cc-afd0-e717ac33e85c not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:23.658258 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.844230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-6e048c46-bde5-46c6-9d88-75df5fb9eecb tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.845986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-6e048c46-bde5-46c6-9d88-75df5fb9eecb tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 815 time: 0.1046896 Feb 11 06:21:23.861211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-910b93ea-aa92-4679-a2f4-f61d7a215286 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/quotas/35d6208dc30a4b4bafd59f61be09761b HTTP/1.1" status: 200 len: 375 time: 0.0101078 Feb 11 06:21:23.894535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-419c6802-388d-4a89-bd54-197062f6df38 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280561 Feb 11 06:21:24.035771 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:21:24.077048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-9c0a080e-e2fc-4f5e-b091-abe3d20a2c69 service neutron] 10.222.0.31 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254942 Feb 11 06:21:24.169384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-988299ef-9ba3-4753-b094-eaa19147349a service neutron] 10.222.0.31 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859940 Feb 11 06:21:24.330723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3a13750-27ce-43d0-8333-cbd93c35181d req-3961b7e4-c4b6-41d0-ac8e-2ccb77c693a6 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 210 time: 0.0281968 Feb 11 06:21:25.281899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-feef4abe-4aeb-4195-b4fc-fc4ae9f1b718 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:25.283592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-feef4abe-4aeb-4195-b4fc-fc4ae9f1b718 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.72 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 815 time: 0.1253796 Feb 11 06:21:25.296405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Request body: {'port': {'device_id': '5a77d466-7701-4a71-a6c9-91710714029d', 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9', 'admin_state_up': True, 'tenant_id': '35d6208dc30a4b4bafd59f61be09761b'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:25.493146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e3c61d1-17e3-4591-9bfb-fa4cb56d8eab req-3ac60223-8d5a-4020-b31b-2ddedb68fbca tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 210 time: 0.0623350 Feb 11 06:21:25.494305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Made reservation on behalf of 35d6208dc30a4b4bafd59f61be09761b for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:21:25.500043 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:25.631224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Allocated IP 172.20.0.14 (aa683595-fbb0-49ce-809b-e720b9a574f9/76c3c75e-03f2-4335-ba86-16435241e687/c800079b-8ebb-4a4e-b6ca-5fc046183480) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:25.783011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks [] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:25.817252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:25.863271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Network aa683595-fbb0-49ce-809b-e720b9a574f9 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:25.866358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:25.869953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:25.892921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Pushing event updated for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:25.920172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:25.920781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:25.937087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-00f9cc0d-426c-4c97-91b7-eda2d0b99d6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6451559 Feb 11 06:21:25.948490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Request body: {'port': {'device_id': '5a77d466-7701-4a71-a6c9-91710714029d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:26.023646 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:26.293326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c800079b-8ebb-4a4e-b6ca-5fc046183480 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:21:26.300974 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Publish callbacks [] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:26.314318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Transition to ACTIVE for port object c800079b-8ebb-4a4e-b6ca-5fc046183480 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:21:26.318156 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:26.370226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Pushing event updated for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:26.451095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Attempting to bind port c800079b-8ebb-4a4e-b6ca-5fc046183480 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:26.451440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Attempting to bind port c800079b-8ebb-4a4e-b6ca-5fc046183480 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:26.452040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Attempting to bind port c800079b-8ebb-4a4e-b6ca-5fc046183480 on network aa683595-fbb0-49ce-809b-e720b9a574f9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:26.456409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Port c800079b-8ebb-4a4e-b6ca-5fc046183480 on network aa683595-fbb0-49ce-809b-e720b9a574f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:21:26.456737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Attempting to bind port c800079b-8ebb-4a4e-b6ca-5fc046183480 on network aa683595-fbb0-49ce-809b-e720b9a574f9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:26.461567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:26.461906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Checking segment: {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:26.462291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Bound using segment: {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:26.462715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Bound port: c800079b-8ebb-4a4e-b6ca-5fc046183480, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:26.463078 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:26.534607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:26.538155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:26.545257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:26.582800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:26.583570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:26.584955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] 10.222.0.72 "PUT /v2.0/ports/c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 1093 time: 0.6406209 Feb 11 06:21:26.587948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:26.646563 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ff4a85-f33f-4e86-9cae-38064cb551ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:26.667179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e57641-bd64-4a30-a17e-b1fe97ab8276 service neutron] Pushing event updated for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:26.701271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dc806-e56a-434f-98a4-836235459934 req-fe22f2f4-dc8e-404e-8275-4ce050f84011 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:26.703783 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-792dc806-e56a-434f-98a4-836235459934 req-fe22f2f4-dc8e-404e-8275-4ce050f84011 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 944 time: 0.1222739 Feb 11 06:21:26.710597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-237064ec-8087-4fed-967a-c5fc5c1bc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:26.712242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-237064ec-8087-4fed-967a-c5fc5c1bc69b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 1127 time: 0.0829740 Feb 11 06:21:26.769459 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1245f6-dc1f-443a-b7e5-704602e6240c x-openstack-request-id: req-9a1245f6-dc1f-443a-b7e5-704602e6240c {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:26.769755 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:26.770142 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a1245f6-dc1f-443a-b7e5-704602e6240c {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:26.770406 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'status': 'completed', 'code': 200} Feb 11 06:21:26.773344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-c8cd25d9-4106-4f64-8256-5421850679ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 217 time: 0.0530558 Feb 11 06:21:26.829425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-792dc806-e56a-434f-98a4-836235459934 req-0616ba2e-2d18-43d1-a425-a85c80cc08d2 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160817 Feb 11 06:21:26.848669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-ae528233-618e-43c3-bdd1-a2a7a9139597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:26.850250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-ae528233-618e-43c3-bdd1-a2a7a9139597 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0669236 Feb 11 06:21:26.885094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-b5397c8c-3091-4596-83c1-39ee54d85dc6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269425 Feb 11 06:21:26.983265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-2be31b6f-0d50-49e1-b026-c62a8f04f31f service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915453 Feb 11 06:21:27.077645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3bbe295-9b48-41d4-8006-656dec4800b4 req-d032fad4-bfbe-4248-9f50-528214dbcd48 service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883136 Feb 11 06:21:27.170789 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-d69af73b-7c46-4af8-a8a0-1b3f9a658bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:27.172893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-d69af73b-7c46-4af8-a8a0-1b3f9a658bcd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 1127 time: 0.0462909 Feb 11 06:21:27.265022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-d8ab2aa3-6712-4631-a937-3048aa42f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:27.266566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-d8ab2aa3-6712-4631-a937-3048aa42f2bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.0881221 Feb 11 06:21:27.310937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-5e89d339-1301-4109-9967-367c198c7aa7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 217 time: 0.0385516 Feb 11 06:21:27.368243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-97a3369d-eecc-406d-8250-aa0da045418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:27.369637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-97a3369d-eecc-406d-8250-aa0da045418b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0524573 Feb 11 06:21:27.404917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-346a2c7c-77e6-4ec0-94c1-05168993362b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261412 Feb 11 06:21:27.501647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-f292f330-925b-4977-ae0f-776e965033fc service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904448 Feb 11 06:21:27.595341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67ff4a85-f33f-4e86-9cae-38064cb551ff req-12d96868-331f-4cf1-95e3-d7722f4852ba service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867715 Feb 11 06:21:27.779263 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-87b8b632-f44c-4c5b-8da4-4bc0b93a741f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:27.951910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd0670-4a11-47db-b95e-6dca432534b9 req-7bab8668-4a01-4014-a19c-df5b78e71743 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:27.953980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57dd0670-4a11-47db-b95e-6dca432534b9 req-7bab8668-4a01-4014-a19c-df5b78e71743 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 944 time: 0.0549676 Feb 11 06:21:28.007523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57dd0670-4a11-47db-b95e-6dca432534b9 req-5830b35a-c8db-45c7-a025-29bedae62969 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476503 Feb 11 06:21:29.132777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884ce8-73ea-4424-93ba-99b7d9f943b1 req-44e696c0-8d6c-4ff2-9af5-1ab1849a95bc tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:29.134405 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77884ce8-73ea-4424-93ba-99b7d9f943b1 req-44e696c0-8d6c-4ff2-9af5-1ab1849a95bc tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 944 time: 0.0536680 Feb 11 06:21:29.181462 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77884ce8-73ea-4424-93ba-99b7d9f943b1 req-e4bdb3b5-29fc-4c5e-80a7-e06f0ccecf0f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Feb 11 06:21:29.426317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c800079b-8ebb-4a4e-b6ca-5fc046183480 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:21:29.529662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:29.541020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9', 'port_id': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'mac_address': 'fa:16:3e:8e:43:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3c75e-03f2-4335-ba86-16435241e687', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:21:29.578386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c800079b-8ebb-4a4e-b6ca-5fc046183480 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:29.578773 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:29.591303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c800079b-8ebb-4a4e-b6ca-5fc046183480 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:21:29.610803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:29.614595 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:29.667688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:29.675732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.676088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.676489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.676786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.677147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.677490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.677829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.678163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.678494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.678825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.679155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.679482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.679808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:29.819410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c800079b-8ebb-4a4e-b6ca-5fc046183480'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:21:30.302834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47328f53-6998-49e1-ba6f-65f767cc1585 req-95a32a62-43a3-4363-9d97-f0f69eb9480c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:30.304759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47328f53-6998-49e1-ba6f-65f767cc1585 req-95a32a62-43a3-4363-9d97-f0f69eb9480c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 945 time: 0.0553088 Feb 11 06:21:30.353163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47328f53-6998-49e1-ba6f-65f767cc1585 req-24449337-2cc6-494d-bf4f-5bdd51359d78 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Feb 11 06:21:30.362341 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7cc38c1d-14e1-4462-98f2-d525f26e3039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:31.271505 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:31.428304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c800079b-8ebb-4a4e-b6ca-5fc046183480 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:31.497273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962dba2-8b69-49c6-b663-595e1ceae589 req-ee0df6eb-2dbc-4bc8-9dc7-61aaf899d6d9 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:31.499270 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d962dba2-8b69-49c6-b663-595e1ceae589 req-ee0df6eb-2dbc-4bc8-9dc7-61aaf899d6d9 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 945 time: 0.0676064 Feb 11 06:21:31.502679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port c800079b-8ebb-4a4e-b6ca-5fc046183480 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:21:31.507780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c800079b-8ebb-4a4e-b6ca-5fc046183480 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:31.508154 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:31.571507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d962dba2-8b69-49c6-b663-595e1ceae589 req-3e3576c6-2cd1-48e0-9340-61aab800c064 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656381 Feb 11 06:21:31.613944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c800079b-8ebb-4a4e-b6ca-5fc046183480 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:31.614158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:31.638471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:31.640820 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec9132a-6154-49ab-ac0c-7b95280237fa" -d '{"events": [{"server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "name": "network-vif-plugged", "status": "completed", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:31.665640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:31.672905 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:31.699006 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5357cf-2f00-4ec5-8f32-408ffab3b723 x-openstack-request-id: req-4b5357cf-2f00-4ec5-8f32-408ffab3b723 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:31.699308 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "name": "network-vif-plugged", "status": "completed", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:31.699613 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b5357cf-2f00-4ec5-8f32-408ffab3b723 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:31.700016 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'code': 200} Feb 11 06:21:31.729065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:31.797706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2ad03-fe76-445c-80ad-9dd40895256f req-f596c6d9-578e-4108-a53f-25fd57bdcc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:31.799067 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5c2ad03-fe76-445c-80ad-9dd40895256f req-f596c6d9-578e-4108-a53f-25fd57bdcc37 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 1129 time: 0.0484254 Feb 11 06:21:31.842864 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5c2ad03-fe76-445c-80ad-9dd40895256f req-945ca8e0-54fb-4700-a743-9aa1d8b3f94f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 Feb 11 06:21:32.708984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb17912-84fc-44fe-bfeb-4ebe820d7c29 req-1d84b9cb-ed00-439c-b8ee-ee95f679b03a tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:32.710520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fb17912-84fc-44fe-bfeb-4ebe820d7c29 req-1d84b9cb-ed00-439c-b8ee-ee95f679b03a tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0590780 Feb 11 06:21:32.761904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fb17912-84fc-44fe-bfeb-4ebe820d7c29 req-7321cf4c-99db-4465-a65f-5c920a22111b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 Feb 11 06:21:32.950300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:33.886242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bcfb8-9603-4cbe-bf86-6b5bfa7d1931 req-923ddc81-602c-4a61-b610-76e280cc22c1 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:33.887729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-476bcfb8-9603-4cbe-bf86-6b5bfa7d1931 req-923ddc81-602c-4a61-b610-76e280cc22c1 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0532436 Feb 11 06:21:33.934668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-476bcfb8-9603-4cbe-bf86-6b5bfa7d1931 req-13ff6001-7cba-4916-894e-2bb1912d51ca tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Feb 11 06:21:33.987851 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:34.056708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31aa54-4750-40a8-9968-576a5800d029 req-f75a613a-ae8d-48bd-a4d4-14a51f4e3e70 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:34.058156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e31aa54-4750-40a8-9968-576a5800d029 req-f75a613a-ae8d-48bd-a4d4-14a51f4e3e70 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0527234 Feb 11 06:21:34.110281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e31aa54-4750-40a8-9968-576a5800d029 req-435b7b4c-00b9-48cd-9bd2-6b13f3192c39 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458956 Feb 11 06:21:34.337468 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34f60f-79cc-49ce-8e04-fb0f79c2b56c req-323827d7-23b8-4b4a-822e-c49d6c7a82d3 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:34.338869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf34f60f-79cc-49ce-8e04-fb0f79c2b56c req-323827d7-23b8-4b4a-822e-c49d6c7a82d3 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0539520 Feb 11 06:21:34.388499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf34f60f-79cc-49ce-8e04-fb0f79c2b56c req-fde13aca-ff14-4306-8c77-eddcd4d71242 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435112 Feb 11 06:21:34.506337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27c0f4-312a-481c-bcd5-5524cd40f638 req-a9005485-1e5d-43d4-a4c0-8043f8aea6d0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:34.507829 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c27c0f4-312a-481c-bcd5-5524cd40f638 req-a9005485-1e5d-43d4-a4c0-8043f8aea6d0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0539145 Feb 11 06:21:34.554692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c27c0f4-312a-481c-bcd5-5524cd40f638 req-0d1767e2-123f-491d-9f82-6c47eb8a8609 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Feb 11 06:21:34.798003 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-831dc9a0-7341-4087-9da2-762c5c860bc5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505450 Feb 11 06:21:34.814009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4fff9-0978-4a82-994d-8f98b5521c77 req-118acd80-f854-4ae9-b8b0-4ac88aa4d68f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:34.815503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9b4fff9-0978-4a82-994d-8f98b5521c77 req-118acd80-f854-4ae9-b8b0-4ac88aa4d68f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0598640 Feb 11 06:21:34.864905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9b4fff9-0978-4a82-994d-8f98b5521c77 req-f12cf844-afce-4cd6-86aa-059919666fbe tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Feb 11 06:21:35.223976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-e48af732-be0a-4639-9682-13ad38ce3aa0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:35.225319 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-e48af732-be0a-4639-9682-13ad38ce3aa0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports/c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 943 time: 0.0486422 Feb 11 06:21:36.054612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75af32b-cfb6-4268-b637-0b249a8abd13 req-15960a90-417f-4eae-a0a3-1af478e8a2ef tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:36.056109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e75af32b-cfb6-4268-b637-0b249a8abd13 req-15960a90-417f-4eae-a0a3-1af478e8a2ef tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0955508 Feb 11 06:21:36.085042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-2653c860-bfa8-4203-94dd-2a414f60ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:36.086891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-2653c860-bfa8-4203-94dd-2a414f60ae9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 1129 time: 0.0763276 Feb 11 06:21:36.141208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e75af32b-cfb6-4268-b637-0b249a8abd13 req-fd09cf22-ada8-47da-b8d4-14cb1a3be769 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785508 Feb 11 06:21:36.200422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-b9ca6b08-00d3-4e79-b134-d859f5f52ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:36.202230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-b9ca6b08-00d3-4e79-b134-d859f5f52ab6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.1098812 Feb 11 06:21:36.243867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-3949c6e9-1808-46cd-8363-710393c42b55 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 217 time: 0.0355599 Feb 11 06:21:36.295941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-2cdbdd56-2078-4164-9470-80edd942c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:36.297491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-2cdbdd56-2078-4164-9470-80edd942c6ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0485437 Feb 11 06:21:36.334006 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-f008b9d6-fcd2-4557-8039-46ceebf84b88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305653 Feb 11 06:21:36.429791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-331a6d9c-4b1c-4a19-8b8d-d1b409ec1fd5 service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895174 Feb 11 06:21:36.528480 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-9143ce3b-6766-4785-b789-57f5b4f81e23 service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930037 Feb 11 06:21:37.267846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d9d65-08f0-4c57-9d5a-91d52e381b3a req-5d5d651a-7750-4794-9daa-6f176a8c7b01 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:37.269363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c66d9d65-08f0-4c57-9d5a-91d52e381b3a req-5d5d651a-7750-4794-9daa-6f176a8c7b01 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0562627 Feb 11 06:21:37.317528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c66d9d65-08f0-4c57-9d5a-91d52e381b3a req-a9364190-551c-438f-b109-5859ed950a3e tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Feb 11 06:21:38.442987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d8748-dcbc-4bea-b01f-ca91bc7a4470 req-97a61f1d-c50c-4adf-94af-266509e638ed tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:38.444488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a2d8748-dcbc-4bea-b01f-ca91bc7a4470 req-97a61f1d-c50c-4adf-94af-266509e638ed tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0559788 Feb 11 06:21:38.491082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a2d8748-dcbc-4bea-b01f-ca91bc7a4470 req-2361f378-eff4-4695-9dd4-21a53b2fee0d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 Feb 11 06:21:39.612408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab127cf-89c1-4e5c-902b-51128bbe68f2 req-9b6aaff9-c894-4a44-aa4f-30d9c9a03300 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:39.613943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ab127cf-89c1-4e5c-902b-51128bbe68f2 req-9b6aaff9-c894-4a44-aa4f-30d9c9a03300 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0531909 Feb 11 06:21:39.664460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ab127cf-89c1-4e5c-902b-51128bbe68f2 req-7d2d52f2-c670-42b2-9104-344ec7df5cf2 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Feb 11 06:21:40.788775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b22fa0-9244-43cd-a1e7-133d320d51ef req-da040565-075d-4f7a-9906-599764f9b375 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:40.790370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3b22fa0-9244-43cd-a1e7-133d320d51ef req-da040565-075d-4f7a-9906-599764f9b375 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0580375 Feb 11 06:21:40.850649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3b22fa0-9244-43cd-a1e7-133d320d51ef req-6c676833-abc0-479c-9fc9-711f597a0115 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543265 Feb 11 06:21:41.972943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb5ff0-6c49-411a-bae7-267ef5b70195 req-79629a9b-eb3d-4cf6-8190-55af5bed6e7a tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:41.974484 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fabb5ff0-6c49-411a-bae7-267ef5b70195 req-79629a9b-eb3d-4cf6-8190-55af5bed6e7a tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0537355 Feb 11 06:21:42.022081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fabb5ff0-6c49-411a-bae7-267ef5b70195 req-232bfefb-0b17-4475-873b-16493dcfd5c2 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Feb 11 06:21:43.146750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628c117-5b96-471d-a61f-9685a769cd6f req-41ddd365-db4a-4142-be27-7d1a260a5b99 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:43.148286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3628c117-5b96-471d-a61f-9685a769cd6f req-41ddd365-db4a-4142-be27-7d1a260a5b99 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0557914 Feb 11 06:21:43.200434 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3628c117-5b96-471d-a61f-9685a769cd6f req-c2a8f7a8-930d-4229-ad27-6796da287c6c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464239 Feb 11 06:21:44.320883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36bf52-7c25-4291-b007-080de9857cf8 req-34cf9c94-8211-4057-8455-196b6c01c5b7 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:44.322370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f36bf52-7c25-4291-b007-080de9857cf8 req-34cf9c94-8211-4057-8455-196b6c01c5b7 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0535538 Feb 11 06:21:44.369608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f36bf52-7c25-4291-b007-080de9857cf8 req-989e8eca-aa0e-4f75-908d-93af38abfa8b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Feb 11 06:21:45.503560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd0f97-cef4-4f7e-a631-353b40b12499 req-1c633714-ace5-4526-aede-0c047a411d36 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:45.505150 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76fd0f97-cef4-4f7e-a631-353b40b12499 req-1c633714-ace5-4526-aede-0c047a411d36 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0655062 Feb 11 06:21:45.565711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-76fd0f97-cef4-4f7e-a631-353b40b12499 req-403e504b-d8be-47ad-8db1-8a41fe0c2257 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542135 Feb 11 06:21:46.709943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af2d93-b994-4ccb-b3cc-d88bf190e12d req-3075b711-153d-4e30-a797-d5b1bbb1888b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:46.711588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88af2d93-b994-4ccb-b3cc-d88bf190e12d req-3075b711-153d-4e30-a797-d5b1bbb1888b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0592651 Feb 11 06:21:46.760321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88af2d93-b994-4ccb-b3cc-d88bf190e12d req-38f7eb79-8cbd-4036-a4ea-df8bc7f8aa74 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Feb 11 06:21:47.886403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d759e-36f3-416e-bd0a-6e118acf039f req-7c5b61fd-880d-4d4f-ba76-5f0d86d015bc tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:47.887980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-246d759e-36f3-416e-bd0a-6e118acf039f req-7c5b61fd-880d-4d4f-ba76-5f0d86d015bc tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0583391 Feb 11 06:21:47.935924 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-246d759e-36f3-416e-bd0a-6e118acf039f req-504964ba-82b1-4902-938b-e87656440631 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Feb 11 06:21:49.092473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab26101-62f9-473c-826e-2ce88ea62b7c req-b4fa9814-d86f-4912-bdba-5d603fa352f0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:49.094744 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ab26101-62f9-473c-826e-2ce88ea62b7c req-b4fa9814-d86f-4912-bdba-5d603fa352f0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0787225 Feb 11 06:21:49.157358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ab26101-62f9-473c-826e-2ce88ea62b7c req-ea4cd1e3-c05d-4943-969b-3105f2bf7a14 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518396 Feb 11 06:21:50.298271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5531e2-38b3-48cc-a16f-3579f27732cd req-7a194898-601f-47a8-a259-35ebc9b54f45 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:50.299876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d5531e2-38b3-48cc-a16f-3579f27732cd req-7a194898-601f-47a8-a259-35ebc9b54f45 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0632305 Feb 11 06:21:50.350523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d5531e2-38b3-48cc-a16f-3579f27732cd req-b3fff5c4-034b-4d3a-a390-f06a834fa00c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Feb 11 06:21:51.479591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0fa4-5aa7-4ec9-8ca3-12aaa7cb3468 req-1bf8eb22-f72b-45f5-a327-b77b5e1bae55 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:51.481138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b01a0fa4-5aa7-4ec9-8ca3-12aaa7cb3468 req-1bf8eb22-f72b-45f5-a327-b77b5e1bae55 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0574343 Feb 11 06:21:51.543614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b01a0fa4-5aa7-4ec9-8ca3-12aaa7cb3468 req-97afa593-6f62-4dfc-b8d7-aebae6433679 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552599 Feb 11 06:21:52.646862 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:52.670866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c4c23-45fb-4b6b-bc5d-166434827542 req-e5f666d4-bfac-429c-8d05-db49dcbe0931 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:52.672877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-394c4c23-45fb-4b6b-bc5d-166434827542 req-e5f666d4-bfac-429c-8d05-db49dcbe0931 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0585670 Feb 11 06:21:52.723535 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-394c4c23-45fb-4b6b-bc5d-166434827542 req-48440ff8-da82-4cde-9b3e-d37ccefa4669 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416908 Feb 11 06:21:53.684381 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:53.858249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2235a-d60e-4d8f-a082-7123cdca785f req-17e35635-99bd-40c1-8f42-966b27cd6822 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:53.859808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61c2235a-d60e-4d8f-a082-7123cdca785f req-17e35635-99bd-40c1-8f42-966b27cd6822 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0533192 Feb 11 06:21:53.906555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61c2235a-d60e-4d8f-a082-7123cdca785f req-1dc36867-df9a-4e89-8589-452762df38cf tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Feb 11 06:21:55.032702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf3582-46fa-4f7b-b865-9ab45838de08 req-d5d33bbb-5349-419e-88cf-6ff41fea6a43 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:55.034287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddcf3582-46fa-4f7b-b865-9ab45838de08 req-d5d33bbb-5349-419e-88cf-6ff41fea6a43 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0571957 Feb 11 06:21:55.441529 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddcf3582-46fa-4f7b-b865-9ab45838de08 req-81e423ab-b0a9-48f2-a5b6-deff6cf16610 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015710 Feb 11 06:21:56.567887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc518aa5-e2a6-4ad2-8101-b925517debce req-a0b99004-bccf-49fd-9d30-11b69c5419d6 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:56.569482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc518aa5-e2a6-4ad2-8101-b925517debce req-a0b99004-bccf-49fd-9d30-11b69c5419d6 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0545921 Feb 11 06:21:56.622245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc518aa5-e2a6-4ad2-8101-b925517debce req-d054c27c-6d20-4a8a-ac24-5c358d52be40 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Feb 11 06:21:57.776140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935551d-9786-4699-89bb-66c666090a5e req-12d6ead3-ecc0-42e1-b460-1ad7d0c80c67 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:57.777856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0935551d-9786-4699-89bb-66c666090a5e req-12d6ead3-ecc0-42e1-b460-1ad7d0c80c67 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0670271 Feb 11 06:21:57.792339 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-356f6e28-b1e0-4133-9a15-e08a6d0b7204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:57.848479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0935551d-9786-4699-89bb-66c666090a5e req-b7bb3a06-a054-4a13-9d61-8f999fe95501 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636966 Feb 11 06:21:59.002003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c311ff5-a553-4ca1-af06-cce7cb76170f req-e5b32070-942c-4dc2-ad00-1c7ec3bb8a55 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:59.003638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c311ff5-a553-4ca1-af06-cce7cb76170f req-e5b32070-942c-4dc2-ad00-1c7ec3bb8a55 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0588484 Feb 11 06:21:59.072774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c311ff5-a553-4ca1-af06-cce7cb76170f req-4c591b61-f22f-4de5-aeb4-ccf361cf3823 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625873 Feb 11 06:22:00.230969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671b193-d99f-4183-b0e8-aac254b451bb req-27c5a51a-8eb4-440c-81a8-38cf70bbd823 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:00.232895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5671b193-d99f-4183-b0e8-aac254b451bb req-27c5a51a-8eb4-440c-81a8-38cf70bbd823 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0575070 Feb 11 06:22:00.283362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5671b193-d99f-4183-b0e8-aac254b451bb req-673298bb-1b93-4447-9667-b741e9a0fe50 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442250 Feb 11 06:22:00.357355 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f4498a7c-73b8-4623-b217-84c5872dcfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:01.036148 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:22:01.285905 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:01.416990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecff97-2757-48d2-94a3-fc05e87a2c37 req-d2db2415-2d8e-4898-9408-9d2b4380dbd1 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:01.418546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aeecff97-2757-48d2-94a3-fc05e87a2c37 req-d2db2415-2d8e-4898-9408-9d2b4380dbd1 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0590289 Feb 11 06:22:01.466160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aeecff97-2757-48d2-94a3-fc05e87a2c37 req-5c49d9c3-14ad-43b6-9deb-25542177ef72 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414257 Feb 11 06:22:02.598109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd78ada-6be9-4821-839f-c9b554ca43a9 req-0ad50721-aff3-4c4b-9f49-d4a93656bd3c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:02.599685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afd78ada-6be9-4821-839f-c9b554ca43a9 req-0ad50721-aff3-4c4b-9f49-d4a93656bd3c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0563920 Feb 11 06:22:02.648146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afd78ada-6be9-4821-839f-c9b554ca43a9 req-865daddc-0970-4aad-bebd-db49bbbf3609 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Feb 11 06:22:02.950476 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:03.274043 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-7569a4fe-78c6-4130-bbfc-2f56580be02d service neutron] show failed (client error): The resource could not be found. Feb 11 06:22:03.275089 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-7569a4fe-78c6-4130-bbfc-2f56580be02d service neutron] 10.222.0.72 "GET /v2.0/ports/c800079b-8ebb-4a4e-b6ca-5fc046183480/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0636721 Feb 11 06:22:03.482052 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-be89f972-e4c2-4a1e-93a1-287910c46de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:03.483557 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-be89f972-e4c2-4a1e-93a1-287910c46de0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d&tenant_id=35d6208dc30a4b4bafd59f61be09761b HTTP/1.1" status: 200 len: 1129 time: 0.0471411 Feb 11 06:22:03.496422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:03.579798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:03.807505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d2af-141f-496d-9439-71fde57ff5aa req-e3c52ecf-8154-42e9-8306-edfea1dd441c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:03.809015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffc0d2af-141f-496d-9439-71fde57ff5aa req-e3c52ecf-8154-42e9-8306-edfea1dd441c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0566435 Feb 11 06:22:03.825094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:03.861605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffc0d2af-141f-496d-9439-71fde57ff5aa req-31d20f98-ccd7-4415-b692-63360166fada tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Feb 11 06:22:03.862201 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h2-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:22:03.905310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:03.907758 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0104febb-115a-4b75-9fcb-4e209abf6087" -d '{"events": [{"server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "name": "network-vif-unplugged", "status": "completed", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:03.911455 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Publish callbacks [] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:03.925476 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.provisioning_blocks [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Transition to ACTIVE for port object c800079b-8ebb-4a4e-b6ca-5fc046183480 will not be triggered until provisioned by entity L2. {{(pid=103121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:22:03.929829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:03.970515 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5df895-70dd-4cf8-ae96-5564f4a7ae28 x-openstack-request-id: req-fa5df895-70dd-4cf8-ae96-5564f4a7ae28 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:03.970825 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "name": "network-vif-unplugged", "status": "completed", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:03.971091 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa5df895-70dd-4cf8-ae96-5564f4a7ae28 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:03.971501 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'code': 200} Feb 11 06:22:03.993210 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:03.998713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] No DVR routers for this DVR port c800079b-8ebb-4a4e-b6ca-5fc046183480 on host n-h2-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:04.001420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Pushing event updated for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=6']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:04.042634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Attempting to bind port c800079b-8ebb-4a4e-b6ca-5fc046183480 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:22:04.042981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Attempting to bind port c800079b-8ebb-4a4e-b6ca-5fc046183480 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:22:04.043314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Attempting to bind port c800079b-8ebb-4a4e-b6ca-5fc046183480 on network aa683595-fbb0-49ce-809b-e720b9a574f9 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:04.048145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Port c800079b-8ebb-4a4e-b6ca-5fc046183480 on network aa683595-fbb0-49ce-809b-e720b9a574f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:22:04.048474 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Attempting to bind port c800079b-8ebb-4a4e-b6ca-5fc046183480 on network aa683595-fbb0-49ce-809b-e720b9a574f9 {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:04.053318 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:22:04.053712 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Checking segment: {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:22:04.054054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Bound using segment: {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'} {{(pid=103121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:22:04.054486 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.managers [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Bound port: c800079b-8ebb-4a4e-b6ca-5fc046183480, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'}}] {{(pid=103121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:22:04.054848 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:04.122139 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h1-715271-35, cleared binding levels {{(pid=103121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:22:04.125804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:22:04.131872 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:04.167330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:04.168178 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:04.169946 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] 10.222.0.81 "PUT /v2.0/ports/c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 1093 time: 0.6777518 Feb 11 06:22:04.197645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6681c4-f51a-4e38-bd79-cdfa3f67f87c service neutron] Pushing event updated for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=7']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:04.248780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-614018ab-8871-4ff6-b3c8-1cc12387870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:04.250859 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-614018ab-8871-4ff6-b3c8-1cc12387870e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 1127 time: 0.0503106 Feb 11 06:22:04.352544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-c427c4b3-5a4c-4456-a9c7-c8bc0e139f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:04.354090 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-c427c4b3-5a4c-4456-a9c7-c8bc0e139f67 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.0941648 Feb 11 06:22:04.398385 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-de347464-2157-4c82-b77d-9ca8fc5cf7d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 217 time: 0.0381186 Feb 11 06:22:04.452890 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-8543617d-0d74-4a5d-b79d-18da7f08d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:04.454391 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-8543617d-0d74-4a5d-b79d-18da7f08d0ca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0506835 Feb 11 06:22:04.487968 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-e9fd18ff-56b4-4c89-8053-23dab69f92a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268462 Feb 11 06:22:04.580458 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-0eb89429-8035-4f65-94d6-d1226e335a96 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866296 Feb 11 06:22:04.676115 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-83b94439-3262-4c97-b345-b7cd8f9e0784 req-48e866f8-5eed-48f7-b259-c0022f7f08ec service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900714 Feb 11 06:22:04.992068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73145fa5-7f0a-4c14-ad85-a9a611cbbdb9 req-b9ffe437-a22c-41c3-858c-64d12a9ff68f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:04.993640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73145fa5-7f0a-4c14-ad85-a9a611cbbdb9 req-b9ffe437-a22c-41c3-858c-64d12a9ff68f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 944 time: 0.0540762 Feb 11 06:22:05.042420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-73145fa5-7f0a-4c14-ad85-a9a611cbbdb9 req-aeea8554-1ab3-485e-9ee6-d4705b4663e3 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Feb 11 06:22:05.973237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:05.975630 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:06.027283 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cb502b-75e1-42a1-a3e9-9f6d82c01b6f x-openstack-request-id: req-a5cb502b-75e1-42a1-a3e9-9f6d82c01b6f {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:06.027586 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:06.027875 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5cb502b-75e1-42a1-a3e9-9f6d82c01b6f {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:06.028286 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'status': 'completed', 'code': 200} Feb 11 06:22:06.096711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-ea56625e-bcc2-44cd-ba20-720dc6f0303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:06.098265 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-ea56625e-bcc2-44cd-ba20-720dc6f0303d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 1127 time: 0.0490716 Feb 11 06:22:06.104747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-7ede971c-73a4-4610-9a2d-190f5b81dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:06.106346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-7ede971c-73a4-4610-9a2d-190f5b81dbdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 1127 time: 0.0607781 Feb 11 06:22:06.234281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-e7d45aa8-87c6-46d6-b43f-fde29425bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:06.235863 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-e7d45aa8-87c6-46d6-b43f-fde29425bb2e service neutron] 10.222.0.81 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.1202629 Feb 11 06:22:06.241721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-3a8f44a6-4cc7-4f6c-a29d-5bd17bad4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:06.243246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-3a8f44a6-4cc7-4f6c-a29d-5bd17bad4280 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.1295371 Feb 11 06:22:06.251783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c51c0f-b80d-49af-96cd-53af57a2ddda req-225971e2-8ebd-4d8d-b1f3-dbc72c56606b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:06.253224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99c51c0f-b80d-49af-96cd-53af57a2ddda req-225971e2-8ebd-4d8d-b1f3-dbc72c56606b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 944 time: 0.1215246 Feb 11 06:22:06.293547 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-09c76421-ddba-4996-9051-4c36ef282375 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 217 time: 0.0374331 Feb 11 06:22:06.309199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-61fd895a-5269-48f9-805b-267d1e003a8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 217 time: 0.0548255 Feb 11 06:22:06.346622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-3f4c4985-eb20-45d9-b9f2-a40fdd18ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:06.348082 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-3f4c4985-eb20-45d9-b9f2-a40fdd18ab4b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0490494 Feb 11 06:22:06.361972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99c51c0f-b80d-49af-96cd-53af57a2ddda req-ecf1ff82-8158-43bc-bd6e-1d025fd26f1d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984330 Feb 11 06:22:06.374633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-d908074d-e0f6-4422-a44b-238287890756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:06.376950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-d908074d-e0f6-4422-a44b-238287890756 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0595870 Feb 11 06:22:06.382577 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-677ea0aa-bc47-4d8d-9551-35b1904e175c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284200 Feb 11 06:22:06.415463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-de5e7db3-46a7-4809-ad8d-0114acee71d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323226 Feb 11 06:22:06.484047 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-9278aa6b-752a-405e-887d-729e7acc2a34 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943015 Feb 11 06:22:06.508459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-790246c7-a603-45ee-8c72-33275927ad2c service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862634 Feb 11 06:22:06.579453 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-19514901-32b2-4623-be21-33e28f23904e service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885155 Feb 11 06:22:06.602257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd6d730c-f5f9-46d4-8ae2-ab0f6122574c req-3b6816e6-2803-41ff-b535-3a307ded9763 service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880964 Feb 11 06:22:07.488593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56fc15-cf83-447d-9812-9e8316112660 req-8b2ec1b2-2807-46d5-8913-322b592b9f5f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:07.490542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad56fc15-cf83-447d-9812-9e8316112660 req-8b2ec1b2-2807-46d5-8913-322b592b9f5f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 944 time: 0.0532250 Feb 11 06:22:07.536827 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad56fc15-cf83-447d-9812-9e8316112660 req-0d215d62-240d-4e75-9525-4ce5e0cf1f36 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Feb 11 06:22:07.561844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c800079b-8ebb-4a4e-b6ca-5fc046183480 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:07.602531 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port c800079b-8ebb-4a4e-b6ca-5fc046183480 host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:22:07.602931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c800079b-8ebb-4a4e-b6ca-5fc046183480 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:07.776191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b08f0-05ec-4c02-b0c6-b356d4230b61 req-6f8af3d5-b35d-4f57-b031-3ed8553c237a tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:07.777711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-064b08f0-05ec-4c02-b0c6-b356d4230b61 req-6f8af3d5-b35d-4f57-b031-3ed8553c237a tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 944 time: 0.0885050 Feb 11 06:22:07.793864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c800079b-8ebb-4a4e-b6ca-5fc046183480 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:22:07.800676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a66b41-b094-432c-8254-c97a982ae968 req-2a80c0d2-14e8-4e57-a158-c7358366f0e3 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:07.802184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a66b41-b094-432c-8254-c97a982ae968 req-2a80c0d2-14e8-4e57-a158-c7358366f0e3 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d&tenant_id=35d6208dc30a4b4bafd59f61be09761b&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 944 time: 0.0857050 Feb 11 06:22:07.884158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-064b08f0-05ec-4c02-b0c6-b356d4230b61 req-b0404a86-afb5-4399-8fa2-9c70870421af tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001084 Feb 11 06:22:07.892952 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-57a66b41-b094-432c-8254-c97a982ae968 req-03678b68-3a3b-4de1-92d3-c17b4a788ead service neutron] delete failed (client error): The resource could not be found. Feb 11 06:22:07.894005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a66b41-b094-432c-8254-c97a982ae968 req-03678b68-3a3b-4de1-92d3-c17b4a788ead service neutron] 10.222.0.72 "DELETE /v2.0/ports/c800079b-8ebb-4a4e-b6ca-5fc046183480/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0853443 Feb 11 06:22:07.895923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:07.908851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9', 'port_id': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'mac_address': 'fa:16:3e:8e:43:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3c75e-03f2-4335-ba86-16435241e687', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:22:07.947518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c800079b-8ebb-4a4e-b6ca-5fc046183480 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:07.947909 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:07.961869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c800079b-8ebb-4a4e-b6ca-5fc046183480 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:22:07.981942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:07.986114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a66b41-b094-432c-8254-c97a982ae968 req-75777b42-bd79-43cd-bf55-c8bc544f3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:07.987118 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:07.987679 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a66b41-b094-432c-8254-c97a982ae968 req-75777b42-bd79-43cd-bf55-c8bc544f3f48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 1127 time: 0.0466802 Feb 11 06:22:08.038841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:08.081797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a66b41-b094-432c-8254-c97a982ae968 req-f1668b07-8ef9-458c-a13b-4dc7962d5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:08.083261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a66b41-b094-432c-8254-c97a982ae968 req-f1668b07-8ef9-458c-a13b-4dc7962d5a24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.0895166 Feb 11 06:22:08.126407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a66b41-b094-432c-8254-c97a982ae968 req-5371e737-345d-4ba1-8868-701ef0cbbf86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 200 len: 217 time: 0.0354059 Feb 11 06:22:08.177695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a66b41-b094-432c-8254-c97a982ae968 req-2958d194-7880-4a22-8553-64d585e10005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:08.179238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a66b41-b094-432c-8254-c97a982ae968 req-2958d194-7880-4a22-8553-64d585e10005 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0476046 Feb 11 06:22:08.189265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c800079b-8ebb-4a4e-b6ca-5fc046183480'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:22:08.210084 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a66b41-b094-432c-8254-c97a982ae968 req-332422d1-8c8e-4b1e-afdf-edcc3a4ed020 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254080 Feb 11 06:22:08.300588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a66b41-b094-432c-8254-c97a982ae968 req-1b01e610-521e-4452-b6b6-f6a942d6663f service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848091 Feb 11 06:22:08.400460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a66b41-b094-432c-8254-c97a982ae968 req-ad5b929d-ba6e-4163-a8bc-2209b9911012 service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943489 Feb 11 06:22:09.016038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf536dd-681e-40f6-8fb3-10ef2caf73f5 req-3150b611-9aa2-46a8-9866-3169c0448ed9 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:09.017632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bbf536dd-681e-40f6-8fb3-10ef2caf73f5 req-3150b611-9aa2-46a8-9866-3169c0448ed9 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 945 time: 0.0551186 Feb 11 06:22:09.068268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bbf536dd-681e-40f6-8fb3-10ef2caf73f5 req-81b0a0cb-efa0-433d-9431-b8014ea62eab tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439253 Feb 11 06:22:09.204145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7739581-e930-4ded-9686-bbc76d910000 req-8696cf49-b425-4af1-9f31-00c172a718ec tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:09.205696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7739581-e930-4ded-9686-bbc76d910000 req-8696cf49-b425-4af1-9f31-00c172a718ec tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 945 time: 0.0579331 Feb 11 06:22:09.253343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7739581-e930-4ded-9686-bbc76d910000 req-472bccd0-2ea9-44f0-8ab3-4a9a149409c0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Feb 11 06:22:09.392244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c383fd1-dba6-418b-ab8d-d1d8c78872e9 req-f9d25749-118e-4b20-b521-ea55e2d0fe1b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:09.394935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c383fd1-dba6-418b-ab8d-d1d8c78872e9 req-f9d25749-118e-4b20-b521-ea55e2d0fe1b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 945 time: 0.0647180 Feb 11 06:22:09.445214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c383fd1-dba6-418b-ab8d-d1d8c78872e9 req-fb9b33e1-0175-4c9a-9cbb-f2e518d914f5 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Feb 11 06:22:09.809561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-d83ce5e7-7209-4cfe-8bf1-cb6867cd4846 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:09.811101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-d83ce5e7-7209-4cfe-8bf1-cb6867cd4846 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 815 time: 0.1063874 Feb 11 06:22:09.829027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-47c11844-43e9-472a-be21-06a1a32c0ce0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/quotas/35d6208dc30a4b4bafd59f61be09761b HTTP/1.1" status: 200 len: 375 time: 0.0113401 Feb 11 06:22:09.832182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c800079b-8ebb-4a4e-b6ca-5fc046183480 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:09.886108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-8ed4644b-f8da-44de-a933-f3353a54c5b8 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507517 Feb 11 06:22:09.887058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c800079b-8ebb-4a4e-b6ca-5fc046183480 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:22:09.891876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c800079b-8ebb-4a4e-b6ca-5fc046183480 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:09.892264 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:09.974817 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c800079b-8ebb-4a4e-b6ca-5fc046183480 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:09.975115 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:09.985409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-049b685f-d356-4370-9c13-69eec7450239 service neutron] 10.222.0.31 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919957 Feb 11 06:22:10.001007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:10.003461 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be67b528-ab17-49cf-ada7-ef1e824c82a0" -d '{"events": [{"server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "name": "network-vif-plugged", "status": "completed", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:10.017983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:10.024826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:10.060601 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8deafe-f926-41f8-ab5b-304116974955 x-openstack-request-id: req-8b8deafe-f926-41f8-ab5b-304116974955 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:10.061050 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "name": "network-vif-plugged", "status": "completed", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:10.062031 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b8deafe-f926-41f8-ab5b-304116974955 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:10.062523 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'code': 200} Feb 11 06:22:10.086470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-af6ddd2f-bb35-4f45-9423-e4fcf0a1547b service neutron] 10.222.0.31 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945897 Feb 11 06:22:10.090607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:10.279630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fe50cce-997d-4f7b-96b8-eb01914668f6 req-9d6137d6-e179-4f57-9df9-334470d27a1e tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 210 time: 0.0291705 Feb 11 06:22:10.992718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-8e690733-1d36-4c21-9034-5c97a5f96c87 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:10.994161 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-8e690733-1d36-4c21-9034-5c97a5f96c87 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a77d466-7701-4a71-a6c9-91710714029d HTTP/1.1" status: 200 len: 946 time: 0.0603824 Feb 11 06:22:11.100365 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Deleting port c800079b-8ebb-4a4e-b6ca-5fc046183480 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:11.100789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.203732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.81', 55282) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:11.224514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] For port c800079b-8ebb-4a4e-b6ca-5fc046183480, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c800079b-8ebb-4a4e-b6ca-5fc046183480,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:11.224901 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.241202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Calling delete_port for c800079b-8ebb-4a4e-b6ca-5fc046183480 owned by compute:nova {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:11.358096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-9c2ed4cd-2553-492a-b633-4d968ed2e9a7 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:11.364107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-9c2ed4cd-2553-492a-b633-4d968ed2e9a7 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.81 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 815 time: 0.1544044 Feb 11 06:22:11.372259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Request body: {'port': {'device_id': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9', 'admin_state_up': True, 'tenant_id': '35d6208dc30a4b4bafd59f61be09761b'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:11.415129 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c800079b-8ebb-4a4e-b6ca-5fc046183480), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.431980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c800079b-8ebb-4a4e-b6ca-5fc046183480'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:22:11.434238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-241186a8-15c5-43b8-83b7-74f9a7fdf10d req-db2ecaff-1dfa-483d-952e-d3dce12f4f03 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 210 time: 0.0559850 Feb 11 06:22:11.454815 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Pushing event deleted for resources: {'Port': ['ID=c800079b-8ebb-4a4e-b6ca-5fc046183480,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:11.519493 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] No DVR routers for this DVR port c800079b-8ebb-4a4e-b6ca-5fc046183480 on host n-h1-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:11.522992 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.525907 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.81 "DELETE /v2.0/ports/c800079b-8ebb-4a4e-b6ca-5fc046183480 HTTP/1.1" status: 204 len: 173 time: 0.5245519 Feb 11 06:22:11.526371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'name': 'network-vif-deleted', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:11.528817 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cc1659-05d8-4220-82b3-7e64adb73a31" -d '{"events": [{"server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "name": "network-vif-deleted", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:11.549910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Made reservation on behalf of 35d6208dc30a4b4bafd59f61be09761b for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:22:11.553622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.581396 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afb41ec-dbcf-41a9-8c39-9ec590b9287d x-openstack-request-id: req-7afb41ec-dbcf-41a9-8c39-9ec590b9287d {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:11.581396 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a77d466-7701-4a71-a6c9-91710714029d", "name": "network-vif-deleted", "tag": "c800079b-8ebb-4a4e-b6ca-5fc046183480", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:11.581396 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7afb41ec-dbcf-41a9-8c39-9ec590b9287d {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:11.581396 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a77d466-7701-4a71-a6c9-91710714029d', 'name': 'network-vif-deleted', 'tag': 'c800079b-8ebb-4a4e-b6ca-5fc046183480', 'status': 'completed', 'code': 200} Feb 11 06:22:11.704757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Allocated IP 172.20.0.11 (aa683595-fbb0-49ce-809b-e720b9a574f9/76c3c75e-03f2-4335-ba86-16435241e687/4cbd860b-0595-4958-8a54-4097ea25e267) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:22:11.864042 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks [] for port (4cbd860b-0595-4958-8a54-4097ea25e267), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.900501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.914042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c800079b-8ebb-4a4e-b6ca-5fc046183480'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:22:11.951790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Network aa683595-fbb0-49ce-809b-e720b9a574f9 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:22:11.955467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:22:11.959252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:22:11.965654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Pushing event updated for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:12.011183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:12.011805 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.028617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-2978d06c-0b4d-4cf2-9954-de41a11cce94 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6603515 Feb 11 06:22:12.039731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Request body: {'port': {'device_id': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:12.100382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.431607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbd860b-0595-4958-8a54-4097ea25e267 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:22:12.442813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Publish callbacks [] for port (4cbd860b-0595-4958-8a54-4097ea25e267), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.460119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Transition to ACTIVE for port object 4cbd860b-0595-4958-8a54-4097ea25e267 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:22:12.465206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.543031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:12.647054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Attempting to bind port 4cbd860b-0595-4958-8a54-4097ea25e267 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:22:12.647443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Attempting to bind port 4cbd860b-0595-4958-8a54-4097ea25e267 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:22:12.647780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Attempting to bind port 4cbd860b-0595-4958-8a54-4097ea25e267 on network aa683595-fbb0-49ce-809b-e720b9a574f9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:12.656513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dd497-7b56-48e6-80f7-4ab328f3e99c req-a1bd8eb1-565b-4db2-9320-a66c0cdc2a9a tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:12.658278 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f5dd497-7b56-48e6-80f7-4ab328f3e99c req-a1bd8eb1-565b-4db2-9320-a66c0cdc2a9a tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 944 time: 0.1262736 Feb 11 06:22:12.662337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Port 4cbd860b-0595-4958-8a54-4097ea25e267 on network aa683595-fbb0-49ce-809b-e720b9a574f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:22:12.662710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Attempting to bind port 4cbd860b-0595-4958-8a54-4097ea25e267 on network aa683595-fbb0-49ce-809b-e720b9a574f9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:12.676306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:22:12.676648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Checking segment: {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:22:12.677042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Bound using segment: {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:22:12.677494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Bound port: 4cbd860b-0595-4958-8a54-4097ea25e267, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:22:12.677854 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.754572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f5dd497-7b56-48e6-80f7-4ab328f3e99c req-4601545d-d4e5-4d60-9378-2c2ed8646368 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887382 Feb 11 06:22:12.781734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:22:12.787048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:22:12.796861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.841036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:12.841692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.843238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] 10.222.0.81 "PUT /v2.0/ports/4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 1093 time: 0.8077066 Feb 11 06:22:12.843694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:12.845994 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5595ae62-7e36-4e86-96a7-3020e496c743" -d '{"events": [{"name": "network-changed", "server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:12.876919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e9bc8-3142-41b9-b329-4c39b0f8cc49 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:12.914823 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319dd13-ff9b-48c3-9613-e73bdd110ec0 x-openstack-request-id: req-2319dd13-ff9b-48c3-9613-e73bdd110ec0 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:12.915124 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:12.915380 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2319dd13-ff9b-48c3-9613-e73bdd110ec0 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:12.915868 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267', 'status': 'completed', 'code': 200} Feb 11 06:22:12.937203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-0b151219-9ba8-4654-a3a1-fce0a4e29f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:12.938756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-0b151219-9ba8-4654-a3a1-fce0a4e29f75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 1127 time: 0.0539753 Feb 11 06:22:12.986231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-5e52ab16-1c7a-4feb-a7e3-fb44e7e0ccf3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 217 time: 0.0391905 Feb 11 06:22:13.045281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-6b7025bf-15d5-4b76-93e2-5899cda094ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:13.046767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-6b7025bf-15d5-4b76-93e2-5899cda094ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0537901 Feb 11 06:22:13.080073 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-924bd4c3-9e1f-4496-a17b-855c95c110de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263257 Feb 11 06:22:13.174137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-ee555e74-f003-4a43-8cff-aa39548be090 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875320 Feb 11 06:22:13.275745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d35203ba-9c24-4a4d-9f3d-b3211547032e req-c64b46cf-b2cf-48c2-a557-a6ca249d2d99 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955420 Feb 11 06:22:13.362894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-971ec185-a8bd-420a-b65c-67a2fcd44558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:13.364314 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-971ec185-a8bd-420a-b65c-67a2fcd44558 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 1127 time: 0.0451956 Feb 11 06:22:13.457147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-59828870-192e-4f70-95d1-b4ebb7f69b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:13.458633 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-59828870-192e-4f70-95d1-b4ebb7f69b84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.0880740 Feb 11 06:22:13.500025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-c51e9576-b285-430f-af5a-94a7ed8be1d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 217 time: 0.0352445 Feb 11 06:22:13.549597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-10ba2011-250c-48ba-8502-43911f443e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:13.551307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-10ba2011-250c-48ba-8502-43911f443e11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0447507 Feb 11 06:22:13.588431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-e6976f24-4287-4a35-bf7e-3db99343469d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303967 Feb 11 06:22:13.679206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-67615401-3616-41a8-9cef-46d2093ea335 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838690 Feb 11 06:22:13.770309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5595ae62-7e36-4e86-96a7-3020e496c743 req-3baf7768-41ac-45e0-b8ee-1fb56fdb66ef service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853763 Feb 11 06:22:13.887842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839cb35-f3eb-4032-aea8-0a92a3f65629 req-27fae17c-682a-4afc-b3d5-38c9282124a0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:13.889421 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f839cb35-f3eb-4032-aea8-0a92a3f65629 req-27fae17c-682a-4afc-b3d5-38c9282124a0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 944 time: 0.0640337 Feb 11 06:22:13.937608 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f839cb35-f3eb-4032-aea8-0a92a3f65629 req-9f5c9f62-1367-40e1-8515-2dbd1cfe3422 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Feb 11 06:22:15.081650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05c764-bbe4-4a56-a75b-eee9bb8dbcd9 req-63e1a54f-5f6c-4c2b-8fbf-14be55df6256 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:15.083415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c05c764-bbe4-4a56-a75b-eee9bb8dbcd9 req-63e1a54f-5f6c-4c2b-8fbf-14be55df6256 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 944 time: 0.0604227 Feb 11 06:22:15.136672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8c05c764-bbe4-4a56-a75b-eee9bb8dbcd9 req-c8cb071d-2875-4680-b355-cdd7eba5b466 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476515 Feb 11 06:22:15.853014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4cbd860b-0595-4958-8a54-4097ea25e267 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:22:15.855325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c800079b-8ebb-4a4e-b6ca-5fc046183480 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:15.886207 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c800079b-8ebb-4a4e-b6ca-5fc046183480 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:15.886550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c800079b-8ebb-4a4e-b6ca-5fc046183480 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:15.975396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:15.987444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '4cbd860b-0595-4958-8a54-4097ea25e267', 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9', 'port_id': '4cbd860b-0595-4958-8a54-4097ea25e267', 'mac_address': 'fa:16:3e:a1:d4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3c75e-03f2-4335-ba86-16435241e687', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:22:16.025560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4cbd860b-0595-4958-8a54-4097ea25e267 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:16.025948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.044183 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbd860b-0595-4958-8a54-4097ea25e267 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:22:16.067214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:16.072741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.122459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:16.268728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['4cbd860b-0595-4958-8a54-4097ea25e267'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:22:16.273014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ee770-a7f3-47a3-8e9b-4fb4ec2b4dcb req-b86308c3-2140-4d1a-b0ee-2b3a9f82839d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:16.274765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a3ee770-a7f3-47a3-8e9b-4fb4ec2b4dcb req-b86308c3-2140-4d1a-b0ee-2b3a9f82839d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 945 time: 0.0657845 Feb 11 06:22:16.323377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a3ee770-a7f3-47a3-8e9b-4fb4ec2b4dcb req-2e215ebf-34bc-4aad-a327-9be529cf590d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Feb 11 06:22:17.444085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f06222-044c-4dd2-9d5c-95ef9ec96c57 req-9e2e91ae-a399-47e7-a6b3-c6799197c1c7 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:17.445691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03f06222-044c-4dd2-9d5c-95ef9ec96c57 req-9e2e91ae-a399-47e7-a6b3-c6799197c1c7 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 945 time: 0.0530159 Feb 11 06:22:17.496365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-03f06222-044c-4dd2-9d5c-95ef9ec96c57 req-637e9401-fdd4-488b-9def-1f21846b8a3d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Feb 11 06:22:17.851545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4cbd860b-0595-4958-8a54-4097ea25e267 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:17.905956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 4cbd860b-0595-4958-8a54-4097ea25e267 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:22:17.909811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 4cbd860b-0595-4958-8a54-4097ea25e267 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:17.910191 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.997960 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4cbd860b-0595-4958-8a54-4097ea25e267 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:17.998352 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.021515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:18.023795 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0021c924-66cd-474f-b135-250c3a15cf4d" -d '{"events": [{"server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "name": "network-vif-plugged", "status": "completed", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:18.037107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:18.041845 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.071478 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26efa05d-3e82-4705-b1ea-e4e826c20420 x-openstack-request-id: req-26efa05d-3e82-4705-b1ea-e4e826c20420 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:18.071777 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "name": "network-vif-plugged", "status": "completed", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:18.072052 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26efa05d-3e82-4705-b1ea-e4e826c20420 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:18.072456 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267', 'code': 200} Feb 11 06:22:18.099896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:18.176322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3f321-b0c5-4442-aca3-365ed8ef8a0c req-84c3e9c6-2bec-4819-bd29-f282711037f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:18.178321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61c3f321-b0c5-4442-aca3-365ed8ef8a0c req-84c3e9c6-2bec-4819-bd29-f282711037f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 1129 time: 0.0498493 Feb 11 06:22:18.227065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61c3f321-b0c5-4442-aca3-365ed8ef8a0c req-1f9371bf-3cb7-4d25-8697-bb0f5785bc67 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432267 Feb 11 06:22:18.614516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1714809-8e61-4678-b998-c50114f0e394 req-747b929a-88d6-4a4c-ad6a-5d0075c3dfd1 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:18.616199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1714809-8e61-4678-b998-c50114f0e394 req-747b929a-88d6-4a4c-ad6a-5d0075c3dfd1 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0524347 Feb 11 06:22:18.663094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1714809-8e61-4678-b998-c50114f0e394 req-952a11ce-b59a-4247-be59-81008c909976 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Feb 11 06:22:19.792228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ac00-f844-4f46-b5b6-618ec7425af5 req-c605020f-eb9a-43ab-a515-721e49fda4cd tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:19.793735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47f0ac00-f844-4f46-b5b6-618ec7425af5 req-c605020f-eb9a-43ab-a515-721e49fda4cd tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0553234 Feb 11 06:22:19.845186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47f0ac00-f844-4f46-b5b6-618ec7425af5 req-1da55ec2-be85-4b4c-a9cc-54a6f1274bc2 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456061 Feb 11 06:22:19.965442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca7e99-76e1-4319-9171-a9ed4f426d08 req-89199499-6975-4158-88bf-9954f9a66416 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:19.966843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bca7e99-76e1-4319-9171-a9ed4f426d08 req-89199499-6975-4158-88bf-9954f9a66416 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0542650 Feb 11 06:22:20.016753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0bca7e99-76e1-4319-9171-a9ed4f426d08 req-778126fd-0553-41e7-b863-a466d50aeb4d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Feb 11 06:22:20.375955 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-8da3b665-4ab9-4be8-a70d-cde037b7e3e1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683050 Feb 11 06:22:20.377287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc0bb4-8858-482d-a6c3-669d74b8e5e8 req-cf78e990-a25d-49df-a1e3-a690344af34d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:20.378857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ebc0bb4-8858-482d-a6c3-669d74b8e5e8 req-cf78e990-a25d-49df-a1e3-a690344af34d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0638223 Feb 11 06:22:20.429733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ebc0bb4-8858-482d-a6c3-669d74b8e5e8 req-d15a76f4-2c68-4c6d-808e-35629c4b3039 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449805 Feb 11 06:22:20.754990 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89603ff-cfec-417c-a956-8634a8458dec req-5e43eed8-e0e9-43a7-b4eb-0f9b5da3e5e5 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:20.756577 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-5e43eed8-e0e9-43a7-b4eb-0f9b5da3e5e5 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports/4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 943 time: 0.0479896 Feb 11 06:22:21.584199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89603ff-cfec-417c-a956-8634a8458dec req-5963342c-2dc5-411e-8ee2-ad15f4ace9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:21.585759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-5963342c-2dc5-411e-8ee2-ad15f4ace9b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 1129 time: 0.0768685 Feb 11 06:22:21.619614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf5241-7393-4734-a2df-91a17d8a8c9f req-e6216f6b-fa8e-4e12-ada6-90348ce28741 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:21.621088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fabf5241-7393-4734-a2df-91a17d8a8c9f req-e6216f6b-fa8e-4e12-ada6-90348ce28741 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.1041107 Feb 11 06:22:21.719107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fabf5241-7393-4734-a2df-91a17d8a8c9f req-a4dfbd70-432c-4c55-b0df-abcc3f698499 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890176 Feb 11 06:22:21.723552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89603ff-cfec-417c-a956-8634a8458dec req-74278895-5d9a-4d06-9b08-c575051cb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:21.725065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-74278895-5d9a-4d06-9b08-c575051cb776 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.1309264 Feb 11 06:22:21.767752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-b9230903-d7ca-40d9-b5f8-ff1c16f5c484 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 217 time: 0.0371203 Feb 11 06:22:21.816019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89603ff-cfec-417c-a956-8634a8458dec req-5186ba0d-7785-41d3-b1ee-c489287dd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:21.817570 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-5186ba0d-7785-41d3-b1ee-c489287dd1e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0441539 Feb 11 06:22:21.854543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-8ed7e914-d5fc-4778-bd4b-94ba0ab30db8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309291 Feb 11 06:22:21.950988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-23d08f07-4817-428e-b3e7-d204435fe4b6 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906157 Feb 11 06:22:22.052149 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-3da02811-ef1d-49a1-87e0-4c579d67a5ef service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950036 Feb 11 06:22:22.660440 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.839616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02ff1b-2b79-424a-80f4-af2c58b2b95f req-f9c963ec-6115-4643-9a9d-6765f0fba5a9 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:22.841172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e02ff1b-2b79-424a-80f4-af2c58b2b95f req-f9c963ec-6115-4643-9a9d-6765f0fba5a9 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0534511 Feb 11 06:22:22.887387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e02ff1b-2b79-424a-80f4-af2c58b2b95f req-e3a2bd8f-39da-490b-b35c-bfc82dd0b9c0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Feb 11 06:22:23.660909 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.008563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1c5fd-6fea-4195-a746-1c8ab4f77d33 req-ff2b76b4-a55d-435a-8b61-93fa090fb46d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:24.010328 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64a1c5fd-6fea-4195-a746-1c8ab4f77d33 req-ff2b76b4-a55d-435a-8b61-93fa090fb46d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0531933 Feb 11 06:22:24.061513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64a1c5fd-6fea-4195-a746-1c8ab4f77d33 req-35c4b60c-3504-4215-b7ba-897d18d6dfa5 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442700 Feb 11 06:22:25.186896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8f17-a304-48a4-bf75-173cacc02c9f req-69ebcbba-3905-4e72-bc25-c52c2c225c1b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:25.188420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6bf8f17-a304-48a4-bf75-173cacc02c9f req-69ebcbba-3905-4e72-bc25-c52c2c225c1b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0552952 Feb 11 06:22:25.239357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e6bf8f17-a304-48a4-bf75-173cacc02c9f req-f07c418c-08e1-417c-bf42-b883a4700946 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Feb 11 06:22:26.363286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4ba0a-0471-4028-bf5d-a91b26f524dd req-3675cabc-22e8-4b6e-8e19-63009e91c1e7 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:26.364762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12e4ba0a-0471-4028-bf5d-a91b26f524dd req-3675cabc-22e8-4b6e-8e19-63009e91c1e7 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0545125 Feb 11 06:22:26.410729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12e4ba0a-0471-4028-bf5d-a91b26f524dd req-7c832a69-26d2-4363-bd6b-029088fae345 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Feb 11 06:22:27.162646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920113-9bfd-491c-8b2e-985222e80e1c req-0e324988-a4da-4be3-b82d-1968815da44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:27.164148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61920113-9bfd-491c-8b2e-985222e80e1c req-0e324988-a4da-4be3-b82d-1968815da44c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 1129 time: 0.0495608 Feb 11 06:22:27.271052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920113-9bfd-491c-8b2e-985222e80e1c req-ab3c9e4e-bd21-4a8a-b23c-e020a5414251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:27.272642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61920113-9bfd-491c-8b2e-985222e80e1c req-ab3c9e4e-bd21-4a8a-b23c-e020a5414251 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.0896454 Feb 11 06:22:27.315602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61920113-9bfd-491c-8b2e-985222e80e1c req-274c48d4-aa4e-4808-ba4b-e33f741edf6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 217 time: 0.0372319 Feb 11 06:22:27.366476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920113-9bfd-491c-8b2e-985222e80e1c req-b0cd9976-086b-4b81-b8ba-d966217b9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:27.367992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61920113-9bfd-491c-8b2e-985222e80e1c req-b0cd9976-086b-4b81-b8ba-d966217b9b7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0464265 Feb 11 06:22:27.400081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61920113-9bfd-491c-8b2e-985222e80e1c req-b913016f-9ecf-426a-9de8-d017ad0655e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259001 Feb 11 06:22:27.791503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3547-f8c0-40b8-93c9-754318e7f53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.886288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61920113-9bfd-491c-8b2e-985222e80e1c req-b76d4843-7041-4eed-a884-5c9a9522ae9c service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800231 Feb 11 06:22:27.986660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5218045-4503-48da-b8c7-06268a5e8d44 req-2f8e11a2-1e29-4ee8-88ce-5759216cbaf0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:27.988217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5218045-4503-48da-b8c7-06268a5e8d44 req-2f8e11a2-1e29-4ee8-88ce-5759216cbaf0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.4810419 Feb 11 06:22:28.020430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-61920113-9bfd-491c-8b2e-985222e80e1c req-20974f0a-d141-4db7-8050-3b52dec62c70 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201737 Feb 11 06:22:28.048000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5218045-4503-48da-b8c7-06268a5e8d44 req-6ff39eb2-29be-4caa-be18-af8621a51970 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516751 Feb 11 06:22:29.181772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce62aa-2e9f-4deb-9644-eb75e438aed1 req-9d2f9e20-5809-429f-ad1a-a9a127727592 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:29.183317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88ce62aa-2e9f-4deb-9644-eb75e438aed1 req-9d2f9e20-5809-429f-ad1a-a9a127727592 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0631588 Feb 11 06:22:29.233670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88ce62aa-2e9f-4deb-9644-eb75e438aed1 req-478a7c48-edef-4e19-a5b2-fbe18b459423 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432560 Feb 11 06:22:30.370647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c4ac1d88-0bdb-499b-80f2-e62ea09af97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.381610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eb2f7-7f25-4013-8d18-019400567c89 req-ad0dc752-d599-4eda-8383-0e1471c17630 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:30.383185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d3eb2f7-7f25-4013-8d18-019400567c89 req-ad0dc752-d599-4eda-8383-0e1471c17630 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0700703 Feb 11 06:22:30.450634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d3eb2f7-7f25-4013-8d18-019400567c89 req-e16931f0-431f-4c2a-9862-3fc887963ac8 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614631 Feb 11 06:22:31.281536 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:31.584702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac57a3f-77ac-48ad-9c68-a597d0f530e6 req-b71cd51f-daf7-4b1f-82b6-be643066ba0d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:31.586309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ac57a3f-77ac-48ad-9c68-a597d0f530e6 req-b71cd51f-daf7-4b1f-82b6-be643066ba0d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0581648 Feb 11 06:22:31.645972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ac57a3f-77ac-48ad-9c68-a597d0f530e6 req-872702c6-f280-450e-8c31-eff687425b1e tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 Feb 11 06:22:32.774945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66a98f-1140-4512-a4f2-698fa8a806a6 req-e359af61-2658-4501-ad6c-82e806615d36 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:32.776516 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aa66a98f-1140-4512-a4f2-698fa8a806a6 req-e359af61-2658-4501-ad6c-82e806615d36 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0564756 Feb 11 06:22:32.824906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aa66a98f-1140-4512-a4f2-698fa8a806a6 req-ff7371f6-fe9e-4bc0-97c8-56a55fc32c05 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419703 Feb 11 06:22:32.953844 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.953844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7300fbf-2ae7-4550-a572-04cc4617cc71 req-bf5ca1ad-ba20-4041-b387-258dc1bb77aa tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:33.955423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7300fbf-2ae7-4550-a572-04cc4617cc71 req-bf5ca1ad-ba20-4041-b387-258dc1bb77aa tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0588667 Feb 11 06:22:33.997893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.010454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7300fbf-2ae7-4550-a572-04cc4617cc71 req-e3a9df88-3b04-4b7e-a250-08a48d757505 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460465 Feb 11 06:22:35.140437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070570e-9cbb-45dc-998a-08d7715a160e req-d6ca0d77-d443-4226-b147-35f6e9b97824 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:35.142004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5070570e-9cbb-45dc-998a-08d7715a160e req-d6ca0d77-d443-4226-b147-35f6e9b97824 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0562108 Feb 11 06:22:35.191309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5070570e-9cbb-45dc-998a-08d7715a160e req-4531335b-5425-4293-b27b-4c96638ffca1 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436218 Feb 11 06:22:36.319198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0620f6-7839-43d9-8aa2-ea14ffd9d5d2 req-a4bdac20-4df1-4720-b3cf-2ac04314a290 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:36.320723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb0620f6-7839-43d9-8aa2-ea14ffd9d5d2 req-a4bdac20-4df1-4720-b3cf-2ac04314a290 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0581219 Feb 11 06:22:36.373995 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb0620f6-7839-43d9-8aa2-ea14ffd9d5d2 req-b8c10847-e292-42f1-b465-cdc7d820580c tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458400 Feb 11 06:22:37.510796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ccd28-c52a-4f67-b4e1-718e1be8e439 req-11d05109-8e29-46f1-9ab1-6619d845998f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:37.512379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b3ccd28-c52a-4f67-b4e1-718e1be8e439 req-11d05109-8e29-46f1-9ab1-6619d845998f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0621765 Feb 11 06:22:37.561263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b3ccd28-c52a-4f67-b4e1-718e1be8e439 req-6bb09024-3683-48d5-a7df-e66ea526e810 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431335 Feb 11 06:22:38.035943 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:22:38.687479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bceacda-f8df-4c74-ab0e-e72b2406c25d req-250eb99f-1331-4a2a-bae0-3a523bdbd730 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:38.688925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1bceacda-f8df-4c74-ab0e-e72b2406c25d req-250eb99f-1331-4a2a-bae0-3a523bdbd730 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0564070 Feb 11 06:22:38.742541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1bceacda-f8df-4c74-ab0e-e72b2406c25d req-fa4fac19-44b7-476d-989d-ea45fb960b66 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479224 Feb 11 06:22:39.866480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3a19-3b9b-455f-ac86-f16defff0954 req-626da5a1-804b-4379-a2c7-c28d4c39dd8f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:39.868031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f03a3a19-3b9b-455f-ac86-f16defff0954 req-626da5a1-804b-4379-a2c7-c28d4c39dd8f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0561368 Feb 11 06:22:39.915748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f03a3a19-3b9b-455f-ac86-f16defff0954 req-cd9253da-aa69-47c8-9440-976861a20370 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Feb 11 06:22:41.043993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628d39-0d35-4d11-9eda-296f9006c86f req-d91cf54c-a887-45d4-8d01-647daeb60dac tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:41.044665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58628d39-0d35-4d11-9eda-296f9006c86f req-d91cf54c-a887-45d4-8d01-647daeb60dac tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0564399 Feb 11 06:22:41.098936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58628d39-0d35-4d11-9eda-296f9006c86f req-fd3250ee-ea89-4fd1-b6e5-717950cae479 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485876 Feb 11 06:22:42.235920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8973b46-8bb2-4d7e-955d-e067ee02c78b req-19949528-0d86-4f87-95a9-c99123f93d8b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:42.237476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8973b46-8bb2-4d7e-955d-e067ee02c78b req-19949528-0d86-4f87-95a9-c99123f93d8b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0646870 Feb 11 06:22:42.293305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8973b46-8bb2-4d7e-955d-e067ee02c78b req-62e10423-0c60-4aac-afc9-ef0a06af8beb tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495031 Feb 11 06:22:43.417483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906f9a-ea94-4734-923c-4ac115dcd584 req-04b64fc8-8413-404e-91c9-9d61aceac846 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:43.420210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f906f9a-ea94-4734-923c-4ac115dcd584 req-04b64fc8-8413-404e-91c9-9d61aceac846 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0567658 Feb 11 06:22:43.471000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f906f9a-ea94-4734-923c-4ac115dcd584 req-191f1a7e-b669-400f-9929-2cf5b79634aa tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462523 Feb 11 06:22:44.604211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9efd11-b6b3-4ad4-8b93-89142eb1fe53 req-dd8d93c4-c306-44ce-9b15-56fd9bfe5037 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:44.605827 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e9efd11-b6b3-4ad4-8b93-89142eb1fe53 req-dd8d93c4-c306-44ce-9b15-56fd9bfe5037 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0612841 Feb 11 06:22:44.660464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e9efd11-b6b3-4ad4-8b93-89142eb1fe53 req-9ed7ce44-d136-4c89-9f1a-e36a5e192a5d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482500 Feb 11 06:22:45.789295 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c80a4f-b997-4ffe-bea5-ab4af268217a req-d2f8b3ac-f111-4609-b163-8f2500050ead tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:45.790872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8c80a4f-b997-4ffe-bea5-ab4af268217a req-d2f8b3ac-f111-4609-b163-8f2500050ead tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0569110 Feb 11 06:22:45.849158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8c80a4f-b997-4ffe-bea5-ab4af268217a req-4cb2d06e-deb3-41e6-afed-c0060ff0c5d3 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523393 Feb 11 06:22:46.973853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b563a-14d6-47bc-ab5b-348a44c85497 req-9a468225-62bc-441f-9b1f-f30dd0c2df37 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:46.975362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-388b563a-14d6-47bc-ab5b-348a44c85497 req-9a468225-62bc-441f-9b1f-f30dd0c2df37 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0551424 Feb 11 06:22:47.024056 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-388b563a-14d6-47bc-ab5b-348a44c85497 req-6c169ad6-5bde-4970-8565-802722ec2cca tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Feb 11 06:22:48.152891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5fcb-c655-484c-9c81-122097e18a95 req-dc6b0096-a9d7-4874-ad48-3a735661d59d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:48.155083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb4d5fcb-c655-484c-9c81-122097e18a95 req-dc6b0096-a9d7-4874-ad48-3a735661d59d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0583131 Feb 11 06:22:48.208262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb4d5fcb-c655-484c-9c81-122097e18a95 req-d6e62bb4-df1b-4af2-9dea-1973213b3652 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476172 Feb 11 06:22:49.002515 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-e89603ff-cfec-417c-a956-8634a8458dec req-51b12791-287b-430a-b8f8-a6ac38b191bb service neutron] show failed (client error): The resource could not be found. Feb 11 06:22:49.003568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-51b12791-287b-430a-b8f8-a6ac38b191bb service neutron] 10.222.0.81 "GET /v2.0/ports/4cbd860b-0595-4958-8a54-4097ea25e267/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0585265 Feb 11 06:22:49.217633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89603ff-cfec-417c-a956-8634a8458dec req-d632b4c8-57fd-46c0-a042-f1a3f7cc16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:49.220198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-d632b4c8-57fd-46c0-a042-f1a3f7cc16d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42&tenant_id=35d6208dc30a4b4bafd59f61be09761b HTTP/1.1" status: 200 len: 1129 time: 0.0509088 Feb 11 06:22:49.231761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:49.327501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.386559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d25e1f-e321-455f-b283-1060b8081c07 req-6844230a-db8f-4a68-8370-ebaed307b44b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:49.388131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0d25e1f-e321-455f-b283-1060b8081c07 req-6844230a-db8f-4a68-8370-ebaed307b44b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0969341 Feb 11 06:22:49.524094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0d25e1f-e321-455f-b283-1060b8081c07 req-f5c99257-80b1-4c5c-a672-14703192fa6d tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243019 Feb 11 06:22:49.594390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:49.628877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:22:49.673819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:49.676144 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ef32df-a607-4717-9e17-e4989e18cf54" -d '{"events": [{"server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "name": "network-vif-unplugged", "status": "completed", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:49.680384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Publish callbacks [] for port (4cbd860b-0595-4958-8a54-4097ea25e267), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.696557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Transition to ACTIVE for port object 4cbd860b-0595-4958-8a54-4097ea25e267 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:22:49.704271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.736029 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f933ab1-004e-4bcb-b61f-ae5f3a59dc16 x-openstack-request-id: req-4f933ab1-004e-4bcb-b61f-ae5f3a59dc16 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:49.736326 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "name": "network-vif-unplugged", "status": "completed", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:49.736583 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f933ab1-004e-4bcb-b61f-ae5f3a59dc16 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:49.736984 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267', 'code': 200} Feb 11 06:22:49.774127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:49.776674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] No DVR routers for this DVR port 4cbd860b-0595-4958-8a54-4097ea25e267 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:49.786119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.786469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.786863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.787214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.787547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.787872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.788198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.788523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.788846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.789192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.789523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.789842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.790164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.827716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Attempting to bind port 4cbd860b-0595-4958-8a54-4097ea25e267 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:22:49.828051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Attempting to bind port 4cbd860b-0595-4958-8a54-4097ea25e267 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:22:49.828380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Attempting to bind port 4cbd860b-0595-4958-8a54-4097ea25e267 on network aa683595-fbb0-49ce-809b-e720b9a574f9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:49.833679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Port 4cbd860b-0595-4958-8a54-4097ea25e267 on network aa683595-fbb0-49ce-809b-e720b9a574f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:22:49.834042 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Attempting to bind port 4cbd860b-0595-4958-8a54-4097ea25e267 on network aa683595-fbb0-49ce-809b-e720b9a574f9 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:49.839655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:22:49.840003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Checking segment: {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:22:49.840421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Bound using segment: {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:22:49.840858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Bound port: 4cbd860b-0595-4958-8a54-4097ea25e267, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105f4eb9-aede-4a35-99f9-46f457adcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:22:49.841253 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.912023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:22:49.915241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:22:49.922409 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.959426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:49.960060 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.961515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] 10.222.0.72 "PUT /v2.0/ports/4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 1093 time: 0.7341454 Feb 11 06:22:49.985430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378e0e0-d75e-44fb-adc2-736b349ac15f service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:50.036835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89603ff-cfec-417c-a956-8634a8458dec req-8a5fa8d8-19ba-46a5-b359-5726c3bf36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:50.038402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-8a5fa8d8-19ba-46a5-b359-5726c3bf36b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 1127 time: 0.0490735 Feb 11 06:22:50.135949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89603ff-cfec-417c-a956-8634a8458dec req-d0d9bef4-13d2-409d-aff0-543d457195b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:50.137469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-d0d9bef4-13d2-409d-aff0-543d457195b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.0934608 Feb 11 06:22:50.182925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-0a48cb22-6cf0-4cf5-9e7f-6fc5bce1486f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 217 time: 0.0391395 Feb 11 06:22:50.233864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89603ff-cfec-417c-a956-8634a8458dec req-f5450edb-8632-4030-b939-037566efdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:50.235337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-f5450edb-8632-4030-b939-037566efdb92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0469460 Feb 11 06:22:50.280237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-e630d3b1-4a72-4786-8add-29aaa669932b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389071 Feb 11 06:22:50.372776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-2ccbcbf7-4530-4cee-912e-ebbcdf2cd611 service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868351 Feb 11 06:22:50.468978 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e89603ff-cfec-417c-a956-8634a8458dec req-48356008-0d4b-4b94-a398-33d68b2efb55 service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903988 Feb 11 06:22:50.659084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1c150-5a80-4e7b-a030-57a2f13d5054 req-978477e2-3aea-45e1-a8e0-266724d453ff tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:50.660689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64e1c150-5a80-4e7b-a030-57a2f13d5054 req-978477e2-3aea-45e1-a8e0-266724d453ff tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 944 time: 0.0568690 Feb 11 06:22:50.713634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-64e1c150-5a80-4e7b-a030-57a2f13d5054 req-61e42e75-2ce0-4e65-9650-d063ad7d864e tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Feb 11 06:22:51.738008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:51.740389 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3d3576-4c38-47dd-ae3c-bceafd439735" -d '{"events": [{"name": "network-changed", "server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:51.799053 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c5e0cf-7474-40c8-a646-f3dafebaf33f x-openstack-request-id: req-86c5e0cf-7474-40c8-a646-f3dafebaf33f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:51.799495 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:51.799917 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86c5e0cf-7474-40c8-a646-f3dafebaf33f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:51.800570 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267', 'status': 'completed', 'code': 200} Feb 11 06:22:51.915689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9ce82-2095-4e98-b634-bfc569cc8655 req-816546b6-d1bb-4b73-9ad0-fe7ad14b37dc tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:51.917366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bd9ce82-2095-4e98-b634-bfc569cc8655 req-816546b6-d1bb-4b73-9ad0-fe7ad14b37dc tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 944 time: 0.1304603 Feb 11 06:22:51.922530 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-119816b5-dda9-4f64-adf6-9100e9ed6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:51.924055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-119816b5-dda9-4f64-adf6-9100e9ed6972 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 1127 time: 0.0942841 Feb 11 06:22:51.965334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-bb444df6-d0d4-4e5f-9ed6-4b2e50d5baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:51.966950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-bb444df6-d0d4-4e5f-9ed6-4b2e50d5baac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 1127 time: 0.1460583 Feb 11 06:22:52.102390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3bd9ce82-2095-4e98-b634-bfc569cc8655 req-baacfa9d-28d3-4bba-825a-7531e53f13a9 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773424 Feb 11 06:22:52.138606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-37fdc0d9-ad68-42dc-8d99-d7cd0475b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:52.140099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-37fdc0d9-ad68-42dc-8d99-d7cd0475b693 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.2070937 Feb 11 06:22:52.157974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-613a09aa-78d2-4e6d-b340-5fd5f9705370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:52.159460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-613a09aa-78d2-4e6d-b340-5fd5f9705370 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.1813834 Feb 11 06:22:52.197945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-dbf2850a-5e2f-4234-9438-6c5d5dd72f84 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 217 time: 0.0504036 Feb 11 06:22:52.238641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-8a6d7bbd-c0f8-49be-93b8-6ed138df446d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 217 time: 0.0473990 Feb 11 06:22:52.310445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-22118c6a-9891-4be8-92dd-3dd27eae1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:52.311946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-22118c6a-9891-4be8-92dd-3dd27eae1ac9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0846341 Feb 11 06:22:52.320376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-55d7c689-6cb2-4dd2-851f-6e7d5c7902bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:52.321907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-55d7c689-6cb2-4dd2-851f-6e7d5c7902bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0656223 Feb 11 06:22:52.369896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-7aa8f20e-c1dc-48ed-b365-3c00b92d879b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510814 Feb 11 06:22:52.371776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-bbb7b2bc-4909-4559-b54b-28f6a1589fde service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422716 Feb 11 06:22:52.531211 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-08623859-ca10-4411-a178-15628c824997 service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557648 Feb 11 06:22:52.535065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-19f3d232-5903-48fd-a9b3-81f5a76a8f17 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524701 Feb 11 06:22:52.667047 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:52.700283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-41a00dd2-d413-43f7-aa8f-8586aeb91d0a service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540344 Feb 11 06:22:52.702894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ca3d3576-4c38-47dd-ae3c-bceafd439735 req-d992b099-4403-4b97-8ede-c64215a3e6e1 service neutron] 10.222.0.72 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648140 Feb 11 06:22:53.231495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987da0e-f12a-41a7-a1ab-69402475ca4d req-88431f76-6a71-4152-942f-37534b68f439 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:53.233033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6987da0e-f12a-41a7-a1ab-69402475ca4d req-88431f76-6a71-4152-942f-37534b68f439 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 944 time: 0.0559816 Feb 11 06:22:53.288771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6987da0e-f12a-41a7-a1ab-69402475ca4d req-c30e83a7-9b58-47aa-98a8-4e4a32d7139e tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500338 Feb 11 06:22:53.534376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29641416-9420-46ad-8751-95f61c7480c2 req-33a71abe-0140-497f-9363-97097ce84978 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:53.535872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29641416-9420-46ad-8751-95f61c7480c2 req-33a71abe-0140-497f-9363-97097ce84978 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 944 time: 0.0933006 Feb 11 06:22:53.548081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-71294b4b-dcd9-405c-a609-a99f58a303cf tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:53.549574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-71294b4b-dcd9-405c-a609-a99f58a303cf tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42&tenant_id=35d6208dc30a4b4bafd59f61be09761b&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 944 time: 0.0799906 Feb 11 06:22:53.633145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29641416-9420-46ad-8751-95f61c7480c2 req-c04e4910-1719-49bf-823d-59431331fabb tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825765 Feb 11 06:22:53.639187 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-f11df314-af49-4721-a27e-d0358ef53e44 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:22:53.640196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-f11df314-af49-4721-a27e-d0358ef53e44 service neutron] 10.222.0.81 "DELETE /v2.0/ports/4cbd860b-0595-4958-8a54-4097ea25e267/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0838621 Feb 11 06:22:53.674600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:53.709156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4cbd860b-0595-4958-8a54-4097ea25e267 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:22:53.747350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-4ea922db-6c39-4c32-ba27-b0de447dd5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:53.750346 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-4ea922db-6c39-4c32-ba27-b0de447dd5d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35d6208dc30a4b4bafd59f61be09761b&device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 1127 time: 0.0518267 Feb 11 06:22:53.824732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:53.842395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '4cbd860b-0595-4958-8a54-4097ea25e267', 'network_id': 'aa683595-fbb0-49ce-809b-e720b9a574f9', 'port_id': '4cbd860b-0595-4958-8a54-4097ea25e267', 'mac_address': 'fa:16:3e:a1:d4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3c75e-03f2-4335-ba86-16435241e687', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:22:53.864163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-4bcae46b-26ae-4171-b37b-ed9f8d480e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:53.866645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-4bcae46b-26ae-4171-b37b-ed9f8d480e71 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 200 len: 916 time: 0.1104653 Feb 11 06:22:53.878779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4cbd860b-0595-4958-8a54-4097ea25e267 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:53.879169 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:53.893331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbd860b-0595-4958-8a54-4097ea25e267 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:22:53.908707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-f6c90d80-b22a-4bba-ae5d-e7bc11e9e474 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 200 len: 217 time: 0.0361540 Feb 11 06:22:53.913221 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:53.917762 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:53.962329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-2277d9f8-710b-4c4b-97e1-b93280ec5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:53.963858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-2277d9f8-710b-4c4b-97e1-b93280ec5b9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 200 len: 855 time: 0.0496686 Feb 11 06:22:53.968683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:53.976733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.977085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.977471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.977811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.978150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.978483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.978970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.979145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.979453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.979779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.980141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.982803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:53.982803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:54.004500 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-0105900a-ca86-473a-be92-a0ce03821b28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa683595-fbb0-49ce-809b-e720b9a574f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340371 Feb 11 06:22:54.023288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4cbd860b-0595-4958-8a54-4097ea25e267 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:54.071255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port 4cbd860b-0595-4958-8a54-4097ea25e267 host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:22:54.071671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4cbd860b-0595-4958-8a54-4097ea25e267 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:54.100727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-ae621868-a329-4690-82f1-3e157c5cc941 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900719 Feb 11 06:22:54.136140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4cbd860b-0595-4958-8a54-4097ea25e267'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:22:54.208046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1dfd6e3-d896-459b-ab02-1747554be31a req-cc0b3ea6-89db-47f7-9d67-d143e2befda1 service neutron] 10.222.0.81 "GET /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007183 Feb 11 06:22:54.769269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8e309-19be-4b28-91a7-837a0502b5d2 req-f7d1bdc0-b406-4d2e-bdcd-2bf69f41fd85 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:54.770845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74b8e309-19be-4b28-91a7-837a0502b5d2 req-f7d1bdc0-b406-4d2e-bdcd-2bf69f41fd85 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 945 time: 0.0582924 Feb 11 06:22:54.824289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74b8e309-19be-4b28-91a7-837a0502b5d2 req-09988b1f-f00d-4b75-a5f6-9b54ec60e971 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Feb 11 06:22:54.951809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35372-c1e8-442b-b935-18e8d0c2c223 req-8bd10e3b-e120-4e42-b639-715d4892e7b9 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:54.953617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83d35372-c1e8-442b-b935-18e8d0c2c223 req-8bd10e3b-e120-4e42-b639-715d4892e7b9 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 945 time: 0.0537152 Feb 11 06:22:55.008755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83d35372-c1e8-442b-b935-18e8d0c2c223 req-797fb553-b32c-499b-89f6-4944810acae3 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492194 Feb 11 06:22:55.131253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553f6d-a492-4df2-b83e-6aa09fc22a90 req-9d36b2dd-7f6a-4daa-b158-595929b11319 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:55.132660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e553f6d-a492-4df2-b83e-6aa09fc22a90 req-9d36b2dd-7f6a-4daa-b158-595929b11319 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 945 time: 0.0579202 Feb 11 06:22:55.181197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e553f6d-a492-4df2-b83e-6aa09fc22a90 req-ecce09bf-21c7-4834-8780-b99a95e804c7 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Feb 11 06:22:55.534317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c62d80-bfdb-4849-b1f2-b31bdd59bcae req-7fdb2d5b-d40b-41f3-a899-cf3914ddb16b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:55.535837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05c62d80-bfdb-4849-b1f2-b31bdd59bcae req-7fdb2d5b-d40b-41f3-a899-cf3914ddb16b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 945 time: 0.0596859 Feb 11 06:22:55.588012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05c62d80-bfdb-4849-b1f2-b31bdd59bcae req-c9101567-70ce-4580-98dc-aa311b68499f tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460331 Feb 11 06:22:55.743347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4cbd860b-0595-4958-8a54-4097ea25e267 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:55.798186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 4cbd860b-0595-4958-8a54-4097ea25e267 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:22:55.802140 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 4cbd860b-0595-4958-8a54-4097ea25e267 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:55.802523 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.888630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4cbd860b-0595-4958-8a54-4097ea25e267 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:55.889033 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.912248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:55.914596 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b892969a-a1b2-4870-ab0f-56dd44f6baa8" -d '{"events": [{"server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "name": "network-vif-plugged", "status": "completed", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:55.928537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:55.932885 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.961475 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942b2544-e31a-4578-a7a2-2705b5f0d5b1 x-openstack-request-id: req-942b2544-e31a-4578-a7a2-2705b5f0d5b1 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:55.961779 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "name": "network-vif-plugged", "status": "completed", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:55.962043 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-942b2544-e31a-4578-a7a2-2705b5f0d5b1 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:55.962480 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267', 'code': 200} Feb 11 06:22:55.988458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:56.752988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-191a9550-4bd6-47d7-bea3-8fc2605558d0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:56.754524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-191a9550-4bd6-47d7-bea3-8fc2605558d0 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.72 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0801516 Feb 11 06:22:56.762369 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8640b0-aaef-4243-8074-79e578d61c9c req-c957098d-32af-427f-afc7-fd7651f94148 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:56.764406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c8640b0-aaef-4243-8074-79e578d61c9c req-c957098d-32af-427f-afc7-fd7651f94148 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/ports?device_id=7880596b-33da-491c-9d42-6c15d5fe9b42 HTTP/1.1" status: 200 len: 946 time: 0.0992148 Feb 11 06:22:56.877476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c8640b0-aaef-4243-8074-79e578d61c9c req-b738cc2d-0b84-4608-92e2-e26f0e788d9b tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.31 "GET /v2.0/security-groups?id=240f9146-f053-44bb-a256-8fd0508fa08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045368 Feb 11 06:22:56.895062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Deleting port 4cbd860b-0595-4958-8a54-4097ea25e267 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:56.895062 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.985913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] For port 4cbd860b-0595-4958-8a54-4097ea25e267, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cbd860b-0595-4958-8a54-4097ea25e267,segment=NetworkSegment(105f4eb9-aede-4a35-99f9-46f457adcbab),segment_id=105f4eb9-aede-4a35-99f9-46f457adcbab)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:56.986280 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.999428 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Calling delete_port for 4cbd860b-0595-4958-8a54-4097ea25e267 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:57.131818 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4cbd860b-0595-4958-8a54-4097ea25e267), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.145852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4cbd860b-0595-4958-8a54-4097ea25e267'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:22:57.161518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Pushing event deleted for resources: {'Port': ['ID=4cbd860b-0595-4958-8a54-4097ea25e267,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:57.206840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] No DVR routers for this DVR port 4cbd860b-0595-4958-8a54-4097ea25e267 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:57.210028 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.215090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-513179a1-1f55-4bd8-9f41-7c60dca63658 req-9b63f75a-db84-41de-ba0a-9849c7e2f0de tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] 10.222.0.72 "DELETE /v2.0/ports/4cbd860b-0595-4958-8a54-4097ea25e267 HTTP/1.1" status: 204 len: 173 time: 0.4497585 Feb 11 06:22:57.215557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'name': 'network-vif-deleted', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:57.218532 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7002578-fe75-447b-9e5e-9a3fdaa2ad1f" -d '{"events": [{"server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "name": "network-vif-deleted", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:57.267101 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44e7a30-1575-466b-9f62-fbdb0c289d9b x-openstack-request-id: req-d44e7a30-1575-466b-9f62-fbdb0c289d9b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:57.267552 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880596b-33da-491c-9d42-6c15d5fe9b42", "name": "network-vif-deleted", "tag": "4cbd860b-0595-4958-8a54-4097ea25e267", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:57.267971 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d44e7a30-1575-466b-9f62-fbdb0c289d9b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:57.268561 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880596b-33da-491c-9d42-6c15d5fe9b42', 'name': 'network-vif-deleted', 'tag': '4cbd860b-0595-4958-8a54-4097ea25e267', 'status': 'completed', 'code': 200} Feb 11 06:22:57.785471 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4eb66b9e-d0fd-4eb5-93ae-8cb478ba4138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.004751 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50002) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:58.057215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-5025be94-c4f1-4d77-b364-1c0742cf4bdc admin admin] Deleting subnet 76c3c75e-03f2-4335-ba86-16435241e687 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:22:58.060510 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5025be94-c4f1-4d77-b364-1c0742cf4bdc admin admin] Publish callbacks [] for subnet (76c3c75e-03f2-4335-ba86-16435241e687), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.098479 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5025be94-c4f1-4d77-b364-1c0742cf4bdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (76c3c75e-03f2-4335-ba86-16435241e687), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.139375 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5025be94-c4f1-4d77-b364-1c0742cf4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (76c3c75e-03f2-4335-ba86-16435241e687), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.195401 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5025be94-c4f1-4d77-b364-1c0742cf4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (76c3c75e-03f2-4335-ba86-16435241e687), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.223178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025be94-c4f1-4d77-b364-1c0742cf4bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c3c75e-03f2-4335-ba86-16435241e687,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:58.225508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5025be94-c4f1-4d77-b364-1c0742cf4bdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.229186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5025be94-c4f1-4d77-b364-1c0742cf4bdc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/76c3c75e-03f2-4335-ba86-16435241e687 HTTP/1.1" status: 204 len: 168 time: 0.2229507 Feb 11 06:22:58.231334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50004) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:58.313440 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (aa683595-fbb0-49ce-809b-e720b9a574f9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.399439 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (aa683595-fbb0-49ce-809b-e720b9a574f9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.422492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa683595-fbb0-49ce-809b-e720b9a574f9']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:58.432659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105f4eb9-aede-4a35-99f9-46f457adcbab') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:58.432987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105f4eb9-aede-4a35-99f9-46f457adcbab') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:58.442756 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (105f4eb9-aede-4a35-99f9-46f457adcbab), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.456690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (105f4eb9-aede-4a35-99f9-46f457adcbab), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.466036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:22:58.467007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (105f4eb9-aede-4a35-99f9-46f457adcbab), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:22:58.468723 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:22:58.529475 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (aa683595-fbb0-49ce-809b-e720b9a574f9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.535623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.538939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] 10.222.0.31 "DELETE /v2.0/networks/aa683595-fbb0-49ce-809b-e720b9a574f9 HTTP/1.1" status: 204 len: 168 time: 0.3065484 Feb 11 06:22:58.550691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbadb5e-2c40-46af-8347-b6e9e0945539 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa683595-fbb0-49ce-809b-e720b9a574f9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:58.667576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50010) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:58.713625 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6145cd61-726c-438b-909b-55973711e838 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35d6208dc30a4b4bafd59f61be09761b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448177 Feb 11 06:22:58.716206 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50014) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:58.770583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Publish callbacks [] for security_group (240f9146-f053-44bb-a256-8fd0508fa08e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.795364 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Publish callbacks [] for security_group (240f9146-f053-44bb-a256-8fd0508fa08e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.850939 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (240f9146-f053-44bb-a256-8fd0508fa08e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.853502 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.854733 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/240f9146-f053-44bb-a256-8fd0508fa08e HTTP/1.1" status: 204 len: 168 time: 0.1375551 Feb 11 06:22:58.863078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f9146-f053-44bb-a256-8fd0508fa08e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:58.871093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.871452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.871801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.872144 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.872483 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.872846 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.873205 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.873538 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.873950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.874202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.874600 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.874894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:58.875194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112ab43-c30c-4bc9-992f-96f51d86cfa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:59.576653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50040) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:59.696015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-670612719-network', 'tenant_id': 'e08dee32222041838e46735cec0acdf7'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:59.718299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Made reservation on behalf of e08dee32222041838e46735cec0acdf7 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:22:59.720822 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.730132 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.757048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4cbd860b-0595-4958-8a54-4097ea25e267 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:59.780727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 4cbd860b-0595-4958-8a54-4097ea25e267 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:59.781084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4cbd860b-0595-4958-8a54-4097ea25e267 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:59.818730 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Publish callbacks [] for security_group (3cf6c465-fe9e-4777-827b-bf365588c7f9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.822732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3cf6c465-fe9e-4777-827b-bf365588c7f9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.848025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:22:59.859146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf6c465-fe9e-4777-827b-bf365588c7f9,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:59.864094 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (823be391-3590-4ab0-b245-2dbded3f7d64), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.864447 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Added segment 823be391-3590-4ab0-b245-2dbded3f7d64 of type vlan for network 30935668-1b64-431a-a8f1-c6e8296c0827 Feb 11 06:22:59.915557 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (30935668-1b64-431a-a8f1-c6e8296c0827), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.945678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (30935668-1b64-431a-a8f1-c6e8296c0827), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.946661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:59.947241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.008507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4301710 Feb 11 06:23:00.011289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50044) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:00.016282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Request body: {'subnet': {'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-670612719-subnet', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:00.019418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562b5e1-7f84-43ed-b55d-aae12b53b3ce admin admin] Pushing event updated for resources: {'Network': ['ID=30935668-1b64-431a-a8f1-c6e8296c0827,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:00.031167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 30935668-1b64-431a-a8f1-c6e8296c0827 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:23:00.042706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Made reservation on behalf of e08dee32222041838e46735cec0acdf7 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:23:00.047243 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.239042 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (e0d06407-d633-4b4b-9544-f6e9060136f9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.306835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d06407-d633-4b4b-9544-f6e9060136f9,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:00.316513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:00.316902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Network hostable DHCP agents. Network: 30935668-1b64-431a-a8f1-c6e8296c0827, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:23:00.335892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Network 30935668-1b64-431a-a8f1-c6e8296c0827 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:23:00.345871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 30935668-1b64-431a-a8f1-c6e8296c0827) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:00.350663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:00.351266 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.361842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a1911-9e8e-47d6-9b44-64b08c4c3115 None None] Network 30935668-1b64-431a-a8f1-c6e8296c0827 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:23:00.372318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cca935c5-2f32-45ca-afa6-4237c38852d5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3599534 Feb 11 06:23:00.374837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50046) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:00.384307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:00.403419 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.403641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-10a431a8-cc0f-48c5-b68b-c7e3b137320a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.405914 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.466155 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks [] for router_controller (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.495609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-30935668-1b64-431a-a8f1-c6e8296c0827', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:23:00.496498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.617535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks [] for router_gateway (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.641213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Allocated IP 172.20.0.2 (30935668-1b64-431a-a8f1-c6e8296c0827/e0d06407-d633-4b4b-9544-f6e9060136f9/85b5a36f-346e-441c-9bb8-1d0384b0dbe7) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:23:00.809198 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Publish callbacks [] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.815974 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.868844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Network 30935668-1b64-431a-a8f1-c6e8296c0827 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:00.872174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:00.875265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:23:00.908514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Pushing event updated for resources: {'Port': ['ID=85b5a36f-346e-441c-9bb8-1d0384b0dbe7,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:00.960555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Attempting to bind port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:23:00.961142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Attempting to bind port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:23:00.961728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Attempting to bind port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:00.971204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:23:00.971794 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:00.972426 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.973036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:23:00.973801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Bound port: 85b5a36f-346e-441c-9bb8-1d0384b0dbe7, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:23:00.974411 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.078139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] For port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:01.083690 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] For port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=85b5a36f-346e-441c-9bb8-1d0384b0dbe7,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:23:01.093559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.173574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f8b4f-84b2-4439-b45e-fbe2bf6cd2e3 None None] Pushing event updated for resources: {'Port': ['ID=85b5a36f-346e-441c-9bb8-1d0384b0dbe7,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:01.235372 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks [] for router_gateway (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.255137 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.282649 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.399142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Allocated IP 172.25.1.38 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/ce94c59c-66b7-4437-9da7-ceab23677f01) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:23:01.536587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks [] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.574631 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.617513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:01.620310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:01.624467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:23:01.629980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Pushing event updated for resources: {'Port': ['ID=ce94c59c-66b7-4437-9da7-ceab23677f01,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:01.900741 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks [] for router_gateway (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.120691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.196647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6846e7d-8228-490a-b032-bf746249cccc None None] Network 30935668-1b64-431a-a8f1-c6e8296c0827 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:23:02.259621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:23:02.275521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7f28e326-bb1c-40ac-a876-73620af07762 None None] Provisioning complete for port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:02.275904 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f28e326-bb1c-40ac-a876-73620af07762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.377228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:23:02.389890 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:23:02.402956 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:02.403916 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:02.409198 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.410589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7f28e326-bb1c-40ac-a876-73620af07762 None None] Current status of the port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:02.411166 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f28e326-bb1c-40ac-a876-73620af07762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.413675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50050) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:02.427125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-900e8b67-93c7-4d7b-9010-bb47cff7329e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0510983 Feb 11 06:23:02.458933 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7f28e326-bb1c-40ac-a876-73620af07762 None None] For port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=85b5a36f-346e-441c-9bb8-1d0384b0dbe7,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:02.477785 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f28e326-bb1c-40ac-a876-73620af07762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.542834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:02.564967 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:02.603559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28e326-bb1c-40ac-a876-73620af07762 None None] Pushing event updated for resources: {'Port': ['ID=85b5a36f-346e-441c-9bb8-1d0384b0dbe7,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:02.629745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:02.630128 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.737935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8c657ee8-d68d-48d6-a27c-f453b01659c9 None None] Provisioning complete for port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:02.738329 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8c657ee8-d68d-48d6-a27c-f453b01659c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.739970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:02.795898 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 3, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:02.826940 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:23:02.827574 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Updating router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 port ce94c59c-66b7-4437-9da7-ceab23677f01 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:23:02.832477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8c657ee8-d68d-48d6-a27c-f453b01659c9 None None] Current status of the port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:02.949188 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.949413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.958520 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.231348 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Publish callbacks [] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.237457 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.296508 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Attempting to bind port ce94c59c-66b7-4437-9da7-ceab23677f01 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:23:03.296873 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Attempting to bind port ce94c59c-66b7-4437-9da7-ceab23677f01 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:23:03.297263 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Attempting to bind port ce94c59c-66b7-4437-9da7-ceab23677f01 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:03.306933 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:23:03.307312 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:03.307719 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.308113 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:23:03.308596 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Bound port: ce94c59c-66b7-4437-9da7-ceab23677f01, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:23:03.308972 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.310847 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Pushing event updated for resources: {'Port': ['ID=ce94c59c-66b7-4437-9da7-ceab23677f01,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:03.338373 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.338714 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.339053 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.339387 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.339717 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.340051 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.340393 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.340698 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.341019 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.341960 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.342283 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.342604 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.342920 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:03.380380 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] For port ce94c59c-66b7-4437-9da7-ceab23677f01, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:03.383687 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] For port ce94c59c-66b7-4437-9da7-ceab23677f01, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ce94c59c-66b7-4437-9da7-ceab23677f01,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:23:03.392879 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.449339 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:03.449964 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:03.480316 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Allocated IP 172.20.0.1 (30935668-1b64-431a-a8f1-c6e8296c0827/e0d06407-d633-4b4b-9544-f6e9060136f9/8003bab4-a3ce-47b9-a1d6-67d039c03051) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:23:03.508858 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc317d-d400-4a08-a3d0-ae0a04bb1d5b None None] Pushing event updated for resources: {'Port': ['ID=ce94c59c-66b7-4437-9da7-ceab23677f01,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:03.582065 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:03.615249 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Publish callbacks [] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.652651 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.695028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Network 30935668-1b64-431a-a8f1-c6e8296c0827 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:03.698085 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:03.703346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:23:03.708676 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Pushing event updated for resources: {'Port': ['ID=8003bab4-a3ce-47b9-a1d6-67d039c03051,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:03.750303 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.811884 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 3, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:03.841750 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db39b57-6453-4dca-a738-1e3a77552591 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 3, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:23:03.914765 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.022237 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.071491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c8bf3750-27bc-4a34-9439-ebce4311bd38 None None] Provisioning complete for port 8003bab4-a3ce-47b9-a1d6-67d039c03051 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:04.072225 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3750-27bc-4a34-9439-ebce4311bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.129004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Publish callbacks [] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.134322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.154622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf3750-27bc-4a34-9439-ebce4311bd38 None None] Port 8003bab4-a3ce-47b9-a1d6-67d039c03051 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:23:04.217611 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.219665 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Pushing event updated for resources: {'Port': ['ID=8003bab4-a3ce-47b9-a1d6-67d039c03051,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:04.328094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Network 30935668-1b64-431a-a8f1-c6e8296c0827 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:04.329793 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:04.475648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:23:04.592425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:04.637269 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:23:04.658243 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:04.658456 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ddbc6d99-35f0-473f-b47a-b62acb2e9325 admin admin] 10.222.0.31 "PUT /v2.0/routers/66bca77a-4ee1-4a9b-91a1-2b05703d7ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2435322 Feb 11 06:23:04.658898 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.720222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1c509c1f-fa58-4401-8712-813c3cb99bfd None None] Provisioning complete for port 8003bab4-a3ce-47b9-a1d6-67d039c03051 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:04.720936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c509c1f-fa58-4401-8712-813c3cb99bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.796973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1c509c1f-fa58-4401-8712-813c3cb99bfd None None] Port 8003bab4-a3ce-47b9-a1d6-67d039c03051 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:23:04.799120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:04.801679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ce94c59c-66b7-4437-9da7-ceab23677f01 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:04.856363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ce94c59c-66b7-4437-9da7-ceab23677f01 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:04.856889 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.949927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ce94c59c-66b7-4437-9da7-ceab23677f01 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:04.950326 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.973094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port ce94c59c-66b7-4437-9da7-ceab23677f01, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ce94c59c-66b7-4437-9da7-ceab23677f01,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:04.980199 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.044751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=ce94c59c-66b7-4437-9da7-ceab23677f01,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:05.350616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50058) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:05.355281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-12730e18-1d68-4ab0-b678-83193622c6b5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145606779', 'description': 'tempest-description--1617023547'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:05.381516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12730e18-1d68-4ab0-b678-83193622c6b5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.457288 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12730e18-1d68-4ab0-b678-83193622c6b5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group (8d859450-a739-480a-b102-4a472c2f3d93), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.461682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12730e18-1d68-4ab0-b678-83193622c6b5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8d859450-a739-480a-b102-4a472c2f3d93), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.496395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12730e18-1d68-4ab0-b678-83193622c6b5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d859450-a739-480a-b102-4a472c2f3d93,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:05.504666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-12730e18-1d68-4ab0-b678-83193622c6b5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.506435 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-12730e18-1d68-4ab0-b678-83193622c6b5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1544011 Feb 11 06:23:05.509542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50060) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:05.515429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3f2d20d1-123f-4b22-84a1-0a37f8ad6bae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'security_group_rule': {'security_group_id': '8d859450-a739-480a-b102-4a472c2f3d93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:05.547310 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f2d20d1-123f-4b22-84a1-0a37f8ad6bae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group_rule (aa638e51-7707-49a3-9c0e-9c41b49717b0), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.610105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f2d20d1-123f-4b22-84a1-0a37f8ad6bae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group_rule (aa638e51-7707-49a3-9c0e-9c41b49717b0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.617251 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f2d20d1-123f-4b22-84a1-0a37f8ad6bae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (aa638e51-7707-49a3-9c0e-9c41b49717b0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.639583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d20d1-123f-4b22-84a1-0a37f8ad6bae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa638e51-7707-49a3-9c0e-9c41b49717b0,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:05.650414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f2d20d1-123f-4b22-84a1-0a37f8ad6bae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.654802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3f2d20d1-123f-4b22-84a1-0a37f8ad6bae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410153 Feb 11 06:23:05.655191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 50062) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:05.659917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-013ebe79-f6a8-4fd0-91ba-725b8942cb89 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'security_group_rule': {'security_group_id': '8d859450-a739-480a-b102-4a472c2f3d93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:05.694531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-013ebe79-f6a8-4fd0-91ba-725b8942cb89 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group_rule (e94be293-f093-4f48-8d2e-3c951b8e46a2), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.733980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:23:05.752506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:05.753277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:05.773007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-013ebe79-f6a8-4fd0-91ba-725b8942cb89 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group_rule (e94be293-f093-4f48-8d2e-3c951b8e46a2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.778048 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-013ebe79-f6a8-4fd0-91ba-725b8942cb89 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e94be293-f093-4f48-8d2e-3c951b8e46a2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.796512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ebe79-f6a8-4fd0-91ba-725b8942cb89 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94be293-f093-4f48-8d2e-3c951b8e46a2,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:05.808006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-013ebe79-f6a8-4fd0-91ba-725b8942cb89 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.813011 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-013ebe79-f6a8-4fd0-91ba-725b8942cb89 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529918 Feb 11 06:23:05.813489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50064) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:05.818193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:05.847149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.871267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:05.959607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.080968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Allocated IP 172.25.1.170 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/8d3008b2-23c4-4e85-b1b2-1cda2365d766) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:23:06.094217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 2, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:06.129542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:23:06.130107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Updating router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 port 8003bab4-a3ce-47b9-a1d6-67d039c03051 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:23:06.163001 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.196691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for port (8d3008b2-23c4-4e85-b1b2-1cda2365d766), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.238695 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8d3008b2-23c4-4e85-b1b2-1cda2365d766), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.284091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:06.285793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:06.288637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:23:06.323325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event updated for resources: {'Port': ['ID=8d3008b2-23c4-4e85-b1b2-1cda2365d766,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:06.390022 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.432894 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8d3008b2-23c4-4e85-b1b2-1cda2365d766), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.461300 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Publish callbacks [] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.464366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ce94c59c-66b7-4437-9da7-ceab23677f01 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:06.493429 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.613279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for port (8d3008b2-23c4-4e85-b1b2-1cda2365d766), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.618618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8d3008b2-23c4-4e85-b1b2-1cda2365d766), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.690331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event updated for resources: {'Port': ['ID=8d3008b2-23c4-4e85-b1b2-1cda2365d766,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:06.708766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.727451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d11897-49aa-41c7-bebd-77fc0f1ea683 None None] Pushing event updated for resources: {'Port': ['ID=8003bab4-a3ce-47b9-a1d6-67d039c03051,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:06.729878 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.731245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f62057c6-7d8e-4296-9d81-e974822c6b59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9166422 Feb 11 06:23:06.789159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port ce94c59c-66b7-4437-9da7-ceab23677f01 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:06.789675 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.795447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Attempting to bind port 8003bab4-a3ce-47b9-a1d6-67d039c03051 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:23:06.795791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Attempting to bind port 8003bab4-a3ce-47b9-a1d6-67d039c03051 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:23:06.796155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Attempting to bind port 8003bab4-a3ce-47b9-a1d6-67d039c03051 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:06.828391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:23:06.828796 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:06.829240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.829650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:23:06.830131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Bound port: 8003bab4-a3ce-47b9-a1d6-67d039c03051, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:23:06.830521 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.910394 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-09f506c8-d2bc-499b-9a25-8205c246ce5d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2145606779&fields=id&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 267 time: 0.0511703 Feb 11 06:23:06.923924 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] For port 8003bab4-a3ce-47b9-a1d6-67d039c03051, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:06.928510 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] For port 8003bab4-a3ce-47b9-a1d6-67d039c03051, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8003bab4-a3ce-47b9-a1d6-67d039c03051,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:23:06.959340 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.998200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port ce94c59c-66b7-4437-9da7-ceab23677f01 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:07.036360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:07.037002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:07.046540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-86ea5560-5a15-4415-9ace-8cfeb15911b7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:07.049957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-86ea5560-5a15-4415-9ace-8cfeb15911b7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 811 time: 0.1273904 Feb 11 06:23:07.065807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-f3402e0e-b319-40ea-8504-e884717c86b3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/quotas/e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 375 time: 0.0102148 Feb 11 06:23:07.083542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d11897-49aa-41c7-bebd-77fc0f1ea683 None None] Pushing event updated for resources: {'Port': ['ID=8003bab4-a3ce-47b9-a1d6-67d039c03051,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:07.108833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-79fffed2-ec07-4298-92cf-5f1ba0d792fe None None] Provisioning complete for port 8003bab4-a3ce-47b9-a1d6-67d039c03051 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:07.109617 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-79fffed2-ec07-4298-92cf-5f1ba0d792fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:07.136226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-0a4f17a2-36ff-40f3-88c2-4fc030a7445e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609775 Feb 11 06:23:07.206811 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:07.247980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-a6875c6d-12a6-46c3-9add-a22ee3d05f54 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:23:07.250615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-a6875c6d-12a6-46c3-9add-a22ee3d05f54 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0603778 Feb 11 06:23:07.315561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-79fffed2-ec07-4298-92cf-5f1ba0d792fe None None] Current status of the port 8003bab4-a3ce-47b9-a1d6-67d039c03051 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:07.315954 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-79fffed2-ec07-4298-92cf-5f1ba0d792fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:07.369963 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-eae53d2b-4659-4db1-88bb-04204bb11e10 service neutron] 10.222.0.31 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128106 Feb 11 06:23:07.403526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-79fffed2-ec07-4298-92cf-5f1ba0d792fe None None] For port 8003bab4-a3ce-47b9-a1d6-67d039c03051, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8003bab4-a3ce-47b9-a1d6-67d039c03051,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:07.411058 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-79fffed2-ec07-4298-92cf-5f1ba0d792fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:07.484221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-5b78a87f-60c2-4a07-a85e-f8dc8bf95640 service neutron] 10.222.0.31 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076288 Feb 11 06:23:07.496668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fffed2-ec07-4298-92cf-5f1ba0d792fe None None] Pushing event updated for resources: {'Port': ['ID=8003bab4-a3ce-47b9-a1d6-67d039c03051,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:07.538536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:06Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:07.542187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-240dd860-d8be-47cb-8595-1ed6e1b5105b None None] Provisioning complete for port 8003bab4-a3ce-47b9-a1d6-67d039c03051 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:07.542582 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-240dd860-d8be-47cb-8595-1ed6e1b5105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:07.587928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a9315-c873-41e6-8ec7-de71a6f1a424 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:06Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:23:07.721347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-240dd860-d8be-47cb-8595-1ed6e1b5105b None None] Current status of the port 8003bab4-a3ce-47b9-a1d6-67d039c03051 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:07.759267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d773ff97-bb41-4921-91f5-e5708cf185cc req-7dec53b3-2cc0-45eb-9ffd-a00db30a4969 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 210 time: 0.0360801 Feb 11 06:23:08.497094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8003bab4-a3ce-47b9-a1d6-67d039c03051 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:08.560177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8003bab4-a3ce-47b9-a1d6-67d039c03051 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:08.560714 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:08.663444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8003bab4-a3ce-47b9-a1d6-67d039c03051 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:08.854007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-e55f406d-29d4-4d7b-a7df-7ece8de3b2c5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:08.855533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-e55f406d-29d4-4d7b-a7df-7ece8de3b2c5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 811 time: 0.1207378 Feb 11 06:23:08.899391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6e2cfc3a-4661-440a-a8d3-a7e98a3c7520 req-a3e98b83-46ac-44d5-9de2-57f58756f568 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 210 time: 0.0428102 Feb 11 06:23:08.944909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-973ed850-dc30-4dfb-8e55-c691dc4b5f09 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 380 time: 0.0794683 Feb 11 06:23:08.954820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'port': {'device_id': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'admin_state_up': True, 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'security_groups': ['8d859450-a739-480a-b102-4a472c2f3d93']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:09.071529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Made reservation on behalf of e08dee32222041838e46735cec0acdf7 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:23:09.074878 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.214269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Allocated IP 172.20.0.11 (30935668-1b64-431a-a8f1-c6e8296c0827/e0d06407-d633-4b4b-9544-f6e9060136f9/892b1741-9357-4044-98e2-85a0a4f600fe) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:23:09.360303 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for port (892b1741-9357-4044-98e2-85a0a4f600fe), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.395306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.442274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Network 30935668-1b64-431a-a8f1-c6e8296c0827 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:09.445459 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:09.449011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:23:09.455653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event updated for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:09.504637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:09.506646 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.525940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-159a3bcf-f358-48bf-9d89-fefc0dbc4d45 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5758197 Feb 11 06:23:09.536975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Request body: {'port': {'device_id': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:09.604863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.663328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6b5961aa-ee38-4c8d-aa95-b729811eac68 None None] Provisioning complete for port 892b1741-9357-4044-98e2-85a0a4f600fe triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:09.663918 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6b5961aa-ee38-4c8d-aa95-b729811eac68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.699583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6b5961aa-ee38-4c8d-aa95-b729811eac68 None None] Port 892b1741-9357-4044-98e2-85a0a4f600fe cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:23:09.887825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892b1741-9357-4044-98e2-85a0a4f600fe {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:23:09.896256 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Publish callbacks [] for port (892b1741-9357-4044-98e2-85a0a4f600fe), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.909149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Transition to ACTIVE for port object 892b1741-9357-4044-98e2-85a0a4f600fe will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:23:09.916252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.971799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Pushing event updated for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:10.074502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Attempting to bind port 892b1741-9357-4044-98e2-85a0a4f600fe on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:23:10.074760 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Attempting to bind port 892b1741-9357-4044-98e2-85a0a4f600fe by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:23:10.075076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Attempting to bind port 892b1741-9357-4044-98e2-85a0a4f600fe on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:10.086275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43f304-84a3-4033-8611-dba6d8bba53b req-7ba6fa16-601e-4940-af6f-2d63ba3dc3b6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.087889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da43f304-84a3-4033-8611-dba6d8bba53b req-7ba6fa16-601e-4940-af6f-2d63ba3dc3b6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 944 time: 0.0998034 Feb 11 06:23:10.090462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Port 892b1741-9357-4044-98e2-85a0a4f600fe on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:23:10.090795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Attempting to bind port 892b1741-9357-4044-98e2-85a0a4f600fe on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:10.103411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:23:10.103766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:10.104165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:23:10.104613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Bound port: 892b1741-9357-4044-98e2-85a0a4f600fe, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:23:10.104979 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:10.183594 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da43f304-84a3-4033-8611-dba6d8bba53b req-968b3a85-f3a2-4ba3-8ced-03d828350c13 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867260 Feb 11 06:23:10.205836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:10.209019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:23:10.217330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:10.254573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.255207 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:10.256627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 1093 time: 0.7238829 Feb 11 06:23:10.257102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:10.259470 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b225be-9b23-4e15-8fc1-43f03d258281" -d '{"events": [{"name": "network-changed", "server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:10.287852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9982fb-b4bc-4288-8291-78dc893a89a1 service neutron] Pushing event updated for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:10.316235 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773e6938-472f-432d-8d13-780d7ada15fd x-openstack-request-id: req-773e6938-472f-432d-8d13-780d7ada15fd {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:10.316543 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:10.316804 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-773e6938-472f-432d-8d13-780d7ada15fd {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:10.317249 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe', 'status': 'completed', 'code': 200} Feb 11 06:23:10.359293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-881d61c0-a703-4bf0-9ded-d6e79aac5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.360882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-881d61c0-a703-4bf0-9ded-d6e79aac5bf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1127 time: 0.0542166 Feb 11 06:23:10.409076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-8f1d23fa-7bd5-49f2-ad8b-3a6ccb8e5ed7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 217 time: 0.0411644 Feb 11 06:23:10.466761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-ac9311a3-94c9-4cd2-b342-3db7b5c0a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.467977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-ac9311a3-94c9-4cd2-b342-3db7b5c0a7a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0524676 Feb 11 06:23:10.519576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-fe8e4e2f-a89b-42c5-840b-f48ecec2205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.521143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-fe8e4e2f-a89b-42c5-840b-f48ecec2205e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468225 Feb 11 06:23:10.615145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-542aa5fd-ffa7-421f-92ab-b3125e4cec4e service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881882 Feb 11 06:23:10.707471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8784f776-2d1e-4dba-a55c-69e4620036c4 req-49740a61-71fa-4508-8d16-189688aadc35 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863910 Feb 11 06:23:10.807484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-7ce641ab-565d-4104-8359-7d7b93fdacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.809000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-7ce641ab-565d-4104-8359-7d7b93fdacef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1127 time: 0.0528238 Feb 11 06:23:11.036025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-4ea94b6d-b36b-4177-81ed-399e0c108d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:11.038160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-4ea94b6d-b36b-4177-81ed-399e0c108d49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1011770 Feb 11 06:23:11.080336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-281fb8a9-2f9b-410a-aae7-de062fe4250c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 217 time: 0.0349796 Feb 11 06:23:11.134865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-098d9c55-ac6b-4419-981b-1d1896f15322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:11.136345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-098d9c55-ac6b-4419-981b-1d1896f15322 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0500810 Feb 11 06:23:11.187034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-1196a3da-0842-47c7-8935-0105c9a66ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:11.188577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-1196a3da-0842-47c7-8935-0105c9a66ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461862 Feb 11 06:23:11.318733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-3d268612-a16a-4719-9ebf-175e399ac9b0 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221788 Feb 11 06:23:11.370640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20142e-0a25-49b8-a340-d38285a4c651 req-5a1e77a9-d3f6-4d17-8ee5-868d91ac4cc6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:11.372362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab20142e-0a25-49b8-a340-d38285a4c651 req-5a1e77a9-d3f6-4d17-8ee5-868d91ac4cc6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 944 time: 0.1038821 Feb 11 06:23:11.466738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55b225be-9b23-4e15-8fc1-43f03d258281 req-a7c0ba16-d64c-42c1-8e7a-780653011346 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392221 Feb 11 06:23:11.471091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab20142e-0a25-49b8-a340-d38285a4c651 req-f43fcdcd-6ef6-4539-af73-e4d6f37dd041 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925243 Feb 11 06:23:12.597143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695d3c6-645f-4713-a521-4ab605e4ef83 req-4dd5dc21-a30c-4641-911a-702e415501c3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:12.598834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e695d3c6-645f-4713-a521-4ab605e4ef83 req-4dd5dc21-a30c-4641-911a-702e415501c3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 944 time: 0.0557971 Feb 11 06:23:12.647976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e695d3c6-645f-4713-a521-4ab605e4ef83 req-0613fef0-d9da-4658-967f-87e6a58720c6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 Feb 11 06:23:13.776237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf6dfd-3dab-4fe7-b370-773b21b0c890 req-fa001353-e948-4baf-b316-ece2b0ad212b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:13.777836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abbf6dfd-3dab-4fe7-b370-773b21b0c890 req-fa001353-e948-4baf-b316-ece2b0ad212b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 944 time: 0.0554106 Feb 11 06:23:13.819167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 892b1741-9357-4044-98e2-85a0a4f600fe details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:23:13.827199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-abbf6dfd-3dab-4fe7-b370-773b21b0c890 req-a9c4cb3e-6e2e-4149-af8a-d49867cccf30 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 Feb 11 06:23:13.922594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:13.934316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '892b1741-9357-4044-98e2-85a0a4f600fe', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': '892b1741-9357-4044-98e2-85a0a4f600fe', 'mac_address': 'fa:16:3e:ac:2f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:23:13.979154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 892b1741-9357-4044-98e2-85a0a4f600fe is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:13.979804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:13.994392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892b1741-9357-4044-98e2-85a0a4f600fe {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:23:14.015307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:14.019190 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:14.073810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:14.206958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['892b1741-9357-4044-98e2-85a0a4f600fe'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:23:14.956818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53c3d4-e351-4a03-8289-3e366e91c1af req-360baa13-d464-468d-80a7-10d3eefbc781 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:14.958378 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd53c3d4-e351-4a03-8289-3e366e91c1af req-360baa13-d464-468d-80a7-10d3eefbc781 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 945 time: 0.0593188 Feb 11 06:23:15.008957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd53c3d4-e351-4a03-8289-3e366e91c1af req-6b7e719f-f0de-46a1-b88c-a2fad80394fd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449719 Feb 11 06:23:15.038149 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:23:15.818853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 892b1741-9357-4044-98e2-85a0a4f600fe up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:15.875022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 892b1741-9357-4044-98e2-85a0a4f600fe completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:23:15.879212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 892b1741-9357-4044-98e2-85a0a4f600fe triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:15.879641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:15.960436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 892b1741-9357-4044-98e2-85a0a4f600fe is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:15.961041 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:15.984917 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:15.987219 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf956b4c-5707-4dd1-a592-9b29b384b296" -d '{"events": [{"server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "name": "network-vif-plugged", "status": "completed", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:16.000253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:16.005608 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:16.030998 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c3b544-4873-4c93-8392-6169ce4b82a3 x-openstack-request-id: req-50c3b544-4873-4c93-8392-6169ce4b82a3 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:16.031311 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "name": "network-vif-plugged", "status": "completed", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:16.031576 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50c3b544-4873-4c93-8392-6169ce4b82a3 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:16.032116 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe', 'code': 200} Feb 11 06:23:16.061159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:16.179966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6ee5b-5e86-4435-9ca1-adbba81ece89 req-c0339e47-6162-4d7f-9926-b9fc11260ded tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:16.181529 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ed6ee5b-5e86-4435-9ca1-adbba81ece89 req-c0339e47-6162-4d7f-9926-b9fc11260ded tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0919518 Feb 11 06:23:16.184318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402be8a2-af99-4080-8f7d-15742267708f req-2c1dda5e-3173-4993-b82b-d7a1c7957262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:16.186408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-402be8a2-af99-4080-8f7d-15742267708f req-2c1dda5e-3173-4993-b82b-d7a1c7957262 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1129 time: 0.0836289 Feb 11 06:23:16.262062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ed6ee5b-5e86-4435-9ca1-adbba81ece89 req-61ed6760-92ae-4e9e-b396-0ff3c9607570 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738707 Feb 11 06:23:16.264542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-402be8a2-af99-4080-8f7d-15742267708f req-8bb9ac92-1bce-4c8a-9c37-5554d7ec0059 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694537 Feb 11 06:23:17.399437 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772b277-02b2-446a-ac8a-848e6b5a4ac9 req-96c92bdc-6a24-4936-93bd-10f2e8bd7c3e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:17.402411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a772b277-02b2-446a-ac8a-848e6b5a4ac9 req-96c92bdc-6a24-4936-93bd-10f2e8bd7c3e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0570121 Feb 11 06:23:17.448644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a772b277-02b2-446a-ac8a-848e6b5a4ac9 req-8b7e00ff-646a-42db-8d5b-4702bc3c97cc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413077 Feb 11 06:23:17.582414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246f2b5-07e0-4f95-9651-76824fb557cc req-2997fdae-c8ef-4881-af36-f9c51aa299aa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:17.583945 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a246f2b5-07e0-4f95-9651-76824fb557cc req-2997fdae-c8ef-4881-af36-f9c51aa299aa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0694470 Feb 11 06:23:17.595986 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50130) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:17.600877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3c5c4484-3dca-4ea3-9992-f769d91d687c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'floatingip': {'port_id': '892b1741-9357-4044-98e2-85a0a4f600fe'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:17.643396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4484-3dca-4ea3-9992-f769d91d687c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:18.110403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4484-3dca-4ea3-9992-f769d91d687c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:18.115254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4484-3dca-4ea3-9992-f769d91d687c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:18.222908 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-3c5c4484-3dca-4ea3-9992-f769d91d687c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 associated. External IP: 172.25.1.170, port: 892b1741-9357-4044-98e2-85a0a4f600fe. Feb 11 06:23:18.802377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5c4484-3dca-4ea3-9992-f769d91d687c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:23:18.920569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5c4484-3dca-4ea3-9992-f769d91d687c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:23:18.925238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4484-3dca-4ea3-9992-f769d91d687c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:18.930075 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:23:18.945026 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:18.945691 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:18.956689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3c5c4484-3dca-4ea3-9992-f769d91d687c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "PUT /v2.0/floatingips/2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 HTTP/1.1" status: 200 len: 992 time: 1.3595777 Feb 11 06:23:18.957297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:18.959873 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c022aa6-1038-41db-8f82-5df02b6afeca" -d '{"events": [{"name": "network-changed", "server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:19.009903 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af5ec79-c9a4-4f7e-8cca-80a204b6a7dd x-openstack-request-id: req-8af5ec79-c9a4-4f7e-8cca-80a204b6a7dd {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:19.010299 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:19.010612 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8af5ec79-c9a4-4f7e-8cca-80a204b6a7dd {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:19.011227 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe', 'status': 'completed', 'code': 200} Feb 11 06:23:19.063992 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:19.117781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d7b04-0562-4419-b919-5724a295dc22 req-798e7ed0-b154-441e-a0cb-72f92f8041ce tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:19.119373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b2d7b04-0562-4419-b919-5724a295dc22 req-798e7ed0-b154-441e-a0cb-72f92f8041ce tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.1030555 Feb 11 06:23:19.122363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-c141ba9b-7282-4102-b896-c159f1deec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:19.123781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-c141ba9b-7282-4102-b896-c159f1deec91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1129 time: 0.0776691 Feb 11 06:23:19.232412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b2d7b04-0562-4419-b919-5724a295dc22 req-b52b0971-35a7-4042-bf02-66b1506ffdd9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049359 Feb 11 06:23:19.257414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-ec50be92-dc0c-4683-b529-ea0225405152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:19.257414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-ec50be92-dc0c-4683-b529-ea0225405152 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1226096 Feb 11 06:23:19.330949 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': '892b1741-9357-4044-98e2-85a0a4f600fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:ac:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:23:18Z', 'revision_number': 1, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:19.357168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-0ed968ee-49a9-4b66-9ede-90c7a2ddd7f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 1000 time: 0.0947909 Feb 11 06:23:19.358596 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:23:19.367498 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:19.368121 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:23:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:19.412326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62055f-48b8-4493-a4ce-7ed03aef1c39 req-78b4e8f7-44ce-409f-b5dd-d7ca8a79e7b8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:19.416433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab62055f-48b8-4493-a4ce-7ed03aef1c39 req-78b4e8f7-44ce-409f-b5dd-d7ca8a79e7b8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0979917 Feb 11 06:23:19.432742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-296d182c-fe31-45e8-8482-4fb02573604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:19.434246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-296d182c-fe31-45e8-8482-4fb02573604e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0709891 Feb 11 06:23:19.503835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab62055f-48b8-4493-a4ce-7ed03aef1c39 req-5737dc68-8042-4ef4-aabe-e17f13b42ffb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809770 Feb 11 06:23:19.506227 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:19.519839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-19956ed7-90dd-4d53-ad92-3c8a436d8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:19.522198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-19956ed7-90dd-4d53-ad92-3c8a436d8bc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0809300 Feb 11 06:23:19.618799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-747c153c-16d4-4082-b46d-c388b7bbdfb0 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894833 Feb 11 06:23:19.721600 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c022aa6-1038-41db-8f82-5df02b6afeca req-5caf1bab-71f6-49fa-9c24-f73f92ec9555 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973606 Feb 11 06:23:19.750539 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': '892b1741-9357-4044-98e2-85a0a4f600fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:ac:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:23:18Z', 'revision_number': 1, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:19.867953 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ee17d-c82e-4bcd-a523-3c0c9a856bd8 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': '892b1741-9357-4044-98e2-85a0a4f600fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:ac:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:23:18Z', 'revision_number': 1, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:23:20.067568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debefa96-b838-4c05-9665-aeb6ea1617d3 None None] New status for floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:23:20.638554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72537264-7aa6-4d8a-9783-9d0a5951104b req-a4a0a1fa-863b-406e-8f30-5a818ad4376d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:20.640085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72537264-7aa6-4d8a-9783-9d0a5951104b req-a4a0a1fa-863b-406e-8f30-5a818ad4376d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0613735 Feb 11 06:23:20.689248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-72537264-7aa6-4d8a-9783-9d0a5951104b req-faa74f24-a795-4206-aec8-bdd74bb4f2c9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Feb 11 06:23:20.814257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0ef50-4f83-4e23-93c3-46ea79fb1724 req-bde9d0e8-c328-4736-89ac-78bb00624a3e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:20.815670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dd0ef50-4f83-4e23-93c3-46ea79fb1724 req-bde9d0e8-c328-4736-89ac-78bb00624a3e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0553858 Feb 11 06:23:20.870205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dd0ef50-4f83-4e23-93c3-46ea79fb1724 req-b2edbe0d-55b6-423c-8118-c399e839844f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484796 Feb 11 06:23:21.156423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7488a-59e4-4a32-a4d5-5297595bc0cd req-b981f35e-82d4-49a1-9121-99189cbcbfe1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:21.158418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6a7488a-59e4-4a32-a4d5-5297595bc0cd req-b981f35e-82d4-49a1-9121-99189cbcbfe1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0757596 Feb 11 06:23:21.211078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6a7488a-59e4-4a32-a4d5-5297595bc0cd req-9951ae5e-fb87-4f80-b521-1c4f91d1411d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464592 Feb 11 06:23:21.235435 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-69e0e576-6509-494e-a56f-83793ef8600b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226337 Feb 11 06:23:21.682645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-ce3aa365-dd19-44d7-b4f1-90b5dfe328db tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:21.683963 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-ce3aa365-dd19-44d7-b4f1-90b5dfe328db tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports/892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 943 time: 0.0472288 Feb 11 06:23:22.356365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137019-c1f0-48d4-81be-6c5d1b574111 req-c71d95fa-1655-466e-b9ff-11e8839a222c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:22.357872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da137019-c1f0-48d4-81be-6c5d1b574111 req-c71d95fa-1655-466e-b9ff-11e8839a222c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0625157 Feb 11 06:23:22.424128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da137019-c1f0-48d4-81be-6c5d1b574111 req-ae51df91-4526-4b34-9670-d9632457c15f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605032 Feb 11 06:23:22.523170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-e391baca-ac62-46d2-a058-03d4b70ee570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:22.524920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-e391baca-ac62-46d2-a058-03d4b70ee570 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1129 time: 0.0549655 Feb 11 06:23:22.630430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0cfebea-4d17-4820-b37e-1dae101fd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:22.631868 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0cfebea-4d17-4820-b37e-1dae101fd64c service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1015472 Feb 11 06:23:22.679513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:22.717634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-95e7b0b8-2d98-4979-8fb9-e5a624832dda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 1002 time: 0.0793283 Feb 11 06:23:22.774833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-5c0d1301-3188-4f65-9d89-e22f79c5e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:22.776341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-5c0d1301-3188-4f65-9d89-e22f79c5e8b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0514743 Feb 11 06:23:22.831621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-ebaac195-aebe-40c0-9b9b-8e008f02fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:22.833293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-ebaac195-aebe-40c0-9b9b-8e008f02fda7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511959 Feb 11 06:23:22.932282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-7f2453aa-66a1-42a8-a64d-857d8aba01af service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929124 Feb 11 06:23:23.025533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-0cf8f7f2-ef3b-4fea-86c8-d7e215be8492 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871108 Feb 11 06:23:23.584234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583317f9-6ab9-4def-93f1-8bb83fcc4f83 req-44c61084-92c7-4d15-abc5-babf1438993d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:23.586399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-583317f9-6ab9-4def-93f1-8bb83fcc4f83 req-44c61084-92c7-4d15-abc5-babf1438993d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0644417 Feb 11 06:23:23.636216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-583317f9-6ab9-4def-93f1-8bb83fcc4f83 req-fe94ae73-12af-4d26-8eef-beeb2071620f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428195 Feb 11 06:23:23.692213 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:24.758721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6bb72-2fd2-4728-a6bf-748e54998107 req-8b0ee53c-3061-43f6-a4e0-775b5717ea00 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:24.760285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cc6bb72-2fd2-4728-a6bf-748e54998107 req-8b0ee53c-3061-43f6-a4e0-775b5717ea00 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0538578 Feb 11 06:23:24.809321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6cc6bb72-2fd2-4728-a6bf-748e54998107 req-4505b4a4-b0f0-48d9-9cee-f3fc4a577e0f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Feb 11 06:23:25.958223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bc3e5-5164-49cc-b526-577b7c47123f req-eb73b5b4-e670-49c6-8193-211091cb1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:25.960275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753bc3e5-5164-49cc-b526-577b7c47123f req-eb73b5b4-e670-49c6-8193-211091cb1939 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1129 time: 0.0850446 Feb 11 06:23:25.973602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb8679-75e0-4720-8d43-06f2fcac0d89 req-64b3b4fa-a853-487e-9204-d216852ab56b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:25.975920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28cb8679-75e0-4720-8d43-06f2fcac0d89 req-64b3b4fa-a853-487e-9204-d216852ab56b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0914960 Feb 11 06:23:26.083589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28cb8679-75e0-4720-8d43-06f2fcac0d89 req-d0b1733f-27f8-4902-abea-188559721c76 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019154 Feb 11 06:23:26.110721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bc3e5-5164-49cc-b526-577b7c47123f req-e7cd9006-a3e2-451c-a87e-d8a80197a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:26.112240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753bc3e5-5164-49cc-b526-577b7c47123f req-e7cd9006-a3e2-451c-a87e-d8a80197a73d service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1227679 Feb 11 06:23:26.179667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753bc3e5-5164-49cc-b526-577b7c47123f req-cacc6590-1da2-4fcc-b366-bf0b2d2a1dca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 1002 time: 0.0616102 Feb 11 06:23:26.229697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bc3e5-5164-49cc-b526-577b7c47123f req-57c82406-388e-4ab8-87fa-5c830c51680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:26.231208 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753bc3e5-5164-49cc-b526-577b7c47123f req-57c82406-388e-4ab8-87fa-5c830c51680f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0460939 Feb 11 06:23:26.285746 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bc3e5-5164-49cc-b526-577b7c47123f req-2e585b08-b4d7-4a28-b833-7291d61a592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:26.287583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753bc3e5-5164-49cc-b526-577b7c47123f req-2e585b08-b4d7-4a28-b833-7291d61a592a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504670 Feb 11 06:23:26.396574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753bc3e5-5164-49cc-b526-577b7c47123f req-a7fd3767-1c58-4691-836e-2df76d4eecc5 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023636 Feb 11 06:23:26.489785 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753bc3e5-5164-49cc-b526-577b7c47123f req-d5345eba-ca16-49a7-9192-13610811e8de service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874376 Feb 11 06:23:27.209490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407309b0-e003-49c3-948b-ddec4bd248f9 req-24634689-2d53-416f-bcc8-9098cd9df814 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:27.210984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-407309b0-e003-49c3-948b-ddec4bd248f9 req-24634689-2d53-416f-bcc8-9098cd9df814 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0529468 Feb 11 06:23:27.257370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-407309b0-e003-49c3-948b-ddec4bd248f9 req-e0aca824-c475-4432-be8e-aaebdc377d72 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 Feb 11 06:23:27.789214 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ad686a86-e950-45e4-bc04-a7d7534918ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:28.379744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0856-cee0-45af-af08-72d84dcbdc52 req-954f3960-5c54-4bcf-8c8d-2ee8c9bfa3d7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:28.381262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56fa0856-cee0-45af-af08-72d84dcbdc52 req-954f3960-5c54-4bcf-8c8d-2ee8c9bfa3d7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0535784 Feb 11 06:23:28.433132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56fa0856-cee0-45af-af08-72d84dcbdc52 req-b2fdddd5-40e0-4b1d-a919-0cfc7392f776 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458233 Feb 11 06:23:29.566890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961350c-c38c-4985-aa3e-c9a6cf3be840 req-4b4f8fe9-877a-4444-8160-12e07a78eb4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:29.568609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3961350c-c38c-4985-aa3e-c9a6cf3be840 req-4b4f8fe9-877a-4444-8160-12e07a78eb4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0638309 Feb 11 06:23:29.618392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3961350c-c38c-4985-aa3e-c9a6cf3be840 req-71e6114e-5276-47ca-80c9-9e7f08edadbd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413609 Feb 11 06:23:30.370505 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c623ff6e-b3fa-42cf-88a2-116ad979504b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:30.749707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65126d-e4fb-497e-9bcb-acd0bb151160 req-f40a2129-09cf-4595-9e3a-34c8f43a00fa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:30.751247 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed65126d-e4fb-497e-9bcb-acd0bb151160 req-f40a2129-09cf-4595-9e3a-34c8f43a00fa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0553389 Feb 11 06:23:30.799837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed65126d-e4fb-497e-9bcb-acd0bb151160 req-b9de1e19-caf7-4023-9a4d-0c48e9faf2e0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Feb 11 06:23:31.284212 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:31.941540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb4dbc-214a-4886-9165-44713acd9aeb req-8c104d86-68fd-4964-80bf-f4105bebad59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:31.944036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3feb4dbc-214a-4886-9165-44713acd9aeb req-8c104d86-68fd-4964-80bf-f4105bebad59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0731807 Feb 11 06:23:32.002905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3feb4dbc-214a-4886-9165-44713acd9aeb req-d4c28bee-dd4a-4783-8128-487b4e5bf1f3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527925 Feb 11 06:23:32.960698 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:33.128390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef7af7-d94e-4fb4-9966-f5ebfeebd909 req-ce08c4eb-0ca1-4b48-8f98-7ca72938e508 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:33.129823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fef7af7-d94e-4fb4-9966-f5ebfeebd909 req-ce08c4eb-0ca1-4b48-8f98-7ca72938e508 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0532255 Feb 11 06:23:33.176609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fef7af7-d94e-4fb4-9966-f5ebfeebd909 req-d5a7cf54-f1e2-4579-8895-a3d7f4209228 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410576 Feb 11 06:23:34.009820 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:34.303356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc4c2-c255-44bb-a72a-76abc0c2fff6 req-4faad639-e485-4c39-a2e9-4743a08b0138 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:34.304804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af8bc4c2-c255-44bb-a72a-76abc0c2fff6 req-4faad639-e485-4c39-a2e9-4743a08b0138 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0555251 Feb 11 06:23:34.354894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-af8bc4c2-c255-44bb-a72a-76abc0c2fff6 req-c3731751-1495-4878-aca5-3b81f7bc93ff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Feb 11 06:23:35.477752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2f8f2-9c6b-4a96-acfa-aad5d2069dc6 req-06504d7d-bf02-4aab-9176-9018122e7f6f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:35.479209 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffd2f8f2-9c6b-4a96-acfa-aad5d2069dc6 req-06504d7d-bf02-4aab-9176-9018122e7f6f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0527456 Feb 11 06:23:35.530246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffd2f8f2-9c6b-4a96-acfa-aad5d2069dc6 req-a7e33e55-5d59-4713-a9b1-b456e10d7f05 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437858 Feb 11 06:23:36.654473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32b1eb-9f16-4209-a75b-10fa554fe28a req-2d246a7a-aa4e-4413-b0e1-ef0fd93ed1d8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:36.655974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a32b1eb-9f16-4209-a75b-10fa554fe28a req-2d246a7a-aa4e-4413-b0e1-ef0fd93ed1d8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0533655 Feb 11 06:23:36.703476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8a32b1eb-9f16-4209-a75b-10fa554fe28a req-412b523b-3125-4b4d-87e4-3c8835b540af tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418153 Feb 11 06:23:37.837307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4700b-e654-4255-8918-18d0d7ee0202 req-7e6b7f0a-18b0-4e0c-bcc9-3561bef2056c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:37.838797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0c4700b-e654-4255-8918-18d0d7ee0202 req-7e6b7f0a-18b0-4e0c-bcc9-3561bef2056c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0617316 Feb 11 06:23:37.885207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0c4700b-e654-4255-8918-18d0d7ee0202 req-2705080b-08a1-4663-b8bb-e5bad1da03d7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407467 Feb 11 06:23:39.008598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d105f-6044-4797-ad26-c8460ad14241 req-b17d5b50-86d6-4659-8049-afb8b335bce0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:39.010324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-338d105f-6044-4797-ad26-c8460ad14241 req-b17d5b50-86d6-4659-8049-afb8b335bce0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0558045 Feb 11 06:23:39.061579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-338d105f-6044-4797-ad26-c8460ad14241 req-a68ed359-fe4b-4e88-acfc-a2ef78a417df tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443110 Feb 11 06:23:40.193714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbef77-c143-4d4e-8d45-e7302df4708e req-27d0615d-3858-466f-b99f-0ed00a3971dc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:40.195255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1bbef77-c143-4d4e-8d45-e7302df4708e req-27d0615d-3858-466f-b99f-0ed00a3971dc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0613050 Feb 11 06:23:40.245353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1bbef77-c143-4d4e-8d45-e7302df4708e req-7b7e439c-98ad-40b8-aef4-e0f80f423a79 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432682 Feb 11 06:23:41.376311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ddf70-bc2c-433b-9e3b-25c58f6a4172 req-6902619d-d522-4481-89ed-43e5a2469f95 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:41.378041 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e96ddf70-bc2c-433b-9e3b-25c58f6a4172 req-6902619d-d522-4481-89ed-43e5a2469f95 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0596280 Feb 11 06:23:41.427929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e96ddf70-bc2c-433b-9e3b-25c58f6a4172 req-ddcb1c41-a500-4b65-b5f7-c476cf0638ed tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Feb 11 06:23:42.557770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79252b-4073-4e27-9d5c-4ea7890f633e req-45a18aea-aa4f-442f-8245-5dd2b3ce7c86 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:42.559340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac79252b-4073-4e27-9d5c-4ea7890f633e req-45a18aea-aa4f-442f-8245-5dd2b3ce7c86 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0584507 Feb 11 06:23:42.617735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac79252b-4073-4e27-9d5c-4ea7890f633e req-a14df6be-ca37-451e-a58d-76711fee4955 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494106 Feb 11 06:23:43.742360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d9b7-3342-4ff2-a8b3-c66840c384b9 req-a9a03db5-c0b3-44af-95a3-3e3c3e0d25a0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:43.743831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d56d9b7-3342-4ff2-a8b3-c66840c384b9 req-a9a03db5-c0b3-44af-95a3-3e3c3e0d25a0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0518057 Feb 11 06:23:43.792111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d56d9b7-3342-4ff2-a8b3-c66840c384b9 req-4a3e42d2-0a81-467a-8bbd-25f18b712937 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Feb 11 06:23:44.923478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768db43-49ea-4db9-9683-ce84f63a4aee req-aca28a4e-f37e-4ac9-827f-7b54172ed7f9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:44.924987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9768db43-49ea-4db9-9683-ce84f63a4aee req-aca28a4e-f37e-4ac9-827f-7b54172ed7f9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0554249 Feb 11 06:23:44.977180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9768db43-49ea-4db9-9683-ce84f63a4aee req-fbc00704-7ffb-495c-8f31-94d6b9b8c440 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460563 Feb 11 06:23:46.109218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218adb85-31ac-4f1f-b784-1b2995b11b3a req-bcc5116b-6f08-4926-9fd2-74cc32ada7b9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:46.110929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-218adb85-31ac-4f1f-b784-1b2995b11b3a req-bcc5116b-6f08-4926-9fd2-74cc32ada7b9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0615876 Feb 11 06:23:46.164765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-218adb85-31ac-4f1f-b784-1b2995b11b3a req-ec996349-a79e-4639-a092-a7d99ccc93b3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479527 Feb 11 06:23:47.306920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be44b6-1807-4a99-9605-9a93b9a6d98f req-b5a8394c-b789-44a3-a756-a7919bc7b784 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:47.308522 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69be44b6-1807-4a99-9605-9a93b9a6d98f req-b5a8394c-b789-44a3-a756-a7919bc7b784 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0578794 Feb 11 06:23:47.360583 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69be44b6-1807-4a99-9605-9a93b9a6d98f req-dfb495e0-0f24-422e-89bc-66dbf5cc8b0d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456054 Feb 11 06:23:48.493193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375834c-566b-4e32-8125-ffcfc4186d92 req-09c768ce-2d5e-4cad-b42a-ea90e97edaa0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:48.494834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3375834c-566b-4e32-8125-ffcfc4186d92 req-09c768ce-2d5e-4cad-b42a-ea90e97edaa0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0562522 Feb 11 06:23:48.549931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3375834c-566b-4e32-8125-ffcfc4186d92 req-58647906-e6de-43c2-a864-efc7438e59ec tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486610 Feb 11 06:23:49.690968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee092e-f8bf-41c5-b1f3-0ded34613cc2 req-e6022623-1fdf-424f-8502-a37374a0c15e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:49.692560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70ee092e-f8bf-41c5-b1f3-0ded34613cc2 req-e6022623-1fdf-424f-8502-a37374a0c15e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0591168 Feb 11 06:23:49.753095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70ee092e-f8bf-41c5-b1f3-0ded34613cc2 req-3daaee75-c094-4998-a8d4-a391ccf0ca9e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541935 Feb 11 06:23:50.880215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc7bb-76c2-4978-8d2a-781921524c0d req-ef0c96cf-1362-4ad8-b599-23b78011c1dc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:50.881807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b8dc7bb-76c2-4978-8d2a-781921524c0d req-ef0c96cf-1362-4ad8-b599-23b78011c1dc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0555892 Feb 11 06:23:50.932221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b8dc7bb-76c2-4978-8d2a-781921524c0d req-6cdc19d8-ac31-42b3-8d36-bf2f098cd9ff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436804 Feb 11 06:23:52.042169 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:23:52.062476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49437c3-e9b1-493f-901a-63646357be40 req-fc5fdc70-ff47-4eba-9e30-9e18dad34de8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:52.064008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e49437c3-e9b1-493f-901a-63646357be40 req-fc5fdc70-ff47-4eba-9e30-9e18dad34de8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0606797 Feb 11 06:23:52.125052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e49437c3-e9b1-493f-901a-63646357be40 req-a7bde2de-3a63-4d8a-b17c-0962f68c5cfe tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551646 Feb 11 06:23:52.697824 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:53.246917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5f7fe-2d59-4d6f-84ac-99f3db30cf48 req-88a85aee-65af-4f19-b519-11833b0dd742 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:53.248424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08d5f7fe-2d59-4d6f-84ac-99f3db30cf48 req-88a85aee-65af-4f19-b519-11833b0dd742 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0550759 Feb 11 06:23:53.305428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08d5f7fe-2d59-4d6f-84ac-99f3db30cf48 req-733d301e-db3a-4b81-b85c-b088df1fea24 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505371 Feb 11 06:23:53.708965 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:54.442949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9985b-ef33-4805-b074-5edf3c4c4479 req-e58a7bf1-b8bf-4010-a845-554472add108 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:54.444472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ae9985b-ef33-4805-b074-5edf3c4c4479 req-e58a7bf1-b8bf-4010-a845-554472add108 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0681989 Feb 11 06:23:54.493239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ae9985b-ef33-4805-b074-5edf3c4c4479 req-09d4e1f3-9762-4857-a6af-12d87114730a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Feb 11 06:23:54.860490 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-c1373295-4b13-4ecc-92bb-48a5282bdec6 service neutron] show failed (client error): The resource could not be found. Feb 11 06:23:54.861647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-c1373295-4b13-4ecc-92bb-48a5282bdec6 service neutron] 10.222.0.72 "GET /v2.0/ports/892b1741-9357-4044-98e2-85a0a4f600fe/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0554872 Feb 11 06:23:55.072133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-24cc8189-b8c8-43bd-8903-f1b6ce92e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:55.073696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-24cc8189-b8c8-43bd-8903-f1b6ce92e54c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 1129 time: 0.0482686 Feb 11 06:23:55.083487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-99aba4fa-46f5-48cc-b4ff-1213e14d0912 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:23:55.084625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-99aba4fa-46f5-48cc-b4ff-1213e14d0912 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051229 Feb 11 06:23:55.096244 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:55.164870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.389664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:55.423215 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:55.463532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:55.466450 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35af1350-ee0f-42bc-9b81-7cdf0dd49df7" -d '{"events": [{"server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "name": "network-vif-unplugged", "status": "completed", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:55.470528 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Publish callbacks [] for port (892b1741-9357-4044-98e2-85a0a4f600fe), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.484591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Transition to ACTIVE for port object 892b1741-9357-4044-98e2-85a0a4f600fe will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:23:55.489459 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.521613 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e04a81b-e376-4243-a54e-1055552e92a0 x-openstack-request-id: req-7e04a81b-e376-4243-a54e-1055552e92a0 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:55.521922 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "name": "network-vif-unplugged", "status": "completed", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:55.522185 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e04a81b-e376-4243-a54e-1055552e92a0 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:55.522591 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe', 'code': 200} Feb 11 06:23:55.590673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Pushing event updated for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:55.619302 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.619662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.620014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.620362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.620750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.621183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.621732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.621960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.622503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.622712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.623099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.623486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.623901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.665661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] No DVR routers for this DVR port 892b1741-9357-4044-98e2-85a0a4f600fe on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:23:55.736734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4a38d-7914-48b1-86c3-cd8f1654d50d req-d85f1f2a-39e1-4b0e-9aae-f49f96d3b8ef tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:55.738174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33a4a38d-7914-48b1-86c3-cd8f1654d50d req-d85f1f2a-39e1-4b0e-9aae-f49f96d3b8ef tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 944 time: 0.1424451 Feb 11 06:23:55.852424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33a4a38d-7914-48b1-86c3-cd8f1654d50d req-8091b0e4-5c5e-47e2-8e90-3178e49e8780 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817854 Feb 11 06:23:55.864613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Attempting to bind port 892b1741-9357-4044-98e2-85a0a4f600fe on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:23:55.864965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Attempting to bind port 892b1741-9357-4044-98e2-85a0a4f600fe by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:23:55.865317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Attempting to bind port 892b1741-9357-4044-98e2-85a0a4f600fe on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:55.872721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Port 892b1741-9357-4044-98e2-85a0a4f600fe on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:23:55.873296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Attempting to bind port 892b1741-9357-4044-98e2-85a0a4f600fe on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:55.881595 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:23:55.882148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:55.882756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:23:55.883340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Bound port: 892b1741-9357-4044-98e2-85a0a4f600fe, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:23:55.883758 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.949862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:55.953026 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:23:55.961426 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.994521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:55.995159 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.997698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] 10.222.0.81 "PUT /v2.0/ports/892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 1093 time: 0.9055333 Feb 11 06:23:56.050570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f39594-c48e-4df0-9a8f-6ae67b08a197 service neutron] Pushing event updated for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:56.074139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-6d6df961-ed84-4edb-917c-a3cc16acacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.075856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-6d6df961-ed84-4edb-917c-a3cc16acacfc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1127 time: 0.0531256 Feb 11 06:23:56.182038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-318c05c9-d955-480b-9308-efab3e2aafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.183536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-318c05c9-d955-480b-9308-efab3e2aafbd service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1015244 Feb 11 06:23:56.254171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-b4cb44d8-0dec-42b6-9d4f-e119862c0adc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 1000 time: 0.0636995 Feb 11 06:23:56.309786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-1288eeed-11f6-4d17-bb7f-7c0166fd1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.311285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-1288eeed-11f6-4d17-bb7f-7c0166fd1f2a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0501974 Feb 11 06:23:56.365701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-85145c70-a75d-4d01-b1d1-0d60cbb67302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.367276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-85145c70-a75d-4d01-b1d1-0d60cbb67302 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487351 Feb 11 06:23:56.828469 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-9a6eccd6-4104-44ca-976d-c4592f2b8f9e service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550812 Feb 11 06:23:56.919803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e601eca-4927-4086-bbec-f8b9166bc2e0 req-6c9215f6-7ecc-4140-a497-6e1a947e77cb service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842440 Feb 11 06:23:56.987709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfac7a-fc37-43c2-953a-c59264442643 req-c4ce08f2-b292-48d4-b866-ad6ecf561087 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.989249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44bfac7a-fc37-43c2-953a-c59264442643 req-c4ce08f2-b292-48d4-b866-ad6ecf561087 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 944 time: 0.0545335 Feb 11 06:23:57.040045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44bfac7a-fc37-43c2-953a-c59264442643 req-2741f215-9edc-49fc-bd81-de7869784260 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451427 Feb 11 06:23:57.523774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:57.526592 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefebe3c-62e4-4c8f-b571-318c1fe70142" -d '{"events": [{"name": "network-changed", "server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:57.580340 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bed6e4d-4b4f-4fff-a5a9-34c52c75e71d x-openstack-request-id: req-8bed6e4d-4b4f-4fff-a5a9-34c52c75e71d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:57.580710 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:57.581104 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bed6e4d-4b4f-4fff-a5a9-34c52c75e71d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:57.581837 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe', 'status': 'completed', 'code': 200} Feb 11 06:23:57.676715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-9d5364c7-fada-40dd-9a33-63059a091c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:57.678297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-9d5364c7-fada-40dd-9a33-63059a091c57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1127 time: 0.0766156 Feb 11 06:23:57.683049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-a439d543-7b3c-42be-b0f2-e19d66773506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:57.684647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-a439d543-7b3c-42be-b0f2-e19d66773506 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1127 time: 0.0730958 Feb 11 06:23:57.792927 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-61742d68-87dc-451a-9ac5-1c94992fbeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:57.844820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-78562e6a-23ec-4cc4-a06c-d1afd83b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:57.846355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-78562e6a-23ec-4cc4-a06c-d1afd83b96c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1536262 Feb 11 06:23:57.848975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-27c3b3f1-d44b-4862-b6d4-7a1a6b057d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:57.850372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-27c3b3f1-d44b-4862-b6d4-7a1a6b057d60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1648407 Feb 11 06:23:57.964118 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-e9d6d457-3a33-48fa-96eb-e32f4c502bd7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 1000 time: 0.1111221 Feb 11 06:23:57.968410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-233ae7a4-824a-4346-96d0-bd2e014a50c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 1000 time: 0.1088865 Feb 11 06:23:58.042827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 892b1741-9357-4044-98e2-85a0a4f600fe no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:23:58.053360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-21a6b644-6c4d-4226-989e-b65665207066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:58.054763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-21a6b644-6c4d-4226-989e-b65665207066 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0755184 Feb 11 06:23:58.058473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-a364ca4f-1c94-48c3-a0ee-25c621e17433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:58.059937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-a364ca4f-1c94-48c3-a0ee-25c621e17433 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0881355 Feb 11 06:23:58.088419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port 892b1741-9357-4044-98e2-85a0a4f600fe host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:23:58.088862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 892b1741-9357-4044-98e2-85a0a4f600fe not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:23:58.157588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-6ce2c1c4-1462-4a42-899b-d059f7ea0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:58.159087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-6ce2c1c4-1462-4a42-899b-d059f7ea0794 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0901649 Feb 11 06:23:58.177609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-9773b38d-2e78-4c1b-8c10-5145743476bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:58.179075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-9773b38d-2e78-4c1b-8c10-5145743476bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1180305 Feb 11 06:23:58.320204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc13766-2d6b-4533-9500-822116341f6d req-14e3b7be-a4ab-4b48-864d-2fe188fc70c4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:58.321733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cc13766-2d6b-4533-9500-822116341f6d req-14e3b7be-a4ab-4b48-864d-2fe188fc70c4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 944 time: 0.1836767 Feb 11 06:23:58.367960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-7a5c75ef-47a8-494c-85de-ee0a2ce888ed service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933663 Feb 11 06:23:58.406979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-c76867a3-1676-442b-9d05-b00064e18df0 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187691 Feb 11 06:23:58.456782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cc13766-2d6b-4533-9500-822116341f6d req-93f7e475-1205-4c85-8ee6-6d2fbce198e2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283808 Feb 11 06:23:58.558281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-1d3b81be-815a-4dfd-bac0-a6ea8523df9a service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809113 Feb 11 06:23:58.572687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eefebe3c-62e4-4c8f-b571-318c1fe70142 req-104fedcb-760d-47d4-b98a-14b9b196defa service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485441 Feb 11 06:23:59.593699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9086-c024-4628-9edc-4744148dba29 req-7db489ab-d96b-4a2f-a1ff-482c818789c9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:59.595226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41df9086-c024-4628-9edc-4744148dba29 req-7db489ab-d96b-4a2f-a1ff-482c818789c9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 944 time: 0.0596991 Feb 11 06:23:59.643268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41df9086-c024-4628-9edc-4744148dba29 req-900632d9-bb36-410b-bd8a-6866ff709be5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Feb 11 06:23:59.888150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620428b5-61ce-4e22-94d8-9a1fc8788106 req-372527ee-cdab-46ea-9546-906fa394cb37 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:59.889764 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-620428b5-61ce-4e22-94d8-9a1fc8788106 req-372527ee-cdab-46ea-9546-906fa394cb37 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 944 time: 0.0931251 Feb 11 06:23:59.898256 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-2dbb725a-1128-4773-a291-a2a34afc246d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:59.899710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-2dbb725a-1128-4773-a291-a2a34afc246d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5&tenant_id=e08dee32222041838e46735cec0acdf7&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 944 time: 0.0920768 Feb 11 06:23:59.987587 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-620428b5-61ce-4e22-94d8-9a1fc8788106 req-6be8119e-612e-4d00-901d-30c091cd154d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868909 Feb 11 06:23:59.993264 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-f520433d-dd6c-44ef-95c9-f396bdaeea3b service neutron] delete failed (client error): The resource could not be found. Feb 11 06:23:59.994525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-f520433d-dd6c-44ef-95c9-f396bdaeea3b service neutron] 10.222.0.72 "DELETE /v2.0/ports/892b1741-9357-4044-98e2-85a0a4f600fe/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0874746 Feb 11 06:24:00.089100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-440d9fed-728a-47d1-bfcb-e1da9dad076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:00.090675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-440d9fed-728a-47d1-bfcb-e1da9dad076e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 1127 time: 0.0476885 Feb 11 06:24:00.188077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-51857c45-f8a7-4e69-bfdd-d8badf6e07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:00.189592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-51857c45-f8a7-4e69-bfdd-d8badf6e07c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.0936258 Feb 11 06:24:00.259055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-265a6ce9-443e-480d-8c1c-1a7ac23ae3ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 200 len: 1000 time: 0.0632260 Feb 11 06:24:00.307817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-247fd95f-7920-4a2e-94b7-0f52cc259d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:00.309876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-247fd95f-7920-4a2e-94b7-0f52cc259d87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0448828 Feb 11 06:24:00.322524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 892b1741-9357-4044-98e2-85a0a4f600fe details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:24:00.364321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-dca52985-6b66-4314-b793-2de1271946e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:00.365675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-dca52985-6b66-4314-b793-2de1271946e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505676 Feb 11 06:24:00.410440 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-92565105-006b-42ec-afdc-929cfddee368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:00.446974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:00.460037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '892b1741-9357-4044-98e2-85a0a4f600fe', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': '892b1741-9357-4044-98e2-85a0a4f600fe', 'mac_address': 'fa:16:3e:ac:2f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:24:00.462226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-b123f840-6b69-4873-8de0-272a91997fb7 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903609 Feb 11 06:24:00.499116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 892b1741-9357-4044-98e2-85a0a4f600fe is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:00.499511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:00.514063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892b1741-9357-4044-98e2-85a0a4f600fe {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:24:00.535565 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:00.539825 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:00.559254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78e3dfa1-98bb-4df8-8bea-7d7878ea5a69 req-aee21e89-51fd-4110-aaca-97bc580dad07 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914254 Feb 11 06:24:00.596193 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:00.604037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.604468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.604846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.605256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.605626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.605964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.606291 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.606617 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.606935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.607266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.607590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.607918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.608239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:00.757602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['892b1741-9357-4044-98e2-85a0a4f600fe'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:24:01.129504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171380e9-1e64-4f5f-9dc4-6dc80fc6fd97 req-bebed32d-7f20-4e4d-8705-61088187dd97 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:01.131055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-171380e9-1e64-4f5f-9dc4-6dc80fc6fd97 req-bebed32d-7f20-4e4d-8705-61088187dd97 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 945 time: 0.0603065 Feb 11 06:24:01.183478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-171380e9-1e64-4f5f-9dc4-6dc80fc6fd97 req-c23a6e6c-0e78-4c7e-bca0-82b10ca828be tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468013 Feb 11 06:24:01.290009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:01.330090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58a4c-8799-48ad-880b-63106895d206 req-44a56f8e-7968-4be3-821f-dd0315c89739 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:01.331611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ada58a4c-8799-48ad-880b-63106895d206 req-44a56f8e-7968-4be3-821f-dd0315c89739 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 945 time: 0.0734818 Feb 11 06:24:01.391811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ada58a4c-8799-48ad-880b-63106895d206 req-20747053-4a7c-4a49-82d8-37dfaecee0f1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543587 Feb 11 06:24:01.535999 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d462c-34df-4e3a-af63-3bdc4b9bdc83 req-d863e974-7c4b-41d5-aac5-4a64407d503d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:01.537702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab7d462c-34df-4e3a-af63-3bdc4b9bdc83 req-d863e974-7c4b-41d5-aac5-4a64407d503d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 945 time: 0.0552280 Feb 11 06:24:01.588472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab7d462c-34df-4e3a-af63-3bdc4b9bdc83 req-036e093c-7cf5-443c-8560-9902bc04784f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435455 Feb 11 06:24:01.834711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738af0-f5a7-4502-96e6-22617c1c51be req-d12fc96c-8b6c-4dc6-a066-b7762c9cc277 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:01.836127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a738af0-f5a7-4502-96e6-22617c1c51be req-d12fc96c-8b6c-4dc6-a066-b7762c9cc277 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 945 time: 0.0533473 Feb 11 06:24:01.883779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a738af0-f5a7-4502-96e6-22617c1c51be req-b4262082-acfa-4035-a469-228685dab551 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413139 Feb 11 06:24:02.335067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 892b1741-9357-4044-98e2-85a0a4f600fe up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:24:02.394417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 892b1741-9357-4044-98e2-85a0a4f600fe completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:24:02.400315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 892b1741-9357-4044-98e2-85a0a4f600fe triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:02.400866 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.654444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 892b1741-9357-4044-98e2-85a0a4f600fe is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:02.654831 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.678024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:02.680266 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf40799d-4603-4dae-8850-6a94e18ff15b" -d '{"events": [{"server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "name": "network-vif-plugged", "status": "completed", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:02.693742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:02.700209 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.745924 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6117c495-52cc-40b6-be59-3d53ee223986 x-openstack-request-id: req-6117c495-52cc-40b6-be59-3d53ee223986 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:02.746829 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "name": "network-vif-plugged", "status": "completed", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:02.747166 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6117c495-52cc-40b6-be59-3d53ee223986 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:02.747594 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe', 'code': 200} Feb 11 06:24:02.767334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:02.965813 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.016958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a2517-d64c-41b2-85d3-e273c4bb6481 req-81ecb8d5-5f26-487f-a058-2dffb8c73677 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:03.018498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a85a2517-d64c-41b2-85d3-e273c4bb6481 req-81ecb8d5-5f26-487f-a058-2dffb8c73677 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0645771 Feb 11 06:24:03.067533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a85a2517-d64c-41b2-85d3-e273c4bb6481 req-b6d4c9a4-8849-4622-8eb1-4a1bb221b8ff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Feb 11 06:24:03.131218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77661564-7358-4106-b43b-88fd3820917d req-4fb97e1d-da87-4ad9-a87d-e86a8995c220 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:03.132709 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77661564-7358-4106-b43b-88fd3820917d req-4fb97e1d-da87-4ad9-a87d-e86a8995c220 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 946 time: 0.0569093 Feb 11 06:24:03.239983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Deleting port 892b1741-9357-4044-98e2-85a0a4f600fe {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:03.240328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.330000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] For port 892b1741-9357-4044-98e2-85a0a4f600fe, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=892b1741-9357-4044-98e2-85a0a4f600fe,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:03.330363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.512513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.512886 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.513253 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 disassociated. External IP: 172.25.1.170, port: 892b1741-9357-4044-98e2-85a0a4f600fe. Feb 11 06:24:03.513600 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Calling delete_port for 892b1741-9357-4044-98e2-85a0a4f600fe owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:03.648994 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (892b1741-9357-4044-98e2-85a0a4f600fe), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.676292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event deleted for resources: {'Port': ['ID=892b1741-9357-4044-98e2-85a0a4f600fe,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:03.804043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:24:03.938092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:03.951182 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:03.968400 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:03.969478 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:03.981291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] No DVR routers for this DVR port 892b1741-9357-4044-98e2-85a0a4f600fe on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:24:03.984434 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.988012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77661564-7358-4106-b43b-88fd3820917d req-527ab261-cc4e-432b-9879-b4a88d732b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "DELETE /v2.0/ports/892b1741-9357-4044-98e2-85a0a4f600fe HTTP/1.1" status: 204 len: 173 time: 0.8495829 Feb 11 06:24:03.988686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'name': 'network-vif-deleted', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:03.991919 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d79040-c253-46f7-9f73-cdcaccccf692" -d '{"events": [{"server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "name": "network-vif-deleted", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:04.019091 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.037469 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2ebcb4-1f69-4b84-9c26-acf6a497d077 x-openstack-request-id: req-2f2ebcb4-1f69-4b84-9c26-acf6a497d077 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:04.037990 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa61cae3-83e1-48cc-880b-863c9d4e79f5", "name": "network-vif-deleted", "tag": "892b1741-9357-4044-98e2-85a0a4f600fe", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:04.038268 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f2ebcb4-1f69-4b84-9c26-acf6a497d077 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:04.038996 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa61cae3-83e1-48cc-880b-863c9d4e79f5', 'name': 'network-vif-deleted', 'tag': '892b1741-9357-4044-98e2-85a0a4f600fe', 'status': 'completed', 'code': 200} Feb 11 06:24:04.113771 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:04.202136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a29d5a6e-7f73-4882-9580-4e0bafe66600 req-774c40ac-f9df-4021-9e13-119cf179cbf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa61cae3-83e1-48cc-880b-863c9d4e79f5 HTTP/1.1" status: 200 len: 210 time: 0.0355051 Feb 11 06:24:04.333961 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:04.362636 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:04.377492 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:04.378121 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:04.502832 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:04.723707 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:04.757425 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33d95a-abef-4fb0-979f-1471a50f29e4 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:24:04.984765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71ee9d-b70d-4eba-aca1-840ea812373f None None] New status for floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:24:05.495347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-0b547e4e-169f-417f-af1f-9341caedb628 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2145606779&fields=id&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 267 time: 0.0439301 Feb 11 06:24:05.608382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996871c-333c-4863-8bb2-cb3413e52009 req-b6bb2651-e849-4909-925f-80a77824669c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:05.609853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-b6bb2651-e849-4909-925f-80a77824669c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 811 time: 0.1070535 Feb 11 06:24:05.625540 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-b6fa58d7-305b-401a-827c-edbdf60e5e4d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/quotas/e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 375 time: 0.0100820 Feb 11 06:24:05.687828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-4ff99207-e32f-44b9-ae96-317420979e4c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563447 Feb 11 06:24:05.784549 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-92c7d7e9-d355-48de-99c1-1067ed135f2b service neutron] 10.222.0.31 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847042 Feb 11 06:24:05.909913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-2eef4873-90d4-406d-82f9-68b721ec42c5 service neutron] 10.222.0.31 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190524 Feb 11 06:24:06.115363 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cf6ced39-9ea3-44ba-9f5d-8256fc888ada req-3b3a20e2-a5f5-4923-b180-a6224a79b0e7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 210 time: 0.0320444 Feb 11 06:24:06.351797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 892b1741-9357-4044-98e2-85a0a4f600fe no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:06.372273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 892b1741-9357-4044-98e2-85a0a4f600fe {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:24:06.372627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 892b1741-9357-4044-98e2-85a0a4f600fe not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:07.070417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996871c-333c-4863-8bb2-cb3413e52009 req-efbea231-a511-456e-af47-ecfb64a1d8f9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:07.071888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-efbea231-a511-456e-af47-ecfb64a1d8f9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 811 time: 0.1113222 Feb 11 06:24:07.133042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-a5171930-da57-4546-9d36-3aaa505c4ea8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 380 time: 0.0512002 Feb 11 06:24:07.142977 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'port': {'device_id': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'admin_state_up': True, 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'security_groups': ['8d859450-a739-480a-b102-4a472c2f3d93']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:07.234051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8bdbe24-eeb7-43ce-8867-61b2827cc3b4 req-711ba882-33a8-49b2-a3e2-769b9ef8d761 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 210 time: 0.0357180 Feb 11 06:24:07.276469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Made reservation on behalf of e08dee32222041838e46735cec0acdf7 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:24:07.280431 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.402149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Allocated IP 172.20.0.11 (30935668-1b64-431a-a8f1-c6e8296c0827/e0d06407-d633-4b4b-9544-f6e9060136f9/a98d7afb-d7fd-4c90-b1c1-535e1859bbb0) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:24:07.539085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.572623 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.615384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Network 30935668-1b64-431a-a8f1-c6e8296c0827 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:24:07.618504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:07.621409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:24:07.654871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event updated for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:07.681752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:07.682386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.701152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-d0a403bb-648e-4a8c-ad7d-fc44fdaffa4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617762 Feb 11 06:24:07.712504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Request body: {'port': {'device_id': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:07.774287 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.911774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4c0272a8-78bc-496b-af09-b907c9693720 None None] Provisioning complete for port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:07.912355 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4c0272a8-78bc-496b-af09-b907c9693720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.954097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4c0272a8-78bc-496b-af09-b907c9693720 None None] Port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:24:08.046705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:24:08.054381 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Publish callbacks [] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.067557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Transition to ACTIVE for port object a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:24:08.079931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.124702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Pushing event updated for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:08.201564 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Attempting to bind port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:24:08.201917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Attempting to bind port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:24:08.202248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Attempting to bind port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:08.208148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:24:08.208481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Attempting to bind port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:08.214036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:24:08.214378 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:08.215578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:24:08.216126 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Bound port: a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:24:08.216499 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.292076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:24:08.297051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:24:08.303773 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.370092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:08.370719 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.372201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] 10.222.0.81 "PUT /v2.0/ports/a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1093 time: 0.6639340 Feb 11 06:24:08.372638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:08.375006 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122" -d '{"events": [{"name": "network-changed", "server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:08.400957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281ddb-5bf7-4c35-8eca-de6ebe36448b service neutron] Pushing event updated for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:08.426714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745baa6-04cf-42ee-bda9-46812b33ffa3 req-a4ab67da-ef09-4a4a-8f2e-7b4eaeba1288 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:08.428468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a745baa6-04cf-42ee-bda9-46812b33ffa3 req-a4ab67da-ef09-4a4a-8f2e-7b4eaeba1288 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.1221607 Feb 11 06:24:08.430198 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4187a04e-a11a-4d26-ac7d-6b383a6a523a x-openstack-request-id: req-4187a04e-a11a-4d26-ac7d-6b383a6a523a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:08.430498 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:08.430760 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4187a04e-a11a-4d26-ac7d-6b383a6a523a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:08.431187 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'status': 'completed', 'code': 200} Feb 11 06:24:08.519898 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a745baa6-04cf-42ee-bda9-46812b33ffa3 req-444f2869-d4de-4581-9c23-4f67f2afc7ab tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826988 Feb 11 06:24:08.522776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996871c-333c-4863-8bb2-cb3413e52009 req-b8e1b322-74d2-434b-bef5-be29677fc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:08.524289 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-b8e1b322-74d2-434b-bef5-be29677fc460 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1127 time: 0.0808251 Feb 11 06:24:08.576163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-3618094e-a3cd-4faf-bc8d-28102cb54488 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 217 time: 0.0445976 Feb 11 06:24:08.627872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996871c-333c-4863-8bb2-cb3413e52009 req-83066c80-1ede-4c94-b247-bf6af713c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:08.629527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-83066c80-1ede-4c94-b247-bf6af713c53c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0463195 Feb 11 06:24:08.685249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996871c-333c-4863-8bb2-cb3413e52009 req-ec486563-d8cc-430c-a884-34a40f2296c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:08.686767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-ec486563-d8cc-430c-a884-34a40f2296c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508010 Feb 11 06:24:08.776033 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-7683e175-3660-4da8-9fca-dba3c92f91d9 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827606 Feb 11 06:24:08.867560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9996871c-333c-4863-8bb2-cb3413e52009 req-94664cb1-800b-4878-abe3-7d6aa593ce78 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853543 Feb 11 06:24:08.961716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-cd2609ea-f567-45ae-9fd9-075330439440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:08.963119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-cd2609ea-f567-45ae-9fd9-075330439440 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1127 time: 0.0454769 Feb 11 06:24:09.059758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-073873ae-432b-4a72-965b-edc5178ede9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:09.061260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-073873ae-432b-4a72-965b-edc5178ede9d service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.0905285 Feb 11 06:24:09.449965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-e0c747d6-531e-482e-96c8-ba88f7c2b2d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 217 time: 0.3822970 Feb 11 06:24:09.500768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-d93cb5fd-3408-4567-9b2d-d827f3412327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:09.502359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-d93cb5fd-3408-4567-9b2d-d827f3412327 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0458114 Feb 11 06:24:09.553109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-a16d76ab-dd95-4de4-ac8d-c93388f60c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:09.554789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-a16d76ab-dd95-4de4-ac8d-c93388f60c25 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453794 Feb 11 06:24:09.677331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-2384eb01-2b81-4500-bb7b-33c1ca2bc727 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158848 Feb 11 06:24:09.688950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd23d96-0281-4d99-91ea-241e55b03f4e req-12b4e093-9847-47c0-b412-8f801badea1b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:09.690479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5dd23d96-0281-4d99-91ea-241e55b03f4e req-12b4e093-9847-47c0-b412-8f801badea1b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.0725667 Feb 11 06:24:09.798441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5dd23d96-0281-4d99-91ea-241e55b03f4e req-6a945631-c373-46b7-b378-910b104cba16 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964510 Feb 11 06:24:09.816437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0a9fea3-4afe-4d47-b7a4-d5ae8c3e4122 req-695bf5a2-e096-44f3-8e33-c45554d2da18 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249335 Feb 11 06:24:10.919512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f2318-6bba-460b-bab3-91beaa4e0100 req-611007a8-7c41-43c5-949e-5f60122c8c5c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:10.921051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a8f2318-6bba-460b-bab3-91beaa4e0100 req-611007a8-7c41-43c5-949e-5f60122c8c5c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.0538621 Feb 11 06:24:10.980614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a8f2318-6bba-460b-bab3-91beaa4e0100 req-f850e282-e0c3-4c63-ac92-6caca893231e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539689 Feb 11 06:24:12.102799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cb293-29dd-4f47-8028-f151e2aed352 req-833ae8da-e16a-44bf-914a-14e0f3e6520c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:12.104297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-314cb293-29dd-4f47-8028-f151e2aed352 req-833ae8da-e16a-44bf-914a-14e0f3e6520c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.0531793 Feb 11 06:24:12.150678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-314cb293-29dd-4f47-8028-f151e2aed352 req-9af13c6c-72d0-4d9c-8aec-65ed0870bb29 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Feb 11 06:24:12.378211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:24:12.479562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:12.492137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'mac_address': 'fa:16:3e:af:5d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:24:12.530362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:12.530774 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.543754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:24:12.563387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:12.567112 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.615443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:12.764965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:24:13.276199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709d8e4-b079-4486-9044-19c7a4dbb708 req-de3edf4f-32c2-4c9c-8d3b-cdeb86a94d65 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:13.278325 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5709d8e4-b079-4486-9044-19c7a4dbb708 req-de3edf4f-32c2-4c9c-8d3b-cdeb86a94d65 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 945 time: 0.0554452 Feb 11 06:24:13.331303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5709d8e4-b079-4486-9044-19c7a4dbb708 req-9a94322c-f074-40dd-b2a2-5bb444c501d9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472820 Feb 11 06:24:14.397258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:24:14.462696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:24:14.467402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:14.467784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.491594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216404bb-d117-49b0-aaac-fec2d959a8a6 req-4e40db6a-a204-4670-a1c6-9d4457937632 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.500808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-216404bb-d117-49b0-aaac-fec2d959a8a6 req-4e40db6a-a204-4670-a1c6-9d4457937632 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 945 time: 0.0885324 Feb 11 06:24:14.549888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-216404bb-d117-49b0-aaac-fec2d959a8a6 req-16721eb9-b874-41eb-9e37-cb50d45f1eb5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477123 Feb 11 06:24:14.571843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:14.572247 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.599913 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:14.602247 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb41cc91-5d17-4ced-a479-9203bf607ca8" -d '{"events": [{"server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "name": "network-vif-plugged", "status": "completed", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:14.616585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:14.623649 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.666009 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d9e80a-b882-47d7-b947-576c3d121a0b x-openstack-request-id: req-11d9e80a-b882-47d7-b947-576c3d121a0b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:14.666315 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "name": "network-vif-plugged", "status": "completed", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:14.666584 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11d9e80a-b882-47d7-b947-576c3d121a0b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:14.666996 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'code': 200} Feb 11 06:24:14.702130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:14.782607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266b8b-bace-4024-a001-e93196fe5c19 req-e55d80e0-3218-40e0-8e71-94561c558f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.784664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5266b8b-bace-4024-a001-e93196fe5c19 req-e55d80e0-3218-40e0-8e71-94561c558f35 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1129 time: 0.0531080 Feb 11 06:24:14.829625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5266b8b-bace-4024-a001-e93196fe5c19 req-deaf3b24-518a-4b83-b879-d0924e1fa88c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391090 Feb 11 06:24:15.697388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45642c56-2970-47d7-b1ec-022966d28b6e req-b19d6a02-49e9-4ddb-a6e6-377ed4560b69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.699983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45642c56-2970-47d7-b1ec-022966d28b6e req-b19d6a02-49e9-4ddb-a6e6-377ed4560b69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0670140 Feb 11 06:24:15.749757 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45642c56-2970-47d7-b1ec-022966d28b6e req-7c8545ec-4f4d-43ac-93c8-3280415e57c0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Feb 11 06:24:16.885067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16248cd6-113a-41f2-bb93-d04d7a890e8e req-e9138cdb-217c-43e4-b364-481742e46caf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:16.887250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16248cd6-113a-41f2-bb93-d04d7a890e8e req-e9138cdb-217c-43e4-b364-481742e46caf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0567472 Feb 11 06:24:16.952676 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-16248cd6-113a-41f2-bb93-d04d7a890e8e req-e2ad5b65-973a-4903-a39f-8bccfd265e11 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595298 Feb 11 06:24:17.073056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac023e5-00ea-46d0-8a74-176b5a4f7daa req-2be477ff-934d-46c9-aaf8-bb4c34547824 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:17.075114 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ac023e5-00ea-46d0-8a74-176b5a4f7daa req-2be477ff-934d-46c9-aaf8-bb4c34547824 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0557306 Feb 11 06:24:17.085229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50328) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:17.090481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8b393eab-6806-4a55-ac2c-c499ff5f3d69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'floatingip': {'port_id': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:17.133109 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b393eab-6806-4a55-ac2c-c499ff5f3d69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:17.701406 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b393eab-6806-4a55-ac2c-c499ff5f3d69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:17.706454 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b393eab-6806-4a55-ac2c-c499ff5f3d69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:17.817167 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-8b393eab-6806-4a55-ac2c-c499ff5f3d69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 associated. External IP: 172.25.1.170, port: a98d7afb-d7fd-4c90-b1c1-535e1859bbb0. Feb 11 06:24:18.067339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b393eab-6806-4a55-ac2c-c499ff5f3d69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:24:18.199754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b393eab-6806-4a55-ac2c-c499ff5f3d69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:18.205185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8b393eab-6806-4a55-ac2c-c499ff5f3d69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:18.210657 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:18.228091 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:18.230669 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:18.247686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b393eab-6806-4a55-ac2c-c499ff5f3d69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "PUT /v2.0/floatingips/2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 HTTP/1.1" status: 200 len: 992 time: 1.1611049 Feb 11 06:24:18.249275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:18.252413 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314" -d '{"events": [{"name": "network-changed", "server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:18.331100 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8990c361-9811-4c21-80ae-9836cb58f96c x-openstack-request-id: req-8990c361-9811-4c21-80ae-9836cb58f96c {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:18.331820 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:18.332155 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8990c361-9811-4c21-80ae-9836cb58f96c {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:18.332695 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'status': 'completed', 'code': 200} Feb 11 06:24:18.365729 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:18.447932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-d76a8fc2-3964-486f-9380-56812e22ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:18.450228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-d76a8fc2-3964-486f-9380-56812e22ce38 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1129 time: 0.0903428 Feb 11 06:24:18.647943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e0c0c-089a-4dda-a922-10e3d54d2856 req-14a051f1-5419-4cb7-bf98-c608a6699b53 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:18.650647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b53e0c0c-089a-4dda-a922-10e3d54d2856 req-14a051f1-5419-4cb7-bf98-c608a6699b53 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.1631639 Feb 11 06:24:18.670292 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:af:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:24:17Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:18.687279 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-90fa7f8e-9b2d-4c9b-bd94-7661b3552334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:18.688877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-90fa7f8e-9b2d-4c9b-bd94-7661b3552334 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.2311890 Feb 11 06:24:18.715863 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:18.728486 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:18.729341 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:24:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:18.768383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b53e0c0c-089a-4dda-a922-10e3d54d2856 req-052e1361-53d2-4e4d-9ade-b539164dd440 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104255 Feb 11 06:24:18.785928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-0a297ee0-461e-4c58-9b39-78fa017effe9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1000 time: 0.0901411 Feb 11 06:24:18.842661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-0a3300a6-9c3b-4955-a096-c6aa2a88dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:18.844204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-0a3300a6-9c3b-4955-a096-c6aa2a88dcdd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0515840 Feb 11 06:24:18.898435 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-18a90584-295e-4e05-9ea0-77fd44bfab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:18.899905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-18a90584-295e-4e05-9ea0-77fd44bfab09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491138 Feb 11 06:24:18.993338 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:19.007072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-a2a321a6-f3bc-4a27-b729-9df06473266c service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003394 Feb 11 06:24:19.114349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab1e5958-8d57-4cd3-a823-2ac88ebe2314 req-64eb7528-5d72-4a6f-8052-ced87f1b121d service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012106 Feb 11 06:24:19.254669 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:af:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:24:17Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:19.285693 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f075fd-3f6f-4021-bf0a-48b1df072ed4 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:af:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:24:17Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:24:19.529075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e38205-84ca-41d0-b78f-5704f29e1787 None None] New status for floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:24:19.910906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884074-d93d-4f0a-8ace-08c4aaf333c8 req-24202ddc-ad92-4831-9e9a-a583a6ce19d3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:19.912512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d884074-d93d-4f0a-8ace-08c4aaf333c8 req-24202ddc-ad92-4831-9e9a-a583a6ce19d3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0596724 Feb 11 06:24:19.971406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0d884074-d93d-4f0a-8ace-08c4aaf333c8 req-a29dffe4-faaf-4f0c-b2ed-858997773f93 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525780 Feb 11 06:24:21.114372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdc1a5-f24c-418c-b430-b768e490d89f req-28f6a904-4140-443e-9f02-07a5513add80 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:21.115926 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82bdc1a5-f24c-418c-b430-b768e490d89f req-28f6a904-4140-443e-9f02-07a5513add80 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0708480 Feb 11 06:24:21.170880 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82bdc1a5-f24c-418c-b430-b768e490d89f req-a3b8238a-f6ad-40c8-8b5c-0718bdf5da27 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481982 Feb 11 06:24:22.304984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339f9b9-b870-4f14-85bc-8b080079f36a req-0452bde0-4930-4d01-8f34-f7c65f552a19 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:22.306518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b339f9b9-b870-4f14-85bc-8b080079f36a req-0452bde0-4930-4d01-8f34-f7c65f552a19 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0569849 Feb 11 06:24:22.363877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b339f9b9-b870-4f14-85bc-8b080079f36a req-25dca4b6-ecd3-4691-b8b6-5837597e8247 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511920 Feb 11 06:24:22.691796 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:23.497358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92ab0a-0c46-4411-b82d-08bfda93efaf req-12d056f0-130e-4a16-8840-8d966b1761ad tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:23.498962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b92ab0a-0c46-4411-b82d-08bfda93efaf req-12d056f0-130e-4a16-8840-8d966b1761ad tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0597131 Feb 11 06:24:23.552791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4b92ab0a-0c46-4411-b82d-08bfda93efaf req-a5c7fb19-458b-4a57-9516-db5ab7a3cabf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474584 Feb 11 06:24:23.706230 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:24.680497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7ada6-64dd-4471-bbad-8e9607fa1819 req-89536d88-35d4-40c4-a84c-4c662ca73a0b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:24.682260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cf7ada6-64dd-4471-bbad-8e9607fa1819 req-89536d88-35d4-40c4-a84c-4c662ca73a0b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0562718 Feb 11 06:24:24.733520 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1cf7ada6-64dd-4471-bbad-8e9607fa1819 req-800745b0-5fb3-4a3e-a5eb-2c2c1fc5e33e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449839 Feb 11 06:24:25.862729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f4050-fc0c-4edc-a419-a2bfb9e82c2c req-d32f10ee-f665-4090-9e48-2fcce4b44191 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:25.864335 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-770f4050-fc0c-4edc-a419-a2bfb9e82c2c req-d32f10ee-f665-4090-9e48-2fcce4b44191 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0583062 Feb 11 06:24:25.923385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-770f4050-fc0c-4edc-a419-a2bfb9e82c2c req-35c9eea9-da66-4fd7-8dc7-81077c036593 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525846 Feb 11 06:24:27.057956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9017f-3e1b-4c2c-92be-91bc1ea733c8 req-f68ffaf0-a10b-4e5f-a6fb-27e17c1432b6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:27.059461 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0f9017f-3e1b-4c2c-92be-91bc1ea733c8 req-f68ffaf0-a10b-4e5f-a6fb-27e17c1432b6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0586889 Feb 11 06:24:27.107566 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0f9017f-3e1b-4c2c-92be-91bc1ea733c8 req-b6e50e14-eb25-4e84-b4bb-6de82a342616 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Feb 11 06:24:27.801855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c724-b4c2-4e3d-aee5-a185fcb1916d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:28.251534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49909213-06a6-4014-9849-87b656c830d7 req-412c7058-2723-4ae8-9823-15b8b74e4492 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:28.253895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49909213-06a6-4014-9849-87b656c830d7 req-412c7058-2723-4ae8-9823-15b8b74e4492 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0725200 Feb 11 06:24:28.310312 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49909213-06a6-4014-9849-87b656c830d7 req-757634a7-e44e-4caf-8358-b8ea508ab5c8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497773 Feb 11 06:24:29.042481 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:24:29.435363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937c7cb-1472-42ed-96e9-cd36e69e2cd1 req-9e8278f8-38f7-4361-a88e-4f21e9fa91fb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:29.437018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f937c7cb-1472-42ed-96e9-cd36e69e2cd1 req-9e8278f8-38f7-4361-a88e-4f21e9fa91fb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0557687 Feb 11 06:24:29.493643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f937c7cb-1472-42ed-96e9-cd36e69e2cd1 req-26826c96-9168-44db-8f91-a770aa83ef5e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492165 Feb 11 06:24:30.142910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190891-a912-4965-a65b-7b6c4987a410 req-650bb977-a099-4901-b5ab-defb764f0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:30.144521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0190891-a912-4965-a65b-7b6c4987a410 req-650bb977-a099-4901-b5ab-defb764f0601 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1129 time: 0.0508473 Feb 11 06:24:30.294518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190891-a912-4965-a65b-7b6c4987a410 req-50e0ef20-0498-4a3c-8ea4-cc5048755ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:30.295964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0190891-a912-4965-a65b-7b6c4987a410 req-50e0ef20-0498-4a3c-8ea4-cc5048755ad0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1223297 Feb 11 06:24:30.380216 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16898e5e-f9c2-474e-8126-5eb0215c9d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:30.394840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0190891-a912-4965-a65b-7b6c4987a410 req-d761a326-064a-4f3f-9ab8-3ec170fa6d8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1002 time: 0.0893078 Feb 11 06:24:30.459622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190891-a912-4965-a65b-7b6c4987a410 req-f20138b7-8e43-4cf4-893b-efe7f858fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:30.461459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0190891-a912-4965-a65b-7b6c4987a410 req-f20138b7-8e43-4cf4-893b-efe7f858fec3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0606418 Feb 11 06:24:30.528590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190891-a912-4965-a65b-7b6c4987a410 req-aefc2b2b-d78f-4c74-9b05-30e978ce0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:30.531475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0190891-a912-4965-a65b-7b6c4987a410 req-aefc2b2b-d78f-4c74-9b05-30e978ce0230 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0643752 Feb 11 06:24:30.695925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0190891-a912-4965-a65b-7b6c4987a410 req-780e4cdc-1e3d-4fe3-b203-07d1be8f0342 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533797 Feb 11 06:24:30.713454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f062a-1ba2-44f5-8313-2227d1ad3bdb req-314be508-855c-4d10-b0e4-672166ac1379 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:30.715553 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-897f062a-1ba2-44f5-8313-2227d1ad3bdb req-314be508-855c-4d10-b0e4-672166ac1379 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0834277 Feb 11 06:24:30.820807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-897f062a-1ba2-44f5-8313-2227d1ad3bdb req-6e4ecf6c-0f17-48e7-89da-3d11f4b1357e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869069 Feb 11 06:24:30.843727 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a0190891-a912-4965-a65b-7b6c4987a410 req-dcc94760-89a6-419f-8bf4-ea11779109d6 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371224 Feb 11 06:24:31.293693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:31.973213 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905f77-e5a2-4e2f-9c59-9df2715bfe5d req-9b56d756-9ffa-41d0-8cfd-0542c7e05dcd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:31.975600 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a905f77-e5a2-4e2f-9c59-9df2715bfe5d req-9b56d756-9ffa-41d0-8cfd-0542c7e05dcd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0724795 Feb 11 06:24:32.038091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4a905f77-e5a2-4e2f-9c59-9df2715bfe5d req-2fd84c85-ac5a-4180-879f-052312ae8f69 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537543 Feb 11 06:24:32.969686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:33.176266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406a471-b9b6-48c7-84d8-39b2bff3c25b req-ffbf2117-bae8-4e58-a9a7-7eda0cf8a9aa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:33.178466 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4406a471-b9b6-48c7-84d8-39b2bff3c25b req-ffbf2117-bae8-4e58-a9a7-7eda0cf8a9aa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0651186 Feb 11 06:24:33.237248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4406a471-b9b6-48c7-84d8-39b2bff3c25b req-2eea4bdf-dd16-4038-ba92-ad1c5a98bd21 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514114 Feb 11 06:24:34.008803 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:34.384545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe88df4-ed4f-48db-bad9-0597526abcb1 req-0d7da4e3-3818-44ab-ae27-6e5f8fe37f7e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:34.386646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbe88df4-ed4f-48db-bad9-0597526abcb1 req-0d7da4e3-3818-44ab-ae27-6e5f8fe37f7e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0703619 Feb 11 06:24:34.445339 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbe88df4-ed4f-48db-bad9-0597526abcb1 req-924f23c1-db75-43f9-82a4-b4203db8b0b5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494094 Feb 11 06:24:35.577764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316c413-40df-47f9-b7c2-12b37361c532 req-d21d8646-20c7-4034-939d-9567d806455f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:35.579543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4316c413-40df-47f9-b7c2-12b37361c532 req-d21d8646-20c7-4034-939d-9567d806455f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0624754 Feb 11 06:24:35.629791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4316c413-40df-47f9-b7c2-12b37361c532 req-8b539dd3-312e-4954-87db-f90cb7055235 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440078 Feb 11 06:24:36.768007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b964d81-3286-4b74-8cc4-d94ce48a6e81 req-b7965320-fbf1-4b55-b42b-a6598751d663 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:36.770536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b964d81-3286-4b74-8cc4-d94ce48a6e81 req-b7965320-fbf1-4b55-b42b-a6598751d663 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0589347 Feb 11 06:24:36.824190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2b964d81-3286-4b74-8cc4-d94ce48a6e81 req-56f896a5-182a-47c7-845e-8ce71ef7a6da tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448430 Feb 11 06:24:38.337560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cba36-11ab-4924-b0ad-5340352bf5bc req-c45d8fff-8474-4f8e-b419-5d2fe4aef409 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:38.339592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd9cba36-11ab-4924-b0ad-5340352bf5bc req-c45d8fff-8474-4f8e-b419-5d2fe4aef409 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.4293487 Feb 11 06:24:38.397524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fd9cba36-11ab-4924-b0ad-5340352bf5bc req-674fa31c-c7b3-406f-a22c-a3c8fe3b3cb4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472863 Feb 11 06:24:39.555498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62195fc-cf75-45aa-af60-8867ef268cec req-bbec1209-b104-42a5-87c4-d9e5dcc755cd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:39.557012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e62195fc-cf75-45aa-af60-8867ef268cec req-bbec1209-b104-42a5-87c4-d9e5dcc755cd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0803394 Feb 11 06:24:39.619628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e62195fc-cf75-45aa-af60-8867ef268cec req-f5d77312-a69a-4786-9aa6-559dd14e149b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563171 Feb 11 06:24:40.798112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb58d2-910f-4d64-993b-99292751afe6 req-aeceaffe-bc7b-432a-8568-820cbdb334b4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:40.800586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6deb58d2-910f-4d64-993b-99292751afe6 req-aeceaffe-bc7b-432a-8568-820cbdb334b4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0684195 Feb 11 06:24:40.858718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6deb58d2-910f-4d64-993b-99292751afe6 req-aabde48d-d937-459f-bd91-529099ff966d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518680 Feb 11 06:24:42.002899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826ea7-8d23-40e9-a0ed-b052b0d73cc0 req-61557739-eaf0-4f63-876d-8d428a152188 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:42.004414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98826ea7-8d23-40e9-a0ed-b052b0d73cc0 req-61557739-eaf0-4f63-876d-8d428a152188 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0683439 Feb 11 06:24:42.053136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98826ea7-8d23-40e9-a0ed-b052b0d73cc0 req-c683bfbd-005a-4e15-b659-efcba54f966a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429730 Feb 11 06:24:43.196366 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c71af-8007-4ac5-aecf-f136c2fc4596 req-7a67917f-8507-416d-9f03-e37ac65df28d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:43.198645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e1c71af-8007-4ac5-aecf-f136c2fc4596 req-7a67917f-8507-416d-9f03-e37ac65df28d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0664654 Feb 11 06:24:43.265491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1e1c71af-8007-4ac5-aecf-f136c2fc4596 req-9a87785e-f73e-424d-a02e-17c19b4f620a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599108 Feb 11 06:24:44.401846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fc2ec-6e90-4d0c-97a5-f4ec792e8799 req-75bcf5d8-c7cd-4a8f-a884-c3f75e4e3831 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:44.404684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f97fc2ec-6e90-4d0c-97a5-f4ec792e8799 req-75bcf5d8-c7cd-4a8f-a884-c3f75e4e3831 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0635283 Feb 11 06:24:44.461602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f97fc2ec-6e90-4d0c-97a5-f4ec792e8799 req-4bf70dbe-4aea-432a-a75e-6ac69665c79d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493081 Feb 11 06:24:44.787615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2d606-3af2-4fa1-8865-8f9fec401a81 req-a220ee49-9ea1-413f-ab64-148690f06a18 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:44.789183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94a2d606-3af2-4fa1-8865-8f9fec401a81 req-a220ee49-9ea1-413f-ab64-148690f06a18 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0571718 Feb 11 06:24:44.790223 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-e1e04c10-e230-4bae-8ddf-466be7fe267f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834775 Feb 11 06:24:44.848731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94a2d606-3af2-4fa1-8865-8f9fec401a81 req-ca6e3a6f-e65b-455f-8101-e5ad9a7e8169 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514114 Feb 11 06:24:45.202447 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-3d28d26d-22de-4891-a590-6bdd6d16e6ac tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:45.204402 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-3d28d26d-22de-4891-a590-6bdd6d16e6ac tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports/a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 943 time: 0.0481637 Feb 11 06:24:46.004348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d562f-e879-4c27-8031-ed9596d73ad0 req-9351141d-dcda-4a25-b070-47343b5ae6c5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:46.006734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-841d562f-e879-4c27-8031-ed9596d73ad0 req-9351141d-dcda-4a25-b070-47343b5ae6c5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0722589 Feb 11 06:24:46.108839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-841d562f-e879-4c27-8031-ed9596d73ad0 req-f1b20953-354f-40b0-b2d0-9ede2593e2d3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789659 Feb 11 06:24:46.120709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-bbfa1fe5-5150-4d39-8045-00925aac9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:46.122496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-bbfa1fe5-5150-4d39-8045-00925aac9d3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1129 time: 0.0772383 Feb 11 06:24:46.229680 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-2885e883-28db-40fe-9900-f26ffc478680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:46.231315 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-2885e883-28db-40fe-9900-f26ffc478680 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1011486 Feb 11 06:24:46.305138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-893bcb1d-0bb0-4114-b5ca-ce6c4f977739 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1002 time: 0.0666668 Feb 11 06:24:46.360015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-354c8e3e-ce48-49fa-bd31-23888b022ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:46.361638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-354c8e3e-ce48-49fa-bd31-23888b022ad5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0499992 Feb 11 06:24:46.417634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-87fbea36-db32-4b91-a780-8c8037100ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:46.419207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-87fbea36-db32-4b91-a780-8c8037100ba1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520928 Feb 11 06:24:46.539779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-9cd6739b-e228-4649-95d3-1dc5e4853c51 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131248 Feb 11 06:24:46.640059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-65609912-b68f-495e-91b3-aecc9225f2d0 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943327 Feb 11 06:24:47.264651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae61b-8e92-4571-a983-18ece6a005b8 req-f608c7d1-6af4-4227-87bd-55ed136be528 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:47.266259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85bae61b-8e92-4571-a983-18ece6a005b8 req-f608c7d1-6af4-4227-87bd-55ed136be528 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0608613 Feb 11 06:24:47.325487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85bae61b-8e92-4571-a983-18ece6a005b8 req-b8d9d539-2595-4691-9e4b-4d31a9d7dd50 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533190 Feb 11 06:24:48.377218 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-0b9e4904-b453-42b3-b8fd-a6b005696b31 service neutron] show failed (client error): The resource could not be found. Feb 11 06:24:48.378227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-0b9e4904-b453-42b3-b8fd-a6b005696b31 service neutron] 10.222.0.81 "GET /v2.0/ports/a98d7afb-d7fd-4c90-b1c1-535e1859bbb0/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0612795 Feb 11 06:24:48.458566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d514be0-0245-491d-be1c-a88c1eda1f5a req-fd1c47f5-a794-4749-919f-137e9e0152e7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:48.460337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d514be0-0245-491d-be1c-a88c1eda1f5a req-fd1c47f5-a794-4749-919f-137e9e0152e7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0605755 Feb 11 06:24:48.521885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d514be0-0245-491d-be1c-a88c1eda1f5a req-20e72227-94af-4440-b5a1-52fd76df1cb0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551291 Feb 11 06:24:48.607013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-3fd7ceb8-1e03-4670-8db0-7fb444a363ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:48.608636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-3fd7ceb8-1e03-4670-8db0-7fb444a363ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 1129 time: 0.0476363 Feb 11 06:24:48.619579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:48.692726 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:48.956706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:48.992950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:24:49.039417 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:49.043629 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43457795-885e-46c4-948b-a60700ea71c9" -d '{"events": [{"server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "name": "network-vif-unplugged", "status": "completed", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:49.047876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Publish callbacks [] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.068700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Transition to ACTIVE for port object a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:24:49.075567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.114172 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485d14e2-fe8a-4ea8-ad18-78a1f2a5a313 x-openstack-request-id: req-485d14e2-fe8a-4ea8-ad18-78a1f2a5a313 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:49.114480 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "name": "network-vif-unplugged", "status": "completed", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:49.114733 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-485d14e2-fe8a-4ea8-ad18-78a1f2a5a313 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:49.115140 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'code': 200} Feb 11 06:24:49.180922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Pushing event updated for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:49.221743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] No DVR routers for this DVR port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:24:49.374250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Attempting to bind port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:24:49.374591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Attempting to bind port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:24:49.374924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Attempting to bind port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:49.379407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:24:49.379994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Attempting to bind port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:49.387063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:24:49.387640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:49.388282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:24:49.389069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Bound port: a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:24:49.389592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.469932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:24:49.473344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:24:49.480282 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.531850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:49.532855 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.535292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] 10.222.0.72 "PUT /v2.0/ports/a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1093 time: 0.9194865 Feb 11 06:24:49.602957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c3d67-03f7-43d1-86fa-643e73537e73 service neutron] Pushing event updated for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:49.671535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-90939a7a-d54c-4dbc-8f82-e57f92b8ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:49.673368 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-90939a7a-d54c-4dbc-8f82-e57f92b8ecb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1127 time: 0.1082909 Feb 11 06:24:49.734846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d96c1-9c0b-4c14-96a4-01c0ba73f580 req-22baf14f-810b-4b4b-80ca-d3989e74030a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:49.736551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-472d96c1-9c0b-4c14-96a4-01c0ba73f580 req-22baf14f-810b-4b4b-80ca-d3989e74030a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.1172233 Feb 11 06:24:49.861000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-877fa1df-ea63-45df-9140-47f02a847bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:49.862819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-877fa1df-ea63-45df-9140-47f02a847bc9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1809187 Feb 11 06:24:49.869918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-472d96c1-9c0b-4c14-96a4-01c0ba73f580 req-675e0502-94f0-46a2-82eb-eaa4d005c3ff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008294 Feb 11 06:24:49.941291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-13b18b3e-97f5-4956-b4a3-26c925442bf0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1000 time: 0.0699468 Feb 11 06:24:49.993446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-59dbb490-6eaf-43a0-9f97-c78cdc1da466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:49.995870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-59dbb490-6eaf-43a0-9f97-c78cdc1da466 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0487773 Feb 11 06:24:50.048033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-d87db11b-fa0c-4e36-9abd-4434fcad06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:50.049607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-d87db11b-fa0c-4e36-9abd-4434fcad06d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479898 Feb 11 06:24:50.148189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-5b2dd7a1-3371-4025-a9b7-4ac90bc74aa3 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913808 Feb 11 06:24:50.249533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ab54747-8ad6-42dd-8569-aaaae91a5ae2 req-c0d357fd-7bfa-4b97-9cdd-41e3c6b87860 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952277 Feb 11 06:24:51.008324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace14edc-246b-4dd5-99c7-8eaf565cfe66 req-d04ef862-0095-4f70-a941-dba7e33f9204 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.009849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace14edc-246b-4dd5-99c7-8eaf565cfe66 req-d04ef862-0095-4f70-a941-dba7e33f9204 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.0628743 Feb 11 06:24:51.066491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace14edc-246b-4dd5-99c7-8eaf565cfe66 req-40a39499-5248-41c2-a61a-839b2edc2b70 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508988 Feb 11 06:24:51.116266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:51.118895 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51" -d '{"events": [{"name": "network-changed", "server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:51.174660 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab91c02d-6229-40e3-994b-d96f5e6ac1df x-openstack-request-id: req-ab91c02d-6229-40e3-994b-d96f5e6ac1df {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:51.174952 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:51.175235 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab91c02d-6229-40e3-994b-d96f5e6ac1df {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:51.175794 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'status': 'completed', 'code': 200} Feb 11 06:24:51.286855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-586a8a01-8861-43f5-a656-77b71b7620f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.289268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-586a8a01-8861-43f5-a656-77b71b7620f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1127 time: 0.0819764 Feb 11 06:24:51.293351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-d9332365-2496-48a3-a3b6-15a611f5fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.295651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-d9332365-2496-48a3-a3b6-15a611f5fed1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1127 time: 0.0991573 Feb 11 06:24:51.470754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-3d903246-94f3-4f8f-92cd-80901e8e1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.472350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-3d903246-94f3-4f8f-92cd-80901e8e1c32 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1755502 Feb 11 06:24:51.473791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-a5d8c2f3-0aca-4859-9de8-414ce92759a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.475136 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-a5d8c2f3-0aca-4859-9de8-414ce92759a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1706607 Feb 11 06:24:51.601776 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-d6623a57-66ef-40a5-abff-584f205a0f81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1000 time: 0.1160460 Feb 11 06:24:51.603519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-9304bda7-173b-4f23-91d5-e61f2111a83a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1000 time: 0.1251926 Feb 11 06:24:51.684113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-42c25b37-acad-4f5d-b6f2-58561402427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.685614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-42c25b37-acad-4f5d-b6f2-58561402427b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0779033 Feb 11 06:24:51.691548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-66e7a9e5-bbde-40af-8267-e51c7d9bcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.692991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-66e7a9e5-bbde-40af-8267-e51c7d9bcf71 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0771129 Feb 11 06:24:51.773090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-540ce1a2-8bef-4b67-ba37-b81b79d1aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.774693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-540ce1a2-8bef-4b67-ba37-b81b79d1aeda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0807362 Feb 11 06:24:51.778663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-6663fb1a-4db1-4d99-87b6-2c5a88b0e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.780651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-6663fb1a-4db1-4d99-87b6-2c5a88b0e018 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0788198 Feb 11 06:24:51.938475 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-277cc18e-2d53-4366-b702-e4d5a0a99925 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568122 Feb 11 06:24:51.944044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-cc69d622-e1f0-4c3f-a36c-d6530e2ccf7b service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534057 Feb 11 06:24:52.102238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-d49ccb8c-e2dd-4027-95d5-76b3da25da04 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573515 Feb 11 06:24:52.104707 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4dff54ab-0cda-4011-a42e-11fa8f0c8c51 req-80093922-40fd-45d0-b1b8-0416d9c92d26 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515999 Feb 11 06:24:52.207258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d58569-1b3a-4ce0-93c4-32fb7c684447 req-ea3e8806-06c5-41b9-ba98-6c8eeb6b66cf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:52.208840 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24d58569-1b3a-4ce0-93c4-32fb7c684447 req-ea3e8806-06c5-41b9-ba98-6c8eeb6b66cf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.0615644 Feb 11 06:24:52.269881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-24d58569-1b3a-4ce0-93c4-32fb7c684447 req-f8a900e6-e75a-42bc-bfd7-eae020464823 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539002 Feb 11 06:24:52.536037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:52.538676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9afa-55e5-40fc-accd-147e2ed515e5 req-697531eb-9a3c-4c91-bcc4-fccb41a355fc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:52.540240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f0c9afa-55e5-40fc-accd-147e2ed515e5 req-697531eb-9a3c-4c91-bcc4-fccb41a355fc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.1074917 Feb 11 06:24:52.548179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-9758db26-85c0-4b76-b25d-a1a52610e574 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:52.549855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-9758db26-85c0-4b76-b25d-a1a52610e574 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379&tenant_id=e08dee32222041838e46735cec0acdf7&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 944 time: 0.0989981 Feb 11 06:24:52.578893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:24:52.579410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:52.641197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8f0c9afa-55e5-40fc-accd-147e2ed515e5 req-62bdbead-35c1-4045-97da-57a802ca063e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899532 Feb 11 06:24:52.646322 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-d9607f0a-9c1a-47e6-8a59-4ea5204d3ead service neutron] delete failed (client error): The resource could not be found. Feb 11 06:24:52.647426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-d9607f0a-9c1a-47e6-8a59-4ea5204d3ead service neutron] 10.222.0.81 "DELETE /v2.0/ports/a98d7afb-d7fd-4c90-b1c1-535e1859bbb0/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0902627 Feb 11 06:24:52.687551 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:52.743247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-1d132c0a-877e-4a37-ac1a-275bc2205ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:52.745379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-1d132c0a-877e-4a37-ac1a-275bc2205ea5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1127 time: 0.0456293 Feb 11 06:24:52.852495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-49c5b409-3f8b-4eff-9854-0f419318bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:52.853818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-49c5b409-3f8b-4eff-9854-0f419318bdd6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1021655 Feb 11 06:24:52.927661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-4b43592d-8b48-4c3c-a71a-455d937dfd97 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1000 time: 0.0667672 Feb 11 06:24:52.985552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-fa688d93-d10d-4f66-b4fe-b3514b2bdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:52.988092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-fa688d93-d10d-4f66-b4fe-b3514b2bdc4f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0543563 Feb 11 06:24:53.054612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-b55aa378-f8b5-4cc9-9900-abe51f60aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:53.056126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-b55aa378-f8b5-4cc9-9900-abe51f60aabc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0592463 Feb 11 06:24:53.152107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-7e787b0e-7a46-4f74-a1f8-77df3e6f5c55 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890064 Feb 11 06:24:53.267628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa442e0d-109d-43cb-8ed3-aa7086fa8549 req-c3557908-8b71-4952-a36a-d927fdc07cee service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095927 Feb 11 06:24:53.733012 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:53.801702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a32a-e80c-4f09-908a-7e660e55827b req-c5ec94fe-4b22-4db6-a2b7-4b9a2e623bd7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:53.805139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbe1a32a-e80c-4f09-908a-7e660e55827b req-c5ec94fe-4b22-4db6-a2b7-4b9a2e623bd7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.0890341 Feb 11 06:24:53.856718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbe1a32a-e80c-4f09-908a-7e660e55827b req-3e1a713c-8517-4e5c-a3f6-ec2bdc20fad2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458148 Feb 11 06:24:53.981142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7224-8402-4b13-9143-3eaf9a31ca5e req-4eba3a45-cf97-44ff-8f39-2a04edf28068 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:53.982710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-904c7224-8402-4b13-9143-3eaf9a31ca5e req-4eba3a45-cf97-44ff-8f39-2a04edf28068 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.0552332 Feb 11 06:24:54.032117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-904c7224-8402-4b13-9143-3eaf9a31ca5e req-52147187-d6bc-44d2-bbda-99a40dcff83c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Feb 11 06:24:54.264058 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:24:54.297545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01bf0b-afc8-497b-bee7-3b86f01cdc6d req-c12fb776-a91a-4e83-bfb0-9b62df7cbf7f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:54.299196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d01bf0b-afc8-497b-bee7-3b86f01cdc6d req-c12fb776-a91a-4e83-bfb0-9b62df7cbf7f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 944 time: 0.0902128 Feb 11 06:24:54.323523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929f268-1c9e-4016-a2b4-419337270638 req-96c4daac-9b48-4f92-bc65-50281b8276a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:54.325094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4929f268-1c9e-4016-a2b4-419337270638 req-96c4daac-9b48-4f92-bc65-50281b8276a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 1127 time: 0.0765545 Feb 11 06:24:54.361694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:54.374406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'mac_address': 'fa:16:3e:af:5d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:24:54.381888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d01bf0b-afc8-497b-bee7-3b86f01cdc6d req-4d1a22ad-e22b-45b2-8f5d-1953c7af7827 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758042 Feb 11 06:24:54.415899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:54.416602 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:54.433533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:24:54.450188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929f268-1c9e-4016-a2b4-419337270638 req-ccb03e2d-8a09-4aa4-8c5a-9d2f42cfcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:54.451677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4929f268-1c9e-4016-a2b4-419337270638 req-ccb03e2d-8a09-4aa4-8c5a-9d2f42cfcf07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1185904 Feb 11 06:24:54.454518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:54.459295 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:54.527067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:54.537831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4929f268-1c9e-4016-a2b4-419337270638 req-51fcaf61-1d5b-4989-8da9-27a31ecc51be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 200 len: 1001 time: 0.0793996 Feb 11 06:24:54.603346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929f268-1c9e-4016-a2b4-419337270638 req-a37ed960-0464-4e05-a81c-f75ceac0c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:54.605171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4929f268-1c9e-4016-a2b4-419337270638 req-a37ed960-0464-4e05-a81c-f75ceac0c23b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0614860 Feb 11 06:24:54.668859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:24:55.091144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929f268-1c9e-4016-a2b4-419337270638 req-722f5da7-7bf7-4855-acf2-12d1daf00a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:55.092762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4929f268-1c9e-4016-a2b4-419337270638 req-722f5da7-7bf7-4855-acf2-12d1daf00a25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4809856 Feb 11 06:24:55.196349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4929f268-1c9e-4016-a2b4-419337270638 req-d2f93461-f203-49d4-9fa6-0fabda772bcf service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966015 Feb 11 06:24:55.298974 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4929f268-1c9e-4016-a2b4-419337270638 req-82988320-6ba9-43f4-bd07-393cf82588f7 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965598 Feb 11 06:24:55.550872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29362d-34ca-4d12-944c-a13db9e6d6ce req-fe07fedd-d1e7-4742-bc16-e84f7b6c81fb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:55.552406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad29362d-34ca-4d12-944c-a13db9e6d6ce req-fe07fedd-d1e7-4742-bc16-e84f7b6c81fb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 945 time: 0.0587890 Feb 11 06:24:55.610982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad29362d-34ca-4d12-944c-a13db9e6d6ce req-06928f12-a957-45be-b765-4267da8b891b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472989 Feb 11 06:24:56.281173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:24:56.331638 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:24:56.336273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:56.336660 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.422783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:56.423178 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.446009 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:56.448842 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c89a30-b566-4255-b288-b100a363c8ab" -d '{"events": [{"server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "name": "network-vif-plugged", "status": "completed", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:56.461418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:56.465664 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.492535 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b989224d-2266-4a04-91d4-7fef819963de x-openstack-request-id: req-b989224d-2266-4a04-91d4-7fef819963de {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:56.492834 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "name": "network-vif-plugged", "status": "completed", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:56.493455 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b989224d-2266-4a04-91d4-7fef819963de {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:56.493576 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'code': 200} Feb 11 06:24:56.522149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:56.737361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb600bb-45e7-44cf-8f9d-a52b398645c4 req-d8810391-112d-4cf2-8282-8586736202a4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:56.738887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eb600bb-45e7-44cf-8f9d-a52b398645c4 req-d8810391-112d-4cf2-8282-8586736202a4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0561531 Feb 11 06:24:56.803374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eb600bb-45e7-44cf-8f9d-a52b398645c4 req-8f10ae15-d9e7-42ab-abc4-a7d013e89662 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589023 Feb 11 06:24:57.125961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc99198-d2ae-404f-9fdd-3c026fc4d8b9 req-4f3f48e4-99ad-462d-b93c-6a6095d561cd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:57.127487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2fc99198-d2ae-404f-9fdd-3c026fc4d8b9 req-4f3f48e4-99ad-462d-b93c-6a6095d561cd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0644946 Feb 11 06:24:57.177374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2fc99198-d2ae-404f-9fdd-3c026fc4d8b9 req-5e32201e-14d4-4b8b-b505-a4c9fd131e90 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 Feb 11 06:24:57.795842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-24f25ab6-be3e-4e11-bbec-eac1f1a04dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.331958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05db2f-c234-43c6-9bd3-1aef66c013cd req-a621a1a7-a3f0-4f28-882f-632df78ee7a8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:58.333648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb05db2f-c234-43c6-9bd3-1aef66c013cd req-a621a1a7-a3f0-4f28-882f-632df78ee7a8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0689011 Feb 11 06:24:58.427530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bb05db2f-c234-43c6-9bd3-1aef66c013cd req-279c521c-0945-485b-bc12-f78a8c9b16c6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870323 Feb 11 06:24:58.439824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1639780-50fb-4f23-a005-74f30620e59c req-01d30bb0-0820-4a31-af8c-ca23bf36c4c3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:58.441528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1639780-50fb-4f23-a005-74f30620e59c req-01d30bb0-0820-4a31-af8c-ca23bf36c4c3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 946 time: 0.0848949 Feb 11 06:24:58.547223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Deleting port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:58.547575 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.641553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] For port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:58.641923 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.835559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.835953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.836379 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 disassociated. External IP: 172.25.1.170, port: a98d7afb-d7fd-4c90-b1c1-535e1859bbb0. Feb 11 06:24:58.836725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Calling delete_port for a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:58.985160 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a98d7afb-d7fd-4c90-b1c1-535e1859bbb0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.021910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event deleted for resources: {'Port': ['ID=a98d7afb-d7fd-4c90-b1c1-535e1859bbb0,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:59.035591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.035941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.036293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.036635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.036975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.037351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.037684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.038073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.038421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.038707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.039036 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.039389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.039724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:59.177144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:24:59.327119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:59.339793 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:59.355167 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:59.355696 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:24:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:59.372054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] No DVR routers for this DVR port a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:24:59.374755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.378174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b1639780-50fb-4f23-a005-74f30620e59c req-2e457a5d-dbdc-4bb9-b07a-c75ea4e818a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "DELETE /v2.0/ports/a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 HTTP/1.1" status: 204 len: 173 time: 0.9302897 Feb 11 06:24:59.378654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'name': 'network-vif-deleted', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:59.380944 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af7c36a-a126-43ab-b571-afab18bc9f5a" -d '{"events": [{"server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "name": "network-vif-deleted", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:59.419505 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ca69d3-4c6e-4216-a6cf-06de16d460d6 x-openstack-request-id: req-30ca69d3-4c6e-4216-a6cf-06de16d460d6 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:59.419811 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39152aa6-715a-4ba9-8ff6-7d293b85a379", "name": "network-vif-deleted", "tag": "a98d7afb-d7fd-4c90-b1c1-535e1859bbb0", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:59.420135 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30ca69d3-4c6e-4216-a6cf-06de16d460d6 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:59.420534 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39152aa6-715a-4ba9-8ff6-7d293b85a379', 'name': 'network-vif-deleted', 'tag': 'a98d7afb-d7fd-4c90-b1c1-535e1859bbb0', 'status': 'completed', 'code': 200} Feb 11 06:24:59.510216 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:59.538244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85da5b3d-2150-464e-8f08-b5040c96eff0 req-bd21e271-bcbe-418e-a102-f2a6a4d429b3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=39152aa6-715a-4ba9-8ff6-7d293b85a379 HTTP/1.1" status: 200 len: 210 time: 0.0313096 Feb 11 06:24:59.749761 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:59.775650 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:59.784551 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:59.785217 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:24:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:59.894519 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:00.151939 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:00.180467 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20282b8e-56d1-4cae-a004-11467330a59d None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:25:00.372487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a25646d9-deed-466e-a551-4d0d97c81c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.427592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c62d2-438f-494e-aa96-36e7403ff229 None None] New status for floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:25:00.837579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-081fd7eb-c117-4f57-854a-22225eae7541 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2145606779&fields=id&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 267 time: 0.0636601 Feb 11 06:25:00.954601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-dac37e4a-a41e-41f5-9571-ef5c2cb07a73 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:00.956092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-dac37e4a-a41e-41f5-9571-ef5c2cb07a73 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 811 time: 0.1118624 Feb 11 06:25:00.973602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-82fbd230-7f47-4dd4-aea0-1e5cfcbabee7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/quotas/e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 375 time: 0.0112333 Feb 11 06:25:01.036058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-4d4c0f03-a58c-4dbd-8ce0-a6a531c728af tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552514 Feb 11 06:25:01.158897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-e139c55d-8077-4a39-a765-ed5cee090089 service neutron] 10.222.0.31 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074908 Feb 11 06:25:01.293581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:01.295992 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-83372a16-767b-435e-8239-33b112823274 service neutron] 10.222.0.31 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305952 Feb 11 06:25:01.531059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d835276-fb0b-4e89-a703-df0a8190234c req-a277ab0b-8e21-4319-bff5-544aabbdbe83 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 210 time: 0.0440481 Feb 11 06:25:02.294197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:25:02.325396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:25:02.325875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device a98d7afb-d7fd-4c90-b1c1-535e1859bbb0 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:25:02.579280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-d62a76db-a237-43a1-8fad-2fc2493f5fa6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:02.581004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-d62a76db-a237-43a1-8fad-2fc2493f5fa6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 811 time: 0.1422033 Feb 11 06:25:02.658738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-d72694fa-737e-4132-9d74-56d488af9922 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 380 time: 0.0696933 Feb 11 06:25:02.682567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'port': {'device_id': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'admin_state_up': True, 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'security_groups': ['8d859450-a739-480a-b102-4a472c2f3d93']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:02.695616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-184d1830-3528-47c1-a5fb-69871a2540ca req-716f15ae-cb62-4f6a-8a2d-71e4e7a61c23 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 210 time: 0.0506051 Feb 11 06:25:02.795073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Made reservation on behalf of e08dee32222041838e46735cec0acdf7 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:25:02.798498 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.927889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Allocated IP 172.20.0.9 (30935668-1b64-431a-a8f1-c6e8296c0827/e0d06407-d633-4b4b-9544-f6e9060136f9/c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:25:02.969984 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.071594 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.105432 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.150775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Network 30935668-1b64-431a-a8f1-c6e8296c0827 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:25:03.153924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:25:03.157598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:25:03.164027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:03.222757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:03.223681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.249957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-b5953515-df91-4329-9715-a00f59b29f33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718267 Feb 11 06:25:03.263076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Request body: {'port': {'device_id': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:03.340917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.471231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-65a62c63-09c5-45ce-9604-9f1a17753c8f None None] Provisioning complete for port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:03.471803 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-65a62c63-09c5-45ce-9604-9f1a17753c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.526303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-65a62c63-09c5-45ce-9604-9f1a17753c8f None None] Port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:25:03.677974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:25:03.685962 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Publish callbacks [] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.699715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Transition to ACTIVE for port object c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:25:03.704223 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.757926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:03.868678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:25:03.869019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:25:03.869905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:03.880393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd7af-8208-4d49-aeae-8cd87d3e5de5 req-b44a4778-cef9-4d9a-8d34-9060e6a92f40 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:03.882055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab7cd7af-8208-4d49-aeae-8cd87d3e5de5 req-b44a4778-cef9-4d9a-8d34-9060e6a92f40 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 943 time: 0.1035385 Feb 11 06:25:03.884552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:25:03.884883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:03.897088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:25:03.897463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:25:03.897847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:25:03.898294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Bound port: c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:25:03.898659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.975543 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab7cd7af-8208-4d49-aeae-8cd87d3e5de5 req-5444f2f9-a33a-4ee2-8c2e-7da71848aeff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866101 Feb 11 06:25:03.999002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:04.004337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:25:04.012645 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.017205 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.051570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.052024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.053465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] 10.222.0.81 "PUT /v2.0/ports/c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1092 time: 0.7964244 Feb 11 06:25:04.053930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:04.056382 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5403e554-416f-4bac-9b51-605610ea6647" -d '{"events": [{"name": "network-changed", "server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:04.093225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c81849-003d-44c1-a1c6-a7c9a022af78 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:04.105735 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766c4903-3e48-486e-9d1f-19ac6e3fdefb x-openstack-request-id: req-766c4903-3e48-486e-9d1f-19ac6e3fdefb {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:04.106039 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:04.106300 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-766c4903-3e48-486e-9d1f-19ac6e3fdefb {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:04.106711 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'status': 'completed', 'code': 200} Feb 11 06:25:04.153807 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-df121613-f0fe-42ef-b50b-cb856de2f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.155362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-df121613-f0fe-42ef-b50b-cb856de2f4eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1126 time: 0.0523038 Feb 11 06:25:04.200256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-87d764ae-8f8f-4f3e-8533-9e4930a54995 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 217 time: 0.0364459 Feb 11 06:25:04.256747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-661a90c8-e692-4232-a3fa-54a67b728979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.258294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-661a90c8-e692-4232-a3fa-54a67b728979 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0520728 Feb 11 06:25:04.312148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-bb5e3b0c-9729-43a7-afc2-d0c574671447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.313692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-bb5e3b0c-9729-43a7-afc2-d0c574671447 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483665 Feb 11 06:25:04.409923 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-ace2575d-9838-4806-9d48-d412a9d295e6 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883889 Feb 11 06:25:04.502654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91843277-c5bf-4c32-8ace-be468fd201d0 req-766a9bd6-1e9c-442b-bd19-965405d2501e service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867662 Feb 11 06:25:04.601449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403e554-416f-4bac-9b51-605610ea6647 req-0f6c6cce-4972-4e1c-89b8-327ee0f98dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.602959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5403e554-416f-4bac-9b51-605610ea6647 req-0f6c6cce-4972-4e1c-89b8-327ee0f98dca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1126 time: 0.0446286 Feb 11 06:25:04.700774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403e554-416f-4bac-9b51-605610ea6647 req-4fc9caec-3463-42ba-9d0d-fc6b21b82813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.702310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5403e554-416f-4bac-9b51-605610ea6647 req-4fc9caec-3463-42ba-9d0d-fc6b21b82813 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.0899024 Feb 11 06:25:04.743293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5403e554-416f-4bac-9b51-605610ea6647 req-b7ce8c97-67f7-455a-9ec8-623c88b9cd37 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 217 time: 0.0344005 Feb 11 06:25:04.794642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403e554-416f-4bac-9b51-605610ea6647 req-c14d1043-b2c0-4072-9858-38e4b8e61099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.796100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5403e554-416f-4bac-9b51-605610ea6647 req-c14d1043-b2c0-4072-9858-38e4b8e61099 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0471213 Feb 11 06:25:04.846871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403e554-416f-4bac-9b51-605610ea6647 req-9cc3020a-d3c7-451a-9f51-6e71aafb386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.848365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5403e554-416f-4bac-9b51-605610ea6647 req-9cc3020a-d3c7-451a-9f51-6e71aafb386c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441895 Feb 11 06:25:04.946190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5403e554-416f-4bac-9b51-605610ea6647 req-c48830b4-ebe9-4a75-8f35-9008b433b0dd service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904362 Feb 11 06:25:05.071207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5403e554-416f-4bac-9b51-605610ea6647 req-5d30991e-7bca-4178-b7b7-65125ae0efe8 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177113 Feb 11 06:25:05.122463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ab6b4-4cc8-4a07-86af-8fd78df5a75d req-664a5722-4dc4-4a4d-adc3-280e95c00245 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:05.123976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-363ab6b4-4cc8-4a07-86af-8fd78df5a75d req-664a5722-4dc4-4a4d-adc3-280e95c00245 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 943 time: 0.0704694 Feb 11 06:25:05.173953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-363ab6b4-4cc8-4a07-86af-8fd78df5a75d req-22a8df55-0a78-48b9-8d08-72ac94990f39 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443234 Feb 11 06:25:06.041074 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:25:06.304257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e9fe2-8159-4cb3-afd0-0f204c5ae011 req-3316c382-173c-4a2a-a35e-79bd3d4494dd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:06.305699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd3e9fe2-8159-4cb3-afd0-0f204c5ae011 req-3316c382-173c-4a2a-a35e-79bd3d4494dd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 943 time: 0.0593884 Feb 11 06:25:06.357980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd3e9fe2-8159-4cb3-afd0-0f204c5ae011 req-da308398-eab1-4dac-a0d9-4f0287a8c5ff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458672 Feb 11 06:25:06.660402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:25:06.757881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:06.769036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'mac_address': 'fa:16:3e:88:96:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:25:06.805233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:06.805622 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:06.818698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:25:06.838310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:06.843236 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:06.895398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:06.902968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.903316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.903658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.903997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.904333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.904666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.904994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.905350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.905677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.906005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.906332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.906655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:06.906978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:07.104809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:25:07.480798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01576c74-f288-4d73-a729-0fa7d7862438 req-8aeef2da-ac64-4a3f-85a5-d993c149ac6a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:07.482231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01576c74-f288-4d73-a729-0fa7d7862438 req-8aeef2da-ac64-4a3f-85a5-d993c149ac6a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 944 time: 0.0544448 Feb 11 06:25:07.530326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01576c74-f288-4d73-a729-0fa7d7862438 req-644f70f8-4b43-4094-828e-25ee5ee56d59 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Feb 11 06:25:08.652983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8150dae-7b8e-4696-b2db-740fe3409852 req-53b666a1-3713-41d2-8350-c6e542a79617 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:08.654496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8150dae-7b8e-4696-b2db-740fe3409852 req-53b666a1-3713-41d2-8350-c6e542a79617 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 944 time: 0.0564632 Feb 11 06:25:08.690895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:08.707555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f8150dae-7b8e-4696-b2db-740fe3409852 req-9a8e59e6-5563-4f7b-87b9-ec07fbcee035 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470431 Feb 11 06:25:08.745719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:25:08.749527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:08.749900 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:08.824820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:08.825133 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:08.847544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:08.849833 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e23449-d96c-4d0b-8ea1-81310a7a5665" -d '{"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-plugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:08.862505 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:08.867403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:08.893738 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59c0baa-aee7-49b3-a4e0-4419af4b7440 x-openstack-request-id: req-b59c0baa-aee7-49b3-a4e0-4419af4b7440 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:08.894034 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-plugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:08.894290 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b59c0baa-aee7-49b3-a4e0-4419af4b7440 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:08.894678 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'code': 200} Feb 11 06:25:08.921125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:08.990216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9d6d9-23a9-46fd-87a1-f299d251f60d req-aa03ce4a-872f-4f60-a339-4d3008ae9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:08.991717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34c9d6d9-23a9-46fd-87a1-f299d251f60d req-aa03ce4a-872f-4f60-a339-4d3008ae9203 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1128 time: 0.0449986 Feb 11 06:25:09.035046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34c9d6d9-23a9-46fd-87a1-f299d251f60d req-b4d13817-a1c8-4e42-96fa-26f4a490d73f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370035 Feb 11 06:25:09.830411 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c5635-2dc2-4889-aa99-7a8ef49326cf req-d22a30bf-43a7-44a2-87f1-3669722e1347 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:09.831903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-803c5635-2dc2-4889-aa99-7a8ef49326cf req-d22a30bf-43a7-44a2-87f1-3669722e1347 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0518749 Feb 11 06:25:09.881292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-803c5635-2dc2-4889-aa99-7a8ef49326cf req-54adb30e-cc13-49c8-b548-59ef05851c71 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434990 Feb 11 06:25:11.004855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adfcc6-2610-49a0-b752-d27905a59567 req-bc0f4f03-fff2-47cf-bc6d-d481124ec72d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:11.006384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5adfcc6-2610-49a0-b752-d27905a59567 req-bc0f4f03-fff2-47cf-bc6d-d481124ec72d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0539734 Feb 11 06:25:11.053164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5adfcc6-2610-49a0-b752-d27905a59567 req-144e2ce9-70c2-4b4f-9c75-1e6b1e7a875d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411301 Feb 11 06:25:11.171233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3bbdf-ef3b-489f-aa0d-4b9a8509c98d req-9ff5f07e-7d50-4e3a-a8d3-8e33d03ad53c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:11.172646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-49c3bbdf-ef3b-489f-aa0d-4b9a8509c98d req-9ff5f07e-7d50-4e3a-a8d3-8e33d03ad53c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0546873 Feb 11 06:25:11.181426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50516) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:11.186508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a84264f6-bab5-438c-91df-aab5f975f77c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'floatingip': {'port_id': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:11.231598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a84264f6-bab5-438c-91df-aab5f975f77c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:11.685870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a84264f6-bab5-438c-91df-aab5f975f77c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:11.689874 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a84264f6-bab5-438c-91df-aab5f975f77c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:11.795625 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-a84264f6-bab5-438c-91df-aab5f975f77c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 associated. External IP: 172.25.1.170, port: c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83. Feb 11 06:25:12.018790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84264f6-bab5-438c-91df-aab5f975f77c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:25:12.142635 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84264f6-bab5-438c-91df-aab5f975f77c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:25:12.147418 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a84264f6-bab5-438c-91df-aab5f975f77c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:12.151984 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:25:12.161136 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:12.161753 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:12.176533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a84264f6-bab5-438c-91df-aab5f975f77c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "PUT /v2.0/floatingips/2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 HTTP/1.1" status: 200 len: 991 time: 0.9934373 Feb 11 06:25:12.177342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:12.180289 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa79765-c6a4-4a95-954e-5ba7afb6875b" -d '{"events": [{"name": "network-changed", "server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:12.229734 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936d0a14-bcd9-44f5-a6c9-c53ba9adbd36 x-openstack-request-id: req-936d0a14-bcd9-44f5-a6c9-c53ba9adbd36 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:12.230066 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:12.230332 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-936d0a14-bcd9-44f5-a6c9-c53ba9adbd36 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:12.230748 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'status': 'completed', 'code': 200} Feb 11 06:25:12.276604 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:12.305782 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-fc5f046d-bd2a-4525-8741-bb903ba976a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.308126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-fc5f046d-bd2a-4525-8741-bb903ba976a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1128 time: 0.0527735 Feb 11 06:25:12.458227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-51e700e1-f7bf-4d28-aba7-d5bb2326c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.459223 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-ab2bf9cf-73fc-457e-9463-51265d0ba384 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0532508 Feb 11 06:25:12.459830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-51e700e1-f7bf-4d28-aba7-d5bb2326c6f7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1450958 Feb 11 06:25:12.522091 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:88:96:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:25:11Z', 'revision_number': 9, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:12.530969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cb59e-e3ec-42cc-83ef-cba042fa3612 req-678583c4-63cd-4917-9538-44fb8446ca9d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.532542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f80cb59e-e3ec-42cc-83ef-cba042fa3612 req-678583c4-63cd-4917-9538-44fb8446ca9d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.1229331 Feb 11 06:25:12.569221 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-635ae51f-add4-4195-b1af-6260d03037c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 999 time: 0.1009917 Feb 11 06:25:12.640592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f80cb59e-e3ec-42cc-83ef-cba042fa3612 req-c123a105-bac7-4880-986b-48324d4f39d3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956378 Feb 11 06:25:12.650312 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:25:12.652086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-a73f00fb-ac25-4194-9d89-a648fa5391f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.653835 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-a73f00fb-ac25-4194-9d89-a648fa5391f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0781989 Feb 11 06:25:12.669152 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:12.669152 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:25:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:12.720998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-f09a4cef-c389-4c8f-85e3-823f452958b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.722887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-f09a4cef-c389-4c8f-85e3-823f452958b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0609903 Feb 11 06:25:12.796765 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:12.836062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-c62f8923-03a3-4380-b116-a9589dac41aa service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058784 Feb 11 06:25:12.929014 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-cccf9fca-5703-49e4-a75c-510766324629 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.930857 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-cccf9fca-5703-49e4-a75c-510766324629 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports/c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 942 time: 0.0547018 Feb 11 06:25:12.947650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fa79765-c6a4-4a95-954e-5ba7afb6875b req-f357a02b-e694-4767-942a-4c64b579a038 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052756 Feb 11 06:25:13.106320 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:88:96:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:25:11Z', 'revision_number': 9, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:13.137008 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265dde8-a78c-4fad-89e5-1693b8160595 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:88:96:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:25:11Z', 'revision_number': 9, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:25:13.361129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a836c0-dd60-44bc-acf7-8f0879b2d2c3 None None] New status for floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:25:13.810293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fdf0a-f169-4c9e-b6c3-bf502963ad78 req-97f397da-5be2-4adf-a441-8c79ccbdf01d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:13.811814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-579fdf0a-f169-4c9e-b6c3-bf502963ad78 req-97f397da-5be2-4adf-a441-8c79ccbdf01d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0877476 Feb 11 06:25:13.817817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-cfacb1f9-c903-4ba5-92ec-e49877d0095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:13.819350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-cfacb1f9-c903-4ba5-92ec-e49877d0095a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1128 time: 0.0681620 Feb 11 06:25:14.282261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-579fdf0a-f169-4c9e-b6c3-bf502963ad78 req-ea20c4e6-65d9-4869-aae5-52e4514ee51d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4619324 Feb 11 06:25:14.321052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-a9704e39-9f76-4733-904e-d3cec4eb056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:14.324080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-a9704e39-9f76-4733-904e-d3cec4eb056f service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.4924285 Feb 11 06:25:14.391460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-08333b89-6a29-43e2-8b56-1063c055b453 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1002 time: 0.0605273 Feb 11 06:25:14.444550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-9cb8fc8d-3322-4084-aaf6-82ad509da12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:14.446071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-9cb8fc8d-3322-4084-aaf6-82ad509da12b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0493281 Feb 11 06:25:14.498922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-b10481c1-bbc0-48d8-85cd-f41711fb3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:14.500455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-b10481c1-bbc0-48d8-85cd-f41711fb3f72 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484252 Feb 11 06:25:14.596180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-266b17fe-0447-4454-a3e6-af07a743e187 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889518 Feb 11 06:25:14.693674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-3d3f8321-2e89-44ab-b513-f61db5979fbc service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917048 Feb 11 06:25:15.416834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502b5d4-3f55-485b-9c2b-d3e9be329ba8 req-da23ece6-16d3-48b0-bf56-7e3587c2aa4d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:15.418420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4502b5d4-3f55-485b-9c2b-d3e9be329ba8 req-da23ece6-16d3-48b0-bf56-7e3587c2aa4d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0593295 Feb 11 06:25:15.471185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4502b5d4-3f55-485b-9c2b-d3e9be329ba8 req-2627cacc-ffb0-484b-937b-1609df01b9fe tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463057 Feb 11 06:25:16.601920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca003be-e36a-45ec-825a-6e976475492d req-dbea9598-b69f-4abd-b7b3-afa788c90500 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:16.603391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ca003be-e36a-45ec-825a-6e976475492d req-dbea9598-b69f-4abd-b7b3-afa788c90500 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0568700 Feb 11 06:25:16.649836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ca003be-e36a-45ec-825a-6e976475492d req-d9cda466-7c52-436d-b155-838a83be5acd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406277 Feb 11 06:25:17.770618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b997e-6eba-431b-a4a0-404f0da1014c req-52a6d851-d629-4b94-a6bc-598c68c05678 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:17.772143 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a5b997e-6eba-431b-a4a0-404f0da1014c req-52a6d851-d629-4b94-a6bc-598c68c05678 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0523510 Feb 11 06:25:17.819336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a5b997e-6eba-431b-a4a0-404f0da1014c req-7c7e81df-e91b-4bbd-9aad-a9d62cf0926b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Feb 11 06:25:18.954892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9743c-e4d7-44fd-a044-249aa4017fa4 req-a57e83fb-c508-42b0-9a16-83a50b8d73df tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:18.956387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3b9743c-e4d7-44fd-a044-249aa4017fa4 req-a57e83fb-c508-42b0-9a16-83a50b8d73df tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0593326 Feb 11 06:25:19.029024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3b9743c-e4d7-44fd-a044-249aa4017fa4 req-5b0d2d80-1d9f-4452-84f9-36dad2a928e1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654783 Feb 11 06:25:20.160458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff384b9f-f33e-4bbe-b695-91ee0139c129 req-ca743d3a-a465-4ca0-9d33-85f5a99b1172 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:20.162196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff384b9f-f33e-4bbe-b695-91ee0139c129 req-ca743d3a-a465-4ca0-9d33-85f5a99b1172 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0536692 Feb 11 06:25:20.211638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff384b9f-f33e-4bbe-b695-91ee0139c129 req-4c8dc3f9-87f7-4c47-b49e-bfb0e6565424 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431921 Feb 11 06:25:21.353223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80105b3-c6c9-48c9-8567-88a4b5f5d274 req-bd0abee1-0330-4ee5-a177-fa9f4f96beed tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:21.355354 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c80105b3-c6c9-48c9-8567-88a4b5f5d274 req-bd0abee1-0330-4ee5-a177-fa9f4f96beed tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0593426 Feb 11 06:25:21.407515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c80105b3-c6c9-48c9-8567-88a4b5f5d274 req-60915dd8-0a99-40a6-9d40-7c0040c1bab5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458176 Feb 11 06:25:22.538812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dffe4-69bf-404b-a992-ca4e651ae868 req-53c9ebd7-b90d-4486-a018-571a1c5c7370 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:22.540387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b69dffe4-69bf-404b-a992-ca4e651ae868 req-53c9ebd7-b90d-4486-a018-571a1c5c7370 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0584533 Feb 11 06:25:22.594965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b69dffe4-69bf-404b-a992-ca4e651ae868 req-10b0366f-a95f-4767-81d6-a80e2a4e2912 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480702 Feb 11 06:25:22.681035 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:23.727090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e3d5-8528-4772-9162-494cfa4e5589 req-138ca374-097d-4540-9b31-c965a573006c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:23.728699 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4770e3d5-8528-4772-9162-494cfa4e5589 req-138ca374-097d-4540-9b31-c965a573006c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0598800 Feb 11 06:25:23.755493 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:23.780476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4770e3d5-8528-4772-9162-494cfa4e5589 req-376e8e5d-e2a2-419d-b901-eb88d3360e86 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Feb 11 06:25:24.907214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f89ed1-641f-44b6-a2e1-66d399d2f5fa req-a4b1f7b3-e569-4ffe-a0ca-a3315bfc23e9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:24.908789 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54f89ed1-641f-44b6-a2e1-66d399d2f5fa req-a4b1f7b3-e569-4ffe-a0ca-a3315bfc23e9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0542462 Feb 11 06:25:24.962505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54f89ed1-641f-44b6-a2e1-66d399d2f5fa req-db52f319-6017-4a47-afb6-049a87a1e6fc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469718 Feb 11 06:25:26.102151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f103b9c-d863-4587-997b-b409d767c883 req-c7618f12-0a94-4629-8ba6-7de482443807 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:26.104123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f103b9c-d863-4587-997b-b409d767c883 req-c7618f12-0a94-4629-8ba6-7de482443807 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0574365 Feb 11 06:25:26.165251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f103b9c-d863-4587-997b-b409d767c883 req-b2ab5e14-a342-47d4-ad2a-3efc745a5466 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545325 Feb 11 06:25:27.320512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27478b55-ff45-4d4f-bb59-8a4451df8069 req-c2ab9905-47df-4211-bf3c-e6541b1a408f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:27.322132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27478b55-ff45-4d4f-bb59-8a4451df8069 req-c2ab9905-47df-4211-bf3c-e6541b1a408f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0767198 Feb 11 06:25:27.372670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27478b55-ff45-4d4f-bb59-8a4451df8069 req-2c910221-6b9e-4fcc-aff5-f22ec5e077fc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442922 Feb 11 06:25:27.800917 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-781fa1ae-e3ba-42ad-9597-06254f9b09cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:28.506474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755223a1-5798-4bc5-a566-99c160b9755c req-1681b98b-7030-430a-bc38-9c4255917381 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:28.508107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-755223a1-5798-4bc5-a566-99c160b9755c req-1681b98b-7030-430a-bc38-9c4255917381 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0612471 Feb 11 06:25:28.568019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-755223a1-5798-4bc5-a566-99c160b9755c req-ba8d90e0-b261-484b-aed4-0e40b724b3a0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497684 Feb 11 06:25:29.703562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06135f-147f-4f94-80f9-8d4b5f40f457 req-2ec6f16e-1ade-4567-97be-04ca62375442 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:29.705215 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da06135f-147f-4f94-80f9-8d4b5f40f457 req-2ec6f16e-1ade-4567-97be-04ca62375442 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0591292 Feb 11 06:25:29.763966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-da06135f-147f-4f94-80f9-8d4b5f40f457 req-411b624c-289c-4cc6-9b81-8ac41e8036d3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527370 Feb 11 06:25:30.377220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fb8c8032-ac48-45e3-8f06-d896b2e93fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:30.903153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826c3bd-fa15-4618-a9e0-0e209985a63d req-215d1e28-c7fb-4bef-a09c-db0c59ac0bd0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:30.904725 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7826c3bd-fa15-4618-a9e0-0e209985a63d req-215d1e28-c7fb-4bef-a09c-db0c59ac0bd0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0623140 Feb 11 06:25:30.966030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7826c3bd-fa15-4618-a9e0-0e209985a63d req-c3ac91c5-e9c2-4b29-a566-3eaa87823cdb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525184 Feb 11 06:25:31.293102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:32.143129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf78cf-35f6-4fdf-aeed-d44529b46c6f req-25cf3062-6c61-433f-8c2d-5a0e71e57089 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:32.144808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06bf78cf-35f6-4fdf-aeed-d44529b46c6f req-25cf3062-6c61-433f-8c2d-5a0e71e57089 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0971022 Feb 11 06:25:32.156691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-407e6b6f-a222-48c9-84f2-1be2201b2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:32.158194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-407e6b6f-a222-48c9-84f2-1be2201b2cad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1128 time: 0.0717907 Feb 11 06:25:32.285297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06bf78cf-35f6-4fdf-aeed-d44529b46c6f req-d05f3658-e70a-4761-ac0c-f572549c786e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322079 Feb 11 06:25:32.322143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-77216b08-6e88-4833-85b6-b94a478db203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:32.324711 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-77216b08-6e88-4833-85b6-b94a478db203 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1434095 Feb 11 06:25:32.405855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-95574e88-ea6b-4bac-957c-1e5a296a2ee7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1002 time: 0.0731187 Feb 11 06:25:32.464356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-d45092c9-e9df-49bf-a451-6ee56063a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:32.466163 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-d45092c9-e9df-49bf-a451-6ee56063a846 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0537429 Feb 11 06:25:32.523733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-65584cef-aec7-4d2b-ae6c-09a362554727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:32.525383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-65584cef-aec7-4d2b-ae6c-09a362554727 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512114 Feb 11 06:25:32.646333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-1d7e8a36-9f25-442e-a90a-771e61ced59d service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143007 Feb 11 06:25:32.785999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a38bfbfa-3055-47b1-b0f4-3a8283e8c195 req-2d5ca660-9b6b-44c4-a239-47d7ba3c6bf1 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329591 Feb 11 06:25:32.974025 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:33.417980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da9d98-970b-480b-a73e-b876600064dd req-1cbe28d5-4471-4480-b0ab-04eb842fba08 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:33.419579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17da9d98-970b-480b-a73e-b876600064dd req-1cbe28d5-4471-4480-b0ab-04eb842fba08 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0555882 Feb 11 06:25:33.482091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17da9d98-970b-480b-a73e-b876600064dd req-2cf5998e-28a7-4e1e-849d-8e6a8642f138 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564795 Feb 11 06:25:34.004709 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:34.624929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e002d5-93fd-4aaa-b4e6-434f8fd8f5ab req-edd05e53-511c-439e-b602-d52b95d03e98 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:34.626542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08e002d5-93fd-4aaa-b4e6-434f8fd8f5ab req-edd05e53-511c-439e-b602-d52b95d03e98 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0574875 Feb 11 06:25:34.682542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08e002d5-93fd-4aaa-b4e6-434f8fd8f5ab req-44a5e38d-9a9e-4030-bc80-eefffa8d46de tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502536 Feb 11 06:25:35.839364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990815bf-0f15-4e15-bfac-72d9aa09ae83 req-01121c3d-1269-4aca-8025-66617ca50c53 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:35.841374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-990815bf-0f15-4e15-bfac-72d9aa09ae83 req-01121c3d-1269-4aca-8025-66617ca50c53 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0628648 Feb 11 06:25:35.911720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-990815bf-0f15-4e15-bfac-72d9aa09ae83 req-f4c10522-4db5-4454-a9da-0fd78959f4eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636232 Feb 11 06:25:37.058287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6edb8c-258e-496c-9158-7acf38d2cc3c req-e1953b21-176b-4dc8-bf9b-65123fda4547 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:37.059881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df6edb8c-258e-496c-9158-7acf38d2cc3c req-e1953b21-176b-4dc8-bf9b-65123fda4547 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0645552 Feb 11 06:25:37.120505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df6edb8c-258e-496c-9158-7acf38d2cc3c req-f0ed2230-7be1-4473-b7be-7c42123eae5e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540237 Feb 11 06:25:38.260286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab72ffe-9ded-4a03-8e19-69dd0ec104b5 req-ad07b155-f39a-46fb-81d9-c82331b78581 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:38.261925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ab72ffe-9ded-4a03-8e19-69dd0ec104b5 req-ad07b155-f39a-46fb-81d9-c82331b78581 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0672963 Feb 11 06:25:38.315649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ab72ffe-9ded-4a03-8e19-69dd0ec104b5 req-8b701973-a38c-41c7-b916-0facf1eb1aaf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477185 Feb 11 06:25:39.482081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c862ae-f3e2-43b7-b27c-8fe45f948a0b req-affa5cc9-f7aa-4cdd-a0a2-042efbb17a0c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:39.483576 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2c862ae-f3e2-43b7-b27c-8fe45f948a0b req-affa5cc9-f7aa-4cdd-a0a2-042efbb17a0c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0694184 Feb 11 06:25:39.533999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e2c862ae-f3e2-43b7-b27c-8fe45f948a0b req-79f75d33-a043-4f64-b444-0780810e0d94 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430477 Feb 11 06:25:40.663014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4110-adea-44de-ba31-4191e16b05e7 req-0cf46643-f464-423a-816d-2c1d5812a1f4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:40.664603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae4110-adea-44de-ba31-4191e16b05e7 req-0cf46643-f464-423a-816d-2c1d5812a1f4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0559411 Feb 11 06:25:40.716779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-beae4110-adea-44de-ba31-4191e16b05e7 req-a5fa3605-f7ec-4971-a7a2-ba3c00452bd9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465083 Feb 11 06:25:41.608632 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-b84eaa79-0fb7-44a1-b4eb-cac7866e809a service neutron] show failed (client error): The resource could not be found. Feb 11 06:25:41.609710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-b84eaa79-0fb7-44a1-b4eb-cac7866e809a service neutron] 10.222.0.81 "GET /v2.0/ports/c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0565782 Feb 11 06:25:41.881629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-fcb24d1d-a662-4c1e-9c03-8ad1a8b3796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:41.884507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-fcb24d1d-a662-4c1e-9c03-8ad1a8b3796d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 1128 time: 0.0976636 Feb 11 06:25:41.894901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59796be7-328b-48c8-ad94-b22420ad87c9 req-c9223f13-63e4-4400-87f6-57fbd2d55247 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:41.896420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59796be7-328b-48c8-ad94-b22420ad87c9 req-c9223f13-63e4-4400-87f6-57fbd2d55247 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0966125 Feb 11 06:25:41.901936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:42.001021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59796be7-328b-48c8-ad94-b22420ad87c9 req-92a97dc7-a705-4fe7-a31b-02c1c3954647 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951772 Feb 11 06:25:42.001636 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:42.227601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:42.269054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:42.312400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:42.314949 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d437c0cc-7d8e-4b57-81aa-966c26b2763a" -d '{"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:42.319365 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Publish callbacks [] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:42.336738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Transition to ACTIVE for port object c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:25:42.342484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:42.376414 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429c0a5c-217b-4d08-9629-ae099a12b469 x-openstack-request-id: req-429c0a5c-217b-4d08-9629-ae099a12b469 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:42.376717 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:42.376980 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-429c0a5c-217b-4d08-9629-ae099a12b469 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:42.377411 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'code': 200} Feb 11 06:25:42.431968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:42.482836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] No DVR routers for this DVR port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:25:42.642351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:25:42.642351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:25:42.642835 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:42.647526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:25:42.647863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:42.653035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:25:42.653406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:25:42.653808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:25:42.654339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Bound port: c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:25:42.654604 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:42.733358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:42.738123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:25:42.746246 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:42.791689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:42.791689 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:42.791689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] 10.222.0.72 "PUT /v2.0/ports/c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1092 time: 0.8918180 Feb 11 06:25:42.831057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26ed5-1018-4ab6-91a1-efad2ba04380 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:42.888718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-eb0f12cd-8c46-4c3b-b451-c9bce62e4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:42.891001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-eb0f12cd-8c46-4c3b-b451-c9bce62e4f23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1126 time: 0.0735250 Feb 11 06:25:43.002522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-4e73692d-18c0-4210-b62e-7d6626ee8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:43.004009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-4e73692d-18c0-4210-b62e-7d6626ee8bde service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1073458 Feb 11 06:25:43.048922 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:25:43.089213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-ea7cc69a-b0fa-4194-8fa6-021aedb9fcaf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1000 time: 0.0784400 Feb 11 06:25:43.183350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-e93a2c2e-eed5-4313-85eb-73f899496ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:43.184947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-e93a2c2e-eed5-4313-85eb-73f899496ae5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0890479 Feb 11 06:25:43.197019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d626523-3caf-4eac-a8df-34ae8e358857 req-bba9fb43-674c-442c-9b1a-cd340bc6e358 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:43.197019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d626523-3caf-4eac-a8df-34ae8e358857 req-bba9fb43-674c-442c-9b1a-cd340bc6e358 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 943 time: 0.1015830 Feb 11 06:25:43.278957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d626523-3caf-4eac-a8df-34ae8e358857 req-dd52da24-32a4-45d9-a242-d74c3dbc8b62 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691833 Feb 11 06:25:43.281718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-b83878f1-e8f0-4a8e-b627-2b73fb7fcf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:43.283338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-b83878f1-e8f0-4a8e-b627-2b73fb7fcf5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0836697 Feb 11 06:25:43.383348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-8d416fb7-8e99-41e3-a006-6d2feed2c525 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940104 Feb 11 06:25:43.482321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e7d98ce-1cb9-4ebb-b95d-af10df42dd4b req-3fc3e69f-7bb2-45ad-a56c-75fd5c47edfe service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911541 Feb 11 06:25:44.378000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:44.380229 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b227a6-56e2-40bf-9501-c5fad60410fa" -d '{"events": [{"name": "network-changed", "server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:44.434811 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e1737e-7e35-4906-8a93-a4b853e1c408 x-openstack-request-id: req-b2e1737e-7e35-4906-8a93-a4b853e1c408 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:44.435394 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:44.435905 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2e1737e-7e35-4906-8a93-a4b853e1c408 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:44.436676 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'status': 'completed', 'code': 200} Feb 11 06:25:44.581632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1594a-c451-4c99-839c-6f01d88df5d1 req-933bf36b-b0a2-4266-bc4d-f2513b71cd2c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:44.583288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e1594a-c451-4c99-839c-6f01d88df5d1 req-933bf36b-b0a2-4266-bc4d-f2513b71cd2c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 943 time: 0.2099633 Feb 11 06:25:44.589448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-c63531c1-8102-4032-a31f-5157d48db29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:44.591846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-c63531c1-8102-4032-a31f-5157d48db29e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1126 time: 0.1329117 Feb 11 06:25:44.597762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-1d11e684-4b61-46f2-b800-3e6c24484848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:44.599266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-1d11e684-4b61-46f2-b800-3e6c24484848 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1126 time: 0.1393023 Feb 11 06:25:44.781894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14e1594a-c451-4c99-839c-6f01d88df5d1 req-17bbbb2f-96bd-4025-bea8-3729ad3b0347 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866417 Feb 11 06:25:44.805184 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:25:44.816669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-10946839-4766-46d5-ba9f-20aec87fc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:44.818183 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-10946839-4766-46d5-ba9f-20aec87fc7ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.2031028 Feb 11 06:25:44.819137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-1688a6ba-3dac-4739-a54a-1950aa3e6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:44.820459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-1688a6ba-3dac-4739-a54a-1950aa3e6778 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.2176824 Feb 11 06:25:44.847365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] The host n-h1-715271-35 is not matching for port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 host n-h2-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:25:44.847904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:25:44.943383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-905cb95f-3688-4be1-bbc1-e3f1ff4bbf0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1000 time: 0.1182141 Feb 11 06:25:44.947782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-37bfb233-9909-415f-8f84-f83a4a2b3035 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1000 time: 0.1152842 Feb 11 06:25:45.037068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-9b81b3e9-6be2-4e12-9260-00ac0ac56473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:45.038637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-9b81b3e9-6be2-4e12-9260-00ac0ac56473 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0867343 Feb 11 06:25:45.041145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-960f269e-e0cc-40c9-858b-0b7ea13f6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:45.042618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-960f269e-e0cc-40c9-858b-0b7ea13f6c0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0823803 Feb 11 06:25:45.122782 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-eaef5f21-ffa3-4881-bb7e-d193511377d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:45.124294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-eaef5f21-ffa3-4881-bb7e-d193511377d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0796142 Feb 11 06:25:45.141438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-ccd8247d-67f8-4c1d-983d-4d0bb46ee3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:45.143117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-ccd8247d-67f8-4c1d-983d-4d0bb46ee3e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0890296 Feb 11 06:25:45.289907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-d2ae768e-1557-4605-b8e8-1b58f968189d service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581564 Feb 11 06:25:45.306871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-2b9ce8d7-91ea-442a-b364-63138d01d31d service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525507 Feb 11 06:25:45.813092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-618f79e7-c5d8-4e2c-bd9e-ba75d4867225 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161352 Feb 11 06:25:45.827930 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-48b227a6-56e2-40bf-9501-c5fad60410fa req-c0ba737b-008e-4bf7-8fce-6580c844eb28 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070426 Feb 11 06:25:45.986514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f7d3-2391-4296-85c7-c9b57ea2ffff req-2072fd9e-3c99-4bee-aa23-e85925cbb363 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:45.988173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5355f7d3-2391-4296-85c7-c9b57ea2ffff req-2072fd9e-3c99-4bee-aa23-e85925cbb363 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 943 time: 0.1143003 Feb 11 06:25:46.045234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5355f7d3-2391-4296-85c7-c9b57ea2ffff req-8eee41b7-02fa-4228-8477-1203c4ccfe6d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509863 Feb 11 06:25:46.396205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-4bbd1a65-9244-4e1b-95b2-735eab64bab0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:46.397673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-4bbd1a65-9244-4e1b-95b2-735eab64bab0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7&tenant_id=e08dee32222041838e46735cec0acdf7&binding%3Ahost_id=n-h2-715271-35 HTTP/1.1" status: 200 len: 943 time: 0.0946555 Feb 11 06:25:46.417890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4ce6e-6498-487f-b39b-66a6f01834d2 req-dc09dad8-27bd-4388-81f7-7aca89d03bae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:46.419422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67c4ce6e-6498-487f-b39b-66a6f01834d2 req-dc09dad8-27bd-4388-81f7-7aca89d03bae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 943 time: 0.0827656 Feb 11 06:25:46.506352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-cd7ddc83-d9bf-434d-ac2c-b0016d61e71d service neutron] 10.222.0.72 "GET /v2.0/ports/c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83/bindings/n-h2-715271-35 HTTP/1.1" status: 200 len: 383 time: 0.0998111 Feb 11 06:25:46.510137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67c4ce6e-6498-487f-b39b-66a6f01834d2 req-5cf0db30-c418-4114-bd27-f1c6d0ae7aa3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690155 Feb 11 06:25:46.536524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:25:46.585849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-686b97f3-2349-489a-965a-0632f8c029bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:46.587985 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-686b97f3-2349-489a-965a-0632f8c029bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1126 time: 0.0584474 Feb 11 06:25:46.697649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-57542b09-e9b8-41ce-8021-e6ad4331dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:46.699765 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-57542b09-e9b8-41ce-8021-e6ad4331dc41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1052024 Feb 11 06:25:46.776063 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-480d9d48-2e0b-46b0-aeee-e5e1c65812f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1000 time: 0.0693345 Feb 11 06:25:46.810532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:46.823393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'mac_address': 'fa:16:3e:88:96:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:25:46.830344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-f11e09e6-db21-4045-aa65-88d8500ad814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:46.831879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-f11e09e6-db21-4045-aa65-88d8500ad814 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0498800 Feb 11 06:25:46.869830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:46.870499 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:46.887251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:25:46.889792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-7170efe8-78ae-423d-b42d-e22b911df0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:46.891580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-7170efe8-78ae-423d-b42d-e22b911df0f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534201 Feb 11 06:25:46.909028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:46.915651 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:46.969174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:46.998195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-f6132262-df95-4057-8382-0a7fc9f63ba8 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001506 Feb 11 06:25:47.107811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-d50a52ba-1db9-403d-9298-d5959661d0f2 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029320 Feb 11 06:25:47.124511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:25:47.647290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e50ba-8f0e-46ad-83a8-8b11301f4949 req-b368a711-5cb2-4aef-8375-15bf8a8336aa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:47.648812 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-049e50ba-8f0e-46ad-83a8-8b11301f4949 req-b368a711-5cb2-4aef-8375-15bf8a8336aa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 944 time: 0.0595245 Feb 11 06:25:47.701460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-049e50ba-8f0e-46ad-83a8-8b11301f4949 req-a9c77cff-5665-4e6c-a63b-c7a36bb190d6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470352 Feb 11 06:25:48.534110 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:48.593837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:25:48.598014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:48.598393 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:48.688302 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:48.688826 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:48.719728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:48.722124 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2945ba01-3c4e-453b-bdb5-1df5f3567939" -d '{"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-plugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:48.738520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:48.745788 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:48.802959 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d05fd36-8765-49b6-bd6a-fbdcb0eca124 x-openstack-request-id: req-0d05fd36-8765-49b6-bd6a-fbdcb0eca124 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:48.803273 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-plugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:48.803528 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d05fd36-8765-49b6-bd6a-fbdcb0eca124 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:48.804949 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'code': 200} Feb 11 06:25:48.833290 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:48.901448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c5a6c-16c8-48f8-8af5-b2b883ea1daa req-5eb1e635-0e03-4414-bd7a-05b576cf54b8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:48.904708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-443c5a6c-16c8-48f8-8af5-b2b883ea1daa req-5eb1e635-0e03-4414-bd7a-05b576cf54b8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0917549 Feb 11 06:25:48.964177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-443c5a6c-16c8-48f8-8af5-b2b883ea1daa req-df68303e-d9ed-4de2-bb49-419c29b04849 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497165 Feb 11 06:25:49.148372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-41144e57-d04f-4ef5-83e7-0e89b5007ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:49.151391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-41144e57-d04f-4ef5-83e7-0e89b5007ff6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 1128 time: 0.0619035 Feb 11 06:25:49.163073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:49.230277 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:49.463021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:49.501488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:49.545438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:49.547786 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e3a8d-cc71-49d1-bace-2f0b1955726f" -d '{"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:49.552055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Publish callbacks [] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:49.577239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Transition to ACTIVE for port object c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:25:49.586628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:49.620200 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a752569c-6b8b-47d2-9cea-0d0351eb0e64 x-openstack-request-id: req-a752569c-6b8b-47d2-9cea-0d0351eb0e64 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:49.620593 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:49.620927 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a752569c-6b8b-47d2-9cea-0d0351eb0e64 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:49.621426 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'code': 200} Feb 11 06:25:49.675257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=10']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:49.737624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] No DVR routers for this DVR port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:25:49.906823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:25:49.907443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:25:49.907443 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:49.913455 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:25:49.913868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Attempting to bind port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:49.922389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:25:49.922868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:25:49.923265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:25:49.923863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Bound port: c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:25:49.924227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:50.007714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:50.012448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:25:50.021293 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:50.073429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:50.074079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:50.075463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] 10.222.0.81 "PUT /v2.0/ports/c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1093 time: 0.9165864 Feb 11 06:25:50.166991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0098a-bb49-4114-9d56-00ab7f6fbc6c service neutron] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=11']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:50.195579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97dcfb-bf29-486e-886a-193132c667c0 req-8e3bad59-a906-4496-83c8-aded4cce842d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:50.197799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f97dcfb-bf29-486e-886a-193132c667c0 req-8e3bad59-a906-4496-83c8-aded4cce842d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 944 time: 0.1484189 Feb 11 06:25:50.202995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-16f77ddd-5f58-44e2-9af0-d975c169c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:50.205107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-16f77ddd-5f58-44e2-9af0-d975c169c8e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1127 time: 0.0980325 Feb 11 06:25:50.341014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f97dcfb-bf29-486e-886a-193132c667c0 req-e562b754-7360-4070-b19e-0c098337356a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314240 Feb 11 06:25:50.374155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-b5ea8371-3e5f-4f70-a464-32512c566852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:50.375645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-b5ea8371-3e5f-4f70-a464-32512c566852 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1635840 Feb 11 06:25:50.464643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-d5954f08-6093-40bc-b110-199ba54f4acf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1000 time: 0.0820923 Feb 11 06:25:50.537756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-16f13b00-5721-4dda-8038-078a3c56f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:50.540960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-16f13b00-5721-4dda-8038-078a3c56f0f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0677092 Feb 11 06:25:50.607109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-dae162f8-c350-4b8c-af40-b18afc3abd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:50.608722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-dae162f8-c350-4b8c-af40-b18afc3abd63 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608768 Feb 11 06:25:50.733666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-b58cc49b-bc52-42fa-81de-38bccf5209a3 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171501 Feb 11 06:25:50.834988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-30c22c05-055c-4f30-9d03-f17c94f7ff9e req-b4faa628-80db-498b-81f3-1efb10aa56b2 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947473 Feb 11 06:25:51.474617 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcdbc6-fcce-4ea3-9edc-c01aec8fbab6 req-8fbeafdc-5124-4d1c-a280-50c8c4bfdd43 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:51.476112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edfcdbc6-fcce-4ea3-9edc-c01aec8fbab6 req-8fbeafdc-5124-4d1c-a280-50c8c4bfdd43 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 944 time: 0.0641787 Feb 11 06:25:51.527329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edfcdbc6-fcce-4ea3-9edc-c01aec8fbab6 req-11860cd1-8c0d-440d-a56e-148a101fb524 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454977 Feb 11 06:25:51.623150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:51.625610 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711a7841-0ff8-4951-a945-26d6ede8e043" -d '{"events": [{"name": "network-changed", "server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:51.688229 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140b4b31-eaa4-4c1f-bcbb-337461d56a25 x-openstack-request-id: req-140b4b31-eaa4-4c1f-bcbb-337461d56a25 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:51.688572 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:51.688987 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-140b4b31-eaa4-4c1f-bcbb-337461d56a25 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:51.689624 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'status': 'completed', 'code': 200} Feb 11 06:25:51.788544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-d5b616a0-c55a-4a3b-90d8-943a3b97a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:51.790109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-d5b616a0-c55a-4a3b-90d8-943a3b97a452 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1127 time: 0.0838733 Feb 11 06:25:51.791931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-7f3f0395-1ad8-412a-bbc1-870f47f50741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:51.793311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-7f3f0395-1ad8-412a-bbc1-870f47f50741 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 1127 time: 0.0883729 Feb 11 06:25:51.973037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-1e271788-f0ca-4070-bc83-96eac401b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:51.974763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-1e271788-f0ca-4070-bc83-96eac401b636 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1783276 Feb 11 06:25:51.978415 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-aff9e49e-446e-4ec4-9284-4689e4b9e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:51.979849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-aff9e49e-446e-4ec4-9284-4689e4b9e523 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1749148 Feb 11 06:25:52.094297 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-7d25243d-eb09-443f-adbf-5180f2a5b6cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1000 time: 0.1062336 Feb 11 06:25:52.095956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-c9669b9e-035d-46ba-a22b-dac1448c2462 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 200 len: 1000 time: 0.1142204 Feb 11 06:25:52.181580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-7a85aee1-47a7-4c3c-a4bf-abd13eb058af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:52.183259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-7a85aee1-47a7-4c3c-a4bf-abd13eb058af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0833149 Feb 11 06:25:52.184710 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-ddee2e73-0d32-42ec-bcef-6fcedb21b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:52.186152 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-ddee2e73-0d32-42ec-bcef-6fcedb21b7f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0780325 Feb 11 06:25:52.301498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-03c867cf-a328-400a-a282-aa900d69ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:52.303113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-03c867cf-a328-400a-a282-aa900d69ecbb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1136203 Feb 11 06:25:52.308613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-f737f4f6-3321-464a-9267-c3132657f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:52.310423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-f737f4f6-3321-464a-9267-c3132657f3a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1123025 Feb 11 06:25:52.482337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-fb000ceb-2b9d-48c6-a0eb-9e3462817cd0 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708326 Feb 11 06:25:52.486180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-64bbc80a-6ddd-458a-88a6-b2a9fbff8c8e service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634178 Feb 11 06:25:52.549235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:25:52.602709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:25:52.603406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:25:52.683586 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:52.702418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-d169ae27-7e57-455e-a5b2-3c1d97c2326b service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048454 Feb 11 06:25:52.704833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-711a7841-0ff8-4951-a945-26d6ede8e043 req-4f64afb8-47bc-45dd-8fe5-e3d20e8145f3 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154860 Feb 11 06:25:52.743686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da0da2-7c06-4740-9074-6611b36b705c req-bb2bf560-0eba-4c4d-8f9e-643c47e376b8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:52.745197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88da0da2-7c06-4740-9074-6611b36b705c req-bb2bf560-0eba-4c4d-8f9e-643c47e376b8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 944 time: 0.1063201 Feb 11 06:25:52.800935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88da0da2-7c06-4740-9074-6611b36b705c req-d38404a4-6711-48a4-94b9-a56521d7b6cd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459163 Feb 11 06:25:52.894993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:25:52.942337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c51e88-a183-4edd-ba8c-7932979c9ade req-ef6ea7f8-8012-4212-8675-87d51b2067c1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:52.943356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22c51e88-a183-4edd-ba8c-7932979c9ade req-ef6ea7f8-8012-4212-8675-87d51b2067c1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 944 time: 0.0638812 Feb 11 06:25:52.997824 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22c51e88-a183-4edd-ba8c-7932979c9ade req-f6e0d3d0-883b-4cf7-955d-aa9d7d84dfbc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479307 Feb 11 06:25:53.040714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:53.055236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'mac_address': 'fa:16:3e:88:96:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:25:53.112434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:53.113530 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:53.128054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:25:53.128788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7d252-39af-4438-8630-fadf48f501c5 req-aeadfb49-67a4-4c51-b51b-10648ff503e5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:53.131202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afe7d252-39af-4438-8630-fadf48f501c5 req-aeadfb49-67a4-4c51-b51b-10648ff503e5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 944 time: 0.0600297 Feb 11 06:25:53.150263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:53.156667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:53.194253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afe7d252-39af-4438-8630-fadf48f501c5 req-89b8b11f-921c-45f7-861f-56a5b484f9a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566540 Feb 11 06:25:53.240029 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=12']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:53.364614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:25:53.486015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56749918-1628-4335-95e0-bb2e02449dc8 req-0ad814c1-d9c0-48c6-a13a-35e8b016dbc9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:53.488142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56749918-1628-4335-95e0-bb2e02449dc8 req-0ad814c1-d9c0-48c6-a13a-35e8b016dbc9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0591664 Feb 11 06:25:53.549580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56749918-1628-4335-95e0-bb2e02449dc8 req-9713b3dc-4fe7-4a9f-b9e4-354bb1100a9d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501518 Feb 11 06:25:53.721272 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.692235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330ce5b-99a4-48f1-a6f0-b303e0f5f0ae req-07eb8394-5e76-472e-a665-225dd51d4cfb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:54.693872 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b330ce5b-99a4-48f1-a6f0-b303e0f5f0ae req-07eb8394-5e76-472e-a665-225dd51d4cfb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0635107 Feb 11 06:25:54.782188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b330ce5b-99a4-48f1-a6f0-b303e0f5f0ae req-6053484a-536b-4bb4-8bdd-8f47fb5ccc4c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812769 Feb 11 06:25:54.796723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-093fcf10-2bf9-4733-8005-9164924422ff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:54.798342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-093fcf10-2bf9-4733-8005-9164924422ff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 945 time: 0.0804160 Feb 11 06:25:54.898030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Deleting port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:25:54.898366 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.926512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:54.984131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:25:54.990355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:54.990960 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.023262 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:55.023740 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.094279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:55.094895 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.127079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:55.130246 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a984a3e4-338d-4446-badb-3a3752249a83" -d '{"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-plugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:55.144964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:55.151057 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.191572 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f27284-39f9-44cb-954f-c77ed2ec503a x-openstack-request-id: req-45f27284-39f9-44cb-954f-c77ed2ec503a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:55.191876 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-plugged", "status": "completed", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:55.192138 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45f27284-39f9-44cb-954f-c77ed2ec503a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:55.192539 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'code': 200} Feb 11 06:25:55.211328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=13']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:55.243954 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.244312 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.244663 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 disassociated. External IP: 172.25.1.170, port: c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83. Feb 11 06:25:55.245017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Calling delete_port for c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:25:55.407363 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.444110 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event deleted for resources: {'Port': ['ID=c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:55.575642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:25:55.693939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:25:55.706065 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:25:55.717380 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:55.718491 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:55.738744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] No DVR routers for this DVR port c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:25:55.741822 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.745891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6931f331-5bc0-42cb-a138-9a3df30930b5 req-7fe13223-b43c-4680-a6f7-00da75ac438a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "DELETE /v2.0/ports/c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 HTTP/1.1" status: 204 len: 173 time: 0.9394741 Feb 11 06:25:55.745891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-deleted', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:55.748050 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2533a8bf-9693-448a-9428-91072d1beff4" -d '{"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-deleted", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:55.812501 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6013f720-4489-4949-810b-d58340416eaa x-openstack-request-id: req-6013f720-4489-4949-810b-d58340416eaa {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:55.812891 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64669b3c-2d21-41bf-b769-c6b75738fbd7", "name": "network-vif-deleted", "tag": "c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:55.813055 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6013f720-4489-4949-810b-d58340416eaa {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:55.813505 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64669b3c-2d21-41bf-b769-c6b75738fbd7', 'name': 'network-vif-deleted', 'tag': 'c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83', 'status': 'completed', 'code': 200} Feb 11 06:25:55.885961 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:55.958762 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be0294cc-664b-4a33-97a6-35272ec14352 req-407a099c-1a8b-4ccc-8ddf-520ffcab56fd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=64669b3c-2d21-41bf-b769-c6b75738fbd7 HTTP/1.1" status: 200 len: 210 time: 0.0535805 Feb 11 06:25:56.150366 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:56.197428 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:25:56.209818 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:56.210046 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:25:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:56.371506 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:56.611842 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:56.639002 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee8966-f4df-4d21-a9a9-191720b57bb8 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:25:56.938392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40006ff0-2492-4e4a-9e7c-6d2a3ddd27e0 None None] New status for floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:25:57.249652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-12badf44-c549-4792-9d3d-b9cd22922782 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2145606779&fields=id&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 267 time: 0.0483940 Feb 11 06:25:57.810108 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2462cbd-6860-4a9f-bf18-f1a20ca82242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.823850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-e4246ed6-e64e-4662-a3bd-8c5e4cc940d9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:57.825390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-e4246ed6-e64e-4662-a3bd-8c5e4cc940d9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 811 time: 0.5584753 Feb 11 06:25:57.844291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-b7c06ee9-33d7-4a0f-958f-2737478aac27 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/quotas/e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 375 time: 0.0123205 Feb 11 06:25:57.903134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-8054b3bb-30cc-4406-be8a-3428e8e5bc74 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532777 Feb 11 06:25:58.013987 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-920ee8b2-433a-43b8-a1c6-314adf629d16 service neutron] 10.222.0.31 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985591 Feb 11 06:25:58.109972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-c39c7e5a-9d76-412a-b4f1-8726897275fd service neutron] 10.222.0.31 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892859 Feb 11 06:25:58.313479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5120e90b-797c-4fdd-9620-4b148897c370 req-3eb4fd21-62bb-4aa2-af1c-68a8a73f84d1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0419943 Feb 11 06:25:58.940620 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:25:58.966903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:25:58.967389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device c1b0f36b-2335-44e6-abd7-cb6f4fa5bf83 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:25:59.444980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-8c888267-b450-4706-8181-49f31057bcdc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:59.446791 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-8c888267-b450-4706-8181-49f31057bcdc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 811 time: 0.1602163 Feb 11 06:25:59.471174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-334b8371-676b-4f21-9bd0-faa4fc0ac415 req-eee6eb9f-2ad7-4335-9267-91016253d88e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0467706 Feb 11 06:25:59.528654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-df728808-b732-4d3f-bb66-96e9ca0b4a35 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 380 time: 0.0646527 Feb 11 06:25:59.543011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'port': {'device_id': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'admin_state_up': True, 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'security_groups': ['8d859450-a739-480a-b102-4a472c2f3d93']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:59.655456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Made reservation on behalf of e08dee32222041838e46735cec0acdf7 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:25:59.660424 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:59.806850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Allocated IP 172.20.0.14 (30935668-1b64-431a-a8f1-c6e8296c0827/e0d06407-d633-4b4b-9544-f6e9060136f9/62360a47-3eff-49fd-a3b2-4f971d7f3f1b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:25:59.962656 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.007306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.058253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Network 30935668-1b64-431a-a8f1-c6e8296c0827 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:00.061524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:00.065568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:00.095356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:00.113819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.114408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.114766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.115147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.115493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.115840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.116175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.116502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.116933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.117158 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.117493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.117803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.118267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:00.139512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:00.140157 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.165846 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-4066786b-7488-4571-8f65-5f6c77f75bf8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6277525 Feb 11 06:26:00.178222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Request body: {'port': {'device_id': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:00.252892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.350410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7ccc2c0e-9cbd-4910-a9e2-26a08ca1786e None None] Provisioning complete for port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:00.350973 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c0e-9cbd-4910-a9e2-26a08ca1786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.423068 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb841-4edf-4938-94e4-6000e1289e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.427653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc2c0e-9cbd-4910-a9e2-26a08ca1786e None None] Port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:26:00.566993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62360a47-3eff-49fd-a3b2-4f971d7f3f1b {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:26:00.576785 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Publish callbacks [] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.599365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Transition to ACTIVE for port object 62360a47-3eff-49fd-a3b2-4f971d7f3f1b will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:26:00.616098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.700604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:00.759579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c34b-9fd0-4cae-b45b-70bd3c347d1a req-e0421631-2856-4ab1-a351-0819d45d81e0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:00.761264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5310c34b-9fd0-4cae-b45b-70bd3c347d1a req-e0421631-2856-4ab1-a351-0819d45d81e0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 932 time: 0.1866388 Feb 11 06:26:00.866200 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5310c34b-9fd0-4cae-b45b-70bd3c347d1a req-4588d027-9eab-4443-a5cf-a3bfe7f348f1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766840 Feb 11 06:26:00.867050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:00.867395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:00.867838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:00.877075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:26:00.880583 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:00.887281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:00.887633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:00.888028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:00.888466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Bound port: 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:00.888834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.965284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:00.968862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:00.979223 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.027103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:01.028279 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.030578 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] 10.222.0.72 "PUT /v2.0/ports/62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1093 time: 0.8568068 Feb 11 06:26:01.031272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:01.035362 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a698aa-5f23-4509-92ed-38db695f6f75" -d '{"events": [{"name": "network-changed", "server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:01.097075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68cf63-b6c5-4eff-ab47-fccab47b3b11 service neutron] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:01.139091 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27668be-117e-4c44-a3ba-f6dbdba726f4 x-openstack-request-id: req-b27668be-117e-4c44-a3ba-f6dbdba726f4 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:01.139588 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:01.139932 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b27668be-117e-4c44-a3ba-f6dbdba726f4 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:01.140412 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'status': 'completed', 'code': 200} Feb 11 06:26:01.191576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-11cf798e-647d-4c89-b289-d548a7c543cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:01.193471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-11cf798e-647d-4c89-b289-d548a7c543cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1127 time: 0.0663249 Feb 11 06:26:01.244952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-9f7c48eb-9075-4041-b86e-4b606e9ab94c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 217 time: 0.0447986 Feb 11 06:26:01.298485 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.322582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-5708e93f-7004-4c86-9087-6602bd926915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:01.325476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-5708e93f-7004-4c86-9087-6602bd926915 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0731208 Feb 11 06:26:01.392037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ffd256be-f61e-4748-a775-17aa6fd67136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:01.393675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-ffd256be-f61e-4748-a775-17aa6fd67136 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0633943 Feb 11 06:26:01.500287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-14eac52b-623d-4200-8274-8fc65e9bc890 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001647 Feb 11 06:26:01.601028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6469b0eb-8088-4ef2-b26d-2c555480f7cc req-d7ae524c-951e-4fb1-9f4d-7c9a4272ed5f service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951488 Feb 11 06:26:01.720397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-00fba04e-8e0b-4955-bcec-281dbb5d62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:01.722605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-00fba04e-8e0b-4955-bcec-281dbb5d62aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1127 time: 0.0688429 Feb 11 06:26:01.839361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-a760e51d-88bf-4d51-8cad-e5a2f9f06164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:01.840953 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-a760e51d-88bf-4d51-8cad-e5a2f9f06164 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1121867 Feb 11 06:26:01.886836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-92a1a0e3-39d4-47ca-9224-1fb89afbb4ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 217 time: 0.0382679 Feb 11 06:26:01.961476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-a3eaab8e-6d50-4e88-aacd-d80caa891b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:01.963055 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-a3eaab8e-6d50-4e88-aacd-d80caa891b6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0698864 Feb 11 06:26:02.037641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432d9d7-f599-4bb9-ad62-19624cda0ee2 req-a45843ed-c606-4f33-a6b3-da9a63cdcdaa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:02.039188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e432d9d7-f599-4bb9-ad62-19624cda0ee2 req-a45843ed-c606-4f33-a6b3-da9a63cdcdaa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0972650 Feb 11 06:26:02.042113 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-09b48714-d6f8-4733-b5b7-429d5e35eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:02.043547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-09b48714-d6f8-4733-b5b7-429d5e35eae9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0661931 Feb 11 06:26:02.151900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e432d9d7-f599-4bb9-ad62-19624cda0ee2 req-303de1c2-e84c-4e47-8653-155763cc188b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045671 Feb 11 06:26:02.183047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-2141e7b3-6ccb-438a-8bd3-f0f42479bc08 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268520 Feb 11 06:26:02.284718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79a698aa-5f23-4509-92ed-38db695f6f75 req-4b673e89-12ed-4fb1-a14f-3e66f56af57f service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953681 Feb 11 06:26:02.978227 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.297385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a31ed-dda9-4b6d-ac46-476ac31a3513 req-f5fd2312-a1dc-4e1e-ab6b-22cd0490179f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:03.298989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-380a31ed-dda9-4b6d-ac46-476ac31a3513 req-f5fd2312-a1dc-4e1e-ab6b-22cd0490179f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0675025 Feb 11 06:26:03.354133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-380a31ed-dda9-4b6d-ac46-476ac31a3513 req-2aec28cd-e5de-4909-a79e-89aaee986ea7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491600 Feb 11 06:26:04.005251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:04.487112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aafdc5-b0dc-4d84-bf2b-7389122db8de req-a489d3a3-9557-4587-8836-ab7c027526a6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:04.489102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14aafdc5-b0dc-4d84-bf2b-7389122db8de req-a489d3a3-9557-4587-8836-ab7c027526a6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0572574 Feb 11 06:26:04.547403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14aafdc5-b0dc-4d84-bf2b-7389122db8de req-3b4784cb-8bb6-42f2-82aa-f4dccf109836 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518622 Feb 11 06:26:04.584722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:26:04.715289 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:04.728131 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'mac_address': 'fa:16:3e:19:59:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:26:04.775187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:04.775583 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:04.790166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62360a47-3eff-49fd-a3b2-4f971d7f3f1b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:26:04.812199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:04.817675 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:04.880248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:05.023268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['62360a47-3eff-49fd-a3b2-4f971d7f3f1b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:26:05.696552 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c5e8a-dd83-454b-ab03-c2dcacf25ea9 req-3f1a2c5d-4b34-4dfb-874b-31dc7372c240 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:05.698698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-046c5e8a-dd83-454b-ab03-c2dcacf25ea9 req-3f1a2c5d-4b34-4dfb-874b-31dc7372c240 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0702922 Feb 11 06:26:05.753438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-046c5e8a-dd83-454b-ab03-c2dcacf25ea9 req-fc44176f-b72b-4c1b-a6ac-f069c863d195 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485823 Feb 11 06:26:06.614287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:06.667911 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:26:06.674282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:06.674761 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:06.756658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:06.756943 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:06.788215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:06.790577 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefb893-b89b-447d-9e4b-824aa0e40622" -d '{"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-plugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:06.804853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:06.812709 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:06.858430 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490a7900-53f6-4824-a5f0-eb545336840a x-openstack-request-id: req-490a7900-53f6-4824-a5f0-eb545336840a {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:06.858802 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-plugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:06.858973 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-490a7900-53f6-4824-a5f0-eb545336840a {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:06.859578 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'code': 200} Feb 11 06:26:06.879757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:06.913826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26473bc5-3b3a-4d17-9cfc-f5f5e9892794 req-0957bbfd-2130-4929-81b2-ad34e68f1b96 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:06.915719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26473bc5-3b3a-4d17-9cfc-f5f5e9892794 req-0957bbfd-2130-4929-81b2-ad34e68f1b96 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0785966 Feb 11 06:26:06.994944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26473bc5-3b3a-4d17-9cfc-f5f5e9892794 req-e38c9132-6c66-49d7-b2a6-3c9e37150c34 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701711 Feb 11 06:26:06.999950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe6462-2b13-4e79-b945-b14fddb9a308 req-8319d538-20e1-409b-8ded-f49eb14524e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:07.001649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91fe6462-2b13-4e79-b945-b14fddb9a308 req-8319d538-20e1-409b-8ded-f49eb14524e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1129 time: 0.0848131 Feb 11 06:26:07.065599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91fe6462-2b13-4e79-b945-b14fddb9a308 req-9e4473c5-2b27-42b7-9e2d-4abfed3070a7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581257 Feb 11 06:26:08.165922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98675552-9909-457a-a981-95d8559b73a1 req-362eec92-849f-4330-9c53-d9a1997fc4cf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:08.168610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98675552-9909-457a-a981-95d8559b73a1 req-362eec92-849f-4330-9c53-d9a1997fc4cf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0718694 Feb 11 06:26:08.223408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-98675552-9909-457a-a981-95d8559b73a1 req-462ee825-2d87-4d17-a264-bf1915d115f2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452645 Feb 11 06:26:09.350649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9312a-9aef-4635-b809-4bfe11c4a8c7 req-2e4a40a1-5359-440d-ab60-7922bb7275ce tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:09.352758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ca9312a-9aef-4635-b809-4bfe11c4a8c7 req-2e4a40a1-5359-440d-ab60-7922bb7275ce tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0560260 Feb 11 06:26:09.409716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ca9312a-9aef-4635-b809-4bfe11c4a8c7 req-2846f122-0a50-4105-add4-2bccb87e23eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505013 Feb 11 06:26:09.558782 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09435709-b631-4fae-aa85-43ee89dfa3bf req-810a2318-681c-4170-a7ed-25ab60c3e8ae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:09.560301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09435709-b631-4fae-aa85-43ee89dfa3bf req-810a2318-681c-4170-a7ed-25ab60c3e8ae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0690010 Feb 11 06:26:09.569461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 50710) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:09.575004 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c3447ed8-a4f3-4452-890c-d07b7245045a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Request body: {'floatingip': {'port_id': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:09.615737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3447ed8-a4f3-4452-890c-d07b7245045a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:10.153281 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3447ed8-a4f3-4452-890c-d07b7245045a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:10.157424 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3447ed8-a4f3-4452-890c-d07b7245045a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:10.280280 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-c3447ed8-a4f3-4452-890c-d07b7245045a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 associated. External IP: 172.25.1.170, port: 62360a47-3eff-49fd-a3b2-4f971d7f3f1b. Feb 11 06:26:10.512397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3447ed8-a4f3-4452-890c-d07b7245045a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:26:10.633560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3447ed8-a4f3-4452-890c-d07b7245045a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:26:10.638523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c3447ed8-a4f3-4452-890c-d07b7245045a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:10.644116 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:26:10.656785 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:10.657461 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:10.677514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c3447ed8-a4f3-4452-890c-d07b7245045a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "PUT /v2.0/floatingips/2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 HTTP/1.1" status: 200 len: 993 time: 1.1067736 Feb 11 06:26:10.678199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:10.682174 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c5ea12-3da3-45a1-87d0-2dac6181117b" -d '{"events": [{"name": "network-changed", "server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:10.734557 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4da643-8f07-47ee-bfc8-fee60799a290 x-openstack-request-id: req-ad4da643-8f07-47ee-bfc8-fee60799a290 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:10.734863 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:10.735195 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad4da643-8f07-47ee-bfc8-fee60799a290 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:10.735649 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'status': 'completed', 'code': 200} Feb 11 06:26:10.819744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-cfd5c195-9724-4b27-b43a-bb0dbfe9e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:10.822572 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-cfd5c195-9724-4b27-b43a-bb0dbfe9e144 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1129 time: 0.0514090 Feb 11 06:26:10.921236 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:10.932169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-62a696b9-93e5-4f7d-9945-c1dbd2d5adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:10.933818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-62a696b9-93e5-4f7d-9945-c1dbd2d5adf7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1056988 Feb 11 06:26:11.020169 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-4d735fa0-1f4b-440d-a4b0-163925f52e39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1001 time: 0.0799592 Feb 11 06:26:11.117518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-509f51d9-0804-4f52-add3-a27b3d392dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:11.121039 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-509f51d9-0804-4f52-add3-a27b3d392dc8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0952277 Feb 11 06:26:11.194843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-5a8bba8f-300c-4079-90b7-50ca677c8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:11.197011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-5a8bba8f-300c-4079-90b7-50ca677c8a0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0689054 Feb 11 06:26:11.311619 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:19:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:26:10Z', 'revision_number': 13, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:11.342672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-106822cb-b234-4804-9a9b-5073069bf23a service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380906 Feb 11 06:26:11.347971 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:26:11.357608 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:11.358066 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:26:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:11.487582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7c5ea12-3da3-45a1-87d0-2dac6181117b req-8982733a-8a60-4493-ac0d-bd10d68ca77d service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372299 Feb 11 06:26:11.557217 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:11.847615 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:19:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:26:10Z', 'revision_number': 13, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:11.878716 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a838a5e-043a-439c-9f2a-57873899c8f9 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'port_id': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'mac_address': 'fa:16:3e:19:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:06Z', 'updated_at': '2022-02-11T06:26:10Z', 'revision_number': 13, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:26:12.150652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37d4b7-7b93-4e5b-9cd1-b55819c77294 None None] New status for floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:26:13.419039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219c2c6-55f0-43f6-a8b5-be1aa6d94591 req-e7a4a484-0251-42a6-86e9-293d02924542 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:13.420702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8219c2c6-55f0-43f6-a8b5-be1aa6d94591 req-e7a4a484-0251-42a6-86e9-293d02924542 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0635679 Feb 11 06:26:13.474306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8219c2c6-55f0-43f6-a8b5-be1aa6d94591 req-3ec42738-f5fd-4ca4-966d-7b2719bb5ae0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475073 Feb 11 06:26:20.038582 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:26:22.690036 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:23.719783 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:27.796687 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e35b891d-edd9-4cd6-8478-7c9bb48ad2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:30.378801 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2d6789ec-0e93-431e-a894-868b1ac9b82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:31.157639 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-84d1b3a1-c461-4a93-9e67-319179a44112 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769200 Feb 11 06:26:31.177491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce718-7a86-433d-9d6e-21b3f624f1db req-980aa32a-099d-452f-9d23-4df467e25247 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:31.187833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de5ce718-7a86-433d-9d6e-21b3f624f1db req-980aa32a-099d-452f-9d23-4df467e25247 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0899880 Feb 11 06:26:31.269276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de5ce718-7a86-433d-9d6e-21b3f624f1db req-2690a3b3-8648-41d5-8a4d-025516865cfa tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780132 Feb 11 06:26:31.307370 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:31.746770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-ef711215-7953-4a59-8de2-fd40a5372955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:31.749299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-ef711215-7953-4a59-8de2-fd40a5372955 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1129 time: 0.1566124 Feb 11 06:26:31.768725 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-8ca05584-a185-49c7-9d5c-bb402462ce74 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:31.772522 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-8ca05584-a185-49c7-9d5c-bb402462ce74 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports/62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 943 time: 0.1650205 Feb 11 06:26:31.882210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-a33beaa2-324b-45b1-998a-1a8e87bdfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:31.883750 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-a33beaa2-324b-45b1-998a-1a8e87bdfe9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1103847 Feb 11 06:26:31.982399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-185cdaf3-9c65-45d5-aebd-07b8ed97fecc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1003 time: 0.0908492 Feb 11 06:26:32.062321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-2e5597d1-b176-4d25-9698-5de7d8dc26be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.064122 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-2e5597d1-b176-4d25-9698-5de7d8dc26be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0649493 Feb 11 06:26:32.159407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-78727c91-c7bf-4448-8d18-d861d2bca907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.162718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-78727c91-c7bf-4448-8d18-d861d2bca907 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0886714 Feb 11 06:26:32.703382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a61f74-f888-4dd1-97b3-0cc66b8a5bc5 req-ee465da3-5c86-4514-861b-d0a3e1a25cf5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.705237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19a61f74-f888-4dd1-97b3-0cc66b8a5bc5 req-ee465da3-5c86-4514-861b-d0a3e1a25cf5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.1207249 Feb 11 06:26:32.707619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-7e8ad90c-785d-4afb-9617-06cbb7a2b303 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383558 Feb 11 06:26:32.828913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19a61f74-f888-4dd1-97b3-0cc66b8a5bc5 req-1fc4aace-11c9-459c-a9a8-403af154469c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178744 Feb 11 06:26:32.863176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a57f637f-6ffa-4f3d-8f18-0f3df7d141ab req-144485a4-fb6e-4a2f-8918-3c0166fcafe0 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460891 Feb 11 06:26:32.971695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-c5d92f5c-bcaa-4cba-8e3f-e0d8a064d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.973157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-c5d92f5c-bcaa-4cba-8e3f-e0d8a064d018 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1129 time: 0.0572691 Feb 11 06:26:32.980141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:33.092490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-a1c2fc10-9f5d-4f24-bbce-bcb29f03e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:33.093989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-a1c2fc10-9f5d-4f24-bbce-bcb29f03e3a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1146097 Feb 11 06:26:33.165634 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-032479d4-b6fa-41c5-903b-03b31d826f22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1003 time: 0.0649559 Feb 11 06:26:33.215934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-c9dbbff7-e442-41e1-8799-2451859ca482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:33.217627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-c9dbbff7-e442-41e1-8799-2451859ca482 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0462394 Feb 11 06:26:33.273870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-338dfbc0-b513-45ee-a9de-822a20319979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:33.275586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-338dfbc0-b513-45ee-a9de-822a20319979 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512474 Feb 11 06:26:33.388303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-13819962-55ca-4d70-9b98-eafb4002b44b service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055419 Feb 11 06:26:33.483797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-f212c21f-438f-4589-b180-fd5f0fc8883c service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880280 Feb 11 06:26:33.978071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe824a3a-ea8b-4e84-a0aa-0fce4a70f081 req-fb6ff74c-edff-4faf-9753-1822c194a771 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:33.982184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe824a3a-ea8b-4e84-a0aa-0fce4a70f081 req-fb6ff74c-edff-4faf-9753-1822c194a771 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0678515 Feb 11 06:26:34.002226 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:34.044398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe824a3a-ea8b-4e84-a0aa-0fce4a70f081 req-9893a4d5-ed07-4038-be4e-019694e41dba tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591152 Feb 11 06:26:35.174761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcc19e-2079-447e-bd0d-205f8877e96a req-f0da12a1-daf1-41d9-ac73-cd09a8f2e413 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:35.176352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00bcc19e-2079-447e-bd0d-205f8877e96a req-f0da12a1-daf1-41d9-ac73-cd09a8f2e413 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0543315 Feb 11 06:26:35.232204 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00bcc19e-2079-447e-bd0d-205f8877e96a req-8b4ba3a7-3908-4974-b198-03d8b83be343 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500586 Feb 11 06:26:36.360494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2586f-df28-4438-8cfa-5f6fd95237ff req-a56c2e87-8e59-4b61-bd0e-144b22319114 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:36.362031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eb2586f-df28-4438-8cfa-5f6fd95237ff req-a56c2e87-8e59-4b61-bd0e-144b22319114 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0547473 Feb 11 06:26:36.416197 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7eb2586f-df28-4438-8cfa-5f6fd95237ff req-8e31f3fc-5a9d-4273-a6c7-a4aa4aed2ef0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483122 Feb 11 06:26:37.545508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1855c26-6706-4608-b113-56cfe226dafa req-59239c6f-01e2-4ba3-aeb1-2ee03440474d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:37.547023 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1855c26-6706-4608-b113-56cfe226dafa req-59239c6f-01e2-4ba3-aeb1-2ee03440474d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0572364 Feb 11 06:26:37.597265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1855c26-6706-4608-b113-56cfe226dafa req-daed935d-5aea-45a4-89bd-b4904da625cf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440466 Feb 11 06:26:38.732445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047f148-36fc-4909-9719-cb5eb1e97a56 req-7b0c1cfb-8052-4c5b-9835-1ebef35bce09 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:38.734010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1047f148-36fc-4909-9719-cb5eb1e97a56 req-7b0c1cfb-8052-4c5b-9835-1ebef35bce09 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0555782 Feb 11 06:26:38.783195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1047f148-36fc-4909-9719-cb5eb1e97a56 req-00891f81-f7b0-4fc0-8ef4-ccb7f7b50c48 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431406 Feb 11 06:26:39.928576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159984d8-4e14-45d0-be5e-7a9b5cec8130 req-3ba6799e-bd42-4a37-b90d-f7d72e8d958f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:39.930267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-159984d8-4e14-45d0-be5e-7a9b5cec8130 req-3ba6799e-bd42-4a37-b90d-f7d72e8d958f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0729127 Feb 11 06:26:39.980745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-159984d8-4e14-45d0-be5e-7a9b5cec8130 req-6841deaa-a55e-4716-a9a7-4186f491fdc0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 Feb 11 06:26:41.115639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f50cb1-63f4-454e-ab43-58f81c0a754b req-ab17d803-a9fc-4047-ae8e-1f002af7b4b2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:41.118486 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43f50cb1-63f4-454e-ab43-58f81c0a754b req-ab17d803-a9fc-4047-ae8e-1f002af7b4b2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0575571 Feb 11 06:26:41.168465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43f50cb1-63f4-454e-ab43-58f81c0a754b req-34ccab28-545e-4ab3-9525-c4f5287481a3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Feb 11 06:26:42.296736 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d48c9a-3262-478f-8825-d078460148ef req-86461084-4a6c-445e-882f-ba8b54b3e358 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:42.298623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d48c9a-3262-478f-8825-d078460148ef req-86461084-4a6c-445e-882f-ba8b54b3e358 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0569339 Feb 11 06:26:42.352316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26d48c9a-3262-478f-8825-d078460148ef req-a039c092-777c-4ce7-8c79-abdc7db7140c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480764 Feb 11 06:26:43.485567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c226e-cad8-42e0-9c9b-2a7bf89eb1b1 req-8c4efa58-2cfd-4fd4-bf93-fd728fc421d5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:43.487643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a43c226e-cad8-42e0-9c9b-2a7bf89eb1b1 req-8c4efa58-2cfd-4fd4-bf93-fd728fc421d5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0598917 Feb 11 06:26:43.540478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a43c226e-cad8-42e0-9c9b-2a7bf89eb1b1 req-44c164a9-c811-4115-a98f-4d733ec94307 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464482 Feb 11 06:26:44.672763 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da91663-dc36-4f1e-ae95-d6d92255aa9d req-534a3cde-7ebe-4acf-aa1c-adef9166523f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:44.674390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4da91663-dc36-4f1e-ae95-d6d92255aa9d req-534a3cde-7ebe-4acf-aa1c-adef9166523f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0560536 Feb 11 06:26:44.727497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4da91663-dc36-4f1e-ae95-d6d92255aa9d req-f03f25f4-872e-4b10-97d7-84c6c8b2fe24 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464828 Feb 11 06:26:45.860556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1946e6-df15-4e3e-86aa-abf7234240ba req-e80d139d-73d7-4ac9-b689-66633124d36f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:45.865662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac1946e6-df15-4e3e-86aa-abf7234240ba req-e80d139d-73d7-4ac9-b689-66633124d36f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0660987 Feb 11 06:26:45.921343 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac1946e6-df15-4e3e-86aa-abf7234240ba req-ff094f9c-8f3f-4c49-a1ad-349aa254b285 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523279 Feb 11 06:26:47.085257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fc922-7ce2-461e-9bb3-486fe8eedf76 req-bdc08344-f542-44a7-b7b3-3d43be52117b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:47.086939 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d6fc922-7ce2-461e-9bb3-486fe8eedf76 req-bdc08344-f542-44a7-b7b3-3d43be52117b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0823283 Feb 11 06:26:47.155696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d6fc922-7ce2-461e-9bb3-486fe8eedf76 req-5d155c0f-f565-4ceb-aa87-3cf546a58bff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596545 Feb 11 06:26:48.305272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e36aa-42bf-4150-9376-425ca33eea93 req-06d9b913-b0d2-4c7f-8686-d831e8f5a23e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:48.307121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c49e36aa-42bf-4150-9376-425ca33eea93 req-06d9b913-b0d2-4c7f-8686-d831e8f5a23e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0698500 Feb 11 06:26:48.366373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c49e36aa-42bf-4150-9376-425ca33eea93 req-ed690dfd-2692-4ba1-a6a4-1eec6d3be718 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530584 Feb 11 06:26:48.804837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:26:48.898486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:48.898886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:48.926367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:48.928678 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57cf1e2-28d6-4654-b799-dcbd8fdc554f" -d '{"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:48.943781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:48.949139 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:49.013639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:49.023997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.023997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.024313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.024867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.025381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.026180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.026520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.027462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.027813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.028149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.028481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.028855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.029222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:49.065203 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd832e8-a0b8-4099-9ba4-5bf0a45050df x-openstack-request-id: req-bcd832e8-a0b8-4099-9ba4-5bf0a45050df {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:49.065514 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:49.065776 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcd832e8-a0b8-4099-9ba4-5bf0a45050df {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:49.066352 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'code': 200} Feb 11 06:26:49.183983 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-2c74f63c-7461-4621-92d9-7efdb0ce0f8c service neutron] show failed (client error): The resource could not be found. Feb 11 06:26:49.185083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-2c74f63c-7461-4621-92d9-7efdb0ce0f8c service neutron] 10.222.0.72 "GET /v2.0/ports/62360a47-3eff-49fd-a3b2-4f971d7f3f1b/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0569663 Feb 11 06:26:49.465269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-acd4bad4-99f5-4dea-a065-14ff5e4eccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:49.466763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-acd4bad4-99f5-4dea-a065-14ff5e4eccfe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 1127 time: 0.1079102 Feb 11 06:26:49.490305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:49.568348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247430-c434-4784-9a6e-476e7d088e0d req-0473f987-7420-4cd2-87f0-fcc549cc4e24 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:49.569984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78247430-c434-4784-9a6e-476e7d088e0d req-0473f987-7420-4cd2-87f0-fcc549cc4e24 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.1166823 Feb 11 06:26:49.589306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:49.664690 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-78247430-c434-4784-9a6e-476e7d088e0d req-052c8818-6d1f-4a49-b290-e5009f24aa93 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866814 Feb 11 06:26:49.839912 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:49.878471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:49.913349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62360a47-3eff-49fd-a3b2-4f971d7f3f1b {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:26:49.921376 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Publish callbacks [] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:49.933995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Transition to ACTIVE for port object 62360a47-3eff-49fd-a3b2-4f971d7f3f1b will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:26:49.937816 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:50.024601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:50.071839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] No DVR routers for this DVR port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:26:50.229828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:50.230163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:50.230490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:50.235267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:26:50.235592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:50.241270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:50.242044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:50.242441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:50.242866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Bound port: 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:50.243223 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:50.315654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:50.318862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:50.326661 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:50.363991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:50.364759 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:50.366119 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] 10.222.0.81 "PUT /v2.0/ports/62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1093 time: 0.8799984 Feb 11 06:26:50.367105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:50.369474 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c14cdec-1356-4814-a344-9146576562e3" -d '{"events": [{"name": "network-changed", "server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:50.411962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52b0a0-67be-46c4-8fa4-09b53181087a service neutron] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=8']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:50.471793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-11b6b2bd-349f-4ae6-8341-128d738f8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:50.473459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-11b6b2bd-349f-4ae6-8341-128d738f8a3d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1127 time: 0.0706177 Feb 11 06:26:50.551736 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb91cf15-fa61-412b-afdc-550d36231ba9 x-openstack-request-id: req-bb91cf15-fa61-412b-afdc-550d36231ba9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:50.552060 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:50.552293 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb91cf15-fa61-412b-afdc-550d36231ba9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:50.552865 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'status': 'completed', 'code': 200} Feb 11 06:26:50.616425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-6ff79814-d774-41e5-9550-468a407b73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:50.618064 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-6ff79814-d774-41e5-9550-468a407b73e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1379452 Feb 11 06:26:50.624289 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdec-1356-4814-a344-9146576562e3 req-7fa7b5e5-cf83-4c4e-8412-ffab16335d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:50.625857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-7fa7b5e5-cf83-4c4e-8412-ffab16335d12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1127 time: 0.0721776 Feb 11 06:26:50.748226 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-c06ecd78-981d-40d7-8ea0-c37adab86663 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1001 time: 0.1213918 Feb 11 06:26:50.843540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdec-1356-4814-a344-9146576562e3 req-f7d9ad2f-aea4-4850-9c01-04fdc746ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:50.845031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-f7d9ad2f-aea4-4850-9c01-04fdc746ea84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.2117963 Feb 11 06:26:50.862844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-5e3b216d-bbd0-4e2d-a9a3-3edc1c6256c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:50.864352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-5e3b216d-bbd0-4e2d-a9a3-3edc1c6256c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0983341 Feb 11 06:26:50.942253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79595e7-95be-4e9e-9479-5ff88bfb0f8d req-c1eb0caf-f061-45a7-88c7-614daadbcf2f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:50.943774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b79595e7-95be-4e9e-9479-5ff88bfb0f8d req-c1eb0caf-f061-45a7-88c7-614daadbcf2f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.1888800 Feb 11 06:26:50.977689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-7325405a-cb5f-4626-8c34-b82efc841526 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1001 time: 0.1230950 Feb 11 06:26:51.029870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-006751d0-89c5-472f-874c-e3d9780d31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:51.031441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-006751d0-89c5-472f-874c-e3d9780d31f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1369913 Feb 11 06:26:51.076052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b79595e7-95be-4e9e-9479-5ff88bfb0f8d req-c6a67c18-c878-4ce3-bc40-76f7be19dd5a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231093 Feb 11 06:26:51.084139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdec-1356-4814-a344-9146576562e3 req-01cb7996-09ab-4870-89df-d1a2c82497d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:51.085750 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-01cb7996-09ab-4870-89df-d1a2c82497d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.1005926 Feb 11 06:26:51.188448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdec-1356-4814-a344-9146576562e3 req-3ebc731b-583c-4a28-910d-462538913449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:51.190014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-3ebc731b-583c-4a28-910d-462538913449 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0958850 Feb 11 06:26:51.191943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-8b2b994e-c8e7-49d5-8f6e-e36413c3def6 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537781 Feb 11 06:26:51.361493 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-4e5e36e1-232f-4a3e-ac02-db5ebc0af6f4 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571658 Feb 11 06:26:51.367565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-82ad6c1f-164a-4c87-92a8-41a5c42201b6 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711910 Feb 11 06:26:51.509192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-6f62c934-4a9c-49d7-9f2b-500209b700de service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359715 Feb 11 06:26:51.515477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdec-1356-4814-a344-9146576562e3 req-b0e03e3a-0b93-4725-87b4-bb110134755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:51.515477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-b0e03e3a-0b93-4725-87b4-bb110134755f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1127 time: 0.0712810 Feb 11 06:26:51.632727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdec-1356-4814-a344-9146576562e3 req-d37a69f5-b8ca-40e2-9fb4-2e5a453725a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:51.634203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-d37a69f5-b8ca-40e2-9fb4-2e5a453725a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1134090 Feb 11 06:26:51.706455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-7ba35a79-4d4b-442b-995a-a16e83b60ab4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1001 time: 0.0648797 Feb 11 06:26:51.758541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdec-1356-4814-a344-9146576562e3 req-64d285a9-669e-40af-b328-ac05f230d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:51.759962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-64d285a9-669e-40af-b328-ac05f230d34f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0480132 Feb 11 06:26:51.814508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdec-1356-4814-a344-9146576562e3 req-4ff63670-3be1-4c22-86c1-25f5789159ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:51.816011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-4ff63670-3be1-4c22-86c1-25f5789159ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499773 Feb 11 06:26:51.914018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-3f3f32aa-4055-44b5-9f30-50d0a2128bea service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906985 Feb 11 06:26:52.013960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7c14cdec-1356-4814-a344-9146576562e3 req-63ca19bd-e5c8-4556-bf94-29a8fe089a09 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946386 Feb 11 06:26:52.211904 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397fc6-0577-474a-9df1-66c92b383e25 req-a4b29ae8-253d-406b-beb8-3b92a52f495b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:52.213613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8397fc6-0577-474a-9df1-66c92b383e25 req-a4b29ae8-253d-406b-beb8-3b92a52f495b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0589640 Feb 11 06:26:52.270565 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8397fc6-0577-474a-9df1-66c92b383e25 req-13c0e19c-8b5f-419e-acc6-2221707d97f4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482183 Feb 11 06:26:52.692479 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:53.406575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf64dec-e043-43e8-8ac4-f335dfe6b4bd req-4bded14d-e6a0-47b3-9497-bf294daa5133 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:53.408327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8bf64dec-e043-43e8-8ac4-f335dfe6b4bd req-4bded14d-e6a0-47b3-9497-bf294daa5133 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0606456 Feb 11 06:26:53.468333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8bf64dec-e043-43e8-8ac4-f335dfe6b4bd req-00abf34c-80c9-4b7a-9685-627205cb51cb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539589 Feb 11 06:26:53.726860 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:54.614683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9603a4-4df3-42bc-8654-56f2d7241bb9 req-2b393c45-2357-4df3-9d39-4908eb790435 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:54.617166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b9603a4-4df3-42bc-8654-56f2d7241bb9 req-2b393c45-2357-4df3-9d39-4908eb790435 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0708630 Feb 11 06:26:54.670646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5b9603a4-4df3-42bc-8654-56f2d7241bb9 req-b2fdf7ae-9ae1-404c-9940-815f774ff96f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449560 Feb 11 06:26:55.813609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaaa1e-bed0-4c5a-a657-cec935ae9106 req-e47ab7f8-8701-4cc9-8cc7-c563b716f3c7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:55.815338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ecaaa1e-bed0-4c5a-a657-cec935ae9106 req-e47ab7f8-8701-4cc9-8cc7-c563b716f3c7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0685589 Feb 11 06:26:55.879821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6ecaaa1e-bed0-4c5a-a657-cec935ae9106 req-a000bdfe-bc94-4409-890c-a424590a0180 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550396 Feb 11 06:26:57.018228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163dd3a-420c-4c9c-abab-9ab2d86591f5 req-97a53955-7673-44f5-9e31-ea968b554334 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:57.024560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6163dd3a-420c-4c9c-abab-9ab2d86591f5 req-97a53955-7673-44f5-9e31-ea968b554334 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0621204 Feb 11 06:26:57.041339 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:26:57.079135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6163dd3a-420c-4c9c-abab-9ab2d86591f5 req-a8bd97fd-b00b-4dcb-a2d4-580829eb97f2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536063 Feb 11 06:26:57.801496 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2488206a-75af-4048-9e9b-6d4c8114b4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:58.214864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608700b-fc4b-40e8-a8d3-1e489e38fe19 req-543a61b0-c43b-461c-a194-6f1ddfb5b7a7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:58.217518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f608700b-fc4b-40e8-a8d3-1e489e38fe19 req-543a61b0-c43b-461c-a194-6f1ddfb5b7a7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0596783 Feb 11 06:26:58.278241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f608700b-fc4b-40e8-a8d3-1e489e38fe19 req-f7a5cabf-d2fb-47b2-806c-91cb0100151e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526068 Feb 11 06:26:59.443581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450235-e0a3-4b32-ae9a-e2f8d3d5d86e req-54210085-db95-44ae-96c0-6bbfdea76bcb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:59.453907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a450235-e0a3-4b32-ae9a-e2f8d3d5d86e req-54210085-db95-44ae-96c0-6bbfdea76bcb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0810850 Feb 11 06:26:59.505431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a450235-e0a3-4b32-ae9a-e2f8d3d5d86e req-21c7be5c-2723-4755-a69b-07de2add9410 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503385 Feb 11 06:27:00.374893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fa65478f-fd76-4297-b7df-d839eb6a1a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:00.643526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710101d-c0fb-41f5-9137-6411de131ce0 req-b841436e-dc58-40ce-a5a5-58b5b03bc032 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:00.651932 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a710101d-c0fb-41f5-9137-6411de131ce0 req-b841436e-dc58-40ce-a5a5-58b5b03bc032 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0618258 Feb 11 06:27:00.709404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a710101d-c0fb-41f5-9137-6411de131ce0 req-fd23c18d-76ad-49a7-8458-f00a7266053d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561268 Feb 11 06:27:01.301066 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:01.831742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95411c00-c8d4-48b8-a505-6313c8fdc688 req-bec9e872-79d1-477b-92b5-6ea2abe1854d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:01.833414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95411c00-c8d4-48b8-a505-6313c8fdc688 req-bec9e872-79d1-477b-92b5-6ea2abe1854d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0570564 Feb 11 06:27:01.882471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-95411c00-c8d4-48b8-a505-6313c8fdc688 req-c269f98f-856f-4d2c-ab64-8ae4fb536f8f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Feb 11 06:27:02.983158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:03.030539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97970e9e-02ea-4e87-9b8a-d1ad09cb732d req-9c111cde-1e9a-4c1c-a0e0-a6c52a454905 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:03.032457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97970e9e-02ea-4e87-9b8a-d1ad09cb732d req-9c111cde-1e9a-4c1c-a0e0-a6c52a454905 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0654438 Feb 11 06:27:03.090218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97970e9e-02ea-4e87-9b8a-d1ad09cb732d req-4d6c31d4-9aff-43b1-a0c6-e06d48d7a8c3 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514874 Feb 11 06:27:03.998451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:04.218156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feba75-8086-4298-a63b-9626dd11ef32 req-9cf35196-7c5e-4194-9b49-d2fcefa15cd0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:04.219745 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0feba75-8086-4298-a63b-9626dd11ef32 req-9cf35196-7c5e-4194-9b49-d2fcefa15cd0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0537586 Feb 11 06:27:04.277567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b0feba75-8086-4298-a63b-9626dd11ef32 req-9e089a86-8ee0-4514-963d-e3c08e83941a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516770 Feb 11 06:27:05.408827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3195c88-d3b4-4a30-b543-dd2eda26534c req-b02c67e7-3c04-4026-9754-c4f43a8e4274 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:05.410453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3195c88-d3b4-4a30-b543-dd2eda26534c req-b02c67e7-3c04-4026-9754-c4f43a8e4274 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0587428 Feb 11 06:27:05.459892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3195c88-d3b4-4a30-b543-dd2eda26534c req-2286f21e-5d5e-4833-b86a-422803d27346 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435212 Feb 11 06:27:06.587332 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa953ff-6a8d-465f-b8e2-d179319ba0ec req-e61e116c-cc74-44aa-873c-7a8cd0a34cde tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:06.588861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa953ff-6a8d-465f-b8e2-d179319ba0ec req-e61e116c-cc74-44aa-873c-7a8cd0a34cde tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0552223 Feb 11 06:27:06.640885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6fa953ff-6a8d-465f-b8e2-d179319ba0ec req-79058e1b-85c2-434f-b375-19b511cc1d5e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456102 Feb 11 06:27:07.766013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76f27a-57aa-4096-adce-47af07d20791 req-6cb6fa9a-94ae-4a51-83fd-1451010958f0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:07.767433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f76f27a-57aa-4096-adce-47af07d20791 req-6cb6fa9a-94ae-4a51-83fd-1451010958f0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0540552 Feb 11 06:27:07.820968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5f76f27a-57aa-4096-adce-47af07d20791 req-0bf930fa-82ac-4b18-bc50-055403d71390 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469992 Feb 11 06:27:08.951505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4528f3-dbdc-43f4-928f-501bf80d02c2 req-1be92ef5-b0cb-46c4-9230-6a884347d20a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:08.954134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd4528f3-dbdc-43f4-928f-501bf80d02c2 req-1be92ef5-b0cb-46c4-9230-6a884347d20a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0598228 Feb 11 06:27:09.004723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd4528f3-dbdc-43f4-928f-501bf80d02c2 req-862bcdc6-a077-4a05-9a54-2db7d02bcc3d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448849 Feb 11 06:27:09.251693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:27:09.378691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-16b733ab-394d-46b7-a532-b4deca112ba6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:09.380198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-16b733ab-394d-46b7-a532-b4deca112ba6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.81 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b&tenant_id=e08dee32222041838e46735cec0acdf7&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 944 time: 0.1029203 Feb 11 06:27:09.383133 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:09.391813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069decba-0e18-4882-90b1-c988feb5aa4b req-eeba3a5e-ee09-4450-a5da-9157246e9437 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:09.393440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-069decba-0e18-4882-90b1-c988feb5aa4b req-eeba3a5e-ee09-4450-a5da-9157246e9437 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 944 time: 0.0842161 Feb 11 06:27:09.401482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'mac_address': 'fa:16:3e:19:59:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:27:09.442120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:09.442561 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:09.457682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62360a47-3eff-49fd-a3b2-4f971d7f3f1b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:27:09.478751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:09.480284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-069decba-0e18-4882-90b1-c988feb5aa4b req-5a14f968-cfd5-4736-9ac0-6cf0fdfba466 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799136 Feb 11 06:27:09.492896 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fcbaef6b-ae16-4efe-a639-04a2fb074491 service neutron] 10.222.0.81 "GET /v2.0/ports/62360a47-3eff-49fd-a3b2-4f971d7f3f1b/bindings/n-h1-715271-35 HTTP/1.1" status: 200 len: 383 time: 0.0949202 Feb 11 06:27:09.493173 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:09.544947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:09.567250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-1cecd365-4f4a-4d6c-8078-6793562d5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:09.568749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-1cecd365-4f4a-4d6c-8078-6793562d5bc1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1128 time: 0.0539787 Feb 11 06:27:09.668715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-3da83b4d-24c2-42db-8ba6-96bfd80a48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:09.670157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-3da83b4d-24c2-42db-8ba6-96bfd80a48c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.0945435 Feb 11 06:27:09.721812 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['62360a47-3eff-49fd-a3b2-4f971d7f3f1b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:27:09.754729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-413be393-238f-496a-9189-d7d20d654693 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1002 time: 0.0768952 Feb 11 06:27:09.812315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-4e3a8a4d-5609-4796-90f3-a6bbf32042e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:09.813870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-4e3a8a4d-5609-4796-90f3-a6bbf32042e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0527263 Feb 11 06:27:09.866972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-94d5a199-084c-42b0-ac4d-4f6b306c1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:09.868499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-94d5a199-084c-42b0-ac4d-4f6b306c1cfd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482459 Feb 11 06:27:09.961323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-07a1d55c-e74a-41be-87d3-70a057c0792b service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862391 Feb 11 06:27:10.414432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-5295d808-56be-4c1b-9e51-a3c1bf0681e8 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464343 Feb 11 06:27:10.613674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6499e1-5999-45db-9be4-0f6661729f6d req-e4e23b6d-beb8-4410-836b-9062d7ac7d63 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:10.615418 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f6499e1-5999-45db-9be4-0f6661729f6d req-e4e23b6d-beb8-4410-836b-9062d7ac7d63 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0536926 Feb 11 06:27:10.671647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f6499e1-5999-45db-9be4-0f6661729f6d req-a1a2d0d0-fe94-46e0-a2a5-889fcb6d9ba8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499380 Feb 11 06:27:11.284223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:11.336467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:27:11.342102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:11.342480 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:11.431567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:11.431960 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:11.457219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:11.459513 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ba5313-e7f1-4a7e-9374-9c4afcdc60ed" -d '{"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-plugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:11.477145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:11.481243 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:11.520837 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec5aef3-096a-4024-bba7-81e0f6cad1e0 x-openstack-request-id: req-eec5aef3-096a-4024-bba7-81e0f6cad1e0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:11.521177 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-plugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:11.521481 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eec5aef3-096a-4024-bba7-81e0f6cad1e0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:11.521978 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'code': 200} Feb 11 06:27:11.539805 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=10']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:11.809214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5ff9-7ef7-4a80-9207-6bde4b83175f req-7b2e3348-28cb-4769-92fb-07309f8eaaa5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:11.811002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8bd5ff9-7ef7-4a80-9207-6bde4b83175f req-7b2e3348-28cb-4769-92fb-07309f8eaaa5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 947 time: 0.0622406 Feb 11 06:27:11.863107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8bd5ff9-7ef7-4a80-9207-6bde4b83175f req-c1623f83-85a1-4b03-ad43-c3405b9c67b1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 Feb 11 06:27:12.993045 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bb3b-f970-4de5-afd8-44fe5d40c2fb req-6f9b2ed0-066d-47ed-976d-127260b2d6be tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:12.996842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1084bb3b-f970-4de5-afd8-44fe5d40c2fb req-6f9b2ed0-066d-47ed-976d-127260b2d6be tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 947 time: 0.0566885 Feb 11 06:27:13.052800 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1084bb3b-f970-4de5-afd8-44fe5d40c2fb req-20423dd7-e8b6-481b-98ac-3ddc500dd64f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522189 Feb 11 06:27:14.183913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3de594-9b87-4066-8c80-d55d6c6350d2 req-a2f7f1b9-fe68-4755-a698-a3fa108af85a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:14.185558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b3de594-9b87-4066-8c80-d55d6c6350d2 req-a2f7f1b9-fe68-4755-a698-a3fa108af85a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 947 time: 0.0577884 Feb 11 06:27:14.242841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b3de594-9b87-4066-8c80-d55d6c6350d2 req-3ccb6992-2838-4bd1-ac1f-ad5a94a195d9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506408 Feb 11 06:27:15.336815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:15.465782 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da64d34-0063-45ce-8f3a-6d12c9062b97 req-b159f4ef-f781-4f83-a7a5-8c6b0fbef9c8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:15.477214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9da64d34-0063-45ce-8f3a-6d12c9062b97 req-b159f4ef-f781-4f83-a7a5-8c6b0fbef9c8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 947 time: 0.1302564 Feb 11 06:27:15.512316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:15.512864 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:15.593933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9da64d34-0063-45ce-8f3a-6d12c9062b97 req-2bd6b13e-172e-4542-b03a-08c232e3e7fc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149895 Feb 11 06:27:15.595820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:15.598807 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a99b4c-eb81-4154-9b75-8a39a3ac46d7" -d '{"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:15.612079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:15.619316 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:15.684867 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e9f3ea-b22a-4e15-af80-bdf4340b9a92 x-openstack-request-id: req-57e9f3ea-b22a-4e15-af80-bdf4340b9a92 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:15.685668 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:15.686101 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57e9f3ea-b22a-4e15-af80-bdf4340b9a92 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:15.686656 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'code': 200} Feb 11 06:27:15.697592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=11']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:16.433475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-a9690860-a378-4289-9299-c89d0db704d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:16.434981 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-a9690860-a378-4289-9299-c89d0db704d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b&tenant_id=e08dee32222041838e46735cec0acdf7 HTTP/1.1" status: 200 len: 1128 time: 0.0459120 Feb 11 06:27:16.446910 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:16.510369 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:16.758137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:16.767033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed253d-c126-4378-880b-9cd7b2c0392e req-c472223a-f786-4cc4-af44-005b2b6dbcfd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:16.768511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91ed253d-c126-4378-880b-9cd7b2c0392e req-c472223a-f786-4cc4-af44-005b2b6dbcfd tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.1085038 Feb 11 06:27:16.826721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:16.858440 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91ed253d-c126-4378-880b-9cd7b2c0392e req-370d9199-345d-4bcf-bfc3-e873f0d69eaf tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829380 Feb 11 06:27:16.869671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62360a47-3eff-49fd-a3b2-4f971d7f3f1b {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:27:16.879229 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Publish callbacks [] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:16.892951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Transition to ACTIVE for port object 62360a47-3eff-49fd-a3b2-4f971d7f3f1b will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:27:16.898138 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:16.981579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=12']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:16.994095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.994452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.994805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.995148 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.995488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.995829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.996160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.996491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.996826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.997177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.997507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.997838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:16.998161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:17.033522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] No DVR routers for this DVR port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:27:17.196549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:17.196815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:17.197236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:17.202133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on network 30935668-1b64-431a-a8f1-c6e8296c0827 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:27:17.202133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Attempting to bind port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on network 30935668-1b64-431a-a8f1-c6e8296c0827 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:17.207982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:17.208322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Checking segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:17.208719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Bound using segment: {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:17.209159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Bound port: 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823be391-3590-4ab0-b245-2dbded3f7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:17.210053 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:17.283864 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:17.287305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:17.294725 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:17.333833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:17.334462 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:17.336460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] 10.222.0.72 "PUT /v2.0/ports/62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1094 time: 0.8943546 Feb 11 06:27:17.337037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:17.339195 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf386db-629e-419e-8ab3-65b159bbdff0" -d '{"events": [{"name": "network-changed", "server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:17.396450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f3b4c-7b2b-4e7e-847c-38330a121ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=13']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:17.412586 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a97784-b875-4711-84b0-055056275390 x-openstack-request-id: req-74a97784-b875-4711-84b0-055056275390 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:17.413507 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:17.413886 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74a97784-b875-4711-84b0-055056275390 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:17.414352 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'status': 'completed', 'code': 200} Feb 11 06:27:17.431795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-86fd2fad-f16d-4704-9e68-2ddb75a4bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:17.433408 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-86fd2fad-f16d-4704-9e68-2ddb75a4bc0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1128 time: 0.0724516 Feb 11 06:27:17.556926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-a8ba992c-54c5-486b-998a-46b129b767b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:17.558490 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-a8ba992c-54c5-486b-998a-46b129b767b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1128 time: 0.1205692 Feb 11 06:27:17.583619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-b3da479e-0960-4a81-8afe-98c634e29e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:17.585636 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-b3da479e-0960-4a81-8afe-98c634e29e58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1392493 Feb 11 06:27:17.698393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-131ce89e-dd0e-4d99-91c6-8d791120f3ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1001 time: 0.1033502 Feb 11 06:27:17.742745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-6b28197c-1361-471b-8689-f85ae7a1483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:17.744223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-6b28197c-1361-471b-8689-f85ae7a1483f service neutron] 10.222.0.81 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1755311 Feb 11 06:27:17.801423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-9af0e501-706d-4ce2-a5b4-f6a75b17629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:17.802834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-9af0e501-706d-4ce2-a5b4-f6a75b17629b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0962789 Feb 11 06:27:17.848187 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-14196ec3-ffc9-4106-978b-03f174e6a4e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1001 time: 0.0977364 Feb 11 06:27:17.898797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-5353eeed-2b36-4d82-8eaf-f25f7fddee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:17.900331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-5353eeed-2b36-4d82-8eaf-f25f7fddee2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0905530 Feb 11 06:27:17.916271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-0715933a-f5a7-48e1-96e3-443e3de7af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:17.917693 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-0715933a-f5a7-48e1-96e3-443e3de7af3e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0631170 Feb 11 06:27:18.071585 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-b48ea56a-24b2-4ab2-8c50-d3dd8eaae21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:18.073030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-b48ea56a-24b2-4ab2-8c50-d3dd8eaae21c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1419919 Feb 11 06:27:18.075238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-16f2b60d-0b44-4d73-a8af-d5aa51882c5d service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672223 Feb 11 06:27:18.082296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d71d10-dc3a-4af1-83ea-cf569ea88d73 req-3b9ec725-e1ce-42de-9adb-7707141974b8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:18.083714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20d71d10-dc3a-4af1-83ea-cf569ea88d73 req-3b9ec725-e1ce-42de-9adb-7707141974b8 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.1350446 Feb 11 06:27:18.259234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20d71d10-dc3a-4af1-83ea-cf569ea88d73 req-7473db8e-4c71-4611-a46d-944e9c1e1750 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594646 Feb 11 06:27:18.275618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cc3d4b4-bc27-4361-9299-9b7c64c644f9 req-f128287d-e536-446e-b362-951606d4ed3e service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909568 Feb 11 06:27:18.286614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-babf54d8-5f31-4cf0-92b2-1ed2cfe4b1b0 service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008147 Feb 11 06:27:18.418967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-248277c5-dcae-40f0-8aac-321b0a20635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:18.420517 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-248277c5-dcae-40f0-8aac-321b0a20635b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1128 time: 0.0976391 Feb 11 06:27:18.441054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-2c8de804-83ec-45c8-b012-09154801556f service neutron] 10.222.0.81 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485403 Feb 11 06:27:18.534162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-4d263dd4-dbcb-40d7-ac71-d677718f9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:18.535863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-4d263dd4-dbcb-40d7-ac71-d677718f9730 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1073651 Feb 11 06:27:18.612305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-33518a90-4892-48b0-9793-c7b0f3f83be8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1001 time: 0.0705261 Feb 11 06:27:18.668203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-81ff2a92-80fe-437b-ae9a-f60abbb175b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:18.669997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-81ff2a92-80fe-437b-ae9a-f60abbb175b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0519524 Feb 11 06:27:18.724640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-a2d5cbb3-fdb8-419f-aca3-37d6d98d79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:18.726341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-a2d5cbb3-fdb8-419f-aca3-37d6d98d79b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499339 Feb 11 06:27:18.831603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-68310b6f-0f1d-4c46-adce-eb2537646bec service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986245 Feb 11 06:27:18.930028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7cf386db-629e-419e-8ab3-65b159bbdff0 req-6339156d-05df-4781-b207-b863e77c098a service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922728 Feb 11 06:27:19.402382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a54501-1868-45a5-be7d-80fa641a5ca4 req-1fdd78f4-8402-4196-8df0-dac7e80529ad tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:19.409157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4a54501-1868-45a5-be7d-80fa641a5ca4 req-1fdd78f4-8402-4196-8df0-dac7e80529ad tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0685565 Feb 11 06:27:19.458124 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4a54501-1868-45a5-be7d-80fa641a5ca4 req-9b3ebb4e-3ced-4b02-8459-113b9e0500fe tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470243 Feb 11 06:27:20.605555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c3083-fd82-40d0-8085-9dd1a411fade req-da8a90a8-34c4-439a-a687-5aea6bbf0ae4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:20.609141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753c3083-fd82-40d0-8085-9dd1a411fade req-da8a90a8-34c4-439a-a687-5aea6bbf0ae4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0665219 Feb 11 06:27:20.664156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-753c3083-fd82-40d0-8085-9dd1a411fade req-803c3d93-69ac-493e-be6c-bbbd4b8ae7db tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496819 Feb 11 06:27:21.805558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893740f3-7326-47eb-b45d-2af63a95a22e req-cf9128a2-8f47-41e1-8820-2d736856b6d9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:21.807380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-893740f3-7326-47eb-b45d-2af63a95a22e req-cf9128a2-8f47-41e1-8820-2d736856b6d9 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0646102 Feb 11 06:27:21.867514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-893740f3-7326-47eb-b45d-2af63a95a22e req-f750f07c-6970-42c6-89b6-c6d53d3cc520 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542560 Feb 11 06:27:22.689063 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:23.030014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0012f4e-31b9-41e6-abd5-267cbd71dbad req-811e2397-4668-49af-b281-c03616657222 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:23.033225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0012f4e-31b9-41e6-abd5-267cbd71dbad req-811e2397-4668-49af-b281-c03616657222 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0811534 Feb 11 06:27:23.095305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0012f4e-31b9-41e6-abd5-267cbd71dbad req-34e451e5-4bb3-4668-a980-d74d25b5c5f1 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502434 Feb 11 06:27:23.730044 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:24.242427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6813f-9a38-49a5-9de4-5542231f54b8 req-915fe7dd-8683-4353-b6c3-63c1b4bc8664 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:24.247944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddb6813f-9a38-49a5-9de4-5542231f54b8 req-915fe7dd-8683-4353-b6c3-63c1b4bc8664 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0754592 Feb 11 06:27:24.295094 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ddb6813f-9a38-49a5-9de4-5542231f54b8 req-a11d3631-b81d-47ca-b179-912d0876312f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455477 Feb 11 06:27:25.455823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40206-6a10-4fe3-bc00-cb27f98c39c5 req-106fbb42-6b06-43d2-b849-8f9c6939b073 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:25.457446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6d40206-6a10-4fe3-bc00-cb27f98c39c5 req-106fbb42-6b06-43d2-b849-8f9c6939b073 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0636973 Feb 11 06:27:25.512770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6d40206-6a10-4fe3-bc00-cb27f98c39c5 req-188c1bc2-628f-46bd-9d0a-8da821bf1b3a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482359 Feb 11 06:27:26.647879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3de597-7167-4bde-a095-8b037796654e req-8b0dc0b2-55b1-4383-b1ee-26bc99723b0b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:26.649472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb3de597-7167-4bde-a095-8b037796654e req-8b0dc0b2-55b1-4383-b1ee-26bc99723b0b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0583837 Feb 11 06:27:26.716340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb3de597-7167-4bde-a095-8b037796654e req-12a922b9-8b39-47b7-bc00-5ad04da1ceae tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590291 Feb 11 06:27:27.808772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7494845e-2c00-45b4-91c0-2ce36b47fdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:27.867285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beff194-ba7d-4f29-9532-fa0b97980aa2 req-aece2ec3-24d9-4584-b2d9-6882747a1223 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:27.868847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7beff194-ba7d-4f29-9532-fa0b97980aa2 req-aece2ec3-24d9-4584-b2d9-6882747a1223 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0669754 Feb 11 06:27:27.919312 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7beff194-ba7d-4f29-9532-fa0b97980aa2 req-e5995eb5-c53d-486a-a919-a69a72f5f0bc tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439410 Feb 11 06:27:29.048591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b1f3c-d6ea-4f2f-81b9-8d6c38f75e70 req-ce580e73-7fac-4fd3-a500-5429c6851767 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:29.050134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f7b1f3c-d6ea-4f2f-81b9-8d6c38f75e70 req-ce580e73-7fac-4fd3-a500-5429c6851767 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0572038 Feb 11 06:27:29.103254 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1f7b1f3c-d6ea-4f2f-81b9-8d6c38f75e70 req-5077068e-6a9e-44ba-8d49-3d6888ec2e33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454798 Feb 11 06:27:30.229939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eef992-22a8-4fbc-9fe7-0a3fd68b8e88 req-7470f32f-d531-4185-8d2d-1a66bcaae38c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:30.231562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83eef992-22a8-4fbc-9fe7-0a3fd68b8e88 req-7470f32f-d531-4185-8d2d-1a66bcaae38c tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0562022 Feb 11 06:27:30.291875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-83eef992-22a8-4fbc-9fe7-0a3fd68b8e88 req-46bc2f8a-b6ba-4bf4-aa6c-f6668deaa4f0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541861 Feb 11 06:27:30.385062 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd096-076f-4681-aa3d-33d78a53e83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:31.312539 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:31.442507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac5fe4-0162-434e-94ed-cadbc7970e03 req-7e588d7d-36c3-47df-8e0c-fd6c98183555 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:31.444848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1ac5fe4-0162-434e-94ed-cadbc7970e03 req-7e588d7d-36c3-47df-8e0c-fd6c98183555 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0613415 Feb 11 06:27:31.513278 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1ac5fe4-0162-434e-94ed-cadbc7970e03 req-e5a331db-d63c-4fbd-8125-43b1e0a6485d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566421 Feb 11 06:27:31.938116 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-709bb997-3aef-4e0b-9d04-48029dc45e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:31.939641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-709bb997-3aef-4e0b-9d04-48029dc45e76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e08dee32222041838e46735cec0acdf7&device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 1128 time: 0.0512021 Feb 11 06:27:32.085235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-b24fff48-3b13-4524-b681-8d31da8a6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:32.086729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-b24fff48-3b13-4524-b681-8d31da8a6e84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 200 len: 912 time: 0.1247606 Feb 11 06:27:32.160819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-d7971155-a84b-4d3c-8350-6c2ca0963330 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 200 len: 1001 time: 0.0679548 Feb 11 06:27:32.234990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-3c03e783-4287-45d0-98c2-fc873940a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:32.236627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-3c03e783-4287-45d0-98c2-fc873940a36e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 200 len: 850 time: 0.0696776 Feb 11 06:27:32.293393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-53ebf540-6b2d-4077-a10b-f5c8e8b682fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:32.295165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-53ebf540-6b2d-4077-a10b-f5c8e8b682fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30935668-1b64-431a-a8f1-c6e8296c0827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512629 Feb 11 06:27:32.394410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-b3039fba-cd03-4971-860a-f1255895d4d9 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930851 Feb 11 06:27:32.499085 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1d4cb12b-6bc2-4a2b-89ff-636510e83533 req-80895ec7-5dd2-49ef-a39f-6d3a55fbee06 service neutron] 10.222.0.72 "GET /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980134 Feb 11 06:27:32.635664 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404cea6-8aa5-4fb3-b155-7643e59d06e7 req-ac7a6219-4556-4962-8670-02280714e765 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:32.637245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4404cea6-8aa5-4fb3-b155-7643e59d06e7 req-ac7a6219-4556-4962-8670-02280714e765 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0589297 Feb 11 06:27:32.694729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4404cea6-8aa5-4fb3-b155-7643e59d06e7 req-af3aa99c-bc76-4706-9be5-ec521236238d tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513282 Feb 11 06:27:32.983947 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:33.825511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec890-435b-478f-8056-d3eb3116daca req-fdc437ae-6297-47fb-a34b-a367363c51c5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:33.826803 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17fec890-435b-478f-8056-d3eb3116daca req-fdc437ae-6297-47fb-a34b-a367363c51c5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0584383 Feb 11 06:27:33.878357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17fec890-435b-478f-8056-d3eb3116daca req-237bb2ac-2000-4166-a891-8b5fc46f3d53 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439637 Feb 11 06:27:34.003812 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:34.041201 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:27:35.005019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20026-b26c-4cd2-999d-1a38fd268c93 req-b218a039-09c6-4900-9276-f83803c0b7c5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:35.006580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21e20026-b26c-4cd2-999d-1a38fd268c93 req-b218a039-09c6-4900-9276-f83803c0b7c5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0544405 Feb 11 06:27:35.055446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21e20026-b26c-4cd2-999d-1a38fd268c93 req-f45fabdf-c19e-4ab1-a1e2-fe8cc9a7e834 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432241 Feb 11 06:27:36.182989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d55fcd-c385-425c-8625-0121ee9e8907 req-1fc22323-c496-4940-9218-c76bb23e84f7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:36.184502 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71d55fcd-c385-425c-8625-0121ee9e8907 req-1fc22323-c496-4940-9218-c76bb23e84f7 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0545475 Feb 11 06:27:36.244512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71d55fcd-c385-425c-8625-0121ee9e8907 req-a0de4fed-3453-4619-bcad-1862fa1fbfde tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540991 Feb 11 06:27:36.366280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd377177-f0ec-4aad-9793-464c08d7e1cc req-23d60beb-6f72-4743-a72c-03d9ccd48f5a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:36.367714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd377177-f0ec-4aad-9793-464c08d7e1cc req-23d60beb-6f72-4743-a72c-03d9ccd48f5a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0545490 Feb 11 06:27:36.425447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd377177-f0ec-4aad-9793-464c08d7e1cc req-46798ace-58e9-424e-8b57-96fff6c1602b tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518315 Feb 11 06:27:36.545839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace09d31-8d30-4dd7-9b21-49cb2d024c6d req-c45f6fa2-66a6-4c58-97d2-8a5016d63e9f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:36.547350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace09d31-8d30-4dd7-9b21-49cb2d024c6d req-c45f6fa2-66a6-4c58-97d2-8a5016d63e9f tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0544343 Feb 11 06:27:36.606061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace09d31-8d30-4dd7-9b21-49cb2d024c6d req-137a55b7-87e8-4585-be1c-6c0a8b23be64 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504661 Feb 11 06:27:36.876062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e7323-c1d4-48a7-8833-8df629f18461 req-fc121187-d241-45ef-a8d8-8648d7eb30a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:36.877494 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d15e7323-c1d4-48a7-8833-8df629f18461 req-fc121187-d241-45ef-a8d8-8648d7eb30a5 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 945 time: 0.0697384 Feb 11 06:27:36.935253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d15e7323-c1d4-48a7-8833-8df629f18461 req-90279750-d95a-4c60-b3cd-9db039f86d41 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477483 Feb 11 06:27:36.989987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:27:37.113079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:37.124871 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'port_id': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'mac_address': 'fa:16:3e:19:59:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:27:37.169238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:37.169798 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.188584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62360a47-3eff-49fd-a3b2-4f971d7f3f1b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:27:37.213457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:37.218607 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.272240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=14']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:37.458758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['62360a47-3eff-49fd-a3b2-4f971d7f3f1b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:27:38.065356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c5c4-07f8-4a69-8bf1-d599bec08623 req-a92008b7-b113-458f-a0c9-dfd4d9c31789 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:38.067895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fc5c5c4-07f8-4a69-8bf1-d599bec08623 req-a92008b7-b113-458f-a0c9-dfd4d9c31789 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0589461 Feb 11 06:27:38.115620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fc5c5c4-07f8-4a69-8bf1-d599bec08623 req-85b3c321-3834-47ad-95af-c5741cfc9d7a tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430391 Feb 11 06:27:38.401765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-47767bfa-d897-4f47-80e8-2e1c0cdf80ab tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:38.403250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-47767bfa-d897-4f47-80e8-2e1c0cdf80ab tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 946 time: 0.0539992 Feb 11 06:27:38.501586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Deleting port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:38.501940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:38.600754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:38.601140 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.013187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:39.073264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:27:39.078223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:39.079268 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.152509 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.152998 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.153225 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 disassociated. External IP: 172.25.1.170, port: 62360a47-3eff-49fd-a3b2-4f971d7f3f1b. Feb 11 06:27:39.153589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Calling delete_port for 62360a47-3eff-49fd-a3b2-4f971d7f3f1b owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:39.160763 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:39.161553 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.199729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:39.200992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:39.204405 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39479bb8-a046-44df-87c0-c874f2531c66" -d '{"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-plugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:39.208802 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.261575 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d658c381-8d69-495d-a994-c43212f6710f x-openstack-request-id: req-d658c381-8d69-495d-a994-c43212f6710f {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:39.261962 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-plugged", "status": "completed", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:39.262304 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d658c381-8d69-495d-a994-c43212f6710f {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:39.262848 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'code': 200} Feb 11 06:27:39.277880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=15']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:39.324505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1464b9d-6819-405b-8995-2f2167f7f271 req-215b77eb-b9d3-4389-a049-814b45d7c785 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:39.326102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1464b9d-6819-405b-8995-2f2167f7f271 req-215b77eb-b9d3-4389-a049-814b45d7c785 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 947 time: 0.0982418 Feb 11 06:27:39.423608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (62360a47-3eff-49fd-a3b2-4f971d7f3f1b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.434125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1464b9d-6819-405b-8995-2f2167f7f271 req-9bfeacac-7acc-4c6e-994b-eb693fb04a4e tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d859450-a739-480a-b102-4a472c2f3d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890605 Feb 11 06:27:39.467160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event deleted for resources: {'Port': ['ID=62360a47-3eff-49fd-a3b2-4f971d7f3f1b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:39.596993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:27:39.736765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:39.752966 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:39.764848 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:39.765837 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:27:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:39.787738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] No DVR routers for this DVR port 62360a47-3eff-49fd-a3b2-4f971d7f3f1b on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:27:39.791036 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.797178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8e7d39b-c8bb-4288-a537-a77167d2df2e req-012a632e-1ec9-4c17-be58-a24bc35164a2 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.72 "DELETE /v2.0/ports/62360a47-3eff-49fd-a3b2-4f971d7f3f1b HTTP/1.1" status: 204 len: 173 time: 1.3855371 Feb 11 06:27:39.797178 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-deleted', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:39.797776 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da5cbcf-99f7-42e4-824b-3a9196d2b637" -d '{"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-deleted", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:39.849634 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391989f6-947b-47db-8a89-5fa3d9019c8f x-openstack-request-id: req-391989f6-947b-47db-8a89-5fa3d9019c8f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:39.849929 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb644a-f51f-4882-b16f-becf2a2f3c4b", "name": "network-vif-deleted", "tag": "62360a47-3eff-49fd-a3b2-4f971d7f3f1b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:39.850180 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-391989f6-947b-47db-8a89-5fa3d9019c8f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:39.850588 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb644a-f51f-4882-b16f-becf2a2f3c4b', 'name': 'network-vif-deleted', 'tag': '62360a47-3eff-49fd-a3b2-4f971d7f3f1b', 'status': 'completed', 'code': 200} Feb 11 06:27:39.920206 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:40.157222 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:40.185095 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:40.194530 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:40.195200 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:27:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:40.310971 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:40.529387 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:40.563525 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1b162f6a-5a89-4a96-bb36-89018451ea60 req-8821c07f-db8e-48ec-92e8-9a4a5af4bfc4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0334063 Feb 11 06:27:40.574656 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af846968-e8a5-4eaa-99b6-c7c013cac3f4 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:23:03Z', 'revision_number': 4, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '8003bab4-a3ce-47b9-a1d6-67d039c03051', 'name': '', 'network_id': '30935668-1b64-431a-a8f1-c6e8296c0827', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'mac_address': 'fa:16:3e:0c:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:02Z', 'updated_at': '2022-02-11T06:23:07Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'subnets': [{'id': 'e0d06407-d633-4b4b-9544-f6e9060136f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:40.846169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb5bfab-45a0-4688-8583-fee91df3d0c6 None None] New status for floating IP 2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:27:41.016611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:41.047074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 62360a47-3eff-49fd-a3b2-4f971d7f3f1b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:41.047329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 62360a47-3eff-49fd-a3b2-4f971d7f3f1b not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:41.671366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-68255153-9efe-47f5-906d-2573ae5308d5 req-74ed79cf-ead4-4a60-af31-d3563f474476 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0293899 Feb 11 06:27:42.797770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46ad97fb-5692-40d4-a636-78e1a278e8fe req-6c9ff20b-5bb7-40ec-b919-ba890063e7b6 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0371027 Feb 11 06:27:43.903099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-307916df-26bf-489e-9ccc-94edc1d1178d req-2ee858e5-691c-4f73-b1f2-2eff5672bba4 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0303879 Feb 11 06:27:45.006172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53e0036d-fb0f-4be6-8b77-b33985853aa8 req-22baee61-8abb-4c1c-95b7-fb65ed5b3483 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0295260 Feb 11 06:27:46.108836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19129282-4bbc-4cb9-a7eb-1a4b1f35f21e req-4a5f6a84-bcdc-4d48-b6c3-02257029fd33 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0317161 Feb 11 06:27:47.210666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a8097cf3-5365-4272-bfc9-19c4c704e78a req-5465f623-bb16-45cf-8541-546f9eeedbe0 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0294368 Feb 11 06:27:48.323962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5aa11890-ae73-4983-8c00-c58f6ef495ff req-b56caa85-7235-4c7e-a9d3-03b905fb5c09 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/ports?device_id=edcb644a-f51f-4882-b16f-becf2a2f3c4b HTTP/1.1" status: 200 len: 210 time: 0.0304251 Feb 11 06:27:52.689943 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.716075 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.212795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51014) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:55.269205 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f5d1b93-7133-4995-95d0-15ca31f3fbff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group (8d859450-a739-480a-b102-4a472c2f3d93), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.298506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f5d1b93-7133-4995-95d0-15ca31f3fbff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group (8d859450-a739-480a-b102-4a472c2f3d93), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.355137 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f5d1b93-7133-4995-95d0-15ca31f3fbff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (8d859450-a739-480a-b102-4a472c2f3d93), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.358175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f5d1b93-7133-4995-95d0-15ca31f3fbff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.362199 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51016) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:55.363126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0f5d1b93-7133-4995-95d0-15ca31f3fbff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d859450-a739-480a-b102-4a472c2f3d93 HTTP/1.1" status: 204 len: 168 time: 0.1492260 Feb 11 06:27:55.374432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d1b93-7133-4995-95d0-15ca31f3fbff tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d859450-a739-480a-b102-4a472c2f3d93,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:55.379720 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-2dd9c039-712d-4e8e-8f31-dd471424b395 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] show failed (client error): The resource could not be found. Feb 11 06:27:55.385228 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2dd9c039-712d-4e8e-8f31-dd471424b395 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "GET /v2.0/security-groups/8d859450-a739-480a-b102-4a472c2f3d93 HTTP/1.1" status: 404 len: 347 time: 0.0214958 Feb 11 06:27:55.386231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51020) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:55.523059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Deleting port 8d3008b2-23c4-4e85-b1b2-1cda2365d766 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:55.523413 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8d3008b2-23c4-4e85-b1b2-1cda2365d766), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.617181 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8d3008b2-23c4-4e85-b1b2-1cda2365d766), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.617521 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (8d3008b2-23c4-4e85-b1b2-1cda2365d766), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.632048 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Calling delete_port for 8d3008b2-23c4-4e85-b1b2-1cda2365d766 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:55.779537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8d3008b2-23c4-4e85-b1b2-1cda2365d766), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.806039 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Pushing event deleted for resources: {'Port': ['ID=8d3008b2-23c4-4e85-b1b2-1cda2365d766,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:55.818722 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.819082 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.819492 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.819775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.820118 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.820461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.820801 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.821173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.821518 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.821851 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.822188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.822512 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.822843 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:55.883873 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks [] for floatingip (2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.886972 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.891053 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-54d0c0d2-b645-4f5a-8582-125e6d6fd5eb tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a86ee2e-82f0-4ea2-b442-9eb1c06de0d0 HTTP/1.1" status: 204 len: 168 time: 0.5004978 Feb 11 06:27:55.891258 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51022) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:56.283177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.548636 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Deleting port 8003bab4-a3ce-47b9-a1d6-67d039c03051 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:56.549436 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.634507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] For port 8003bab4-a3ce-47b9-a1d6-67d039c03051, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8003bab4-a3ce-47b9-a1d6-67d039c03051,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:56.634876 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.649060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Calling delete_port for 8003bab4-a3ce-47b9-a1d6-67d039c03051 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:56.875928 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8003bab4-a3ce-47b9-a1d6-67d039c03051), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.910727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8003bab4-a3ce-47b9-a1d6-67d039c03051,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:57.096108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.328580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:27:57.711955 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:57.717201 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8163ab40-f341-4493-9abc-f57416ba22a9 admin admin] 10.222.0.31 "PUT /v2.0/routers/66bca77a-4ee1-4a9b-91a1-2b05703d7ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8247845 Feb 11 06:27:57.719529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:57.721685 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] Sync routers for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:57.733885 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:57.734502 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:27:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:57.808357 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-579fcb33-1292-4b02-8774-d9adff8ea870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.845921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks [] for router (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.879386 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:57.975805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks [] for router_gateway (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.038159 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Deleting port ce94c59c-66b7-4437-9da7-ceab23677f01 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:58.038485 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.088379 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:27:56Z', 'revision_number': 5, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port': {'id': 'ce94c59c-66b7-4437-9da7-ceab23677f01', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:58.122083 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] Checking router: 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:58.131779 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] Routers {'66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:58.132400 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:27:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:58.132919 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] For port ce94c59c-66b7-4437-9da7-ceab23677f01, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=ce94c59c-66b7-4437-9da7-ceab23677f01,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:58.133424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.148965 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Calling delete_port for ce94c59c-66b7-4437-9da7-ceab23677f01 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:58.228826 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] Set router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:58.291758 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:27:57Z', 'revision_number': 6, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:58.327294 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71eadc-17b6-4001-b8b9-dcb7ca8d4a54 None None] The sync data for ids ['66bca77a-4ee1-4a9b-91a1-2b05703d7ee1'] in n-d-715271-35 is: [{'id': '66bca77a-4ee1-4a9b-91a1-2b05703d7ee1', 'name': 'tempest-ServerActionsTestJSON-670612719-router', 'tenant_id': 'e08dee32222041838e46735cec0acdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:23:00Z', 'updated_at': '2022-02-11T06:27:57Z', 'revision_number': 6, 'project_id': 'e08dee32222041838e46735cec0acdf7', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:58.376870 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ce94c59c-66b7-4437-9da7-ceab23677f01), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.408045 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce94c59c-66b7-4437-9da7-ceab23677f01,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:58.472581 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.571194 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.574002 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks [] for router_controller (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.627652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (66bca77a-4ee1-4a9b-91a1-2b05703d7ee1), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.628185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:27:58.633561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.637390 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b361bc76-052b-4017-8fc9-6b68bf35908a admin admin] 10.222.0.31 "DELETE /v2.0/routers/66bca77a-4ee1-4a9b-91a1-2b05703d7ee1 HTTP/1.1" status: 204 len: 168 time: 0.9166830 Feb 11 06:27:58.637536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51026) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:58.718238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-146d0e27-c13a-4219-bb9b-cd15d5f80090 admin admin] Deleting subnet e0d06407-d633-4b4b-9544-f6e9060136f9 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:27:58.722549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-146d0e27-c13a-4219-bb9b-cd15d5f80090 admin admin] Publish callbacks [] for subnet (e0d06407-d633-4b4b-9544-f6e9060136f9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.766296 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-146d0e27-c13a-4219-bb9b-cd15d5f80090 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (e0d06407-d633-4b4b-9544-f6e9060136f9), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.866591 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-146d0e27-c13a-4219-bb9b-cd15d5f80090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e0d06407-d633-4b4b-9544-f6e9060136f9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.929546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-146d0e27-c13a-4219-bb9b-cd15d5f80090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (e0d06407-d633-4b4b-9544-f6e9060136f9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.959786 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d0e27-c13a-4219-bb9b-cd15d5f80090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d06407-d633-4b4b-9544-f6e9060136f9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:58.965053 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-146d0e27-c13a-4219-bb9b-cd15d5f80090 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.969287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-146d0e27-c13a-4219-bb9b-cd15d5f80090 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e0d06407-d633-4b4b-9544-f6e9060136f9 HTTP/1.1" status: 204 len: 168 time: 0.3302274 Feb 11 06:27:58.971659 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51028) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:58.980335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750f1028-12af-405f-bf54-f8a138ab331f None None] Network 30935668-1b64-431a-a8f1-c6e8296c0827 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:27:59.057399 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (30935668-1b64-431a-a8f1-c6e8296c0827), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.116265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Deleting port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:59.116615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.195499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] DHCP port deletion for 30935668-1b64-431a-a8f1-c6e8296c0827 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:27:59.196496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] For port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=85b5a36f-346e-441c-9bb8-1d0384b0dbe7,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:59.197065 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.207991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8003bab4-a3ce-47b9-a1d6-67d039c03051 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:59.216183 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Calling delete_port for 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:59.261170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 8003bab4-a3ce-47b9-a1d6-67d039c03051 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:59.261876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8003bab4-a3ce-47b9-a1d6-67d039c03051 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:59.287211 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Deleting port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:59.287690 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.330638 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.369335 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] No DVR routers for this DVR port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:27:59.375614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=85b5a36f-346e-441c-9bb8-1d0384b0dbe7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:59.383042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] For port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=85b5a36f-346e-441c-9bb8-1d0384b0dbe7,segment=NetworkSegment(823be391-3590-4ab0-b245-2dbded3f7d64),segment_id=823be391-3590-4ab0-b245-2dbded3f7d64)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:59.383651 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.403005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Calling delete_port for 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:59.457723 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (30935668-1b64-431a-a8f1-c6e8296c0827), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.485803 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30935668-1b64-431a-a8f1-c6e8296c0827']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:59.497009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (85b5a36f-346e-441c-9bb8-1d0384b0dbe7), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.498358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823be391-3590-4ab0-b245-2dbded3f7d64') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:59.498760 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823be391-3590-4ab0-b245-2dbded3f7d64') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:59.511683 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (823be391-3590-4ab0-b245-2dbded3f7d64), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.517109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] No DVR routers for this DVR port 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:27:59.544051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (823be391-3590-4ab0-b245-2dbded3f7d64), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.545186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Pushing event deleted for resources: {'Port': ['ID=85b5a36f-346e-441c-9bb8-1d0384b0dbe7,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:59.556692 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:27:59.557109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (823be391-3590-4ab0-b245-2dbded3f7d64), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.558908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:27:59.559043 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:27:59.562137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.562488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.563138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.563643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.564397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.564902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.565409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.565893 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.566397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.566878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.567358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.568495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2bfdb2-b903-4ba2-8cd8-ed8f29fce21e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:59.633766 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (30935668-1b64-431a-a8f1-c6e8296c0827), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.639390 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.644127 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] 10.222.0.31 "DELETE /v2.0/networks/30935668-1b64-431a-a8f1-c6e8296c0827 HTTP/1.1" status: 204 len: 168 time: 0.6714432 Feb 11 06:27:59.657652 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d622d-2926-4c99-bf56-666dd5c26d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=30935668-1b64-431a-a8f1-c6e8296c0827,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:59.811842 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51032) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:00.037832 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dbf9cb45-8707-4e32-8bff-c5e4d5a76173 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e08dee32222041838e46735cec0acdf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237287 Feb 11 06:28:00.040359 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51036) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:00.096984 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d8f-bbb6-4929-b1f3-5c4f8313a82e admin admin] Publish callbacks [] for security_group (3cf6c465-fe9e-4777-827b-bf365588c7f9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:00.119034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d8f-bbb6-4929-b1f3-5c4f8313a82e admin admin] Publish callbacks [] for security_group (3cf6c465-fe9e-4777-827b-bf365588c7f9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:00.174134 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d8f-bbb6-4929-b1f3-5c4f8313a82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3cf6c465-fe9e-4777-827b-bf365588c7f9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:00.176832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d8f-bbb6-4929-b1f3-5c4f8313a82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:00.182283 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fafd2d8f-bbb6-4929-b1f3-5c4f8313a82e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3cf6c465-fe9e-4777-827b-bf365588c7f9 HTTP/1.1" status: 204 len: 168 time: 0.1389987 Feb 11 06:28:00.192705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd2d8f-bbb6-4929-b1f3-5c4f8313a82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf6c465-fe9e-4777-827b-bf365588c7f9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:00.380662 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8ee607ee-c7bd-403a-bb1e-5c4d83817005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:00.635445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:00.662117 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:00.662999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 85b5a36f-346e-441c-9bb8-1d0384b0dbe7 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:00.663631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ce94c59c-66b7-4437-9da7-ceab23677f01 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:00.687845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: ce94c59c-66b7-4437-9da7-ceab23677f01 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:00.688295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device ce94c59c-66b7-4437-9da7-ceab23677f01 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:00.917669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51058) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:01.024237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1999636690-network', 'tenant_id': '60f93d060da44e839bca99c04a9aee38'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:01.047782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Made reservation on behalf of 60f93d060da44e839bca99c04a9aee38 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:01.050378 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.059578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.140305 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Publish callbacks [] for security_group (2a59fcd3-f772-40f7-9b9a-b8de4420448e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.145268 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2a59fcd3-f772-40f7-9b9a-b8de4420448e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.171068 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:01.181864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a59fcd3-f772-40f7-9b9a-b8de4420448e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:01.186708 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0b2f4eea-d26e-469c-8781-f64b714d2173), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.187059 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Added segment 0b2f4eea-d26e-469c-8781-f64b714d2173 of type vlan for network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 Feb 11 06:28:01.235934 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (54bbdc05-88cd-47de-b5b6-053f0ddd7822), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.264531 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (54bbdc05-88cd-47de-b5b6-053f0ddd7822), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.265468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:01.266050 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.312653 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.335108 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4162190 Feb 11 06:28:01.338621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51062) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:01.339196 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de4720-04e9-42c3-8bc7-2f977da91880 admin admin] Pushing event updated for resources: {'Network': ['ID=54bbdc05-88cd-47de-b5b6-053f0ddd7822,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:01.347133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Request body: {'subnet': {'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1999636690-subnet', 'tenant_id': '60f93d060da44e839bca99c04a9aee38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:01.351778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:01.374917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Made reservation on behalf of 60f93d060da44e839bca99c04a9aee38 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:01.378821 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.582162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (069a670c-7354-4af0-a28a-e3a700118303), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.643282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Pushing event updated for resources: {'Subnet': ['ID=069a670c-7354-4af0-a28a-e3a700118303,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:01.657094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Checking segment: {'id': '0b2f4eea-d26e-469c-8781-f64b714d2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:01.657516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Network hostable DHCP agents. Network: 54bbdc05-88cd-47de-b5b6-053f0ddd7822, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:01.676423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:01.687985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 54bbdc05-88cd-47de-b5b6-053f0ddd7822) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:01.692303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:01.693541 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.699160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9f500f-2235-427a-a3bf-1fc19586b096 None None] Network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:01.722567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f332fa69-f498-4df9-b687-376bb0b3965b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3739612 Feb 11 06:28:01.808560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c4524-06c0-46bb-abfc-22e47e4a4a9b None None] Network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:02.173481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-7e557769-56b0-43d2-b412-7d310ae08a3e tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:02.175078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-7e557769-56b0-43d2-b412-7d310ae08a3e tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/networks?id=54bbdc05-88cd-47de-b5b6-053f0ddd7822 HTTP/1.1" status: 200 len: 814 time: 0.1085935 Feb 11 06:28:02.190960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-0de8bd28-13c7-4df6-a205-f6733cee501c tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/quotas/60f93d060da44e839bca99c04a9aee38 HTTP/1.1" status: 200 len: 375 time: 0.0099425 Feb 11 06:28:02.226957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-d20ce64f-3d6a-4a3f-acdd-914680de5e7d tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60f93d060da44e839bca99c04a9aee38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296557 Feb 11 06:28:02.390696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5884c474-6c90-4a1e-8e24-33093f4fe700 service neutron] 10.222.0.31 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566226 Feb 11 06:28:02.480558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-1b1f4a03-a832-465f-99e6-a64560fcac6d service neutron] 10.222.0.31 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839164 Feb 11 06:28:02.650180 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-478b6c52-7296-44b8-ab12-39a4c662fb23 req-7d6bdfd1-6828-40de-a2b5-ba5324682eac tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 210 time: 0.0299184 Feb 11 06:28:02.990625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:03.611186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-06b09985-a9a6-44d3-a460-e8782e5b68eb tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:03.612674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-06b09985-a9a6-44d3-a460-e8782e5b68eb tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.72 "GET /v2.0/networks?id=54bbdc05-88cd-47de-b5b6-053f0ddd7822 HTTP/1.1" status: 200 len: 814 time: 0.1198773 Feb 11 06:28:03.626627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Request body: {'port': {'device_id': 'f68125b9-37b4-4c86-9e63-5e73cb2d3f70', 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822', 'admin_state_up': True, 'tenant_id': '60f93d060da44e839bca99c04a9aee38'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:03.755246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-54455367-6eed-419c-b545-d09ef64f19c8 req-168f14d8-31fe-4282-a81f-77d0d03f5500 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 210 time: 0.0332673 Feb 11 06:28:03.782520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Made reservation on behalf of 60f93d060da44e839bca99c04a9aee38 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:03.786147 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:03.914317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Allocated IP 172.20.0.4 (54bbdc05-88cd-47de-b5b6-053f0ddd7822/069a670c-7354-4af0-a28a-e3a700118303/6e1d158d-3940-4411-b171-8bcde74d783c) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:04.006051 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.071784 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks [] for port (6e1d158d-3940-4411-b171-8bcde74d783c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.106582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.156446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:04.159682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:04.163996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:04.187921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Pushing event updated for resources: {'Port': ['ID=6e1d158d-3940-4411-b171-8bcde74d783c,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:04.216921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:04.217832 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.235984 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-5f4b7a16-a504-48ba-84ee-671ab9812052 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137385 Feb 11 06:28:04.246949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Request body: {'port': {'device_id': 'f68125b9-37b4-4c86-9e63-5e73cb2d3f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:04.305697 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.586589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1d158d-3940-4411-b171-8bcde74d783c {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:28:04.594202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Publish callbacks [] for port (6e1d158d-3940-4411-b171-8bcde74d783c), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.607348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Transition to ACTIVE for port object 6e1d158d-3940-4411-b171-8bcde74d783c will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:28:04.610868 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.666063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d158d-3940-4411-b171-8bcde74d783c,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:04.737000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Attempting to bind port 6e1d158d-3940-4411-b171-8bcde74d783c on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:04.737379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Attempting to bind port 6e1d158d-3940-4411-b171-8bcde74d783c by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '0b2f4eea-d26e-469c-8781-f64b714d2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:04.737717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Attempting to bind port 6e1d158d-3940-4411-b171-8bcde74d783c on network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:04.742567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Port 6e1d158d-3940-4411-b171-8bcde74d783c on network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:28:04.742924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Attempting to bind port 6e1d158d-3940-4411-b171-8bcde74d783c on network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:04.748079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:04.748079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Checking segment: {'id': '0b2f4eea-d26e-469c-8781-f64b714d2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:04.748427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Bound using segment: {'id': '0b2f4eea-d26e-469c-8781-f64b714d2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:04.748860 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Bound port: 6e1d158d-3940-4411-b171-8bcde74d783c, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2f4eea-d26e-469c-8781-f64b714d2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:04.749599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.819191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] For port 6e1d158d-3940-4411-b171-8bcde74d783c, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:04.822514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] For port 6e1d158d-3940-4411-b171-8bcde74d783c, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6e1d158d-3940-4411-b171-8bcde74d783c,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:04.829949 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.896281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:04.896907 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.898350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] 10.222.0.72 "PUT /v2.0/ports/6e1d158d-3940-4411-b171-8bcde74d783c HTTP/1.1" status: 200 len: 1092 time: 0.6556373 Feb 11 06:28:04.898803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68125b9-37b4-4c86-9e63-5e73cb2d3f70', 'tag': '6e1d158d-3940-4411-b171-8bcde74d783c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:04.901067 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf88a7-f859-409d-9583-cefe8f8ecb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f68125b9-37b4-4c86-9e63-5e73cb2d3f70", "tag": "6e1d158d-3940-4411-b171-8bcde74d783c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:04.925181 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab119994-1f5f-46ce-bb7e-abd8149e31ec service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d158d-3940-4411-b171-8bcde74d783c,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:04.948265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2614fe-ebdf-4a4f-bda6-4adf2a57a22f req-97890013-55dd-4292-ba77-1fae104602a7 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:04.953088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd2614fe-ebdf-4a4f-bda6-4adf2a57a22f req-97890013-55dd-4292-ba77-1fae104602a7 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 943 time: 0.1177120 Feb 11 06:28:04.955294 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83284fcf-1555-4716-a19d-c51334319fd0 x-openstack-request-id: req-83284fcf-1555-4716-a19d-c51334319fd0 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:04.955584 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68125b9-37b4-4c86-9e63-5e73cb2d3f70", "tag": "6e1d158d-3940-4411-b171-8bcde74d783c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:04.955842 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83284fcf-1555-4716-a19d-c51334319fd0 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:04.956243 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68125b9-37b4-4c86-9e63-5e73cb2d3f70', 'tag': '6e1d158d-3940-4411-b171-8bcde74d783c', 'status': 'completed', 'code': 200} Feb 11 06:28:05.037410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-144fcc17-7006-4ac4-b103-e33f7e31740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.038918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-144fcc17-7006-4ac4-b103-e33f7e31740f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60f93d060da44e839bca99c04a9aee38&device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 1126 time: 0.0819528 Feb 11 06:28:05.041979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd2614fe-ebdf-4a4f-bda6-4adf2a57a22f req-aff630d7-6463-443e-97db-7db51379c157 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838425 Feb 11 06:28:05.083282 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-59610754-a965-45e6-bc22-f74f95e13a5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e1d158d-3940-4411-b171-8bcde74d783c HTTP/1.1" status: 200 len: 217 time: 0.0365312 Feb 11 06:28:05.132500 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-2e6dfd6c-e1e3-4b14-9360-d603309c0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.134021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-2e6dfd6c-e1e3-4b14-9360-d603309c0011 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=069a670c-7354-4af0-a28a-e3a700118303 HTTP/1.1" status: 200 len: 854 time: 0.0446005 Feb 11 06:28:05.170666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-8845117e-fbd0-42c9-be98-be33d987af4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54bbdc05-88cd-47de-b5b6-053f0ddd7822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304832 Feb 11 06:28:05.263309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-7f76e373-168f-4c37-8329-10b2817f637c service neutron] 10.222.0.72 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852396 Feb 11 06:28:05.357602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-28a3dcd4-a03f-4a74-a31a-52d40f7484f1 req-02e2f04a-ab68-4922-b600-d062932a8fdd service neutron] 10.222.0.72 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890195 Feb 11 06:28:05.451700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-50525810-98fd-42bf-a7d5-2b655a10ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.453294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-50525810-98fd-42bf-a7d5-2b655a10ff1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60f93d060da44e839bca99c04a9aee38&device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 1126 time: 0.0469122 Feb 11 06:28:05.549853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-b06491cc-18dd-4e4c-ba13-d32980c32b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.551345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-b06491cc-18dd-4e4c-ba13-d32980c32b88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54bbdc05-88cd-47de-b5b6-053f0ddd7822 HTTP/1.1" status: 200 len: 915 time: 0.0923498 Feb 11 06:28:05.594591 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-5ec29bc6-523d-4cf9-961a-9c4f3ae4330c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e1d158d-3940-4411-b171-8bcde74d783c HTTP/1.1" status: 200 len: 217 time: 0.0354419 Feb 11 06:28:05.644611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-f2f7657e-995e-4d17-9873-26a0f676ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.646103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-f2f7657e-995e-4d17-9873-26a0f676ae65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=069a670c-7354-4af0-a28a-e3a700118303 HTTP/1.1" status: 200 len: 854 time: 0.0457027 Feb 11 06:28:05.680767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-6eb3a236-d615-400d-be3c-25bff54f62fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54bbdc05-88cd-47de-b5b6-053f0ddd7822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269940 Feb 11 06:28:05.773775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-a03549a0-d13d-4ea2-9980-e789814887c3 service neutron] 10.222.0.72 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868597 Feb 11 06:28:05.865976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2daf88a7-f859-409d-9583-cefe8f8ecb6c req-bef764a8-f973-4890-a7f6-6b5d9ca595bd service neutron] 10.222.0.72 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853593 Feb 11 06:28:06.176686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ed460-a1b2-4648-8304-63193f3858bd req-48051fd4-463f-45b4-a8a9-25bbf0fd674a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.178661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-628ed460-a1b2-4648-8304-63193f3858bd req-48051fd4-463f-45b4-a8a9-25bbf0fd674a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 943 time: 0.0639389 Feb 11 06:28:06.227671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-628ed460-a1b2-4648-8304-63193f3858bd req-4d8dcc17-bdf4-4206-bc35-e58c56308597 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 Feb 11 06:28:07.347313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3dac4-a115-49e7-af9e-e811059e1283 req-8fdd8046-989f-4af9-97a3-635568c7c4e4 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:07.348790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47c3dac4-a115-49e7-af9e-e811059e1283 req-8fdd8046-989f-4af9-97a3-635568c7c4e4 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 943 time: 0.0527568 Feb 11 06:28:07.394845 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-47c3dac4-a115-49e7-af9e-e811059e1283 req-4b36fffc-396b-451b-a277-4ae07dd3a3e8 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Feb 11 06:28:08.522083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9616e59-3a80-4e90-b233-499f3efe3539 req-432f728d-b41e-42c8-9a46-fbd968ffa53a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:08.523603 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9616e59-3a80-4e90-b233-499f3efe3539 req-432f728d-b41e-42c8-9a46-fbd968ffa53a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 943 time: 0.0580249 Feb 11 06:28:08.571190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9616e59-3a80-4e90-b233-499f3efe3539 req-0f4fc1a5-cece-4dfd-855f-8766226a68b3 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Feb 11 06:28:09.170963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6e1d158d-3940-4411-b171-8bcde74d783c details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:28:09.269826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6e1d158d-3940-4411-b171-8bcde74d783c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6e1d158d-3940-4411-b171-8bcde74d783c,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:09.281357 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '6e1d158d-3940-4411-b171-8bcde74d783c', 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822', 'port_id': '6e1d158d-3940-4411-b171-8bcde74d783c', 'mac_address': 'fa:16:3e:ab:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069a670c-7354-4af0-a28a-e3a700118303', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:28:09.321642 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6e1d158d-3940-4411-b171-8bcde74d783c is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:09.322157 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:09.335742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1d158d-3940-4411-b171-8bcde74d783c {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:28:09.355953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6e1d158d-3940-4411-b171-8bcde74d783c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6e1d158d-3940-4411-b171-8bcde74d783c,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:09.360669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:09.407975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6e1d158d-3940-4411-b171-8bcde74d783c,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:09.552253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6e1d158d-3940-4411-b171-8bcde74d783c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:28:09.696649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68761f-d780-473a-8f62-9fd7bc897ebc req-2fa26085-d452-42b3-9e7c-77ac468ecbc8 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:09.698890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe68761f-d780-473a-8f62-9fd7bc897ebc req-2fa26085-d452-42b3-9e7c-77ac468ecbc8 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 944 time: 0.0560203 Feb 11 06:28:09.745393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fe68761f-d780-473a-8f62-9fd7bc897ebc req-d6901100-962e-496f-9b99-1d243f2e5c7a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Feb 11 06:28:10.866475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a66bd-f872-49a5-8fb7-09cf24e0a823 req-f250f589-5932-48a4-914a-4f0e5267d4b0 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:10.867884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-672a66bd-f872-49a5-8fb7-09cf24e0a823 req-f250f589-5932-48a4-914a-4f0e5267d4b0 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 944 time: 0.0534930 Feb 11 06:28:10.920476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-672a66bd-f872-49a5-8fb7-09cf24e0a823 req-da8ecf4a-2740-4382-8db5-12b498241965 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Feb 11 06:28:11.039927 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:28:11.186111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6e1d158d-3940-4411-b171-8bcde74d783c up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:11.236443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 6e1d158d-3940-4411-b171-8bcde74d783c completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:28:11.241138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 6e1d158d-3940-4411-b171-8bcde74d783c triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:11.241530 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:11.321563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6e1d158d-3940-4411-b171-8bcde74d783c is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:11.321949 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:11.349989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68125b9-37b4-4c86-9e63-5e73cb2d3f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d158d-3940-4411-b171-8bcde74d783c'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:11.352264 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6a242c-ecbe-4874-8f3b-1ca8ddb57718" -d '{"events": [{"server_uuid": "f68125b9-37b4-4c86-9e63-5e73cb2d3f70", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d158d-3940-4411-b171-8bcde74d783c"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:11.365375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6e1d158d-3940-4411-b171-8bcde74d783c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6e1d158d-3940-4411-b171-8bcde74d783c,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:11.369915 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:11.394865 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8049d2-a5e5-406b-a809-0935e5754d31 x-openstack-request-id: req-ab8049d2-a5e5-406b-a809-0935e5754d31 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:11.395165 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68125b9-37b4-4c86-9e63-5e73cb2d3f70", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d158d-3940-4411-b171-8bcde74d783c", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:11.395420 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab8049d2-a5e5-406b-a809-0935e5754d31 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:11.396360 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68125b9-37b4-4c86-9e63-5e73cb2d3f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d158d-3940-4411-b171-8bcde74d783c', 'code': 200} Feb 11 06:28:11.430484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6e1d158d-3940-4411-b171-8bcde74d783c,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:11.501614 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2291b25-af79-47e0-8f8e-23e15cb7c220 req-ffb20c99-58d0-4b5e-a73f-a4646f69ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:11.503115 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2291b25-af79-47e0-8f8e-23e15cb7c220 req-ffb20c99-58d0-4b5e-a73f-a4646f69ddf8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 1128 time: 0.0452104 Feb 11 06:28:11.546627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2291b25-af79-47e0-8f8e-23e15cb7c220 req-b1b46b20-d5ed-4a44-be4a-fc5427789d98 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377724 Feb 11 06:28:12.046543 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b3fd6-512e-4544-9492-8bdcb0bc0f47 req-bdbaae1d-9395-4210-98ac-4ec158386edb tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:12.048058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-430b3fd6-512e-4544-9492-8bdcb0bc0f47 req-bdbaae1d-9395-4210-98ac-4ec158386edb tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0587370 Feb 11 06:28:12.096867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-430b3fd6-512e-4544-9492-8bdcb0bc0f47 req-b38a1584-8412-4267-97f2-78f965143f18 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Feb 11 06:28:13.228666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c2dc4-039f-447e-bc7f-3b2db9a6d10d req-54a907ab-56dc-4834-b74e-acb82165f79d tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:13.230215 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-972c2dc4-039f-447e-bc7f-3b2db9a6d10d req-54a907ab-56dc-4834-b74e-acb82165f79d tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0583713 Feb 11 06:28:13.277685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-972c2dc4-039f-447e-bc7f-3b2db9a6d10d req-c6bcd77e-429e-4430-8629-e27e0bc7ef1b tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Feb 11 06:28:13.513251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-a92b0979-2b5e-46af-a881-ff29ba9c85d6 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:13.514955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-a92b0979-2b5e-46af-a881-ff29ba9c85d6 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/networks?id=54bbdc05-88cd-47de-b5b6-053f0ddd7822 HTTP/1.1" status: 200 len: 814 time: 0.1126437 Feb 11 06:28:13.530172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-e659e878-da64-4281-aa95-441857c36964 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/quotas/60f93d060da44e839bca99c04a9aee38 HTTP/1.1" status: 200 len: 375 time: 0.0096009 Feb 11 06:28:13.589135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-40092ab0-9eda-4a3d-8ab2-bb9c4ff977af tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60f93d060da44e839bca99c04a9aee38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536463 Feb 11 06:28:13.682367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-65ca767c-e0ba-4fb9-9e52-d66d61990b75 service neutron] 10.222.0.31 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862739 Feb 11 06:28:13.780329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-1f41bd21-511e-4eda-a135-7b58427f4b68 service neutron] 10.222.0.31 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918388 Feb 11 06:28:13.944456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ae2eb2c-e325-46fd-b94e-965f9f2e540f req-c5ed9f06-f995-4da3-80a6-2d254fa41d75 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 210 time: 0.0278914 Feb 11 06:28:14.909035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-5702de2c-0dcf-4332-b622-9db6e0e7eb03 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:14.910847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-5702de2c-0dcf-4332-b622-9db6e0e7eb03 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.81 "GET /v2.0/networks?id=54bbdc05-88cd-47de-b5b6-053f0ddd7822 HTTP/1.1" status: 200 len: 814 time: 0.1159189 Feb 11 06:28:14.924068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Request body: {'port': {'device_id': 'bfa37f44-9a30-4cdf-8d51-c1191a3440ad', 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822', 'admin_state_up': True, 'tenant_id': '60f93d060da44e839bca99c04a9aee38'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:15.047030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed50ce42-5295-44bb-8a8e-23c5c1b0f2a2 req-27c901cc-42d2-4ea7-aa1e-bf1c6ea6a9eb tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 210 time: 0.0328109 Feb 11 06:28:15.060309 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Made reservation on behalf of 60f93d060da44e839bca99c04a9aee38 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:15.063951 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:15.194676 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Allocated IP 172.20.0.3 (54bbdc05-88cd-47de-b5b6-053f0ddd7822/069a670c-7354-4af0-a28a-e3a700118303/ddcf4144-2519-48d3-b092-8c569a7f09a3) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:15.357996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks [] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:15.391718 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:15.405204 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6e1d158d-3940-4411-b171-8bcde74d783c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:28:15.439406 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:15.442967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:15.447430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:15.471337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Pushing event updated for resources: {'Port': ['ID=ddcf4144-2519-48d3-b092-8c569a7f09a3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:15.500609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:15.500912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:15.522397 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-f151f2a6-8de2-4c83-9053-ebd2b64de615 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024601 Feb 11 06:28:15.534528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Request body: {'port': {'device_id': 'bfa37f44-9a30-4cdf-8d51-c1191a3440ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:15.605658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:15.888708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcf4144-2519-48d3-b092-8c569a7f09a3 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:28:15.901149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Publish callbacks [] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:15.914820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Transition to ACTIVE for port object ddcf4144-2519-48d3-b092-8c569a7f09a3 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:28:15.920136 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:15.977029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4144-2519-48d3-b092-8c569a7f09a3,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:16.056372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Attempting to bind port ddcf4144-2519-48d3-b092-8c569a7f09a3 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:16.056879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Attempting to bind port ddcf4144-2519-48d3-b092-8c569a7f09a3 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '0b2f4eea-d26e-469c-8781-f64b714d2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:16.057520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Attempting to bind port ddcf4144-2519-48d3-b092-8c569a7f09a3 on network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:16.062217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Port ddcf4144-2519-48d3-b092-8c569a7f09a3 on network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:28:16.062655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Attempting to bind port ddcf4144-2519-48d3-b092-8c569a7f09a3 on network 54bbdc05-88cd-47de-b5b6-053f0ddd7822 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:16.067700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:16.068173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Checking segment: {'id': '0b2f4eea-d26e-469c-8781-f64b714d2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:16.068686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Bound using segment: {'id': '0b2f4eea-d26e-469c-8781-f64b714d2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:16.070506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Bound port: ddcf4144-2519-48d3-b092-8c569a7f09a3, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2f4eea-d26e-469c-8781-f64b714d2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:16.070506 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:16.194827 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] For port ddcf4144-2519-48d3-b092-8c569a7f09a3, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:16.213880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] For port ddcf4144-2519-48d3-b092-8c569a7f09a3, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ddcf4144-2519-48d3-b092-8c569a7f09a3,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:16.226413 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:16.244407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65d88-99ae-40e0-b04d-235b0617b8af req-1fee893a-9dbc-4a7a-a457-0d486fb550b0 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:16.246038 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44c65d88-99ae-40e0-b04d-235b0617b8af req-1fee893a-9dbc-4a7a-a457-0d486fb550b0 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 943 time: 0.1054659 Feb 11 06:28:16.269053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:16.269912 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:16.272428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] 10.222.0.81 "PUT /v2.0/ports/ddcf4144-2519-48d3-b092-8c569a7f09a3 HTTP/1.1" status: 200 len: 1092 time: 0.7423165 Feb 11 06:28:16.275413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa37f44-9a30-4cdf-8d51-c1191a3440ad', 'tag': 'ddcf4144-2519-48d3-b092-8c569a7f09a3'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:16.279047 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d470127-13a7-43e8-a6ea-8869a53e98b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa37f44-9a30-4cdf-8d51-c1191a3440ad", "tag": "ddcf4144-2519-48d3-b092-8c569a7f09a3"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:16.345491 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1802b69-bf26-45d1-bbc4-b48fa11948a9 x-openstack-request-id: req-d1802b69-bf26-45d1-bbc4-b48fa11948a9 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:16.345784 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa37f44-9a30-4cdf-8d51-c1191a3440ad", "tag": "ddcf4144-2519-48d3-b092-8c569a7f09a3", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:16.346043 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1802b69-bf26-45d1-bbc4-b48fa11948a9 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:16.346449 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa37f44-9a30-4cdf-8d51-c1191a3440ad', 'tag': 'ddcf4144-2519-48d3-b092-8c569a7f09a3', 'status': 'completed', 'code': 200} Feb 11 06:28:16.372325 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f25ce-2b70-4535-904a-42e5e13bc919 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4144-2519-48d3-b092-8c569a7f09a3,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:16.387261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44c65d88-99ae-40e0-b04d-235b0617b8af req-d9a1bfdc-c243-4a64-a362-6ba9ec245e27 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234787 Feb 11 06:28:16.406452 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-628c0405-58bb-4935-a98c-aac61ea6abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:16.407957 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-628c0405-58bb-4935-a98c-aac61ea6abf1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60f93d060da44e839bca99c04a9aee38&device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 1126 time: 0.0853307 Feb 11 06:28:16.449904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-a0b54ade-2052-4457-a4ec-83d2f002233e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddcf4144-2519-48d3-b092-8c569a7f09a3 HTTP/1.1" status: 200 len: 217 time: 0.0346637 Feb 11 06:28:16.499887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-4a7281bd-5484-40a3-83a7-721eafc4eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:16.501373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-4a7281bd-5484-40a3-83a7-721eafc4eae2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=069a670c-7354-4af0-a28a-e3a700118303 HTTP/1.1" status: 200 len: 854 time: 0.0444436 Feb 11 06:28:16.537088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-84252fc3-1ad1-407a-b903-93dcac92ae9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=54bbdc05-88cd-47de-b5b6-053f0ddd7822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272744 Feb 11 06:28:16.631184 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-6a3f5ada-0342-462a-b371-07ac926ed185 service neutron] 10.222.0.81 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887368 Feb 11 06:28:16.723376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d76c30f6-9830-4dc1-a30a-5dfc74d28e5b req-98bb4822-212d-4924-b6e7-5accb70b2465 service neutron] 10.222.0.81 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864727 Feb 11 06:28:16.810293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-6607e433-6761-4e36-8d55-e01f44f8ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:16.811814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-6607e433-6761-4e36-8d55-e01f44f8ef16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60f93d060da44e839bca99c04a9aee38&device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 1126 time: 0.0459960 Feb 11 06:28:16.919044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-7733d15e-c16e-4e4f-8e77-4b86c7851568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:16.920514 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-7733d15e-c16e-4e4f-8e77-4b86c7851568 service neutron] 10.222.0.81 "GET /v2.0/networks?id=54bbdc05-88cd-47de-b5b6-053f0ddd7822 HTTP/1.1" status: 200 len: 915 time: 0.1018872 Feb 11 06:28:16.966523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-9c900dbd-8cb5-439d-803a-4d5514f4e946 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddcf4144-2519-48d3-b092-8c569a7f09a3 HTTP/1.1" status: 200 len: 217 time: 0.0384572 Feb 11 06:28:17.014260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-4cfde6d0-9045-4457-8d55-aa82103168a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:17.015704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-4cfde6d0-9045-4457-8d55-aa82103168a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=069a670c-7354-4af0-a28a-e3a700118303 HTTP/1.1" status: 200 len: 854 time: 0.0428939 Feb 11 06:28:17.049430 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-d7bb9724-8846-4f61-92f7-e16123efa36a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=54bbdc05-88cd-47de-b5b6-053f0ddd7822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255785 Feb 11 06:28:17.142831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-030ebcd0-11a5-486a-8ed2-ba1e777f70b5 service neutron] 10.222.0.81 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868320 Feb 11 06:28:17.236281 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8d470127-13a7-43e8-a6ea-8869a53e98b1 req-321b3801-ece2-4819-b774-63db2d7ae50f service neutron] 10.222.0.81 "GET /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868614 Feb 11 06:28:17.520722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485987c-5cbc-4f0e-a5b6-009b7e4a2844 req-6131174d-122b-4942-91ab-e6398d164191 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:17.522277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6485987c-5cbc-4f0e-a5b6-009b7e4a2844 req-6131174d-122b-4942-91ab-e6398d164191 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 943 time: 0.0574887 Feb 11 06:28:17.569968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6485987c-5cbc-4f0e-a5b6-009b7e4a2844 req-060bcc3c-6225-4206-b517-f81f7dee5a05 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Feb 11 06:28:18.688947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec8d22-cad4-44b7-b072-54a23407e37b req-5739501b-3800-40b0-850c-0d1e79b0a216 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:18.690479 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0ec8d22-cad4-44b7-b072-54a23407e37b req-5739501b-3800-40b0-850c-0d1e79b0a216 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 943 time: 0.0528593 Feb 11 06:28:18.737619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0ec8d22-cad4-44b7-b072-54a23407e37b req-9fa23bac-c3fe-4c66-a5ae-b8775912000d tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Feb 11 06:28:19.539026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ddcf4144-2519-48d3-b092-8c569a7f09a3 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:28:19.638666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ddcf4144-2519-48d3-b092-8c569a7f09a3, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ddcf4144-2519-48d3-b092-8c569a7f09a3,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:19.650779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ddcf4144-2519-48d3-b092-8c569a7f09a3', 'network_id': '54bbdc05-88cd-47de-b5b6-053f0ddd7822', 'port_id': 'ddcf4144-2519-48d3-b092-8c569a7f09a3', 'mac_address': 'fa:16:3e:5a:ee:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069a670c-7354-4af0-a28a-e3a700118303', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:28:19.691005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ddcf4144-2519-48d3-b092-8c569a7f09a3 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:19.691424 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:19.704703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf4144-2519-48d3-b092-8c569a7f09a3 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:28:19.725393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ddcf4144-2519-48d3-b092-8c569a7f09a3, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ddcf4144-2519-48d3-b092-8c569a7f09a3,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:19.729513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:19.777841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ddcf4144-2519-48d3-b092-8c569a7f09a3,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:19.865809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4b0f-e0ae-4fc4-9794-8e64ecb15e2e req-c5b1d528-f0e9-415f-9596-537c6b9c0ba8 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:19.867231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-942d4b0f-e0ae-4fc4-9794-8e64ecb15e2e req-c5b1d528-f0e9-415f-9596-537c6b9c0ba8 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 944 time: 0.0565922 Feb 11 06:28:19.916101 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-942d4b0f-e0ae-4fc4-9794-8e64ecb15e2e req-3d5d87cb-d16d-4bcf-a097-66b8784779df tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Feb 11 06:28:19.937067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ddcf4144-2519-48d3-b092-8c569a7f09a3'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:28:21.034414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2791cbd-c712-4441-af22-b617b985cdbb req-6466a91c-67b5-412d-9635-2ae7ca57a8b8 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:21.035979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2791cbd-c712-4441-af22-b617b985cdbb req-6466a91c-67b5-412d-9635-2ae7ca57a8b8 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 944 time: 0.0518458 Feb 11 06:28:21.085054 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2791cbd-c712-4441-af22-b617b985cdbb req-216096fe-284b-476b-8592-5f6cb6325b41 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Feb 11 06:28:21.563687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ddcf4144-2519-48d3-b092-8c569a7f09a3 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:21.611997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ddcf4144-2519-48d3-b092-8c569a7f09a3 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:28:21.615687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ddcf4144-2519-48d3-b092-8c569a7f09a3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:21.616071 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:21.698691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ddcf4144-2519-48d3-b092-8c569a7f09a3 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:21.699086 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:21.722848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa37f44-9a30-4cdf-8d51-c1191a3440ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4144-2519-48d3-b092-8c569a7f09a3'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:21.725074 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25ad618-ea3b-4a01-bb8e-465398eae679" -d '{"events": [{"server_uuid": "bfa37f44-9a30-4cdf-8d51-c1191a3440ad", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4144-2519-48d3-b092-8c569a7f09a3"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:21.738836 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ddcf4144-2519-48d3-b092-8c569a7f09a3, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ddcf4144-2519-48d3-b092-8c569a7f09a3,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:21.745138 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:21.769486 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2893123f-8f34-4cb8-80b4-c470403e8f92 x-openstack-request-id: req-2893123f-8f34-4cb8-80b4-c470403e8f92 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:21.769783 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa37f44-9a30-4cdf-8d51-c1191a3440ad", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4144-2519-48d3-b092-8c569a7f09a3", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:21.770025 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2893123f-8f34-4cb8-80b4-c470403e8f92 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:21.770422 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa37f44-9a30-4cdf-8d51-c1191a3440ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4144-2519-48d3-b092-8c569a7f09a3', 'code': 200} Feb 11 06:28:21.798545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ddcf4144-2519-48d3-b092-8c569a7f09a3,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:21.875876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c2304-1509-49e5-9fa9-133cf6361d1e req-e5dd1281-f843-4866-a9eb-51432aa98089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:21.877437 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-312c2304-1509-49e5-9fa9-133cf6361d1e req-e5dd1281-f843-4866-a9eb-51432aa98089 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 1128 time: 0.0455108 Feb 11 06:28:21.926223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-312c2304-1509-49e5-9fa9-133cf6361d1e req-6153f446-7698-4d3c-ab9f-83b95121e346 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Feb 11 06:28:22.204717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b0068-239d-44a7-b5e9-9b9f91ae2cef req-00ba4f33-bc4b-49ef-8098-25c3d5ff5daf tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:22.206160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-786b0068-239d-44a7-b5e9-9b9f91ae2cef req-00ba4f33-bc4b-49ef-8098-25c3d5ff5daf tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 945 time: 0.0519629 Feb 11 06:28:22.257081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-786b0068-239d-44a7-b5e9-9b9f91ae2cef req-9d42e6c7-3e35-4723-b715-faa163b4fa30 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Feb 11 06:28:22.703597 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:23.381164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612810fd-0c88-4185-b5b1-f32eba076800 req-584984de-487d-42c1-969c-3d02c9c64ee7 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:23.382674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-612810fd-0c88-4185-b5b1-f32eba076800 req-584984de-487d-42c1-969c-3d02c9c64ee7 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 945 time: 0.0538380 Feb 11 06:28:23.431766 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-612810fd-0c88-4185-b5b1-f32eba076800 req-0eb6369b-8e41-4f31-b073-9f140fc51858 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423615 Feb 11 06:28:23.686373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede040ab-855f-4599-9325-136ca241cc2a req-f443c9b7-38b7-4887-a1ac-19350d45f19c tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:23.687890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ede040ab-855f-4599-9325-136ca241cc2a req-f443c9b7-38b7-4887-a1ac-19350d45f19c tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 945 time: 0.0601335 Feb 11 06:28:23.717528 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:23.747192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ede040ab-855f-4599-9325-136ca241cc2a req-6ed33b7a-d5d2-4397-80c2-819c86983eff tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529106 Feb 11 06:28:24.868659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eacf4-8a06-47ec-a72a-d72d90c85514 req-005c8a04-37a0-4929-a0a0-da553749f3ea tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:24.870087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-389eacf4-8a06-47ec-a72a-d72d90c85514 req-005c8a04-37a0-4929-a0a0-da553749f3ea tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 945 time: 0.0530407 Feb 11 06:28:24.918103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-389eacf4-8a06-47ec-a72a-d72d90c85514 req-b736807d-4146-474f-8256-06914dd61160 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 Feb 11 06:28:25.127222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-12857289-16f2-4963-9c06-de29116c80aa tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:25.128680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-12857289-16f2-4963-9c06-de29116c80aa tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 945 time: 0.0519934 Feb 11 06:28:25.221732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Deleting port ddcf4144-2519-48d3-b092-8c569a7f09a3 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:25.221732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:25.321056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] For port ddcf4144-2519-48d3-b092-8c569a7f09a3, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ddcf4144-2519-48d3-b092-8c569a7f09a3,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:25.321441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:25.334018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Calling delete_port for ddcf4144-2519-48d3-b092-8c569a7f09a3 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:25.836371 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ddcf4144-2519-48d3-b092-8c569a7f09a3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:25.851942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6e1d158d-3940-4411-b171-8bcde74d783c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:28:25.856619 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ddcf4144-2519-48d3-b092-8c569a7f09a3'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:28:25.873870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Pushing event deleted for resources: {'Port': ['ID=ddcf4144-2519-48d3-b092-8c569a7f09a3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:25.905015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.905453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.905761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.906117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.906433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.906764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.907091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.907414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.907735 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.908058 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.908383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.908702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.909021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:25.939484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] No DVR routers for this DVR port ddcf4144-2519-48d3-b092-8c569a7f09a3 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:25.952666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:25.956931 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d7225c1c-0b5c-4555-854f-17f201237c46 req-2c67a089-8ba0-4c09-89bf-a4777d8a0082 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.81 "DELETE /v2.0/ports/ddcf4144-2519-48d3-b092-8c569a7f09a3 HTTP/1.1" status: 204 len: 173 time: 0.8235219 Feb 11 06:28:25.957483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa37f44-9a30-4cdf-8d51-c1191a3440ad', 'name': 'network-vif-deleted', 'tag': 'ddcf4144-2519-48d3-b092-8c569a7f09a3'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:25.960249 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00961ef9-615a-4c56-a136-99d89d0767c3" -d '{"events": [{"server_uuid": "bfa37f44-9a30-4cdf-8d51-c1191a3440ad", "name": "network-vif-deleted", "tag": "ddcf4144-2519-48d3-b092-8c569a7f09a3"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:26.034994 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6fd01a-7494-4ab2-bd4d-c75448ddc25b x-openstack-request-id: req-ab6fd01a-7494-4ab2-bd4d-c75448ddc25b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:26.035391 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa37f44-9a30-4cdf-8d51-c1191a3440ad", "name": "network-vif-deleted", "tag": "ddcf4144-2519-48d3-b092-8c569a7f09a3", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:26.036836 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab6fd01a-7494-4ab2-bd4d-c75448ddc25b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:26.038033 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa37f44-9a30-4cdf-8d51-c1191a3440ad', 'name': 'network-vif-deleted', 'tag': 'ddcf4144-2519-48d3-b092-8c569a7f09a3', 'status': 'completed', 'code': 200} Feb 11 06:28:26.104365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c622abf-0c6b-4e2e-9dd0-c39531375e3e req-f5ae2342-4f25-480b-9aad-59eeb0ff2e66 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa37f44-9a30-4cdf-8d51-c1191a3440ad HTTP/1.1" status: 200 len: 210 time: 0.0648849 Feb 11 06:28:27.272599 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f6ea6-0674-44fd-bc01-3c02ed7ce1b4 req-26c4395b-cd68-4537-b0b8-0c10b7c7fea9 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:27.274104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e9f6ea6-0674-44fd-bc01-3c02ed7ce1b4 req-26c4395b-cd68-4537-b0b8-0c10b7c7fea9 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0530519 Feb 11 06:28:27.327877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e9f6ea6-0674-44fd-bc01-3c02ed7ce1b4 req-ca48f68d-1a0c-4d9e-aa14-b3c9d602a92a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Feb 11 06:28:27.475349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2fda0-e6b5-4bd2-b896-5d4f207ab8b1 req-6a8280c8-c500-4776-9ebd-28b5babe053a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:27.476837 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70c2fda0-e6b5-4bd2-b896-5d4f207ab8b1 req-6a8280c8-c500-4776-9ebd-28b5babe053a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0539052 Feb 11 06:28:27.526286 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70c2fda0-e6b5-4bd2-b896-5d4f207ab8b1 req-fe921b60-945a-4be4-82c5-e682eacfefc4 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Feb 11 06:28:27.649777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0122698-04e6-4c5a-b777-f07dcafac0c8 req-e6b07eec-86f3-4300-8db9-acaf79d8dd14 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:27.651205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0122698-04e6-4c5a-b777-f07dcafac0c8 req-e6b07eec-86f3-4300-8db9-acaf79d8dd14 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0546064 Feb 11 06:28:27.702671 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f0122698-04e6-4c5a-b777-f07dcafac0c8 req-d0bc4725-6216-4c8b-bfff-233467d87548 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Feb 11 06:28:27.805487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d156a94-5131-40bc-967c-9fd722d8dc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:27.904899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3aeff-54ca-4d4d-820f-be6afea48fe9 req-b3a49c63-5180-47ae-a7a8-370520ca114a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:27.906305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfb3aeff-54ca-4d4d-820f-be6afea48fe9 req-b3a49c63-5180-47ae-a7a8-370520ca114a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0648797 Feb 11 06:28:27.954112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bfb3aeff-54ca-4d4d-820f-be6afea48fe9 req-310809fb-6a84-4a48-90f2-343dafb40e09 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Feb 11 06:28:28.089021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896fcd-c93d-4bec-96c1-7a3806e7dae4 req-d9c804f7-e08f-4de5-92c7-d6a36c5b45ca tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:28.090628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06896fcd-c93d-4bec-96c1-7a3806e7dae4 req-d9c804f7-e08f-4de5-92c7-d6a36c5b45ca tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0557599 Feb 11 06:28:28.145911 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06896fcd-c93d-4bec-96c1-7a3806e7dae4 req-9470d7c6-d214-48e7-9798-0e80cdfa3bd2 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Feb 11 06:28:28.295272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a8384-1353-4785-ae5c-025415cef9dc req-10003ed9-3570-465e-91e1-439e0d5bb241 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:28.296820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b47a8384-1353-4785-ae5c-025415cef9dc req-10003ed9-3570-465e-91e1-439e0d5bb241 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0583630 Feb 11 06:28:28.350138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b47a8384-1353-4785-ae5c-025415cef9dc req-c9801741-7473-4370-97b8-4a081e87fd1a tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459685 Feb 11 06:28:28.686097 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a3ff2-dbfc-46c3-af25-8fc4500bbc51 req-2489fc18-62a3-4ece-b90d-1230de3b5f56 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:28.687513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b99a3ff2-dbfc-46c3-af25-8fc4500bbc51 req-2489fc18-62a3-4ece-b90d-1230de3b5f56 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0528648 Feb 11 06:28:28.740365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b99a3ff2-dbfc-46c3-af25-8fc4500bbc51 req-4b06920f-c4fc-49ff-bd17-04f427327aba tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Feb 11 06:28:29.609532 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ddcf4144-2519-48d3-b092-8c569a7f09a3 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:29.636197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: ddcf4144-2519-48d3-b092-8c569a7f09a3 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:29.636756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ddcf4144-2519-48d3-b092-8c569a7f09a3 not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:29.874163 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30aae2-e775-4f68-ab73-9153778dd7cd req-bf995d63-bf4e-43e5-bafc-886e17305333 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:29.876579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e30aae2-e775-4f68-ab73-9153778dd7cd req-bf995d63-bf4e-43e5-bafc-886e17305333 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0594542 Feb 11 06:28:29.936403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8e30aae2-e775-4f68-ab73-9153778dd7cd req-55c89dcb-f4e6-4212-a581-7a7b803f7403 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a59fcd3-f772-40f7-9b9a-b8de4420448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515828 Feb 11 06:28:30.006684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbb545-4148-4f50-b315-793f36038baa req-d02578e6-c0a0-4074-9d94-9372b684beb6 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:30.008160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06bbb545-4148-4f50-b315-793f36038baa req-d02578e6-c0a0-4074-9d94-9372b684beb6 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68125b9-37b4-4c86-9e63-5e73cb2d3f70 HTTP/1.1" status: 200 len: 945 time: 0.0582573 Feb 11 06:28:30.104757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-06bbb545-4148-4f50-b315-793f36038baa req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Deleting port 6e1d158d-3940-4411-b171-8bcde74d783c {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:30.105109 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-06bbb545-4148-4f50-b315-793f36038baa req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:30.221848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-06bbb545-4148-4f50-b315-793f36038baa req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] For port 6e1d158d-3940-4411-b171-8bcde74d783c, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6e1d158d-3940-4411-b171-8bcde74d783c,segment=NetworkSegment(0b2f4eea-d26e-469c-8781-f64b714d2173),segment_id=0b2f4eea-d26e-469c-8781-f64b714d2173)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:30.222269 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-06bbb545-4148-4f50-b315-793f36038baa req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:30.236973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-06bbb545-4148-4f50-b315-793f36038baa req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Calling delete_port for 6e1d158d-3940-4411-b171-8bcde74d783c owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:30.381388 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-06bbb545-4148-4f50-b315-793f36038baa req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6e1d158d-3940-4411-b171-8bcde74d783c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:30.387218 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f107-9596-414e-ab5a-2645ec9a7af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:30.393336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6e1d158d-3940-4411-b171-8bcde74d783c'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:28:30.413220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Pushing event deleted for resources: {'Port': ['ID=6e1d158d-3940-4411-b171-8bcde74d783c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:30.480023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bbb545-4148-4f50-b315-793f36038baa req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] No DVR routers for this DVR port 6e1d158d-3940-4411-b171-8bcde74d783c on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:30.483715 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-06bbb545-4148-4f50-b315-793f36038baa req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:30.488726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06bbb545-4148-4f50-b315-793f36038baa req-6a0d45d2-7a59-4f19-aed3-93febcace306 tempest-ServersNegativeTestJSON-1772855047 tempest-ServersNegativeTestJSON-1772855047-project] 10.222.0.72 "DELETE /v2.0/ports/6e1d158d-3940-4411-b171-8bcde74d783c HTTP/1.1" status: 204 len: 173 time: 0.4748588 Feb 11 06:28:30.490033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68125b9-37b4-4c86-9e63-5e73cb2d3f70', 'name': 'network-vif-deleted', 'tag': '6e1d158d-3940-4411-b171-8bcde74d783c'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:30.493802 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef33ac-cb17-4f06-b2a5-ab2858895b09" -d '{"events": [{"server_uuid": "f68125b9-37b4-4c86-9e63-5e73cb2d3f70", "name": "network-vif-deleted", "tag": "6e1d158d-3940-4411-b171-8bcde74d783c"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:30.543108 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aba42b-d0df-4d23-bff0-ad9fe98f3e4d x-openstack-request-id: req-98aba42b-d0df-4d23-bff0-ad9fe98f3e4d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:30.543513 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68125b9-37b4-4c86-9e63-5e73cb2d3f70", "name": "network-vif-deleted", "tag": "6e1d158d-3940-4411-b171-8bcde74d783c", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:30.543790 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98aba42b-d0df-4d23-bff0-ad9fe98f3e4d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:30.544158 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68125b9-37b4-4c86-9e63-5e73cb2d3f70', 'name': 'network-vif-deleted', 'tag': '6e1d158d-3940-4411-b171-8bcde74d783c', 'status': 'completed', 'code': 200} Feb 11 06:28:31.037192 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51212) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:31.085455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-68290704-7666-41df-acd2-f8d679da8fd1 admin admin] Deleting subnet 069a670c-7354-4af0-a28a-e3a700118303 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:28:31.089635 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-68290704-7666-41df-acd2-f8d679da8fd1 admin admin] Publish callbacks [] for subnet (069a670c-7354-4af0-a28a-e3a700118303), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.127900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-68290704-7666-41df-acd2-f8d679da8fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (069a670c-7354-4af0-a28a-e3a700118303), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.175322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-68290704-7666-41df-acd2-f8d679da8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (069a670c-7354-4af0-a28a-e3a700118303), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.236865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-68290704-7666-41df-acd2-f8d679da8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (069a670c-7354-4af0-a28a-e3a700118303), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.274196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-68290704-7666-41df-acd2-f8d679da8fd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.279331 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-68290704-7666-41df-acd2-f8d679da8fd1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/069a670c-7354-4af0-a28a-e3a700118303 HTTP/1.1" status: 204 len: 168 time: 0.2409368 Feb 11 06:28:31.280487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51214) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:31.280995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68290704-7666-41df-acd2-f8d679da8fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069a670c-7354-4af0-a28a-e3a700118303,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:31.310794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.371481 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (54bbdc05-88cd-47de-b5b6-053f0ddd7822), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.456125 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (54bbdc05-88cd-47de-b5b6-053f0ddd7822), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.477880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bbdc05-88cd-47de-b5b6-053f0ddd7822']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:31.489681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2f4eea-d26e-469c-8781-f64b714d2173') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:31.489993 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2f4eea-d26e-469c-8781-f64b714d2173') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:31.501640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (0b2f4eea-d26e-469c-8781-f64b714d2173), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.518617 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (0b2f4eea-d26e-469c-8781-f64b714d2173), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.526517 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:31.526929 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (0b2f4eea-d26e-469c-8781-f64b714d2173), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:31.528985 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:31.604095 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (54bbdc05-88cd-47de-b5b6-053f0ddd7822), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.612487 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.617737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] 10.222.0.31 "DELETE /v2.0/networks/54bbdc05-88cd-47de-b5b6-053f0ddd7822 HTTP/1.1" status: 204 len: 168 time: 0.3360162 Feb 11 06:28:31.631032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbc26c-b43e-4e27-8b86-bc831522044f admin admin] Pushing event deleted for resources: {'Network': ['ID=54bbdc05-88cd-47de-b5b6-053f0ddd7822,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:31.760588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51218) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:31.812459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-88ee7624-b385-419e-88d6-da9b80ce3dbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60f93d060da44e839bca99c04a9aee38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501823 Feb 11 06:28:31.813992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51220) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:31.867651 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9a97599-b830-4e48-a8d7-8f315d381818 admin admin] Publish callbacks [] for security_group (2a59fcd3-f772-40f7-9b9a-b8de4420448e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.890613 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9a97599-b830-4e48-a8d7-8f315d381818 admin admin] Publish callbacks [] for security_group (2a59fcd3-f772-40f7-9b9a-b8de4420448e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.947238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9a97599-b830-4e48-a8d7-8f315d381818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (2a59fcd3-f772-40f7-9b9a-b8de4420448e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.950459 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d9a97599-b830-4e48-a8d7-8f315d381818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.954780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d9a97599-b830-4e48-a8d7-8f315d381818 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a59fcd3-f772-40f7-9b9a-b8de4420448e HTTP/1.1" status: 204 len: 168 time: 0.1366007 Feb 11 06:28:31.966099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a97599-b830-4e48-a8d7-8f315d381818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a59fcd3-f772-40f7-9b9a-b8de4420448e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:32.883033 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51242) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:32.991629 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:32.994006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361591694'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:33.018098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:33.023107 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:33.034139 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:33.112402 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for security_group (1928255d-2d58-43cc-a25f-80606c0b6af9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:33.116442 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1928255d-2d58-43cc-a25f-80606c0b6af9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:33.145422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:33.155889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1928255d-2d58-43cc-a25f-80606c0b6af9,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:33.162915 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:33.163371 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Added segment 7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760 of type vlan for network 58908272-33c9-4e87-8204-0f634912eccb Feb 11 06:28:33.204590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (58908272-33c9-4e87-8204-0f634912eccb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:33.235150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (58908272-33c9-4e87-8204-0f634912eccb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:33.241400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:33.242195 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:33.297191 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3999429 Feb 11 06:28:33.297442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6e1d158d-3940-4411-b171-8bcde74d783c no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:33.320859 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 6e1d158d-3940-4411-b171-8bcde74d783c {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:33.321633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6e1d158d-3940-4411-b171-8bcde74d783c not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:33.326924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac99567-5a3f-47df-97f4-a49305040b9e tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Network': ['ID=58908272-33c9-4e87-8204-0f634912eccb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:33.339016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 58908272-33c9-4e87-8204-0f634912eccb details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:34.005785 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:36.789051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51246) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:36.794373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'subnet': {'network_id': '58908272-33c9-4e87-8204-0f634912eccb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:36.888684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:36.892230 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.088483 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (1fa4f8cd-5d1a-4c68-abdc-3fe26476f662), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.154009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Subnet': ['ID=1fa4f8cd-5d1a-4c68-abdc-3fe26476f662,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:37.163711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Checking segment: {'id': '7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '58908272-33c9-4e87-8204-0f634912eccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:37.164083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network hostable DHCP agents. Network: 58908272-33c9-4e87-8204-0f634912eccb, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:37.181906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network 58908272-33c9-4e87-8204-0f634912eccb is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:37.190454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 58908272-33c9-4e87-8204-0f634912eccb) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:37.195280 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:37.195977 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.204475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c92f61-2b28-4a64-af51-c9ec1a513549 None None] Network 58908272-33c9-4e87-8204-0f634912eccb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:37.220357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51248) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:37.221065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0a6f0e11-207c-4ac0-9a81-2dcc1cbbf147 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4303038 Feb 11 06:28:37.226506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1121665094'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:37.248056 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:37.251532 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.278927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:37.290618 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d9157568-6fd7-4763-9562-be9ee35f1068), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.290964 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Added segment d9157568-6fd7-4763-9562-be9ee35f1068 of type vlan for network 98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d Feb 11 06:28:37.346547 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.375021 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.385261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:37.386196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.446270 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2210336 Feb 11 06:28:37.447975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51250) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:37.458324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'subnet': {'network_id': '98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:37.507830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71dc6e-19c3-4710-a077-fbf4d8420bf4 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Network': ['ID=98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:37.513870 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-58908272-33c9-4e87-8204-0f634912eccb', 'network_id': '58908272-33c9-4e87-8204-0f634912eccb', 'project_id': 'f8bb31c8b804479b85d56ba1529c08b9', 'fixed_ips': [{'subnet_id': '1fa4f8cd-5d1a-4c68-abdc-3fe26476f662'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:37.514877 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.521148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:37.574226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:37.578024 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.722083 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Allocated IP 2001:db8:0:ffff::2 (58908272-33c9-4e87-8204-0f634912eccb/1fa4f8cd-5d1a-4c68-abdc-3fe26476f662/9f86db10-72a5-4c43-87d3-248925e642b9) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:37.797634 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (7500e399-f5ce-409f-b5e9-9f1d4570baf9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.869020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Subnet': ['ID=7500e399-f5ce-409f-b5e9-9f1d4570baf9,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:37.877382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Checking segment: {'id': 'd9157568-6fd7-4763-9562-be9ee35f1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:37.878018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network hostable DHCP agents. Network: 98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:37.890946 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Publish callbacks [] for port (9f86db10-72a5-4c43-87d3-248925e642b9), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.897828 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.898068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network 98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:37.907699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:37.912780 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:37.913468 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:37.929202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455aa417-2043-4776-8622-c2050cd59422 None None] Network 98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:37.935111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f02e090d-c7bd-4a3a-a25b-8a724ebbb22f tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4825294 Feb 11 06:28:37.935385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51252) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:37.981095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Network 58908272-33c9-4e87-8204-0f634912eccb is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:37.984076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Pushing event updated for resources: {'Port': ['ID=9f86db10-72a5-4c43-87d3-248925e642b9,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:38.010968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:38.015615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:38.056497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.108360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a29af-3837-4272-802d-2c6f9834c0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d', 'network_id': '98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d', 'project_id': 'f8bb31c8b804479b85d56ba1529c08b9', 'fixed_ips': [{'subnet_id': '7500e399-f5ce-409f-b5e9-9f1d4570baf9'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:38.109252 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-622a29af-3837-4272-802d-2c6f9834c0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.113265 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Attempting to bind port 9f86db10-72a5-4c43-87d3-248925e642b9 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:38.114410 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Attempting to bind port 9f86db10-72a5-4c43-87d3-248925e642b9 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '58908272-33c9-4e87-8204-0f634912eccb'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:38.114964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Attempting to bind port 9f86db10-72a5-4c43-87d3-248925e642b9 on network 58908272-33c9-4e87-8204-0f634912eccb {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:38.130613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:38.131315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Checking segment: {'id': '7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '58908272-33c9-4e87-8204-0f634912eccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:38.131903 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.132470 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Bound using segment: {'id': '7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '58908272-33c9-4e87-8204-0f634912eccb'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:38.133151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Bound port: 9f86db10-72a5-4c43-87d3-248925e642b9, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '58908272-33c9-4e87-8204-0f634912eccb'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:38.133721 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.174172 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (7500e399-f5ce-409f-b5e9-9f1d4570baf9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.276575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] For port 9f86db10-72a5-4c43-87d3-248925e642b9, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:38.279080 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (7500e399-f5ce-409f-b5e9-9f1d4570baf9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.283199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] For port 9f86db10-72a5-4c43-87d3-248925e642b9, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9f86db10-72a5-4c43-87d3-248925e642b9,segment=NetworkSegment(7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760),segment_id=7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-622a29af-3837-4272-802d-2c6f9834c0b9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7500e399-f5ce-409f-b5e9-9f1d4570baf9: This subnet is being modified by another concurrent operation. Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7500e399-f5ce-409f-b5e9-9f1d4570baf9: This subnet is being modified by another concurrent operation. Feb 11 06:28:38.290859 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 06:28:38.302824 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.308825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Subnet': ['ID=7500e399-f5ce-409f-b5e9-9f1d4570baf9,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:38.328623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc0b8d-6b26-41ab-858e-59044123f739 None None] Network 98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:38.380433 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.414188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:38.425863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9157568-6fd7-4763-9562-be9ee35f1068') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:38.426714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9157568-6fd7-4763-9562-be9ee35f1068') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:38.442867 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (d9157568-6fd7-4763-9562-be9ee35f1068), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.444430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec642a-c260-4089-9d3a-4b2c27006f86 None None] Pushing event updated for resources: {'Port': ['ID=9f86db10-72a5-4c43-87d3-248925e642b9,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:38.466560 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d9157568-6fd7-4763-9562-be9ee35f1068), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.474159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:38.474567 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (d9157568-6fd7-4763-9562-be9ee35f1068), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:38.478427 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:38.551904 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.571112 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.576178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/networks/98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d HTTP/1.1" status: 204 len: 168 time: 0.6394947 Feb 11 06:28:38.580262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51254) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:38.590847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410008472'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:38.616433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41519ef5-3865-43f1-9d93-63aef9749fa0 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Network': ['ID=98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:38.664945 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:38.668426 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.710804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:38.723822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (1766e983-00e6-4312-8e28-adf768eaf701), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.724289 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Added segment 1766e983-00e6-4312-8e28-adf768eaf701 of type vlan for network a15a7f52-27e5-4518-95dc-9789da7600af Feb 11 06:28:38.781261 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (a15a7f52-27e5-4518-95dc-9789da7600af), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.803792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9f86db10-72a5-4c43-87d3-248925e642b9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:38.826431 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (a15a7f52-27e5-4518-95dc-9789da7600af), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.832566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:38.833535 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.864627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9f86db10-72a5-4c43-87d3-248925e642b9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:38.865361 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.887334 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3057611 Feb 11 06:28:38.890170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51256) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:38.895290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'subnet': {'network_id': 'a15a7f52-27e5-4518-95dc-9789da7600af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:38.944868 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f045769-ef45-4296-9007-4c10781b7386 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Network': ['ID=a15a7f52-27e5-4518-95dc-9789da7600af,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:38.959039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network a15a7f52-27e5-4518-95dc-9789da7600af details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:38.982959 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9f86db10-72a5-4c43-87d3-248925e642b9 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:38.983350 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.017315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:39.021380 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.070637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 9f86db10-72a5-4c43-87d3-248925e642b9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9f86db10-72a5-4c43-87d3-248925e642b9,segment=NetworkSegment(7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760),segment_id=7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:39.078498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.086683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Performing IP validity checks on allocation pools {{(pid=103120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 06:28:39.087416 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.ipam_backend_mixin [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 06:28:39.141399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=9f86db10-72a5-4c43-87d3-248925e642b9,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:39.232699 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (93c21495-ad66-4523-91d9-b3650661d414), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.312929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Subnet': ['ID=93c21495-ad66-4523-91d9-b3650661d414,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:39.315275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Checking segment: {'id': '1766e983-00e6-4312-8e28-adf768eaf701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a15a7f52-27e5-4518-95dc-9789da7600af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:39.315645 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network hostable DHCP agents. Network: a15a7f52-27e5-4518-95dc-9789da7600af, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:39.342323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network a15a7f52-27e5-4518-95dc-9789da7600af is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:39.356329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, a15a7f52-27e5-4518-95dc-9789da7600af) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:39.362675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:39.363497 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.371721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7bc2a9-be04-453f-9512-59cc9dd93153 None None] Network a15a7f52-27e5-4518-95dc-9789da7600af requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:39.397694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0bbddb63-dece-4596-8425-974259827093 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5062282 Feb 11 06:28:39.400229 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51258) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:39.515941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-a15a7f52-27e5-4518-95dc-9789da7600af', 'network_id': 'a15a7f52-27e5-4518-95dc-9789da7600af', 'project_id': 'f8bb31c8b804479b85d56ba1529c08b9', 'fixed_ips': [{'subnet_id': '93c21495-ad66-4523-91d9-b3650661d414'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:39.517277 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.528474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (a15a7f52-27e5-4518-95dc-9789da7600af), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.637370 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (93c21495-ad66-4523-91d9-b3650661d414), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.710693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Allocated IP 2001:db8::3 (a15a7f52-27e5-4518-95dc-9789da7600af/93c21495-ad66-4523-91d9-b3650661d414/c6be5e2e-cf9b-44a5-aaa3-cefea35baa85) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:39.723998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6934e3-c024-455c-9af1-ec42f36d0d59 None None] Network 58908272-33c9-4e87-8204-0f634912eccb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:39.823965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c4036525-eb3c-4266-b02d-757680b73aa8 None None] Provisioning complete for port 9f86db10-72a5-4c43-87d3-248925e642b9 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:39.824348 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c4036525-eb3c-4266-b02d-757680b73aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.037286 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Publish callbacks [] for port (c6be5e2e-cf9b-44a5-aaa3-cefea35baa85), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.046582 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (c6be5e2e-cf9b-44a5-aaa3-cefea35baa85), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.050427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c4036525-eb3c-4266-b02d-757680b73aa8 None None] Current status of the port 9f86db10-72a5-4c43-87d3-248925e642b9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:40.085633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (93c21495-ad66-4523-91d9-b3650661d414), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.101287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Network a15a7f52-27e5-4518-95dc-9789da7600af is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:40.106529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:40.110427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:40.116275 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Subnet': ['ID=93c21495-ad66-4523-91d9-b3650661d414,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:40.119049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Pushing event updated for resources: {'Port': ['ID=c6be5e2e-cf9b-44a5-aaa3-cefea35baa85,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:40.197080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Attempting to bind port c6be5e2e-cf9b-44a5-aaa3-cefea35baa85 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:40.197481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Attempting to bind port c6be5e2e-cf9b-44a5-aaa3-cefea35baa85 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '1766e983-00e6-4312-8e28-adf768eaf701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a15a7f52-27e5-4518-95dc-9789da7600af'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:40.197853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Attempting to bind port c6be5e2e-cf9b-44a5-aaa3-cefea35baa85 on network a15a7f52-27e5-4518-95dc-9789da7600af {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:40.204224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:40.204611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Checking segment: {'id': '1766e983-00e6-4312-8e28-adf768eaf701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a15a7f52-27e5-4518-95dc-9789da7600af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:40.205548 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.205548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Bound using segment: {'id': '1766e983-00e6-4312-8e28-adf768eaf701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a15a7f52-27e5-4518-95dc-9789da7600af'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:40.205935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Bound port: c6be5e2e-cf9b-44a5-aaa3-cefea35baa85, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1766e983-00e6-4312-8e28-adf768eaf701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a15a7f52-27e5-4518-95dc-9789da7600af'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:40.206322 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c6be5e2e-cf9b-44a5-aaa3-cefea35baa85), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.207588 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (a15a7f52-27e5-4518-95dc-9789da7600af), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.245283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15a7f52-27e5-4518-95dc-9789da7600af']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:40.261674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1766e983-00e6-4312-8e28-adf768eaf701') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:40.262383 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1766e983-00e6-4312-8e28-adf768eaf701') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:40.282741 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (1766e983-00e6-4312-8e28-adf768eaf701), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.282982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] For port c6be5e2e-cf9b-44a5-aaa3-cefea35baa85, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:40.287657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] For port c6be5e2e-cf9b-44a5-aaa3-cefea35baa85, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c6be5e2e-cf9b-44a5-aaa3-cefea35baa85,segment=NetworkSegment(1766e983-00e6-4312-8e28-adf768eaf701),segment_id=1766e983-00e6-4312-8e28-adf768eaf701)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:40.295998 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c6be5e2e-cf9b-44a5-aaa3-cefea35baa85), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.305451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (1766e983-00e6-4312-8e28-adf768eaf701), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.316007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:40.316460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (1766e983-00e6-4312-8e28-adf768eaf701), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:40.320813 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:40.385450 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.db.api [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 06:28:40.385450 n-d-715271-35 neutron-server[103121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 06:28:40.385450 n-d-715271-35 neutron-server[103121]: [parameters: {'id': 'a15a7f52-27e5-4518-95dc-9789da7600af'}] Feb 11 06:28:40.385450 n-d-715271-35 neutron-server[103121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:28:40.386880 n-d-715271-35 neutron-server[103121]: DEBUG oslo_db.api [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:28:40.408388 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7641883-7121-4cca-9522-dccd5ba50f86 None None] Pushing event updated for resources: {'Port': ['ID=c6be5e2e-cf9b-44a5-aaa3-cefea35baa85,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:40.418688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c2157-0db2-4fda-af89-cef6c336e87b None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:28:40.422068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6a38f2f2-2455-4ba7-82de-c56b9e76cd49 None None] Provisioning complete for port 9f86db10-72a5-4c43-87d3-248925e642b9 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:40.422533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6a38f2f2-2455-4ba7-82de-c56b9e76cd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.527188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c2157-0db2-4fda-af89-cef6c336e87b None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:28:40.571644 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6a38f2f2-2455-4ba7-82de-c56b9e76cd49 None None] Current status of the port 9f86db10-72a5-4c43-87d3-248925e642b9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:40.722203 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9f86db10-72a5-4c43-87d3-248925e642b9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:40.746697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de3b1d-3c92-4b93-bd32-a154d31b3b7d None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:28:40.824335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9f86db10-72a5-4c43-87d3-248925e642b9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:40.824533 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.854547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de3b1d-3c92-4b93-bd32-a154d31b3b7d None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:28:40.888575 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (a15a7f52-27e5-4518-95dc-9789da7600af), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.949440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Deleting port c6be5e2e-cf9b-44a5-aaa3-cefea35baa85 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:40.949868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c6be5e2e-cf9b-44a5-aaa3-cefea35baa85), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.002158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9f86db10-72a5-4c43-87d3-248925e642b9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:41.018130 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] For port c6be5e2e-cf9b-44a5-aaa3-cefea35baa85, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c6be5e2e-cf9b-44a5-aaa3-cefea35baa85,segment=NetworkSegment(1766e983-00e6-4312-8e28-adf768eaf701),segment_id=1766e983-00e6-4312-8e28-adf768eaf701)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:41.018545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c6be5e2e-cf9b-44a5-aaa3-cefea35baa85), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.034422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Calling delete_port for c6be5e2e-cf9b-44a5-aaa3-cefea35baa85 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:41.083199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9228fc89-92d5-4888-a3d8-ee8e853399d3 None None] Network a15a7f52-27e5-4518-95dc-9789da7600af requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:41.139024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c6be5e2e-cf9b-44a5-aaa3-cefea35baa85), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.172441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No DVR routers for this DVR port c6be5e2e-cf9b-44a5-aaa3-cefea35baa85 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:41.175548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Port': ['ID=c6be5e2e-cf9b-44a5-aaa3-cefea35baa85,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:41.266149 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (a15a7f52-27e5-4518-95dc-9789da7600af), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.288443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15a7f52-27e5-4518-95dc-9789da7600af']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:41.300473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1766e983-00e6-4312-8e28-adf768eaf701') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:41.300814 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1766e983-00e6-4312-8e28-adf768eaf701') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:41.310827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (1766e983-00e6-4312-8e28-adf768eaf701), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.327479 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (1766e983-00e6-4312-8e28-adf768eaf701), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.335449 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:41.335880 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (1766e983-00e6-4312-8e28-adf768eaf701), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:41.338875 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:41.399075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (a15a7f52-27e5-4518-95dc-9789da7600af), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.407542 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.409795 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/networks/a15a7f52-27e5-4518-95dc-9789da7600af HTTP/1.1" status: 204 len: 168 time: 2.0083549 Feb 11 06:28:41.414405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51260) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:41.419555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-523802773'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:41.425533 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b828a-f3a5-463f-a269-5a0a0347cc26 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Network': ['ID=a15a7f52-27e5-4518-95dc-9789da7600af,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:41.443803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:41.447771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.475489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:41.486456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7f28d71b-a024-4523-bfec-3292b9d275fc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.486810 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Added segment 7f28d71b-a024-4523-bfec-3292b9d275fc of type vlan for network f7f43037-7c4c-4758-a222-5f1167ec0ae2 Feb 11 06:28:41.535192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (f7f43037-7c4c-4758-a222-5f1167ec0ae2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.562476 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (f7f43037-7c4c-4758-a222-5f1167ec0ae2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.567613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:41.568208 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.612477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1968620 Feb 11 06:28:41.615687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51262) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:41.620154 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'subnet': {'network_id': 'f7f43037-7c4c-4758-a222-5f1167ec0ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:41.665811 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb0bbc-ee3e-434f-ae76-54dffa41da3b tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Network': ['ID=f7f43037-7c4c-4758-a222-5f1167ec0ae2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:41.678831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network f7f43037-7c4c-4758-a222-5f1167ec0ae2 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:41.756521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:41.761258 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.975989 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.042105 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Subnet': ['ID=e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:42.058453 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Checking segment: {'id': '7f28d71b-a024-4523-bfec-3292b9d275fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7f43037-7c4c-4758-a222-5f1167ec0ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:42.058876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network hostable DHCP agents. Network: f7f43037-7c4c-4758-a222-5f1167ec0ae2, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:42.077367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network f7f43037-7c4c-4758-a222-5f1167ec0ae2 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:42.087847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, f7f43037-7c4c-4758-a222-5f1167ec0ae2) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:42.093022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:42.093747 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.101097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f70088a-0f4a-4493-a118-e6004f9b209d None None] Network f7f43037-7c4c-4758-a222-5f1167ec0ae2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:42.115406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a5fdb0ef-aa8f-4d97-a9c6-7e0dfa66f6ee tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4948804 Feb 11 06:28:42.115673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51266) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:42.121468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-745128104'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:42.146802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:42.150287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.177909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:42.187520 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (060eb200-3393-4bec-91de-78f3e663fc21), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.188141 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Added segment 060eb200-3393-4bec-91de-78f3e663fc21 of type vlan for network 18259647-5414-44a4-849d-a8659851ecce Feb 11 06:28:42.227283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-f7f43037-7c4c-4758-a222-5f1167ec0ae2', 'network_id': 'f7f43037-7c4c-4758-a222-5f1167ec0ae2', 'project_id': 'f8bb31c8b804479b85d56ba1529c08b9', 'fixed_ips': [{'subnet_id': 'e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:42.228368 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.236696 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (18259647-5414-44a4-849d-a8659851ecce), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.264888 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (18259647-5414-44a4-849d-a8659851ecce), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.271146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:42.271804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.307224 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1899183 Feb 11 06:28:42.310342 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51268) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:42.315430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Request body: {'subnet': {'network_id': '18259647-5414-44a4-849d-a8659851ecce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:42.371255 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d62ad6-cf97-4550-a94e-7d45a6a10f00 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Network': ['ID=18259647-5414-44a4-849d-a8659851ecce,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:42.384815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Allocated IP 2001:db8::2 (f7f43037-7c4c-4758-a222-5f1167ec0ae2/e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36/74929584-4d36-47d9-a78a-18b9748928ff) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:42.389052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 18259647-5414-44a4-849d-a8659851ecce details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:42.451936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Made reservation on behalf of f8bb31c8b804479b85d56ba1529c08b9 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:42.456347 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.618606 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Publish callbacks [] for port (74929584-4d36-47d9-a78a-18b9748928ff), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.626702 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (74929584-4d36-47d9-a78a-18b9748928ff), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.659785 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (9653269c-2e8b-4ad6-bf67-6634c899dcd3), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.677382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Network f7f43037-7c4c-4758-a222-5f1167ec0ae2 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:42.684352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:42.687578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:42.691174 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Pushing event updated for resources: {'Port': ['ID=74929584-4d36-47d9-a78a-18b9748928ff,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:42.739909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event updated for resources: {'Subnet': ['ID=9653269c-2e8b-4ad6-bf67-6634c899dcd3,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:42.746551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Checking segment: {'id': '060eb200-3393-4bec-91de-78f3e663fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18259647-5414-44a4-849d-a8659851ecce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:42.747093 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network hostable DHCP agents. Network: 18259647-5414-44a4-849d-a8659851ecce, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:42.757206 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Attempting to bind port 74929584-4d36-47d9-a78a-18b9748928ff on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:42.757583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Attempting to bind port 74929584-4d36-47d9-a78a-18b9748928ff by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '7f28d71b-a024-4523-bfec-3292b9d275fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7f43037-7c4c-4758-a222-5f1167ec0ae2'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:42.757949 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Attempting to bind port 74929584-4d36-47d9-a78a-18b9748928ff on network f7f43037-7c4c-4758-a222-5f1167ec0ae2 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:42.764298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:42.764723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Checking segment: {'id': '7f28d71b-a024-4523-bfec-3292b9d275fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7f43037-7c4c-4758-a222-5f1167ec0ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:42.765356 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.765821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Bound using segment: {'id': '7f28d71b-a024-4523-bfec-3292b9d275fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7f43037-7c4c-4758-a222-5f1167ec0ae2'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:42.766421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Bound port: 74929584-4d36-47d9-a78a-18b9748928ff, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f28d71b-a024-4523-bfec-3292b9d275fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7f43037-7c4c-4758-a222-5f1167ec0ae2'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:42.766820 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74929584-4d36-47d9-a78a-18b9748928ff), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.767909 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Network 18259647-5414-44a4-849d-a8659851ecce is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:42.779960 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 18259647-5414-44a4-849d-a8659851ecce) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:42.784294 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:42.785062 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.809845 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8e69e893-8038-43ea-8924-2fb4d91d40b9 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4959373 Feb 11 06:28:42.810436 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51270) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:42.812570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b463b-9307-43b4-9e00-ee6bd30828fc None None] Network 18259647-5414-44a4-849d-a8659851ecce requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:42.907508 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] For port 74929584-4d36-47d9-a78a-18b9748928ff, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:42.912093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] For port 74929584-4d36-47d9-a78a-18b9748928ff, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=74929584-4d36-47d9-a78a-18b9748928ff,segment=NetworkSegment(7f28d71b-a024-4523-bfec-3292b9d275fc),segment_id=7f28d71b-a024-4523-bfec-3292b9d275fc)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:42.923460 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (74929584-4d36-47d9-a78a-18b9748928ff), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.943252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (18259647-5414-44a4-849d-a8659851ecce), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.000031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b4e486-67fc-4790-bb29-5a093fd29e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-18259647-5414-44a4-849d-a8659851ecce', 'network_id': '18259647-5414-44a4-849d-a8659851ecce', 'project_id': 'f8bb31c8b804479b85d56ba1529c08b9', 'fixed_ips': [{'subnet_id': '9653269c-2e8b-4ad6-bf67-6634c899dcd3'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:43.000901 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-31b4e486-67fc-4790-bb29-5a093fd29e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.008047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (9653269c-2e8b-4ad6-bf67-6634c899dcd3), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.019578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263ae5a-7b1a-43f4-8fe4-91d8202f0ad5 None None] Pushing event updated for resources: {'Port': ['ID=74929584-4d36-47d9-a78a-18b9748928ff,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:43.101546 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (9653269c-2e8b-4ad6-bf67-6634c899dcd3), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.141289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Subnet': ['ID=9653269c-2e8b-4ad6-bf67-6634c899dcd3,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server [None req-31b4e486-67fc-4790-bb29-5a093fd29e12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9653269c-2e8b-4ad6-bf67-6634c899dcd3: This subnet is being modified by another concurrent operation. Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server raise exception Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9653269c-2e8b-4ad6-bf67-6634c899dcd3: This subnet is being modified by another concurrent operation. Feb 11 06:28:43.171006 n-d-715271-35 neutron-server[103122]: ERROR oslo_messaging.rpc.server Feb 11 06:28:43.193520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1bd2e0-0eef-4d23-ba12-26c564e884e2 None None] Network 18259647-5414-44a4-849d-a8659851ecce requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:43.241211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (18259647-5414-44a4-849d-a8659851ecce), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.293174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18259647-5414-44a4-849d-a8659851ecce']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:43.310705 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060eb200-3393-4bec-91de-78f3e663fc21') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:43.311440 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060eb200-3393-4bec-91de-78f3e663fc21') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:43.327294 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (060eb200-3393-4bec-91de-78f3e663fc21), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.349871 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (060eb200-3393-4bec-91de-78f3e663fc21), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.358238 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:43.358914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (060eb200-3393-4bec-91de-78f3e663fc21), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:43.363010 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:43.434038 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (18259647-5414-44a4-849d-a8659851ecce), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.439798 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.445470 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/networks/18259647-5414-44a4-849d-a8659851ecce HTTP/1.1" status: 204 len: 168 time: 0.6336358 Feb 11 06:28:43.448926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51272) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:43.466543 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedaf23-a735-427e-890f-f476c13e63ab tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Network': ['ID=18259647-5414-44a4-849d-a8659851ecce,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:43.490037 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e35534a-c01a-4166-a3af-ee307a3c8acd tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] GET failed (client error): The resource could not be found. Feb 11 06:28:43.495117 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1e35534a-c01a-4166-a3af-ee307a3c8acd tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "GET /v2.0/subnets/9653269c-2e8b-4ad6-bf67-6634c899dcd3 HTTP/1.1" status: 404 len: 337 time: 0.0408216 Feb 11 06:28:43.495867 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51274) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:43.517091 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c30a33f-df31-4d36-9e46-2a4af8180678 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] DELETE failed (client error): The resource could not be found. Feb 11 06:28:43.517836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c30a33f-df31-4d36-9e46-2a4af8180678 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:28:43.521701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3c30a33f-df31-4d36-9e46-2a4af8180678 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/networks/18259647-5414-44a4-849d-a8659851ecce HTTP/1.1" status: 404 len: 339 time: 0.0246708 Feb 11 06:28:43.525513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51276) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:43.557953 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26eb9a0-ba70-4916-aede-bee8ccb3dc34 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] DELETE failed (client error): The resource could not be found. Feb 11 06:28:43.558465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26eb9a0-ba70-4916-aede-bee8ccb3dc34 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:28:43.562631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e26eb9a0-ba70-4916-aede-bee8ccb3dc34 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/subnets/9653269c-2e8b-4ad6-bf67-6634c899dcd3 HTTP/1.1" status: 404 len: 337 time: 0.0360730 Feb 11 06:28:43.565470 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51278) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:43.585316 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-c200aa54-4c2c-4354-90e2-f7072f3ec5d2 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] DELETE failed (client error): The resource could not be found. Feb 11 06:28:43.585820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c200aa54-4c2c-4354-90e2-f7072f3ec5d2 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:28:43.588822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c200aa54-4c2c-4354-90e2-f7072f3ec5d2 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/networks/18259647-5414-44a4-849d-a8659851ecce HTTP/1.1" status: 404 len: 339 time: 0.0222869 Feb 11 06:28:43.591637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51280) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:43.650851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb55cad1-59f0-453a-aa63-ce9b41e1fc55 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Deleting subnet e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:28:43.654361 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb55cad1-59f0-453a-aa63-ce9b41e1fc55 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for subnet (e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.705875 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb55cad1-59f0-453a-aa63-ce9b41e1fc55 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.791310 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb55cad1-59f0-453a-aa63-ce9b41e1fc55 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.859433 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb55cad1-59f0-453a-aa63-ce9b41e1fc55 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.896144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55cad1-59f0-453a-aa63-ce9b41e1fc55 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:43.900490 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bb55cad1-59f0-453a-aa63-ce9b41e1fc55 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.908762 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51282) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:43.909482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bb55cad1-59f0-453a-aa63-ce9b41e1fc55 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/subnets/e4e5cf35-2a78-4dc1-a0a5-4876ffd8fc36 HTTP/1.1" status: 204 len: 168 time: 0.3162308 Feb 11 06:28:44.002818 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (f7f43037-7c4c-4758-a222-5f1167ec0ae2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.071455 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Deleting port 74929584-4d36-47d9-a78a-18b9748928ff {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:44.071913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (74929584-4d36-47d9-a78a-18b9748928ff), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.170118 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] For port 74929584-4d36-47d9-a78a-18b9748928ff, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=74929584-4d36-47d9-a78a-18b9748928ff,segment=NetworkSegment(7f28d71b-a024-4523-bfec-3292b9d275fc),segment_id=7f28d71b-a024-4523-bfec-3292b9d275fc)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:44.171195 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (74929584-4d36-47d9-a78a-18b9748928ff), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.192895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Calling delete_port for 74929584-4d36-47d9-a78a-18b9748928ff owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:44.313698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (74929584-4d36-47d9-a78a-18b9748928ff), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.345628 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Port': ['ID=74929584-4d36-47d9-a78a-18b9748928ff,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:44.352726 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No DVR routers for this DVR port 74929584-4d36-47d9-a78a-18b9748928ff on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:44.453262 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (f7f43037-7c4c-4758-a222-5f1167ec0ae2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.479292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f43037-7c4c-4758-a222-5f1167ec0ae2']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:44.492709 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f28d71b-a024-4523-bfec-3292b9d275fc') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:44.493071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f28d71b-a024-4523-bfec-3292b9d275fc') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:44.503242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec76bbb-beb0-41e0-9857-439eda00be8a None None] get_active_networks_info from n-d-715271-35 {{(pid=103122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:28:44.506252 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (7f28d71b-a024-4523-bfec-3292b9d275fc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.520745 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7f28d71b-a024-4523-bfec-3292b9d275fc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.528691 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:44.528691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (7f28d71b-a024-4523-bfec-3292b9d275fc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:44.532152 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:44.557624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3ea1f7a7-cf13-4c16-a59a-ce78ccb3bf0c None None] Could not find standard attr ID for object 74929584-4d36-47d9-a78a-18b9748928ff. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:28:44.606386 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec76bbb-beb0-41e0-9857-439eda00be8a None None] Resources bound (agent type, host, resource id): {{(pid=103122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:28:44.607418 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (f7f43037-7c4c-4758-a222-5f1167ec0ae2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.615539 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.619739 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/networks/f7f43037-7c4c-4758-a222-5f1167ec0ae2 HTTP/1.1" status: 204 len: 168 time: 0.7098260 Feb 11 06:28:44.622302 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51284) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:44.641417 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161ce20-13c9-474d-9395-50777f7c5919 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Network': ['ID=f7f43037-7c4c-4758-a222-5f1167ec0ae2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:44.662772 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-055a7c98-c9ce-45e8-ac09-37e533bc8f58 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] DELETE failed (client error): The resource could not be found. Feb 11 06:28:44.663630 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055a7c98-c9ce-45e8-ac09-37e533bc8f58 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:28:44.669648 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-055a7c98-c9ce-45e8-ac09-37e533bc8f58 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/subnets/93c21495-ad66-4523-91d9-b3650661d414 HTTP/1.1" status: 404 len: 337 time: 0.0459812 Feb 11 06:28:44.670265 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:44.692727 n-d-715271-35 neutron-server[103121]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c98587-bf8c-4618-a099-e48dc619959d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] DELETE failed (client error): The resource could not be found. Feb 11 06:28:44.693280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c98587-bf8c-4618-a099-e48dc619959d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:28:44.696346 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-27c98587-bf8c-4618-a099-e48dc619959d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/networks/a15a7f52-27e5-4518-95dc-9789da7600af HTTP/1.1" status: 404 len: 339 time: 0.0250435 Feb 11 06:28:44.699143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51288) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:44.745340 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-28102fce-c13a-4839-b109-f1640a2a224a tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] DELETE failed (client error): The resource could not be found. Feb 11 06:28:44.745814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28102fce-c13a-4839-b109-f1640a2a224a tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:28:44.749181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-28102fce-c13a-4839-b109-f1640a2a224a tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/subnets/7500e399-f5ce-409f-b5e9-9f1d4570baf9 HTTP/1.1" status: 404 len: 337 time: 0.0489435 Feb 11 06:28:44.752223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51290) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:44.774612 n-d-715271-35 neutron-server[103120]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df75e7c-bfb2-4761-8897-6b51b6444cc3 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] DELETE failed (client error): The resource could not be found. Feb 11 06:28:44.775140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df75e7c-bfb2-4761-8897-6b51b6444cc3 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:28:44.778238 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1df75e7c-bfb2-4761-8897-6b51b6444cc3 tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/networks/98e4ee0a-5f3c-4ccc-a86f-c9f8e94b5d9d HTTP/1.1" status: 404 len: 339 time: 0.0250585 Feb 11 06:28:44.781299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51292) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:44.839626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01995e0-feea-41b5-9b27-4a03dd19544d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Deleting subnet 1fa4f8cd-5d1a-4c68-abdc-3fe26476f662 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:28:44.846290 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c01995e0-feea-41b5-9b27-4a03dd19544d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for subnet (1fa4f8cd-5d1a-4c68-abdc-3fe26476f662), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.882460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7771840b-74ed-4dd1-8f92-3766577850ec None None] DHCP port deletion for f7f43037-7c4c-4758-a222-5f1167ec0ae2 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:28:44.908141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c75d7-98ad-4264-8b8e-a4960c7f8734 None None] Network f7f43037-7c4c-4758-a222-5f1167ec0ae2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:44.910121 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c01995e0-feea-41b5-9b27-4a03dd19544d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (1fa4f8cd-5d1a-4c68-abdc-3fe26476f662), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.927041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c75d7-98ad-4264-8b8e-a4960c7f8734 None None] Network f7f43037-7c4c-4758-a222-5f1167ec0ae2 could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 06:28:45.022283 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c01995e0-feea-41b5-9b27-4a03dd19544d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1fa4f8cd-5d1a-4c68-abdc-3fe26476f662), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.091096 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c01995e0-feea-41b5-9b27-4a03dd19544d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (1fa4f8cd-5d1a-4c68-abdc-3fe26476f662), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.117978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01995e0-feea-41b5-9b27-4a03dd19544d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa4f8cd-5d1a-4c68-abdc-3fe26476f662,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:45.128528 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c01995e0-feea-41b5-9b27-4a03dd19544d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.134200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30fdef-603b-4955-b7bd-9bb7895846d9 None None] Network 58908272-33c9-4e87-8204-0f634912eccb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:45.135076 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51294) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:45.137742 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c01995e0-feea-41b5-9b27-4a03dd19544d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/subnets/1fa4f8cd-5d1a-4c68-abdc-3fe26476f662 HTTP/1.1" status: 204 len: 168 time: 0.3496752 Feb 11 06:28:45.332655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d09fa2-3273-4ff9-b501-5f9d57cf3b1c None None] DHCP port deletion for 58908272-33c9-4e87-8204-0f634912eccb request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:28:45.400042 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-68d09fa2-3273-4ff9-b501-5f9d57cf3b1c None None] Deleting port 9f86db10-72a5-4c43-87d3-248925e642b9 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:45.400978 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa2-3273-4ff9-b501-5f9d57cf3b1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.480780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-68d09fa2-3273-4ff9-b501-5f9d57cf3b1c None None] For port 9f86db10-72a5-4c43-87d3-248925e642b9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9f86db10-72a5-4c43-87d3-248925e642b9,segment=NetworkSegment(7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760),segment_id=7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:45.481596 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa2-3273-4ff9-b501-5f9d57cf3b1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.502847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-68d09fa2-3273-4ff9-b501-5f9d57cf3b1c None None] Calling delete_port for 9f86db10-72a5-4c43-87d3-248925e642b9 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:45.559443 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (58908272-33c9-4e87-8204-0f634912eccb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.595602 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa2-3273-4ff9-b501-5f9d57cf3b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.627422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Deleting port 9f86db10-72a5-4c43-87d3-248925e642b9 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:45.627422 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.627772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d09fa2-3273-4ff9-b501-5f9d57cf3b1c None None] Pushing event deleted for resources: {'Port': ['ID=9f86db10-72a5-4c43-87d3-248925e642b9,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:45.629662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d09fa2-3273-4ff9-b501-5f9d57cf3b1c None None] No DVR routers for this DVR port 9f86db10-72a5-4c43-87d3-248925e642b9 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:45.700819 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] For port 9f86db10-72a5-4c43-87d3-248925e642b9, host n-d-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:45.701353 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.719331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Calling delete_port for 9f86db10-72a5-4c43-87d3-248925e642b9 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:45.722092 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Port 9f86db10-72a5-4c43-87d3-248925e642b9 was not found and therefore no delete operation was performed {{(pid=103121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 06:28:45.727823 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9f86db10-72a5-4c43-87d3-248925e642b9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.755032 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Port': ['ID=9f86db10-72a5-4c43-87d3-248925e642b9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:45.759608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] No DVR routers for this DVR port 9f86db10-72a5-4c43-87d3-248925e642b9 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:45.844441 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (58908272-33c9-4e87-8204-0f634912eccb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.872893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58908272-33c9-4e87-8204-0f634912eccb']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:45.883675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:45.883981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:45.894143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.909533 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.922046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:45.922525 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (7e8b3fb1-c67b-429d-bcdf-ad27ae4d5760), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:45.927079 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:45.993959 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (58908272-33c9-4e87-8204-0f634912eccb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:46.001266 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:46.005714 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] 10.222.0.31 "DELETE /v2.0/networks/58908272-33c9-4e87-8204-0f634912eccb HTTP/1.1" status: 204 len: 168 time: 0.8694994 Feb 11 06:28:46.021164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38a6d7-10a4-4459-8957-5ecb4dc9301d tempest-NetworksIpV6Test-1217559415 tempest-NetworksIpV6Test-1217559415-project] Pushing event deleted for resources: {'Network': ['ID=58908272-33c9-4e87-8204-0f634912eccb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:46.301172 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51300) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:46.449353 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-03b55f2a-a4cb-40e4-a093-29f0c1d8cf17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8bb31c8b804479b85d56ba1529c08b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466362 Feb 11 06:28:46.451699 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51304) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:46.508832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bccff4b4-dd6e-487c-bc4d-03fde05def36 admin admin] Publish callbacks [] for security_group (1928255d-2d58-43cc-a25f-80606c0b6af9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:46.533285 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bccff4b4-dd6e-487c-bc4d-03fde05def36 admin admin] Publish callbacks [] for security_group (1928255d-2d58-43cc-a25f-80606c0b6af9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:46.600374 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bccff4b4-dd6e-487c-bc4d-03fde05def36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (1928255d-2d58-43cc-a25f-80606c0b6af9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:46.603833 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bccff4b4-dd6e-487c-bc4d-03fde05def36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:46.607993 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bccff4b4-dd6e-487c-bc4d-03fde05def36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1928255d-2d58-43cc-a25f-80606c0b6af9 HTTP/1.1" status: 204 len: 168 time: 0.1524749 Feb 11 06:28:46.625170 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccff4b4-dd6e-487c-bc4d-03fde05def36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1928255d-2d58-43cc-a25f-80606c0b6af9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:46.740330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 74929584-4d36-47d9-a78a-18b9748928ff no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:46.771136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 74929584-4d36-47d9-a78a-18b9748928ff {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:46.771261 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 74929584-4d36-47d9-a78a-18b9748928ff not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:46.771658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9f86db10-72a5-4c43-87d3-248925e642b9 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:46.804735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9f86db10-72a5-4c43-87d3-248925e642b9 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:46.805404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9f86db10-72a5-4c43-87d3-248925e642b9 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:47.380663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51326) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:47.491558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-6cb1fa96-fdb4-4566-a420-9c25b2e414ff tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1949140874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:47.518338 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fa96-fdb4-4566-a420-9c25b2e414ff tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (9c690c1d-7d9b-4c01-863f-847abc1c7832), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.519436 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fa96-fdb4-4566-a420-9c25b2e414ff tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (9c690c1d-7d9b-4c01-863f-847abc1c7832), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.619236 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fa96-fdb4-4566-a420-9c25b2e414ff tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for router_controller (9c690c1d-7d9b-4c01-863f-847abc1c7832), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.626109 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fa96-fdb4-4566-a420-9c25b2e414ff tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (9c690c1d-7d9b-4c01-863f-847abc1c7832), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.651392 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fa96-fdb4-4566-a420-9c25b2e414ff tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.653790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6cb1fa96-fdb4-4566-a420-9c25b2e414ff tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2717168 Feb 11 06:28:47.655745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51330) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:47.662080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2071603773'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:47.688724 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Made reservation on behalf of 7fbb2f71647d4853a550380f43e9b0c0 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:47.694372 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.704903 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.788588 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for security_group (584a5174-c0f4-451b-b4fc-41238dbb8c09), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.793640 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (584a5174-c0f4-451b-b4fc-41238dbb8c09), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.833451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:47.851328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584a5174-c0f4-451b-b4fc-41238dbb8c09,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:47.859774 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3ea970de-6cd5-4756-9663-ecaca52492d7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.860717 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Added segment 3ea970de-6cd5-4756-9663-ecaca52492d7 of type vlan for network db9c8778-57bd-4ecf-b68b-4e710eb24298 Feb 11 06:28:47.901386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (db9c8778-57bd-4ecf-b68b-4e710eb24298), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.934105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (db9c8778-57bd-4ecf-b68b-4e710eb24298), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.939019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:47.939626 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.983768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3269601 Feb 11 06:28:47.986759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51332) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:47.992067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Request body: {'subnet': {'network_id': 'db9c8778-57bd-4ecf-b68b-4e710eb24298', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:48.045840 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:28:48.048625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66f592-9d25-44bb-9c14-4968b283ab79 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event updated for resources: {'Network': ['ID=db9c8778-57bd-4ecf-b68b-4e710eb24298,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:48.061678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network db9c8778-57bd-4ecf-b68b-4e710eb24298 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:48.129212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Made reservation on behalf of 7fbb2f71647d4853a550380f43e9b0c0 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:48.134337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.328775 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (c8e675c5-33c8-43c6-88d2-fc9e3bab72bb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.390011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event updated for resources: {'Subnet': ['ID=c8e675c5-33c8-43c6-88d2-fc9e3bab72bb,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:48.404309 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Checking segment: {'id': '3ea970de-6cd5-4756-9663-ecaca52492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'db9c8778-57bd-4ecf-b68b-4e710eb24298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:48.404738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Network hostable DHCP agents. Network: db9c8778-57bd-4ecf-b68b-4e710eb24298, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:48.427182 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Network db9c8778-57bd-4ecf-b68b-4e710eb24298 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:48.436556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, db9c8778-57bd-4ecf-b68b-4e710eb24298) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:48.441431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:48.442681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.444780 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcce1fe-3f84-4be6-a89f-24b584089757 None None] Network db9c8778-57bd-4ecf-b68b-4e710eb24298 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:48.462834 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-755deeaf-ba80-4d98-b1ce-0b722e312390 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4749403 Feb 11 06:28:48.466034 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51334) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:48.471198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-135009379'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:48.499226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Made reservation on behalf of 7fbb2f71647d4853a550380f43e9b0c0 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:48.502802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.528926 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:48.543268 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5486f684-cbc9-4600-a8d8-139700eed7ea), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.543623 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Added segment 5486f684-cbc9-4600-a8d8-139700eed7ea of type vlan for network 8f3c7e47-a6db-4828-b914-2aea06bd0f8d Feb 11 06:28:48.568831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-db9c8778-57bd-4ecf-b68b-4e710eb24298', 'network_id': 'db9c8778-57bd-4ecf-b68b-4e710eb24298', 'project_id': '7fbb2f71647d4853a550380f43e9b0c0', 'fixed_ips': [{'subnet_id': 'c8e675c5-33c8-43c6-88d2-fc9e3bab72bb'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:48.569896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.591208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (8f3c7e47-a6db-4828-b914-2aea06bd0f8d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.622003 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (8f3c7e47-a6db-4828-b914-2aea06bd0f8d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.627693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:48.628523 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.675649 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2083313 Feb 11 06:28:48.679533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51336) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:48.694210 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Request body: {'subnet': {'network_id': '8f3c7e47-a6db-4828-b914-2aea06bd0f8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:48.711497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f559a-1c6b-4713-867f-2b7aef35bb25 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event updated for resources: {'Network': ['ID=8f3c7e47-a6db-4828-b914-2aea06bd0f8d,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:48.725804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 8f3c7e47-a6db-4828-b914-2aea06bd0f8d details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:48.764330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Allocated IP 172.20.0.2 (db9c8778-57bd-4ecf-b68b-4e710eb24298/c8e675c5-33c8-43c6-88d2-fc9e3bab72bb/f8112223-7483-4cc2-9ca4-15b2d1d7d712) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:48.806064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Made reservation on behalf of 7fbb2f71647d4853a550380f43e9b0c0 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:48.809671 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.971050 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Publish callbacks [] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.981410 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.031746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Network db9c8778-57bd-4ecf-b68b-4e710eb24298 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:49.037637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:49.042335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:49.046005 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Pushing event updated for resources: {'Port': ['ID=f8112223-7483-4cc2-9ca4-15b2d1d7d712,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:49.046382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (4596eb9a-b4c5-4743-b33f-bed8b9e741b7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.114166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Attempting to bind port f8112223-7483-4cc2-9ca4-15b2d1d7d712 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:49.115153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Attempting to bind port f8112223-7483-4cc2-9ca4-15b2d1d7d712 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '3ea970de-6cd5-4756-9663-ecaca52492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'db9c8778-57bd-4ecf-b68b-4e710eb24298'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:49.115686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Attempting to bind port f8112223-7483-4cc2-9ca4-15b2d1d7d712 on network db9c8778-57bd-4ecf-b68b-4e710eb24298 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:49.122103 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:49.122754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Checking segment: {'id': '3ea970de-6cd5-4756-9663-ecaca52492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'db9c8778-57bd-4ecf-b68b-4e710eb24298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:49.123324 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.123875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Bound using segment: {'id': '3ea970de-6cd5-4756-9663-ecaca52492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'db9c8778-57bd-4ecf-b68b-4e710eb24298'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:49.124528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Bound port: f8112223-7483-4cc2-9ca4-15b2d1d7d712, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea970de-6cd5-4756-9663-ecaca52492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'db9c8778-57bd-4ecf-b68b-4e710eb24298'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:49.125155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.126578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event updated for resources: {'Subnet': ['ID=4596eb9a-b4c5-4743-b33f-bed8b9e741b7,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:49.134284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Checking segment: {'id': '5486f684-cbc9-4600-a8d8-139700eed7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8f3c7e47-a6db-4828-b914-2aea06bd0f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:49.134865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Network hostable DHCP agents. Network: 8f3c7e47-a6db-4828-b914-2aea06bd0f8d, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:49.155354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Network 8f3c7e47-a6db-4828-b914-2aea06bd0f8d is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:49.167296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 8f3c7e47-a6db-4828-b914-2aea06bd0f8d) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:49.172804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:49.173457 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.187651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a375c7c-f9e2-4a20-84cb-62a320a593ba None None] Network 8f3c7e47-a6db-4828-b914-2aea06bd0f8d requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:49.196210 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51338) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:49.196568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-052f5e4b-9d45-4771-b625-7dcd267de57c tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5149930 Feb 11 06:28:49.203007 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-7e28cfbe-ffd2-4a2d-a957-f5cea8ddda3f tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f3c7e47-a6db-4828-b914-2aea06bd0f8d'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:49.274604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] For port f8112223-7483-4cc2-9ca4-15b2d1d7d712, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:49.294940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] For port f8112223-7483-4cc2-9ca4-15b2d1d7d712, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f8112223-7483-4cc2-9ca4-15b2d1d7d712,segment=NetworkSegment(3ea970de-6cd5-4756-9663-ecaca52492d7),segment_id=3ea970de-6cd5-4756-9663-ecaca52492d7)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:49.306528 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.368957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-8f3c7e47-a6db-4828-b914-2aea06bd0f8d', 'network_id': '8f3c7e47-a6db-4828-b914-2aea06bd0f8d', 'project_id': '7fbb2f71647d4853a550380f43e9b0c0', 'fixed_ips': [{'subnet_id': '4596eb9a-b4c5-4743-b33f-bed8b9e741b7'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:49.369945 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.429496 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa24033-f598-4854-a3ff-1c2ad583ace0 None None] Pushing event updated for resources: {'Port': ['ID=f8112223-7483-4cc2-9ca4-15b2d1d7d712,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:49.466096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7e28cfbe-ffd2-4a2d-a957-f5cea8ddda3f tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for router_gateway (9c690c1d-7d9b-4c01-863f-847abc1c7832), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.570164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Allocated IP 172.21.0.2 (8f3c7e47-a6db-4828-b914-2aea06bd0f8d/4596eb9a-b4c5-4743-b33f-bed8b9e741b7/10efd537-adcc-4503-b6a5-405c7b540177) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:49.612768 n-d-715271-35 neutron-server[103121]: INFO neutron.api.v2.resource [None req-7e28cfbe-ffd2-4a2d-a957-f5cea8ddda3f tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:28:49.621014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51340) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:49.627465 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7e28cfbe-ffd2-4a2d-a957-f5cea8ddda3f tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "PUT /v2.0/routers/9c690c1d-7d9b-4c01-863f-847abc1c7832 HTTP/1.1" status: 400 len: 364 time: 0.4289358 Feb 11 06:28:49.708193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-370fd2a3-a040-40d7-8a9c-9419e40e4405 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Deleting subnet 4596eb9a-b4c5-4743-b33f-bed8b9e741b7 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:28:49.966618 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Publish callbacks [] for port (10efd537-adcc-4503-b6a5-405c7b540177), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.972596 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-370fd2a3-a040-40d7-8a9c-9419e40e4405 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for subnet (4596eb9a-b4c5-4743-b33f-bed8b9e741b7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.974216 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (10efd537-adcc-4503-b6a5-405c7b540177), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.019427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-370fd2a3-a040-40d7-8a9c-9419e40e4405 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (4596eb9a-b4c5-4743-b33f-bed8b9e741b7), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.024500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Network 8f3c7e47-a6db-4828-b914-2aea06bd0f8d is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:50.029994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:50.033023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:50.065481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Pushing event updated for resources: {'Port': ['ID=10efd537-adcc-4503-b6a5-405c7b540177,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:50.107378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Attempting to bind port 10efd537-adcc-4503-b6a5-405c7b540177 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:50.107983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Attempting to bind port 10efd537-adcc-4503-b6a5-405c7b540177 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '5486f684-cbc9-4600-a8d8-139700eed7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8f3c7e47-a6db-4828-b914-2aea06bd0f8d'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:50.108364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Attempting to bind port 10efd537-adcc-4503-b6a5-405c7b540177 on network 8f3c7e47-a6db-4828-b914-2aea06bd0f8d {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:50.114142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:50.114530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Checking segment: {'id': '5486f684-cbc9-4600-a8d8-139700eed7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8f3c7e47-a6db-4828-b914-2aea06bd0f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:50.115177 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.115382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Bound using segment: {'id': '5486f684-cbc9-4600-a8d8-139700eed7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8f3c7e47-a6db-4828-b914-2aea06bd0f8d'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:50.115799 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Bound port: 10efd537-adcc-4503-b6a5-405c7b540177, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5486f684-cbc9-4600-a8d8-139700eed7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8f3c7e47-a6db-4828-b914-2aea06bd0f8d'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:50.116334 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (10efd537-adcc-4503-b6a5-405c7b540177), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.136940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-370fd2a3-a040-40d7-8a9c-9419e40e4405 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (4596eb9a-b4c5-4743-b33f-bed8b9e741b7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.203105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-370fd2a3-a040-40d7-8a9c-9419e40e4405 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (4596eb9a-b4c5-4743-b33f-bed8b9e741b7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.207667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] For port 10efd537-adcc-4503-b6a5-405c7b540177, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:50.213615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] For port 10efd537-adcc-4503-b6a5-405c7b540177, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=10efd537-adcc-4503-b6a5-405c7b540177,segment=NetworkSegment(5486f684-cbc9-4600-a8d8-139700eed7ea),segment_id=5486f684-cbc9-4600-a8d8-139700eed7ea)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:50.229370 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (10efd537-adcc-4503-b6a5-405c7b540177), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.240660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fd2a3-a040-40d7-8a9c-9419e40e4405 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event deleted for resources: {'Subnet': ['ID=4596eb9a-b4c5-4743-b33f-bed8b9e741b7,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:50.243068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-370fd2a3-a040-40d7-8a9c-9419e40e4405 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.246853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-370fd2a3-a040-40d7-8a9c-9419e40e4405 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "DELETE /v2.0/subnets/4596eb9a-b4c5-4743-b33f-bed8b9e741b7 HTTP/1.1" status: 204 len: 168 time: 0.6247535 Feb 11 06:28:50.249319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51342) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:50.334347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af9143-9504-4ae7-ad24-5b82b4bccebf None None] Pushing event updated for resources: {'Port': ['ID=10efd537-adcc-4503-b6a5-405c7b540177,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:50.356842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (8f3c7e47-a6db-4828-b914-2aea06bd0f8d), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.424314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Deleting port 10efd537-adcc-4503-b6a5-405c7b540177 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:50.424816 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (10efd537-adcc-4503-b6a5-405c7b540177), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.516565 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] For port 10efd537-adcc-4503-b6a5-405c7b540177, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=10efd537-adcc-4503-b6a5-405c7b540177,segment=NetworkSegment(5486f684-cbc9-4600-a8d8-139700eed7ea),segment_id=5486f684-cbc9-4600-a8d8-139700eed7ea)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:50.516858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (10efd537-adcc-4503-b6a5-405c7b540177), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.533392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Calling delete_port for 10efd537-adcc-4503-b6a5-405c7b540177 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:50.679523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (10efd537-adcc-4503-b6a5-405c7b540177), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.740293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event deleted for resources: {'Port': ['ID=10efd537-adcc-4503-b6a5-405c7b540177,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:50.746640 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] No DVR routers for this DVR port 10efd537-adcc-4503-b6a5-405c7b540177 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:50.823136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ca1e9-e004-4d15-9dd7-7bfd88d4a157 None None] Network db9c8778-57bd-4ecf-b68b-4e710eb24298 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:50.880952 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (8f3c7e47-a6db-4828-b914-2aea06bd0f8d), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.908436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3c7e47-a6db-4828-b914-2aea06bd0f8d']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:50.922047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 10efd537-adcc-4503-b6a5-405c7b540177 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:50.922802 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5486f684-cbc9-4600-a8d8-139700eed7ea') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:50.923350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5486f684-cbc9-4600-a8d8-139700eed7ea') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:50.930255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6ff66d9d-2acd-483b-94af-4f294281f13b None None] Provisioning complete for port f8112223-7483-4cc2-9ca4-15b2d1d7d712 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:50.930724 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ff66d9d-2acd-483b-94af-4f294281f13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.936047 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (5486f684-cbc9-4600-a8d8-139700eed7ea), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.952854 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5486f684-cbc9-4600-a8d8-139700eed7ea), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.959692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:50.960229 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (5486f684-cbc9-4600-a8d8-139700eed7ea), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:50.963898 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:50.976530 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 10efd537-adcc-4503-b6a5-405c7b540177 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:50.976918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 10efd537-adcc-4503-b6a5-405c7b540177 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 06:28:51.012059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Port 10efd537-adcc-4503-b6a5-405c7b540177 not found, will not notify nova. {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 06:28:51.012560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f8112223-7483-4cc2-9ca4-15b2d1d7d712 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:51.037065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (8f3c7e47-a6db-4828-b914-2aea06bd0f8d), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.055649 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.062857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "DELETE /v2.0/networks/8f3c7e47-a6db-4828-b914-2aea06bd0f8d HTTP/1.1" status: 204 len: 168 time: 0.8101771 Feb 11 06:28:51.064122 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51344) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:51.085712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29565ebd-d4d0-475c-9437-1797eacf37f7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event deleted for resources: {'Network': ['ID=8f3c7e47-a6db-4828-b914-2aea06bd0f8d,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:51.146672 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd784a5-582f-4aa3-b676-cb0e27ff006b tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Deleting subnet c8e675c5-33c8-43c6-88d2-fc9e3bab72bb {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:28:51.150865 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dd784a5-582f-4aa3-b676-cb0e27ff006b tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for subnet (c8e675c5-33c8-43c6-88d2-fc9e3bab72bb), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.168461 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port f8112223-7483-4cc2-9ca4-15b2d1d7d712 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:51.169048 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.211574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dd784a5-582f-4aa3-b676-cb0e27ff006b tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (c8e675c5-33c8-43c6-88d2-fc9e3bab72bb), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.225015 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6ff66d9d-2acd-483b-94af-4f294281f13b None None] Current status of the port f8112223-7483-4cc2-9ca4-15b2d1d7d712 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:51.225462 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ff66d9d-2acd-483b-94af-4f294281f13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.281104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6ff66d9d-2acd-483b-94af-4f294281f13b None None] For port f8112223-7483-4cc2-9ca4-15b2d1d7d712, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f8112223-7483-4cc2-9ca4-15b2d1d7d712,segment=NetworkSegment(3ea970de-6cd5-4756-9663-ecaca52492d7),segment_id=3ea970de-6cd5-4756-9663-ecaca52492d7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:51.311712 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6ff66d9d-2acd-483b-94af-4f294281f13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.376155 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dd784a5-582f-4aa3-b676-cb0e27ff006b tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c8e675c5-33c8-43c6-88d2-fc9e3bab72bb), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.403997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff66d9d-2acd-483b-94af-4f294281f13b None None] Pushing event updated for resources: {'Port': ['ID=f8112223-7483-4cc2-9ca4-15b2d1d7d712,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:51.417823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f8112223-7483-4cc2-9ca4-15b2d1d7d712 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:51.418401 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.462373 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dd784a5-582f-4aa3-b676-cb0e27ff006b tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (c8e675c5-33c8-43c6-88d2-fc9e3bab72bb), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.504454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd784a5-582f-4aa3-b676-cb0e27ff006b tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e675c5-33c8-43c6-88d2-fc9e3bab72bb,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:51.512474 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7dd784a5-582f-4aa3-b676-cb0e27ff006b tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.515369 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:28:51.515888 n-d-715271-35 neutron-server[103122]: DEBUG oslo_db.api [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:28:51.516673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c9549-cccc-4337-ae48-cde9013a855c None None] Network db9c8778-57bd-4ecf-b68b-4e710eb24298 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:51.517790 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7dd784a5-582f-4aa3-b676-cb0e27ff006b tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "DELETE /v2.0/subnets/c8e675c5-33c8-43c6-88d2-fc9e3bab72bb HTTP/1.1" status: 204 len: 168 time: 0.4525189 Feb 11 06:28:51.520520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51346) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:51.559344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-214b38aa-5a97-4ca2-8b1f-b5c36fe50d2e None None] Provisioning complete for port f8112223-7483-4cc2-9ca4-15b2d1d7d712 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:51.560140 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-214b38aa-5a97-4ca2-8b1f-b5c36fe50d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.625106 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (db9c8778-57bd-4ecf-b68b-4e710eb24298), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.689063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Deleting port f8112223-7483-4cc2-9ca4-15b2d1d7d712 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:51.689741 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.722742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-214b38aa-5a97-4ca2-8b1f-b5c36fe50d2e None None] Current status of the port f8112223-7483-4cc2-9ca4-15b2d1d7d712 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:51.783697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11703c22-5884-40c1-9c2e-8f6fdd62d588 None None] DHCP port deletion for db9c8778-57bd-4ecf-b68b-4e710eb24298 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:28:51.857391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-11703c22-5884-40c1-9c2e-8f6fdd62d588 None None] Deleting port f8112223-7483-4cc2-9ca4-15b2d1d7d712 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:51.858918 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11703c22-5884-40c1-9c2e-8f6fdd62d588 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.959135 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f55d5-e622-4223-9e23-a4ab658f903a None None] DHCP port deletion for 8f3c7e47-a6db-4828-b914-2aea06bd0f8d request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:28:51.969389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ea612d09-fa4b-4ecb-8b24-6ad2374e3358 None None] Could not find standard attr ID for object 10efd537-adcc-4503-b6a5-405c7b540177. {{(pid=103122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:28:51.972416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-11703c22-5884-40c1-9c2e-8f6fdd62d588 None None] For port f8112223-7483-4cc2-9ca4-15b2d1d7d712, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f8112223-7483-4cc2-9ca4-15b2d1d7d712,segment=NetworkSegment(3ea970de-6cd5-4756-9663-ecaca52492d7),segment_id=3ea970de-6cd5-4756-9663-ecaca52492d7)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:51.975674 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11703c22-5884-40c1-9c2e-8f6fdd62d588 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.993932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-11703c22-5884-40c1-9c2e-8f6fdd62d588 None None] Calling delete_port for f8112223-7483-4cc2-9ca4-15b2d1d7d712 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:52.001707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c9f172-3c87-4f47-85c4-8d01cc044c0a None None] Network 8f3c7e47-a6db-4828-b914-2aea06bd0f8d requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:52.025179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c9f172-3c87-4f47-85c4-8d01cc044c0a None None] Network 8f3c7e47-a6db-4828-b914-2aea06bd0f8d could not be found, it might have been deleted concurrently. {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 06:28:52.100877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port f8112223-7483-4cc2-9ca4-15b2d1d7d712 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:52.137844 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11703c22-5884-40c1-9c2e-8f6fdd62d588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.166731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11703c22-5884-40c1-9c2e-8f6fdd62d588 None None] Pushing event deleted for resources: {'Port': ['ID=f8112223-7483-4cc2-9ca4-15b2d1d7d712,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:52.168834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11703c22-5884-40c1-9c2e-8f6fdd62d588 None None] No DVR routers for this DVR port f8112223-7483-4cc2-9ca4-15b2d1d7d712 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:52.173165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] For port f8112223-7483-4cc2-9ca4-15b2d1d7d712, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=f8112223-7483-4cc2-9ca4-15b2d1d7d712,segment=NetworkSegment(3ea970de-6cd5-4756-9663-ecaca52492d7),segment_id=3ea970de-6cd5-4756-9663-ecaca52492d7)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:52.173804 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.190442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Calling delete_port for f8112223-7483-4cc2-9ca4-15b2d1d7d712 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:52.270364 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (f8112223-7483-4cc2-9ca4-15b2d1d7d712), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.296107 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event deleted for resources: {'Port': ['ID=f8112223-7483-4cc2-9ca4-15b2d1d7d712,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:52.299556 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] No DVR routers for this DVR port f8112223-7483-4cc2-9ca4-15b2d1d7d712 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:52.388996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (db9c8778-57bd-4ecf-b68b-4e710eb24298), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.410558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9c8778-57bd-4ecf-b68b-4e710eb24298']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:52.420475 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea970de-6cd5-4756-9663-ecaca52492d7') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:52.420769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea970de-6cd5-4756-9663-ecaca52492d7') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:52.430601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (3ea970de-6cd5-4756-9663-ecaca52492d7), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.444544 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (3ea970de-6cd5-4756-9663-ecaca52492d7), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.451134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:52.451554 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (3ea970de-6cd5-4756-9663-ecaca52492d7), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:52.454979 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:52.522053 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (db9c8778-57bd-4ecf-b68b-4e710eb24298), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.527815 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.531253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "DELETE /v2.0/networks/db9c8778-57bd-4ecf-b68b-4e710eb24298 HTTP/1.1" status: 204 len: 168 time: 1.0094953 Feb 11 06:28:52.534244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51348) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:52.546776 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470347c-1bb0-4146-93f4-195911b58270 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Pushing event deleted for resources: {'Network': ['ID=db9c8778-57bd-4ecf-b68b-4e710eb24298,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:52.569241 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-de622d9d-4caf-4a2c-9846-bccb0ff1823b tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c690c1d-7d9b-4c01-863f-847abc1c7832 HTTP/1.1" status: 200 len: 205 time: 0.0336380 Feb 11 06:28:52.572309 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51350) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:52.654301 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58f3f889-0745-444b-9eca-5284bcc73aa7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for router (9c690c1d-7d9b-4c01-863f-847abc1c7832), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.736159 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.753527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 10efd537-adcc-4503-b6a5-405c7b540177 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:52.775119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 10efd537-adcc-4503-b6a5-405c7b540177 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:52.775476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 10efd537-adcc-4503-b6a5-405c7b540177 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:52.775909 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f8112223-7483-4cc2-9ca4-15b2d1d7d712 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:52.799935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: f8112223-7483-4cc2-9ca4-15b2d1d7d712 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:52.800287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device f8112223-7483-4cc2-9ca4-15b2d1d7d712 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:52.832037 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58f3f889-0745-444b-9eca-5284bcc73aa7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (9c690c1d-7d9b-4c01-863f-847abc1c7832), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.834425 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58f3f889-0745-444b-9eca-5284bcc73aa7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for router_controller (9c690c1d-7d9b-4c01-863f-847abc1c7832), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.882075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58f3f889-0745-444b-9eca-5284bcc73aa7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (9c690c1d-7d9b-4c01-863f-847abc1c7832), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.882578 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f3f889-0745-444b-9eca-5284bcc73aa7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Fanout notify agent at l3_agent the message router_deleted on router 9c690c1d-7d9b-4c01-863f-847abc1c7832 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:28:52.889790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-58f3f889-0745-444b-9eca-5284bcc73aa7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.890916 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-58f3f889-0745-444b-9eca-5284bcc73aa7 tempest-RoutersNegativeTest-1168678545 tempest-RoutersNegativeTest-1168678545-project] 10.222.0.31 "DELETE /v2.0/routers/9c690c1d-7d9b-4c01-863f-847abc1c7832 HTTP/1.1" status: 204 len: 168 time: 0.3176732 Feb 11 06:28:53.168220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51356) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:53.316492 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-53feb176-cabc-433d-892b-592c5078e6d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fbb2f71647d4853a550380f43e9b0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470642 Feb 11 06:28:53.320130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51360) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:53.377054 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb0e897a-f6b5-4df4-b810-26f2895796f1 admin admin] Publish callbacks [] for security_group (584a5174-c0f4-451b-b4fc-41238dbb8c09), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.400397 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb0e897a-f6b5-4df4-b810-26f2895796f1 admin admin] Publish callbacks [] for security_group (584a5174-c0f4-451b-b4fc-41238dbb8c09), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.452046 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb0e897a-f6b5-4df4-b810-26f2895796f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (584a5174-c0f4-451b-b4fc-41238dbb8c09), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.455420 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cb0e897a-f6b5-4df4-b810-26f2895796f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.459820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cb0e897a-f6b5-4df4-b810-26f2895796f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/584a5174-c0f4-451b-b4fc-41238dbb8c09 HTTP/1.1" status: 204 len: 168 time: 0.1355591 Feb 11 06:28:53.467818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e897a-f6b5-4df4-b810-26f2895796f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a5174-c0f4-451b-b4fc-41238dbb8c09,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:53.717336 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.147195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51382) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:54.253291 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1073777439-network', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:54.274876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Made reservation on behalf of f1ae3773a4194d6a953a06504c9270f7 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:54.277671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.287150 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.377587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Publish callbacks [] for security_group (a4441c37-1f95-456e-bee4-d65ceb766f2b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.382429 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a4441c37-1f95-456e-bee4-d65ceb766f2b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.413975 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:54.420544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4441c37-1f95-456e-bee4-d65ceb766f2b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:54.428564 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2449757b-5e77-4da6-844c-5c9b37348954), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.428907 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Added segment 2449757b-5e77-4da6-844c-5c9b37348954 of type vlan for network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 Feb 11 06:28:54.475857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.509914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.511778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:54.512671 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.552491 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4040375 Feb 11 06:28:54.557850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51386) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:54.564440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Request body: {'subnet': {'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-subnet', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:54.581222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb1573-92ea-4d2f-adfb-4a70de11177c admin admin] Pushing event updated for resources: {'Network': ['ID=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:54.595128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:54.597308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Made reservation on behalf of f1ae3773a4194d6a953a06504c9270f7 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:54.600614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.796566 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (ce81b301-4124-42ec-9245-22f6f4cc4c78), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.852047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce81b301-4124-42ec-9245-22f6f4cc4c78,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:54.873793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Checking segment: {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:54.876806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Network hostable DHCP agents. Network: 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:54.896162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:54.908013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:54.912463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:54.913154 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.922484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78030c-a29d-47b4-8292-2b25e14ff598 None None] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:54.942482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-091bed40-9b53-4831-b54d-bd60adca488c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3783693 Feb 11 06:28:54.943008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51388) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:54.948618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:54.976183 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (d5497379-0f2c-4564-8bf8-10da9fe1f37d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.978100 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (d5497379-0f2c-4564-8bf8-10da9fe1f37d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.055938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'fixed_ips': [{'subnet_id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:55.057489 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.065345 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks [] for router_controller (d5497379-0f2c-4564-8bf8-10da9fe1f37d), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.219023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Allocated IP 172.20.0.2 (393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914/ce81b301-4124-42ec-9245-22f6f4cc4c78/a39c5617-57b2-438a-aa40-14104d0b27b2) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:55.233073 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks [] for router_gateway (d5497379-0f2c-4564-8bf8-10da9fe1f37d), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.370227 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Publish callbacks [] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.377408 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.427306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:55.430405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:55.434041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:55.463475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Pushing event updated for resources: {'Port': ['ID=a39c5617-57b2-438a-aa40-14104d0b27b2,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:55.466966 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks [] for router_gateway (d5497379-0f2c-4564-8bf8-10da9fe1f37d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.492415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.506258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Attempting to bind port a39c5617-57b2-438a-aa40-14104d0b27b2 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:55.506755 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Attempting to bind port a39c5617-57b2-438a-aa40-14104d0b27b2 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:55.507239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Attempting to bind port a39c5617-57b2-438a-aa40-14104d0b27b2 on network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:55.513865 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:55.514552 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Checking segment: {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:55.515110 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.515632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Bound using segment: {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:55.516288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Bound port: a39c5617-57b2-438a-aa40-14104d0b27b2, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:55.516827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.589973 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] For port a39c5617-57b2-438a-aa40-14104d0b27b2, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:55.593191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] For port a39c5617-57b2-438a-aa40-14104d0b27b2, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a39c5617-57b2-438a-aa40-14104d0b27b2,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:55.601033 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.624532 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Allocated IP 172.25.1.128 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/dc2a2301-57a5-4dda-b6da-641a9ac402c0) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:55.660602 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b26c5b-70c0-41ef-9e9c-ba9aa91efae9 None None] Pushing event updated for resources: {'Port': ['ID=a39c5617-57b2-438a-aa40-14104d0b27b2,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:55.740506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks [] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.789222 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.831384 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:55.835380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:55.839202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:55.864515 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Pushing event updated for resources: {'Port': ['ID=dc2a2301-57a5-4dda-b6da-641a9ac402c0,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:55.904305 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.904875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.905202 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.905620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.906030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.906434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.906847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.907264 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.907662 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.908060 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.908457 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.908854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:55.909290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:56.181465 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks [] for router_gateway (d5497379-0f2c-4564-8bf8-10da9fe1f37d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.404075 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (d5497379-0f2c-4564-8bf8-10da9fe1f37d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.725987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ea165-e89e-4978-9d77-d18757939598 None None] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:56.810493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-43fc9943-dc48-48e7-8823-ef9b01d7b18b None None] Provisioning complete for port a39c5617-57b2-438a-aa40-14104d0b27b2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:56.810891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-43fc9943-dc48-48e7-8823-ef9b01d7b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.842421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a39c5617-57b2-438a-aa40-14104d0b27b2 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:56.882198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Router d5497379-0f2c-4564-8bf8-10da9fe1f37d is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:28:56.976698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-43fc9943-dc48-48e7-8823-ef9b01d7b18b None None] Current status of the port a39c5617-57b2-438a-aa40-14104d0b27b2 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:56.976930 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-43fc9943-dc48-48e7-8823-ef9b01d7b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.979972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a39c5617-57b2-438a-aa40-14104d0b27b2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:56.980339 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.009089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:28:57.031167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Sync routers for ids ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:28:57.036587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.038464 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f9029a3c-924e-46c7-8370-2a1b131b3f37 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0933678 Feb 11 06:28:57.042713 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51390) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:57.067409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-43fc9943-dc48-48e7-8823-ef9b01d7b18b None None] For port a39c5617-57b2-438a-aa40-14104d0b27b2, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a39c5617-57b2-438a-aa40-14104d0b27b2,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:57.067646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Routers {'d5497379-0f2c-4564-8bf8-10da9fe1f37d'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:57.068172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:28:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:57.118318 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-43fc9943-dc48-48e7-8823-ef9b01d7b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.473672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc9943-dc48-48e7-8823-ef9b01d7b18b None None] Pushing event updated for resources: {'Port': ['ID=a39c5617-57b2-438a-aa40-14104d0b27b2,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:57.503175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Set router d5497379-0f2c-4564-8bf8-10da9fe1f37d gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:57.535360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a39c5617-57b2-438a-aa40-14104d0b27b2 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:57.568521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-20411a35-f26b-4285-a39a-cc2fbba98a56 None None] Provisioning complete for port a39c5617-57b2-438a-aa40-14104d0b27b2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:57.569763 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-20411a35-f26b-4285-a39a-cc2fbba98a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.575189 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.749406 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Allocated IP 172.20.0.1 (393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914/ce81b301-4124-42ec-9245-22f6f4cc4c78/11f27e70-9dd3-48d9-ab8d-234ac7d057dc) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:57.756847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-20411a35-f26b-4285-a39a-cc2fbba98a56 None None] Current status of the port a39c5617-57b2-438a-aa40-14104d0b27b2 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:57.792208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:56Z', 'revision_number': 3, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'gw_port': {'id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:55Z', 'updated_at': '2022-02-11T06:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:57.834889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Checking router: d5497379-0f2c-4564-8bf8-10da9fe1f37d for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:28:57.835803 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Updating router d5497379-0f2c-4564-8bf8-10da9fe1f37d port dc2a2301-57a5-4dda-b6da-641a9ac402c0 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:28:57.840438 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-829fd433-f17a-4dd5-af06-159cf57c34c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.867415 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.893841 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Publish callbacks [] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.939007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.958012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:57.960485 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:57.980475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:58.038609 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Pushing event updated for resources: {'Port': ['ID=11f27e70-9dd3-48d9-ab8d-234ac7d057dc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:58.052335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (d5497379-0f2c-4564-8bf8-10da9fe1f37d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.211038 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Publish callbacks [] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.224172 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.229605 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.322027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Attempting to bind port dc2a2301-57a5-4dda-b6da-641a9ac402c0 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:58.322329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Attempting to bind port dc2a2301-57a5-4dda-b6da-641a9ac402c0 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:58.322676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Attempting to bind port dc2a2301-57a5-4dda-b6da-641a9ac402c0 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:58.325628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ed50a-b3ac-4bb7-8f22-572df68902a0 None None] Pushing event updated for resources: {'Port': ['ID=dc2a2301-57a5-4dda-b6da-641a9ac402c0,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:58.336394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:58.336546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:58.336947 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.337377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:58.337975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Bound port: dc2a2301-57a5-4dda-b6da-641a9ac402c0, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:58.338248 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.341929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9fdaea8c-f580-4b2d-b977-a0af4f687067 None None] Provisioning complete for port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:58.342105 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9fdaea8c-f580-4b2d-b977-a0af4f687067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.424795 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9fdaea8c-f580-4b2d-b977-a0af4f687067 None None] Port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:28:58.427071 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Publish callbacks [] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.430132 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] For port dc2a2301-57a5-4dda-b6da-641a9ac402c0, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:58.432802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.433397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] For port dc2a2301-57a5-4dda-b6da-641a9ac402c0, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dc2a2301-57a5-4dda-b6da-641a9ac402c0,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:58.440951 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.516114 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (d5497379-0f2c-4564-8bf8-10da9fe1f37d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.522242 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Pushing event updated for resources: {'Port': ['ID=11f27e70-9dd3-48d9-ab8d-234ac7d057dc,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:58.527142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Routers {'d5497379-0f2c-4564-8bf8-10da9fe1f37d'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:58.528248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:28:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:58.533679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ed50a-b3ac-4bb7-8f22-572df68902a0 None None] Pushing event updated for resources: {'Port': ['ID=dc2a2301-57a5-4dda-b6da-641a9ac402c0,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:58.634946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:58.637150 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:58.657312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] Set router d5497379-0f2c-4564-8bf8-10da9fe1f37d gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:58.808281 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Router d5497379-0f2c-4564-8bf8-10da9fe1f37d has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:28:58.823837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a39c5617-57b2-438a-aa40-14104d0b27b2 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:58.950228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:28:58.957723 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-96d63061-42ba-41b8-8dd0-dfeca42740b1 admin admin] 10.222.0.31 "PUT /v2.0/routers/d5497379-0f2c-4564-8bf8-10da9fe1f37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9129591 Feb 11 06:28:58.968383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port a39c5617-57b2-438a-aa40-14104d0b27b2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:58.968838 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.017170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'gw_port': {'id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:55Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '11f27e70-9dd3-48d9-ab8d-234ac7d057dc', 'name': '', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'mac_address': 'fa:16:3e:e0:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:57Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 2, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'subnets': [{'id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:59.056270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8aed9f-2ed3-4c9c-9551-ff9ee7a74789 None None] The sync data for ids ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'] in n-d-715271-35 is: [{'id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'gw_port': {'id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:55Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '11f27e70-9dd3-48d9-ab8d-234ac7d057dc', 'name': '', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'mac_address': 'fa:16:3e:e0:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:57Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 2, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'subnets': [{'id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:28:59.078240 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-baaf2486-30f9-4332-8fc2-9b84640ed55a None None] Provisioning complete for port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:59.078598 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-baaf2486-30f9-4332-8fc2-9b84640ed55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.174024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-baaf2486-30f9-4332-8fc2-9b84640ed55a None None] Port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:28:59.177164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port a39c5617-57b2-438a-aa40-14104d0b27b2 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:59.590443 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51406) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:59.595324 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-587997566-network', 'tenant_id': '5bb553a9774e4272846bfabf020996db'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:59.617873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Made reservation on behalf of 5bb553a9774e4272846bfabf020996db for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:59.620660 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.635095 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.731758 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Publish callbacks [] for security_group (504d991f-c6ee-4c5e-a8e5-b1eefa62bcfc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.736149 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (504d991f-c6ee-4c5e-a8e5-b1eefa62bcfc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.764811 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:59.775128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504d991f-c6ee-4c5e-a8e5-b1eefa62bcfc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:59.780265 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d0434a83-7a72-4dc6-bc41-69b63f37da73), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.780619 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Added segment d0434a83-7a72-4dc6-bc41-69b63f37da73 of type vlan for network 11e68ac5-39e6-438d-8a9e-36b9daf5081f Feb 11 06:28:59.840481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (11e68ac5-39e6-438d-8a9e-36b9daf5081f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.885921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (11e68ac5-39e6-438d-8a9e-36b9daf5081f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.887325 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:59.888095 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.927661 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3363187 Feb 11 06:28:59.930878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51408) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:59.936083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Request body: {'subnet': {'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-subnet', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:59.971473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c34a7-621d-4daa-951f-56794de786a9 admin admin] Pushing event updated for resources: {'Network': ['ID=11e68ac5-39e6-438d-8a9e-36b9daf5081f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:59.988698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 11e68ac5-39e6-438d-8a9e-36b9daf5081f details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:59.995338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Made reservation on behalf of 5bb553a9774e4272846bfabf020996db for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:59.998396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.206219 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (14471990-9eeb-4892-aefa-0168b4d96050), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.280730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Pushing event updated for resources: {'Subnet': ['ID=14471990-9eeb-4892-aefa-0168b4d96050,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:00.290747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Checking segment: {'id': 'd0434a83-7a72-4dc6-bc41-69b63f37da73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:00.291170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Network hostable DHCP agents. Network: 11e68ac5-39e6-438d-8a9e-36b9daf5081f, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:29:00.314992 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Network 11e68ac5-39e6-438d-8a9e-36b9daf5081f is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:29:00.327298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 11e68ac5-39e6-438d-8a9e-36b9daf5081f) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:00.333488 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:00.334520 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.342364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1629c32-969b-4652-9510-fb8ddace51ce None None] Network 11e68ac5-39e6-438d-8a9e-36b9daf5081f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:29:00.356842 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b022f97d-23e6-469a-a159-42f29841e67a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4245899 Feb 11 06:29:00.359346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51410) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:00.365956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:00.412672 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (18950419-5d03-4556-a04e-31792e301d2c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.414885 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (18950419-5d03-4556-a04e-31792e301d2c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.460804 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-497bba86-797a-46a7-99c8-67a1b86c5f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.488315 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks [] for router_controller (18950419-5d03-4556-a04e-31792e301d2c), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.528772 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-11e68ac5-39e6-438d-8a9e-36b9daf5081f', 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f', 'project_id': '5bb553a9774e4272846bfabf020996db', 'fixed_ips': [{'subnet_id': '14471990-9eeb-4892-aefa-0168b4d96050'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:29:00.530275 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.690827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks [] for router_gateway (18950419-5d03-4556-a04e-31792e301d2c), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.691415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Allocated IP 172.20.0.2 (11e68ac5-39e6-438d-8a9e-36b9daf5081f/14471990-9eeb-4892-aefa-0168b4d96050/5d509a49-6e5c-46d9-b616-16e368885265) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:29:00.846315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc2a2301-57a5-4dda-b6da-641a9ac402c0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:00.941343 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Publish callbacks [] for port (5d509a49-6e5c-46d9-b616-16e368885265), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.951145 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (5d509a49-6e5c-46d9-b616-16e368885265), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.956095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port dc2a2301-57a5-4dda-b6da-641a9ac402c0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:00.956463 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.982663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks [] for router_gateway (18950419-5d03-4556-a04e-31792e301d2c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.007996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.029689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Network 11e68ac5-39e6-438d-8a9e-36b9daf5081f is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:01.036750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:01.040065 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:29:01.046161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Pushing event updated for resources: {'Port': ['ID=5d509a49-6e5c-46d9-b616-16e368885265,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:01.075925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.076281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.076841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.076965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.077316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.077652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.077981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.078396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.079219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.079330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.079627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.079951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.080272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:01.140422 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Allocated IP 172.25.1.8 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/21f69cb5-9de0-4959-89e6-8c36318737ff) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:29:01.150362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Attempting to bind port 5d509a49-6e5c-46d9-b616-16e368885265 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:01.150748 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Attempting to bind port 5d509a49-6e5c-46d9-b616-16e368885265 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'd0434a83-7a72-4dc6-bc41-69b63f37da73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:01.151139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Attempting to bind port 5d509a49-6e5c-46d9-b616-16e368885265 on network 11e68ac5-39e6-438d-8a9e-36b9daf5081f {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:01.162876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:01.163267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Checking segment: {'id': 'd0434a83-7a72-4dc6-bc41-69b63f37da73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:01.163685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.164090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Bound using segment: {'id': 'd0434a83-7a72-4dc6-bc41-69b63f37da73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:01.164580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Bound port: 5d509a49-6e5c-46d9-b616-16e368885265, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0434a83-7a72-4dc6-bc41-69b63f37da73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:01.164970 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5d509a49-6e5c-46d9-b616-16e368885265), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.174777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port dc2a2301-57a5-4dda-b6da-641a9ac402c0 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:01.175171 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.225016 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port dc2a2301-57a5-4dda-b6da-641a9ac402c0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dc2a2301-57a5-4dda-b6da-641a9ac402c0,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:01.231234 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.290713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] For port 5d509a49-6e5c-46d9-b616-16e368885265, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:01.305116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] For port 5d509a49-6e5c-46d9-b616-16e368885265, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5d509a49-6e5c-46d9-b616-16e368885265,segment=NetworkSegment(d0434a83-7a72-4dc6-bc41-69b63f37da73),segment_id=d0434a83-7a72-4dc6-bc41-69b63f37da73)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:01.313657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks [] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.319823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=dc2a2301-57a5-4dda-b6da-641a9ac402c0,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:01.327328 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5d509a49-6e5c-46d9-b616-16e368885265), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.372051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.377945 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.414698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacc27d-6d20-4902-be60-8eec463bcc9a None None] Pushing event updated for resources: {'Port': ['ID=5d509a49-6e5c-46d9-b616-16e368885265,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:01.445101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:01.448184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:01.455528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:29:01.496855 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Pushing event updated for resources: {'Port': ['ID=21f69cb5-9de0-4959-89e6-8c36318737ff,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:01.778489 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Sync routers for ids ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:29:01.791983 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Routers {'d5497379-0f2c-4564-8bf8-10da9fe1f37d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:01.793002 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:29:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:01.821414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks [] for router_gateway (18950419-5d03-4556-a04e-31792e301d2c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.941825 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Set router d5497379-0f2c-4564-8bf8-10da9fe1f37d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:02.062431 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (18950419-5d03-4556-a04e-31792e301d2c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.247285 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'gw_port': {'id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:55Z', 'updated_at': '2022-02-11T06:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '11f27e70-9dd3-48d9-ab8d-234ac7d057dc', 'name': '', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'mac_address': 'fa:16:3e:e0:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:57Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 2, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'subnets': [{'id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:02.304751 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Checking router: d5497379-0f2c-4564-8bf8-10da9fe1f37d for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:29:02.305148 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Updating router d5497379-0f2c-4564-8bf8-10da9fe1f37d port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:29:02.348369 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.645300 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Router 18950419-5d03-4556-a04e-31792e301d2c is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:29:02.707707 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Publish callbacks [] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.724511 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.773136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520c838-e7ca-4036-9eb7-9c68cbd389ce None None] Network 11e68ac5-39e6-438d-8a9e-36b9daf5081f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:29:02.800188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:29:02.815638 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Pushing event updated for resources: {'Port': ['ID=11f27e70-9dd3-48d9-ab8d-234ac7d057dc,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:02.837152 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.837682 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.837682 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.837880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Sync routers for ids ['18950419-5d03-4556-a04e-31792e301d2c'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:29:02.837986 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.837986 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.837986 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.838203 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.838733 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.839070 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.840353 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.840353 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.840662 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.840748 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.841084 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:02.851937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-29fd2073-92ee-47a1-8ab0-7da184042019 None None] Provisioning complete for port 5d509a49-6e5c-46d9-b616-16e368885265 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:02.852235 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-29fd2073-92ee-47a1-8ab0-7da184042019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5d509a49-6e5c-46d9-b616-16e368885265), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.866612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51412) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:02.880903 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-abb0d78b-1463-4d09-a496-59ba12082efd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5198209 Feb 11 06:29:03.143324 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Attempting to bind port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:03.143699 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Attempting to bind port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:03.144643 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Attempting to bind port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc on network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:03.151254 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:03.151652 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Checking segment: {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:03.152072 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.152475 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Bound using segment: {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:03.152952 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Bound port: 11f27e70-9dd3-48d9-ab8d-234ac7d057dc, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:03.153365 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.268378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc2a2301-57a5-4dda-b6da-641a9ac402c0 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:03.270956 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] For port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:03.277010 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] For port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=11f27e70-9dd3-48d9-ab8d-234ac7d057dc,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:03.291577 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.391041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Routers {'18950419-5d03-4556-a04e-31792e301d2c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:03.392404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:29:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['18950419-5d03-4556-a04e-31792e301d2c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:03.474364 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Routers {'d5497379-0f2c-4564-8bf8-10da9fe1f37d'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:03.475390 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:29:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:03.499797 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.590508 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27393c-086b-4b74-8a71-2aa0c96a487e None None] Pushing event updated for resources: {'Port': ['ID=11f27e70-9dd3-48d9-ab8d-234ac7d057dc,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:03.618094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2073-92ee-47a1-8ab0-7da184042019 None None] Current status of the port 5d509a49-6e5c-46d9-b616-16e368885265 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:03.620056 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-29fd2073-92ee-47a1-8ab0-7da184042019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (5d509a49-6e5c-46d9-b616-16e368885265), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.723940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port dc2a2301-57a5-4dda-b6da-641a9ac402c0 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:03.724270 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.801389 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Set router 18950419-5d03-4556-a04e-31792e301d2c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:03.804322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-29fd2073-92ee-47a1-8ab0-7da184042019 None None] For port 5d509a49-6e5c-46d9-b616-16e368885265, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5d509a49-6e5c-46d9-b616-16e368885265,segment=NetworkSegment(d0434a83-7a72-4dc6-bc41-69b63f37da73),segment_id=d0434a83-7a72-4dc6-bc41-69b63f37da73)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:03.811219 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] Set router d5497379-0f2c-4564-8bf8-10da9fe1f37d gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:03.876967 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-29fd2073-92ee-47a1-8ab0-7da184042019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (5d509a49-6e5c-46d9-b616-16e368885265), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.887704 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.038679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd2073-92ee-47a1-8ab0-7da184042019 None None] Pushing event updated for resources: {'Port': ['ID=5d509a49-6e5c-46d9-b616-16e368885265,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:04.121395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port dc2a2301-57a5-4dda-b6da-641a9ac402c0 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:04.122485 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5d509a49-6e5c-46d9-b616-16e368885265 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:04.126993 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.206662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dea0d98b-8cf1-4572-ba56-0514decec428 None None] Provisioning complete for port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:04.206896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dea0d98b-8cf1-4572-ba56-0514decec428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.240912 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'gw_port': {'id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:55Z', 'updated_at': '2022-02-11T06:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '11f27e70-9dd3-48d9-ab8d-234ac7d057dc', 'name': '', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'mac_address': 'fa:16:3e:e0:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:57Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 4, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'subnets': [{'id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:04.277702 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba8731-b0b0-4280-b22f-262a95db7929 None None] The sync data for ids ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'] in n-d-715271-35 is: [{'id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'gw_port': {'id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:55Z', 'updated_at': '2022-02-11T06:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '11f27e70-9dd3-48d9-ab8d-234ac7d057dc', 'name': '', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'mac_address': 'fa:16:3e:e0:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:57Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 4, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'subnets': [{'id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:29:04.346439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5d509a49-6e5c-46d9-b616-16e368885265 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:04.346853 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5d509a49-6e5c-46d9-b616-16e368885265), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.349971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Allocated IP 172.20.0.1 (11e68ac5-39e6-438d-8a9e-36b9daf5081f/14471990-9eeb-4892-aefa-0168b4d96050/c050cf59-65c9-43e3-9312-af5e4aa7e0f6) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:29:04.429635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dea0d98b-8cf1-4572-ba56-0514decec428 None None] Current status of the port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:04.430100 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dea0d98b-8cf1-4572-ba56-0514decec428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.435413 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18950419-5d03-4556-a04e-31792e301d2c', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:01Z', 'revision_number': 3, 'project_id': '5bb553a9774e4272846bfabf020996db', 'gw_port': {'id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:01Z', 'updated_at': '2022-02-11T06:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:04.480702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Checking router: 18950419-5d03-4556-a04e-31792e301d2c for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:29:04.480963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Updating router 18950419-5d03-4556-a04e-31792e301d2c port 21f69cb5-9de0-4959-89e6-8c36318737ff binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:29:04.497923 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Publish callbacks [] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.540484 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.544098 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-dea0d98b-8cf1-4572-ba56-0514decec428 None None] For port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=11f27e70-9dd3-48d9-ab8d-234ac7d057dc,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:04.563386 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.584443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dea0d98b-8cf1-4572-ba56-0514decec428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.609703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Network 11e68ac5-39e6-438d-8a9e-36b9daf5081f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:04.612796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:04.656775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:29:04.743105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5d509a49-6e5c-46d9-b616-16e368885265 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:04.790862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0d98b-8cf1-4572-ba56-0514decec428 None None] Pushing event updated for resources: {'Port': ['ID=11f27e70-9dd3-48d9-ab8d-234ac7d057dc,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:04.814858 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-107f6a31-7894-4e97-9cf5-f1af6919edfa None None] Provisioning complete for port 5d509a49-6e5c-46d9-b616-16e368885265 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:04.815443 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-107f6a31-7894-4e97-9cf5-f1af6919edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5d509a49-6e5c-46d9-b616-16e368885265), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.829136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Pushing event updated for resources: {'Port': ['ID=c050cf59-65c9-43e3-9312-af5e4aa7e0f6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:04.912839 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (18950419-5d03-4556-a04e-31792e301d2c), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.119971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 11f27e70-9dd3-48d9-ab8d-234ac7d057dc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:05.242887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Publish callbacks [] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.295800 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.349264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-107f6a31-7894-4e97-9cf5-f1af6919edfa None None] Current status of the port 5d509a49-6e5c-46d9-b616-16e368885265 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:05.373931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.377673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30824a5-0be4-472e-8f02-611b987a4063 None None] Pushing event updated for resources: {'Port': ['ID=21f69cb5-9de0-4959-89e6-8c36318737ff,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:05.381679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Attempting to bind port 21f69cb5-9de0-4959-89e6-8c36318737ff on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:05.382055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Attempting to bind port 21f69cb5-9de0-4959-89e6-8c36318737ff by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:05.382429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Attempting to bind port 21f69cb5-9de0-4959-89e6-8c36318737ff on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:05.388718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:05.389167 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:05.389544 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.389956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:05.390440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Bound port: 21f69cb5-9de0-4959-89e6-8c36318737ff, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:05.390832 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.414999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:05.415389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.498129 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] For port 21f69cb5-9de0-4959-89e6-8c36318737ff, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:05.506353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] For port 21f69cb5-9de0-4959-89e6-8c36318737ff, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=21f69cb5-9de0-4959-89e6-8c36318737ff,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:05.523967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1d48a4b5-b096-4147-8f45-fe3813d995a1 None None] Provisioning complete for port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:05.524345 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d48a4b5-b096-4147-8f45-fe3813d995a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.526311 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.591561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Publish callbacks [] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.598018 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.676666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Routers {'18950419-5d03-4556-a04e-31792e301d2c'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:05.677839 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:29:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['18950419-5d03-4556-a04e-31792e301d2c'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:05.679776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:05.681398 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5d509a49-6e5c-46d9-b616-16e368885265 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:05.685916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Pushing event updated for resources: {'Port': ['ID=c050cf59-65c9-43e3-9312-af5e4aa7e0f6,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:05.689264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1d48a4b5-b096-4147-8f45-fe3813d995a1 None None] Port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:29:05.694942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (18950419-5d03-4556-a04e-31792e301d2c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.804734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Network 11e68ac5-39e6-438d-8a9e-36b9daf5081f is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:05.806464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:05.946069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30824a5-0be4-472e-8f02-611b987a4063 None None] Pushing event updated for resources: {'Port': ['ID=21f69cb5-9de0-4959-89e6-8c36318737ff,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:05.968855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Router 18950419-5d03-4556-a04e-31792e301d2c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:29:06.047453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] Set router 18950419-5d03-4556-a04e-31792e301d2c gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:06.083912 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 5d509a49-6e5c-46d9-b616-16e368885265 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:06.084340 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (5d509a49-6e5c-46d9-b616-16e368885265), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.115216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:29:06.121144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7f01820e-4947-4f6b-a5b3-c199e5fa5246 admin admin] 10.222.0.31 "PUT /v2.0/routers/18950419-5d03-4556-a04e-31792e301d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2515543 Feb 11 06:29:06.196697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ba5766be-beeb-4984-8450-0c836ade343b None None] Provisioning complete for port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:06.197569 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ba5766be-beeb-4984-8450-0c836ade343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.317676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ba5766be-beeb-4984-8450-0c836ade343b None None] Port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:29:06.359516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 5d509a49-6e5c-46d9-b616-16e368885265 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:06.424139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18950419-5d03-4556-a04e-31792e301d2c', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 4, 'project_id': '5bb553a9774e4272846bfabf020996db', 'gw_port': {'id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:01Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c050cf59-65c9-43e3-9312-af5e4aa7e0f6', 'name': '', 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'mac_address': 'fa:16:3e:c6:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '14471990-9eeb-4892-aefa-0168b4d96050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 2, 'project_id': '5bb553a9774e4272846bfabf020996db', 'subnets': [{'id': '14471990-9eeb-4892-aefa-0168b4d96050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:06.439306 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8875e49-77a3-4dec-901a-64feb1de8053 None None] The sync data for ids ['18950419-5d03-4556-a04e-31792e301d2c'] in n-d-715271-35 is: [{'id': '18950419-5d03-4556-a04e-31792e301d2c', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 4, 'project_id': '5bb553a9774e4272846bfabf020996db', 'gw_port': {'id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:01Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c050cf59-65c9-43e3-9312-af5e4aa7e0f6', 'name': '', 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'mac_address': 'fa:16:3e:c6:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '14471990-9eeb-4892-aefa-0168b4d96050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 2, 'project_id': '5bb553a9774e4272846bfabf020996db', 'subnets': [{'id': '14471990-9eeb-4892-aefa-0168b4d96050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:29:06.832335 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 11f27e70-9dd3-48d9-ab8d-234ac7d057dc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:06.888297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:06.888675 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.979518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:08.117430 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-e521a5b9-d21a-4593-936a-5701980c42cc tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:08.121743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-e521a5b9-d21a-4593-936a-5701980c42cc tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/networks?id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 HTTP/1.1" status: 200 len: 817 time: 0.1189098 Feb 11 06:29:08.140474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0eff897c-86a4-443a-98e0-82d74ca2082d tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/quotas/f1ae3773a4194d6a953a06504c9270f7 HTTP/1.1" status: 200 len: 375 time: 0.0155373 Feb 11 06:29:08.210524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b9b9d7d1-f3d9-469f-8134-93e31407b244 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f1ae3773a4194d6a953a06504c9270f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603228 Feb 11 06:29:08.436510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-de480a2f-891f-43c7-a0f3-9310be7f2a28 service neutron] 10.222.0.31 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131548 Feb 11 06:29:08.553499 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-60f1a045-0eaa-46de-bfb1-5a2d36f8aaeb service neutron] 10.222.0.31 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104760 Feb 11 06:29:08.782883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6a561cf-c334-43c5-a50e-03b199fef171 req-9bb3aad8-4418-4152-a199-ccc6cf8bd868 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 210 time: 0.0410445 Feb 11 06:29:08.795660 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Sync routers for ids ['18950419-5d03-4556-a04e-31792e301d2c'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:29:08.834994 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Routers {'18950419-5d03-4556-a04e-31792e301d2c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:08.835899 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:29:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['18950419-5d03-4556-a04e-31792e301d2c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:08.917919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 21f69cb5-9de0-4959-89e6-8c36318737ff up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:09.005160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 21f69cb5-9de0-4959-89e6-8c36318737ff triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:09.005160 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.029077 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Set router 18950419-5d03-4556-a04e-31792e301d2c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:09.113232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 21f69cb5-9de0-4959-89e6-8c36318737ff is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:09.113904 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.144353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 21f69cb5-9de0-4959-89e6-8c36318737ff, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=21f69cb5-9de0-4959-89e6-8c36318737ff,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:09.149429 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.221541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=21f69cb5-9de0-4959-89e6-8c36318737ff,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:09.305386 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18950419-5d03-4556-a04e-31792e301d2c', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 4, 'project_id': '5bb553a9774e4272846bfabf020996db', 'gw_port': {'id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:01Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c050cf59-65c9-43e3-9312-af5e4aa7e0f6', 'name': '', 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'mac_address': 'fa:16:3e:c6:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '14471990-9eeb-4892-aefa-0168b4d96050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 2, 'project_id': '5bb553a9774e4272846bfabf020996db', 'subnets': [{'id': '14471990-9eeb-4892-aefa-0168b4d96050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:09.337070 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Checking router: 18950419-5d03-4556-a04e-31792e301d2c for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:29:09.337472 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Updating router 18950419-5d03-4556-a04e-31792e301d2c port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:29:09.371326 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.666474 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Publish callbacks [] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.672131 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.723656 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb7cff-e707-4fd3-91f8-3f101ab40e5c None None] Pushing event updated for resources: {'Port': ['ID=c050cf59-65c9-43e3-9312-af5e4aa7e0f6,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:09.796714 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Attempting to bind port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:09.797410 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Attempting to bind port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'd0434a83-7a72-4dc6-bc41-69b63f37da73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:09.797528 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Attempting to bind port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 on network 11e68ac5-39e6-438d-8a9e-36b9daf5081f {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:09.804136 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:09.804518 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Checking segment: {'id': 'd0434a83-7a72-4dc6-bc41-69b63f37da73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:09.804929 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.805357 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Bound using segment: {'id': 'd0434a83-7a72-4dc6-bc41-69b63f37da73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:09.805830 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Bound port: c050cf59-65c9-43e3-9312-af5e4aa7e0f6, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0434a83-7a72-4dc6-bc41-69b63f37da73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:09.806218 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.922499 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] For port c050cf59-65c9-43e3-9312-af5e4aa7e0f6, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:09.926891 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] For port c050cf59-65c9-43e3-9312-af5e4aa7e0f6, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c050cf59-65c9-43e3-9312-af5e4aa7e0f6,segment=NetworkSegment(d0434a83-7a72-4dc6-bc41-69b63f37da73),segment_id=d0434a83-7a72-4dc6-bc41-69b63f37da73)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:09.936913 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.972284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a8fd2fc-8375-42b6-9af1-2b0776539dcf req-7b2bf74a-41ba-4148-bd49-9e3d9d0c2a4d tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 210 time: 0.0705094 Feb 11 06:29:10.023665 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Routers {'18950419-5d03-4556-a04e-31792e301d2c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:10.024759 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:29:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['18950419-5d03-4556-a04e-31792e301d2c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:10.159691 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb7cff-e707-4fd3-91f8-3f101ab40e5c None None] Pushing event updated for resources: {'Port': ['ID=c050cf59-65c9-43e3-9312-af5e4aa7e0f6,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:10.174862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3339fd9b-19f3-420f-abad-87d071e5e23a None None] Provisioning complete for port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:10.175765 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3339fd9b-19f3-420f-abad-87d071e5e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:10.200830 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] Set router 18950419-5d03-4556-a04e-31792e301d2c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:10.282457 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3339fd9b-19f3-420f-abad-87d071e5e23a None None] Current status of the port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:10.283288 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3339fd9b-19f3-420f-abad-87d071e5e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:10.332086 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3339fd9b-19f3-420f-abad-87d071e5e23a None None] For port c050cf59-65c9-43e3-9312-af5e4aa7e0f6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c050cf59-65c9-43e3-9312-af5e4aa7e0f6,segment=NetworkSegment(d0434a83-7a72-4dc6-bc41-69b63f37da73),segment_id=d0434a83-7a72-4dc6-bc41-69b63f37da73)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:10.350207 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3339fd9b-19f3-420f-abad-87d071e5e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:10.398010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-68601679-f7b1-4044-8fd4-b478d47fa94a tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:10.402026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-68601679-f7b1-4044-8fd4-b478d47fa94a tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.72 "GET /v2.0/networks?id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 HTTP/1.1" status: 200 len: 817 time: 0.5483882 Feb 11 06:29:10.411603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339fd9b-19f3-420f-abad-87d071e5e23a None None] Pushing event updated for resources: {'Port': ['ID=c050cf59-65c9-43e3-9312-af5e4aa7e0f6,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:10.416549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Request body: {'port': {'device_id': '400ee2b9-bc81-49a2-aa5a-d251df48a5b5', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'admin_state_up': True, 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:10.480537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5bb799a7-ace1-4d85-9f71-93d0c623c8b6 None None] Provisioning complete for port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:10.480816 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5bb799a7-ace1-4d85-9f71-93d0c623c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:10.542298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Made reservation on behalf of f1ae3773a4194d6a953a06504c9270f7 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:29:10.546454 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:10.563187 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18950419-5d03-4556-a04e-31792e301d2c', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 4, 'project_id': '5bb553a9774e4272846bfabf020996db', 'gw_port': {'id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:01Z', 'updated_at': '2022-02-11T06:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c050cf59-65c9-43e3-9312-af5e4aa7e0f6', 'name': '', 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'mac_address': 'fa:16:3e:c6:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '14471990-9eeb-4892-aefa-0168b4d96050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:09Z', 'revision_number': 4, 'project_id': '5bb553a9774e4272846bfabf020996db', 'subnets': [{'id': '14471990-9eeb-4892-aefa-0168b4d96050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:10.587285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5bb799a7-ace1-4d85-9f71-93d0c623c8b6 None None] Current status of the port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:10.593603 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5abd59-63d3-4492-893d-f62d552efe75 None None] The sync data for ids ['18950419-5d03-4556-a04e-31792e301d2c'] in n-d-715271-35 is: [{'id': '18950419-5d03-4556-a04e-31792e301d2c', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:05Z', 'revision_number': 4, 'project_id': '5bb553a9774e4272846bfabf020996db', 'gw_port': {'id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:01Z', 'updated_at': '2022-02-11T06:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c050cf59-65c9-43e3-9312-af5e4aa7e0f6', 'name': '', 'network_id': '11e68ac5-39e6-438d-8a9e-36b9daf5081f', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'mac_address': 'fa:16:3e:c6:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '14471990-9eeb-4892-aefa-0168b4d96050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:09Z', 'revision_number': 4, 'project_id': '5bb553a9774e4272846bfabf020996db', 'subnets': [{'id': '14471990-9eeb-4892-aefa-0168b4d96050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:29:10.691537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Allocated IP 172.20.0.8 (393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914/ce81b301-4124-42ec-9245-22f6f4cc4c78/49197bb0-af43-419d-8a38-1255e7734c2a) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:29:10.873242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c050cf59-65c9-43e3-9312-af5e4aa7e0f6 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:10.889138 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks [] for port (49197bb0-af43-419d-8a38-1255e7734c2a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:10.945579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:10.947153 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:10.964252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:11.021201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:11.024916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:11.036001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:29:11.052610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:11.058363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 21f69cb5-9de0-4959-89e6-8c36318737ff up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:11.135418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Pushing event updated for resources: {'Port': ['ID=49197bb0-af43-419d-8a38-1255e7734c2a,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:11.148158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 21f69cb5-9de0-4959-89e6-8c36318737ff triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:11.148158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:11.168687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:11.169157 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:11.216087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf280d9-859a-4dc8-818a-23fa97c636db req-250653ae-c2fa-42be-ba5a-0bc80e091a2d tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:11.218091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ecf280d9-859a-4dc8-818a-23fa97c636db req-250653ae-c2fa-42be-ba5a-0bc80e091a2d tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 931 time: 0.1347165 Feb 11 06:29:11.232881 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-0d39f7c5-c11a-4e0f-ab0b-8da9796c0a8e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8205128 Feb 11 06:29:11.252119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Request body: {'port': {'device_id': '400ee2b9-bc81-49a2-aa5a-d251df48a5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:11.288670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 21f69cb5-9de0-4959-89e6-8c36318737ff is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:11.323495 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ecf280d9-859a-4dc8-818a-23fa97c636db req-bdf3090e-6dd1-439a-ac50-9c185668369e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891941 Feb 11 06:29:11.373273 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:11.427672 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7f9ce052-afb4-4cd3-91f1-8643870029da None None] Provisioning complete for port 49197bb0-af43-419d-8a38-1255e7734c2a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:11.428360 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce052-afb4-4cd3-91f1-8643870029da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:11.486732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ce052-afb4-4cd3-91f1-8643870029da None None] Port 49197bb0-af43-419d-8a38-1255e7734c2a cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:29:11.707511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49197bb0-af43-419d-8a38-1255e7734c2a {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:29:11.716842 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Publish callbacks [] for port (49197bb0-af43-419d-8a38-1255e7734c2a), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:11.734445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Transition to ACTIVE for port object 49197bb0-af43-419d-8a38-1255e7734c2a will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:29:11.740200 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:11.798300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Pushing event updated for resources: {'Port': ['ID=49197bb0-af43-419d-8a38-1255e7734c2a,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:11.913062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Attempting to bind port 49197bb0-af43-419d-8a38-1255e7734c2a on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:11.913671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Attempting to bind port 49197bb0-af43-419d-8a38-1255e7734c2a by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:11.914150 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Attempting to bind port 49197bb0-af43-419d-8a38-1255e7734c2a on network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:11.922231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Port 49197bb0-af43-419d-8a38-1255e7734c2a on network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:29:11.922749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Attempting to bind port 49197bb0-af43-419d-8a38-1255e7734c2a on network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:11.931242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:11.931707 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Checking segment: {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:11.932268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Bound using segment: {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:11.933002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Bound port: 49197bb0-af43-419d-8a38-1255e7734c2a, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:11.933622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.046056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] For port 49197bb0-af43-419d-8a38-1255e7734c2a, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:12.054115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] For port 49197bb0-af43-419d-8a38-1255e7734c2a, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=49197bb0-af43-419d-8a38-1255e7734c2a,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:12.064031 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.105885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.106521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.108010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] 10.222.0.72 "PUT /v2.0/ports/49197bb0-af43-419d-8a38-1255e7734c2a HTTP/1.1" status: 200 len: 1092 time: 0.8657787 Feb 11 06:29:12.108611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400ee2b9-bc81-49a2-aa5a-d251df48a5b5', 'tag': '49197bb0-af43-419d-8a38-1255e7734c2a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:29:12.128634 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b67e694-6ad4-4bef-82e8-8e617c838781" -d '{"events": [{"name": "network-changed", "server_uuid": "400ee2b9-bc81-49a2-aa5a-d251df48a5b5", "tag": "49197bb0-af43-419d-8a38-1255e7734c2a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:29:12.211931 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec89345a-d27f-4d74-9ff5-78e873262706 x-openstack-request-id: req-ec89345a-d27f-4d74-9ff5-78e873262706 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:29:12.212263 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400ee2b9-bc81-49a2-aa5a-d251df48a5b5", "tag": "49197bb0-af43-419d-8a38-1255e7734c2a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:29:12.212417 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec89345a-d27f-4d74-9ff5-78e873262706 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:29:12.212798 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400ee2b9-bc81-49a2-aa5a-d251df48a5b5', 'tag': '49197bb0-af43-419d-8a38-1255e7734c2a', 'status': 'completed', 'code': 200} Feb 11 06:29:12.246939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232038d-5605-4ec6-b4c7-4474bcd14fcf service neutron] Pushing event updated for resources: {'Port': ['ID=49197bb0-af43-419d-8a38-1255e7734c2a,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:12.289730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-bdbf8e17-6d8a-449b-990a-ce1b06620415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.291703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-bdbf8e17-6d8a-449b-990a-ce1b06620415 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1ae3773a4194d6a953a06504c9270f7&device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 1126 time: 0.1366363 Feb 11 06:29:12.355670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-db59807e-43ae-408e-a4d6-303525621be0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49197bb0-af43-419d-8a38-1255e7734c2a HTTP/1.1" status: 200 len: 217 time: 0.0497742 Feb 11 06:29:12.429854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-44eb0ce8-5d85-488c-8212-d7f2f2c4f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.432128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-44eb0ce8-5d85-488c-8212-d7f2f2c4f7f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce81b301-4124-42ec-9245-22f6f4cc4c78 HTTP/1.1" status: 200 len: 856 time: 0.0698845 Feb 11 06:29:12.560291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-aaa9484c-ef24-4975-8ba1-f9e1222c6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.562567 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-aaa9484c-ef24-4975-8ba1-f9e1222c6cdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1238110 Feb 11 06:29:12.593523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649437b-f0b9-4099-87e7-bf2587bbe819 req-0decc707-cbbf-41d7-b39d-eae923545367 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.595752 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4649437b-f0b9-4099-87e7-bf2587bbe819 req-0decc707-cbbf-41d7-b39d-eae923545367 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 943 time: 0.1442578 Feb 11 06:29:12.744329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4649437b-f0b9-4099-87e7-bf2587bbe819 req-c131a3ba-5750-426a-9a83-c76f7d35820d tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340542 Feb 11 06:29:12.760102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-b13a9b85-db6b-48c7-a43b-9be8ac5c9438 service neutron] 10.222.0.72 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908033 Feb 11 06:29:12.866633 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97089d65-3711-44d6-83f2-5c116dc34f51 req-f3d6ada5-ebfc-42ef-8753-c8ef0055ecfd service neutron] 10.222.0.72 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996509 Feb 11 06:29:12.963972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-4707b589-79f3-4816-a257-1d9861ec14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.965595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-4707b589-79f3-4816-a257-1d9861ec14b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1ae3773a4194d6a953a06504c9270f7&device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 1126 time: 0.0484822 Feb 11 06:29:13.072620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-894aa2bc-4c94-4fe0-aec9-bdb5d80e1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.074361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-894aa2bc-4c94-4fe0-aec9-bdb5d80e1491 service neutron] 10.222.0.72 "GET /v2.0/networks?id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 HTTP/1.1" status: 200 len: 918 time: 0.1025987 Feb 11 06:29:13.127071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-91769cda-e0bd-4bdd-9d4c-7eb57f33d60e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49197bb0-af43-419d-8a38-1255e7734c2a HTTP/1.1" status: 200 len: 217 time: 0.0458336 Feb 11 06:29:13.178918 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-9b425f38-24b3-4a0e-afa4-7dea2ebefdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.180390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-9b425f38-24b3-4a0e-afa4-7dea2ebefdab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce81b301-4124-42ec-9245-22f6f4cc4c78 HTTP/1.1" status: 200 len: 856 time: 0.0463772 Feb 11 06:29:13.244627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-f6c022ce-0d2a-4df5-a1be-f93863fe4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.246139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-f6c022ce-0d2a-4df5-a1be-f93863fe4eeb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578918 Feb 11 06:29:13.341646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-512980ea-5136-4a32-bdfb-5f0ea7f1cefb service neutron] 10.222.0.72 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867114 Feb 11 06:29:13.438453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b67e694-6ad4-4bef-82e8-8e617c838781 req-720da74b-1e85-43ed-9ae2-6780dc61aeb1 service neutron] 10.222.0.72 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896919 Feb 11 06:29:13.882211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c54b89-ee2f-4b07-93c5-15eb4f3e03c9 req-2921c419-637c-43ea-ac2d-32ac352912be tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.883811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17c54b89-ee2f-4b07-93c5-15eb4f3e03c9 req-2921c419-637c-43ea-ac2d-32ac352912be tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 943 time: 0.0610654 Feb 11 06:29:13.936066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17c54b89-ee2f-4b07-93c5-15eb4f3e03c9 req-3db96c36-73a1-4ac8-953f-ca2dfec2aa9b tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462956 Feb 11 06:29:15.067183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ca519-72dd-4972-9d9d-f15bfdee1915 req-7057f84c-151b-47aa-be6f-ce658c6dd3da tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:15.069655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b08ca519-72dd-4972-9d9d-f15bfdee1915 req-7057f84c-151b-47aa-be6f-ce658c6dd3da tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 943 time: 0.0576262 Feb 11 06:29:15.125696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b08ca519-72dd-4972-9d9d-f15bfdee1915 req-f6e56e53-6a00-43f4-8b72-d7152ed12785 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500326 Feb 11 06:29:15.450444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 49197bb0-af43-419d-8a38-1255e7734c2a details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:29:15.555376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 49197bb0-af43-419d-8a38-1255e7734c2a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=49197bb0-af43-419d-8a38-1255e7734c2a,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:15.568316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '49197bb0-af43-419d-8a38-1255e7734c2a', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'port_id': '49197bb0-af43-419d-8a38-1255e7734c2a', 'mac_address': 'fa:16:3e:c9:ed:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:29:15.606170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 49197bb0-af43-419d-8a38-1255e7734c2a is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:15.606651 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:15.619987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49197bb0-af43-419d-8a38-1255e7734c2a {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:29:15.642675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 49197bb0-af43-419d-8a38-1255e7734c2a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=49197bb0-af43-419d-8a38-1255e7734c2a,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:15.647351 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:15.695250 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=49197bb0-af43-419d-8a38-1255e7734c2a,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:15.854574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['49197bb0-af43-419d-8a38-1255e7734c2a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:29:16.340379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9909d-3684-47c2-839a-2145a9634f35 req-42969f0f-de4b-4804-955c-15620b566f62 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:16.343956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20c9909d-3684-47c2-839a-2145a9634f35 req-42969f0f-de4b-4804-955c-15620b566f62 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 944 time: 0.1027777 Feb 11 06:29:16.413131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-20c9909d-3684-47c2-839a-2145a9634f35 req-01902484-5ebc-4ad2-bae5-929805b3f23f tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641000 Feb 11 06:29:17.470925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 49197bb0-af43-419d-8a38-1255e7734c2a up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:17.539822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 49197bb0-af43-419d-8a38-1255e7734c2a completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:29:17.550282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 49197bb0-af43-419d-8a38-1255e7734c2a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:17.550282 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:17.578121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902c27f-d7c1-4d87-bb18-a711bd02102f req-3a078f99-95ec-4639-832b-8df0c1fb02f2 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:17.580262 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f902c27f-d7c1-4d87-bb18-a711bd02102f req-3a078f99-95ec-4639-832b-8df0c1fb02f2 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 944 time: 0.0632741 Feb 11 06:29:17.650829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 49197bb0-af43-419d-8a38-1255e7734c2a is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:17.651639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f902c27f-d7c1-4d87-bb18-a711bd02102f req-9723fe86-36aa-4cf2-947e-6e015b465043 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603409 Feb 11 06:29:17.651774 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:17.687030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400ee2b9-bc81-49a2-aa5a-d251df48a5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49197bb0-af43-419d-8a38-1255e7734c2a'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:29:17.691063 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c932fbbc-337a-41ac-b8b3-842978532887" -d '{"events": [{"server_uuid": "400ee2b9-bc81-49a2-aa5a-d251df48a5b5", "name": "network-vif-plugged", "status": "completed", "tag": "49197bb0-af43-419d-8a38-1255e7734c2a"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:29:17.710872 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 49197bb0-af43-419d-8a38-1255e7734c2a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=49197bb0-af43-419d-8a38-1255e7734c2a,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:17.717665 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:17.756249 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a074d-109f-410e-af5e-f101915385e1 x-openstack-request-id: req-0e6a074d-109f-410e-af5e-f101915385e1 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:29:17.756655 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400ee2b9-bc81-49a2-aa5a-d251df48a5b5", "name": "network-vif-plugged", "status": "completed", "tag": "49197bb0-af43-419d-8a38-1255e7734c2a", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:29:17.757037 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e6a074d-109f-410e-af5e-f101915385e1 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:29:17.757629 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400ee2b9-bc81-49a2-aa5a-d251df48a5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49197bb0-af43-419d-8a38-1255e7734c2a', 'code': 200} Feb 11 06:29:17.804138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=49197bb0-af43-419d-8a38-1255e7734c2a,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:17.863351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce180e-7032-47af-a05d-43635074b2f5 req-5898b8bc-812c-4475-8b14-9e42e3e5923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:17.865342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dce180e-7032-47af-a05d-43635074b2f5 req-5898b8bc-812c-4475-8b14-9e42e3e5923e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 1128 time: 0.0561349 Feb 11 06:29:17.916523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9dce180e-7032-47af-a05d-43635074b2f5 req-6bf7b343-b372-4491-bd43-5d6d0e3f4f0b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Feb 11 06:29:18.778648 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444325e8-4013-485f-a885-5dec9acce1b0 req-92b7062b-de2d-46d6-a6d5-098e458c95ae tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:18.780207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-444325e8-4013-485f-a885-5dec9acce1b0 req-92b7062b-de2d-46d6-a6d5-098e458c95ae tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 945 time: 0.0564747 Feb 11 06:29:18.835554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-444325e8-4013-485f-a885-5dec9acce1b0 req-a65dcaaa-2487-4cb7-a831-8663d19e857f tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450690 Feb 11 06:29:19.963526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e0d41-5c6a-49d7-89c1-944ac37fea6b req-c26c493b-e60e-416e-a6ea-91919663380a tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:19.965083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa1e0d41-5c6a-49d7-89c1-944ac37fea6b req-c26c493b-e60e-416e-a6ea-91919663380a tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 945 time: 0.0559282 Feb 11 06:29:20.020775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fa1e0d41-5c6a-49d7-89c1-944ac37fea6b req-df2791ba-d27f-417f-8bb2-f048da80c155 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497329 Feb 11 06:29:20.150374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d56f0-357c-4d58-93ec-5a234db45d8e req-8a586c64-b956-42b2-b658-8a5e7e055176 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:20.152308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-500d56f0-357c-4d58-93ec-5a234db45d8e req-8a586c64-b956-42b2-b658-8a5e7e055176 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 945 time: 0.0609534 Feb 11 06:29:20.200732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-500d56f0-357c-4d58-93ec-5a234db45d8e req-cbad962e-83c8-4101-a746-6dfc1054d962 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Feb 11 06:29:22.735135 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:23.724949 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:25.054346 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:29:27.816539 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a9f2009b-a763-4a49-b5fb-706207cfbfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:30.404144 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c76e5196-9d58-4320-9142-c7bca25b79bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:31.319753 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:33.008404 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:34.024198 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:34.691643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8535c797-cc95-4715-8932-c093caaffdde req-33c876ae-6623-47e4-91d7-711912e9c4c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606024 Feb 11 06:29:34.803928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535c797-cc95-4715-8932-c093caaffdde req-b2d1dceb-ea84-4195-85ba-609d61a9f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:34.807696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8535c797-cc95-4715-8932-c093caaffdde req-b2d1dceb-ea84-4195-85ba-609d61a9f14e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1ae3773a4194d6a953a06504c9270f7&device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 1128 time: 0.0613382 Feb 11 06:29:34.943031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535c797-cc95-4715-8932-c093caaffdde req-0af20492-a990-4566-8a5d-af8f1693814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:34.944446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8535c797-cc95-4715-8932-c093caaffdde req-0af20492-a990-4566-8a5d-af8f1693814d service neutron] 10.222.0.72 "GET /v2.0/networks?id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 HTTP/1.1" status: 200 len: 918 time: 0.1143694 Feb 11 06:29:34.992218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8535c797-cc95-4715-8932-c093caaffdde req-3360fc17-f8f0-4560-85af-a266158cc780 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49197bb0-af43-419d-8a38-1255e7734c2a HTTP/1.1" status: 200 len: 217 time: 0.0408661 Feb 11 06:29:35.053727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535c797-cc95-4715-8932-c093caaffdde req-e1fb5f55-6f19-4246-bbb1-5928cc0c5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:35.055415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8535c797-cc95-4715-8932-c093caaffdde req-e1fb5f55-6f19-4246-bbb1-5928cc0c5683 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce81b301-4124-42ec-9245-22f6f4cc4c78 HTTP/1.1" status: 200 len: 856 time: 0.0564537 Feb 11 06:29:35.116039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535c797-cc95-4715-8932-c093caaffdde req-e337c8a4-1a6e-496d-aae8-be4416a68f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:35.117655 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8535c797-cc95-4715-8932-c093caaffdde req-e337c8a4-1a6e-496d-aae8-be4416a68f36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0553055 Feb 11 06:29:35.252958 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8535c797-cc95-4715-8932-c093caaffdde req-70e22165-c5ce-43f9-a9db-c7def33ef13e service neutron] 10.222.0.72 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230345 Feb 11 06:29:35.358759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8535c797-cc95-4715-8932-c093caaffdde req-450f1d24-55af-46e9-bf4c-e4be64593fc6 service neutron] 10.222.0.72 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982792 Feb 11 06:29:52.731104 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:53.744371 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:57.800963 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-abf40e0a-c888-4664-b3a2-f4503b135117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:58.374560 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef89be-ccb1-45ac-bb16-627a64ffb859 req-b362927f-4b28-40e6-8abc-b424bf760187 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:58.376052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2aef89be-ccb1-45ac-bb16-627a64ffb859 req-b362927f-4b28-40e6-8abc-b424bf760187 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 945 time: 0.0582538 Feb 11 06:29:58.429280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2aef89be-ccb1-45ac-bb16-627a64ffb859 req-5f941d85-d9d7-47cc-a47f-db242e038c71 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465503 Feb 11 06:29:59.557633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17b83-e90e-4e84-a773-c3a98ccc4ac7 req-337e0600-4e64-4cac-9c6d-3966981b98bf tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:59.559961 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71d17b83-e90e-4e84-a773-c3a98ccc4ac7 req-337e0600-4e64-4cac-9c6d-3966981b98bf tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 945 time: 0.0536492 Feb 11 06:29:59.612628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71d17b83-e90e-4e84-a773-c3a98ccc4ac7 req-174d9c5a-ce6a-49c5-870b-527c4c20fad0 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465858 Feb 11 06:29:59.799869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-b4b8c2fa-8e81-4996-a5f4-a5369f3268c0 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:59.801406 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-b4b8c2fa-8e81-4996-a5f4-a5369f3268c0 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.72 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 945 time: 0.0534606 Feb 11 06:29:59.906816 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Deleting port 49197bb0-af43-419d-8a38-1255e7734c2a {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:29:59.907153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:00.005096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] For port 49197bb0-af43-419d-8a38-1255e7734c2a, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=49197bb0-af43-419d-8a38-1255e7734c2a,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:00.005486 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:00.018621 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Calling delete_port for 49197bb0-af43-419d-8a38-1255e7734c2a owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:00.161732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (49197bb0-af43-419d-8a38-1255e7734c2a), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:00.176569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['49197bb0-af43-419d-8a38-1255e7734c2a'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:30:00.192301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Pushing event deleted for resources: {'Port': ['ID=49197bb0-af43-419d-8a38-1255e7734c2a,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:00.206071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.206444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.206798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.207147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.207514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.207855 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.208202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.208539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.208878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.209243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.209577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.209906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.210237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:00.260729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] No DVR routers for this DVR port 49197bb0-af43-419d-8a38-1255e7734c2a on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:30:00.271485 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:00.274414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd53a143-7c4f-42c2-bd26-f132734fa381 req-4925e914-1bf9-4f96-b2f7-343540b84dac tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.72 "DELETE /v2.0/ports/49197bb0-af43-419d-8a38-1255e7734c2a HTTP/1.1" status: 204 len: 173 time: 0.4681466 Feb 11 06:30:00.275198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400ee2b9-bc81-49a2-aa5a-d251df48a5b5', 'name': 'network-vif-deleted', 'tag': '49197bb0-af43-419d-8a38-1255e7734c2a'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:30:00.279250 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b09da0-bff1-45d4-8a10-0beebf082c88" -d '{"events": [{"server_uuid": "400ee2b9-bc81-49a2-aa5a-d251df48a5b5", "name": "network-vif-deleted", "tag": "49197bb0-af43-419d-8a38-1255e7734c2a"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:30:00.327901 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c400b6-b8e6-4d7a-8617-1b89829bf72a x-openstack-request-id: req-42c400b6-b8e6-4d7a-8617-1b89829bf72a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:30:00.328276 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400ee2b9-bc81-49a2-aa5a-d251df48a5b5", "name": "network-vif-deleted", "tag": "49197bb0-af43-419d-8a38-1255e7734c2a", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:30:00.328595 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42c400b6-b8e6-4d7a-8617-1b89829bf72a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:30:00.329502 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400ee2b9-bc81-49a2-aa5a-d251df48a5b5', 'name': 'network-vif-deleted', 'tag': '49197bb0-af43-419d-8a38-1255e7734c2a', 'status': 'completed', 'code': 200} Feb 11 06:30:00.394227 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-964de3d8-6f8b-4938-8067-81f52dc086ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:00.743973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f5bc7fab-c306-482b-b2d2-24f5e65a641f req-f03ef34b-6046-4202-b723-4e1adc76eb1d tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=400ee2b9-bc81-49a2-aa5a-d251df48a5b5 HTTP/1.1" status: 200 len: 210 time: 0.0345840 Feb 11 06:30:01.319071 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:02.043766 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:30:02.469671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-ee15d486-2904-48aa-9470-347a9087f918 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:02.471738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-ee15d486-2904-48aa-9470-347a9087f918 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/networks?id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 HTTP/1.1" status: 200 len: 817 time: 0.1054125 Feb 11 06:30:02.486720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-5aaa14a7-f081-47e1-a36a-5eacd2a328db tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/quotas/f1ae3773a4194d6a953a06504c9270f7 HTTP/1.1" status: 200 len: 375 time: 0.0092571 Feb 11 06:30:02.541632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-cad48b35-45ab-4d21-a27e-294a5133bc14 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f1ae3773a4194d6a953a06504c9270f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500176 Feb 11 06:30:02.637412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-b594d1f5-e3ac-4875-86ce-640542947c49 service neutron] 10.222.0.31 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834973 Feb 11 06:30:02.729460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-224960c5-ab75-4b3b-a217-49a7156d8717 service neutron] 10.222.0.31 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857844 Feb 11 06:30:02.919095 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a48813f-c842-45eb-860a-92f1d2f306ae req-1da5e6d7-a0c8-4b9a-bdfe-cd79ba298d74 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 210 time: 0.0296364 Feb 11 06:30:03.003998 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:03.684325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 49197bb0-af43-419d-8a38-1255e7734c2a no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:30:03.705929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 49197bb0-af43-419d-8a38-1255e7734c2a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:30:03.706279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 49197bb0-af43-419d-8a38-1255e7734c2a not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:30:04.004751 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:04.152376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6bde0297-72e1-4ca4-9f0d-4a0c31b31705 req-11b96ff4-8247-4140-9d13-cf245d1caa3f tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 210 time: 0.0337656 Feb 11 06:30:04.180853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-5e86d688-ad42-4241-9cb4-a11663d74670 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:04.182581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-5e86d688-ad42-4241-9cb4-a11663d74670 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.81 "GET /v2.0/networks?id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 HTTP/1.1" status: 200 len: 817 time: 0.3931584 Feb 11 06:30:04.198448 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Request body: {'port': {'device_id': '4b5b3a7e-ec92-4dde-b322-164a587f9a76', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'admin_state_up': True, 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:30:04.312668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Made reservation on behalf of f1ae3773a4194d6a953a06504c9270f7 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:30:04.316768 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:04.438094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Allocated IP 172.20.0.3 (393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914/ce81b301-4124-42ec-9245-22f6f4cc4c78/91d732b3-492a-4aa2-a1ab-43ef81f6a18e) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:30:04.595501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks [] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:04.633777 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:04.680507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:30:04.683889 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:30:04.687535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:30:04.716074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Pushing event updated for resources: {'Port': ['ID=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:04.754671 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:04.755320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:04.777460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c67c8e7b-9fda-4678-9648-1e97e7a6233e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828772 Feb 11 06:30:04.792608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Request body: {'port': {'device_id': '4b5b3a7e-ec92-4dde-b322-164a587f9a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:30:04.870055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:05.004447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b79b6ca2-3ed6-45be-8733-1115963a5ef9 None None] Provisioning complete for port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:30:05.004981 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b79b6ca2-3ed6-45be-8733-1115963a5ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:05.042067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b79b6ca2-3ed6-45be-8733-1115963a5ef9 None None] Port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:30:05.145930 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d732b3-492a-4aa2-a1ab-43ef81f6a18e {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:30:05.153445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Publish callbacks [] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:05.166258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Transition to ACTIVE for port object 91d732b3-492a-4aa2-a1ab-43ef81f6a18e will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:30:05.169576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:05.229981 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Pushing event updated for resources: {'Port': ['ID=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:05.338991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Attempting to bind port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:30:05.339376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Attempting to bind port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:30:05.339662 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Attempting to bind port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e on network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:30:05.352887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65778a0f-21ff-4d76-9c70-efc128091215 req-0a6769af-cf79-4bd7-85de-971507442114 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:05.354666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65778a0f-21ff-4d76-9c70-efc128091215 req-0a6769af-cf79-4bd7-85de-971507442114 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 943 time: 0.1078784 Feb 11 06:30:05.355878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e on network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:30:05.356206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Attempting to bind port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e on network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:30:05.362956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:30:05.363314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Checking segment: {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:30:05.363696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Bound using segment: {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:30:05.364264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Bound port: 91d732b3-492a-4aa2-a1ab-43ef81f6a18e, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2449757b-5e77-4da6-844c-5c9b37348954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:30:05.364633 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:05.451962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-65778a0f-21ff-4d76-9c70-efc128091215 req-66aa9507-aaaa-479f-8a37-0c12b7a4639b tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848725 Feb 11 06:30:05.472089 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] For port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:30:05.475796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] For port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:30:05.482362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:05.517752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:05.518390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:05.519781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] 10.222.0.81 "PUT /v2.0/ports/91d732b3-492a-4aa2-a1ab-43ef81f6a18e HTTP/1.1" status: 200 len: 1092 time: 0.7320328 Feb 11 06:30:05.520235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5b3a7e-ec92-4dde-b322-164a587f9a76', 'tag': '91d732b3-492a-4aa2-a1ab-43ef81f6a18e'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:30:05.522534 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8d391c-67f6-4399-92b6-f938236ea2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5b3a7e-ec92-4dde-b322-164a587f9a76", "tag": "91d732b3-492a-4aa2-a1ab-43ef81f6a18e"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:30:05.564312 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a158d6c3-b5fc-4e28-bf92-723884548bb8 x-openstack-request-id: req-a158d6c3-b5fc-4e28-bf92-723884548bb8 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:30:05.564624 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5b3a7e-ec92-4dde-b322-164a587f9a76", "tag": "91d732b3-492a-4aa2-a1ab-43ef81f6a18e", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:30:05.564887 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a158d6c3-b5fc-4e28-bf92-723884548bb8 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:30:05.565398 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5b3a7e-ec92-4dde-b322-164a587f9a76', 'tag': '91d732b3-492a-4aa2-a1ab-43ef81f6a18e', 'status': 'completed', 'code': 200} Feb 11 06:30:05.566424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c396e9-f49a-441d-a4c1-991ed3eb28f8 service neutron] Pushing event updated for resources: {'Port': ['ID=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:05.626479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-607b4449-55cb-43df-a8db-75e5c68f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:05.628625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-607b4449-55cb-43df-a8db-75e5c68f08ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1ae3773a4194d6a953a06504c9270f7&device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 1126 time: 0.0582855 Feb 11 06:30:05.671029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c54ec511-d72a-4d2c-903e-26ed510cd410 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91d732b3-492a-4aa2-a1ab-43ef81f6a18e HTTP/1.1" status: 200 len: 217 time: 0.0359392 Feb 11 06:30:05.723296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-23c284f7-7213-4d20-8f1c-7ff8c8d18ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:05.724808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-23c284f7-7213-4d20-8f1c-7ff8c8d18ea8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ce81b301-4124-42ec-9245-22f6f4cc4c78 HTTP/1.1" status: 200 len: 856 time: 0.0472302 Feb 11 06:30:05.778489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-68bbebd4-9207-405e-9a7d-23e663b452ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:05.780696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-68bbebd4-9207-405e-9a7d-23e663b452ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503070 Feb 11 06:30:05.871277 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-c9e6c11a-cb6c-4cc8-a784-e854dfa9d1b9 service neutron] 10.222.0.81 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838091 Feb 11 06:30:05.969841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cdc0873b-40e4-47bc-b573-640950f8ce00 req-1048b24a-18d6-4c62-8a4c-5c78b793be56 service neutron] 10.222.0.81 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921073 Feb 11 06:30:06.062579 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-90440eee-f4e6-45e7-be31-05e086770799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:06.064107 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-90440eee-f4e6-45e7-be31-05e086770799 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1ae3773a4194d6a953a06504c9270f7&device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 1126 time: 0.0467787 Feb 11 06:30:06.159117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-22d0441c-f0fb-4b3f-86b0-6b2c5ec30f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:06.160604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-22d0441c-f0fb-4b3f-86b0-6b2c5ec30f22 service neutron] 10.222.0.81 "GET /v2.0/networks?id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 HTTP/1.1" status: 200 len: 918 time: 0.0898631 Feb 11 06:30:06.202299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-bca2e91c-662a-410a-a56e-7d5f9430c959 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91d732b3-492a-4aa2-a1ab-43ef81f6a18e HTTP/1.1" status: 200 len: 217 time: 0.0353429 Feb 11 06:30:06.250753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-f3f25e3c-a9b9-48c4-aac2-8eb159b44d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:06.252245 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-f3f25e3c-a9b9-48c4-aac2-8eb159b44d7e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ce81b301-4124-42ec-9245-22f6f4cc4c78 HTTP/1.1" status: 200 len: 856 time: 0.0437481 Feb 11 06:30:06.307350 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-09c493e9-2ea2-471f-aca5-9debbda07c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:06.309144 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-09c493e9-2ea2-471f-aca5-9debbda07c3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502031 Feb 11 06:30:06.406471 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-ccc6eb92-ebaf-4bc3-9653-9c905e002f87 service neutron] 10.222.0.81 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901742 Feb 11 06:30:06.501021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8d391c-67f6-4399-92b6-f938236ea2d8 req-b9e53f3e-db32-42a7-a28f-b3c05dcad9d5 service neutron] 10.222.0.81 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870557 Feb 11 06:30:06.576461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d4f5b-cd54-4796-97dc-1cf76e9051bd req-9063ff6f-8b24-4d3e-ab97-b369cd95516d tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:06.577983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f81d4f5b-cd54-4796-97dc-1cf76e9051bd req-9063ff6f-8b24-4d3e-ab97-b369cd95516d tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 943 time: 0.0537663 Feb 11 06:30:06.629515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f81d4f5b-cd54-4796-97dc-1cf76e9051bd req-651ca850-5a3c-4381-8fc0-d12118c01785 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452054 Feb 11 06:30:07.756125 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edeb3aa-05c3-4db2-a5ac-88ef743cdeca req-f1b72aee-f341-4431-90ff-6768f583c34f tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:07.757661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5edeb3aa-05c3-4db2-a5ac-88ef743cdeca req-f1b72aee-f341-4431-90ff-6768f583c34f tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 943 time: 0.0537019 Feb 11 06:30:07.803716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5edeb3aa-05c3-4db2-a5ac-88ef743cdeca req-829528de-34c5-4a6d-9b68-cdee08ff0d73 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Feb 11 06:30:08.154472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 91d732b3-492a-4aa2-a1ab-43ef81f6a18e details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:30:08.253437 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:08.266499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '91d732b3-492a-4aa2-a1ab-43ef81f6a18e', 'network_id': '393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914', 'port_id': '91d732b3-492a-4aa2-a1ab-43ef81f6a18e', 'mac_address': 'fa:16:3e:b7:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce81b301-4124-42ec-9245-22f6f4cc4c78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:30:08.309977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:30:08.310379 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:08.324889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d732b3-492a-4aa2-a1ab-43ef81f6a18e {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:30:08.345611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:08.349943 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:08.401542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:08.409736 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.409974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.410476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.410766 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.411113 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.411430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.411848 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.412214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.412553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.412890 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.413252 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.413583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.413915 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:08.556404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['91d732b3-492a-4aa2-a1ab-43ef81f6a18e'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:30:08.932738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29941edc-2e29-40ca-8004-db1f707a1424 req-a1a3ad7b-e426-45ba-bcfe-5c7e42fb44b8 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:08.934272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29941edc-2e29-40ca-8004-db1f707a1424 req-a1a3ad7b-e426-45ba-bcfe-5c7e42fb44b8 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 944 time: 0.0564520 Feb 11 06:30:08.980539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29941edc-2e29-40ca-8004-db1f707a1424 req-ed13c4e0-a988-4a4a-a068-fc9996381da1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Feb 11 06:30:10.100670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd8af1-5e97-4a04-a1d3-c111985af3e3 req-03596cf3-c83b-4ebb-986e-6143b20713f3 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:10.102196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9dd8af1-5e97-4a04-a1d3-c111985af3e3 req-03596cf3-c83b-4ebb-986e-6143b20713f3 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 944 time: 0.0535591 Feb 11 06:30:10.148940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d9dd8af1-5e97-4a04-a1d3-c111985af3e3 req-7ad31d7c-c567-4283-9f4b-8d2803d0ed99 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Feb 11 06:30:10.155405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 91d732b3-492a-4aa2-a1ab-43ef81f6a18e up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:30:10.203158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:30:10.208372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:30:10.208751 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:10.300782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:30:10.301086 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:10.323993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5b3a7e-ec92-4dde-b322-164a587f9a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d732b3-492a-4aa2-a1ab-43ef81f6a18e'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:30:10.326259 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4ff64f-4a7c-4b6f-ab83-9ce57c96c036" -d '{"events": [{"server_uuid": "4b5b3a7e-ec92-4dde-b322-164a587f9a76", "name": "network-vif-plugged", "status": "completed", "tag": "91d732b3-492a-4aa2-a1ab-43ef81f6a18e"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:30:10.340262 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:10.344357 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:10.367579 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212a0f2b-129d-4130-ae3b-d6afc7dc7012 x-openstack-request-id: req-212a0f2b-129d-4130-ae3b-d6afc7dc7012 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:30:10.367882 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5b3a7e-ec92-4dde-b322-164a587f9a76", "name": "network-vif-plugged", "status": "completed", "tag": "91d732b3-492a-4aa2-a1ab-43ef81f6a18e", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:30:10.368142 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-212a0f2b-129d-4130-ae3b-d6afc7dc7012 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:30:10.368535 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5b3a7e-ec92-4dde-b322-164a587f9a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d732b3-492a-4aa2-a1ab-43ef81f6a18e', 'code': 200} Feb 11 06:30:10.395521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:10.472567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72b5a7-053e-4c54-8131-90eab5e9af6a req-68a9e6b5-fab3-46e3-a752-b6aac6dc8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:10.474351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc72b5a7-053e-4c54-8131-90eab5e9af6a req-68a9e6b5-fab3-46e3-a752-b6aac6dc8a1c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 1128 time: 0.0492699 Feb 11 06:30:10.518413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc72b5a7-053e-4c54-8131-90eab5e9af6a req-996dc250-50b0-4991-8786-ed6ebdf7a9fb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371358 Feb 11 06:30:11.271270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6672601-a7fc-4b1d-9cdd-b0bf09861045 req-62f8ee34-b2e4-455d-84f8-badaf008fa50 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:11.272768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6672601-a7fc-4b1d-9cdd-b0bf09861045 req-62f8ee34-b2e4-455d-84f8-badaf008fa50 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 945 time: 0.0559423 Feb 11 06:30:11.319700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c6672601-a7fc-4b1d-9cdd-b0bf09861045 req-66732845-2657-42a0-a611-34da08d8b3bd tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Feb 11 06:30:12.440381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68acd-1ad6-4d6a-aca6-0fa514a01efe req-4dbf33db-be40-49d3-ab90-4b34a796ba91 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:12.441918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ade68acd-1ad6-4d6a-aca6-0fa514a01efe req-4dbf33db-be40-49d3-ab90-4b34a796ba91 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 945 time: 0.0527482 Feb 11 06:30:12.493916 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ade68acd-1ad6-4d6a-aca6-0fa514a01efe req-32246669-67e4-47a3-9ee6-4d0c1edbf73a tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452983 Feb 11 06:30:12.613894 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3b25d-8f60-4082-b70e-52e864b6cd5a req-b8a56c4d-6d60-4013-9913-0ddcc26b50f0 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:12.615387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70b3b25d-8f60-4082-b70e-52e864b6cd5a req-b8a56c4d-6d60-4013-9913-0ddcc26b50f0 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 945 time: 0.0545025 Feb 11 06:30:12.665541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70b3b25d-8f60-4082-b70e-52e864b6cd5a req-d4914934-308a-4c2a-a883-56b973ae7231 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445616 Feb 11 06:30:22.726219 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:23.736114 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:27.804315 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1e324092-75dd-4f2f-a9c7-cfd7b5fbc016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:30.390009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-45a95b35-e293-4459-a827-70f321c1a5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:31.335498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:33.007526 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:34.000480 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:39.044557 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:30:40.101249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-c1b83a1e-96e9-4b5d-ae7d-27b82f61aed5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500796 Feb 11 06:30:40.201843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-983ef229-abf3-40f6-a850-ffa88fa2de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:40.203708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-983ef229-abf3-40f6-a850-ffa88fa2de8e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1ae3773a4194d6a953a06504c9270f7&device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 1128 time: 0.0554979 Feb 11 06:30:40.322859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-da10d96c-a579-4db8-97ca-fb31f506b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:40.324559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-da10d96c-a579-4db8-97ca-fb31f506b0d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 HTTP/1.1" status: 200 len: 918 time: 0.0972843 Feb 11 06:30:40.366080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-3f4ac308-1f0f-42bd-a6ec-c55ff2b15247 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91d732b3-492a-4aa2-a1ab-43ef81f6a18e HTTP/1.1" status: 200 len: 217 time: 0.0357370 Feb 11 06:30:40.419901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-f6aaaad5-2a97-46a2-8128-c5f62d74e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:40.421433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-f6aaaad5-2a97-46a2-8128-c5f62d74e060 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ce81b301-4124-42ec-9245-22f6f4cc4c78 HTTP/1.1" status: 200 len: 856 time: 0.0491023 Feb 11 06:30:40.475506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-8fcbe3fd-fb41-45ec-966f-ddb6b3436c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:40.477230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-8fcbe3fd-fb41-45ec-966f-ddb6b3436c71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490186 Feb 11 06:30:40.588329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-f7af1dd3-31ea-4c58-8228-990fecab8958 service neutron] 10.222.0.81 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044152 Feb 11 06:30:40.687409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6170dc8-ad74-44d8-91f4-8ce7e3af77f7 req-80e0a961-aab4-4f65-9c68-dcb56cd16386 service neutron] 10.222.0.81 "GET /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920959 Feb 11 06:30:47.225299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028a95b-60f3-4b8a-bca4-608278dc0e50 req-d8730202-c52a-449e-8f25-f107bb12994f tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:47.226928 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c028a95b-60f3-4b8a-bca4-608278dc0e50 req-d8730202-c52a-449e-8f25-f107bb12994f tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 945 time: 0.2007918 Feb 11 06:30:47.307264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c028a95b-60f3-4b8a-bca4-608278dc0e50 req-1ee3895f-be81-4570-84cb-ad71e5f71567 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738401 Feb 11 06:30:48.509837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12275ce7-975a-4de6-ae1f-1d13f78bf502 req-f8fe1d1f-99ca-4c38-9119-0265bb76bac5 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:48.511692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12275ce7-975a-4de6-ae1f-1d13f78bf502 req-f8fe1d1f-99ca-4c38-9119-0265bb76bac5 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 945 time: 0.1220548 Feb 11 06:30:48.590473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12275ce7-975a-4de6-ae1f-1d13f78bf502 req-f7a42b5a-13a9-40f4-8348-27c73d0c11fa tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4441c37-1f95-456e-bee4-d65ceb766f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728221 Feb 11 06:30:48.631879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-7b467b7f-0495-4015-903d-94945c45f10e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:48.633691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-7b467b7f-0495-4015-903d-94945c45f10e tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b5b3a7e-ec92-4dde-b322-164a587f9a76 HTTP/1.1" status: 200 len: 945 time: 0.0772610 Feb 11 06:30:48.757051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Deleting port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:30:48.757432 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:48.873608 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] For port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:48.873982 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:48.888657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Calling delete_port for 91d732b3-492a-4aa2-a1ab-43ef81f6a18e owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:49.050993 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (91d732b3-492a-4aa2-a1ab-43ef81f6a18e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:49.063050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['91d732b3-492a-4aa2-a1ab-43ef81f6a18e'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:30:49.084396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Pushing event deleted for resources: {'Port': ['ID=91d732b3-492a-4aa2-a1ab-43ef81f6a18e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:49.152572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] No DVR routers for this DVR port 91d732b3-492a-4aa2-a1ab-43ef81f6a18e on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:30:49.155301 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:49.158879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ecb6ec4c-4fea-4456-aead-5b3c85ee455e req-467b4754-8396-4856-baae-d58c106598f1 tempest-TestEncryptedCinderVolumes-793517545 tempest-TestEncryptedCinderVolumes-793517545-project] 10.222.0.81 "DELETE /v2.0/ports/91d732b3-492a-4aa2-a1ab-43ef81f6a18e HTTP/1.1" status: 204 len: 173 time: 0.5198588 Feb 11 06:30:49.159363 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5b3a7e-ec92-4dde-b322-164a587f9a76', 'name': 'network-vif-deleted', 'tag': '91d732b3-492a-4aa2-a1ab-43ef81f6a18e'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:30:49.161748 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a20790-4c07-4b1c-879d-848ead486c88" -d '{"events": [{"server_uuid": "4b5b3a7e-ec92-4dde-b322-164a587f9a76", "name": "network-vif-deleted", "tag": "91d732b3-492a-4aa2-a1ab-43ef81f6a18e"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:30:49.239896 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd637ad-49c4-40a4-be13-7d7c85c2e4a4 x-openstack-request-id: req-1bd637ad-49c4-40a4-be13-7d7c85c2e4a4 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:30:49.240206 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5b3a7e-ec92-4dde-b322-164a587f9a76", "name": "network-vif-deleted", "tag": "91d732b3-492a-4aa2-a1ab-43ef81f6a18e", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:30:49.240466 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bd637ad-49c4-40a4-be13-7d7c85c2e4a4 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:30:49.240906 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5b3a7e-ec92-4dde-b322-164a587f9a76', 'name': 'network-vif-deleted', 'tag': '91d732b3-492a-4aa2-a1ab-43ef81f6a18e', 'status': 'completed', 'code': 200} Feb 11 06:30:49.726368 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51780) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:50.135204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (d5497379-0f2c-4564-8bf8-10da9fe1f37d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:50.408408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Deleting port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:30:50.408678 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:50.489022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] For port 11f27e70-9dd3-48d9-ab8d-234ac7d057dc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=11f27e70-9dd3-48d9-ab8d-234ac7d057dc,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:50.489425 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:50.505496 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Calling delete_port for 11f27e70-9dd3-48d9-ab8d-234ac7d057dc owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:50.722688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (11f27e70-9dd3-48d9-ab8d-234ac7d057dc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:50.761314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f27e70-9dd3-48d9-ab8d-234ac7d057dc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:50.794826 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.795178 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.795519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.795857 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.796188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.796548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.796875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.797224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.797563 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.798830 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.799177 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.799503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:50.799827 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:51.006626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (d5497379-0f2c-4564-8bf8-10da9fe1f37d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:51.267595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Router d5497379-0f2c-4564-8bf8-10da9fe1f37d has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:30:51.400941 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:30:51.407267 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b17521e6-7755-4872-9210-73920fc48db3 admin admin] 10.222.0.31 "PUT /v2.0/routers/d5497379-0f2c-4564-8bf8-10da9fe1f37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795971 Feb 11 06:30:51.410653 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51784) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:51.412474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] Sync routers for ids ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:30:51.424269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] Routers {'d5497379-0f2c-4564-8bf8-10da9fe1f37d'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:30:51.424901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:30:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:51.556578 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks [] for router (d5497379-0f2c-4564-8bf8-10da9fe1f37d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:51.571329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] Set router d5497379-0f2c-4564-8bf8-10da9fe1f37d gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:30:51.727518 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks [] for router_gateway (d5497379-0f2c-4564-8bf8-10da9fe1f37d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:51.772046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:30:50Z', 'revision_number': 5, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'gw_port': {'id': 'dc2a2301-57a5-4dda-b6da-641a9ac402c0', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:55Z', 'updated_at': '2022-02-11T06:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:51.801176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] Checking router: d5497379-0f2c-4564-8bf8-10da9fe1f37d for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:30:51.803124 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Deleting port dc2a2301-57a5-4dda-b6da-641a9ac402c0 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:30:51.804004 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:51.812549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] Routers {'d5497379-0f2c-4564-8bf8-10da9fe1f37d'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:30:51.813279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:30:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:51.913356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] For port dc2a2301-57a5-4dda-b6da-641a9ac402c0, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dc2a2301-57a5-4dda-b6da-641a9ac402c0,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:51.913895 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:51.927332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] Set router d5497379-0f2c-4564-8bf8-10da9fe1f37d gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:30:51.933454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Calling delete_port for dc2a2301-57a5-4dda-b6da-641a9ac402c0 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:51.991711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:30:51Z', 'revision_number': 6, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:52.024192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3b51d-50fc-4662-9960-de01eb9de731 None None] The sync data for ids ['d5497379-0f2c-4564-8bf8-10da9fe1f37d'] in n-d-715271-35 is: [{'id': 'd5497379-0f2c-4564-8bf8-10da9fe1f37d', 'name': 'tempest-TestEncryptedCinderVolumes-1073777439-router', 'tenant_id': 'f1ae3773a4194d6a953a06504c9270f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:30:51Z', 'revision_number': 6, 'project_id': 'f1ae3773a4194d6a953a06504c9270f7', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:30:52.165204 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (dc2a2301-57a5-4dda-b6da-641a9ac402c0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.198094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2a2301-57a5-4dda-b6da-641a9ac402c0,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:52.265751 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (d5497379-0f2c-4564-8bf8-10da9fe1f37d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.310709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 91d732b3-492a-4aa2-a1ab-43ef81f6a18e no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:30:52.345222 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 91d732b3-492a-4aa2-a1ab-43ef81f6a18e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:30:52.345520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 91d732b3-492a-4aa2-a1ab-43ef81f6a18e not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:30:52.372277 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (d5497379-0f2c-4564-8bf8-10da9fe1f37d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.374986 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks [] for router_controller (d5497379-0f2c-4564-8bf8-10da9fe1f37d), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.435342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (d5497379-0f2c-4564-8bf8-10da9fe1f37d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.436504 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5497379-0f2c-4564-8bf8-10da9fe1f37d {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:30:52.445726 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.447356 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-05e254aa-5520-4685-9315-cc2e2837abed admin admin] 10.222.0.31 "DELETE /v2.0/routers/d5497379-0f2c-4564-8bf8-10da9fe1f37d HTTP/1.1" status: 204 len: 168 time: 1.0353096 Feb 11 06:30:52.451139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51786) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:52.517535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1ef3ef-d117-4710-9408-64f309007907 admin admin] Deleting subnet ce81b301-4124-42ec-9245-22f6f4cc4c78 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:30:52.521042 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef3ef-d117-4710-9408-64f309007907 admin admin] Publish callbacks [] for subnet (ce81b301-4124-42ec-9245-22f6f4cc4c78), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.559939 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef3ef-d117-4710-9408-64f309007907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (ce81b301-4124-42ec-9245-22f6f4cc4c78), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.639833 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef3ef-d117-4710-9408-64f309007907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (ce81b301-4124-42ec-9245-22f6f4cc4c78), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.706810 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef3ef-d117-4710-9408-64f309007907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (ce81b301-4124-42ec-9245-22f6f4cc4c78), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.736656 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.739229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ef3ef-d117-4710-9408-64f309007907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce81b301-4124-42ec-9245-22f6f4cc4c78,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:52.748045 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef3ef-d117-4710-9408-64f309007907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.753574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0b1ef3ef-d117-4710-9408-64f309007907 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ce81b301-4124-42ec-9245-22f6f4cc4c78 HTTP/1.1" status: 204 len: 168 time: 0.3013835 Feb 11 06:30:52.756666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51788) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:52.759095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4713218-1bef-4423-8e5c-7dcf3c5f0293 None None] Network 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:30:52.902673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:52.978395 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 11f27e70-9dd3-48d9-ab8d-234ac7d057dc no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:30:53.010587 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d564487-730d-442b-b42b-3d99a9cd0b48 None None] DHCP port deletion for 393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:30:53.014807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 11f27e70-9dd3-48d9-ab8d-234ac7d057dc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:30:53.015308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Deleting port a39c5617-57b2-438a-aa40-14104d0b27b2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:30:53.015509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 11f27e70-9dd3-48d9-ab8d-234ac7d057dc not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:30:53.016038 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.016223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc2a2301-57a5-4dda-b6da-641a9ac402c0 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:30:53.081311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: dc2a2301-57a5-4dda-b6da-641a9ac402c0 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:30:53.081877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dc2a2301-57a5-4dda-b6da-641a9ac402c0 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:30:53.140654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] For port a39c5617-57b2-438a-aa40-14104d0b27b2, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a39c5617-57b2-438a-aa40-14104d0b27b2,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:53.141559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.147139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d564487-730d-442b-b42b-3d99a9cd0b48 None None] Deleting port a39c5617-57b2-438a-aa40-14104d0b27b2 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:30:53.147634 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d564487-730d-442b-b42b-3d99a9cd0b48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.157686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Calling delete_port for a39c5617-57b2-438a-aa40-14104d0b27b2 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:53.249170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d564487-730d-442b-b42b-3d99a9cd0b48 None None] For port a39c5617-57b2-438a-aa40-14104d0b27b2, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=a39c5617-57b2-438a-aa40-14104d0b27b2,segment=NetworkSegment(2449757b-5e77-4da6-844c-5c9b37348954),segment_id=2449757b-5e77-4da6-844c-5c9b37348954)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:53.249554 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d564487-730d-442b-b42b-3d99a9cd0b48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.276145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d564487-730d-442b-b42b-3d99a9cd0b48 None None] Calling delete_port for a39c5617-57b2-438a-aa40-14104d0b27b2 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:53.307812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.357022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39c5617-57b2-438a-aa40-14104d0b27b2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:53.362653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] No DVR routers for this DVR port a39c5617-57b2-438a-aa40-14104d0b27b2 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:30:53.384855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d564487-730d-442b-b42b-3d99a9cd0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (a39c5617-57b2-438a-aa40-14104d0b27b2), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.417527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d564487-730d-442b-b42b-3d99a9cd0b48 None None] Pushing event deleted for resources: {'Port': ['ID=a39c5617-57b2-438a-aa40-14104d0b27b2,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:53.422467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d564487-730d-442b-b42b-3d99a9cd0b48 None None] No DVR routers for this DVR port a39c5617-57b2-438a-aa40-14104d0b27b2 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:30:53.489129 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.510577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:53.520737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2449757b-5e77-4da6-844c-5c9b37348954') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:53.521140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2449757b-5e77-4da6-844c-5c9b37348954') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:53.530853 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (2449757b-5e77-4da6-844c-5c9b37348954), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.544582 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (2449757b-5e77-4da6-844c-5c9b37348954), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.550561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:30:53.550946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (2449757b-5e77-4da6-844c-5c9b37348954), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:30:53.552574 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:30:53.613855 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.631966 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:53.635239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] 10.222.0.31 "DELETE /v2.0/networks/393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914 HTTP/1.1" status: 204 len: 168 time: 0.8780215 Feb 11 06:30:53.636273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d841c-df45-4f52-b63d-37520fb9f396 admin admin] Pushing event deleted for resources: {'Network': ['ID=393bb38c-d2cc-4ae8-8ec0-6ad2ae7c2914,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:53.638886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51790) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:53.727781 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:54.377585 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (18950419-5d03-4556-a04e-31792e301d2c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:54.681744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Deleting port c050cf59-65c9-43e3-9312-af5e4aa7e0f6 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:30:54.682507 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:54.771733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] For port c050cf59-65c9-43e3-9312-af5e4aa7e0f6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c050cf59-65c9-43e3-9312-af5e4aa7e0f6,segment=NetworkSegment(d0434a83-7a72-4dc6-bc41-69b63f37da73),segment_id=d0434a83-7a72-4dc6-bc41-69b63f37da73)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:54.772105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:54.786133 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Calling delete_port for c050cf59-65c9-43e3-9312-af5e4aa7e0f6 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:54.894691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a39c5617-57b2-438a-aa40-14104d0b27b2 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:30:54.932719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: a39c5617-57b2-438a-aa40-14104d0b27b2 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:30:54.933316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device a39c5617-57b2-438a-aa40-14104d0b27b2 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:30:55.014578 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c050cf59-65c9-43e3-9312-af5e4aa7e0f6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:55.044656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c050cf59-65c9-43e3-9312-af5e4aa7e0f6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:55.261214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (18950419-5d03-4556-a04e-31792e301d2c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:55.492602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Router 18950419-5d03-4556-a04e-31792e301d2c has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:30:55.616507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:30:55.624097 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9b6e68c1-3423-4cf2-a7c7-2983e3890a18 admin admin] 10.222.0.31 "PUT /v2.0/routers/18950419-5d03-4556-a04e-31792e301d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9840035 Feb 11 06:30:55.626548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51792) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:55.631934 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] Sync routers for ids ['18950419-5d03-4556-a04e-31792e301d2c'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:30:55.650554 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] Routers {'18950419-5d03-4556-a04e-31792e301d2c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:30:55.651713 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:30:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['18950419-5d03-4556-a04e-31792e301d2c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:55.800639 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks [] for router (18950419-5d03-4556-a04e-31792e301d2c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:55.825085 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] Set router 18950419-5d03-4556-a04e-31792e301d2c gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:30:55.949453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks [] for router_gateway (18950419-5d03-4556-a04e-31792e301d2c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.030193 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Deleting port 21f69cb5-9de0-4959-89e6-8c36318737ff {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:30:56.031295 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.110317 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18950419-5d03-4556-a04e-31792e301d2c', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:30:54Z', 'revision_number': 5, 'project_id': '5bb553a9774e4272846bfabf020996db', 'gw_port': {'id': '21f69cb5-9de0-4959-89e6-8c36318737ff', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18950419-5d03-4556-a04e-31792e301d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:01Z', 'updated_at': '2022-02-11T06:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:56.158840 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] Checking router: 18950419-5d03-4556-a04e-31792e301d2c for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:30:56.170514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] For port 21f69cb5-9de0-4959-89e6-8c36318737ff, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=21f69cb5-9de0-4959-89e6-8c36318737ff,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:56.171084 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.173695 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] Routers {'18950419-5d03-4556-a04e-31792e301d2c'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:30:56.175109 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:30:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['18950419-5d03-4556-a04e-31792e301d2c'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:56.194255 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Calling delete_port for 21f69cb5-9de0-4959-89e6-8c36318737ff owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:56.302596 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] Set router 18950419-5d03-4556-a04e-31792e301d2c gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:30:56.374845 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18950419-5d03-4556-a04e-31792e301d2c', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:30:55Z', 'revision_number': 6, 'project_id': '5bb553a9774e4272846bfabf020996db', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:56.426364 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a9f49-665b-425a-8855-092d5afdb027 None None] The sync data for ids ['18950419-5d03-4556-a04e-31792e301d2c'] in n-d-715271-35 is: [{'id': '18950419-5d03-4556-a04e-31792e301d2c', 'name': 'tempest-TestEncryptedCinderVolumes-587997566-router', 'tenant_id': '5bb553a9774e4272846bfabf020996db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:30:55Z', 'revision_number': 6, 'project_id': '5bb553a9774e4272846bfabf020996db', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:30:56.455851 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (21f69cb5-9de0-4959-89e6-8c36318737ff), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.491887 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f69cb5-9de0-4959-89e6-8c36318737ff,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:56.565861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (18950419-5d03-4556-a04e-31792e301d2c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.674726 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (18950419-5d03-4556-a04e-31792e301d2c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.676901 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks [] for router_controller (18950419-5d03-4556-a04e-31792e301d2c), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.747595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (18950419-5d03-4556-a04e-31792e301d2c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.748147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18950419-5d03-4556-a04e-31792e301d2c {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:30:56.754378 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.754925 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-12c9306a-cee9-4d95-8bb9-a81aeb30fd31 admin admin] 10.222.0.31 "DELETE /v2.0/routers/18950419-5d03-4556-a04e-31792e301d2c HTTP/1.1" status: 204 len: 168 time: 1.1271038 Feb 11 06:30:56.758029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51794) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:56.808697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-db822f3c-8af8-4209-b504-2d3715514dfc admin admin] Deleting subnet 14471990-9eeb-4892-aefa-0168b4d96050 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:30:56.812484 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-db822f3c-8af8-4209-b504-2d3715514dfc admin admin] Publish callbacks [] for subnet (14471990-9eeb-4892-aefa-0168b4d96050), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.854563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-db822f3c-8af8-4209-b504-2d3715514dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (14471990-9eeb-4892-aefa-0168b4d96050), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:56.962008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-db822f3c-8af8-4209-b504-2d3715514dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (14471990-9eeb-4892-aefa-0168b4d96050), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.035480 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-db822f3c-8af8-4209-b504-2d3715514dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (14471990-9eeb-4892-aefa-0168b4d96050), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.062717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db822f3c-8af8-4209-b504-2d3715514dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14471990-9eeb-4892-aefa-0168b4d96050,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:57.065230 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-db822f3c-8af8-4209-b504-2d3715514dfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.071723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-db822f3c-8af8-4209-b504-2d3715514dfc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/14471990-9eeb-4892-aefa-0168b4d96050 HTTP/1.1" status: 204 len: 168 time: 0.3093822 Feb 11 06:30:57.072249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51796) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:57.078224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450d236-211f-43f9-b3cb-33d09ad0f4ba None None] Network 11e68ac5-39e6-438d-8a9e-36b9daf5081f requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:30:57.178146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (11e68ac5-39e6-438d-8a9e-36b9daf5081f), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.248499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Deleting port 5d509a49-6e5c-46d9-b616-16e368885265 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:30:57.248996 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5d509a49-6e5c-46d9-b616-16e368885265), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.324965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48c46a-a3cb-471b-9c30-bebc7134fc7b None None] DHCP port deletion for 11e68ac5-39e6-438d-8a9e-36b9daf5081f request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:30:57.332943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] For port 5d509a49-6e5c-46d9-b616-16e368885265, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5d509a49-6e5c-46d9-b616-16e368885265,segment=NetworkSegment(d0434a83-7a72-4dc6-bc41-69b63f37da73),segment_id=d0434a83-7a72-4dc6-bc41-69b63f37da73)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:57.333483 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5d509a49-6e5c-46d9-b616-16e368885265), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.350348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Calling delete_port for 5d509a49-6e5c-46d9-b616-16e368885265 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:57.360422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c050cf59-65c9-43e3-9312-af5e4aa7e0f6 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:30:57.386880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: c050cf59-65c9-43e3-9312-af5e4aa7e0f6 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:30:57.387421 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c050cf59-65c9-43e3-9312-af5e4aa7e0f6 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:30:57.420567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dc48c46a-a3cb-471b-9c30-bebc7134fc7b None None] Deleting port 5d509a49-6e5c-46d9-b616-16e368885265 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:30:57.421480 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc48c46a-a3cb-471b-9c30-bebc7134fc7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (5d509a49-6e5c-46d9-b616-16e368885265), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.442314 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (5d509a49-6e5c-46d9-b616-16e368885265), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.473464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d509a49-6e5c-46d9-b616-16e368885265,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:57.490870 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] No DVR routers for this DVR port 5d509a49-6e5c-46d9-b616-16e368885265 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:30:57.524560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-dc48c46a-a3cb-471b-9c30-bebc7134fc7b None None] For port 5d509a49-6e5c-46d9-b616-16e368885265, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=5d509a49-6e5c-46d9-b616-16e368885265,segment=NetworkSegment(d0434a83-7a72-4dc6-bc41-69b63f37da73),segment_id=d0434a83-7a72-4dc6-bc41-69b63f37da73)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:57.525386 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc48c46a-a3cb-471b-9c30-bebc7134fc7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (5d509a49-6e5c-46d9-b616-16e368885265), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.544250 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dc48c46a-a3cb-471b-9c30-bebc7134fc7b None None] Calling delete_port for 5d509a49-6e5c-46d9-b616-16e368885265 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:30:57.577022 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (11e68ac5-39e6-438d-8a9e-36b9daf5081f), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.630843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc48c46a-a3cb-471b-9c30-bebc7134fc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (5d509a49-6e5c-46d9-b616-16e368885265), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.661163 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48c46a-a3cb-471b-9c30-bebc7134fc7b None None] Pushing event deleted for resources: {'Port': ['ID=5d509a49-6e5c-46d9-b616-16e368885265,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:57.670641 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48c46a-a3cb-471b-9c30-bebc7134fc7b None None] No DVR routers for this DVR port 5d509a49-6e5c-46d9-b616-16e368885265 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:30:57.827648 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dac66e74-0372-4f77-a148-accc7230a49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.864084 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e68ac5-39e6-438d-8a9e-36b9daf5081f']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:57.874625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0434a83-7a72-4dc6-bc41-69b63f37da73') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:57.874927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0434a83-7a72-4dc6-bc41-69b63f37da73') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:30:57.886251 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (d0434a83-7a72-4dc6-bc41-69b63f37da73), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.903002 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (d0434a83-7a72-4dc6-bc41-69b63f37da73), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.909704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:30:57.910254 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (d0434a83-7a72-4dc6-bc41-69b63f37da73), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:30:57.911963 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:30:57.969232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (11e68ac5-39e6-438d-8a9e-36b9daf5081f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.977233 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:57.980349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] 10.222.0.31 "DELETE /v2.0/networks/11e68ac5-39e6-438d-8a9e-36b9daf5081f HTTP/1.1" status: 204 len: 168 time: 0.9075959 Feb 11 06:30:57.990555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae22fa-0ce9-41b3-918c-a83220990a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e68ac5-39e6-438d-8a9e-36b9daf5081f,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:58.173683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51800) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:58.216772 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e8e775f9-472b-42b7-9aa0-47f98193a214 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1ae3773a4194d6a953a06504c9270f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396810 Feb 11 06:30:58.217222 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51802) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:58.267677 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-81cf838a-8d5b-4bc1-a8d4-b631bb5388fb admin admin] Publish callbacks [] for security_group (a4441c37-1f95-456e-bee4-d65ceb766f2b), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:58.289876 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-81cf838a-8d5b-4bc1-a8d4-b631bb5388fb admin admin] Publish callbacks [] for security_group (a4441c37-1f95-456e-bee4-d65ceb766f2b), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:58.340754 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-81cf838a-8d5b-4bc1-a8d4-b631bb5388fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a4441c37-1f95-456e-bee4-d65ceb766f2b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:58.344006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-81cf838a-8d5b-4bc1-a8d4-b631bb5388fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:58.345949 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-81cf838a-8d5b-4bc1-a8d4-b631bb5388fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4441c37-1f95-456e-bee4-d65ceb766f2b HTTP/1.1" status: 204 len: 168 time: 0.1276855 Feb 11 06:30:58.355778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf838a-8d5b-4bc1-a8d4-b631bb5388fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4441c37-1f95-456e-bee4-d65ceb766f2b,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:58.684190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51808) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:58.735217 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-964e1c1d-60f4-493a-97bf-9c611b5b1889 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bb553a9774e4272846bfabf020996db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489728 Feb 11 06:30:58.737894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51810) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:58.794116 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a24c1f0b-66af-442a-b60f-b2b13c04605f admin admin] Publish callbacks [] for security_group (504d991f-c6ee-4c5e-a8e5-b1eefa62bcfc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:58.815779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a24c1f0b-66af-442a-b60f-b2b13c04605f admin admin] Publish callbacks [] for security_group (504d991f-c6ee-4c5e-a8e5-b1eefa62bcfc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:58.873480 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a24c1f0b-66af-442a-b60f-b2b13c04605f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (504d991f-c6ee-4c5e-a8e5-b1eefa62bcfc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:58.876670 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a24c1f0b-66af-442a-b60f-b2b13c04605f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:58.880282 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a24c1f0b-66af-442a-b60f-b2b13c04605f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/504d991f-c6ee-4c5e-a8e5-b1eefa62bcfc HTTP/1.1" status: 204 len: 168 time: 0.1391931 Feb 11 06:30:58.887978 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c1f0b-66af-442a-b60f-b2b13c04605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504d991f-c6ee-4c5e-a8e5-b1eefa62bcfc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:58.890613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5d509a49-6e5c-46d9-b616-16e368885265 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:30:58.918515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 5d509a49-6e5c-46d9-b616-16e368885265 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:30:58.918867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 5d509a49-6e5c-46d9-b616-16e368885265 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:30:58.919492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 21f69cb5-9de0-4959-89e6-8c36318737ff no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:30:58.944962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 21f69cb5-9de0-4959-89e6-8c36318737ff {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:30:58.945590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 21f69cb5-9de0-4959-89e6-8c36318737ff not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:30:59.647475 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51832) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:30:59.751666 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-380510556-network', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:30:59.779181 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Made reservation on behalf of 4ab4fadc26ed4d3783573edb5b9f9b8d for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:30:59.781787 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:59.790397 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:59.868843 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Publish callbacks [] for security_group (db0b1b47-d615-4ce5-a0af-9a1bfa1774d7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:59.873167 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (db0b1b47-d615-4ce5-a0af-9a1bfa1774d7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:59.897753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:30:59.912589 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:59.919177 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5f09602e-efd8-422b-8bd1-5cf3f8f78505), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:59.919532 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Added segment 5f09602e-efd8-422b-8bd1-5cf3f8f78505 of type vlan for network 6679620b-7511-487b-b9d6-b7312c431f09 Feb 11 06:30:59.964233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (6679620b-7511-487b-b9d6-b7312c431f09), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:59.990846 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (6679620b-7511-487b-b9d6-b7312c431f09), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:59.991813 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:59.992402 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.031068 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3824737 Feb 11 06:31:00.034919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51836) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:31:00.040098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Request body: {'subnet': {'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-380510556-subnet', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:31:00.059996 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d3edf-f3ff-486d-b220-174085b100fc admin admin] Pushing event updated for resources: {'Network': ['ID=6679620b-7511-487b-b9d6-b7312c431f09,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:00.061927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Made reservation on behalf of 4ab4fadc26ed4d3783573edb5b9f9b8d for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:31:00.065349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.072054 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 6679620b-7511-487b-b9d6-b7312c431f09 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:31:00.242214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (07cb2724-8f66-4f14-a211-e150437ed257), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.296065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07cb2724-8f66-4f14-a211-e150437ed257,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:00.311013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.311384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.311727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.312067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.312402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.312734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.313063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.313913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.314239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.314563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.314885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.315208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.315529 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:00.323938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Checking segment: {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:31:00.324300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Network hostable DHCP agents. Network: 6679620b-7511-487b-b9d6-b7312c431f09, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:31:00.341651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Network 6679620b-7511-487b-b9d6-b7312c431f09 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:31:00.351554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 6679620b-7511-487b-b9d6-b7312c431f09) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:00.357048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:00.357681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.361150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee506e13-8446-42ed-ae28-c27844e127f4 None None] Network 6679620b-7511-487b-b9d6-b7312c431f09 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:31:00.381207 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-62277308-7c8f-47cd-956b-7995f9486889 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3426278 Feb 11 06:31:00.381808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51838) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:31:00.386471 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:31:00.415766 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.416885 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.433967 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d4df1466-f6bb-438d-874f-dc815b3fd5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.482511 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-6679620b-7511-487b-b9d6-b7312c431f09', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:31:00.483746 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.484144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks [] for router_controller (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.655353 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks [] for router_gateway (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.674601 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Allocated IP 172.20.0.2 (6679620b-7511-487b-b9d6-b7312c431f09/07cb2724-8f66-4f14-a211-e150437ed257/3c00fdb3-5f02-487a-a491-cf61979948ca) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:31:00.836978 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Publish callbacks [] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.843096 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.885936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Network 6679620b-7511-487b-b9d6-b7312c431f09 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:31:00.886717 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks [] for router_gateway (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.888887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:00.892905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:31:00.899988 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Pushing event updated for resources: {'Port': ['ID=3c00fdb3-5f02-487a-a491-cf61979948ca,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:00.908264 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.962503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Attempting to bind port 3c00fdb3-5f02-487a-a491-cf61979948ca on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:31:00.962842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Attempting to bind port 3c00fdb3-5f02-487a-a491-cf61979948ca by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:31:00.963463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Attempting to bind port 3c00fdb3-5f02-487a-a491-cf61979948ca on network 6679620b-7511-487b-b9d6-b7312c431f09 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:31:00.968975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:31:00.969439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Checking segment: {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:31:00.969851 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.970308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Bound using segment: {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:31:00.970777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Bound port: 3c00fdb3-5f02-487a-a491-cf61979948ca, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:31:00.971161 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:01.022117 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Allocated IP 172.25.1.171 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/b5d9acb2-23a5-4cd9-a673-97beec38a8ce) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:31:01.037547 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] For port 3c00fdb3-5f02-487a-a491-cf61979948ca, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:31:01.040903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] For port 3c00fdb3-5f02-487a-a491-cf61979948ca, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3c00fdb3-5f02-487a-a491-cf61979948ca,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:31:01.052158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:01.121430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b44b1-906d-40f4-825a-7d0a29c1d378 None None] Pushing event updated for resources: {'Port': ['ID=3c00fdb3-5f02-487a-a491-cf61979948ca,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:01.158026 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks [] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:01.195923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:01.242999 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:31:01.246136 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:01.248898 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:31:01.257729 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Pushing event updated for resources: {'Port': ['ID=b5d9acb2-23a5-4cd9-a673-97beec38a8ce,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:01.342226 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:01.837794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks [] for router_gateway (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:02.086229 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:02.242484 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:31:02.243282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3cfa34-df8e-4d84-8011-6a199cc66a00 None None] Network 6679620b-7511-487b-b9d6-b7312c431f09 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:31:02.322955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cded99d5-6486-4644-a629-c11b5fc4a08e None None] Provisioning complete for port 3c00fdb3-5f02-487a-a491-cf61979948ca triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:02.323342 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cded99d5-6486-4644-a629-c11b5fc4a08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:02.364529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:31:02.382594 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Sync routers for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:31:02.383597 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:02.387689 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4f833546-aa1e-43f3-8ff4-00a02b43d5db admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0021315 Feb 11 06:31:02.388606 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51840) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:31:02.414126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:31:02.414702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:31:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:02.757899 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cded99d5-6486-4644-a629-c11b5fc4a08e None None] Current status of the port 3c00fdb3-5f02-487a-a491-cf61979948ca is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:02.758268 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cded99d5-6486-4644-a629-c11b5fc4a08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:02.779288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:31:02.910913 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:02.942109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cded99d5-6486-4644-a629-c11b5fc4a08e None None] For port 3c00fdb3-5f02-487a-a491-cf61979948ca, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3c00fdb3-5f02-487a-a491-cf61979948ca,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:02.960616 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cded99d5-6486-4644-a629-c11b5fc4a08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:02.996677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3c00fdb3-5f02-487a-a491-cf61979948ca up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:03.065503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.078443 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded99d5-6486-4644-a629-c11b5fc4a08e None None] Pushing event updated for resources: {'Port': ['ID=3c00fdb3-5f02-487a-a491-cf61979948ca,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:03.109490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1e5eaf09-bbc1-4b3e-a632-071a8a2273fa None None] Provisioning complete for port 3c00fdb3-5f02-487a-a491-cf61979948ca triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:03.110396 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1e5eaf09-bbc1-4b3e-a632-071a8a2273fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.115096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Allocated IP 172.20.0.1 (6679620b-7511-487b-b9d6-b7312c431f09/07cb2724-8f66-4f14-a211-e150437ed257/68e79dc3-9064-4814-a4ca-bbc0abcbcbeb) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:31:03.142538 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:01Z', 'revision_number': 3, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:03.175122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3c00fdb3-5f02-487a-a491-cf61979948ca triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:03.175521 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.182562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Checking router: 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:31:03.182922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Updating router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 port b5d9acb2-23a5-4cd9-a673-97beec38a8ce binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:31:03.231185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Publish callbacks [] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.245589 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.270806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.313700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Network 6679620b-7511-487b-b9d6-b7312c431f09 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:31:03.316078 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:03.319682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:31:03.345465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Pushing event updated for resources: {'Port': ['ID=68e79dc3-9064-4814-a4ca-bbc0abcbcbeb,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:03.372695 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.456944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1e5eaf09-bbc1-4b3e-a632-071a8a2273fa None None] Current status of the port 3c00fdb3-5f02-487a-a491-cf61979948ca is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:03.468907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3c00fdb3-5f02-487a-a491-cf61979948ca is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:03.581009 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.630838 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Publish callbacks [] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.636470 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.706300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd04b1-718d-40ff-b240-0c65d6300978 None None] Pushing event updated for resources: {'Port': ['ID=b5d9acb2-23a5-4cd9-a673-97beec38a8ce,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:03.716021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-18493f0a-52a8-4123-b68e-515af48c4530 None None] Provisioning complete for port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:03.716404 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-18493f0a-52a8-4123-b68e-515af48c4530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.720081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Attempting to bind port b5d9acb2-23a5-4cd9-a673-97beec38a8ce on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:31:03.720081 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Attempting to bind port b5d9acb2-23a5-4cd9-a673-97beec38a8ce by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:31:03.720427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Attempting to bind port b5d9acb2-23a5-4cd9-a673-97beec38a8ce on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:31:03.745497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:31:03.745882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:31:03.746331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.746691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:31:03.747179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Bound port: b5d9acb2-23a5-4cd9-a673-97beec38a8ce, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:31:03.747566 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.773140 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Publish callbacks [] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.779404 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.793569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-18493f0a-52a8-4123-b68e-515af48c4530 None None] Port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:31:03.822234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] For port b5d9acb2-23a5-4cd9-a673-97beec38a8ce, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:31:03.826789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] For port b5d9acb2-23a5-4cd9-a673-97beec38a8ce, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b5d9acb2-23a5-4cd9-a673-97beec38a8ce,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:31:03.835405 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.851785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Pushing event updated for resources: {'Port': ['ID=68e79dc3-9064-4814-a4ca-bbc0abcbcbeb,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:03.862016 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.896905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:31:03.897598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:31:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:03.937537 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd04b1-718d-40ff-b240-0c65d6300978 None None] Pushing event updated for resources: {'Port': ['ID=b5d9acb2-23a5-4cd9-a673-97beec38a8ce,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:03.968518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Network 6679620b-7511-487b-b9d6-b7312c431f09 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:31:03.970694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:04.034492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:04.046583 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:31:04.135209 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:31:04.275308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:31:04.285326 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d1e6998f-3c06-4693-8945-e9dbc2ad7eda admin admin] 10.222.0.31 "PUT /v2.0/routers/8826d060-d185-4a7f-9f4b-bd0dde2e78d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8905332 Feb 11 06:31:04.301350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 2, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:04.336491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fa9da-b4e2-4471-a25f-7ea264fe2e6c None None] The sync data for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 is: [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 2, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:31:04.348523 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9a152af1-d3da-49ed-93c4-af7605b7caec None None] Provisioning complete for port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:04.349142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9a152af1-d3da-49ed-93c4-af7605b7caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:04.388624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9a152af1-d3da-49ed-93c4-af7605b7caec None None] Port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:31:04.857762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 51856) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:31:04.863954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1060800742-network', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:31:04.889989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Made reservation on behalf of 28b502b9743a4842bfb76b2b3ecc5ef5 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:31:04.893654 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:04.905337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:04.926031 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3c00fdb3-5f02-487a-a491-cf61979948ca up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:05.002118 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Publish callbacks [] for security_group (6c19fdee-ebcb-4174-a77c-b52c74d5676d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.006627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 3c00fdb3-5f02-487a-a491-cf61979948ca triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:05.007339 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.008590 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6c19fdee-ebcb-4174-a77c-b52c74d5676d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.033236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:31:05.048772 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c19fdee-ebcb-4174-a77c-b52c74d5676d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:05.069563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c4c66218-d006-4f51-b042-6402c6061241), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.069920 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Added segment c4c66218-d006-4f51-b042-6402c6061241 of type vlan for network 5657cbcf-684f-4430-be9a-88179f887c45 Feb 11 06:31:05.116709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 3c00fdb3-5f02-487a-a491-cf61979948ca is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:05.119379 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (5657cbcf-684f-4430-be9a-88179f887c45), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.165981 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (5657cbcf-684f-4430-be9a-88179f887c45), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.170250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:05.170953 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.228217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51858) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:31:05.233272 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Request body: {'subnet': {'network_id': '5657cbcf-684f-4430-be9a-88179f887c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1060800742-subnet', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'ip_version': 4}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:31:05.238242 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3664122 Feb 11 06:31:05.266260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Made reservation on behalf of 28b502b9743a4842bfb76b2b3ecc5ef5 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:31:05.269278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.290730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75f808-5518-4e63-ad37-b883cbcddbce admin admin] Pushing event updated for resources: {'Network': ['ID=5657cbcf-684f-4430-be9a-88179f887c45,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:05.303034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 5657cbcf-684f-4430-be9a-88179f887c45 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:31:05.496590 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (33be0765-be00-4117-b0b8-b0089d0324f1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.549231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33be0765-be00-4117-b0b8-b0089d0324f1,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:05.568503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Checking segment: {'id': 'c4c66218-d006-4f51-b042-6402c6061241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:31:05.568875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Network hostable DHCP agents. Network: 5657cbcf-684f-4430-be9a-88179f887c45, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:31:05.597739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Network 5657cbcf-684f-4430-be9a-88179f887c45 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:31:05.611418 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 5657cbcf-684f-4430-be9a-88179f887c45) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:05.620614 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e90d97-747a-464e-a03a-ba15f6261c05 None None] Network 5657cbcf-684f-4430-be9a-88179f887c45 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:31:05.622908 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:05.623768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.644948 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0dff09db-0fdc-4c05-bc56-28c030d9693d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4133120 Feb 11 06:31:05.645277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51860) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:31:05.650817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:31:05.688110 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (9bfacc6c-230a-4e89-9803-6db265645c72), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.692191 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (9bfacc6c-230a-4e89-9803-6db265645c72), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.746651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-5657cbcf-684f-4430-be9a-88179f887c45', 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45', 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'fixed_ips': [{'subnet_id': '33be0765-be00-4117-b0b8-b0089d0324f1'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:31:05.747794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.771563 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks [] for router_controller (9bfacc6c-230a-4e89-9803-6db265645c72), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.910069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Allocated IP 172.20.0.2 (5657cbcf-684f-4430-be9a-88179f887c45/33be0765-be00-4117-b0b8-b0089d0324f1/8548e696-cfc2-47e7-a58e-1193748b8b5a) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:31:05.945522 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks [] for router_gateway (9bfacc6c-230a-4e89-9803-6db265645c72), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.103394 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Publish callbacks [] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.111788 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.165904 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Network 5657cbcf-684f-4430-be9a-88179f887c45 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:31:06.170444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:06.174090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:31:06.174802 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks [] for router_gateway (9bfacc6c-230a-4e89-9803-6db265645c72), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.181020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Pushing event updated for resources: {'Port': ['ID=8548e696-cfc2-47e7-a58e-1193748b8b5a,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:06.211089 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.246415 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Attempting to bind port 8548e696-cfc2-47e7-a58e-1193748b8b5a on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:31:06.246937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Attempting to bind port 8548e696-cfc2-47e7-a58e-1193748b8b5a by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c4c66218-d006-4f51-b042-6402c6061241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:31:06.247310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Attempting to bind port 8548e696-cfc2-47e7-a58e-1193748b8b5a on network 5657cbcf-684f-4430-be9a-88179f887c45 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:31:06.252716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:31:06.252716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Checking segment: {'id': 'c4c66218-d006-4f51-b042-6402c6061241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:31:06.253133 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.258007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Bound using segment: {'id': 'c4c66218-d006-4f51-b042-6402c6061241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:31:06.258007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Bound port: 8548e696-cfc2-47e7-a58e-1193748b8b5a, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c66218-d006-4f51-b042-6402c6061241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:31:06.258007 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.324716 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] For port 8548e696-cfc2-47e7-a58e-1193748b8b5a, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:31:06.328104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] For port 8548e696-cfc2-47e7-a58e-1193748b8b5a, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8548e696-cfc2-47e7-a58e-1193748b8b5a,segment=NetworkSegment(c4c66218-d006-4f51-b042-6402c6061241),segment_id=c4c66218-d006-4f51-b042-6402c6061241)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:31:06.336219 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.340166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Allocated IP 172.25.1.138 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/32518150-2a2f-4cfc-8fd4-13de02a09122) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:31:06.414927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa93527-71c1-4fb6-b0f6-6fafd61c0dd5 None None] Pushing event updated for resources: {'Port': ['ID=8548e696-cfc2-47e7-a58e-1193748b8b5a,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:06.479550 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks [] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.528626 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.609026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:31:06.613647 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:06.617145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:31:06.643227 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=32518150-2a2f-4cfc-8fd4-13de02a09122,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:06.913236 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks [] for router_gateway (9bfacc6c-230a-4e89-9803-6db265645c72), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.002903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8548e696-cfc2-47e7-a58e-1193748b8b5a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:07.006275 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Sync routers for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:31:07.023505 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:31:07.024384 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:31:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:07.061229 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8548e696-cfc2-47e7-a58e-1193748b8b5a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:07.061603 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.135818 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (9bfacc6c-230a-4e89-9803-6db265645c72), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.155340 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:31:07.177953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8548e696-cfc2-47e7-a58e-1193748b8b5a is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:07.178521 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.227692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 8548e696-cfc2-47e7-a58e-1193748b8b5a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8548e696-cfc2-47e7-a58e-1193748b8b5a,segment=NetworkSegment(c4c66218-d006-4f51-b042-6402c6061241),segment_id=c4c66218-d006-4f51-b042-6402c6061241)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:07.232850 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.233694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b5d9acb2-23a5-4cd9-a673-97beec38a8ce up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:07.299753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Router 9bfacc6c-230a-4e89-9803-6db265645c72 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:31:07.334353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=8548e696-cfc2-47e7-a58e-1193748b8b5a,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:07.348473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b5d9acb2-23a5-4cd9-a673-97beec38a8ce triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:07.348991 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.450926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b5d9acb2-23a5-4cd9-a673-97beec38a8ce is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:07.451416 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.454804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:31:07.469044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Sync routers for ids ['9bfacc6c-230a-4e89-9803-6db265645c72'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:31:07.483591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.485495 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-71f45338-8c98-4a53-9b99-950da7e70ff8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8390512 Feb 11 06:31:07.488168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 51862) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:31:07.505964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Routers {'9bfacc6c-230a-4e89-9803-6db265645c72'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:31:07.506754 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:31:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9bfacc6c-230a-4e89-9803-6db265645c72'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:07.563895 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port b5d9acb2-23a5-4cd9-a673-97beec38a8ce, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b5d9acb2-23a5-4cd9-a673-97beec38a8ce,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:07.578157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 2, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:07.582485 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.630753 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Checking router: 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:31:07.631158 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Updating router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:31:07.669620 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:07.983478 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=b5d9acb2-23a5-4cd9-a673-97beec38a8ce,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:08.007876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Set router 9bfacc6c-230a-4e89-9803-6db265645c72 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:31:08.089756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30051457-75ed-4b74-b680-84baaf49ef8d None None] Network 5657cbcf-684f-4430-be9a-88179f887c45 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:31:08.111552 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Publish callbacks [] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.119391 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.247380 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Pushing event updated for resources: {'Port': ['ID=68e79dc3-9064-4814-a4ca-bbc0abcbcbeb,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:08.260112 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.260457 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.260807 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.261232 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.261711 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.262201 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.262546 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.263059 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.263399 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.263731 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.264064 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.264624 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.264960 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:08.282467 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Attempting to bind port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:31:08.282852 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Attempting to bind port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:31:08.283390 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Attempting to bind port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb on network 6679620b-7511-487b-b9d6-b7312c431f09 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:31:08.289671 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:31:08.290066 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Checking segment: {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:31:08.290477 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.290874 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Bound using segment: {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:31:08.291353 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Bound port: 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:31:08.291742 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.373478 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] For port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:31:08.378172 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] For port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=68e79dc3-9064-4814-a4ca-bbc0abcbcbeb,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:31:08.387613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6508a0c5-96aa-4373-a332-e534b8ff5ad1 None None] Provisioning complete for port 8548e696-cfc2-47e7-a58e-1193748b8b5a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:08.388157 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6508a0c5-96aa-4373-a332-e534b8ff5ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.406911 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.480619 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14e064-97d9-4fb5-9aff-93a8830add6b None None] Pushing event updated for resources: {'Port': ['ID=68e79dc3-9064-4814-a4ca-bbc0abcbcbeb,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:08.509086 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:31:08.510006 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:31:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:08.656279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6508a0c5-96aa-4373-a332-e534b8ff5ad1 None None] Current status of the port 8548e696-cfc2-47e7-a58e-1193748b8b5a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:08.675224 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.739193 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:31:08.756483 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:05Z', 'updated_at': '2022-02-11T06:31:06Z', 'revision_number': 3, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'gw_port': {'id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:06Z', 'updated_at': '2022-02-11T06:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:08.817057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Checking router: 9bfacc6c-230a-4e89-9803-6db265645c72 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:31:08.817527 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Updating router 9bfacc6c-230a-4e89-9803-6db265645c72 port 32518150-2a2f-4cfc-8fd4-13de02a09122 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:31:08.901668 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.938241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Provisioning complete for port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:08.938625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.057503 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Allocated IP 172.20.0.1 (5657cbcf-684f-4430-be9a-88179f887c45/33be0765-be00-4117-b0b8-b0089d0324f1/45ccaf0b-921a-4f5f-a851-f0e4eb28e22f) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:31:09.076122 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8548e696-cfc2-47e7-a58e-1193748b8b5a up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:09.077813 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:08Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:09.114715 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d6f11-7d4d-45ed-a450-5e64910190e3 None None] The sync data for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 is: [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:08Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:31:09.196713 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Publish callbacks [] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.240320 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.268580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 8548e696-cfc2-47e7-a58e-1193748b8b5a triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:09.268961 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.277441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Current status of the port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:09.277627 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.297094 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Network 5657cbcf-684f-4430-be9a-88179f887c45 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:31:09.301063 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:09.305087 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:31:09.311070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Pushing event updated for resources: {'Port': ['ID=45ccaf0b-921a-4f5f-a851-f0e4eb28e22f,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:09.351698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (9bfacc6c-230a-4e89-9803-6db265645c72), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.403537 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Publish callbacks [] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.452739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] For port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=68e79dc3-9064-4814-a4ca-bbc0abcbcbeb,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:09.475911 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.541085 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.553698 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.557611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Pushing event updated for resources: {'Port': ['ID=68e79dc3-9064-4814-a4ca-bbc0abcbcbeb,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:09.598258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.599047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.601564 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.602347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.603070 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.603610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.604288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.605053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.605630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.606202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.606967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.607684 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.610864 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f559c-da8f-450e-a689-900393501cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:09.719007 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Attempting to bind port 32518150-2a2f-4cfc-8fd4-13de02a09122 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:31:09.720151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Attempting to bind port 32518150-2a2f-4cfc-8fd4-13de02a09122 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:31:09.720629 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Attempting to bind port 32518150-2a2f-4cfc-8fd4-13de02a09122 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:31:09.726447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a619f-6064-48ce-9aef-2b5f9a2c6f05 None None] Pushing event updated for resources: {'Port': ['ID=32518150-2a2f-4cfc-8fd4-13de02a09122,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:09.734768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 8548e696-cfc2-47e7-a58e-1193748b8b5a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:09.736309 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b5d9acb2-23a5-4cd9-a673-97beec38a8ce up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:09.763251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-22b659a6-9dfc-401c-99d3-8930a4e79193 None None] Provisioning complete for port 8548e696-cfc2-47e7-a58e-1193748b8b5a triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:09.764007 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22b659a6-9dfc-401c-99d3-8930a4e79193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.766567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:31:09.767244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:31:09.767904 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.768517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:31:09.769256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Bound port: 32518150-2a2f-4cfc-8fd4-13de02a09122, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:31:09.769882 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.807819 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Publish callbacks [] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.820636 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.901090 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Pushing event updated for resources: {'Port': ['ID=45ccaf0b-921a-4f5f-a851-f0e4eb28e22f,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:09.912199 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] For port 32518150-2a2f-4cfc-8fd4-13de02a09122, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:31:09.918052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b5d9acb2-23a5-4cd9-a673-97beec38a8ce triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:09.918518 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.941427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (9bfacc6c-230a-4e89-9803-6db265645c72), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.953232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] For port 32518150-2a2f-4cfc-8fd4-13de02a09122, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=32518150-2a2f-4cfc-8fd4-13de02a09122,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:31:09.966066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-22b659a6-9dfc-401c-99d3-8930a4e79193 None None] Current status of the port 8548e696-cfc2-47e7-a58e-1193748b8b5a is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:09.971014 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:10.034758 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-22b659a6-9dfc-401c-99d3-8930a4e79193 None None] Provisioning complete for port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:10.035077 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22b659a6-9dfc-401c-99d3-8930a4e79193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:10.071283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Network 5657cbcf-684f-4430-be9a-88179f887c45 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:31:10.072974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:10.085106 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a619f-6064-48ce-9aef-2b5f9a2c6f05 None None] Pushing event updated for resources: {'Port': ['ID=32518150-2a2f-4cfc-8fd4-13de02a09122,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:10.095024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Routers {'9bfacc6c-230a-4e89-9803-6db265645c72'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:31:10.095760 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:31:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9bfacc6c-230a-4e89-9803-6db265645c72'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:10.295724 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Router 9bfacc6c-230a-4e89-9803-6db265645c72 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:31:10.302366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b5d9acb2-23a5-4cd9-a673-97beec38a8ce is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:10.303521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:10.309987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] Set router 9bfacc6c-230a-4e89-9803-6db265645c72 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:31:10.433564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:31:10.445906 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8aadc6e5-7624-41d9-8033-26d857a28b48 admin admin] 10.222.0.31 "PUT /v2.0/routers/9bfacc6c-230a-4e89-9803-6db265645c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9493649 Feb 11 06:31:10.496769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-22b659a6-9dfc-401c-99d3-8930a4e79193 None None] Current status of the port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:10.535869 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:10.536364 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:10.783025 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-99f51476-d988-411f-92b0-92a60e45be66 None None] Provisioning complete for port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:10.783411 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-99f51476-d988-411f-92b0-92a60e45be66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:10.898636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-99f51476-d988-411f-92b0-92a60e45be66 None None] Port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:31:10.909721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:10.924756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:05Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 4, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'gw_port': {'id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:06Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '45ccaf0b-921a-4f5f-a851-f0e4eb28e22f', 'name': '', 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'mac_address': 'fa:16:3e:01:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:08Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 2, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'subnets': [{'id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:10.952851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a4cab6-c1e8-4dcd-b879-7a2863327c13 None None] The sync data for ids ['9bfacc6c-230a-4e89-9803-6db265645c72'] in n-d-715271-35 is: [{'id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:05Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 4, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'gw_port': {'id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:06Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '45ccaf0b-921a-4f5f-a851-f0e4eb28e22f', 'name': '', 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'mac_address': 'fa:16:3e:01:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:08Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 2, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'subnets': [{'id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:31:10.999048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:11.080278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:11.080668 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:11.169767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:13.065084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 32518150-2a2f-4cfc-8fd4-13de02a09122 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:13.127634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 32518150-2a2f-4cfc-8fd4-13de02a09122 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:13.128504 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:13.262019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 32518150-2a2f-4cfc-8fd4-13de02a09122 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:13.262855 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:13.302116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 32518150-2a2f-4cfc-8fd4-13de02a09122, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=32518150-2a2f-4cfc-8fd4-13de02a09122,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:13.309968 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:13.373517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=32518150-2a2f-4cfc-8fd4-13de02a09122,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:13.696460 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Sync routers for ids ['9bfacc6c-230a-4e89-9803-6db265645c72'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:31:13.714332 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Routers {'9bfacc6c-230a-4e89-9803-6db265645c72'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:31:13.715068 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:31:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9bfacc6c-230a-4e89-9803-6db265645c72'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:13.856111 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Set router 9bfacc6c-230a-4e89-9803-6db265645c72 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:31:14.101217 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:05Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 4, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'gw_port': {'id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:06Z', 'updated_at': '2022-02-11T06:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '45ccaf0b-921a-4f5f-a851-f0e4eb28e22f', 'name': '', 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'mac_address': 'fa:16:3e:01:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:08Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 2, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'subnets': [{'id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:14.138667 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Checking router: 9bfacc6c-230a-4e89-9803-6db265645c72 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:31:14.139220 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Updating router 9bfacc6c-230a-4e89-9803-6db265645c72 port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:31:14.174648 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:14.655487 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Publish callbacks [] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:14.673177 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:14.820805 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91793c63-802b-4ddb-ada8-28548e69bf20 None None] Pushing event updated for resources: {'Port': ['ID=45ccaf0b-921a-4f5f-a851-f0e4eb28e22f,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:14.835827 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Attempting to bind port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:31:14.836560 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Attempting to bind port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c4c66218-d006-4f51-b042-6402c6061241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:31:14.837195 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Attempting to bind port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f on network 5657cbcf-684f-4430-be9a-88179f887c45 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:31:14.843735 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:31:14.844779 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Checking segment: {'id': 'c4c66218-d006-4f51-b042-6402c6061241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:31:14.845443 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:14.846071 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Bound using segment: {'id': 'c4c66218-d006-4f51-b042-6402c6061241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:31:14.846794 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Bound port: 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c66218-d006-4f51-b042-6402c6061241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:31:14.847399 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:14.939544 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] For port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:31:14.955576 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] For port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=45ccaf0b-921a-4f5f-a851-f0e4eb28e22f,segment=NetworkSegment(c4c66218-d006-4f51-b042-6402c6061241),segment_id=c4c66218-d006-4f51-b042-6402c6061241)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:31:14.967756 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:15.054050 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Routers {'9bfacc6c-230a-4e89-9803-6db265645c72'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:31:15.055007 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:31:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9bfacc6c-230a-4e89-9803-6db265645c72'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:15.060520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 32518150-2a2f-4cfc-8fd4-13de02a09122 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:15.147279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 32518150-2a2f-4cfc-8fd4-13de02a09122 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:15.147667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:15.211024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b0193e86-b12f-425d-9d6f-d70e1edc5df2 None None] Provisioning complete for port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:15.211415 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b0193e86-b12f-425d-9d6f-d70e1edc5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:15.326337 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91793c63-802b-4ddb-ada8-28548e69bf20 None None] Pushing event updated for resources: {'Port': ['ID=45ccaf0b-921a-4f5f-a851-f0e4eb28e22f,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:15.358734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 32518150-2a2f-4cfc-8fd4-13de02a09122 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:15.386246 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] Set router 9bfacc6c-230a-4e89-9803-6db265645c72 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:31:15.405797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b0193e86-b12f-425d-9d6f-d70e1edc5df2 None None] Current status of the port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:15.406349 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b0193e86-b12f-425d-9d6f-d70e1edc5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:15.470683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b0193e86-b12f-425d-9d6f-d70e1edc5df2 None None] For port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=45ccaf0b-921a-4f5f-a851-f0e4eb28e22f,segment=NetworkSegment(c4c66218-d006-4f51-b042-6402c6061241),segment_id=c4c66218-d006-4f51-b042-6402c6061241)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:15.477775 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b0193e86-b12f-425d-9d6f-d70e1edc5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:15.542003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0193e86-b12f-425d-9d6f-d70e1edc5df2 None None] Pushing event updated for resources: {'Port': ['ID=45ccaf0b-921a-4f5f-a851-f0e4eb28e22f,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:15.638330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4df407b6-a6c2-41b3-9d8f-e20e78232384 None None] Provisioning complete for port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:15.638707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4df407b6-a6c2-41b3-9d8f-e20e78232384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:15.736295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4df407b6-a6c2-41b3-9d8f-e20e78232384 None None] Current status of the port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:15.750214 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:05Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 4, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'gw_port': {'id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:06Z', 'updated_at': '2022-02-11T06:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '45ccaf0b-921a-4f5f-a851-f0e4eb28e22f', 'name': '', 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'mac_address': 'fa:16:3e:01:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:08Z', 'updated_at': '2022-02-11T06:31:14Z', 'revision_number': 4, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'subnets': [{'id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:31:15.785735 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fb411-c207-4bcf-855c-ec5425c1f335 None None] The sync data for ids ['9bfacc6c-230a-4e89-9803-6db265645c72'] in n-d-715271-35 is: [{'id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:05Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 4, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'gw_port': {'id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:06Z', 'updated_at': '2022-02-11T06:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '45ccaf0b-921a-4f5f-a851-f0e4eb28e22f', 'name': '', 'network_id': '5657cbcf-684f-4430-be9a-88179f887c45', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'mac_address': 'fa:16:3e:01:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:08Z', 'updated_at': '2022-02-11T06:31:14Z', 'revision_number': 4, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'subnets': [{'id': '33be0765-be00-4117-b0b8-b0089d0324f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:31:16.056076 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:31:17.175396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:17.295035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:17.296177 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:17.400050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:22.213705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-30a46c16-ac61-409d-afd1-b2db6ce93947 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:22.216419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-30a46c16-ac61-409d-afd1-b2db6ce93947 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/networks?id=6679620b-7511-487b-b9d6-b7312c431f09 HTTP/1.1" status: 200 len: 814 time: 0.1107621 Feb 11 06:31:22.230949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-736b4807-de72-4376-bd69-089f39ca640d tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/quotas/4ab4fadc26ed4d3783573edb5b9f9b8d HTTP/1.1" status: 200 len: 375 time: 0.0094726 Feb 11 06:31:22.287009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-c3dcf46f-fdce-4687-beb4-5af637600872 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500896 Feb 11 06:31:22.381441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-7a6d7105-03ae-4979-a07e-38a46a975665 service neutron] 10.222.0.31 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827270 Feb 11 06:31:22.473989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-d664f9b0-c5ca-4935-a040-0ee50c137858 service neutron] 10.222.0.31 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865271 Feb 11 06:31:22.714887 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:23.649935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a639ccf1-fe85-4756-8d93-252d97948cba req-7ce471bd-53da-4548-be0a-e81c5b01bb43 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Feb 11 06:31:23.728059 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:24.779415 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b63c4c71-540b-4cad-bd1b-64928634dd1f req-cb83c523-9933-4228-aea6-9e855862fc32 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 210 time: 0.0473173 Feb 11 06:31:24.894650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-17374e45-a937-4e05-a478-6daa08de0939 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:24.896339 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-17374e45-a937-4e05-a478-6daa08de0939 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.72 "GET /v2.0/networks?id=6679620b-7511-487b-b9d6-b7312c431f09 HTTP/1.1" status: 200 len: 814 time: 0.1490381 Feb 11 06:31:24.912143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'port': {'device_id': '16300459-cb2f-4dec-8789-b782036cdf13', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'admin_state_up': True, 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:31:25.039486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Made reservation on behalf of 4ab4fadc26ed4d3783573edb5b9f9b8d for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:31:25.043285 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:25.193390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Allocated IP 172.20.0.12 (6679620b-7511-487b-b9d6-b7312c431f09/07cb2724-8f66-4f14-a211-e150437ed257/6d157e1b-fb69-4591-977c-73ebbe1f09c4) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:31:25.745639 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:25.784043 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:25.838534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Network 6679620b-7511-487b-b9d6-b7312c431f09 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:31:25.842888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:31:25.846299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:31:25.910261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'Port': ['ID=6d157e1b-fb69-4591-977c-73ebbe1f09c4,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:25.924973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:25.925744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:25.946174 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e1c74d42-4348-402b-8ffc-de6c969821f7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0377450 Feb 11 06:31:26.083673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-79297fb2-45e8-4ae5-adfa-bf367b81e2a6 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:31:26.085619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-79297fb2-45e8-4ae5-adfa-bf367b81e2a6 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163217 Feb 11 06:31:26.100291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e358ded-27d7-4c6a-8486-3e805e4f0cc1 req-34af642a-0f36-47b2-8c21-e5d48bc710ca tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:26.102589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e358ded-27d7-4c6a-8486-3e805e4f0cc1 req-34af642a-0f36-47b2-8c21-e5d48bc710ca tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 932 time: 0.1290350 Feb 11 06:31:26.108398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Request body: {'port': {'device_id': '16300459-cb2f-4dec-8789-b782036cdf13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:31:26.230555 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:26.258969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e358ded-27d7-4c6a-8486-3e805e4f0cc1 req-c78e7141-f45f-439e-8cb4-9c8fb2e95bc3 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451766 Feb 11 06:31:26.329807 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-18d5518b-51ae-4797-9bbb-c4ff73241782 None None] Provisioning complete for port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:26.333389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-18d5518b-51ae-4797-9bbb-c4ff73241782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:26.440375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-18d5518b-51ae-4797-9bbb-c4ff73241782 None None] Port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:31:26.624541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d157e1b-fb69-4591-977c-73ebbe1f09c4 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:31:26.655502 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Publish callbacks [] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:26.673349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Transition to ACTIVE for port object 6d157e1b-fb69-4591-977c-73ebbe1f09c4 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:31:26.680883 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:26.797423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Pushing event updated for resources: {'Port': ['ID=6d157e1b-fb69-4591-977c-73ebbe1f09c4,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:26.889598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Attempting to bind port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:31:26.890850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Attempting to bind port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:31:26.891345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Attempting to bind port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 on network 6679620b-7511-487b-b9d6-b7312c431f09 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:31:26.897511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 on network 6679620b-7511-487b-b9d6-b7312c431f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:31:26.897843 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Attempting to bind port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 on network 6679620b-7511-487b-b9d6-b7312c431f09 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:31:26.908654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:31:26.909019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Checking segment: {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:31:26.909438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Bound using segment: {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:31:26.909975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Bound port: 6d157e1b-fb69-4591-977c-73ebbe1f09c4, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f09602e-efd8-422b-8bd1-5cf3f8f78505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:31:26.910349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:27.020958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] For port 6d157e1b-fb69-4591-977c-73ebbe1f09c4, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:31:27.028520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] For port 6d157e1b-fb69-4591-977c-73ebbe1f09c4, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:31:27.046123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:27.176450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:27.177595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:27.179313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] 10.222.0.72 "PUT /v2.0/ports/6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 1093 time: 1.0755377 Feb 11 06:31:27.179963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:31:27.195174 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd73293-ee9b-4074-8a3f-b7992666d071" -d '{"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:31:27.282520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492a3b5-684a-4ac8-986b-dfa60e689886 service neutron] Pushing event updated for resources: {'Port': ['ID=6d157e1b-fb69-4591-977c-73ebbe1f09c4,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:27.369830 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2ac354-9abd-4040-ba5f-70c2d9754641 x-openstack-request-id: req-5a2ac354-9abd-4040-ba5f-70c2d9754641 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:31:27.370130 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:31:27.370395 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a2ac354-9abd-4040-ba5f-70c2d9754641 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:31:27.370809 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'status': 'completed', 'code': 200} Feb 11 06:31:27.503447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce788c2-45b9-4f12-870a-ebb927dc98d2 req-7ff2824d-5991-4cab-82ed-b13e99f09aac tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:27.520323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dce788c2-45b9-4f12-870a-ebb927dc98d2 req-7ff2824d-5991-4cab-82ed-b13e99f09aac tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 944 time: 0.1390173 Feb 11 06:31:27.630664 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dce788c2-45b9-4f12-870a-ebb927dc98d2 req-d80b8cbb-3ae5-417c-a1eb-f0d9b4299ed3 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044524 Feb 11 06:31:27.650122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd73293-ee9b-4074-8a3f-b7992666d071 req-d5ff5eb1-a719-4587-9ddd-8483cc4cb493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:27.651630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fd73293-ee9b-4074-8a3f-b7992666d071 req-d5ff5eb1-a719-4587-9ddd-8483cc4cb493 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1127 time: 0.0899525 Feb 11 06:31:27.820458 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2b25633-a867-4e9e-9d57-8ce345165f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:27.955034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd73293-ee9b-4074-8a3f-b7992666d071 req-ac581dc8-a8bd-4829-a4ba-9c1df2329725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:27.957414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fd73293-ee9b-4074-8a3f-b7992666d071 req-ac581dc8-a8bd-4829-a4ba-9c1df2329725 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2806447 Feb 11 06:31:28.761747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87e512-451f-440e-b14a-bcf1878e7259 req-ebe42035-9722-4280-96d3-e572bf9995c3 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:28.770185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c87e512-451f-440e-b14a-bcf1878e7259 req-ebe42035-9722-4280-96d3-e572bf9995c3 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0718019 Feb 11 06:31:28.817929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c87e512-451f-440e-b14a-bcf1878e7259 req-c4358a29-454e-40ad-a0ef-40db1c7fab89 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467670 Feb 11 06:31:29.966297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea30912-a2fd-4504-a30b-5e55738a0f3d req-0b80c114-1012-4063-8af3-79188c2bf0a3 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:29.967708 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ea30912-a2fd-4504-a30b-5e55738a0f3d req-0b80c114-1012-4063-8af3-79188c2bf0a3 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0602214 Feb 11 06:31:30.035620 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ea30912-a2fd-4504-a30b-5e55738a0f3d req-9adcf6ab-e954-425c-8919-490aecd78e00 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608876 Feb 11 06:31:30.393418 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ed7ccf1b-fda2-4662-9208-a25f35d8637b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:31.283086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f5cb2-2b36-4f55-baab-9f8772d1cca6 req-81b7ee61-bf08-487c-a01e-8cdbeabe91a0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:31.291373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-480f5cb2-2b36-4f55-baab-9f8772d1cca6 req-81b7ee61-bf08-487c-a01e-8cdbeabe91a0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 944 time: 0.1164527 Feb 11 06:31:31.354617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-480f5cb2-2b36-4f55-baab-9f8772d1cca6 req-6a99acdb-8967-4569-bdd0-6ccded0d34d5 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615249 Feb 11 06:31:31.363703 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:32.549613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29cdc5-1d13-4d12-ae1c-e042b35a3e84 req-b3c06b8c-01b6-4362-8ea0-cf86389b084c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:32.563876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac29cdc5-1d13-4d12-ae1c-e042b35a3e84 req-b3c06b8c-01b6-4362-8ea0-cf86389b084c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0970223 Feb 11 06:31:32.648161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ac29cdc5-1d13-4d12-ae1c-e042b35a3e84 req-590b81ab-220d-447c-ad97-22b448777fa0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817266 Feb 11 06:31:33.018675 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:33.660062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd73293-ee9b-4074-8a3f-b7992666d071 req-6ebf4e2a-82f9-43ca-8e22-2161b3177f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:33.661959 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fd73293-ee9b-4074-8a3f-b7992666d071 req-6ebf4e2a-82f9-43ca-8e22-2161b3177f7d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609978 Feb 11 06:31:33.797578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e55c8-ae93-4111-b5f3-e8c5a9442b4c req-da45bda0-42aa-4757-b871-e51de79df0f6 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:33.799059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b80e55c8-ae93-4111-b5f3-e8c5a9442b4c req-da45bda0-42aa-4757-b871-e51de79df0f6 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0851438 Feb 11 06:31:33.801926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-cbb9645d-ca43-46dd-bd31-1801394d9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:33.803478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-cbb9645d-ca43-46dd-bd31-1801394d9807 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1127 time: 0.0997009 Feb 11 06:31:33.855512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-88d4fae4-2a6b-485c-ad7f-f5e720cbcf24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 217 time: 0.0422480 Feb 11 06:31:33.911584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b80e55c8-ae93-4111-b5f3-e8c5a9442b4c req-f0a2a10d-4249-4523-b38c-2cf165d3bfe7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049044 Feb 11 06:31:33.922829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-057f725f-c7fd-4c7f-9378-070e9d11bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:33.924374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-057f725f-c7fd-4c7f-9378-070e9d11bd1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07cb2724-8f66-4f14-a211-e150437ed257 HTTP/1.1" status: 200 len: 853 time: 0.0572512 Feb 11 06:31:33.974551 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-beeb8bce-d3bc-4534-b1bc-352984da24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:33.976135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-beeb8bce-d3bc-4534-b1bc-352984da24fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6679620b-7511-487b-b9d6-b7312c431f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446260 Feb 11 06:31:34.008699 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:34.075376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-efe8ad09-30a3-4f8c-81a0-4bef32416577 service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921946 Feb 11 06:31:34.166774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab537f1c-db2f-4ebf-bc5b-28764375cf9b req-e5f14e2c-d665-4db7-95aa-e1299d107462 service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847878 Feb 11 06:31:35.037730 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14f0ad-ff01-4d1b-afb4-04adc20475fe req-7fd7d433-0128-436a-a9c9-71ca3cb591f2 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:35.039389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d14f0ad-ff01-4d1b-afb4-04adc20475fe req-7fd7d433-0128-436a-a9c9-71ca3cb591f2 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0576785 Feb 11 06:31:35.086235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2d14f0ad-ff01-4d1b-afb4-04adc20475fe req-084ffbe6-99b7-4299-8a28-17c6d0738775 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Feb 11 06:31:36.211342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451a4b5-6406-43e4-9f3a-187a086d5fd0 req-3481e105-9a40-463b-9c9f-4b02a80f42f9 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:36.213749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2451a4b5-6406-43e4-9f3a-187a086d5fd0 req-3481e105-9a40-463b-9c9f-4b02a80f42f9 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0549157 Feb 11 06:31:36.265850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2451a4b5-6406-43e4-9f3a-187a086d5fd0 req-9e99556c-2e78-4d13-8fac-a4ed359b24a0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458951 Feb 11 06:31:37.384127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75e4da-6472-4ffa-94b0-112c9693e55a req-68da2172-3212-4d82-a698-f2bfdbfe70a0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:37.385695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d75e4da-6472-4ffa-94b0-112c9693e55a req-68da2172-3212-4d82-a698-f2bfdbfe70a0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0513055 Feb 11 06:31:37.438061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d75e4da-6472-4ffa-94b0-112c9693e55a req-5000a0f4-968e-4962-bc49-ac5125849054 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Feb 11 06:31:37.995581 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d157e1b-fb69-4591-977c-73ebbe1f09c4 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:31:38.103352 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6d157e1b-fb69-4591-977c-73ebbe1f09c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:38.114397 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'port_id': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'mac_address': 'fa:16:3e:9a:df:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:31:38.152425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:38.152821 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:38.165613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d157e1b-fb69-4591-977c-73ebbe1f09c4 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:31:38.184124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6d157e1b-fb69-4591-977c-73ebbe1f09c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:38.188811 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:38.235804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6d157e1b-fb69-4591-977c-73ebbe1f09c4,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:38.410301 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6d157e1b-fb69-4591-977c-73ebbe1f09c4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:31:38.566818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356e3fe-b7fd-40ec-be4a-41bcb3af8baa req-f07c95d1-fcb3-4b99-a3e1-093b39bdb1a0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:38.568454 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c356e3fe-b7fd-40ec-be4a-41bcb3af8baa req-f07c95d1-fcb3-4b99-a3e1-093b39bdb1a0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 945 time: 0.0549996 Feb 11 06:31:38.615037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c356e3fe-b7fd-40ec-be4a-41bcb3af8baa req-784f2443-1075-4522-a132-d643e5a45ffe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Feb 11 06:31:39.734957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083571-0647-4b94-bc61-6fad7c0a5d9e req-a6d33190-2b76-43e5-bb74-c666c9633039 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:39.736457 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e083571-0647-4b94-bc61-6fad7c0a5d9e req-a6d33190-2b76-43e5-bb74-c666c9633039 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 945 time: 0.0530162 Feb 11 06:31:39.783901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e083571-0647-4b94-bc61-6fad7c0a5d9e req-3d1b1b5a-f5ad-48b4-b9e3-e5ab67d4568e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417435 Feb 11 06:31:40.009683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d157e1b-fb69-4591-977c-73ebbe1f09c4 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:40.060808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:31:40.065843 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:40.066259 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:40.147980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:40.148368 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:40.171442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:31:40.173723 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c127e75-a418-4ec3-8c27-eda9da797488" -d '{"events": [{"server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "name": "network-vif-plugged", "status": "completed", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:31:40.185710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 6d157e1b-fb69-4591-977c-73ebbe1f09c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:40.190853 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:40.222767 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22c612c-e18d-4292-87b3-c38c9c33fb2b x-openstack-request-id: req-e22c612c-e18d-4292-87b3-c38c9c33fb2b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:31:40.223053 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "name": "network-vif-plugged", "status": "completed", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:31:40.223317 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e22c612c-e18d-4292-87b3-c38c9c33fb2b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:31:40.225219 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'code': 200} Feb 11 06:31:40.244923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=6d157e1b-fb69-4591-977c-73ebbe1f09c4,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:40.336015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5f6db-f435-428f-bab8-4cf1956a15a6 req-aa1ce236-47fe-44cb-80de-937e43508a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:40.337472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06d5f6db-f435-428f-bab8-4cf1956a15a6 req-aa1ce236-47fe-44cb-80de-937e43508a7c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1129 time: 0.0532560 Feb 11 06:31:40.379044 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-06d5f6db-f435-428f-bab8-4cf1956a15a6 req-2af2d128-d784-477a-b83d-2a899f4092f4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360625 Feb 11 06:31:40.905514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f184b-e9f2-4a88-b61e-2b7466f014b7 req-4ef0c61a-e3e8-4150-abcb-daf33bd02e08 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:40.907053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-149f184b-e9f2-4a88-b61e-2b7466f014b7 req-4ef0c61a-e3e8-4150-abcb-daf33bd02e08 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0557494 Feb 11 06:31:40.960388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-149f184b-e9f2-4a88-b61e-2b7466f014b7 req-9ac6873c-fdec-4c13-9bec-d2aea38a9f0f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477850 Feb 11 06:31:42.086869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3004c3-8316-422b-8662-0a54d29e25f7 req-1b43ce26-f8cb-43e8-b588-54a634ac76da tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:42.088336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a3004c3-8316-422b-8662-0a54d29e25f7 req-1b43ce26-f8cb-43e8-b588-54a634ac76da tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0575027 Feb 11 06:31:42.134639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a3004c3-8316-422b-8662-0a54d29e25f7 req-097576a2-daec-416b-9af9-d4cbe7c6d77e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Feb 11 06:31:42.252732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4004c-ceae-4cd4-98aa-c6a87f19efe0 req-e754651f-519b-418a-9427-dd9131e1b6bb tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:42.256796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fc4004c-ceae-4cd4-98aa-c6a87f19efe0 req-e754651f-519b-418a-9427-dd9131e1b6bb tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0539246 Feb 11 06:31:42.300819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fc4004c-ceae-4cd4-98aa-c6a87f19efe0 req-1b25e0f1-6b18-45c5-8746-b20528654e27 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405672 Feb 11 06:31:42.495557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cd975-42ab-48f9-acbb-eefe4c707f9c req-3d3a97e6-2364-4e37-b38e-ee041a658ca5 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:42.497034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b30cd975-42ab-48f9-acbb-eefe4c707f9c req-3d3a97e6-2364-4e37-b38e-ee041a658ca5 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0532520 Feb 11 06:31:42.547526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b30cd975-42ab-48f9-acbb-eefe4c707f9c req-5689013c-116c-43cf-a842-fc7c4912d1ab tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 Feb 11 06:31:52.729245 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:53.049095 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:31:53.725494 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:57.815455 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e99a6cc6-fab1-4e29-ba57-32c3dc34955b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:00.385287 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-14e4f09a-27a0-4dea-bb5b-06dbf9d7b827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:01.333668 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:01.403797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2829-36d4-40a1-a5e8-1cf03da4a7ca req-d959500a-6fb2-4ef3-adc2-82dd93a0a1df tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:01.405865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33cc2829-36d4-40a1-a5e8-1cf03da4a7ca req-d959500a-6fb2-4ef3-adc2-82dd93a0a1df tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0561342 Feb 11 06:32:01.452473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33cc2829-36d4-40a1-a5e8-1cf03da4a7ca req-5ead30f4-bbbd-4818-9b30-9771dcbb0595 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Feb 11 06:32:01.475588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52074) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:01.561821 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796312a4-5636-4800-a0bd-a877a2f24241 tempest-TestMinimumBasicScenario-1812063803 tempest-TestMinimumBasicScenario-1812063803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:01.563496 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-796312a4-5636-4800-a0bd-a877a2f24241 tempest-TestMinimumBasicScenario-1812063803 tempest-TestMinimumBasicScenario-1812063803-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1124 time: 0.0868614 Feb 11 06:32:01.566378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52078) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:01.570892 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:01.594868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:01.697023 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:01.807280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Allocated IP 172.25.1.216 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/99a7afaf-5824-45d1-b18b-05392ee18f19) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:32:01.914381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for port (99a7afaf-5824-45d1-b18b-05392ee18f19), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:01.947874 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (99a7afaf-5824-45d1-b18b-05392ee18f19), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:01.987185 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:32:01.990153 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:32:01.993285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:32:02.021883 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'Port': ['ID=99a7afaf-5824-45d1-b18b-05392ee18f19,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:02.034870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.035226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.035573 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.035913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.036250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.036581 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.036916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.037295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.037618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.037952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.038277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.038598 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.038922 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:02.508926 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for floatingip (8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:02.610452 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (99a7afaf-5824-45d1-b18b-05392ee18f19), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:02.758244 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for port (99a7afaf-5824-45d1-b18b-05392ee18f19), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:02.762961 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (99a7afaf-5824-45d1-b18b-05392ee18f19), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:02.830270 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'Port': ['ID=99a7afaf-5824-45d1-b18b-05392ee18f19,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:02.842017 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:02.944071 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Floating IP 8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe associated. External IP: 172.25.1.216, port: 6d157e1b-fb69-4591-977c-73ebbe1f09c4. Feb 11 06:32:03.013890 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.437046 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:32:03.547066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:32:03.557693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] Sync routers for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:32:03.566007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.570119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:32:03.570761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:32:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:32:03.600865 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4e012294-fa55-456e-a47d-6085d8096abe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0334413 Feb 11 06:32:03.601507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:32:03.603897 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43705c6a-510a-4efb-a974-8062ac4c2a12" -d '{"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:32:03.604062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52082) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:03.620313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640515156', 'description': 'tempest-secgroup-smoke-640515156 description', 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:03.647309 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.696887 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:32:03.733673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group (dea60046-9ec9-4dd7-8e26-4f679d835aaf), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.738201 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dea60046-9ec9-4dd7-8e26-4f679d835aaf), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.772814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.774178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1687219 Feb 11 06:32:03.777376 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52088) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:03.784102 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a30fa6d5-f0fb-4e7e-b361-f65f60c81476 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'security_group_rule': {'security_group_id': 'dea60046-9ec9-4dd7-8e26-4f679d835aaf', 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:03.792508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea60046-9ec9-4dd7-8e26-4f679d835aaf,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:03.802380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.802820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.803491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.803958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.804842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.805220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.805622 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.805967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.806395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.806749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.807091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.807479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.807819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a7067-ed52-4654-b3b2-f30e94f79546 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:03.851939 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a30fa6d5-f0fb-4e7e-b361-f65f60c81476 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (4542969e-6082-428a-bdbd-806a84f0791c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.857534 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8036d82-e785-40e1-972c-b36b471083be x-openstack-request-id: req-b8036d82-e785-40e1-972c-b36b471083be {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:32:03.857838 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:32:03.858135 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8036d82-e785-40e1-972c-b36b471083be {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:32:03.858544 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'status': 'completed', 'code': 200} Feb 11 06:32:03.921153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a30fa6d5-f0fb-4e7e-b361-f65f60c81476 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (4542969e-6082-428a-bdbd-806a84f0791c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.926983 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a30fa6d5-f0fb-4e7e-b361-f65f60c81476 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (4542969e-6082-428a-bdbd-806a84f0791c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.941065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-27bf81d1-f539-442c-a8a9-991d986a4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:03.942626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-27bf81d1-f539-442c-a8a9-991d986a4e2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1129 time: 0.0610261 Feb 11 06:32:03.959071 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fa6d5-f0fb-4e7e-b361-f65f60c81476 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4542969e-6082-428a-bdbd-806a84f0791c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:03.969461 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a30fa6d5-f0fb-4e7e-b361-f65f60c81476 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.970909 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a30fa6d5-f0fb-4e7e-b361-f65f60c81476 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923177 Feb 11 06:32:03.973972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52090) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:03.983433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4c4fcac5-9a7b-4579-ac22-0b3d8c6f32ed tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'security_group_rule': {'security_group_id': 'dea60046-9ec9-4dd7-8e26-4f679d835aaf', 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:04.016615 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c4fcac5-9a7b-4579-ac22-0b3d8c6f32ed tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (f24f95db-f157-465d-9404-06a7dbd1db89), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.039681 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.045037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'port_id': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'mac_address': 'fa:16:3e:9a:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16300459-cb2f-4dec-8789-b782036cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:32:02Z', 'updated_at': '2022-02-11T06:32:02Z', 'revision_number': 0, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 5, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:32:04.079366 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] Checking router: 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:32:04.081077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-b76f174b-195b-47d9-b5ce-342728d48072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:04.085802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-b76f174b-195b-47d9-b5ce-342728d48072 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6679620b-7511-487b-b9d6-b7312c431f09 HTTP/1.1" status: 200 len: 915 time: 0.1357036 Feb 11 06:32:04.089011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:32:04.089686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:32:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:32:04.094767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c4fcac5-9a7b-4579-ac22-0b3d8c6f32ed tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (f24f95db-f157-465d-9404-06a7dbd1db89), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.099143 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c4fcac5-9a7b-4579-ac22-0b3d8c6f32ed tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f24f95db-f157-465d-9404-06a7dbd1db89), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.124373 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fcac5-9a7b-4579-ac22-0b3d8c6f32ed tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24f95db-f157-465d-9404-06a7dbd1db89,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:04.138135 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4c4fcac5-9a7b-4579-ac22-0b3d8c6f32ed tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.141876 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4c4fcac5-9a7b-4579-ac22-0b3d8c6f32ed tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1622603 Feb 11 06:32:04.142285 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52092) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:04.148441 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a3725624-e551-4659-ab98-7cad3d732d84 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'security_group_rule': {'security_group_id': 'dea60046-9ec9-4dd7-8e26-4f679d835aaf', 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:04.182182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3725624-e551-4659-ab98-7cad3d732d84 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (9b7831b1-0c22-4cb6-b3f1-7725e5b60925), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.186272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-9b09d6ca-5831-491e-969a-a59af5743cbc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 1000 time: 0.0922923 Feb 11 06:32:04.211477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:32:04.247121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-bb94f6d3-82ea-42e4-bc4d-5b2bbde48cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:04.251058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-bb94f6d3-82ea-42e4-bc4d-5b2bbde48cd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07cb2724-8f66-4f14-a211-e150437ed257 HTTP/1.1" status: 200 len: 853 time: 0.0588787 Feb 11 06:32:04.262661 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3725624-e551-4659-ab98-7cad3d732d84 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (9b7831b1-0c22-4cb6-b3f1-7725e5b60925), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.268855 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3725624-e551-4659-ab98-7cad3d732d84 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (9b7831b1-0c22-4cb6-b3f1-7725e5b60925), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.290552 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3725624-e551-4659-ab98-7cad3d732d84 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7831b1-0c22-4cb6-b3f1-7725e5b60925,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:04.321132 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a3725624-e551-4659-ab98-7cad3d732d84 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.322966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-e2e9f625-07e8-4f25-a4dc-a45524252ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:04.324560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-e2e9f625-07e8-4f25-a4dc-a45524252ef0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6679620b-7511-487b-b9d6-b7312c431f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0676937 Feb 11 06:32:04.325464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52094) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:04.325745 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a3725624-e551-4659-ab98-7cad3d732d84 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1821167 Feb 11 06:32:04.330900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b73af90c-4ba7-4420-844c-c25b1fa2cc9c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'security_group_rule': {'security_group_id': 'dea60046-9ec9-4dd7-8e26-4f679d835aaf', 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:04.416765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b73af90c-4ba7-4420-844c-c25b1fa2cc9c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (ce094b18-1cc1-4fa9-9e6b-26104ec6f086), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.470875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-efd21f8e-73b0-4b5b-a964-8be81f439911 service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354640 Feb 11 06:32:04.492589 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b73af90c-4ba7-4420-844c-c25b1fa2cc9c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (ce094b18-1cc1-4fa9-9e6b-26104ec6f086), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.506999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b73af90c-4ba7-4420-844c-c25b1fa2cc9c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (ce094b18-1cc1-4fa9-9e6b-26104ec6f086), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.564019 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73af90c-4ba7-4420-844c-c25b1fa2cc9c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce094b18-1cc1-4fa9-9e6b-26104ec6f086,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:04.584064 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b73af90c-4ba7-4420-844c-c25b1fa2cc9c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.587847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b73af90c-4ba7-4420-844c-c25b1fa2cc9c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2588158 Feb 11 06:32:04.589290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52096) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:04.596007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a32de706-dd7c-45bb-a7d1-b6e813a528d1 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'security_group_rule': {'security_group_id': 'dea60046-9ec9-4dd7-8e26-4f679d835aaf', 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:04.621796 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-43705c6a-510a-4efb-a974-8062ac4c2a12 req-91813473-e3c4-4149-a441-25abba6ad427 service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429381 Feb 11 06:32:04.628952 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-a32de706-dd7c-45bb-a7d1-b6e813a528d1 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Project 4ab4fadc26ed4d3783573edb5b9f9b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:32:04.634896 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a32de706-dd7c-45bb-a7d1-b6e813a528d1 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (68d64dbb-d61c-429c-9488-3f0456865b88), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.666744 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'port_id': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'mac_address': 'fa:16:3e:9a:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16300459-cb2f-4dec-8789-b782036cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:32:02Z', 'updated_at': '2022-02-11T06:32:02Z', 'revision_number': 0, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 5, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:32:04.693394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a32de706-dd7c-45bb-a7d1-b6e813a528d1 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (68d64dbb-d61c-429c-9488-3f0456865b88), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.699779 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a32de706-dd7c-45bb-a7d1-b6e813a528d1 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (68d64dbb-d61c-429c-9488-3f0456865b88), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.700725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7667ed01-cdb9-4e59-9bee-e50eae46cadf None None] The sync data for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 is: [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'port_id': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'mac_address': 'fa:16:3e:9a:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16300459-cb2f-4dec-8789-b782036cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:32:02Z', 'updated_at': '2022-02-11T06:32:02Z', 'revision_number': 0, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 5, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:32:04.715263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32de706-dd7c-45bb-a7d1-b6e813a528d1 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d64dbb-d61c-429c-9488-3f0456865b88,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:04.734678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a32de706-dd7c-45bb-a7d1-b6e813a528d1 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.736125 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a32de706-dd7c-45bb-a7d1-b6e813a528d1 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457419 Feb 11 06:32:04.738768 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52098) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:04.743249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8126b40c-5585-4516-8ad7-e01f76389f86 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'security_group_rule': {'security_group_id': 'dea60046-9ec9-4dd7-8e26-4f679d835aaf', 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:04.765666 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-8126b40c-5585-4516-8ad7-e01f76389f86 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Project 4ab4fadc26ed4d3783573edb5b9f9b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:32:04.770595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8126b40c-5585-4516-8ad7-e01f76389f86 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (e441829f-162b-424c-91ce-9d36097f5dbc), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.832288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8126b40c-5585-4516-8ad7-e01f76389f86 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (e441829f-162b-424c-91ce-9d36097f5dbc), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.836294 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8126b40c-5585-4516-8ad7-e01f76389f86 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (e441829f-162b-424c-91ce-9d36097f5dbc), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.857222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126b40c-5585-4516-8ad7-e01f76389f86 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e441829f-162b-424c-91ce-9d36097f5dbc,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:04.865328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8126b40c-5585-4516-8ad7-e01f76389f86 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:04.866597 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8126b40c-5585-4516-8ad7-e01f76389f86 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268902 Feb 11 06:32:04.957339 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3e1ba-f4f1-4b7a-b032-9d0d61d8343a None None] New status for floating IP 8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:32:04.967230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-368d1ec1-fe74-4865-848a-9d1c5fd55895 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640515156&fields=id&tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d HTTP/1.1" status: 200 len: 267 time: 0.0501387 Feb 11 06:32:05.028260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-7803f748-c1b5-4772-a9ab-f0673ee8ba57 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:05.029944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-7803f748-c1b5-4772-a9ab-f0673ee8ba57 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0564942 Feb 11 06:32:05.041633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-1f567454-d7e2-4db4-8688-0305600a1dd4 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'port': {'security_groups': ['db0b1b47-d615-4ce5-a0af-9a1bfa1774d7', 'dea60046-9ec9-4dd7-8e26-4f679d835aaf']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:05.127119 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-1f567454-d7e2-4db4-8688-0305600a1dd4 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:05.319557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-1f567454-d7e2-4db4-8688-0305600a1dd4 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] For port 6d157e1b-fb69-4591-977c-73ebbe1f09c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:32:05.350433 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-1f567454-d7e2-4db4-8688-0305600a1dd4 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:05.355244 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-1f567454-d7e2-4db4-8688-0305600a1dd4 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:05.369765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6d157e1b-fb69-4591-977c-73ebbe1f09c4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:32:05.408024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-1f567454-d7e2-4db4-8688-0305600a1dd4 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:05.408661 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-1f567454-d7e2-4db4-8688-0305600a1dd4 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:05.410156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c64ce48f-3cad-42fa-abd3-a282dad46d76 req-1f567454-d7e2-4db4-8688-0305600a1dd4 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "PUT /v2.0/ports/6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 982 time: 0.3736513 Feb 11 06:32:05.410544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:32:05.415692 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036cc96f-6d32-4918-bccc-51e260b9e058" -d '{"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:32:05.459124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f567454-d7e2-4db4-8688-0305600a1dd4 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'Port': ['ID=6d157e1b-fb69-4591-977c-73ebbe1f09c4,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:05.484902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6d157e1b-fb69-4591-977c-73ebbe1f09c4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:32:05.604225 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831ef8a0-bf94-4d07-b253-ad9baae28fb5 x-openstack-request-id: req-831ef8a0-bf94-4d07-b253-ad9baae28fb5 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:32:05.605022 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:32:05.605407 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-831ef8a0-bf94-4d07-b253-ad9baae28fb5 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:32:05.605977 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'status': 'completed', 'code': 200} Feb 11 06:32:05.627314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9e387-c621-44d5-b56d-55f0cad1ebef req-03fd11f3-11f8-4fe9-b823-c49415605905 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:05.629751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0de9e387-c621-44d5-b56d-55f0cad1ebef req-03fd11f3-11f8-4fe9-b823-c49415605905 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.1209347 Feb 11 06:32:05.725283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-aedcfd91-3264-439a-9744-970fc8050e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:05.726819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-aedcfd91-3264-439a-9744-970fc8050e26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1168 time: 0.0961404 Feb 11 06:32:05.765632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0de9e387-c621-44d5-b56d-55f0cad1ebef req-1fba10ee-0bc2-4754-affd-28ff8f7797c7 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969059 Feb 11 06:32:05.845805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-bd7845eb-de97-4ca0-9c3a-04452d9aa20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:05.847304 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-bd7845eb-de97-4ca0-9c3a-04452d9aa20f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6679620b-7511-487b-b9d6-b7312c431f09 HTTP/1.1" status: 200 len: 915 time: 0.1092279 Feb 11 06:32:05.909838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6f4910d1-5a01-41ef-b34e-f13e3c7ba1f5 None None] Provisioning complete for port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:32:05.910230 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6f4910d1-5a01-41ef-b34e-f13e3c7ba1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:06.138655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6f4910d1-5a01-41ef-b34e-f13e3c7ba1f5 None None] Current status of the port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:32:06.209345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-905419a7-2432-4562-9836-9d199838c2b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 1002 time: 0.3542874 Feb 11 06:32:06.262734 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-1747efb2-2543-494e-88bd-f36cc34a63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:06.264223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-1747efb2-2543-494e-88bd-f36cc34a63c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07cb2724-8f66-4f14-a211-e150437ed257 HTTP/1.1" status: 200 len: 853 time: 0.0444705 Feb 11 06:32:06.316124 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-605a1c69-1bf1-499f-824e-192f18d59ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:06.317660 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-605a1c69-1bf1-499f-824e-192f18d59ffc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6679620b-7511-487b-b9d6-b7312c431f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474348 Feb 11 06:32:06.405954 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-1ed72f64-3420-43cb-b1cd-7355f18d6dc8 service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804768 Feb 11 06:32:06.497856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-036cc96f-6d32-4918-bccc-51e260b9e058 req-4dd16330-a0b5-4791-a5c4-21c7864f6841 service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858989 Feb 11 06:32:18.106804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5959b21-599c-40cf-90f2-4f046b6a0176 req-f51ce350-57e1-4878-aaeb-bdefb8d7aa01 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:18.108317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5959b21-599c-40cf-90f2-4f046b6a0176 req-f51ce350-57e1-4878-aaeb-bdefb8d7aa01 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0869176 Feb 11 06:32:18.110873 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762aadd-f461-4512-916b-2737f2efdc9b req-651f498c-3603-4c9d-896e-d44ea409cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:18.112249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6762aadd-f461-4512-916b-2737f2efdc9b req-651f498c-3603-4c9d-896e-d44ea409cff7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1168 time: 0.0798278 Feb 11 06:32:18.225552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5959b21-599c-40cf-90f2-4f046b6a0176 req-8fe2c092-95c4-432b-8f4a-0a5bee16d2dd tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112256 Feb 11 06:32:18.243836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762aadd-f461-4512-916b-2737f2efdc9b req-dc590f8f-f35d-470d-b386-7f91deb88866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:18.245455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6762aadd-f461-4512-916b-2737f2efdc9b req-dc590f8f-f35d-470d-b386-7f91deb88866 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6679620b-7511-487b-b9d6-b7312c431f09 HTTP/1.1" status: 200 len: 915 time: 0.1244540 Feb 11 06:32:18.319025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6762aadd-f461-4512-916b-2737f2efdc9b req-0a0d7fdf-001e-48d4-b5a2-4f978b75840b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 1002 time: 0.0671766 Feb 11 06:32:18.369537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762aadd-f461-4512-916b-2737f2efdc9b req-52e5f9d4-576c-474f-9393-07fb58c9780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:18.371015 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6762aadd-f461-4512-916b-2737f2efdc9b req-52e5f9d4-576c-474f-9393-07fb58c9780a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07cb2724-8f66-4f14-a211-e150437ed257 HTTP/1.1" status: 200 len: 853 time: 0.0457864 Feb 11 06:32:18.420444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762aadd-f461-4512-916b-2737f2efdc9b req-efa972e8-688d-4b31-aa04-006b05e8eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:18.422001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6762aadd-f461-4512-916b-2737f2efdc9b req-efa972e8-688d-4b31-aa04-006b05e8eeee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6679620b-7511-487b-b9d6-b7312c431f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446055 Feb 11 06:32:18.518190 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6762aadd-f461-4512-916b-2737f2efdc9b req-95fa2b7e-4584-4255-bd93-ef0ed49aa6f6 service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882187 Feb 11 06:32:18.609271 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6762aadd-f461-4512-916b-2737f2efdc9b req-69163fc5-a555-4acd-9b3c-e6d9b40fe41c service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848782 Feb 11 06:32:19.368651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959b1c9-613f-456a-a156-5a2794d48929 req-bc8b0eb2-33e4-413c-84ff-30ac421bf91a tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:19.370261 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a959b1c9-613f-456a-a156-5a2794d48929 req-bc8b0eb2-33e4-413c-84ff-30ac421bf91a tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0703547 Feb 11 06:32:19.428012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a959b1c9-613f-456a-a156-5a2794d48929 req-b0d675d5-32ab-4b34-a8d4-cdf7bde08cfe tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517449 Feb 11 06:32:20.558554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352a510-d0c1-45aa-bfb5-116bcd33c807 req-5b3b363a-cabc-4c50-a4e5-5aae2efcd4b0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:20.560138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1352a510-d0c1-45aa-bfb5-116bcd33c807 req-5b3b363a-cabc-4c50-a4e5-5aae2efcd4b0 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0562017 Feb 11 06:32:20.634265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1352a510-d0c1-45aa-bfb5-116bcd33c807 req-e7149042-d000-43e8-bbcd-42ef8f194c88 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634303 Feb 11 06:32:21.770128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4fa2c-3175-46d9-953d-0946d9c6e07a req-69b8a34e-b1aa-41ba-83f2-ee2cf4768425 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:21.771651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ae4fa2c-3175-46d9-953d-0946d9c6e07a req-69b8a34e-b1aa-41ba-83f2-ee2cf4768425 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0576425 Feb 11 06:32:21.838000 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ae4fa2c-3175-46d9-953d-0946d9c6e07a req-757c56a3-29b7-4ee3-a273-03b8b6ebb918 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605304 Feb 11 06:32:22.730190 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:22.979725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9919-aef6-4773-a674-96a1b4bca1cf req-d9d0cedf-5ef0-4870-b7e5-57ce44c78368 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:22.982448 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-597b9919-aef6-4773-a674-96a1b4bca1cf req-d9d0cedf-5ef0-4870-b7e5-57ce44c78368 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0693424 Feb 11 06:32:23.067848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-597b9919-aef6-4773-a674-96a1b4bca1cf req-6d9394fb-f803-4733-9c3a-b0f0b407713d tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790048 Feb 11 06:32:23.746231 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:24.225702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37d657-b5eb-46c6-bcf2-df162b0c9d06 req-c5a99beb-9695-404d-9938-b79d05a34f31 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:24.227795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a37d657-b5eb-46c6-bcf2-df162b0c9d06 req-c5a99beb-9695-404d-9938-b79d05a34f31 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0704453 Feb 11 06:32:24.296259 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1a37d657-b5eb-46c6-bcf2-df162b0c9d06 req-6783072d-28d8-4119-a352-82c473a28381 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623147 Feb 11 06:32:25.424162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2eba01-1418-4387-9b62-28bb100be07e req-1eee695e-43f4-4a98-a4bc-d5d456a13033 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:25.425874 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec2eba01-1418-4387-9b62-28bb100be07e req-1eee695e-43f4-4a98-a4bc-d5d456a13033 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0594997 Feb 11 06:32:25.485767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec2eba01-1418-4387-9b62-28bb100be07e req-2c162db9-c529-4b63-887c-a19e24ba3077 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541041 Feb 11 06:32:26.613573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bbc8d-779b-4276-a132-42e67481885d req-d06e4593-6875-4060-8f22-7ac789ab2966 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:26.615081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a2bbc8d-779b-4276-a132-42e67481885d req-d06e4593-6875-4060-8f22-7ac789ab2966 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0546100 Feb 11 06:32:26.675646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3a2bbc8d-779b-4276-a132-42e67481885d req-acebb978-c9aa-42f1-942c-0dc598c7e59b tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546830 Feb 11 06:32:27.805704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc3575-283d-452c-9044-089e914ee64e req-5f784e5d-5dc0-4cf0-9a1c-4f785cdd884e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:27.807256 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dbc3575-283d-452c-9044-089e914ee64e req-5f784e5d-5dc0-4cf0-9a1c-4f785cdd884e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0626359 Feb 11 06:32:27.820015 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-05bab79a-0b05-494a-8866-6ea61ef752c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:27.875615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dbc3575-283d-452c-9044-089e914ee64e req-756828c5-b3d6-4d07-a0cf-d531e73fbf1f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612528 Feb 11 06:32:29.000114 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a43a9-6a15-49b4-82ea-5a72aa9caa4c req-3caa9d2e-c3bb-4508-af4a-2f7ff4437635 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:29.001674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b2a43a9-6a15-49b4-82ea-5a72aa9caa4c req-3caa9d2e-c3bb-4508-af4a-2f7ff4437635 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0549076 Feb 11 06:32:29.063018 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b2a43a9-6a15-49b4-82ea-5a72aa9caa4c req-a75a7bb2-6bcc-46eb-9c21-b38f7d8a4476 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556078 Feb 11 06:32:30.048608 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:32:30.182304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427bae2-0a5e-45bf-a4a1-723df852b325 req-dee98a42-d12a-4c82-a491-2ffae497ea90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:30.183805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2427bae2-0a5e-45bf-a4a1-723df852b325 req-dee98a42-d12a-4c82-a491-2ffae497ea90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0530152 Feb 11 06:32:30.244007 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2427bae2-0a5e-45bf-a4a1-723df852b325 req-d43e7beb-cde5-4ed9-8341-bba967bcbb4c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545685 Feb 11 06:32:30.390671 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc173c33-ce4a-4703-b693-176da3a99128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:31.341949 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:31.389984 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193f5b0-3cd7-4bbb-8f31-eb5ea13b357a req-1ef58120-af31-43a7-80eb-13f8f21ff47c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:31.397891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3193f5b0-3cd7-4bbb-8f31-eb5ea13b357a req-1ef58120-af31-43a7-80eb-13f8f21ff47c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0763884 Feb 11 06:32:31.457455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3193f5b0-3cd7-4bbb-8f31-eb5ea13b357a req-b49f2ded-0497-4270-adb9-34bb1f3d0a1a tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577598 Feb 11 06:32:32.586722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0ae1a-bb99-4b3f-a7fd-d7f87e83cdd1 req-4e345725-087a-4e4c-bfcc-480b15bb0f09 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:32.588250 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6f0ae1a-bb99-4b3f-a7fd-d7f87e83cdd1 req-4e345725-087a-4e4c-bfcc-480b15bb0f09 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0573087 Feb 11 06:32:32.649947 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6f0ae1a-bb99-4b3f-a7fd-d7f87e83cdd1 req-739313f9-932e-4621-844f-ec4ed828f4c8 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558438 Feb 11 06:32:33.018558 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:33.794741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d4b57-c8a6-478b-bf72-56743da24bdd req-cb5f53c3-411c-4d06-9558-4e0993bf56a5 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:33.796329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-670d4b57-c8a6-478b-bf72-56743da24bdd req-cb5f53c3-411c-4d06-9558-4e0993bf56a5 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0617957 Feb 11 06:32:33.860476 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-670d4b57-c8a6-478b-bf72-56743da24bdd req-f72d077b-6403-4571-b83b-067be136843c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583353 Feb 11 06:32:34.026070 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:34.434491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42de528b-ca14-4852-a950-05d7460e866b req-bc19d735-bd7b-4acd-a6a7-ecd83b55ec15 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460811 Feb 11 06:32:34.521953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de528b-ca14-4852-a950-05d7460e866b req-0b0d182a-cc7c-4c35-8dbc-a84c7d3bf9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:34.523519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42de528b-ca14-4852-a950-05d7460e866b req-0b0d182a-cc7c-4c35-8dbc-a84c7d3bf9a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1168 time: 0.0468349 Feb 11 06:32:34.642048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de528b-ca14-4852-a950-05d7460e866b req-00e0b208-af35-4c47-925f-ab7bf9352f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:34.643619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42de528b-ca14-4852-a950-05d7460e866b req-00e0b208-af35-4c47-925f-ab7bf9352f33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6679620b-7511-487b-b9d6-b7312c431f09 HTTP/1.1" status: 200 len: 915 time: 0.1003540 Feb 11 06:32:34.718646 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42de528b-ca14-4852-a950-05d7460e866b req-1d935a17-4c23-42ea-963b-675493378d83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 1002 time: 0.0677338 Feb 11 06:32:34.773954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de528b-ca14-4852-a950-05d7460e866b req-c08c6918-ec3d-4a7a-8a4d-25bb1b4e7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:34.775659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42de528b-ca14-4852-a950-05d7460e866b req-c08c6918-ec3d-4a7a-8a4d-25bb1b4e7f93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07cb2724-8f66-4f14-a211-e150437ed257 HTTP/1.1" status: 200 len: 853 time: 0.0506613 Feb 11 06:32:34.825469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de528b-ca14-4852-a950-05d7460e866b req-7a59abb3-c769-4136-a96e-c743b92b6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:34.827801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42de528b-ca14-4852-a950-05d7460e866b req-7a59abb3-c769-4136-a96e-c743b92b6ac1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6679620b-7511-487b-b9d6-b7312c431f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466580 Feb 11 06:32:34.920300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42de528b-ca14-4852-a950-05d7460e866b req-daa305d1-cdb0-4999-b2e9-b6a692a2b586 service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861504 Feb 11 06:32:35.056305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62582e-e59e-4715-84c1-17964870d3d7 req-c7147b54-3b38-4d8c-ac50-574fb09cf070 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:35.057967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc62582e-e59e-4715-84c1-17964870d3d7 req-c7147b54-3b38-4d8c-ac50-574fb09cf070 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.1244128 Feb 11 06:32:35.066997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42de528b-ca14-4852-a950-05d7460e866b req-508d62ff-a61c-4ade-8b37-92c15fdd581b service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372230 Feb 11 06:32:35.125087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc62582e-e59e-4715-84c1-17964870d3d7 req-efa2e1c4-86cc-4341-8429-354d826f4c23 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=dea60046-9ec9-4dd7-8e26-4f679d835aaf&id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598519 Feb 11 06:32:52.728432 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:53.763485 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:57.823628 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab2723f8-e41e-4bfd-aad6-70a8ac0bfb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:00.384823 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5ea58e71-9b8a-4b41-aa87-15af10373bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:01.332284 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:03.017367 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:04.011750 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:07.047859 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:33:08.015641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-dd132e78-bdc5-4ebc-93be-76b39f0402f1 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640515156&fields=id&tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d HTTP/1.1" status: 200 len: 267 time: 0.0631702 Feb 11 06:33:08.073861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-3cb08ec3-d9bb-44ca-b702-6d40f8bf036f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:08.075420 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-3cb08ec3-d9bb-44ca-b702-6d40f8bf036f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 985 time: 0.0542512 Feb 11 06:33:08.087002 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Request body: {'port': {'security_groups': ['db0b1b47-d615-4ce5-a0af-9a1bfa1774d7']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:08.164208 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:08.363444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] For port 6d157e1b-fb69-4591-977c-73ebbe1f09c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:08.395753 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:08.402096 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:08.417669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6d157e1b-fb69-4591-977c-73ebbe1f09c4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:33:08.456032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:08.456911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:08.458156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c3fa08db-ecaa-495d-ab09-b24c8752619d req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "PUT /v2.0/ports/6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 943 time: 0.3759892 Feb 11 06:33:08.458696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:33:08.461020 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315d781f-6015-439e-b26e-74cc074b7690" -d '{"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:33:08.467805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52168) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:08.527159 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6d157e1b-fb69-4591-977c-73ebbe1f09c4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:33:08.549227 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edc9c34-f9fe-4ce3-87f0-340c0a703731 x-openstack-request-id: req-1edc9c34-f9fe-4ce3-87f0-340c0a703731 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:33:08.549483 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:33:08.549750 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1edc9c34-f9fe-4ce3-87f0-340c0a703731 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:33:08.550571 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'status': 'completed', 'code': 200} Feb 11 06:33:08.550763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bf58d8e2-9095-4065-885b-a30a83c90e8f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group (dea60046-9ec9-4dd7-8e26-4f679d835aaf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:08.573611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event updated for resources: {'Port': ['ID=6d157e1b-fb69-4591-977c-73ebbe1f09c4,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:08.656000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.656559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.657319 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.657848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.658360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.658890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.660218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.660218 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.660591 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.661008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.661703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.662077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.662961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ab543-ad1e-4e3c-a51d-996059ea6a6e tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:08.679275 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bf58d8e2-9095-4065-885b-a30a83c90e8f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group (dea60046-9ec9-4dd7-8e26-4f679d835aaf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:08.741493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d781f-6015-439e-b26e-74cc074b7690 req-b02992f6-76de-4a30-8987-64a14a547f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:08.743110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-315d781f-6015-439e-b26e-74cc074b7690 req-b02992f6-76de-4a30-8987-64a14a547f32 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1129 time: 0.1550155 Feb 11 06:33:08.878532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bf58d8e2-9095-4065-885b-a30a83c90e8f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (dea60046-9ec9-4dd7-8e26-4f679d835aaf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:08.883029 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bf58d8e2-9095-4065-885b-a30a83c90e8f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:08.884813 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bf58d8e2-9095-4065-885b-a30a83c90e8f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "DELETE /v2.0/security-groups/dea60046-9ec9-4dd7-8e26-4f679d835aaf HTTP/1.1" status: 204 len: 168 time: 0.4165292 Feb 11 06:33:08.887684 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52172) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:08.909096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58d8e2-9095-4065-885b-a30a83c90e8f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea60046-9ec9-4dd7-8e26-4f679d835aaf,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:08.952572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d781f-6015-439e-b26e-74cc074b7690 req-9370bd69-55f6-4998-8556-c680a55a5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:08.955379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-315d781f-6015-439e-b26e-74cc074b7690 req-9370bd69-55f6-4998-8556-c680a55a5fc1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6679620b-7511-487b-b9d6-b7312c431f09 HTTP/1.1" status: 200 len: 915 time: 0.2042720 Feb 11 06:33:08.970190 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a8d33e2c-b030-4407-aa55-4f44276f2292 None None] Provisioning complete for port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:08.970648 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a8d33e2c-b030-4407-aa55-4f44276f2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:09.054447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-315d781f-6015-439e-b26e-74cc074b7690 req-f346c121-85f1-49dd-8db4-41685d30af7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 1002 time: 0.0911393 Feb 11 06:33:09.066077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a8d33e2c-b030-4407-aa55-4f44276f2292 None None] Current status of the port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:09.112714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d781f-6015-439e-b26e-74cc074b7690 req-abae3809-0ccf-42a0-a669-62aba416f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:09.114470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-315d781f-6015-439e-b26e-74cc074b7690 req-abae3809-0ccf-42a0-a669-62aba416f1ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07cb2724-8f66-4f14-a211-e150437ed257 HTTP/1.1" status: 200 len: 853 time: 0.0544739 Feb 11 06:33:09.154232 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Deleting port 99a7afaf-5824-45d1-b18b-05392ee18f19 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:09.154589 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (99a7afaf-5824-45d1-b18b-05392ee18f19), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:09.165796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d781f-6015-439e-b26e-74cc074b7690 req-24fb9ab4-8d00-4d00-924a-d27b51d0d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:09.167449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-315d781f-6015-439e-b26e-74cc074b7690 req-24fb9ab4-8d00-4d00-924a-d27b51d0d0b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6679620b-7511-487b-b9d6-b7312c431f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472538 Feb 11 06:33:09.233993 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (99a7afaf-5824-45d1-b18b-05392ee18f19), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:09.234329 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for floatingip (99a7afaf-5824-45d1-b18b-05392ee18f19), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:09.248301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Calling delete_port for 99a7afaf-5824-45d1-b18b-05392ee18f19 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:09.268948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-315d781f-6015-439e-b26e-74cc074b7690 req-d2564e3b-92f9-4286-b2a9-f30d50687b82 service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955734 Feb 11 06:33:09.365249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-315d781f-6015-439e-b26e-74cc074b7690 req-1839571b-b175-4dae-8e6b-f22abd84957d service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905013 Feb 11 06:33:09.476707 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (99a7afaf-5824-45d1-b18b-05392ee18f19), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:09.505338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event deleted for resources: {'Port': ['ID=99a7afaf-5824-45d1-b18b-05392ee18f19,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:09.519182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.519369 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.519714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.520070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.520420 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.520766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.521135 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.521479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.521820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.522160 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.522494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.522833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.523168 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:09.579950 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks [] for floatingip (8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:09.580465 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Floating IP 8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe disassociated (deleted). External IP: 172.25.1.216, port: 6d157e1b-fb69-4591-977c-73ebbe1f09c4. Feb 11 06:33:09.806074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:33:09.923595 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:33:09.928426 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:09.933342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] Sync routers for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:33:09.943074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:09.943692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:09.966301 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-558c6ce4-07e8-4c0e-98dc-6d027a9dcb90 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "DELETE /v2.0/floatingips/8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe HTTP/1.1" status: 204 len: 168 time: 1.0757809 Feb 11 06:33:09.967292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:33:09.969953 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:33:10.034488 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb92f1-a565-4953-a3b7-74938aff7574 x-openstack-request-id: req-decb92f1-a565-4953-a3b7-74938aff7574 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:33:10.034740 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:33:10.034982 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-decb92f1-a565-4953-a3b7-74938aff7574 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:33:10.035610 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'status': 'completed', 'code': 200} Feb 11 06:33:10.074028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:10.131264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-d99f646e-a721-49a6-b5e1-3a2db448bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:10.132889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-d99f646e-a721-49a6-b5e1-3a2db448bbb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 1129 time: 0.0588520 Feb 11 06:33:10.294418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-36d0e495-e1fb-4b17-8e8a-ee1b0bdbfa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:10.298384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-36d0e495-e1fb-4b17-8e8a-ee1b0bdbfa5b service neutron] 10.222.0.72 "GET /v2.0/networks?id=6679620b-7511-487b-b9d6-b7312c431f09 HTTP/1.1" status: 200 len: 915 time: 0.1567764 Feb 11 06:33:10.344656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 5, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:10.359662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-d4f4c9f2-15b1-45ec-9468-1c4eb1053227 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 200 len: 217 time: 0.0544200 Feb 11 06:33:10.373275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] Checking router: 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:33:10.382774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:10.383404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:10.415480 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-6fa37e98-963e-4542-9434-8002e8af1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:10.416946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-6fa37e98-963e-4542-9434-8002e8af1b09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07cb2724-8f66-4f14-a211-e150437ed257 HTTP/1.1" status: 200 len: 853 time: 0.0500145 Feb 11 06:33:10.473054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-e9d0ce34-7ec2-4b00-8e80-23476e89742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:10.474893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-e9d0ce34-7ec2-4b00-8e80-23476e89742d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6679620b-7511-487b-b9d6-b7312c431f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512745 Feb 11 06:33:10.506877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:10.577861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-acafe97f-4d04-452c-88d9-c5726099a88e service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948734 Feb 11 06:33:10.702195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e08b3ec6-aafb-47ac-a0b9-21216a2ffc5a req-f9f773d9-a848-4f0d-a9c5-cc87d5f15a1a service neutron] 10.222.0.72 "GET /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013529 Feb 11 06:33:10.738359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 5, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:10.766096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79e734-b707-4aac-84f0-73a66bb77bf5 None None] The sync data for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 is: [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:03Z', 'revision_number': 4, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '68e79dc3-9064-4814-a4ca-bbc0abcbcbeb', 'name': '', 'network_id': '6679620b-7511-487b-b9d6-b7312c431f09', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'mac_address': 'fa:16:3e:af:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '07cb2724-8f66-4f14-a211-e150437ed257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:02Z', 'updated_at': '2022-02-11T06:31:09Z', 'revision_number': 5, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'subnets': [{'id': '07cb2724-8f66-4f14-a211-e150437ed257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:33:11.048039 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381abd37-34b2-4ee9-9b8f-b1e439f2218b None None] New status for floating IP 8bd5755b-5e27-4e0c-b8a3-c0a2f70ecbfe: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:33:22.729893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:23.754795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:25.673862 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9955-79d6-4125-8fe0-6bb55b6fc789 req-fdcb7b63-8e54-4a2f-bfef-ed4d78774069 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:25.675360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dcc9955-79d6-4125-8fe0-6bb55b6fc789 req-fdcb7b63-8e54-4a2f-bfef-ed4d78774069 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0572374 Feb 11 06:33:25.727577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3dcc9955-79d6-4125-8fe0-6bb55b6fc789 req-8c0d71ac-c337-441a-8256-0ce764b6924f tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Feb 11 06:33:26.861229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae8553-d089-4a56-9dfd-893ec5b5ead0 req-bd215b9d-7143-441d-a71b-d18c4e74010c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:26.862772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbae8553-d089-4a56-9dfd-893ec5b5ead0 req-bd215b9d-7143-441d-a71b-d18c4e74010c tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0588253 Feb 11 06:33:26.912091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fbae8553-d089-4a56-9dfd-893ec5b5ead0 req-48aeff36-4b7c-4260-b1fd-487c6403e74a tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/security-groups?id=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Feb 11 06:33:27.298567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-39fc4a48-8a85-4fd4-a75f-49c437765903 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:27.299951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-39fc4a48-8a85-4fd4-a75f-49c437765903 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.72 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0594714 Feb 11 06:33:27.398834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Deleting port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:27.399176 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:27.500438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] For port 6d157e1b-fb69-4591-977c-73ebbe1f09c4, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=6d157e1b-fb69-4591-977c-73ebbe1f09c4,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:27.500787 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:27.517559 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Calling delete_port for 6d157e1b-fb69-4591-977c-73ebbe1f09c4 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:27.658830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6d157e1b-fb69-4591-977c-73ebbe1f09c4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:27.677569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['6d157e1b-fb69-4591-977c-73ebbe1f09c4'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:33:27.696563 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Pushing event deleted for resources: {'Port': ['ID=6d157e1b-fb69-4591-977c-73ebbe1f09c4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:27.748267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] No DVR routers for this DVR port 6d157e1b-fb69-4591-977c-73ebbe1f09c4 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:33:27.752899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:27.756353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7dd22011-be3e-45f5-9940-0968e2cde539 req-1a390fb8-6592-4e50-b47f-896f56c15b55 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.72 "DELETE /v2.0/ports/6d157e1b-fb69-4591-977c-73ebbe1f09c4 HTTP/1.1" status: 204 len: 173 time: 0.4505017 Feb 11 06:33:27.756831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'name': 'network-vif-deleted', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:33:27.759288 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dea6add-5749-432e-94cb-98f3ac035ca2" -d '{"events": [{"server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "name": "network-vif-deleted", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:33:27.806215 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19adb47-b788-47f8-a98e-670bfb2bb9eb x-openstack-request-id: req-e19adb47-b788-47f8-a98e-670bfb2bb9eb {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:33:27.806522 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16300459-cb2f-4dec-8789-b782036cdf13", "name": "network-vif-deleted", "tag": "6d157e1b-fb69-4591-977c-73ebbe1f09c4", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:33:27.806778 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e19adb47-b788-47f8-a98e-670bfb2bb9eb {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:33:27.807180 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16300459-cb2f-4dec-8789-b782036cdf13', 'name': 'network-vif-deleted', 'tag': '6d157e1b-fb69-4591-977c-73ebbe1f09c4', 'status': 'completed', 'code': 200} Feb 11 06:33:27.830158 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b011ea68-ac7b-4f74-97fa-4ebfb220df82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:28.032244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed5f87c7-ac4a-4401-84f8-48fe2facc93e req-cb7a5b6e-7b7e-4b5b-b24e-a1f195581145 tempest-TestMinimumBasicScenario-2023796341 tempest-TestMinimumBasicScenario-2023796341-project] 10.222.0.31 "GET /v2.0/ports?device_id=16300459-cb2f-4dec-8789-b782036cdf13 HTTP/1.1" status: 200 len: 210 time: 0.0312314 Feb 11 06:33:29.682160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52290) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:30.044783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:30.324087 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Deleting port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:30.324428 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:30.392436 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7daf0b44-f456-44d1-8845-236082b8194b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:30.424508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] For port 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=68e79dc3-9064-4814-a4ca-bbc0abcbcbeb,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:30.424883 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:30.719727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Calling delete_port for 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:30.901531 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (68e79dc3-9064-4814-a4ca-bbc0abcbcbeb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:30.928012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e79dc3-9064-4814-a4ca-bbc0abcbcbeb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:31.163601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:31.345696 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:31.450713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:33:31.581258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:33:31.587324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eec90dc7-da82-43e1-92c3-5e20e510e247 admin admin] 10.222.0.31 "PUT /v2.0/routers/8826d060-d185-4a7f-9f4b-bd0dde2e78d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9040864 Feb 11 06:33:31.591172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52292) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:31.602432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] Sync routers for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:33:31.616634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:31.618154 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:31.712618 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks [] for router (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:31.752238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:31.851834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks [] for router_gateway (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:31.924961 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Deleting port b5d9acb2-23a5-4cd9-a673-97beec38a8ce {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:31.925751 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:31.962198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:33:30Z', 'revision_number': 5, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port': {'id': 'b5d9acb2-23a5-4cd9-a673-97beec38a8ce', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:31.991515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] Checking router: 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:33:32.001734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] Routers {'8826d060-d185-4a7f-9f4b-bd0dde2e78d1'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:32.002372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:32.030938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] For port b5d9acb2-23a5-4cd9-a673-97beec38a8ce, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b5d9acb2-23a5-4cd9-a673-97beec38a8ce,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:32.031716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.047055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Calling delete_port for b5d9acb2-23a5-4cd9-a673-97beec38a8ce owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:32.101014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] Set router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:32.164071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:33:31Z', 'revision_number': 6, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:32.195358 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4d121-e32b-46b8-8b0e-d917cffcfa03 None None] The sync data for ids ['8826d060-d185-4a7f-9f4b-bd0dde2e78d1'] in n-d-715271-35 is: [{'id': '8826d060-d185-4a7f-9f4b-bd0dde2e78d1', 'name': 'tempest-TestMinimumBasicScenario-380510556-router', 'tenant_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:00Z', 'updated_at': '2022-02-11T06:33:31Z', 'revision_number': 6, 'project_id': '4ab4fadc26ed4d3783573edb5b9f9b8d', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:33:32.260092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b5d9acb2-23a5-4cd9-a673-97beec38a8ce), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.290059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d9acb2-23a5-4cd9-a673-97beec38a8ce,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:32.357545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d157e1b-fb69-4591-977c-73ebbe1f09c4 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:33:32.358149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.381905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 6d157e1b-fb69-4591-977c-73ebbe1f09c4 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:33:32.382427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 6d157e1b-fb69-4591-977c-73ebbe1f09c4 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:33:32.466982 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.469226 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks [] for router_controller (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.515454 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (8826d060-d185-4a7f-9f4b-bd0dde2e78d1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.516005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8826d060-d185-4a7f-9f4b-bd0dde2e78d1 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:33:32.520350 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.524226 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52294) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:32.527991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-55b372e1-d82e-4627-bcea-4c5eb3dead81 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8826d060-d185-4a7f-9f4b-bd0dde2e78d1 HTTP/1.1" status: 204 len: 168 time: 0.9356487 Feb 11 06:33:32.574077 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-633097c2-bf93-485a-b344-2f49228703e1 admin admin] Deleting subnet 07cb2724-8f66-4f14-a211-e150437ed257 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:33:32.577908 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-633097c2-bf93-485a-b344-2f49228703e1 admin admin] Publish callbacks [] for subnet (07cb2724-8f66-4f14-a211-e150437ed257), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.640363 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-633097c2-bf93-485a-b344-2f49228703e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (07cb2724-8f66-4f14-a211-e150437ed257), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.730111 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-633097c2-bf93-485a-b344-2f49228703e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (07cb2724-8f66-4f14-a211-e150437ed257), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.789510 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-633097c2-bf93-485a-b344-2f49228703e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (07cb2724-8f66-4f14-a211-e150437ed257), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.815832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633097c2-bf93-485a-b344-2f49228703e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07cb2724-8f66-4f14-a211-e150437ed257,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:32.821949 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-633097c2-bf93-485a-b344-2f49228703e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.825492 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-633097c2-bf93-485a-b344-2f49228703e1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/07cb2724-8f66-4f14-a211-e150437ed257 HTTP/1.1" status: 204 len: 168 time: 0.3000674 Feb 11 06:33:32.828233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52296) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:32.829738 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121628ed-ec91-4ac6-80c9-9598e9723053 None None] Network 6679620b-7511-487b-b9d6-b7312c431f09 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:33:32.921335 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (6679620b-7511-487b-b9d6-b7312c431f09), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.985048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Deleting port 3c00fdb3-5f02-487a-a491-cf61979948ca {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:32.985460 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.046817 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.088542 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] For port 3c00fdb3-5f02-487a-a491-cf61979948ca, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3c00fdb3-5f02-487a-a491-cf61979948ca,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:33.088919 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.090623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] DHCP port deletion for 6679620b-7511-487b-b9d6-b7312c431f09 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:33:33.130082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Calling delete_port for 3c00fdb3-5f02-487a-a491-cf61979948ca owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:33.180806 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Deleting port 3c00fdb3-5f02-487a-a491-cf61979948ca {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:33.181221 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.207775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b5d9acb2-23a5-4cd9-a673-97beec38a8ce no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:33:33.274338 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.311717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3c00fdb3-5f02-487a-a491-cf61979948ca,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:33.313890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] No DVR routers for this DVR port 3c00fdb3-5f02-487a-a491-cf61979948ca on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:33:33.426513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (6679620b-7511-487b-b9d6-b7312c431f09), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.462852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6679620b-7511-487b-b9d6-b7312c431f09']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:33.466579 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: b5d9acb2-23a5-4cd9-a673-97beec38a8ce {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:33:33.466936 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b5d9acb2-23a5-4cd9-a673-97beec38a8ce not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:33:33.467362 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:33:33.478041 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f09602e-efd8-422b-8bd1-5cf3f8f78505') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:33.478409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f09602e-efd8-422b-8bd1-5cf3f8f78505') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:33.492347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:33:33.492697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 68e79dc3-9064-4814-a4ca-bbc0abcbcbeb not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:33:33.493149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (5f09602e-efd8-422b-8bd1-5cf3f8f78505), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.514548 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (5f09602e-efd8-422b-8bd1-5cf3f8f78505), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.522879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:33:33.523475 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (5f09602e-efd8-422b-8bd1-5cf3f8f78505), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:33:33.525280 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:33:33.554383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] For port 3c00fdb3-5f02-487a-a491-cf61979948ca, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=3c00fdb3-5f02-487a-a491-cf61979948ca,segment=NetworkSegment(5f09602e-efd8-422b-8bd1-5cf3f8f78505),segment_id=5f09602e-efd8-422b-8bd1-5cf3f8f78505)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:33.554794 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.572827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Calling delete_port for 3c00fdb3-5f02-487a-a491-cf61979948ca owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:33.595220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (6679620b-7511-487b-b9d6-b7312c431f09), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.616227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.623436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] 10.222.0.31 "DELETE /v2.0/networks/6679620b-7511-487b-b9d6-b7312c431f09 HTTP/1.1" status: 204 len: 168 time: 0.7906010 Feb 11 06:33:33.623436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03953ea-b30b-4abf-b8e3-c7d7a17c96ad admin admin] Pushing event deleted for resources: {'Network': ['ID=6679620b-7511-487b-b9d6-b7312c431f09,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:33.624188 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52298) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:33.677932 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (3c00fdb3-5f02-487a-a491-cf61979948ca), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.705332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Network 6679620b-7511-487b-b9d6-b7312c431f09 is not hosted by any dhcp agent {{(pid=103122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 06:33:33.705920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] No DVR routers for this DVR port 3c00fdb3-5f02-487a-a491-cf61979948ca on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:33:33.708932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Pushing event deleted for resources: {'Port': ['ID=3c00fdb3-5f02-487a-a491-cf61979948ca,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:33.723648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.723648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.723648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.723648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.724509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.725001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.725589 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.726033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.726468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.726941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.727375 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.727809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:33.728626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13210fad-5b83-4534-a7ec-a68a8e6e9b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:34.013275 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:34.033381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (9bfacc6c-230a-4e89-9803-6db265645c72), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:34.291843 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Deleting port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:34.292107 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:34.379935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] For port 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=45ccaf0b-921a-4f5f-a851-f0e4eb28e22f,segment=NetworkSegment(c4c66218-d006-4f51-b042-6402c6061241),segment_id=c4c66218-d006-4f51-b042-6402c6061241)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:34.380310 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:34.394558 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Calling delete_port for 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:34.585314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (45ccaf0b-921a-4f5f-a851-f0e4eb28e22f), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:34.615274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Pushing event deleted for resources: {'Port': ['ID=45ccaf0b-921a-4f5f-a851-f0e4eb28e22f,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:34.806111 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (9bfacc6c-230a-4e89-9803-6db265645c72), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.049067 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Router 9bfacc6c-230a-4e89-9803-6db265645c72 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:33:35.123830 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3c00fdb3-5f02-487a-a491-cf61979948ca no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:33:35.145714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 3c00fdb3-5f02-487a-a491-cf61979948ca {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:33:35.146077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 3c00fdb3-5f02-487a-a491-cf61979948ca not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:33:35.169629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:33:35.176497 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0caf18a2-e972-4480-83ea-62a1ed15125c admin admin] 10.222.0.31 "PUT /v2.0/routers/9bfacc6c-230a-4e89-9803-6db265645c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5517137 Feb 11 06:33:35.178145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52300) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:35.180956 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] Sync routers for ids ['9bfacc6c-230a-4e89-9803-6db265645c72'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:33:35.195567 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] Routers {'9bfacc6c-230a-4e89-9803-6db265645c72'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:35.196578 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9bfacc6c-230a-4e89-9803-6db265645c72'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:35.300141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks [] for router (9bfacc6c-230a-4e89-9803-6db265645c72), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.417335 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] Set router 9bfacc6c-230a-4e89-9803-6db265645c72 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:35.418320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks [] for router_gateway (9bfacc6c-230a-4e89-9803-6db265645c72), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.483891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Deleting port 32518150-2a2f-4cfc-8fd4-13de02a09122 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:35.484240 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.583557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] For port 32518150-2a2f-4cfc-8fd4-13de02a09122, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=32518150-2a2f-4cfc-8fd4-13de02a09122,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:35.583952 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.606117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Calling delete_port for 32518150-2a2f-4cfc-8fd4-13de02a09122 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:35.617879 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:05Z', 'updated_at': '2022-02-11T06:33:34Z', 'revision_number': 5, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'gw_port': {'id': '32518150-2a2f-4cfc-8fd4-13de02a09122', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:31:06Z', 'updated_at': '2022-02-11T06:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:35.646663 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] Checking router: 9bfacc6c-230a-4e89-9803-6db265645c72 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:33:35.655736 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] Routers {'9bfacc6c-230a-4e89-9803-6db265645c72'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:35.656356 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['9bfacc6c-230a-4e89-9803-6db265645c72'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:35.751186 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] Set router 9bfacc6c-230a-4e89-9803-6db265645c72 gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:35.796475 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (32518150-2a2f-4cfc-8fd4-13de02a09122), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.807078 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:05Z', 'updated_at': '2022-02-11T06:33:35Z', 'revision_number': 6, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:35.827341 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32518150-2a2f-4cfc-8fd4-13de02a09122,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:35.834638 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb1d71-3ccf-4e59-a8f6-2f1c8994f875 None None] The sync data for ids ['9bfacc6c-230a-4e89-9803-6db265645c72'] in n-d-715271-35 is: [{'id': '9bfacc6c-230a-4e89-9803-6db265645c72', 'name': 'tempest-TestMinimumBasicScenario-1060800742-router', 'tenant_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:31:05Z', 'updated_at': '2022-02-11T06:33:35Z', 'revision_number': 6, 'project_id': '28b502b9743a4842bfb76b2b3ecc5ef5', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:33:35.895692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (9bfacc6c-230a-4e89-9803-6db265645c72), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.989908 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (9bfacc6c-230a-4e89-9803-6db265645c72), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.992212 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks [] for router_controller (9bfacc6c-230a-4e89-9803-6db265645c72), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.038288 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (9bfacc6c-230a-4e89-9803-6db265645c72), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.038744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bfacc6c-230a-4e89-9803-6db265645c72 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:33:36.044270 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.048022 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-50cd4785-b474-48bd-a693-3c16a0e1a4d7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9bfacc6c-230a-4e89-9803-6db265645c72 HTTP/1.1" status: 204 len: 168 time: 0.8617074 Feb 11 06:33:36.048235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52302) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:36.099496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0267dc-c534-411c-a6d6-bb8466c2ea66 admin admin] Deleting subnet 33be0765-be00-4117-b0b8-b0089d0324f1 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:33:36.104624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0267dc-c534-411c-a6d6-bb8466c2ea66 admin admin] Publish callbacks [] for subnet (33be0765-be00-4117-b0b8-b0089d0324f1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.144125 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0267dc-c534-411c-a6d6-bb8466c2ea66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (33be0765-be00-4117-b0b8-b0089d0324f1), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.233330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0267dc-c534-411c-a6d6-bb8466c2ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (33be0765-be00-4117-b0b8-b0089d0324f1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.294153 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0267dc-c534-411c-a6d6-bb8466c2ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (33be0765-be00-4117-b0b8-b0089d0324f1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.334075 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3c0267dc-c534-411c-a6d6-bb8466c2ea66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.337894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3c0267dc-c534-411c-a6d6-bb8466c2ea66 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/33be0765-be00-4117-b0b8-b0089d0324f1 HTTP/1.1" status: 204 len: 168 time: 0.2886698 Feb 11 06:33:36.338975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0267dc-c534-411c-a6d6-bb8466c2ea66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33be0765-be00-4117-b0b8-b0089d0324f1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:36.340725 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81bc7ee-7298-4877-a9d3-c545e5f54f18 None None] Network 5657cbcf-684f-4430-be9a-88179f887c45 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:33:36.341559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52304) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:36.424521 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (5657cbcf-684f-4430-be9a-88179f887c45), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.483526 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Deleting port 8548e696-cfc2-47e7-a58e-1193748b8b5a {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:36.483886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.549211 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] For port 8548e696-cfc2-47e7-a58e-1193748b8b5a, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=8548e696-cfc2-47e7-a58e-1193748b8b5a,segment=NetworkSegment(c4c66218-d006-4f51-b042-6402c6061241),segment_id=c4c66218-d006-4f51-b042-6402c6061241)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:36.549481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.563523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Calling delete_port for 8548e696-cfc2-47e7-a58e-1193748b8b5a owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:36.650702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e4b49-b919-4b89-b53b-77ae5e0c1308 None None] DHCP port deletion for 5657cbcf-684f-4430-be9a-88179f887c45 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:33:36.654888 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (8548e696-cfc2-47e7-a58e-1193748b8b5a), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.676024 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] No DVR routers for this DVR port 8548e696-cfc2-47e7-a58e-1193748b8b5a on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:33:36.704467 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=8548e696-cfc2-47e7-a58e-1193748b8b5a,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:36.789688 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (5657cbcf-684f-4430-be9a-88179f887c45), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.812263 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5657cbcf-684f-4430-be9a-88179f887c45']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:36.822913 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c66218-d006-4f51-b042-6402c6061241') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:36.823271 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c66218-d006-4f51-b042-6402c6061241') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:36.834231 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (c4c66218-d006-4f51-b042-6402c6061241), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.849839 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c4c66218-d006-4f51-b042-6402c6061241), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.856286 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:33:36.856731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (c4c66218-d006-4f51-b042-6402c6061241), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:33:36.858480 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:33:36.924034 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (5657cbcf-684f-4430-be9a-88179f887c45), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.932229 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.937958 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5657cbcf-684f-4430-be9a-88179f887c45 HTTP/1.1" status: 204 len: 168 time: 0.5924530 Feb 11 06:33:36.945915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18459f-94c5-4d8c-af0a-6b37b6443c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=5657cbcf-684f-4430-be9a-88179f887c45,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:37.090974 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 32518150-2a2f-4cfc-8fd4-13de02a09122 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:33:37.114670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 32518150-2a2f-4cfc-8fd4-13de02a09122 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:33:37.115314 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 32518150-2a2f-4cfc-8fd4-13de02a09122 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:33:37.115894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:33:37.144304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:33:37.144582 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 45ccaf0b-921a-4f5f-a851-f0e4eb28e22f not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:33:37.145006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8548e696-cfc2-47e7-a58e-1193748b8b5a no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:33:37.167652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 8548e696-cfc2-47e7-a58e-1193748b8b5a {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:33:37.168041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 8548e696-cfc2-47e7-a58e-1193748b8b5a not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:33:37.169634 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52308) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:37.218528 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0a4b1250-a850-443a-ae70-271033fc4020 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ab4fadc26ed4d3783573edb5b9f9b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452404 Feb 11 06:33:37.218767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52310) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:37.273361 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef752393-42d3-4228-a2cb-66e609270f11 admin admin] Publish callbacks [] for security_group (db0b1b47-d615-4ce5-a0af-9a1bfa1774d7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:37.295387 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef752393-42d3-4228-a2cb-66e609270f11 admin admin] Publish callbacks [] for security_group (db0b1b47-d615-4ce5-a0af-9a1bfa1774d7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:37.651392 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef752393-42d3-4228-a2cb-66e609270f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (db0b1b47-d615-4ce5-a0af-9a1bfa1774d7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:37.654091 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ef752393-42d3-4228-a2cb-66e609270f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:37.655272 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ef752393-42d3-4228-a2cb-66e609270f11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db0b1b47-d615-4ce5-a0af-9a1bfa1774d7 HTTP/1.1" status: 204 len: 168 time: 0.4355729 Feb 11 06:33:37.663615 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef752393-42d3-4228-a2cb-66e609270f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0b1b47-d615-4ce5-a0af-9a1bfa1774d7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:37.994252 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52316) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:38.038112 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8e881599-880f-4c2e-904b-20a8a50904c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28b502b9743a4842bfb76b2b3ecc5ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426695 Feb 11 06:33:38.040719 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52318) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:38.095486 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b643275-16c2-448b-aa76-c197ec4027f1 admin admin] Publish callbacks [] for security_group (6c19fdee-ebcb-4174-a77c-b52c74d5676d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:38.117434 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b643275-16c2-448b-aa76-c197ec4027f1 admin admin] Publish callbacks [] for security_group (6c19fdee-ebcb-4174-a77c-b52c74d5676d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:38.171106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b643275-16c2-448b-aa76-c197ec4027f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (6c19fdee-ebcb-4174-a77c-b52c74d5676d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:38.175999 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4b643275-16c2-448b-aa76-c197ec4027f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:38.177998 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4b643275-16c2-448b-aa76-c197ec4027f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c19fdee-ebcb-4174-a77c-b52c74d5676d HTTP/1.1" status: 204 len: 168 time: 0.1361079 Feb 11 06:33:38.193472 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b643275-16c2-448b-aa76-c197ec4027f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c19fdee-ebcb-4174-a77c-b52c74d5676d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:39.871741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52358) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:39.876528 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117841278', 'description': 'tempest-secgroup-smoke-117841278 description', 'project_id': 'baf79e4cee014e07a11ddac9f9749567'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:39.898344 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:39.906874 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:39.980428 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (a4945f1e-b302-485c-9f71-99bcdeb8c8de), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:39.984631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a4945f1e-b302-485c-9f71-99bcdeb8c8de), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.029470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4945f1e-b302-485c-9f71-99bcdeb8c8de,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:40.072088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (9fa863da-0c5c-4942-8f72-86d7fded21da), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.076878 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9fa863da-0c5c-4942-8f72-86d7fded21da), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.106094 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.107273 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2344258 Feb 11 06:33:40.109186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0cdb7-07ab-4575-8f6f-9ccae668cf92 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa863da-0c5c-4942-8f72-86d7fded21da,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:40.110603 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52360) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:40.115853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f621c0e5-779c-4d9d-ab20-1a6293fbd08a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '9fa863da-0c5c-4942-8f72-86d7fded21da', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:40.142455 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f621c0e5-779c-4d9d-ab20-1a6293fbd08a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (63070491-df9a-427a-8fb1-6a9cb56920c5), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.198109 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f621c0e5-779c-4d9d-ab20-1a6293fbd08a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (63070491-df9a-427a-8fb1-6a9cb56920c5), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.202563 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f621c0e5-779c-4d9d-ab20-1a6293fbd08a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (63070491-df9a-427a-8fb1-6a9cb56920c5), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.220233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621c0e5-779c-4d9d-ab20-1a6293fbd08a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63070491-df9a-427a-8fb1-6a9cb56920c5,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:40.230955 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f621c0e5-779c-4d9d-ab20-1a6293fbd08a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.232367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f621c0e5-779c-4d9d-ab20-1a6293fbd08a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199813 Feb 11 06:33:40.234945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52362) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:40.239250 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d2333fe8-1e8e-4df3-af42-a9b2ea9e8c95 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '9fa863da-0c5c-4942-8f72-86d7fded21da', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:40.268271 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2333fe8-1e8e-4df3-af42-a9b2ea9e8c95 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (d97c71ca-d0fe-4843-837d-63ea90ab1851), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.325037 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2333fe8-1e8e-4df3-af42-a9b2ea9e8c95 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (d97c71ca-d0fe-4843-837d-63ea90ab1851), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.328771 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2333fe8-1e8e-4df3-af42-a9b2ea9e8c95 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d97c71ca-d0fe-4843-837d-63ea90ab1851), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.346655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2333fe8-1e8e-4df3-af42-a9b2ea9e8c95 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97c71ca-d0fe-4843-837d-63ea90ab1851,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:40.354305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d2333fe8-1e8e-4df3-af42-a9b2ea9e8c95 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.355536 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d2333fe8-1e8e-4df3-af42-a9b2ea9e8c95 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196575 Feb 11 06:33:40.358466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52364) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:40.364953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8cefa001-4f0b-4155-abb8-57ddb1dd6c18 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '9fa863da-0c5c-4942-8f72-86d7fded21da', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:40.396306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cefa001-4f0b-4155-abb8-57ddb1dd6c18 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (19e7bf05-12e9-4bbe-b1af-d53063536b7d), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.456592 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cefa001-4f0b-4155-abb8-57ddb1dd6c18 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (19e7bf05-12e9-4bbe-b1af-d53063536b7d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.460459 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cefa001-4f0b-4155-abb8-57ddb1dd6c18 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (19e7bf05-12e9-4bbe-b1af-d53063536b7d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.478168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefa001-4f0b-4155-abb8-57ddb1dd6c18 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e7bf05-12e9-4bbe-b1af-d53063536b7d,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:40.486007 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cefa001-4f0b-4155-abb8-57ddb1dd6c18 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.487855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8cefa001-4f0b-4155-abb8-57ddb1dd6c18 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283398 Feb 11 06:33:40.490804 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52366) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:40.495460 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-ff21f3a8-27d5-4a3d-be33-49d636cbccb4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '9fa863da-0c5c-4942-8f72-86d7fded21da', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:40.523186 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff21f3a8-27d5-4a3d-be33-49d636cbccb4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (70085f48-c2ea-4be7-8fa9-20a33e105a2c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.586144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff21f3a8-27d5-4a3d-be33-49d636cbccb4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (70085f48-c2ea-4be7-8fa9-20a33e105a2c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.590128 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff21f3a8-27d5-4a3d-be33-49d636cbccb4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (70085f48-c2ea-4be7-8fa9-20a33e105a2c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.609900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21f3a8-27d5-4a3d-be33-49d636cbccb4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70085f48-c2ea-4be7-8fa9-20a33e105a2c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:40.615904 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-ff21f3a8-27d5-4a3d-be33-49d636cbccb4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.618201 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-ff21f3a8-27d5-4a3d-be33-49d636cbccb4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258309 Feb 11 06:33:40.622152 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52368) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:40.626639 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d8c843e0-a844-47d6-8748-a77556a4a21e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '9fa863da-0c5c-4942-8f72-86d7fded21da', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:40.646397 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-d8c843e0-a844-47d6-8748-a77556a4a21e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:33:40.651532 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8c843e0-a844-47d6-8748-a77556a4a21e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (01fa0c81-98be-4e9b-a6a4-666e94e34c68), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.711596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8c843e0-a844-47d6-8748-a77556a4a21e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (01fa0c81-98be-4e9b-a6a4-666e94e34c68), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.716042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8c843e0-a844-47d6-8748-a77556a4a21e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (01fa0c81-98be-4e9b-a6a4-666e94e34c68), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.738656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c843e0-a844-47d6-8748-a77556a4a21e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fa0c81-98be-4e9b-a6a4-666e94e34c68,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:40.744898 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8c843e0-a844-47d6-8748-a77556a4a21e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.749425 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d8c843e0-a844-47d6-8748-a77556a4a21e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230426 Feb 11 06:33:40.749988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52370) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:40.754335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9ccc6af8-7ac3-4ca6-8c3c-2cb099f1914a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '9fa863da-0c5c-4942-8f72-86d7fded21da', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:40.775380 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-9ccc6af8-7ac3-4ca6-8c3c-2cb099f1914a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:33:40.780482 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6af8-7ac3-4ca6-8c3c-2cb099f1914a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (ef2229a7-46df-4a51-af36-dc3ea837deb6), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.844897 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6af8-7ac3-4ca6-8c3c-2cb099f1914a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (ef2229a7-46df-4a51-af36-dc3ea837deb6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.848946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6af8-7ac3-4ca6-8c3c-2cb099f1914a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (ef2229a7-46df-4a51-af36-dc3ea837deb6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.867791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc6af8-7ac3-4ca6-8c3c-2cb099f1914a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2229a7-46df-4a51-af36-dc3ea837deb6,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:40.876252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6af8-7ac3-4ca6-8c3c-2cb099f1914a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.880319 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9ccc6af8-7ac3-4ca6-8c3c-2cb099f1914a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268270 Feb 11 06:33:40.880597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52372) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:40.886513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'network': {'name': 'tempest-network-smoke--2100736684', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'port_security_enabled': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:40.906741 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:33:40.910298 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.934792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:33:40.944517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4341a387-3502-407c-9900-142bb6008636), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.944918 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Added segment 4341a387-3502-407c-9900-142bb6008636 of type vlan for network a3265471-0951-462d-b9d9-3171ba07e5ac Feb 11 06:33:40.987228 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (a3265471-0951-462d-b9d9-3171ba07e5ac), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.014599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (a3265471-0951-462d-b9d9-3171ba07e5ac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.020214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:41.020808 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.070043 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1856687 Feb 11 06:33:41.070923 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52374) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:41.076818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'admin_state_up': True, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:41.096837 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e957a-c913-4275-95e1-abe842413d3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Network': ['ID=a3265471-0951-462d-b9d9-3171ba07e5ac,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:41.107810 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (17fdbab6-b5c2-4cde-97da-f61e34fce181), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.108886 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (17fdbab6-b5c2-4cde-97da-f61e34fce181), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.109689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network a3265471-0951-462d-b9d9-3171ba07e5ac details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:33:41.170115 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (17fdbab6-b5c2-4cde-97da-f61e34fce181), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.318487 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (17fdbab6-b5c2-4cde-97da-f61e34fce181), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.526295 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (17fdbab6-b5c2-4cde-97da-f61e34fce181), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.546610 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.670481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.249 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/4978dc7a-21fe-4c07-aff4-5e3ac007ad40) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:33:41.781206 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.820846 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:41.864074 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:33:41.867015 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:33:41.871854 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:33:41.875066 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=4978dc7a-21fe-4c07-aff4-5e3ac007ad40,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:42.136826 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (17fdbab6-b5c2-4cde-97da-f61e34fce181), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:42.352324 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (17fdbab6-b5c2-4cde-97da-f61e34fce181), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:42.489364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 17fdbab6-b5c2-4cde-97da-f61e34fce181 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:33:42.603250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:33:42.615316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Sync routers for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:33:42.626992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:42.627632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:42.627827 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:42.629442 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c9eb2e08-c27d-410b-bce2-d1ef109ce014 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5567214 Feb 11 06:33:42.632538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52376) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:42.772889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:42.785811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-38464ba5-afb9-4216-8113-cbf8950f3540 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=baf79e4cee014e07a11ddac9f9749567&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1494048 Feb 11 06:33:42.786174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52380) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:42.946730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77374cad-1774-4634-a3be-30837a856d3b tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:42.951187 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-77374cad-1774-4634-a3be-30837a856d3b tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1612728 Feb 11 06:33:42.951467 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52382) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:42.966075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:42Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:42.988956 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0dead672-0e95-4caa-a146-ea6d5d0f6bf6 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361984 Feb 11 06:33:42.991550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52384) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:42.997527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335680355', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:43.004879 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Checking router: 17fdbab6-b5c2-4cde-97da-f61e34fce181 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:33:43.005177 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Updating router 17fdbab6-b5c2-4cde-97da-f61e34fce181 port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:33:43.035689 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.093307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:33:43.097437 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.296920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (836a2556-b886-44fb-b571-c4a8e89fb813), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.318354 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Publish callbacks [] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.324604 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.385033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Attempting to bind port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:33:43.385438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Attempting to bind port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:33:43.385720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Attempting to bind port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:33:43.385941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Subnet': ['ID=836a2556-b886-44fb-b571-c4a8e89fb813,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:43.387827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa293ed-0e43-4f84-9dc2-63e3285919e4 None None] Pushing event updated for resources: {'Port': ['ID=4978dc7a-21fe-4c07-aff4-5e3ac007ad40,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:43.395108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:33:43.395825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:33:43.395953 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.396285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:33:43.396756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Bound port: 4978dc7a-21fe-4c07-aff4-5e3ac007ad40, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:33:43.397162 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.400191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Checking segment: {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:33:43.400797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network hostable DHCP agents. Network: a3265471-0951-462d-b9d9-3171ba07e5ac, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:33:43.430463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network a3265471-0951-462d-b9d9-3171ba07e5ac is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:33:43.444179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, a3265471-0951-462d-b9d9-3171ba07e5ac) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:33:43.449673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:43.450565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.460490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef4d8e-423f-4faf-b662-a2fe94d423e9 None None] Network a3265471-0951-462d-b9d9-3171ba07e5ac requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:33:43.469390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2202e996-a5bf-40b5-8209-f1fea9a5801c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4765923 Feb 11 06:33:43.473611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52386) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:43.543194 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] For port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:33:43.547324 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] For port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4978dc7a-21fe-4c07-aff4-5e3ac007ad40,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:33:43.580083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.612360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-a3265471-0951-462d-b9d9-3171ba07e5ac', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:33:43.613647 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:43.751584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa293ed-0e43-4f84-9dc2-63e3285919e4 None None] Pushing event updated for resources: {'Port': ['ID=4978dc7a-21fe-4c07-aff4-5e3ac007ad40,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:43.780953 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:43.781814 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:43.843255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Allocated IP 172.20.0.2 (a3265471-0951-462d-b9d9-3171ba07e5ac/836a2556-b886-44fb-b571-c4a8e89fb813/96fd6535-8bf6-4222-8c3e-cb44612bf96e) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:33:43.975502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:44.052586 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:33:44.186896 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Publish callbacks [] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:44.219737 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:44.279409 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Network a3265471-0951-462d-b9d9-3171ba07e5ac is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:33:44.287453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:33:44.290787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:33:44.293929 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Pushing event updated for resources: {'Port': ['ID=96fd6535-8bf6-4222-8c3e-cb44612bf96e,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:44.383685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:44.535180 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:42Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:44.539847 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Attempting to bind port 96fd6535-8bf6-4222-8c3e-cb44612bf96e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:33:44.540051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Attempting to bind port 96fd6535-8bf6-4222-8c3e-cb44612bf96e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:33:44.540359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Attempting to bind port 96fd6535-8bf6-4222-8c3e-cb44612bf96e on network a3265471-0951-462d-b9d9-3171ba07e5ac {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:33:44.568573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f705d-76e7-4184-8f73-2f8c151b9918 None None] The sync data for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 is: [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:42Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:33:44.570501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:33:44.570898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Checking segment: {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:33:44.571309 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:44.571701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Bound using segment: {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:33:44.572224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Bound port: 96fd6535-8bf6-4222-8c3e-cb44612bf96e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:33:44.572634 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:44.656052 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] For port 96fd6535-8bf6-4222-8c3e-cb44612bf96e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:33:44.660006 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] For port 96fd6535-8bf6-4222-8c3e-cb44612bf96e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=96fd6535-8bf6-4222-8c3e-cb44612bf96e,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:33:44.671125 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:44.741791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bc561-85e7-4e6c-b8e2-208afbdd3cbf None None] Pushing event updated for resources: {'Port': ['ID=96fd6535-8bf6-4222-8c3e-cb44612bf96e,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:44.777637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.1 (a3265471-0951-462d-b9d9-3171ba07e5ac/836a2556-b886-44fb-b571-c4a8e89fb813/6c790113-a463-4fed-8019-e8764646ec58) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:33:45.026397 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (6c790113-a463-4fed-8019-e8764646ec58), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.072889 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6c790113-a463-4fed-8019-e8764646ec58), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.130809 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=6c790113-a463-4fed-8019-e8764646ec58,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:45.139270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network a3265471-0951-462d-b9d9-3171ba07e5ac is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:33:45.153612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:33:45.161095 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:33:45.236861 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (17fdbab6-b5c2-4cde-97da-f61e34fce181), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.269975 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:33:45.338385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:45.338683 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.429570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6c790113-a463-4fed-8019-e8764646ec58), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.442818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:45.443180 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.475490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4978dc7a-21fe-4c07-aff4-5e3ac007ad40,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:45.482494 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.483850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 96fd6535-8bf6-4222-8c3e-cb44612bf96e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:33:45.582466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=4978dc7a-21fe-4c07-aff4-5e3ac007ad40,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:45.596784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 96fd6535-8bf6-4222-8c3e-cb44612bf96e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:45.597256 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.753142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 96fd6535-8bf6-4222-8c3e-cb44612bf96e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:45.753832 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.797018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 96fd6535-8bf6-4222-8c3e-cb44612bf96e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=96fd6535-8bf6-4222-8c3e-cb44612bf96e,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:45.803782 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.850866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (6c790113-a463-4fed-8019-e8764646ec58), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.861468 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6c790113-a463-4fed-8019-e8764646ec58), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:45.887182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=96fd6535-8bf6-4222-8c3e-cb44612bf96e,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:45.941905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=6c790113-a463-4fed-8019-e8764646ec58,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:45.951736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (17fdbab6-b5c2-4cde-97da-f61e34fce181), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:46.059035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network a3265471-0951-462d-b9d9-3171ba07e5ac is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:33:46.060652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:33:46.116428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e596c3b-8925-4f37-a344-dfaea4ff83ee None None] Network a3265471-0951-462d-b9d9-3171ba07e5ac requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:33:46.206101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 17fdbab6-b5c2-4cde-97da-f61e34fce181 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:33:46.235548 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9227f028-6962-4cc6-a0c9-a3247843b710 None None] Provisioning complete for port 96fd6535-8bf6-4222-8c3e-cb44612bf96e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:46.235934 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9227f028-6962-4cc6-a0c9-a3247843b710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:46.346499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:33:46.367555 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bc1757f1-3606-4242-b779-627a8c2df5c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/17fdbab6-b5c2-4cde-97da-f61e34fce181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8924069 Feb 11 06:33:46.372248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9227f028-6962-4cc6-a0c9-a3247843b710 None None] Current status of the port 96fd6535-8bf6-4222-8c3e-cb44612bf96e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:46.559467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-09b4e545-44e8-4a5a-a637-8b4880e6e7a8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117841278&fields=id&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 267 time: 0.0587802 Feb 11 06:33:46.599185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ec456c8a-4d55-4625-b90e-f7fb676b11c7 None None] Provisioning complete for port 6c790113-a463-4fed-8019-e8764646ec58 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:46.599578 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ec456c8a-4d55-4625-b90e-f7fb676b11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6c790113-a463-4fed-8019-e8764646ec58), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:46.657978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ec456c8a-4d55-4625-b90e-f7fb676b11c7 None None] Port 6c790113-a463-4fed-8019-e8764646ec58 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:33:46.674694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ec456c8a-4d55-4625-b90e-f7fb676b11c7 None None] Provisioning complete for port 96fd6535-8bf6-4222-8c3e-cb44612bf96e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:46.675074 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ec456c8a-4d55-4625-b90e-f7fb676b11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:46.717508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774948-5cd0-468b-b368-1c03635428ce req-de817f3d-d986-48a9-90b6-dcfd31ca6b98 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:46.719505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-de817f3d-d986-48a9-90b6-dcfd31ca6b98 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/networks?id=a3265471-0951-462d-b9d9-3171ba07e5ac HTTP/1.1" status: 200 len: 797 time: 0.1590486 Feb 11 06:33:46.736814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-eca133d2-ccdc-4de9-9519-b4a8420f747e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/quotas/baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 375 time: 0.0109682 Feb 11 06:33:46.769334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ec456c8a-4d55-4625-b90e-f7fb676b11c7 None None] Current status of the port 96fd6535-8bf6-4222-8c3e-cb44612bf96e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:46.824523 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-7a528088-2e9c-4fe8-8b7b-56154befd2ad tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817647 Feb 11 06:33:46.843313 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Sync routers for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:33:46.854709 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:46.855910 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:46.860321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-02adb89b-bd66-41b5-9bb1-3b27ce65d659 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:33:46.861451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-02adb89b-bd66-41b5-9bb1-3b27ce65d659 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114920 Feb 11 06:33:46.905070 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-68f3f534-80a2-4098-ae75-751d583356c1 None None] Provisioning complete for port 6c790113-a463-4fed-8019-e8764646ec58 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:46.905987 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-68f3f534-80a2-4098-ae75-751d583356c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6c790113-a463-4fed-8019-e8764646ec58), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:46.976308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-68f3f534-80a2-4098-ae75-751d583356c1 None None] Port 6c790113-a463-4fed-8019-e8764646ec58 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:33:46.995433 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-ac372a5a-8029-464b-b1bf-c73ba3091eff service neutron] 10.222.0.31 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237869 Feb 11 06:33:47.003108 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:47.134186 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:33:47.193756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-aa8a9d49-e458-4990-b589-4bbc8af36a02 service neutron] 10.222.0.31 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917922 Feb 11 06:33:47.211972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4b749020-b850-4bfe-9ca3-0ba8ec31587f None None] Provisioning complete for port 6c790113-a463-4fed-8019-e8764646ec58 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:47.212384 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4b749020-b850-4bfe-9ca3-0ba8ec31587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6c790113-a463-4fed-8019-e8764646ec58), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:47.254171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:47.254558 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:47.258544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4b749020-b850-4bfe-9ca3-0ba8ec31587f None None] Port 6c790113-a463-4fed-8019-e8764646ec58 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:33:47.344665 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6c790113-a463-4fed-8019-e8764646ec58', 'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ef:59:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:44Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 2, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:47.362762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:47.364640 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 96fd6535-8bf6-4222-8c3e-cb44612bf96e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:33:47.379585 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Checking router: 17fdbab6-b5c2-4cde-97da-f61e34fce181 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:33:47.379953 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Updating router 17fdbab6-b5c2-4cde-97da-f61e34fce181 port 6c790113-a463-4fed-8019-e8764646ec58 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:33:47.414083 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6c790113-a463-4fed-8019-e8764646ec58), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:47.430884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 96fd6535-8bf6-4222-8c3e-cb44612bf96e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:47.431745 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:47.510205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7dac2e8f-c048-4c6f-a913-873c30674852 req-a1955a9b-08e0-40b6-aa19-4eb1eda96a4a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 210 time: 0.0488222 Feb 11 06:33:47.560711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 96fd6535-8bf6-4222-8c3e-cb44612bf96e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:47.738653 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Publish callbacks [] for port (6c790113-a463-4fed-8019-e8764646ec58), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:47.745611 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6c790113-a463-4fed-8019-e8764646ec58), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:47.830371 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Pushing event updated for resources: {'Port': ['ID=6c790113-a463-4fed-8019-e8764646ec58,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:47.856765 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.858283 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.858784 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.859270 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.860198 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.860689 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.861193 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.861707 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.862406 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.862996 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.863498 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.864051 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.864601 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:47.884083 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Attempting to bind port 6c790113-a463-4fed-8019-e8764646ec58 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:33:47.884338 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Attempting to bind port 6c790113-a463-4fed-8019-e8764646ec58 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:33:47.884698 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Attempting to bind port 6c790113-a463-4fed-8019-e8764646ec58 on network a3265471-0951-462d-b9d9-3171ba07e5ac {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:33:47.893602 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:33:47.894030 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Checking segment: {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:33:47.894436 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:47.894824 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Bound using segment: {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:33:47.895741 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Bound port: 6c790113-a463-4fed-8019-e8764646ec58, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:33:47.895741 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6c790113-a463-4fed-8019-e8764646ec58), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:47.972207 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] For port 6c790113-a463-4fed-8019-e8764646ec58, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:33:47.976401 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] For port 6c790113-a463-4fed-8019-e8764646ec58, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6c790113-a463-4fed-8019-e8764646ec58,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:33:47.987355 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6c790113-a463-4fed-8019-e8764646ec58), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:48.048119 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:48.048868 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:48.128011 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ecb9d-23fc-4537-a67e-363866421f2a None None] Pushing event updated for resources: {'Port': ['ID=6c790113-a463-4fed-8019-e8764646ec58,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:48.192249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ea30fb0b-7d97-42af-8f83-87fc920aac28 None None] Provisioning complete for port 6c790113-a463-4fed-8019-e8764646ec58 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:48.193019 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ea30fb0b-7d97-42af-8f83-87fc920aac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6c790113-a463-4fed-8019-e8764646ec58), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:48.207060 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:48.316712 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ea30fb0b-7d97-42af-8f83-87fc920aac28 None None] Current status of the port 6c790113-a463-4fed-8019-e8764646ec58 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:48.317141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ea30fb0b-7d97-42af-8f83-87fc920aac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6c790113-a463-4fed-8019-e8764646ec58), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:48.367043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ea30fb0b-7d97-42af-8f83-87fc920aac28 None None] For port 6c790113-a463-4fed-8019-e8764646ec58, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6c790113-a463-4fed-8019-e8764646ec58,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:48.378121 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ea30fb0b-7d97-42af-8f83-87fc920aac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6c790113-a463-4fed-8019-e8764646ec58), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:48.437151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30fb0b-7d97-42af-8f83-87fc920aac28 None None] Pushing event updated for resources: {'Port': ['ID=6c790113-a463-4fed-8019-e8764646ec58,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:48.500396 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6c790113-a463-4fed-8019-e8764646ec58', 'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ef:59:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:44Z', 'updated_at': '2022-02-11T06:33:47Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:48.503874 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c54c310b-e0f7-4d3d-b020-5a4abcd07edc None None] Provisioning complete for port 6c790113-a463-4fed-8019-e8764646ec58 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:48.504405 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c54c310b-e0f7-4d3d-b020-5a4abcd07edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6c790113-a463-4fed-8019-e8764646ec58), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:48.528779 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296bf81-bf12-4791-b4c9-3233883fe614 None None] The sync data for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 is: [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6c790113-a463-4fed-8019-e8764646ec58', 'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ef:59:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:44Z', 'updated_at': '2022-02-11T06:33:47Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:33:48.622788 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c54c310b-e0f7-4d3d-b020-5a4abcd07edc None None] Current status of the port 6c790113-a463-4fed-8019-e8764646ec58 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:48.663506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99e1e49f-059f-4a40-8c78-2ae70bc5e82d req-76b59743-b5cc-418a-ba27-9ef06e92a272 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 210 time: 0.0514686 Feb 11 06:33:49.062523 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774948-5cd0-468b-b368-1c03635428ce req-953c3134-b425-41cc-a183-3839f2b5bb08 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:49.064059 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-953c3134-b425-41cc-a183-3839f2b5bb08 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "GET /v2.0/networks?id=a3265471-0951-462d-b9d9-3171ba07e5ac HTTP/1.1" status: 200 len: 797 time: 0.1789088 Feb 11 06:33:49.149458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6c790113-a463-4fed-8019-e8764646ec58 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:33:49.160667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-168ec8c2-7fc5-4cec-89dd-26d0f8523acf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 379 time: 0.0879004 Feb 11 06:33:49.171198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'port': {'device_id': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'admin_state_up': True, 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'security_groups': ['9fa863da-0c5c-4942-8f72-86d7fded21da']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:49.207315 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6c790113-a463-4fed-8019-e8764646ec58 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:49.207701 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6c790113-a463-4fed-8019-e8764646ec58), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:49.313287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6c790113-a463-4fed-8019-e8764646ec58 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:49.322476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:33:49.327119 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:49.468758 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.5 (a3265471-0951-462d-b9d9-3171ba07e5ac/836a2556-b886-44fb-b571-c4a8e89fb813/40ce7584-8251-43b9-9666-71b4dd5262d2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:33:49.647073 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:49.683918 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:49.732845 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network a3265471-0951-462d-b9d9-3171ba07e5ac is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:33:49.736373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:33:49.740357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:33:49.816849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=40ce7584-8251-43b9-9666-71b4dd5262d2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:49.848668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:49.849361 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:49.873142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-08aec296-3ceb-40d6-bb04-908d5c7bbf99 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7026119 Feb 11 06:33:49.881719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Request body: {'port': {'device_id': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:49.890764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ea912-ad5e-463e-9e57-5c6da7348884 req-d675e907-a553-4b38-9618-c75d3bdaade6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:49.892358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-710ea912-ad5e-463e-9e57-5c6da7348884 req-d675e907-a553-4b38-9618-c75d3bdaade6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 931 time: 0.1488063 Feb 11 06:33:49.983817 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:50.052722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-710ea912-ad5e-463e-9e57-5c6da7348884 req-0a61d902-e6c7-4806-bf61-6c931fd5d322 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915692 Feb 11 06:33:50.055157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-812890a6-95ad-4ac4-9955-ed1806f24097 None None] Provisioning complete for port 40ce7584-8251-43b9-9666-71b4dd5262d2 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:50.056039 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-812890a6-95ad-4ac4-9955-ed1806f24097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:50.100359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-812890a6-95ad-4ac4-9955-ed1806f24097 None None] Port 40ce7584-8251-43b9-9666-71b4dd5262d2 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:33:50.581017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ce7584-8251-43b9-9666-71b4dd5262d2 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:33:50.588619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Publish callbacks [] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:50.600307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Transition to ACTIVE for port object 40ce7584-8251-43b9-9666-71b4dd5262d2 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:33:50.606094 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:50.694644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Pushing event updated for resources: {'Port': ['ID=40ce7584-8251-43b9-9666-71b4dd5262d2,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:50.732140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Attempting to bind port 40ce7584-8251-43b9-9666-71b4dd5262d2 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:33:50.732489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Attempting to bind port 40ce7584-8251-43b9-9666-71b4dd5262d2 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:33:50.732826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Attempting to bind port 40ce7584-8251-43b9-9666-71b4dd5262d2 on network a3265471-0951-462d-b9d9-3171ba07e5ac {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:33:50.737548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Port 40ce7584-8251-43b9-9666-71b4dd5262d2 on network a3265471-0951-462d-b9d9-3171ba07e5ac not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:33:50.737916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Attempting to bind port 40ce7584-8251-43b9-9666-71b4dd5262d2 on network a3265471-0951-462d-b9d9-3171ba07e5ac {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:33:50.743192 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:33:50.743540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Checking segment: {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:33:50.743939 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Bound using segment: {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:33:50.744374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Bound port: 40ce7584-8251-43b9-9666-71b4dd5262d2, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4341a387-3502-407c-9900-142bb6008636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:33:50.744744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:50.816338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] For port 40ce7584-8251-43b9-9666-71b4dd5262d2, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:33:50.820272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] For port 40ce7584-8251-43b9-9666-71b4dd5262d2, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=40ce7584-8251-43b9-9666-71b4dd5262d2,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:33:50.828354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:50.876422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:50.876939 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:50.878529 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] 10.222.0.72 "PUT /v2.0/ports/40ce7584-8251-43b9-9666-71b4dd5262d2 HTTP/1.1" status: 200 len: 1092 time: 1.0018353 Feb 11 06:33:50.878975 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:33:50.881386 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c42db6-e227-4a30-ac13-fc0708c47c83" -d '{"events": [{"name": "network-changed", "server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:33:50.913775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8560a-0428-42f2-907e-3f61928d81dd service neutron] Pushing event updated for resources: {'Port': ['ID=40ce7584-8251-43b9-9666-71b4dd5262d2,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:50.942560 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236ae9f-6c2b-4977-bac7-f62d9050fd82 x-openstack-request-id: req-f236ae9f-6c2b-4977-bac7-f62d9050fd82 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:33:50.944627 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:33:50.944932 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f236ae9f-6c2b-4977-bac7-f62d9050fd82 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:33:50.945484 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'status': 'completed', 'code': 200} Feb 11 06:33:50.997518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774948-5cd0-468b-b368-1c03635428ce req-59958db6-7504-4b9f-8f35-b799a5ded3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:50.999140 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-59958db6-7504-4b9f-8f35-b799a5ded3ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 1126 time: 0.0521972 Feb 11 06:33:51.044913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-5701bc2e-3cef-44a3-a31e-1d8b4a715f3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ce7584-8251-43b9-9666-71b4dd5262d2 HTTP/1.1" status: 200 len: 217 time: 0.0393589 Feb 11 06:33:51.105946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774948-5cd0-468b-b368-1c03635428ce req-933f9295-03cd-49ba-ae86-0145cee2dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:51.107446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-933f9295-03cd-49ba-ae86-0145cee2dca1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=836a2556-b886-44fb-b571-c4a8e89fb813 HTTP/1.1" status: 200 len: 835 time: 0.0562549 Feb 11 06:33:51.195384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774948-5cd0-468b-b368-1c03635428ce req-cdddf14a-ccbb-44b2-a59e-fa7015f751a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:51.196901 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-cdddf14a-ccbb-44b2-a59e-fa7015f751a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3265471-0951-462d-b9d9-3171ba07e5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0835552 Feb 11 06:33:51.218832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc0343-f291-4a05-a917-b82547c5d217 req-4b1ef90e-7028-4361-9101-242815b7cdec tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:51.220391 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6dc0343-f291-4a05-a917-b82547c5d217 req-4b1ef90e-7028-4361-9101-242815b7cdec tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 943 time: 0.0804713 Feb 11 06:33:51.321865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f6dc0343-f291-4a05-a917-b82547c5d217 req-6fbeee24-f1b2-4591-aeee-6a5e46a35499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918686 Feb 11 06:33:51.346182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-0cba52ce-96a2-4f32-9bc1-b78ae3fedd26 service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422682 Feb 11 06:33:51.440938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab774948-5cd0-468b-b368-1c03635428ce req-bbd05ea1-e992-4a9d-8b56-e397afdda817 service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877721 Feb 11 06:33:51.528495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-f74a4e1d-1241-4577-9d83-0d5d5f2f082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:51.530040 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-f74a4e1d-1241-4577-9d83-0d5d5f2f082e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 1126 time: 0.0450571 Feb 11 06:33:51.628834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-1d72ff4f-83a4-45ed-937f-8eedd69fe377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:51.630383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-1d72ff4f-83a4-45ed-937f-8eedd69fe377 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3265471-0951-462d-b9d9-3171ba07e5ac HTTP/1.1" status: 200 len: 898 time: 0.0944242 Feb 11 06:33:51.672231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-36f388db-a9a6-4824-b81c-86c7869029cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ce7584-8251-43b9-9666-71b4dd5262d2 HTTP/1.1" status: 200 len: 217 time: 0.0352213 Feb 11 06:33:51.726439 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-050346a1-7b4d-4b2b-9bb4-e7fca81b1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:51.727876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-050346a1-7b4d-4b2b-9bb4-e7fca81b1550 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=836a2556-b886-44fb-b571-c4a8e89fb813 HTTP/1.1" status: 200 len: 835 time: 0.0499282 Feb 11 06:33:51.778265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-c368c9af-bda6-4a1e-96ec-95b9da60adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:51.779786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-c368c9af-bda6-4a1e-96ec-95b9da60adcc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3265471-0951-462d-b9d9-3171ba07e5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457785 Feb 11 06:33:51.871342 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-75a59fd4-bba2-438a-ae36-bcd538066bd3 service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843995 Feb 11 06:33:51.965206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52c42db6-e227-4a30-ac13-fc0708c47c83 req-a0b89d00-5ed7-4f77-afcf-b052775910a0 service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872223 Feb 11 06:33:52.452364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865c95d-1449-4f39-a293-c9b4f090c775 req-3a36052e-88b1-4844-a309-a61200f54a17 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:52.453894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3865c95d-1449-4f39-a293-c9b4f090c775 req-3a36052e-88b1-4844-a309-a61200f54a17 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 943 time: 0.0562081 Feb 11 06:33:52.502871 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3865c95d-1449-4f39-a293-c9b4f090c775 req-6b77bd72-1ef8-40f8-9309-50b2a66cd034 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430377 Feb 11 06:33:52.726337 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:53.635652 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1402c7-31a0-40b4-9ee2-26ad5dd04d98 req-e11af13b-b8d9-4f40-a919-f21e5eebab0a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:53.637692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb1402c7-31a0-40b4-9ee2-26ad5dd04d98 req-e11af13b-b8d9-4f40-a919-f21e5eebab0a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 943 time: 0.0614059 Feb 11 06:33:53.691249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb1402c7-31a0-40b4-9ee2-26ad5dd04d98 req-a9ce60be-c6f2-4206-bdbf-6b1b503d6cc0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479147 Feb 11 06:33:53.760357 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:54.402987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 40ce7584-8251-43b9-9666-71b4dd5262d2 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:33:54.503697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 40ce7584-8251-43b9-9666-71b4dd5262d2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=40ce7584-8251-43b9-9666-71b4dd5262d2,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:54.515728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'port_id': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'mac_address': 'fa:16:3e:cc:60:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:33:54.559126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 40ce7584-8251-43b9-9666-71b4dd5262d2 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:54.559669 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:54.573401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ce7584-8251-43b9-9666-71b4dd5262d2 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:33:54.598011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 40ce7584-8251-43b9-9666-71b4dd5262d2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=40ce7584-8251-43b9-9666-71b4dd5262d2,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:54.602350 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:54.650498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=40ce7584-8251-43b9-9666-71b4dd5262d2,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:54.801608 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['40ce7584-8251-43b9-9666-71b4dd5262d2'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:33:54.812499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd262ab-3f35-46ff-832e-3c9dd1e4c4c7 req-713e6ac7-243d-402b-859e-79c83bee147b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:54.814249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fd262ab-3f35-46ff-832e-3c9dd1e4c4c7 req-713e6ac7-243d-402b-859e-79c83bee147b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 944 time: 0.0554678 Feb 11 06:33:54.879345 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fd262ab-3f35-46ff-832e-3c9dd1e4c4c7 req-b26949fe-da81-48d4-8bd5-defa2a98a4e3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585105 Feb 11 06:33:56.002612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed99c3-9cfa-4018-a761-dfc303d633ad req-56de2d45-6d56-41c6-8258-6feac97095ff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:56.004080 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27ed99c3-9cfa-4018-a761-dfc303d633ad req-56de2d45-6d56-41c6-8258-6feac97095ff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 944 time: 0.0538943 Feb 11 06:33:56.063453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-27ed99c3-9cfa-4018-a761-dfc303d633ad req-5cb17c67-16a4-4a97-ae69-e9e7e37867f1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536215 Feb 11 06:33:56.419930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 40ce7584-8251-43b9-9666-71b4dd5262d2 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:33:56.471621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 40ce7584-8251-43b9-9666-71b4dd5262d2 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:33:56.475865 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 40ce7584-8251-43b9-9666-71b4dd5262d2 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:56.476241 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:56.563250 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 40ce7584-8251-43b9-9666-71b4dd5262d2 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:33:56.563641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:56.588943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:33:56.591874 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c47783-b2a3-4bc0-8da2-c3b97dde548e" -d '{"events": [{"server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "name": "network-vif-plugged", "status": "completed", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:33:56.606494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 40ce7584-8251-43b9-9666-71b4dd5262d2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=40ce7584-8251-43b9-9666-71b4dd5262d2,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:56.612063 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:56.663925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=40ce7584-8251-43b9-9666-71b4dd5262d2,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:56.740241 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4335e6bb-c5b2-4fdb-9078-ec8846453139 x-openstack-request-id: req-4335e6bb-c5b2-4fdb-9078-ec8846453139 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:33:56.740547 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "name": "network-vif-plugged", "status": "completed", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:33:56.741392 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4335e6bb-c5b2-4fdb-9078-ec8846453139 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:33:56.741792 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'code': 200} Feb 11 06:33:56.854607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49fea9-246d-4d91-a26c-d3715c0b8035 req-2f4c6d76-1cd3-4d8d-8559-8d25d16f4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:56.856738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc49fea9-246d-4d91-a26c-d3715c0b8035 req-2f4c6d76-1cd3-4d8d-8559-8d25d16f4de7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 1128 time: 0.0527487 Feb 11 06:33:56.906739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc49fea9-246d-4d91-a26c-d3715c0b8035 req-3d63be94-daee-4036-9c8d-e098c0be40fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439968 Feb 11 06:33:57.192330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b6b18-9647-4a0b-aaeb-2d1512ddd3bf req-dc6bbc10-3227-4036-acc5-52ad3b05bd0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:57.193910 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-420b6b18-9647-4a0b-aaeb-2d1512ddd3bf req-dc6bbc10-3227-4036-acc5-52ad3b05bd0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0524464 Feb 11 06:33:57.252199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-420b6b18-9647-4a0b-aaeb-2d1512ddd3bf req-dd6119fb-e286-47a8-88cf-a3d6ecccaa47 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522127 Feb 11 06:33:57.825772 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-46f9176f-d91f-431e-853e-af80cd5e86a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:58.392499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ab453-2395-4645-b2b1-43cc9352089e req-ab6db7a2-65ea-41d3-8f28-3d8db87c7273 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:58.394048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-763ab453-2395-4645-b2b1-43cc9352089e req-ab6db7a2-65ea-41d3-8f28-3d8db87c7273 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0614920 Feb 11 06:33:58.443120 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-763ab453-2395-4645-b2b1-43cc9352089e req-fd509810-b62c-45c5-a451-1567d2ed4a1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434232 Feb 11 06:33:58.562184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe4e0-55c8-4e45-8047-b9013d1f418e req-b6bbf950-8311-4147-b96f-c13f3253af47 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:58.563694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-442fe4e0-55c8-4e45-8047-b9013d1f418e req-b6bbf950-8311-4147-b96f-c13f3253af47 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0529230 Feb 11 06:33:58.616818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-442fe4e0-55c8-4e45-8047-b9013d1f418e req-9335d7ee-73d6-4d2b-98dd-3b18ee0ccd7d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474973 Feb 11 06:33:58.639576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52442) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:58.683839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a364b7-8c60-42e0-8909-6694bb979dbb tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:58.685850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-99a364b7-8c60-42e0-8909-6694bb979dbb tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 1123 time: 0.0452566 Feb 11 06:33:58.688655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52444) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:58.693717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:58.715081 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:58.818146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:58.924601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.14 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/64d27e2c-44c3-44e4-a2ca-f1e731353242) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:33:59.040739 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (64d27e2c-44c3-44e4-a2ca-f1e731353242), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:59.078111 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (64d27e2c-44c3-44e4-a2ca-f1e731353242), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:59.119379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:33:59.124882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:33:59.127436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:33:59.155575 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=64d27e2c-44c3-44e4-a2ca-f1e731353242,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:59.510931 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (c5aa3598-232b-4c3e-ace7-43fdae85899f), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:59.582978 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (64d27e2c-44c3-44e4-a2ca-f1e731353242), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:59.737139 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (64d27e2c-44c3-44e4-a2ca-f1e731353242), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:59.741792 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (64d27e2c-44c3-44e4-a2ca-f1e731353242), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:59.820479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=64d27e2c-44c3-44e4-a2ca-f1e731353242,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:59.828464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (c5aa3598-232b-4c3e-ace7-43fdae85899f), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:59.935222 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP c5aa3598-232b-4c3e-ace7-43fdae85899f associated. External IP: 172.25.1.14, port: 40ce7584-8251-43b9-9666-71b4dd5262d2. Feb 11 06:34:00.157683 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 17fdbab6-b5c2-4cde-97da-f61e34fce181 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:34:00.273574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:34:00.284281 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] Sync routers for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:34:00.295170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:00.296119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:33:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:00.297315 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:00.328404 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8859b3ae-fd3c-4c46-a7d1-e289f87156a5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6383619 Feb 11 06:34:00.329644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:34:00.334137 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7776162c-22b2-41f2-969a-8cf5e359bf30" -d '{"events": [{"name": "network-changed", "server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:34:00.416553 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1fda1b-00f3-4f2f-925f-4d9b6bdd81a4 x-openstack-request-id: req-9b1fda1b-00f3-4f2f-925f-4d9b6bdd81a4 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:34:00.416901 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:34:00.417393 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b1fda1b-00f3-4f2f-925f-4d9b6bdd81a4 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:34:00.418286 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'status': 'completed', 'code': 200} Feb 11 06:34:00.434970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:00.467288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3effa-efc8-428c-8aec-56d3f9833d9d req-04a86c17-d333-4eca-8176-bc1bbfa228f3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:00.469192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87d3effa-efc8-428c-8aec-56d3f9833d9d req-04a86c17-d333-4eca-8176-bc1bbfa228f3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0872247 Feb 11 06:34:00.486034 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-28641e46-37fb-41ec-90f7-22864ad17680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:00.500830 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-f6a75efb-641f-451c-8cf7-40cc168b94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:00.502621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-f6a75efb-641f-451c-8cf7-40cc168b94d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 1128 time: 0.0788274 Feb 11 06:34:00.559570 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87d3effa-efc8-428c-8aec-56d3f9833d9d req-3a9808a1-c713-49e0-9ea6-6146ac76476e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804906 Feb 11 06:34:00.591656 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52450) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:00.636795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-f698f841-3659-474c-acdc-db3f7edf1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:00.638713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-f698f841-3659-474c-acdc-db3f7edf1da3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3265471-0951-462d-b9d9-3171ba07e5ac HTTP/1.1" status: 200 len: 898 time: 0.1254780 Feb 11 06:34:00.662308 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-481c91ab-6260-41e9-9ffa-e231d4f055a1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/c5aa3598-232b-4c3e-ace7-43fdae85899f HTTP/1.1" status: 200 len: 990 time: 0.0694816 Feb 11 06:34:00.697528 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'c5aa3598-232b-4c3e-ace7-43fdae85899f', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'port_id': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'mac_address': 'fa:16:3e:cc:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:33:59Z', 'updated_at': '2022-02-11T06:33:59Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c790113-a463-4fed-8019-e8764646ec58', 'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ef:59:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:44Z', 'updated_at': '2022-02-11T06:33:48Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:00.712093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-b558d6ee-3051-4d86-826a-9e4af8d72cb6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ce7584-8251-43b9-9666-71b4dd5262d2 HTTP/1.1" status: 200 len: 998 time: 0.0672836 Feb 11 06:34:00.728819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] Checking router: 17fdbab6-b5c2-4cde-97da-f61e34fce181 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:34:00.739125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:00.739762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:34:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:00.763913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-ecf278fc-d309-4699-8055-903e6d230e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:00.765595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-ecf278fc-d309-4699-8055-903e6d230e64 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=836a2556-b886-44fb-b571-c4a8e89fb813 HTTP/1.1" status: 200 len: 835 time: 0.0474529 Feb 11 06:34:00.818190 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-51d6b935-f6e4-4ab3-ade7-b5ec0a74d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:00.819719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-51d6b935-f6e4-4ab3-ade7-b5ec0a74d867 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3265471-0951-462d-b9d9-3171ba07e5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486541 Feb 11 06:34:00.853584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:00.925571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-78610c2f-5f33-46d6-8aba-fa724c12d59a service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993419 Feb 11 06:34:01.044748 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7776162c-22b2-41f2-969a-8cf5e359bf30 req-af9e0660-79f4-4771-b925-e031cbb6f819 service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123755 Feb 11 06:34:01.108762 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'c5aa3598-232b-4c3e-ace7-43fdae85899f', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'port_id': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'mac_address': 'fa:16:3e:cc:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:33:59Z', 'updated_at': '2022-02-11T06:33:59Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c790113-a463-4fed-8019-e8764646ec58', 'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ef:59:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:44Z', 'updated_at': '2022-02-11T06:33:48Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:01.138941 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7067b-6365-47a7-9b8c-0be929d4007c None None] The sync data for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 is: [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'c5aa3598-232b-4c3e-ace7-43fdae85899f', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'port_id': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'mac_address': 'fa:16:3e:cc:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:33:59Z', 'updated_at': '2022-02-11T06:33:59Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c790113-a463-4fed-8019-e8764646ec58', 'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ef:59:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:44Z', 'updated_at': '2022-02-11T06:33:48Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:34:01.340248 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cca50-3cc1-444c-8973-f8604852d8de None None] New status for floating IP c5aa3598-232b-4c3e-ace7-43fdae85899f: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:34:01.351116 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:01.664345 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52452) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:01.730461 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c743bc01-c204-45ac-bc45-9b2bb7488813 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/c5aa3598-232b-4c3e-ace7-43fdae85899f HTTP/1.1" status: 200 len: 992 time: 0.0596175 Feb 11 06:34:03.023868 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:04.007240 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:21.042486 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:34:22.727878 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:23.772997 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:27.830004 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-da47fba5-2afa-473f-9d9a-1f67a22263c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:30.396961 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-275daf9a-ea51-4f45-b142-6b4b7b941403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:31.345674 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:33.030815 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:34.011334 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:35.181269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571d0df-659c-495e-9189-eda2235fa73d req-f5011e64-90b3-420f-b81e-dc43a85ac7f5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:35.182828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d571d0df-659c-495e-9189-eda2235fa73d req-f5011e64-90b3-420f-b81e-dc43a85ac7f5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0571971 Feb 11 06:34:35.249982 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d571d0df-659c-495e-9189-eda2235fa73d req-cfad38b2-7a2f-4c2c-a45e-5930a5960004 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609982 Feb 11 06:34:36.400401 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2d8c7-1b92-4bbf-a124-80fefd649dae req-ac95a058-7767-414c-b353-713961f785fd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:36.402628 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34a2d8c7-1b92-4bbf-a124-80fefd649dae req-ac95a058-7767-414c-b353-713961f785fd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0605311 Feb 11 06:34:36.455741 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34a2d8c7-1b92-4bbf-a124-80fefd649dae req-46589b03-cde2-45a2-a1bf-cc1e0d3b8001 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455546 Feb 11 06:34:36.485697 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52482) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:36.556041 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f1f5e90a-e970-483d-9bf9-b09416da01d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/c5aa3598-232b-4c3e-ace7-43fdae85899f HTTP/1.1" status: 200 len: 992 time: 0.0675309 Feb 11 06:34:36.605348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-91349110-5d8f-4c7a-90f5-a74bd650a13b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544143 Feb 11 06:34:36.704627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-31542346-eef4-4051-8057-cf470548bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:36.706182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-31542346-eef4-4051-8057-cf470548bf59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 1128 time: 0.0519202 Feb 11 06:34:36.813819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-b239c724-1eb7-4d6c-8047-63925d74377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:36.815330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-b239c724-1eb7-4d6c-8047-63925d74377d service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3265471-0951-462d-b9d9-3171ba07e5ac HTTP/1.1" status: 200 len: 898 time: 0.0890429 Feb 11 06:34:36.908340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-8234fd04-aef6-420c-ac14-8a14a98fe2a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ce7584-8251-43b9-9666-71b4dd5262d2 HTTP/1.1" status: 200 len: 1000 time: 0.0860627 Feb 11 06:34:36.966242 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-96cb4472-4604-400b-a577-343ea864ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:36.967716 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-96cb4472-4604-400b-a577-343ea864ac79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=836a2556-b886-44fb-b571-c4a8e89fb813 HTTP/1.1" status: 200 len: 835 time: 0.0528879 Feb 11 06:34:37.023398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-428cca40-38f7-4d84-97a1-ba35d92daa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:37.024927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-428cca40-38f7-4d84-97a1-ba35d92daa7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3265471-0951-462d-b9d9-3171ba07e5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496955 Feb 11 06:34:37.421195 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-f8da5ad8-937d-404c-a065-d029f69f744d service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876531 Feb 11 06:34:37.511507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8109a7c3-0171-47df-80b9-151e5d92b4c1 req-7a33b7f2-2de5-4d26-ae9a-5260dcdfe3df service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841696 Feb 11 06:34:37.854917 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3462c5-cc1f-4a51-9ac1-347c22dee176 req-1f445dac-0bad-467b-967d-d93181693251 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:37.856377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e3462c5-cc1f-4a51-9ac1-347c22dee176 req-1f445dac-0bad-467b-967d-d93181693251 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0584562 Feb 11 06:34:37.930341 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0e3462c5-cc1f-4a51-9ac1-347c22dee176 req-b2e925d0-2db1-47c6-be50-ae0068fed64e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638180 Feb 11 06:34:39.055554 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8e4d5-1363-4787-91c5-c06c37ab10dd req-c60b74a9-a951-442e-bee1-1ed22b24f7e8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:39.057160 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6eb8e4d5-1363-4787-91c5-c06c37ab10dd req-c60b74a9-a951-442e-bee1-1ed22b24f7e8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0539677 Feb 11 06:34:39.107684 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6eb8e4d5-1363-4787-91c5-c06c37ab10dd req-98caebbd-eb6d-4339-b5aa-32c9754003ad tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448215 Feb 11 06:34:39.129877 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52492) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:39.189947 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3dc811a4-8372-4161-b670-144d01801d2d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/c5aa3598-232b-4c3e-ace7-43fdae85899f HTTP/1.1" status: 200 len: 992 time: 0.0589068 Feb 11 06:34:39.417742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52498) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:39.586394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 64d27e2c-44c3-44e4-a2ca-f1e731353242 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:34:39.586749 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (64d27e2c-44c3-44e4-a2ca-f1e731353242), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:39.665241 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (64d27e2c-44c3-44e4-a2ca-f1e731353242), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:39.665573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (64d27e2c-44c3-44e4-a2ca-f1e731353242), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:39.678490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 64d27e2c-44c3-44e4-a2ca-f1e731353242 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:34:39.860739 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (64d27e2c-44c3-44e4-a2ca-f1e731353242), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:39.885170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=64d27e2c-44c3-44e4-a2ca-f1e731353242,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:39.899450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.899952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.900146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.900489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.900831 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.901220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.901561 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.901897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.902249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.902568 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.902899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.903231 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.903558 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:39.965464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (c5aa3598-232b-4c3e-ace7-43fdae85899f), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:39.965815 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP c5aa3598-232b-4c3e-ace7-43fdae85899f disassociated (deleted). External IP: 172.25.1.14, port: 40ce7584-8251-43b9-9666-71b4dd5262d2. Feb 11 06:34:40.187508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 17fdbab6-b5c2-4cde-97da-f61e34fce181 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:34:40.302130 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:34:40.306574 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:40.312231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85522af-9776-479e-964f-fb00332c0170 None None] Sync routers for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:34:40.322784 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85522af-9776-479e-964f-fb00332c0170 None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:40.323419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f85522af-9776-479e-964f-fb00332c0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:40.336784 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-feae014a-af16-4c53-826a-d2442f24e57c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/floatingips/c5aa3598-232b-4c3e-ace7-43fdae85899f HTTP/1.1" status: 204 len: 168 time: 0.9178951 Feb 11 06:34:40.337412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:34:40.340264 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b9c547-abb6-4117-bdf8-0b19cd698b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:34:40.381802 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2475c2-59ac-4971-99a1-90d9a50c773a x-openstack-request-id: req-6e2475c2-59ac-4971-99a1-90d9a50c773a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:34:40.383341 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:34:40.383341 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e2475c2-59ac-4971-99a1-90d9a50c773a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:34:40.383341 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'status': 'completed', 'code': 200} Feb 11 06:34:40.443044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f85522af-9776-479e-964f-fb00332c0170 None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:40.454450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-951db704-fafc-43e1-90e9-68c220fcee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:40.456513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-951db704-fafc-43e1-90e9-68c220fcee4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 1128 time: 0.0522873 Feb 11 06:34:40.599537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-ede84ff1-40ef-45f6-a8f6-5acd4f9c9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:40.601025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-ede84ff1-40ef-45f6-a8f6-5acd4f9c9c0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3265471-0951-462d-b9d9-3171ba07e5ac HTTP/1.1" status: 200 len: 898 time: 0.1390085 Feb 11 06:34:40.647268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-35ea0407-e007-4857-a842-0ea530893257 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ce7584-8251-43b9-9666-71b4dd5262d2 HTTP/1.1" status: 200 len: 217 time: 0.0371530 Feb 11 06:34:40.658001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8fff4-3d3e-468a-bda0-fe2068fef435 req-3f922e5f-3945-4ce8-8ef8-a802b48f1362 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:40.659547 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96f8fff4-3d3e-468a-bda0-fe2068fef435 req-3f922e5f-3945-4ce8-8ef8-a802b48f1362 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.1035314 Feb 11 06:34:40.677486 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f85522af-9776-479e-964f-fb00332c0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6c790113-a463-4fed-8019-e8764646ec58', 'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ef:59:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:44Z', 'updated_at': '2022-02-11T06:33:48Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:40.705382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85522af-9776-479e-964f-fb00332c0170 None None] Checking router: 17fdbab6-b5c2-4cde-97da-f61e34fce181 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:34:40.714653 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85522af-9776-479e-964f-fb00332c0170 None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:40.715272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f85522af-9776-479e-964f-fb00332c0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:40.735715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-44f05183-df5e-4d7f-b0f5-f52b3decc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:40.737227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-44f05183-df5e-4d7f-b0f5-f52b3decc014 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=836a2556-b886-44fb-b571-c4a8e89fb813 HTTP/1.1" status: 200 len: 835 time: 0.0767550 Feb 11 06:34:40.760814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96f8fff4-3d3e-468a-bda0-fe2068fef435 req-1b3e82b5-7adb-42e3-b075-7754d5090f9d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901129 Feb 11 06:34:40.797300 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-5571725c-79c1-476b-8944-fc2596eaf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:40.798831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-5571725c-79c1-476b-8944-fc2596eaf762 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3265471-0951-462d-b9d9-3171ba07e5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522578 Feb 11 06:34:40.843429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-f85522af-9776-479e-964f-fb00332c0170 None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:40.898754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-732aac1c-5f0b-4544-953d-087798490a01 service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930369 Feb 11 06:34:41.003273 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-75b9c547-abb6-4117-bdf8-0b19cd698b2b req-30ab9e6a-862a-479d-bc8a-a74bc600f4c7 service neutron] 10.222.0.72 "GET /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971143 Feb 11 06:34:41.065910 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-f85522af-9776-479e-964f-fb00332c0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6c790113-a463-4fed-8019-e8764646ec58', 'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ef:59:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:44Z', 'updated_at': '2022-02-11T06:33:48Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:41.097544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85522af-9776-479e-964f-fb00332c0170 None None] The sync data for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 is: [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6c790113-a463-4fed-8019-e8764646ec58', 'name': '', 'network_id': 'a3265471-0951-462d-b9d9-3171ba07e5ac', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ef:59:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:44Z', 'updated_at': '2022-02-11T06:33:48Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '836a2556-b886-44fb-b571-c4a8e89fb813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:34:41.351845 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f1342-c407-4e1f-a0d9-80680f9afd6a None None] New status for floating IP c5aa3598-232b-4c3e-ace7-43fdae85899f: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:34:41.892757 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5f73-4b1d-4d68-a441-aa2b838c99e4 req-b33301be-7c94-4c79-a714-2dae17ce5517 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:41.894293 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc0f5f73-4b1d-4d68-a441-aa2b838c99e4 req-b33301be-7c94-4c79-a714-2dae17ce5517 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0546353 Feb 11 06:34:41.945562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fc0f5f73-4b1d-4d68-a441-aa2b838c99e4 req-325dda43-192c-4855-877d-73712e5559ab tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa863da-0c5c-4942-8f72-86d7fded21da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452456 Feb 11 06:34:42.112137 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-be5b5991-1f16-48b1-aea1-6171a1f881f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:42.113552 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-be5b5991-1f16-48b1-aea1-6171a1f881f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 945 time: 0.0606074 Feb 11 06:34:42.212510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 40ce7584-8251-43b9-9666-71b4dd5262d2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:34:42.213518 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:42.309841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 40ce7584-8251-43b9-9666-71b4dd5262d2, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=40ce7584-8251-43b9-9666-71b4dd5262d2,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:42.310392 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:42.322813 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 40ce7584-8251-43b9-9666-71b4dd5262d2 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:34:42.456967 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (40ce7584-8251-43b9-9666-71b4dd5262d2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:42.492224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=40ce7584-8251-43b9-9666-71b4dd5262d2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:42.537249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] No DVR routers for this DVR port 40ce7584-8251-43b9-9666-71b4dd5262d2 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:34:42.539941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:42.543496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-152da3ba-b998-41c7-bf1c-b3203447c0e0 req-b709625a-b9ea-494f-819b-4859ae5affe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "DELETE /v2.0/ports/40ce7584-8251-43b9-9666-71b4dd5262d2 HTTP/1.1" status: 204 len: 173 time: 0.4247103 Feb 11 06:34:42.543968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'name': 'network-vif-deleted', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:34:42.546279 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4cb2f6-9282-4310-a890-028152eb0e61" -d '{"events": [{"server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "name": "network-vif-deleted", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:34:42.591500 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81118332-f91b-4b58-85df-3d4ffd2d838f x-openstack-request-id: req-81118332-f91b-4b58-85df-3d4ffd2d838f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:34:42.591799 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f55cd-1d7d-4346-9610-99b2fa43b917", "name": "network-vif-deleted", "tag": "40ce7584-8251-43b9-9666-71b4dd5262d2", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:34:42.592207 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81118332-f91b-4b58-85df-3d4ffd2d838f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:34:42.592609 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f55cd-1d7d-4346-9610-99b2fa43b917', 'name': 'network-vif-deleted', 'tag': '40ce7584-8251-43b9-9666-71b4dd5262d2', 'status': 'completed', 'code': 200} Feb 11 06:34:43.067746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e054bd4f-1b33-4d29-af16-8e5c53b739e3 req-681a280d-11a9-4768-a924-267e8ac311ea tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=234f55cd-1d7d-4346-9610-99b2fa43b917 HTTP/1.1" status: 200 len: 210 time: 0.0305235 Feb 11 06:34:44.128318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52514) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:44.518683 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (17fdbab6-b5c2-4cde-97da-f61e34fce181), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:44.791541 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 6c790113-a463-4fed-8019-e8764646ec58 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:34:44.791806 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6c790113-a463-4fed-8019-e8764646ec58), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:44.880141 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 6c790113-a463-4fed-8019-e8764646ec58, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6c790113-a463-4fed-8019-e8764646ec58,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:44.880505 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6c790113-a463-4fed-8019-e8764646ec58), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:44.897797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 6c790113-a463-4fed-8019-e8764646ec58 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:34:45.101638 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6c790113-a463-4fed-8019-e8764646ec58), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:45.129264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=6c790113-a463-4fed-8019-e8764646ec58,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:45.312579 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (17fdbab6-b5c2-4cde-97da-f61e34fce181), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:45.573826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 17fdbab6-b5c2-4cde-97da-f61e34fce181 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:34:46.000869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:34:46.006076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-813595aa-1cb6-4fc7-b133-d465651dd808 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/17fdbab6-b5c2-4cde-97da-f61e34fce181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8767054 Feb 11 06:34:46.008826 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52516) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:46.011219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] Sync routers for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:34:46.022127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:46.022743 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:46.076871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeab34d5-868e-467a-abcd-97efaef1311b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting subnet 836a2556-b886-44fb-b571-c4a8e89fb813 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:34:46.080552 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aeab34d5-868e-467a-abcd-97efaef1311b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (836a2556-b886-44fb-b571-c4a8e89fb813), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.124698 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aeab34d5-868e-467a-abcd-97efaef1311b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (836a2556-b886-44fb-b571-c4a8e89fb813), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.143775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:46.221637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aeab34d5-868e-467a-abcd-97efaef1311b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (836a2556-b886-44fb-b571-c4a8e89fb813), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.281050 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aeab34d5-868e-467a-abcd-97efaef1311b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (836a2556-b886-44fb-b571-c4a8e89fb813), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.308706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab34d5-868e-467a-abcd-97efaef1311b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Subnet': ['ID=836a2556-b886-44fb-b571-c4a8e89fb813,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:46.312427 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aeab34d5-868e-467a-abcd-97efaef1311b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.318622 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52518) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:46.321817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-aeab34d5-868e-467a-abcd-97efaef1311b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/subnets/836a2556-b886-44fb-b571-c4a8e89fb813 HTTP/1.1" status: 204 len: 168 time: 0.3117754 Feb 11 06:34:46.322704 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2dfa16-8410-4d5e-b31d-17f29cb36e7c None None] Network a3265471-0951-462d-b9d9-3171ba07e5ac requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:34:46.411239 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:34:45Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:46.433415 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (17fdbab6-b5c2-4cde-97da-f61e34fce181), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.441862 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] Checking router: 17fdbab6-b5c2-4cde-97da-f61e34fce181 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:34:46.459727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] Routers {'17fdbab6-b5c2-4cde-97da-f61e34fce181'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:46.460367 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['17fdbab6-b5c2-4cde-97da-f61e34fce181'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:46.547218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (17fdbab6-b5c2-4cde-97da-f61e34fce181), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.551311 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] DHCP port deletion for a3265471-0951-462d-b9d9-3171ba07e5ac request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:34:46.605585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] Set router 17fdbab6-b5c2-4cde-97da-f61e34fce181 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:46.612244 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:34:46.612595 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.678472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 40ce7584-8251-43b9-9666-71b4dd5262d2 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:34:46.704953 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 4978dc7a-21fe-4c07-aff4-5e3ac007ad40, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=4978dc7a-21fe-4c07-aff4-5e3ac007ad40,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:46.705344 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.717923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 40ce7584-8251-43b9-9666-71b4dd5262d2 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:34:46.718274 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 40ce7584-8251-43b9-9666-71b4dd5262d2 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:34:46.724746 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:34:46.752679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Deleting port 96fd6535-8bf6-4222-8c3e-cb44612bf96e {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:34:46.753057 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.953779 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4978dc7a-21fe-4c07-aff4-5e3ac007ad40), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:46.983073 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=4978dc7a-21fe-4c07-aff4-5e3ac007ad40,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:47.010905 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.011261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.011612 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.012008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.012293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.012625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.012993 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.013333 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.013664 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.013997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.014378 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.014702 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.015026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.030718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] For port 96fd6535-8bf6-4222-8c3e-cb44612bf96e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=96fd6535-8bf6-4222-8c3e-cb44612bf96e,segment=NetworkSegment(4341a387-3502-407c-9900-142bb6008636),segment_id=4341a387-3502-407c-9900-142bb6008636)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:47.031387 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.046326 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Calling delete_port for 96fd6535-8bf6-4222-8c3e-cb44612bf96e owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:34:47.058296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (17fdbab6-b5c2-4cde-97da-f61e34fce181), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.124066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:34:45Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:47.153674 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fe0f1-77e9-4840-aa02-6185dfd3506f None None] The sync data for ids ['17fdbab6-b5c2-4cde-97da-f61e34fce181'] in n-d-715271-35 is: [{'id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640117712', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:34:45Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '4978dc7a-21fe-4c07-aff4-5e3ac007ad40', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fdbab6-b5c2-4cde-97da-f61e34fce181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:33:41Z', 'updated_at': '2022-02-11T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:34:47.181600 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (96fd6535-8bf6-4222-8c3e-cb44612bf96e), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.220606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Pushing event deleted for resources: {'Port': ['ID=96fd6535-8bf6-4222-8c3e-cb44612bf96e,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:47.224487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] No DVR routers for this DVR port 96fd6535-8bf6-4222-8c3e-cb44612bf96e on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:34:47.244610 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.245298 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.246014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.246719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.247235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.247898 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.248600 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.249346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.249954 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.250926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.251709 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.252342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.252823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc8a3f-064d-40c2-a6eb-63504e69c6ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:47.326060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 96fd6535-8bf6-4222-8c3e-cb44612bf96e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:34:47.352117 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 96fd6535-8bf6-4222-8c3e-cb44612bf96e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:34:47.352604 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 96fd6535-8bf6-4222-8c3e-cb44612bf96e not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:34:47.491406 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (17fdbab6-b5c2-4cde-97da-f61e34fce181), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.493882 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (17fdbab6-b5c2-4cde-97da-f61e34fce181), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.538755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (17fdbab6-b5c2-4cde-97da-f61e34fce181), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.539552 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Fanout notify agent at l3_agent the message router_deleted on router 17fdbab6-b5c2-4cde-97da-f61e34fce181 {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:34:47.550561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.554189 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3d32ffc3-833d-4bd6-9ee7-60700cd57c20 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/routers/17fdbab6-b5c2-4cde-97da-f61e34fce181 HTTP/1.1" status: 204 len: 168 time: 1.2321379 Feb 11 06:34:47.554461 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52520) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:47.636545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (a3265471-0951-462d-b9d9-3171ba07e5ac), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.736366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (a3265471-0951-462d-b9d9-3171ba07e5ac), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.761184 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3265471-0951-462d-b9d9-3171ba07e5ac']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:47.772806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4341a387-3502-407c-9900-142bb6008636') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:47.773323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4341a387-3502-407c-9900-142bb6008636') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:47.787086 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (4341a387-3502-407c-9900-142bb6008636), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.800900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (4341a387-3502-407c-9900-142bb6008636), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.806864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:34:47.807258 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (4341a387-3502-407c-9900-142bb6008636), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:34:47.810305 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:34:47.874993 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (a3265471-0951-462d-b9d9-3171ba07e5ac), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.882679 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.885925 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/networks/a3265471-0951-462d-b9d9-3171ba07e5ac HTTP/1.1" status: 204 len: 168 time: 0.3305054 Feb 11 06:34:47.888781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52522) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:47.897156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4f6fc-e1ae-4024-b403-9b5eaeaa5fd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Network': ['ID=a3265471-0951-462d-b9d9-3171ba07e5ac,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:47.948701 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3209dca1-aa32-4bbe-a538-71d575dc4e10 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (9fa863da-0c5c-4942-8f72-86d7fded21da), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:47.978926 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3209dca1-aa32-4bbe-a538-71d575dc4e10 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (9fa863da-0c5c-4942-8f72-86d7fded21da), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.041036 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3209dca1-aa32-4bbe-a538-71d575dc4e10 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (9fa863da-0c5c-4942-8f72-86d7fded21da), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.043643 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3209dca1-aa32-4bbe-a538-71d575dc4e10 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.044832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3209dca1-aa32-4bbe-a538-71d575dc4e10 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/security-groups/9fa863da-0c5c-4942-8f72-86d7fded21da HTTP/1.1" status: 204 len: 168 time: 0.1549852 Feb 11 06:34:48.058397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209dca1-aa32-4bbe-a538-71d575dc4e10 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa863da-0c5c-4942-8f72-86d7fded21da,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:48.295780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52528) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:48.300408 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-464f3733-2eb5-43a8-9afa-55fba1c9014c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465510002', 'description': 'tempest-secgroup-smoke-465510002 description', 'project_id': 'baf79e4cee014e07a11ddac9f9749567'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:48.320628 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-464f3733-2eb5-43a8-9afa-55fba1c9014c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.390922 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-464f3733-2eb5-43a8-9afa-55fba1c9014c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (365635fe-fe49-4a1a-b38e-253d566e5f5e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.395657 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-464f3733-2eb5-43a8-9afa-55fba1c9014c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (365635fe-fe49-4a1a-b38e-253d566e5f5e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.428986 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-464f3733-2eb5-43a8-9afa-55fba1c9014c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.430293 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-464f3733-2eb5-43a8-9afa-55fba1c9014c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1335211 Feb 11 06:34:48.433791 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52530) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:48.438991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-53cc090e-3476-49b1-a149-91a27b981b15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '365635fe-fe49-4a1a-b38e-253d566e5f5e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:48.444133 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3733-2eb5-43a8-9afa-55fba1c9014c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365635fe-fe49-4a1a-b38e-253d566e5f5e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:48.470607 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53cc090e-3476-49b1-a149-91a27b981b15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (7dee9770-6d2c-4911-a8f2-6b12b0b21d82), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.531243 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53cc090e-3476-49b1-a149-91a27b981b15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (7dee9770-6d2c-4911-a8f2-6b12b0b21d82), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.535165 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53cc090e-3476-49b1-a149-91a27b981b15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (7dee9770-6d2c-4911-a8f2-6b12b0b21d82), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.552976 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc090e-3476-49b1-a149-91a27b981b15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dee9770-6d2c-4911-a8f2-6b12b0b21d82,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:48.561935 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-53cc090e-3476-49b1-a149-91a27b981b15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.563154 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-53cc090e-3476-49b1-a149-91a27b981b15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284323 Feb 11 06:34:48.565936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52532) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:48.570462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-280006d4-d906-4452-9007-21b06f7128aa tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '365635fe-fe49-4a1a-b38e-253d566e5f5e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:48.602339 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-280006d4-d906-4452-9007-21b06f7128aa tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (6bb464b5-a79b-42f2-9707-353b5bd86b58), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.664476 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-280006d4-d906-4452-9007-21b06f7128aa tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (6bb464b5-a79b-42f2-9707-353b5bd86b58), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.669312 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-280006d4-d906-4452-9007-21b06f7128aa tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (6bb464b5-a79b-42f2-9707-353b5bd86b58), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.687845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280006d4-d906-4452-9007-21b06f7128aa tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb464b5-a79b-42f2-9707-353b5bd86b58,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:48.696367 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-280006d4-d906-4452-9007-21b06f7128aa tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.697630 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-280006d4-d906-4452-9007-21b06f7128aa tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306560 Feb 11 06:34:48.701176 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52534) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:48.707218 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-4ccd48e4-6471-4ca6-a7d9-55ce72fb6876 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '365635fe-fe49-4a1a-b38e-253d566e5f5e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:48.736954 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ccd48e4-6471-4ca6-a7d9-55ce72fb6876 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (dd725b92-cba5-42ec-a2a4-baf8e2c928ea), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.796763 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ccd48e4-6471-4ca6-a7d9-55ce72fb6876 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (dd725b92-cba5-42ec-a2a4-baf8e2c928ea), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.800664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ccd48e4-6471-4ca6-a7d9-55ce72fb6876 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (dd725b92-cba5-42ec-a2a4-baf8e2c928ea), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.819018 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd48e4-6471-4ca6-a7d9-55ce72fb6876 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd725b92-cba5-42ec-a2a4-baf8e2c928ea,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:48.830774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-4ccd48e4-6471-4ca6-a7d9-55ce72fb6876 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.832032 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4ccd48e4-6471-4ca6-a7d9-55ce72fb6876 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298425 Feb 11 06:34:48.835089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52536) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:48.839514 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-20028895-7250-44d1-9cbf-69b753624a0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '365635fe-fe49-4a1a-b38e-253d566e5f5e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:48.865769 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-20028895-7250-44d1-9cbf-69b753624a0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (cf954dd0-6a43-423c-b976-e2d94f4f1956), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.927580 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-20028895-7250-44d1-9cbf-69b753624a0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (cf954dd0-6a43-423c-b976-e2d94f4f1956), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.931458 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-20028895-7250-44d1-9cbf-69b753624a0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (cf954dd0-6a43-423c-b976-e2d94f4f1956), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.949632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20028895-7250-44d1-9cbf-69b753624a0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf954dd0-6a43-423c-b976-e2d94f4f1956,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:48.959216 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-20028895-7250-44d1-9cbf-69b753624a0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:48.960452 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-20028895-7250-44d1-9cbf-69b753624a0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244168 Feb 11 06:34:48.963230 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52538) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:48.967608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-de807696-6032-4700-81bd-651f6da09c33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '365635fe-fe49-4a1a-b38e-253d566e5f5e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:48.987734 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-de807696-6032-4700-81bd-651f6da09c33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:34:48.992913 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de807696-6032-4700-81bd-651f6da09c33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (4861a0a8-ae33-45f9-b543-fa17d9bd19bc), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.060602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de807696-6032-4700-81bd-651f6da09c33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (4861a0a8-ae33-45f9-b543-fa17d9bd19bc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.065472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de807696-6032-4700-81bd-651f6da09c33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (4861a0a8-ae33-45f9-b543-fa17d9bd19bc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.079498 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:34:49.085547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de807696-6032-4700-81bd-651f6da09c33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4861a0a8-ae33-45f9-b543-fa17d9bd19bc,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:49.091443 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-de807696-6032-4700-81bd-651f6da09c33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.096350 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-de807696-6032-4700-81bd-651f6da09c33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284842 Feb 11 06:34:49.096350 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52540) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:49.100331 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2f1d4790-62c0-41c2-b3b9-6cc7310a6415 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '365635fe-fe49-4a1a-b38e-253d566e5f5e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:49.106300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:34:49.106867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 4978dc7a-21fe-4c07-aff4-5e3ac007ad40 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:34:49.107063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6c790113-a463-4fed-8019-e8764646ec58 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:34:49.125333 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-2f1d4790-62c0-41c2-b3b9-6cc7310a6415 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:34:49.128144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6c790113-a463-4fed-8019-e8764646ec58 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:34:49.128521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6c790113-a463-4fed-8019-e8764646ec58 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:34:49.133502 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4790-62c0-41c2-b3b9-6cc7310a6415 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (c7a58a83-e860-4908-99fd-c0a35c45647b), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.196735 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4790-62c0-41c2-b3b9-6cc7310a6415 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (c7a58a83-e860-4908-99fd-c0a35c45647b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.200767 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4790-62c0-41c2-b3b9-6cc7310a6415 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (c7a58a83-e860-4908-99fd-c0a35c45647b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.220542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d4790-62c0-41c2-b3b9-6cc7310a6415 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a58a83-e860-4908-99fd-c0a35c45647b,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:49.225482 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4790-62c0-41c2-b3b9-6cc7310a6415 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.226707 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2f1d4790-62c0-41c2-b3b9-6cc7310a6415 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298549 Feb 11 06:34:49.230557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52542) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:49.235505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'network': {'name': 'tempest-network-smoke--985564765', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'port_security_enabled': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:49.253960 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:34:49.257322 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.282274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:34:49.292606 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (51273f65-3800-4c43-8a4f-fa5abe5a4ab0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.292956 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Added segment 51273f65-3800-4c43-8a4f-fa5abe5a4ab0 of type vlan for network 03c489ea-fcfb-4270-b030-f2f2c3041afb Feb 11 06:34:49.336333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (03c489ea-fcfb-4270-b030-f2f2c3041afb), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.366746 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (03c489ea-fcfb-4270-b030-f2f2c3041afb), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.372693 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:49.373340 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.412487 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1808310 Feb 11 06:34:49.417315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52544) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:49.421978 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'admin_state_up': True, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:49.444302 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (8306e307-7e22-40ca-8da8-ec2b1bdc2614), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.445781 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (8306e307-7e22-40ca-8da8-ec2b1bdc2614), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.457718 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12d0b5-dad5-43ba-b1fd-675248d274da tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Network': ['ID=03c489ea-fcfb-4270-b030-f2f2c3041afb,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:49.470592 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 03c489ea-fcfb-4270-b030-f2f2c3041afb details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:34:49.499061 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (8306e307-7e22-40ca-8da8-ec2b1bdc2614), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.647086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (8306e307-7e22-40ca-8da8-ec2b1bdc2614), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.856238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (8306e307-7e22-40ca-8da8-ec2b1bdc2614), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:49.876025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:50.005418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.210 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/dbd660de-8c73-40a8-9660-bfb16b6aace1) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:34:50.117192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:50.152752 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:50.194742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:34:50.199258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:34:50.203632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:34:50.207184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=dbd660de-8c73-40a8-9660-bfb16b6aace1,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:50.470897 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (8306e307-7e22-40ca-8da8-ec2b1bdc2614), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:50.683021 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (8306e307-7e22-40ca-8da8-ec2b1bdc2614), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:50.817872 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:34:50.933272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:34:50.943835 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Sync routers for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:34:50.956702 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:50.957537 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:50.961697 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:50.963528 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8bbc7e25-da1e-4dc8-b989-5300c4157e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5451548 Feb 11 06:34:50.968459 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52546) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:51.005305 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ec8778e-55c3-4aec-8f55-dedec617a274 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=baf79e4cee014e07a11ddac9f9749567&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355861 Feb 11 06:34:51.010043 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52548) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:51.073004 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:51.106638 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4de2b-0035-4869-9793-30afd6cb70b3 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:51.108165 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-43e4de2b-0035-4869-9793-30afd6cb70b3 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971892 Feb 11 06:34:51.111657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52550) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:51.143342 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-cac236e5-c298-4aef-905a-7c7d74a646e2 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281436 Feb 11 06:34:51.143586 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52552) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:51.148564 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476955129', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:51.248156 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:34:51.252527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.273641 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:50Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:51.300645 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Checking router: 8306e307-7e22-40ca-8da8-ec2b1bdc2614 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:34:51.301075 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Updating router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 port dbd660de-8c73-40a8-9660-bfb16b6aace1 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:34:51.334422 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.464502 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (53155561-ffe1-464d-999e-80a00baf10ec), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.532432 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Subnet': ['ID=53155561-ffe1-464d-999e-80a00baf10ec,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:51.542251 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Checking segment: {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:34:51.542629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network hostable DHCP agents. Network: 03c489ea-fcfb-4270-b030-f2f2c3041afb, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:34:51.559944 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 03c489ea-fcfb-4270-b030-f2f2c3041afb is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:34:51.570501 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 03c489ea-fcfb-4270-b030-f2f2c3041afb) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:34:51.575361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:51.575978 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.587429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e4105-ca97-463a-b505-0f31b9005dec None None] Network 03c489ea-fcfb-4270-b030-f2f2c3041afb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:34:51.596488 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-aa1f5845-b85c-45a5-9b84-bf3235af4e7a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4518654 Feb 11 06:34:51.599337 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52554) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:51.618874 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Publish callbacks [] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.627877 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.678954 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Attempting to bind port dbd660de-8c73-40a8-9660-bfb16b6aace1 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:34:51.679328 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Attempting to bind port dbd660de-8c73-40a8-9660-bfb16b6aace1 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:34:51.679687 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Attempting to bind port dbd660de-8c73-40a8-9660-bfb16b6aace1 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:34:51.688763 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Pushing event updated for resources: {'Port': ['ID=dbd660de-8c73-40a8-9660-bfb16b6aace1,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:51.691009 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:34:51.691383 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:34:51.691777 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.692170 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:34:51.692638 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Bound port: dbd660de-8c73-40a8-9660-bfb16b6aace1, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:34:51.693013 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.717827 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.718146 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.718600 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.718809 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.719136 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.719466 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.719881 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.720211 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.720529 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.720859 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.721280 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.721512 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.721872 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:51.733453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-03c489ea-fcfb-4270-b030-f2f2c3041afb', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:34:51.734893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.766586 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] For port dbd660de-8c73-40a8-9660-bfb16b6aace1, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:34:51.770291 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] For port dbd660de-8c73-40a8-9660-bfb16b6aace1, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dbd660de-8c73-40a8-9660-bfb16b6aace1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:34:51.777682 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:51.839460 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec3b7-a9cf-45c1-9f31-c53f8c6fb67d None None] Pushing event updated for resources: {'Port': ['ID=dbd660de-8c73-40a8-9660-bfb16b6aace1,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:51.849157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:51.849402 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:51.912175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Allocated IP 172.20.0.2 (03c489ea-fcfb-4270-b030-f2f2c3041afb/53155561-ffe1-464d-999e-80a00baf10ec/0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:34:51.963456 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:52.079403 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Publish callbacks [] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.087245 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.132714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Network 03c489ea-fcfb-4270-b030-f2f2c3041afb is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:34:52.136808 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:34:52.139288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:34:52.150459 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.151647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Pushing event updated for resources: {'Port': ['ID=0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:52.161423 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:50Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:52.205543 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b0641-dff9-49b8-a0d6-8a1acffae92a None None] The sync data for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 is: [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:50Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:34:52.226158 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Attempting to bind port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:34:52.226737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Attempting to bind port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:34:52.227435 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Attempting to bind port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b on network 03c489ea-fcfb-4270-b030-f2f2c3041afb {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:34:52.233952 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:34:52.234417 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Checking segment: {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:34:52.234895 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.236217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Bound using segment: {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:34:52.236217 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Bound port: 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:34:52.236782 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.325082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] For port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:34:52.330057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] For port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:34:52.338148 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.401512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f659b9d-5303-4ce8-a1d2-157e19bc68c9 None None] Pushing event updated for resources: {'Port': ['ID=0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:52.544938 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.1 (03c489ea-fcfb-4270-b030-f2f2c3041afb/53155561-ffe1-464d-999e-80a00baf10ec/c342b318-3407-4058-9e67-fe23749ff15b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:34:52.727279 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.738151 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (c342b318-3407-4058-9e67-fe23749ff15b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.779335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (c342b318-3407-4058-9e67-fe23749ff15b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.832313 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 03c489ea-fcfb-4270-b030-f2f2c3041afb is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:34:52.835772 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:34:52.847645 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:34:52.888089 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=c342b318-3407-4058-9e67-fe23749ff15b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:52.922730 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (8306e307-7e22-40ca-8da8-ec2b1bdc2614), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.092524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c342b318-3407-4058-9e67-fe23749ff15b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.216035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dbd660de-8c73-40a8-9660-bfb16b6aace1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:34:53.310121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port dbd660de-8c73-40a8-9660-bfb16b6aace1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:53.310519 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.411145 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port dbd660de-8c73-40a8-9660-bfb16b6aace1 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:53.411694 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.435525 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port dbd660de-8c73-40a8-9660-bfb16b6aace1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dbd660de-8c73-40a8-9660-bfb16b6aace1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:53.446627 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.447596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:34:53.495776 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (c342b318-3407-4058-9e67-fe23749ff15b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.501822 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (c342b318-3407-4058-9e67-fe23749ff15b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.537844 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=dbd660de-8c73-40a8-9660-bfb16b6aace1,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:53.552255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:53.552697 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.589364 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=c342b318-3407-4058-9e67-fe23749ff15b,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:53.591969 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (8306e307-7e22-40ca-8da8-ec2b1bdc2614), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.633606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25486c4a-520d-4d2e-8cf7-1764894ee2bb None None] Network 03c489ea-fcfb-4270-b030-f2f2c3041afb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:34:53.705451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:53.705693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.710500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 03c489ea-fcfb-4270-b030-f2f2c3041afb is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:34:53.712174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:34:53.743846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3536b45a-1139-497b-a7b5-4c887199b7ec None None] Provisioning complete for port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:53.744500 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3536b45a-1139-497b-a7b5-4c887199b7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.813662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:53.831938 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.862019 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:34:53.874485 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:53.950379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:53.961854 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3536b45a-1139-497b-a7b5-4c887199b7ec None None] Current status of the port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:54.003022 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:34:54.015675 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d037fb24-8738-419d-bdf8-a78dc67d72c2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/8306e307-7e22-40ca-8da8-ec2b1bdc2614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066761 Feb 11 06:34:54.186464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-c745ee05-756f-4b9b-937f-e658df3b2eff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465510002&fields=id&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 267 time: 0.0567186 Feb 11 06:34:54.246710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-def9530e-f796-4748-97c6-05ce098d3fdd None None] Provisioning complete for port c342b318-3407-4058-9e67-fe23749ff15b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:54.247217 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-def9530e-f796-4748-97c6-05ce098d3fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c342b318-3407-4058-9e67-fe23749ff15b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:54.282992 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Sync routers for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:34:54.309999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:54.310576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:54.310856 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab085-9374-415f-b577-b38010990719 req-913abdab-e2c3-4c28-aa9c-6b8f314dc6de tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:54.312459 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-913abdab-e2c3-4c28-aa9c-6b8f314dc6de tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/networks?id=03c489ea-fcfb-4270-b030-f2f2c3041afb HTTP/1.1" status: 200 len: 796 time: 0.1191592 Feb 11 06:34:54.315740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-def9530e-f796-4748-97c6-05ce098d3fdd None None] Port c342b318-3407-4058-9e67-fe23749ff15b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:34:54.329682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-39b409b8-76cc-4a52-95b5-f35da4232658 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/quotas/baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 375 time: 0.0106413 Feb 11 06:34:54.403460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-de155e0c-b73d-4bc0-995f-9d00cd5db44e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680587 Feb 11 06:34:54.411244 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-def9530e-f796-4748-97c6-05ce098d3fdd None None] Provisioning complete for port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:54.411627 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-def9530e-f796-4748-97c6-05ce098d3fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:54.481667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:54.586960 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-282dcd66-a751-47fd-b744-a82a9e051e75 service neutron] 10.222.0.31 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709247 Feb 11 06:34:54.614751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-def9530e-f796-4748-97c6-05ce098d3fdd None None] Current status of the port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:54.712768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-8c5757dc-676c-43cd-ac5b-61d4e7316f7f service neutron] 10.222.0.31 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191301 Feb 11 06:34:54.754267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-dbb78c77-6299-40d6-9428-7761669d6ec2 None None] Provisioning complete for port c342b318-3407-4058-9e67-fe23749ff15b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:54.754868 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dbb78c77-6299-40d6-9428-7761669d6ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c342b318-3407-4058-9e67-fe23749ff15b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:54.762127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c342b318-3407-4058-9e67-fe23749ff15b', 'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:6b:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:52Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 2, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '53155561-ffe1-464d-999e-80a00baf10ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:54.811310 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Checking router: 8306e307-7e22-40ca-8da8-ec2b1bdc2614 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:34:54.811686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Updating router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 port c342b318-3407-4058-9e67-fe23749ff15b binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:34:54.857742 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-dbb78c77-6299-40d6-9428-7761669d6ec2 None None] Port c342b318-3407-4058-9e67-fe23749ff15b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:34:54.863818 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c342b318-3407-4058-9e67-fe23749ff15b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:54.904825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fe5a9d5-bab3-40a5-bb57-b7a60a824ab3 req-865dd5cf-32ce-45cd-8637-530997f587d0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 210 time: 0.0286896 Feb 11 06:34:55.255495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dbd660de-8c73-40a8-9660-bfb16b6aace1 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:34:55.383241 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port dbd660de-8c73-40a8-9660-bfb16b6aace1 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:55.383625 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:55.425789 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Publish callbacks [] for port (c342b318-3407-4058-9e67-fe23749ff15b), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:55.435827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c342b318-3407-4058-9e67-fe23749ff15b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:55.502518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f49443-cf61-4ea2-a4cc-b04a10e4650e None None] Pushing event updated for resources: {'Port': ['ID=c342b318-3407-4058-9e67-fe23749ff15b,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:55.596639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Attempting to bind port c342b318-3407-4058-9e67-fe23749ff15b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:34:55.597279 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Attempting to bind port c342b318-3407-4058-9e67-fe23749ff15b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:34:55.598361 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Attempting to bind port c342b318-3407-4058-9e67-fe23749ff15b on network 03c489ea-fcfb-4270-b030-f2f2c3041afb {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:34:55.601238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port dbd660de-8c73-40a8-9660-bfb16b6aace1 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:55.602927 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:34:55.630152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:34:55.630632 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Checking segment: {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:34:55.631103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:55.631563 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Bound using segment: {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:34:55.632125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Bound port: c342b318-3407-4058-9e67-fe23749ff15b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:34:55.632574 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c342b318-3407-4058-9e67-fe23749ff15b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:55.713894 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:55.714269 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:55.735711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] For port c342b318-3407-4058-9e67-fe23749ff15b, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:34:55.754034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] For port c342b318-3407-4058-9e67-fe23749ff15b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c342b318-3407-4058-9e67-fe23749ff15b,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:34:55.763827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c342b318-3407-4058-9e67-fe23749ff15b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:55.855255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e1104d4a-e035-4f9a-8000-c0b362b90154 None None] Provisioning complete for port c342b318-3407-4058-9e67-fe23749ff15b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:55.855700 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1104d4a-e035-4f9a-8000-c0b362b90154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c342b318-3407-4058-9e67-fe23749ff15b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:55.876228 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f49443-cf61-4ea2-a4cc-b04a10e4650e None None] Pushing event updated for resources: {'Port': ['ID=c342b318-3407-4058-9e67-fe23749ff15b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:55.882821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:55.883462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:34:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:55.979741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:56.071487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82377500-faac-48e7-9b65-ead1a18bc119 req-6ae62b2f-5799-4b06-b67e-1395e698690a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 210 time: 0.0435433 Feb 11 06:34:56.083414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab085-9374-415f-b577-b38010990719 req-0c79a8b2-c7c1-4663-86cc-47ecc7f58360 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:56.085602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-0c79a8b2-c7c1-4663-86cc-47ecc7f58360 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "GET /v2.0/networks?id=03c489ea-fcfb-4270-b030-f2f2c3041afb HTTP/1.1" status: 200 len: 796 time: 0.2090487 Feb 11 06:34:56.100267 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:56.138512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e1104d4a-e035-4f9a-8000-c0b362b90154 None None] Current status of the port c342b318-3407-4058-9e67-fe23749ff15b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:56.139008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1104d4a-e035-4f9a-8000-c0b362b90154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (c342b318-3407-4058-9e67-fe23749ff15b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:56.168956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-854185e7-8f79-4fcc-99b7-999051a7ea59 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 379 time: 0.0729568 Feb 11 06:34:56.178264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'port': {'device_id': '3363301a-9379-4133-95a3-5de1588efd03', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'admin_state_up': True, 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'security_groups': ['365635fe-fe49-4a1a-b38e-253d566e5f5e']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:56.234165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e1104d4a-e035-4f9a-8000-c0b362b90154 None None] For port c342b318-3407-4058-9e67-fe23749ff15b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c342b318-3407-4058-9e67-fe23749ff15b,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:56.239997 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e1104d4a-e035-4f9a-8000-c0b362b90154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (c342b318-3407-4058-9e67-fe23749ff15b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:56.310117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:34:56.313637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:56.336212 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1104d4a-e035-4f9a-8000-c0b362b90154 None None] Pushing event updated for resources: {'Port': ['ID=c342b318-3407-4058-9e67-fe23749ff15b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:56.387126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1b9f1946-5cb2-4528-bc05-3fdba431981f None None] Provisioning complete for port c342b318-3407-4058-9e67-fe23749ff15b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:56.393552 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1946-5cb2-4528-bc05-3fdba431981f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c342b318-3407-4058-9e67-fe23749ff15b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:56.439257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c342b318-3407-4058-9e67-fe23749ff15b', 'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:6b:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:52Z', 'updated_at': '2022-02-11T06:34:55Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '53155561-ffe1-464d-999e-80a00baf10ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:56.451169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.11 (03c489ea-fcfb-4270-b030-f2f2c3041afb/53155561-ffe1-464d-999e-80a00baf10ec/8a088eb8-15f0-4359-b9ec-d2631b7af4ab) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:34:56.469631 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fe93e-b78b-4c4b-926a-d2dfa054f7e2 None None] The sync data for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 is: [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c342b318-3407-4058-9e67-fe23749ff15b', 'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:6b:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:52Z', 'updated_at': '2022-02-11T06:34:55Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '53155561-ffe1-464d-999e-80a00baf10ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:34:56.531838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f1946-5cb2-4528-bc05-3fdba431981f None None] Current status of the port c342b318-3407-4058-9e67-fe23749ff15b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:56.645941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:56.691790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:56.739732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 03c489ea-fcfb-4270-b030-f2f2c3041afb is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:34:56.743120 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:34:56.747111 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:34:56.778888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:56.816899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:56.817652 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:56.837214 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-92999273-2f20-479b-81c0-347275eb0d5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6628585 Feb 11 06:34:56.846555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-b3aa982c-1d44-491f-8755-91614afca07d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:34:56.847823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-b3aa982c-1d44-491f-8755-91614afca07d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057609 Feb 11 06:34:56.908471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Request body: {'port': {'device_id': '3363301a-9379-4133-95a3-5de1588efd03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:56.981362 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:57.059768 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7904a210-a757-4b5e-81ad-aba3661f1e62 None None] Provisioning complete for port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:57.060309 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7904a210-a757-4b5e-81ad-aba3661f1e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:57.116934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7904a210-a757-4b5e-81ad-aba3661f1e62 None None] Port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:34:57.195164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c342b318-3407-4058-9e67-fe23749ff15b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:34:57.278891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port c342b318-3407-4058-9e67-fe23749ff15b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:57.279378 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (c342b318-3407-4058-9e67-fe23749ff15b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:57.392825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port c342b318-3407-4058-9e67-fe23749ff15b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:57.623168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e7c8f-a24c-40a6-8e02-eaa99c670121 req-aebdfe62-d4a3-430f-9d4a-4937a23fb9ec tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:57.623168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f80e7c8f-a24c-40a6-8e02-eaa99c670121 req-aebdfe62-d4a3-430f-9d4a-4937a23fb9ec tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 932 time: 0.4256611 Feb 11 06:34:57.694859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a088eb8-15f0-4359-b9ec-d2631b7af4ab {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:34:57.710850 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Publish callbacks [] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:57.720844 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f80e7c8f-a24c-40a6-8e02-eaa99c670121 req-0a8f6104-7cf4-4a6a-9258-1d0c26782184 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919204 Feb 11 06:34:57.729604 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Transition to ACTIVE for port object 8a088eb8-15f0-4359-b9ec-d2631b7af4ab will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:34:57.734177 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:57.786368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:57.841572 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-53860215-4668-4065-af06-614db9b78c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:57.874790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Attempting to bind port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:34:57.875060 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Attempting to bind port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:34:57.875421 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Attempting to bind port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab on network 03c489ea-fcfb-4270-b030-f2f2c3041afb {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:34:57.880738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab on network 03c489ea-fcfb-4270-b030-f2f2c3041afb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:34:57.881066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Attempting to bind port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab on network 03c489ea-fcfb-4270-b030-f2f2c3041afb {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:34:57.886878 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:34:57.887233 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Checking segment: {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:34:57.887630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Bound using segment: {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:34:57.888066 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Bound port: 8a088eb8-15f0-4359-b9ec-d2631b7af4ab, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51273f65-3800-4c43-8a4f-fa5abe5a4ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:34:57.888428 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:57.956290 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] For port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:34:57.960249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] For port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:34:57.966846 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:58.004286 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.004903 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:58.006364 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] 10.222.0.81 "PUT /v2.0/ports/8a088eb8-15f0-4359-b9ec-d2631b7af4ab HTTP/1.1" status: 200 len: 1093 time: 1.1506677 Feb 11 06:34:58.007017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:34:58.009237 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:34:58.053825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaff7a1-1e53-405c-ab81-ab2e2a3867b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:58.058622 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:34:58.094241 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d43d66f-555c-4953-87d4-ac5845e92a82 x-openstack-request-id: req-1d43d66f-555c-4953-87d4-ac5845e92a82 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:34:58.094521 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:34:58.094778 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d43d66f-555c-4953-87d4-ac5845e92a82 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:34:58.095175 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'status': 'completed', 'code': 200} Feb 11 06:34:58.126458 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab085-9374-415f-b577-b38010990719 req-e8c964cf-9ce5-4c6d-a285-9db6ff88ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.128168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-e8c964cf-9ce5-4c6d-a285-9db6ff88ce03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 1127 time: 0.0683341 Feb 11 06:34:58.173235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-dd3effff-4449-4326-9ea8-d0f33ad7f067 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab HTTP/1.1" status: 200 len: 217 time: 0.0366063 Feb 11 06:34:58.224783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab085-9374-415f-b577-b38010990719 req-325f5ca9-6cdd-48cf-b704-fb9c87566299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.226280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-325f5ca9-6cdd-48cf-b704-fb9c87566299 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53155561-ffe1-464d-999e-80a00baf10ec HTTP/1.1" status: 200 len: 834 time: 0.0470552 Feb 11 06:34:58.275781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab085-9374-415f-b577-b38010990719 req-9e2128c8-a12b-49a4-b5a4-69c6464784ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.277353 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-9e2128c8-a12b-49a4-b5a4-69c6464784ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=03c489ea-fcfb-4270-b030-f2f2c3041afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450559 Feb 11 06:34:58.374754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-88b5f43c-4a26-48e3-a2b5-d631dd708d5f service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904653 Feb 11 06:34:58.479580 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4e4ab085-9374-415f-b577-b38010990719 req-9b87b411-83ed-4730-9fbb-8872e0029108 service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989907 Feb 11 06:34:58.571259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-a2a66d58-7f00-4199-b0c4-39c0f912c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.573357 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-a2a66d58-7f00-4199-b0c4-39c0f912c264 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 1127 time: 0.0466292 Feb 11 06:34:58.669331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-fede1767-c5bd-45c7-a2b9-914c11cd288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.670749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-fede1767-c5bd-45c7-a2b9-914c11cd288a service neutron] 10.222.0.81 "GET /v2.0/networks?id=03c489ea-fcfb-4270-b030-f2f2c3041afb HTTP/1.1" status: 200 len: 897 time: 0.0903232 Feb 11 06:34:58.718078 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-f061e260-1a94-45c9-a759-f3cc26917c5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab HTTP/1.1" status: 200 len: 217 time: 0.0396070 Feb 11 06:34:58.768630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-4573fb53-5dcb-4016-8b57-0051e0b06442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.770161 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-4573fb53-5dcb-4016-8b57-0051e0b06442 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53155561-ffe1-464d-999e-80a00baf10ec HTTP/1.1" status: 200 len: 834 time: 0.0453033 Feb 11 06:34:58.857839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-48fccd5a-4883-4135-b141-6d1714f60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.859379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-48fccd5a-4883-4135-b141-6d1714f60c1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=03c489ea-fcfb-4270-b030-f2f2c3041afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0820334 Feb 11 06:34:58.883491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b06e2-9c88-4fb8-87e6-f40c2301c213 req-adc7c946-12e1-40c2-a72a-3e4ae0ad40c5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.885546 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d9b06e2-9c88-4fb8-87e6-f40c2301c213 req-adc7c946-12e1-40c2-a72a-3e4ae0ad40c5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 944 time: 0.0801051 Feb 11 06:34:58.986778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d9b06e2-9c88-4fb8-87e6-f40c2301c213 req-9e4dc94b-2e23-482d-9421-870df1fee59e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913341 Feb 11 06:34:58.998167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-ff237302-9e1c-4a0d-9f41-22f9215e693d service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306906 Feb 11 06:34:59.098072 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94f47fe8-0a1a-46aa-8bb4-ce075ac7e0c6 req-d747594d-de9a-4fe0-b3b0-013bd534dde6 service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933187 Feb 11 06:35:00.114914 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f611a6e-36d1-4ac0-b1ba-185229a428b5 req-7d943fcf-a671-4d7c-977f-d8b7ed7b7060 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:00.116452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f611a6e-36d1-4ac0-b1ba-185229a428b5 req-7d943fcf-a671-4d7c-977f-d8b7ed7b7060 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 944 time: 0.0560451 Feb 11 06:35:00.173192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0f611a6e-36d1-4ac0-b1ba-185229a428b5 req-84c4276b-8bc3-4cbc-8cc4-c332225634c7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503829 Feb 11 06:35:00.389570 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1eb83483-a28d-49af-b4f5-3d22967f7766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:01.297214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f832-6242-4a29-b3cc-9b53bbca700f req-8c2a2166-f43d-44b8-bb61-c2a8a6229062 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:01.298722 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1681f832-6242-4a29-b3cc-9b53bbca700f req-8c2a2166-f43d-44b8-bb61-c2a8a6229062 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 944 time: 0.0552073 Feb 11 06:35:01.346992 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:01.358956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1681f832-6242-4a29-b3cc-9b53bbca700f req-4e7f31a4-6fbf-4598-ab01-42e1d2c82ee5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518265 Feb 11 06:35:01.541196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8a088eb8-15f0-4359-b9ec-d2631b7af4ab details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:35:01.643713 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:35:01.655280 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'port_id': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'mac_address': 'fa:16:3e:84:89:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:35:01.694984 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:35:01.695632 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:01.708880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a088eb8-15f0-4359-b9ec-d2631b7af4ab {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:35:01.728343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:35:01.736941 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:01.789098 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:35:01.974257 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['8a088eb8-15f0-4359-b9ec-d2631b7af4ab'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:35:02.483127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a225d8-7060-42ce-9d21-0988d8364908 req-dab2a956-755c-485e-bcc9-1825e01d20e3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:02.484689 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96a225d8-7060-42ce-9d21-0988d8364908 req-dab2a956-755c-485e-bcc9-1825e01d20e3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 945 time: 0.0566354 Feb 11 06:35:02.537052 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96a225d8-7060-42ce-9d21-0988d8364908 req-98b78c85-6526-4ae3-8413-0355237e08cb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466218 Feb 11 06:35:03.032486 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:03.539779 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8a088eb8-15f0-4359-b9ec-d2631b7af4ab up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:35:03.594552 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:35:03.598550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:35:03.598924 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:03.667821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f93c8d-b754-4678-901b-e218a01e6f4f req-4026518d-b2d2-4cbe-8f36-1c847f3f1696 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:03.668610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77f93c8d-b754-4678-901b-e218a01e6f4f req-4026518d-b2d2-4cbe-8f36-1c847f3f1696 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 945 time: 0.0584893 Feb 11 06:35:03.695201 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:35:03.695594 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:03.720053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:35:03.722732 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2565e611-6fa5-4ce5-8606-8c957e928d11" -d '{"events": [{"server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "name": "network-vif-plugged", "status": "completed", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:35:03.723751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-77f93c8d-b754-4678-901b-e218a01e6f4f req-dcd0b608-84af-494e-9f07-0b879825820e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487881 Feb 11 06:35:03.736878 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:35:03.741291 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:03.771840 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bdd0e7-8fa2-49b0-8c47-3f7ec3eeee66 x-openstack-request-id: req-a9bdd0e7-8fa2-49b0-8c47-3f7ec3eeee66 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:35:03.772142 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "name": "network-vif-plugged", "status": "completed", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:35:03.772401 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9bdd0e7-8fa2-49b0-8c47-3f7ec3eeee66 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:35:03.772796 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'code': 200} Feb 11 06:35:03.794489 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:35:03.879171 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bac969-da73-48da-bb68-4b29a8239636 req-3ef23acd-b656-4bdc-a9cd-06f0c02ec829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:03.880701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bac969-da73-48da-bb68-4b29a8239636 req-3ef23acd-b656-4bdc-a9cd-06f0c02ec829 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 1129 time: 0.0547447 Feb 11 06:35:03.928955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7bac969-da73-48da-bb68-4b29a8239636 req-23cbd916-8cac-40e8-99bb-bec1589148f7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413189 Feb 11 06:35:04.015688 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:04.851792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddc780-6417-4e95-a8e1-bbd5658edb21 req-b535dc8f-3d73-4410-9a56-c5ed39796d0e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:04.853950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22ddc780-6417-4e95-a8e1-bbd5658edb21 req-b535dc8f-3d73-4410-9a56-c5ed39796d0e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0548916 Feb 11 06:35:04.914663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-22ddc780-6417-4e95-a8e1-bbd5658edb21 req-7730f05e-3ea8-424b-ac7f-137eba1b5895 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551376 Feb 11 06:35:06.045051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5149ed-4ec3-417c-a016-8dcc50c449c0 req-6e9f5e4b-92a8-4bea-a584-6cfe3826afe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:06.046622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a5149ed-4ec3-417c-a016-8dcc50c449c0 req-6e9f5e4b-92a8-4bea-a584-6cfe3826afe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0593402 Feb 11 06:35:06.101146 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a5149ed-4ec3-417c-a016-8dcc50c449c0 req-c0b2bf11-3548-4591-a315-4c46dabab196 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486856 Feb 11 06:35:06.232944 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd161f1f-6ab2-4d75-b34c-f39b466c37af req-de62a736-64cc-4329-9b98-df0d5db3e477 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:06.234663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd161f1f-6ab2-4d75-b34c-f39b466c37af req-de62a736-64cc-4329-9b98-df0d5db3e477 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0598118 Feb 11 06:35:06.285058 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bd161f1f-6ab2-4d75-b34c-f39b466c37af req-6d154a92-4911-46a5-99e1-e97d6446454f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443621 Feb 11 06:35:06.307566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52610) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:35:06.355787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27686f-e2e2-4018-afa9-47fb2c9b6507 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:06.357379 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fa27686f-e2e2-4018-afa9-47fb2c9b6507 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 1124 time: 0.0487759 Feb 11 06:35:06.360262 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52612) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:35:06.364629 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:35:06.390053 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:06.497524 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:06.602547 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.236 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/cfd23458-be74-44ef-9bc8-3679fddee31b) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:35:06.718199 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (cfd23458-be74-44ef-9bc8-3679fddee31b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:06.753451 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (cfd23458-be74-44ef-9bc8-3679fddee31b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:06.794775 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:35:06.802609 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:35:06.804818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=cfd23458-be74-44ef-9bc8-3679fddee31b,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:35:06.807736 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:35:07.202027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (7db67080-e371-46d3-8352-19b93cd7321c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:07.279019 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (cfd23458-be74-44ef-9bc8-3679fddee31b), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:07.439666 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (cfd23458-be74-44ef-9bc8-3679fddee31b), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:07.445481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (cfd23458-be74-44ef-9bc8-3679fddee31b), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:07.844346 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=cfd23458-be74-44ef-9bc8-3679fddee31b,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:35:07.855911 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (7db67080-e371-46d3-8352-19b93cd7321c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:07.965723 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP 7db67080-e371-46d3-8352-19b93cd7321c associated. External IP: 172.25.1.236, port: 8a088eb8-15f0-4359-b9ec-d2631b7af4ab. Feb 11 06:35:08.203757 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:35:08.319070 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:35:08.334038 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] Sync routers for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:35:08.339768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:08.344799 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:35:08.345477 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:35:08.372482 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d2ed6b0f-7ff8-449a-9e1c-2c2260d88499 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0111465 Feb 11 06:35:08.373107 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:35:08.375543 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63" -d '{"events": [{"name": "network-changed", "server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:35:08.421736 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5b8ffa-7b52-43f1-8ab9-ba86b45ea9bc x-openstack-request-id: req-bd5b8ffa-7b52-43f1-8ab9-ba86b45ea9bc {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:35:08.422040 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:35:08.422306 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd5b8ffa-7b52-43f1-8ab9-ba86b45ea9bc {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:35:08.422796 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'status': 'completed', 'code': 200} Feb 11 06:35:08.526404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63968-75bc-4156-9c70-d5393fdabae1 req-4c88faea-140f-4098-8659-44f8812f258d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:08.527986 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ef63968-75bc-4156-9c70-d5393fdabae1 req-4c88faea-140f-4098-8659-44f8812f258d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0911007 Feb 11 06:35:08.530147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-30eba0b3-3827-4052-8a4a-ef348271eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:08.531705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-30eba0b3-3827-4052-8a4a-ef348271eaae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 1129 time: 0.0841570 Feb 11 06:35:08.558405 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:35:08.639496 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ef63968-75bc-4156-9c70-d5393fdabae1 req-12f7716e-f59d-4c20-b41e-caea7d95effe tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054044 Feb 11 06:35:08.661381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-965b068b-d5a1-4caf-ac9c-6fde4cb16615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:08.661733 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-965b068b-d5a1-4caf-ac9c-6fde4cb16615 service neutron] 10.222.0.81 "GET /v2.0/networks?id=03c489ea-fcfb-4270-b030-f2f2c3041afb HTTP/1.1" status: 200 len: 897 time: 0.1216905 Feb 11 06:35:08.663627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52618) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:35:08.773626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d780fd6c-75ff-45b0-827b-0e8a2c54b0ba tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/7db67080-e371-46d3-8352-19b93cd7321c HTTP/1.1" status: 200 len: 992 time: 0.1088450 Feb 11 06:35:08.778370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-fffab0c7-1ca3-4b8b-b4ec-2cdaeef43262 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab HTTP/1.1" status: 200 len: 1000 time: 0.1075008 Feb 11 06:35:08.800875 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '7db67080-e371-46d3-8352-19b93cd7321c', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'port_id': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'mac_address': 'fa:16:3e:84:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3363301a-9379-4133-95a3-5de1588efd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:35:07Z', 'updated_at': '2022-02-11T06:35:07Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c342b318-3407-4058-9e67-fe23749ff15b', 'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:6b:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:52Z', 'updated_at': '2022-02-11T06:34:56Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '53155561-ffe1-464d-999e-80a00baf10ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:35:08.831361 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] Checking router: 8306e307-7e22-40ca-8da8-ec2b1bdc2614 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:35:08.832312 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-9b1df20c-cac4-4a8a-a8f6-d151cd45ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:08.833850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-9b1df20c-cac4-4a8a-a8f6-d151cd45ea59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53155561-ffe1-464d-999e-80a00baf10ec HTTP/1.1" status: 200 len: 834 time: 0.0486681 Feb 11 06:35:08.840554 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:35:08.841232 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:35:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:35:08.883226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-903da90a-a5c2-4ba7-ba0c-9507c044dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:08.884788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-903da90a-a5c2-4ba7-ba0c-9507c044dfe5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=03c489ea-fcfb-4270-b030-f2f2c3041afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450842 Feb 11 06:35:08.963847 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:35:08.982134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-5d2cc7e1-e7e8-424e-b070-64aab3d0abb2 service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901065 Feb 11 06:35:09.086801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8569ca-4de6-4bdc-8f51-5c435eb14a63 req-280a0946-5cff-4760-a197-237c4d544420 service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985730 Feb 11 06:35:09.224435 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '7db67080-e371-46d3-8352-19b93cd7321c', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'port_id': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'mac_address': 'fa:16:3e:84:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3363301a-9379-4133-95a3-5de1588efd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:35:07Z', 'updated_at': '2022-02-11T06:35:07Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c342b318-3407-4058-9e67-fe23749ff15b', 'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:6b:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:52Z', 'updated_at': '2022-02-11T06:34:56Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '53155561-ffe1-464d-999e-80a00baf10ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:35:09.253429 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb6532-ca30-4b8d-976e-0b4eee3566c5 None None] The sync data for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 is: [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '7db67080-e371-46d3-8352-19b93cd7321c', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'port_id': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'mac_address': 'fa:16:3e:84:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3363301a-9379-4133-95a3-5de1588efd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:35:07Z', 'updated_at': '2022-02-11T06:35:07Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c342b318-3407-4058-9e67-fe23749ff15b', 'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:6b:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:52Z', 'updated_at': '2022-02-11T06:34:56Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '53155561-ffe1-464d-999e-80a00baf10ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:35:09.449723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43ca28f-da01-4fd9-a033-0a9dae791482 None None] New status for floating IP 7db67080-e371-46d3-8352-19b93cd7321c: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:35:09.779016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52620) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:35:09.844816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3382c910-d51f-430d-a810-972eece99546 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/7db67080-e371-46d3-8352-19b93cd7321c HTTP/1.1" status: 200 len: 994 time: 0.0646052 Feb 11 06:35:22.739968 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:23.781306 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:27.837429 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-100a59e5-656f-4fac-a57e-774341b07acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:30.398244 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b660-8329-4f7d-aeab-d0d22615a0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:31.350940 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:33.036384 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:34.020526 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:35.038745 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:35:41.279793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-cbbbd04c-a134-4714-a001-f4f2836bd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:41.281350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-cbbbd04c-a134-4714-a001-f4f2836bd536 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 1129 time: 0.0704393 Feb 11 06:35:41.292456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f5c8-b7fc-42a0-9d16-c986a856b6fc req-be78213b-c246-40b8-aec0-e79c76f309ca tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:41.294025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08b5f5c8-b7fc-42a0-9d16-c986a856b6fc req-be78213b-c246-40b8-aec0-e79c76f309ca tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0957167 Feb 11 06:35:41.402990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-08b5f5c8-b7fc-42a0-9d16-c986a856b6fc req-a299e108-13ef-4d74-aaea-de3396ec563b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004710 Feb 11 06:35:41.420040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-2b17d906-9bf6-4e73-b6ad-5cbfdbdc5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:41.421577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-2b17d906-9bf6-4e73-b6ad-5cbfdbdc5cce service neutron] 10.222.0.81 "GET /v2.0/networks?id=03c489ea-fcfb-4270-b030-f2f2c3041afb HTTP/1.1" status: 200 len: 897 time: 0.1266458 Feb 11 06:35:41.488991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-c514c56e-15d0-4add-896b-233da8934a42 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab HTTP/1.1" status: 200 len: 1002 time: 0.0604510 Feb 11 06:35:41.543518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-01a7384d-043d-4eb1-bcf5-2cdb7c590975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:41.544996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-01a7384d-043d-4eb1-bcf5-2cdb7c590975 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53155561-ffe1-464d-999e-80a00baf10ec HTTP/1.1" status: 200 len: 834 time: 0.0490441 Feb 11 06:35:41.597818 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-fb1a3c8a-b1f0-4dea-9a48-619d48cd4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:41.599518 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-fb1a3c8a-b1f0-4dea-9a48-619d48cd4775 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=03c489ea-fcfb-4270-b030-f2f2c3041afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473897 Feb 11 06:35:41.696292 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-349d69eb-7819-4d1f-a0c2-dc0bf50fcf11 service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890009 Feb 11 06:35:41.795805 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5c765711-272b-408e-ae8f-b5a6e1c3a86c req-b1869598-91dd-4983-ae30-d912d97e4347 service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936046 Feb 11 06:35:42.147858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-aec8fb23-2572-4cf1-8a05-bf6243ce46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:42.149417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-aec8fb23-2572-4cf1-8a05-bf6243ce46f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 1129 time: 0.0483730 Feb 11 06:35:42.260386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-761d30ff-9a38-4b56-9ffc-1a40d307cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:42.261918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-761d30ff-9a38-4b56-9ffc-1a40d307cc18 service neutron] 10.222.0.81 "GET /v2.0/networks?id=03c489ea-fcfb-4270-b030-f2f2c3041afb HTTP/1.1" status: 200 len: 897 time: 0.0932398 Feb 11 06:35:42.328686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-e6542133-0aac-473a-930a-a190dac91cfe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab HTTP/1.1" status: 200 len: 1002 time: 0.0594671 Feb 11 06:35:42.388494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-fc266d84-d4d8-446e-9a8b-120a56127546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:42.390042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-fc266d84-d4d8-446e-9a8b-120a56127546 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53155561-ffe1-464d-999e-80a00baf10ec HTTP/1.1" status: 200 len: 834 time: 0.0541656 Feb 11 06:35:42.444173 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-19cb918e-da82-48ed-9428-87ec1ca556dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:42.445983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-19cb918e-da82-48ed-9428-87ec1ca556dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=03c489ea-fcfb-4270-b030-f2f2c3041afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484397 Feb 11 06:35:42.573579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-0ec5a7bf-611a-4960-ab31-51c060e42fcf service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214724 Feb 11 06:35:42.581424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3ba15-9199-4f57-915d-3e4cb952c3df req-b1bbb2be-168d-4cbc-9462-935a6de8b5c7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:42.582888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace3ba15-9199-4f57-915d-3e4cb952c3df req-b1bbb2be-168d-4cbc-9462-935a6de8b5c7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.1035469 Feb 11 06:35:42.689481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ace3ba15-9199-4f57-915d-3e4cb952c3df req-4a98fe9e-77ff-4597-a46e-6227c2c1659e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973442 Feb 11 06:35:42.709361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d1180b65-9dcd-4d7e-85c7-a9edddc3ba8d req-772506b2-b00e-44c9-a45b-646f9ad55a17 service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240227 Feb 11 06:35:43.843796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7bfee-c986-465b-acec-6d86aa795743 req-5f8f2152-22dc-47c3-9dc2-eaead7e4d14a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:43.845351 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17f7bfee-c986-465b-acec-6d86aa795743 req-5f8f2152-22dc-47c3-9dc2-eaead7e4d14a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0643132 Feb 11 06:35:43.896021 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17f7bfee-c986-465b-acec-6d86aa795743 req-4db80e5d-c3c6-4566-9c80-8e828c3af625 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447583 Feb 11 06:35:45.020386 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550a114-37d3-4002-b4c3-37aaadc7d748 req-1fd6cba5-a6a2-40a8-ad6c-a3796c532dd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:45.021927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4550a114-37d3-4002-b4c3-37aaadc7d748 req-1fd6cba5-a6a2-40a8-ad6c-a3796c532dd1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0550623 Feb 11 06:35:45.076284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4550a114-37d3-4002-b4c3-37aaadc7d748 req-76efb956-5f20-41e4-9c7b-c11d0535147e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487139 Feb 11 06:35:46.200849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a938b6f-90bd-4184-a6de-3f3f614cad80 req-a7a233b9-c1b1-4202-b6ec-84eff2acd03d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:46.202393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a938b6f-90bd-4184-a6de-3f3f614cad80 req-a7a233b9-c1b1-4202-b6ec-84eff2acd03d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0538435 Feb 11 06:35:46.254758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0a938b6f-90bd-4184-a6de-3f3f614cad80 req-c0d2c07a-29e4-4dc0-a310-3f54a95869b0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463710 Feb 11 06:35:47.432030 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c71380-7139-4930-b236-46f330bfb9e7 req-38cf4ad4-0e52-4b25-802a-473ee8c1f8a2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:47.433622 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51c71380-7139-4930-b236-46f330bfb9e7 req-38cf4ad4-0e52-4b25-802a-473ee8c1f8a2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.1061776 Feb 11 06:35:47.494366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51c71380-7139-4930-b236-46f330bfb9e7 req-53cf2d3e-1ccf-4267-bbe6-caa2a40b7ebb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544002 Feb 11 06:35:48.677037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6008a10-45ac-4072-9f36-27c283e73018 req-788ff621-8d3e-482f-8c1b-95450f09233e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:48.678589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6008a10-45ac-4072-9f36-27c283e73018 req-788ff621-8d3e-482f-8c1b-95450f09233e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.1166804 Feb 11 06:35:48.729669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a6008a10-45ac-4072-9f36-27c283e73018 req-816dbadd-dfe9-47f4-a9d5-f411b660cc28 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447271 Feb 11 06:35:49.857790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf3380-7ce4-4e47-87c9-b3760c7a7f20 req-a5bae3c7-0697-498d-8011-9b201ee24bcb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:49.859336 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99bf3380-7ce4-4e47-87c9-b3760c7a7f20 req-a5bae3c7-0697-498d-8011-9b201ee24bcb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0583441 Feb 11 06:35:49.910665 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99bf3380-7ce4-4e47-87c9-b3760c7a7f20 req-763238a6-9a20-4714-a6e8-97f3d5968635 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455959 Feb 11 06:35:51.033365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadcfc2-144d-41dc-aea1-1609253a4291 req-29c4e487-f0a7-4bdf-a1dc-fc27bf8c75b0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:51.034907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbadcfc2-144d-41dc-aea1-1609253a4291 req-29c4e487-f0a7-4bdf-a1dc-fc27bf8c75b0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0535214 Feb 11 06:35:51.089556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cbadcfc2-144d-41dc-aea1-1609253a4291 req-91c0b29d-8f28-446d-8ad5-5e34c04d22cf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489168 Feb 11 06:35:52.225572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a3cae-daac-44f4-a0b4-11ca1197411e req-1e2d1f8b-f64c-4546-9d9a-66102cd0f1f0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:52.227088 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c9a3cae-daac-44f4-a0b4-11ca1197411e req-1e2d1f8b-f64c-4546-9d9a-66102cd0f1f0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0681994 Feb 11 06:35:52.279593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c9a3cae-daac-44f4-a0b4-11ca1197411e req-42477e6c-dab9-4d27-9091-d49911b6cb9e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451522 Feb 11 06:35:52.728006 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:53.411320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a69e-513d-4383-bc9a-11d6abadd55e req-3d3f1a1d-aeed-4cbf-bc43-12dcc1f8c3c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:53.412768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8346a69e-513d-4383-bc9a-11d6abadd55e req-3d3f1a1d-aeed-4cbf-bc43-12dcc1f8c3c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0540597 Feb 11 06:35:53.468831 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8346a69e-513d-4383-bc9a-11d6abadd55e req-7ea1623a-c179-444f-b477-6a19a68f3c3b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494642 Feb 11 06:35:53.811716 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:54.597365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7f1e9-d630-466a-a8c6-db7205838662 req-59cfad26-4e83-4ca2-8db9-def4cd1a2b9f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:54.598895 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5e7f1e9-d630-466a-a8c6-db7205838662 req-59cfad26-4e83-4ca2-8db9-def4cd1a2b9f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0581627 Feb 11 06:35:54.648980 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e5e7f1e9-d630-466a-a8c6-db7205838662 req-0fb4ee8d-000a-43ad-ae6f-dcc953a7a972 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443614 Feb 11 06:35:55.773222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a6b71-b8ff-4573-8b0f-987545ff2dd1 req-9c28f129-5cb3-4072-ba5f-21fee829c2d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:55.775274 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb4a6b71-b8ff-4573-8b0f-987545ff2dd1 req-9c28f129-5cb3-4072-ba5f-21fee829c2d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0546601 Feb 11 06:35:55.826223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eb4a6b71-b8ff-4573-8b0f-987545ff2dd1 req-1c841702-058c-4ab6-8fa1-99095e830f98 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Feb 11 06:35:56.955729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349de5-213b-4614-94b8-04f06e8c1bb8 req-bed387cf-f9de-4966-8473-c6727fa4a529 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:56.957185 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96349de5-213b-4614-94b8-04f06e8c1bb8 req-bed387cf-f9de-4966-8473-c6727fa4a529 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0588572 Feb 11 06:35:57.006170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-96349de5-213b-4614-94b8-04f06e8c1bb8 req-90af67fd-f857-4aa0-b472-3618cd4d8c51 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432179 Feb 11 06:35:57.853232 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c17e278-4a2f-4659-86d8-fd616294d37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:58.133108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176339b-b4f8-4e3d-98e7-c990b36eed04 req-4aefe1cd-b746-428d-8352-7e97a49d6bfe tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:58.135233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8176339b-b4f8-4e3d-98e7-c990b36eed04 req-4aefe1cd-b746-428d-8352-7e97a49d6bfe tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0601416 Feb 11 06:35:58.184714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8176339b-b4f8-4e3d-98e7-c990b36eed04 req-f60d9184-ad32-4772-99fe-eaef196c2527 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439129 Feb 11 06:35:58.207330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52670) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:35:58.270993 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-e7213da7-429d-4267-b35f-0dca02f2f878 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/7db67080-e371-46d3-8352-19b93cd7321c HTTP/1.1" status: 200 len: 994 time: 0.0624390 Feb 11 06:36:00.391218 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cacf3559-ffde-4b97-b02d-fb49dfd7fc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:01.353723 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:03.036400 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:04.023008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:12.037539 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:36:22.741022 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:23.829497 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:27.844707 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dc99c5d7-e7d3-4197-ae77-4b2054b3ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:28.688597 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52682) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:28.844661 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port cfd23458-be74-44ef-9bc8-3679fddee31b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:28.845002 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (cfd23458-be74-44ef-9bc8-3679fddee31b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:28.922970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (cfd23458-be74-44ef-9bc8-3679fddee31b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:28.923296 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (cfd23458-be74-44ef-9bc8-3679fddee31b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:28.935273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for cfd23458-be74-44ef-9bc8-3679fddee31b owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:29.088035 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (cfd23458-be74-44ef-9bc8-3679fddee31b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:29.113574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=cfd23458-be74-44ef-9bc8-3679fddee31b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:29.140326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.140678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.141027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.141392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.141728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.142062 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.142395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.142727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.143057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.143388 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.143716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.144040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.144367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:29.185318 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (7db67080-e371-46d3-8352-19b93cd7321c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:29.185655 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP 7db67080-e371-46d3-8352-19b93cd7321c disassociated (deleted). External IP: 172.25.1.236, port: 8a088eb8-15f0-4359-b9ec-d2631b7af4ab. Feb 11 06:36:29.395432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:36:29.503532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:36:29.508278 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:29.512794 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] Sync routers for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:36:29.521975 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:29.522559 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:29.537465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-71a0d212-2195-4658-ae6d-c38059eb3933 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/floatingips/7db67080-e371-46d3-8352-19b93cd7321c HTTP/1.1" status: 204 len: 168 time: 0.8477232 Feb 11 06:36:29.538047 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:36:29.540881 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d641bde5-5d81-4412-af10-803908c76f09" -d '{"events": [{"name": "network-changed", "server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:36:29.580402 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0921a0-1fcf-46e6-92f2-5828ab079def x-openstack-request-id: req-be0921a0-1fcf-46e6-92f2-5828ab079def {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:36:29.580805 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:36:29.581213 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be0921a0-1fcf-46e6-92f2-5828ab079def {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:36:29.581889 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'status': 'completed', 'code': 200} Feb 11 06:36:29.640254 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:29.862261 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c342b318-3407-4058-9e67-fe23749ff15b', 'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:6b:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:52Z', 'updated_at': '2022-02-11T06:34:56Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '53155561-ffe1-464d-999e-80a00baf10ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:29.893103 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] Checking router: 8306e307-7e22-40ca-8da8-ec2b1bdc2614 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:36:29.902448 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:29.903143 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:29.998905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641bde5-5d81-4412-af10-803908c76f09 req-72d8d300-a1f7-4309-b205-7990a5ea2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:30.000477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d641bde5-5d81-4412-af10-803908c76f09 req-72d8d300-a1f7-4309-b205-7990a5ea2107 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 1129 time: 0.3930452 Feb 11 06:36:30.039425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1a210-5004-4505-8161-143114bf0cd6 req-94fef71f-7a2a-4172-8f4b-bdfcf867b778 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:30.041032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84d1a210-5004-4505-8161-143114bf0cd6 req-94fef71f-7a2a-4172-8f4b-bdfcf867b778 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0896215 Feb 11 06:36:30.105067 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:30.140918 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84d1a210-5004-4505-8161-143114bf0cd6 req-e9e0cdd7-e1b7-4c1d-aa39-997a559aedbb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911434 Feb 11 06:36:30.142382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641bde5-5d81-4412-af10-803908c76f09 req-aac70af9-f14c-432b-bc0a-731615b4dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:30.143750 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d641bde5-5d81-4412-af10-803908c76f09 req-aac70af9-f14c-432b-bc0a-731615b4dfa5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=03c489ea-fcfb-4270-b030-f2f2c3041afb HTTP/1.1" status: 200 len: 897 time: 0.1341600 Feb 11 06:36:30.186206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d641bde5-5d81-4412-af10-803908c76f09 req-5961a88e-fbd1-4998-b1da-797bd7d8f5a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab HTTP/1.1" status: 200 len: 217 time: 0.0353169 Feb 11 06:36:30.236945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641bde5-5d81-4412-af10-803908c76f09 req-0a2e6d28-5ea8-4be0-a774-7032c2722635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:30.238524 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d641bde5-5d81-4412-af10-803908c76f09 req-0a2e6d28-5ea8-4be0-a774-7032c2722635 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53155561-ffe1-464d-999e-80a00baf10ec HTTP/1.1" status: 200 len: 834 time: 0.0444043 Feb 11 06:36:30.291201 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641bde5-5d81-4412-af10-803908c76f09 req-3683b709-e732-4dbb-a75d-a04f4afa9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:30.292645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d641bde5-5d81-4412-af10-803908c76f09 req-3683b709-e732-4dbb-a75d-a04f4afa9237 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=03c489ea-fcfb-4270-b030-f2f2c3041afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480120 Feb 11 06:36:30.301942 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c342b318-3407-4058-9e67-fe23749ff15b', 'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:6b:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:52Z', 'updated_at': '2022-02-11T06:34:56Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '53155561-ffe1-464d-999e-80a00baf10ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:30.328509 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47d77b-a788-43fb-b358-9eff42ba46a9 None None] The sync data for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 is: [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'c342b318-3407-4058-9e67-fe23749ff15b', 'name': '', 'network_id': '03c489ea-fcfb-4270-b030-f2f2c3041afb', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:6b:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '53155561-ffe1-464d-999e-80a00baf10ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:52Z', 'updated_at': '2022-02-11T06:34:56Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '53155561-ffe1-464d-999e-80a00baf10ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:36:30.391753 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d641bde5-5d81-4412-af10-803908c76f09 req-1d8b42f6-835b-4377-9daf-e2f00ddb5e3d service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903795 Feb 11 06:36:30.400692 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-71d9ccf3-de4c-4daf-86bf-d16b3e8b3685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:30.493618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d641bde5-5d81-4412-af10-803908c76f09 req-04935eb8-5e94-4019-87f1-309db266bf59 service neutron] 10.222.0.81 "GET /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931756 Feb 11 06:36:30.581825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d134de4-af7b-4e96-b20c-5130e94b8f5a None None] New status for floating IP 7db67080-e371-46d3-8352-19b93cd7321c: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:36:31.265858 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c72750-37eb-4372-bf8d-6ecb00db3c8c req-9980b474-d00c-448e-8577-4104d88b74f8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:31.267350 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15c72750-37eb-4372-bf8d-6ecb00db3c8c req-9980b474-d00c-448e-8577-4104d88b74f8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0544651 Feb 11 06:36:31.316747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15c72750-37eb-4372-bf8d-6ecb00db3c8c req-c4f23f54-f85c-460a-a380-18d2af812f26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=365635fe-fe49-4a1a-b38e-253d566e5f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438945 Feb 11 06:36:31.359474 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:31.395774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-8df9b9ec-9353-4127-b477-bea894b0707f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:31.397356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-8df9b9ec-9353-4127-b477-bea894b0707f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "GET /v2.0/ports?device_id=3363301a-9379-4133-95a3-5de1588efd03 HTTP/1.1" status: 200 len: 946 time: 0.0608270 Feb 11 06:36:31.488044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:31.488389 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:31.578449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:31.578812 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:31.591880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 8a088eb8-15f0-4359-b9ec-d2631b7af4ab owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:31.726757 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (8a088eb8-15f0-4359-b9ec-d2631b7af4ab), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:31.760276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=8a088eb8-15f0-4359-b9ec-d2631b7af4ab,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:31.801432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] No DVR routers for this DVR port 8a088eb8-15f0-4359-b9ec-d2631b7af4ab on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:36:31.804071 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:31.808045 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7e008c7-6929-4532-aa19-18c30a16ca0b req-5a965b7b-5186-434a-a456-854a41a5d707 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "DELETE /v2.0/ports/8a088eb8-15f0-4359-b9ec-d2631b7af4ab HTTP/1.1" status: 204 len: 173 time: 0.4054518 Feb 11 06:36:31.808490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'name': 'network-vif-deleted', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:36:31.810745 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db478993-abd6-4b9b-b3ce-35fabfc07de3" -d '{"events": [{"server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "name": "network-vif-deleted", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:36:31.856733 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a00e31-bbd4-4832-b592-baf1f440378a x-openstack-request-id: req-35a00e31-bbd4-4832-b592-baf1f440378a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:36:31.857151 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3363301a-9379-4133-95a3-5de1588efd03", "name": "network-vif-deleted", "tag": "8a088eb8-15f0-4359-b9ec-d2631b7af4ab", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:36:31.857458 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35a00e31-bbd4-4832-b592-baf1f440378a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:36:31.857925 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3363301a-9379-4133-95a3-5de1588efd03', 'name': 'network-vif-deleted', 'tag': '8a088eb8-15f0-4359-b9ec-d2631b7af4ab', 'status': 'completed', 'code': 200} Feb 11 06:36:32.377693 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52696) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:32.739952 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (8306e307-7e22-40ca-8da8-ec2b1bdc2614), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:32.996474 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port c342b318-3407-4058-9e67-fe23749ff15b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:32.996821 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (c342b318-3407-4058-9e67-fe23749ff15b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:33.042046 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:33.084399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port c342b318-3407-4058-9e67-fe23749ff15b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=c342b318-3407-4058-9e67-fe23749ff15b,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:33.084768 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (c342b318-3407-4058-9e67-fe23749ff15b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:33.098179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for c342b318-3407-4058-9e67-fe23749ff15b owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:33.284821 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (c342b318-3407-4058-9e67-fe23749ff15b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:33.313261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=c342b318-3407-4058-9e67-fe23749ff15b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:33.494933 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (8306e307-7e22-40ca-8da8-ec2b1bdc2614), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:33.718249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:36:33.838281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:36:33.846349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6274d302-e2fa-4211-889f-9461f7935c09 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/8306e307-7e22-40ca-8da8-ec2b1bdc2614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673023 Feb 11 06:36:33.849057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52698) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:33.854478 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] Sync routers for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:36:33.870458 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:33.871385 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:33.902898 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cc169a-d94a-4170-8953-53b4fb18881c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting subnet 53155561-ffe1-464d-999e-80a00baf10ec {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:36:33.906852 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81cc169a-d94a-4170-8953-53b4fb18881c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (53155561-ffe1-464d-999e-80a00baf10ec), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:33.956732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81cc169a-d94a-4170-8953-53b4fb18881c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (53155561-ffe1-464d-999e-80a00baf10ec), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:33.966342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8a088eb8-15f0-4359-b9ec-d2631b7af4ab no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:36:33.988130 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:33.990648 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 8a088eb8-15f0-4359-b9ec-d2631b7af4ab {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:36:33.991011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 8a088eb8-15f0-4359-b9ec-d2631b7af4ab not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:36:34.033074 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.058986 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81cc169a-d94a-4170-8953-53b4fb18881c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (53155561-ffe1-464d-999e-80a00baf10ec), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.122716 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81cc169a-d94a-4170-8953-53b4fb18881c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (53155561-ffe1-464d-999e-80a00baf10ec), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.152227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc169a-d94a-4170-8953-53b4fb18881c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Subnet': ['ID=53155561-ffe1-464d-999e-80a00baf10ec,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:34.154681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-81cc169a-d94a-4170-8953-53b4fb18881c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.158123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-81cc169a-d94a-4170-8953-53b4fb18881c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/subnets/53155561-ffe1-464d-999e-80a00baf10ec HTTP/1.1" status: 204 len: 168 time: 0.3073452 Feb 11 06:36:34.160577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52700) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:34.163094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbeba7-184e-49f6-b946-05db5b88cda1 None None] Network 03c489ea-fcfb-4270-b030-f2f2c3041afb requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:36:34.204395 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:36:33Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:34.232517 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] Checking router: 8306e307-7e22-40ca-8da8-ec2b1bdc2614 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:36:34.241445 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] Routers {'8306e307-7e22-40ca-8da8-ec2b1bdc2614'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:34.241968 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:34.296735 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (8306e307-7e22-40ca-8da8-ec2b1bdc2614), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.354760 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] DHCP port deletion for 03c489ea-fcfb-4270-b030-f2f2c3041afb request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:36:34.377732 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] Set router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:34.405773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Deleting port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:34.406358 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.416025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (8306e307-7e22-40ca-8da8-ec2b1bdc2614), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.474123 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] For port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b,segment=NetworkSegment(51273f65-3800-4c43-8a4f-fa5abe5a4ab0),segment_id=51273f65-3800-4c43-8a4f-fa5abe5a4ab0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:34.474941 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.477578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port dbd660de-8c73-40a8-9660-bfb16b6aace1 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:34.478168 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.492816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Calling delete_port for 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:34.573088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port dbd660de-8c73-40a8-9660-bfb16b6aace1, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=dbd660de-8c73-40a8-9660-bfb16b6aace1,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:34.573729 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.585651 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:36:33Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:34.589146 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.598099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for dbd660de-8c73-40a8-9660-bfb16b6aace1 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:34.617351 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c276e1b6-66f7-4d6f-be57-e8fbea77adb0 None None] The sync data for ids ['8306e307-7e22-40ca-8da8-ec2b1bdc2614'] in n-d-715271-35 is: [{'id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443075283', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:36:33Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'dbd660de-8c73-40a8-9660-bfb16b6aace1', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306e307-7e22-40ca-8da8-ec2b1bdc2614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:34:49Z', 'updated_at': '2022-02-11T06:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:36:34.619722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Pushing event deleted for resources: {'Port': ['ID=0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:34.622300 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] No DVR routers for this DVR port 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:36:34.636438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.636438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.636438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.636438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.636438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.636438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.636438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.636438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.636438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.637853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.637853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.638455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.638455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92cb5-ec3b-4bf9-9c2d-369c944915a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:34.781361 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (dbd660de-8c73-40a8-9660-bfb16b6aace1), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.812765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=dbd660de-8c73-40a8-9660-bfb16b6aace1,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:34.878039 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (8306e307-7e22-40ca-8da8-ec2b1bdc2614), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.975278 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (8306e307-7e22-40ca-8da8-ec2b1bdc2614), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:34.977430 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (8306e307-7e22-40ca-8da8-ec2b1bdc2614), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.024607 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (8306e307-7e22-40ca-8da8-ec2b1bdc2614), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.025092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Fanout notify agent at l3_agent the message router_deleted on router 8306e307-7e22-40ca-8da8-ec2b1bdc2614 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:36:35.032047 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.033189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a0e998d0-792f-4fee-8f25-e8d8dd57bcf3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/routers/8306e307-7e22-40ca-8da8-ec2b1bdc2614 HTTP/1.1" status: 204 len: 168 time: 0.8710563 Feb 11 06:36:35.036187 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52702) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:35.114394 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (03c489ea-fcfb-4270-b030-f2f2c3041afb), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.224393 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (03c489ea-fcfb-4270-b030-f2f2c3041afb), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.230501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:36:35.247503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c489ea-fcfb-4270-b030-f2f2c3041afb']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:35.252977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:36:35.253359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0b8e3ba4-dc29-4ef6-a23a-1c22b5e1821b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:36:35.253781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c342b318-3407-4058-9e67-fe23749ff15b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:36:35.258065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51273f65-3800-4c43-8a4f-fa5abe5a4ab0') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:35.258536 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51273f65-3800-4c43-8a4f-fa5abe5a4ab0') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:35.269895 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (51273f65-3800-4c43-8a4f-fa5abe5a4ab0), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.281730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: c342b318-3407-4058-9e67-fe23749ff15b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:36:35.282157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device c342b318-3407-4058-9e67-fe23749ff15b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:36:35.285709 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (51273f65-3800-4c43-8a4f-fa5abe5a4ab0), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.293883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:36:35.294421 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (51273f65-3800-4c43-8a4f-fa5abe5a4ab0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:36:35.298131 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:36:35.669401 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (03c489ea-fcfb-4270-b030-f2f2c3041afb), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.677001 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.681290 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/networks/03c489ea-fcfb-4270-b030-f2f2c3041afb HTTP/1.1" status: 204 len: 168 time: 0.6437893 Feb 11 06:36:35.685102 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52704) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:35.695229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbf8e4-ea9f-428d-b7fe-a0f2c7f081bb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Network': ['ID=03c489ea-fcfb-4270-b030-f2f2c3041afb,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:35.762081 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (365635fe-fe49-4a1a-b38e-253d566e5f5e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.790516 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (365635fe-fe49-4a1a-b38e-253d566e5f5e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.854429 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (365635fe-fe49-4a1a-b38e-253d566e5f5e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.857153 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.858421 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/security-groups/365635fe-fe49-4a1a-b38e-253d566e5f5e HTTP/1.1" status: 204 len: 168 time: 0.1722174 Feb 11 06:36:35.867704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365635fe-fe49-4a1a-b38e-253d566e5f5e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:35.875763 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.876129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.876494 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.876843 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.877217 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.877560 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.877900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.878260 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.878593 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.878934 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.879274 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.879605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:35.879935 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c09e55-e50d-488b-90cc-7995231a1892 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:36.077822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52710) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:36.083141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-14e14d95-999a-4fb3-acce-d2b9e0ebcd61 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792617444', 'description': 'tempest-secgroup-smoke-1792617444 description', 'project_id': 'baf79e4cee014e07a11ddac9f9749567'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:36.105087 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14e14d95-999a-4fb3-acce-d2b9e0ebcd61 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.178161 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14e14d95-999a-4fb3-acce-d2b9e0ebcd61 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.182097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14e14d95-999a-4fb3-acce-d2b9e0ebcd61 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.219434 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e14d95-999a-4fb3-acce-d2b9e0ebcd61 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:36.226033 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-14e14d95-999a-4fb3-acce-d2b9e0ebcd61 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.230080 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-14e14d95-999a-4fb3-acce-d2b9e0ebcd61 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1483762 Feb 11 06:36:36.231224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52712) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:36.235349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f7a7420f-e9a5-4791-b408-1be4903f8498 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'd5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:36.261888 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f7a7420f-e9a5-4791-b408-1be4903f8498 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (353a2192-6809-4964-a41e-728d0ec7dabd), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.317671 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f7a7420f-e9a5-4791-b408-1be4903f8498 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (353a2192-6809-4964-a41e-728d0ec7dabd), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.323697 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f7a7420f-e9a5-4791-b408-1be4903f8498 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (353a2192-6809-4964-a41e-728d0ec7dabd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.343574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7420f-e9a5-4791-b408-1be4903f8498 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353a2192-6809-4964-a41e-728d0ec7dabd,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:36.351397 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f7a7420f-e9a5-4791-b408-1be4903f8498 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.352692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f7a7420f-e9a5-4791-b408-1be4903f8498 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210055 Feb 11 06:36:36.355666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52714) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:36.361634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ab88636e-2b65-4405-b3a8-d0029cfa87ff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'd5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:36.387038 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ab88636e-2b65-4405-b3a8-d0029cfa87ff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (f70c6fa3-2122-4571-b024-0d951ab9fdb7), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.444840 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ab88636e-2b65-4405-b3a8-d0029cfa87ff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (f70c6fa3-2122-4571-b024-0d951ab9fdb7), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.451619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ab88636e-2b65-4405-b3a8-d0029cfa87ff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f70c6fa3-2122-4571-b024-0d951ab9fdb7), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.469267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88636e-2b65-4405-b3a8-d0029cfa87ff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70c6fa3-2122-4571-b024-0d951ab9fdb7,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:36.480286 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ab88636e-2b65-4405-b3a8-d0029cfa87ff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.481950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ab88636e-2b65-4405-b3a8-d0029cfa87ff tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250618 Feb 11 06:36:36.484987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52716) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:36.490015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-23b4b277-0f62-4365-abfc-0d620de5501d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'd5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:36.515926 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23b4b277-0f62-4365-abfc-0d620de5501d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (d2cd41e3-fd53-4fe4-b435-9b01a5d52fe4), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.577732 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23b4b277-0f62-4365-abfc-0d620de5501d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (d2cd41e3-fd53-4fe4-b435-9b01a5d52fe4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.581938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23b4b277-0f62-4365-abfc-0d620de5501d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d2cd41e3-fd53-4fe4-b435-9b01a5d52fe4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.599859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4b277-0f62-4365-abfc-0d620de5501d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cd41e3-fd53-4fe4-b435-9b01a5d52fe4,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:36.607946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-23b4b277-0f62-4365-abfc-0d620de5501d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.609246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-23b4b277-0f62-4365-abfc-0d620de5501d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230850 Feb 11 06:36:36.612245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52718) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:36.616968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-a619abbe-b03e-4e14-b6ae-1c826c4ee042 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'd5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:36.648690 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a619abbe-b03e-4e14-b6ae-1c826c4ee042 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (a5f10af2-3b4c-432a-b781-60bb02cbc472), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.709005 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a619abbe-b03e-4e14-b6ae-1c826c4ee042 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (a5f10af2-3b4c-432a-b781-60bb02cbc472), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.714289 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a619abbe-b03e-4e14-b6ae-1c826c4ee042 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (a5f10af2-3b4c-432a-b781-60bb02cbc472), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.732738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619abbe-b03e-4e14-b6ae-1c826c4ee042 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f10af2-3b4c-432a-b781-60bb02cbc472,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:36.743376 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a619abbe-b03e-4e14-b6ae-1c826c4ee042 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.743376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a619abbe-b03e-4e14-b6ae-1c826c4ee042 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286080 Feb 11 06:36:36.744748 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52720) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:36.749777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-56eae49b-c005-4c33-ab2e-b97d7865f861 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'd5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:36.769423 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-56eae49b-c005-4c33-ab2e-b97d7865f861 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:36:36.774410 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56eae49b-c005-4c33-ab2e-b97d7865f861 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (878df7a8-777b-45f1-ac1b-63f8a9a3390a), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.837265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56eae49b-c005-4c33-ab2e-b97d7865f861 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (878df7a8-777b-45f1-ac1b-63f8a9a3390a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.841830 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56eae49b-c005-4c33-ab2e-b97d7865f861 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (878df7a8-777b-45f1-ac1b-63f8a9a3390a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.860303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eae49b-c005-4c33-ab2e-b97d7865f861 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878df7a8-777b-45f1-ac1b-63f8a9a3390a,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:36.867530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-56eae49b-c005-4c33-ab2e-b97d7865f861 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.869337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-56eae49b-c005-4c33-ab2e-b97d7865f861 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235702 Feb 11 06:36:36.872212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52722) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:36.876609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-48dbc924-139c-464f-8ad9-675c68e3166e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'd5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:36.898627 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-48dbc924-139c-464f-8ad9-675c68e3166e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:36:36.903692 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48dbc924-139c-464f-8ad9-675c68e3166e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (0d70995b-1d84-40cf-8b9a-20922f69c57b), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.967414 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48dbc924-139c-464f-8ad9-675c68e3166e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (0d70995b-1d84-40cf-8b9a-20922f69c57b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.971239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48dbc924-139c-464f-8ad9-675c68e3166e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (0d70995b-1d84-40cf-8b9a-20922f69c57b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.988933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbc924-139c-464f-8ad9-675c68e3166e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d70995b-1d84-40cf-8b9a-20922f69c57b,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:37.000469 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-48dbc924-139c-464f-8ad9-675c68e3166e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.001749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-48dbc924-139c-464f-8ad9-675c68e3166e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285470 Feb 11 06:36:37.004674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52724) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:37.009670 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'network': {'name': 'tempest-network-smoke--28416025', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'port_security_enabled': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:37.028769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:36:37.032031 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.056578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:36:37.068543 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f9558984-82cb-49f0-8c89-901c203ad672), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.068956 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Added segment f9558984-82cb-49f0-8c89-901c203ad672 of type vlan for network 9bdd4693-f000-4105-9ad4-b6c0baabde14 Feb 11 06:36:37.122671 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (9bdd4693-f000-4105-9ad4-b6c0baabde14), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.129845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dbd660de-8c73-40a8-9660-bfb16b6aace1 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:36:37.151157 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: dbd660de-8c73-40a8-9660-bfb16b6aace1 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:36:37.151571 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device dbd660de-8c73-40a8-9660-bfb16b6aace1 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:36:37.158471 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (9bdd4693-f000-4105-9ad4-b6c0baabde14), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.164361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:37.165703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.206332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2005832 Feb 11 06:36:37.209523 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52726) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:37.215768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'admin_state_up': True, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:37.242947 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (2e0f44fb-d6dc-4686-9a97-6ce686f28084), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.243299 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a7512-f29a-45f2-b371-5118f0109077 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Network': ['ID=9bdd4693-f000-4105-9ad4-b6c0baabde14,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:37.244200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (2e0f44fb-d6dc-4686-9a97-6ce686f28084), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.256446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 9bdd4693-f000-4105-9ad4-b6c0baabde14 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:36:37.318598 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (2e0f44fb-d6dc-4686-9a97-6ce686f28084), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.463652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (2e0f44fb-d6dc-4686-9a97-6ce686f28084), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.674964 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (2e0f44fb-d6dc-4686-9a97-6ce686f28084), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.693799 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.803470 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.67 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:36:37.908180 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.941487 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:37.979358 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:36:37.982310 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:36:37.985834 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:36:38.022974 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:38.262998 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (2e0f44fb-d6dc-4686-9a97-6ce686f28084), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:38.462627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (2e0f44fb-d6dc-4686-9a97-6ce686f28084), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:38.595820 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:36:38.716918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:36:38.727032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Sync routers for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:36:38.737840 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:38.739083 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-28105ce1-6302-4125-bfa0-140dd8aaac74 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5280476 Feb 11 06:36:38.743189 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52728) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:38.743502 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:38.744166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:38.775643 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b92d446d-7f7b-461a-b197-f413da61d290 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=baf79e4cee014e07a11ddac9f9749567&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313432 Feb 11 06:36:38.778781 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52730) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:38.860155 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:38.932246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7513e3-d42d-4d70-b391-6d4cf376a963 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:38.933820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ac7513e3-d42d-4d70-b391-6d4cf376a963 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1538742 Feb 11 06:36:38.936678 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52732) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:38.973181 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-aab02f1d-c758-43fd-9c16-96d06f113184 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353329 Feb 11 06:36:38.975997 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52734) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:38.981646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2036546872', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:39.047860 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:38Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:39.068431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'subnet': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:36:39.072586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5976456'] for subnet (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.080377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Checking router: 2e0f44fb-d6dc-4686-9a97-6ce686f28084 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:36:39.080711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Updating router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:36:39.111294 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.269096 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5976474'] for subnet (04022560-11f7-48f5-958d-b14d45a0eb11), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.323224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Subnet': ['ID=04022560-11f7-48f5-958d-b14d45a0eb11,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:39.339957 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Checking segment: {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:36:39.340328 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network hostable DHCP agents. Network: 9bdd4693-f000-4105-9ad4-b6c0baabde14, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:36:39.357836 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 9bdd4693-f000-4105-9ad4-b6c0baabde14 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:36:39.367344 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 9bdd4693-f000-4105-9ad4-b6c0baabde14) {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:36:39.374648 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:39.375789 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.380921 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42889c72-7342-422b-877c-3bf491fe2ac4 None None] Network 9bdd4693-f000-4105-9ad4-b6c0baabde14 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:36:39.401923 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5e64ac5d-be90-4b6e-958e-021a1251db1d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4216075 Feb 11 06:36:39.402774 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52736) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:39.475041 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Publish callbacks [] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.483073 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.546381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Attempting to bind port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:36:39.546767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Attempting to bind port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:36:39.547138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Attempting to bind port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:36:39.569948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37120d-5c61-41d0-ae4b-ff90cae5130c None None] Pushing event updated for resources: {'Port': ['ID=7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:39.572853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:36:39.572853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:36:39.573182 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.573559 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:36:39.573951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Bound port: 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:36:39.574382 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.599745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-9bdd4693-f000-4105-9ad4-b6c0baabde14', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:36:39.600658 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.657368 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] For port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:36:39.661993 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] For port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:36:39.710590 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.823394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:39.824064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:39.827561 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37120d-5c61-41d0-ae4b-ff90cae5130c None None] Pushing event updated for resources: {'Port': ['ID=7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:39.886049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Allocated IP 172.20.0.2 (9bdd4693-f000-4105-9ad4-b6c0baabde14/04022560-11f7-48f5-958d-b14d45a0eb11/43ef2191-67ad-4e7d-840b-62f690bc5319) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:36:39.887077 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:40.007119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:40.222193 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Publish callbacks [] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:40.410846 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:40.460963 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Network 9bdd4693-f000-4105-9ad4-b6c0baabde14 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:36:40.465652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:36:40.470623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:36:40.475997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Pushing event updated for resources: {'Port': ['ID=43ef2191-67ad-4e7d-840b-62f690bc5319,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:40.530977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:38Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:40.544207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.1 (9bdd4693-f000-4105-9ad4-b6c0baabde14/04022560-11f7-48f5-958d-b14d45a0eb11/98cf5eea-4a95-48d1-a21f-c6b10f6189c6) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:36:40.564107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67fcdf1-ba76-4651-aac5-e24b41e69d19 None None] The sync data for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 is: [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:38Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:36:40.567905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Attempting to bind port 43ef2191-67ad-4e7d-840b-62f690bc5319 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:36:40.568285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Attempting to bind port 43ef2191-67ad-4e7d-840b-62f690bc5319 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:36:40.568659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Attempting to bind port 43ef2191-67ad-4e7d-840b-62f690bc5319 on network 9bdd4693-f000-4105-9ad4-b6c0baabde14 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:36:40.574944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:36:40.575360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Checking segment: {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:36:40.575725 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:40.576125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Bound using segment: {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:36:40.576605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Bound port: 43ef2191-67ad-4e7d-840b-62f690bc5319, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:36:40.576994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:40.650137 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] For port 43ef2191-67ad-4e7d-840b-62f690bc5319, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:36:40.653757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] For port 43ef2191-67ad-4e7d-840b-62f690bc5319, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=43ef2191-67ad-4e7d-840b-62f690bc5319,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:36:40.661183 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:40.690196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:40.730062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec88f82-84ca-40b9-9fe8-1742c9ed972a None None] Pushing event updated for resources: {'Port': ['ID=43ef2191-67ad-4e7d-840b-62f690bc5319,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:40.744421 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:40.802625 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 9bdd4693-f000-4105-9ad4-b6c0baabde14 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:36:40.805998 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:36:40.809901 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:36:40.844471 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=98cf5eea-4a95-48d1-a21f-c6b10f6189c6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:40.884056 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (2e0f44fb-d6dc-4686-9a97-6ce686f28084), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.071424 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.271546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 43ef2191-67ad-4e7d-840b-62f690bc5319 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:36:41.334121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 43ef2191-67ad-4e7d-840b-62f690bc5319 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:41.334660 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.434573 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.441996 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.446509 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 43ef2191-67ad-4e7d-840b-62f690bc5319 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:41.447153 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.490463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 43ef2191-67ad-4e7d-840b-62f690bc5319, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=43ef2191-67ad-4e7d-840b-62f690bc5319,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:41.495629 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.496427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:36:41.522643 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (2e0f44fb-d6dc-4686-9a97-6ce686f28084), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.531145 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=98cf5eea-4a95-48d1-a21f-c6b10f6189c6,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:41.601562 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=43ef2191-67ad-4e7d-840b-62f690bc5319,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:41.629292 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:41.630224 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.654250 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 9bdd4693-f000-4105-9ad4-b6c0baabde14 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:36:41.655946 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:36:41.743751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:41.744213 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.774659 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:41.782064 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:41.849585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:36:41.850651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:41.983817 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:36:41.995177 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a74b072f-071b-4961-abe0-5197c83b416e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/2e0f44fb-d6dc-4686-9a97-6ce686f28084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5849767 Feb 11 06:36:42.050977 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407adbe2-fa86-4cbc-8ae3-f9cd4f1de552 None None] Network 9bdd4693-f000-4105-9ad4-b6c0baabde14 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:36:42.161248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f02c78dd-1483-46b9-9551-f50d97fabeb6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792617444&fields=id&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 267 time: 0.0523851 Feb 11 06:36:42.164297 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-612c9f10-e3e9-4e9d-a73a-509b420c30c7 None None] Provisioning complete for port 43ef2191-67ad-4e7d-840b-62f690bc5319 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:42.165216 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-612c9f10-e3e9-4e9d-a73a-509b420c30c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:42.274560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-612c9f10-e3e9-4e9d-a73a-509b420c30c7 None None] Current status of the port 43ef2191-67ad-4e7d-840b-62f690bc5319 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:42.317534 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-271f9000-696e-4768-9401-ec1af0f7b4c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:42.319091 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-271f9000-696e-4768-9401-ec1af0f7b4c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 795 time: 0.1503143 Feb 11 06:36:42.341819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-2bfaa4c5-adfa-42c4-9efb-f1e5864471af tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/quotas/baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 375 time: 0.0154653 Feb 11 06:36:42.404156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-9f9b953e-6f22-4e06-a093-78acb08a09d5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608556 Feb 11 06:36:42.497271 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3731482e-50c8-40c2-83ed-367601b71a84 None None] Provisioning complete for port 43ef2191-67ad-4e7d-840b-62f690bc5319 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:42.497492 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3731482e-50c8-40c2-83ed-367601b71a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:42.522077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-2a4f982c-f9ac-427e-9943-737044fd6376 service neutron] 10.222.0.31 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040852 Feb 11 06:36:42.603846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3731482e-50c8-40c2-83ed-367601b71a84 None None] Current status of the port 43ef2191-67ad-4e7d-840b-62f690bc5319 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:42.622299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3731482e-50c8-40c2-83ed-367601b71a84 None None] Provisioning complete for port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:42.622456 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3731482e-50c8-40c2-83ed-367601b71a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:42.633815 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Sync routers for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:36:42.651453 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:42.653035 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:42.655826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-cfbe69f4-5dc1-490b-8152-47cc878ae82d service neutron] 10.222.0.31 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295111 Feb 11 06:36:42.663767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3731482e-50c8-40c2-83ed-367601b71a84 None None] Port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:36:42.803422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1e4ff176-2c06-48d9-8da9-5e3a33578bdd None None] Provisioning complete for port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:42.803812 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff176-2c06-48d9-8da9-5e3a33578bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:42.857404 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:42.869172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ff176-2c06-48d9-8da9-5e3a33578bdd None None] Port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:36:42.877473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-74231605-36af-4b20-a1e8-edbabdb35659 req-8ea92495-fc26-4fe8-bcea-f160792aeca6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 210 time: 0.0415184 Feb 11 06:36:43.090621 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-70d263bc-f580-42be-a940-b33fb88ef3cd None None] Provisioning complete for port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:43.091227 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-70d263bc-f580-42be-a940-b33fb88ef3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.114866 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98cf5eea-4a95-48d1-a21f-c6b10f6189c6', 'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:4f:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:40Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 2, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:43.149429 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-70d263bc-f580-42be-a940-b33fb88ef3cd None None] Port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:36:43.216024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 43ef2191-67ad-4e7d-840b-62f690bc5319 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:36:43.249273 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Checking router: 2e0f44fb-d6dc-4686-9a97-6ce686f28084 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:36:43.249902 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Updating router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:36:43.276493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 43ef2191-67ad-4e7d-840b-62f690bc5319 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:43.277238 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.285688 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.375906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 43ef2191-67ad-4e7d-840b-62f690bc5319 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:43.378018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:36:43.434886 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:43.435273 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.524407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:43.584087 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Publish callbacks [] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.589524 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.640190 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Pushing event updated for resources: {'Port': ['ID=98cf5eea-4a95-48d1-a21f-c6b10f6189c6,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:43.661731 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.662073 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.662415 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.662746 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.663072 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.663396 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.663721 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.664041 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.664994 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.665306 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.665626 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.665944 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.666259 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:43.702930 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Attempting to bind port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:36:43.703300 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Attempting to bind port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:36:43.703666 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Attempting to bind port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 on network 9bdd4693-f000-4105-9ad4-b6c0baabde14 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:36:43.709453 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:36:43.709826 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Checking segment: {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:36:43.710234 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.710627 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Bound using segment: {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:36:43.711286 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Bound port: 98cf5eea-4a95-48d1-a21f-c6b10f6189c6, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:36:43.711484 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.791892 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] For port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:36:43.796842 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] For port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=98cf5eea-4a95-48d1-a21f-c6b10f6189c6,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:36:43.805486 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.870841 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:43.873068 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:43.892512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-16b90a04-3d1c-4b7e-a92b-1e7a7630e1b3 None None] Provisioning complete for port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:43.892983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16b90a04-3d1c-4b7e-a92b-1e7a7630e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:43.972106 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f4c60-fce2-404d-9c73-8c5e33053b89 None None] Pushing event updated for resources: {'Port': ['ID=98cf5eea-4a95-48d1-a21f-c6b10f6189c6,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:44.030473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-16b90a04-3d1c-4b7e-a92b-1e7a7630e1b3 None None] Current status of the port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:44.030919 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16b90a04-3d1c-4b7e-a92b-1e7a7630e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.080667 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:44.080919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-16b90a04-3d1c-4b7e-a92b-1e7a7630e1b3 None None] For port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=98cf5eea-4a95-48d1-a21f-c6b10f6189c6,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:44.089085 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-16b90a04-3d1c-4b7e-a92b-1e7a7630e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.113792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ecffa09d-2f8a-4ddd-80ef-70b6757058cc req-9ed89afe-f9f1-448e-aeb5-6958baa524a9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 210 time: 0.0699992 Feb 11 06:36:44.159142 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b90a04-3d1c-4b7e-a92b-1e7a7630e1b3 None None] Pushing event updated for resources: {'Port': ['ID=98cf5eea-4a95-48d1-a21f-c6b10f6189c6,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:44.173261 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c1051389-2d13-4819-a34e-93a3d9ce7039 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:44.175108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c1051389-2d13-4819-a34e-93a3d9ce7039 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 795 time: 0.3049059 Feb 11 06:36:44.218652 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c1c471d9-2b8c-4ad6-9f7e-cae7ea77d7b2 None None] Provisioning complete for port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:44.218652 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c1c471d9-2b8c-4ad6-9f7e-cae7ea77d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.262626 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-b6a2bb00-ebf1-4669-8889-0b4dbb2f4f65 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 380 time: 0.0792201 Feb 11 06:36:44.277493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'port': {'device_id': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'admin_state_up': True, 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'security_groups': ['d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:44.319120 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c1c471d9-2b8c-4ad6-9f7e-cae7ea77d7b2 None None] Current status of the port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:44.343060 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98cf5eea-4a95-48d1-a21f-c6b10f6189c6', 'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:4f:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:40Z', 'updated_at': '2022-02-11T06:36:43Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:44.372703 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bc4ca-c85a-4e68-8a2c-6cdfc27feb49 None None] The sync data for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 is: [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98cf5eea-4a95-48d1-a21f-c6b10f6189c6', 'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:4f:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:40Z', 'updated_at': '2022-02-11T06:36:43Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:36:44.413228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:36:44.419227 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.565911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.12 (9bdd4693-f000-4105-9ad4-b6c0baabde14/04022560-11f7-48f5-958d-b14d45a0eb11/7fc30f17-fdce-443b-b372-3c49bd337eed) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:36:44.724063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.762011 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.812184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 9bdd4693-f000-4105-9ad4-b6c0baabde14 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:36:44.817927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:36:44.827801 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:36:44.854398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:44.894184 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:44.895954 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.918848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-f411187a-e2d5-4d34-b968-b02fe376c601 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6462152 Feb 11 06:36:45.008808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Request body: {'port': {'device_id': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:45.090561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:45.167613 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0e4053c8-8005-4abd-a56e-cf48329eacc4 None None] Provisioning complete for port 7fc30f17-fdce-443b-b372-3c49bd337eed triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:45.167998 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0e4053c8-8005-4abd-a56e-cf48329eacc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:45.241533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0e4053c8-8005-4abd-a56e-cf48329eacc4 None None] Port 7fc30f17-fdce-443b-b372-3c49bd337eed cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:36:45.272268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:36:45.331266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:45.332659 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:45.335725 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1daa54-cc9d-43af-b3da-455a72552252 req-cb582a8b-6469-4c55-b778-72c1a1d6406f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:45.337717 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b1daa54-cc9d-43af-b3da-455a72552252 req-cb582a8b-6469-4c55-b778-72c1a1d6406f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 932 time: 0.1286404 Feb 11 06:36:45.433020 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:45.447598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6b1daa54-cc9d-43af-b3da-455a72552252 req-963a97a3-8214-4ed5-8c0e-cd92d9f8af29 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805202 Feb 11 06:36:45.506227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc30f17-fdce-443b-b372-3c49bd337eed {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:36:45.514965 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Publish callbacks [] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:45.533935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Transition to ACTIVE for port object 7fc30f17-fdce-443b-b372-3c49bd337eed will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:36:45.538193 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:45.593646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:45.685739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Attempting to bind port 7fc30f17-fdce-443b-b372-3c49bd337eed on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:36:45.686080 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Attempting to bind port 7fc30f17-fdce-443b-b372-3c49bd337eed by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:36:45.686482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Attempting to bind port 7fc30f17-fdce-443b-b372-3c49bd337eed on network 9bdd4693-f000-4105-9ad4-b6c0baabde14 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:36:45.691518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Port 7fc30f17-fdce-443b-b372-3c49bd337eed on network 9bdd4693-f000-4105-9ad4-b6c0baabde14 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:36:45.691987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Attempting to bind port 7fc30f17-fdce-443b-b372-3c49bd337eed on network 9bdd4693-f000-4105-9ad4-b6c0baabde14 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:36:45.697897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:36:45.698346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Checking segment: {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:36:45.698804 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Bound using segment: {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:36:45.699251 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Bound port: 7fc30f17-fdce-443b-b372-3c49bd337eed, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:36:45.699753 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:45.778549 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:36:45.782077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:36:45.787820 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:45.827043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:45.827043 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:45.828601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] 10.222.0.72 "PUT /v2.0/ports/7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 1093 time: 0.9022293 Feb 11 06:36:45.829665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:36:45.832482 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e56a679-3246-4985-9ab2-8f7bec2ccd43" -d '{"events": [{"name": "network-changed", "server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:36:45.857581 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e96e1-f157-468c-868a-e56683c21375 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:45.932155 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb653b31-1517-45f5-98f7-2f2663232f81 x-openstack-request-id: req-eb653b31-1517-45f5-98f7-2f2663232f81 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:36:45.932456 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:36:45.932712 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb653b31-1517-45f5-98f7-2f2663232f81 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:36:45.933215 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'status': 'completed', 'code': 200} Feb 11 06:36:45.954359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-462c5edd-ff92-4ab1-822d-aca45b2fb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:45.955897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-462c5edd-ff92-4ab1-822d-aca45b2fb694 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1127 time: 0.0543768 Feb 11 06:36:46.004794 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-58785e79-a084-44f1-a56b-de4c8ba87f2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 217 time: 0.0419016 Feb 11 06:36:46.054524 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-1c550dee-65ab-4893-bfa8-7e6fdf02800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.056526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-1c550dee-65ab-4893-bfa8-7e6fdf02800f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0461459 Feb 11 06:36:46.119420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-1c255fcd-3f2c-4ec5-97de-23c2c8a91ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.121011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-1c255fcd-3f2c-4ec5-97de-23c2c8a91ba2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578520 Feb 11 06:36:46.221797 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-6fc43ad8-f7b8-4e73-b933-7c5e060821c0 service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930824 Feb 11 06:36:46.311883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7c061af-2030-4cc2-887a-1ce1fe0d4373 req-deacc4b5-6ecd-464c-97e0-be3266d0711b service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850511 Feb 11 06:36:46.405050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-2488dd03-a596-49c6-a171-7cdbce1d5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.406645 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-2488dd03-a596-49c6-a171-7cdbce1d5749 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1127 time: 0.0502980 Feb 11 06:36:46.506052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-795b1c00-72d9-4f2c-8dc4-e7ec83848c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.507563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-795b1c00-72d9-4f2c-8dc4-e7ec83848c6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 896 time: 0.0955253 Feb 11 06:36:46.554735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-d4713fd9-7673-4de2-bb9a-6094c3f4e867 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 217 time: 0.0405521 Feb 11 06:36:46.612403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-f79bd80b-bfde-4c4b-b83b-93135dfb2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.613933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-f79bd80b-bfde-4c4b-b83b-93135dfb2101 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0527308 Feb 11 06:36:46.677877 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-01f5b29b-6757-470c-9d1c-ea1801894933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.679468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-01f5b29b-6757-470c-9d1c-ea1801894933 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0585797 Feb 11 06:36:46.784685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-5759b992-25c0-4238-a100-fcdeaf169ca3 service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976508 Feb 11 06:36:46.914936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2e56a679-3246-4985-9ab2-8f7bec2ccd43 req-b5bb9922-d546-4c4f-bee6-65fbf1a39f4e service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239238 Feb 11 06:36:46.922761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7f079-a34c-42a0-b4d4-1d47505ae469 req-be5c3a45-650f-4140-ae16-24a3d7ffde1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.924308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbf7f079-a34c-42a0-b4d4-1d47505ae469 req-be5c3a45-650f-4140-ae16-24a3d7ffde1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 944 time: 0.1020486 Feb 11 06:36:46.976737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dbf7f079-a34c-42a0-b4d4-1d47505ae469 req-d7db6762-db1a-424a-8622-7b884f639ac5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456896 Feb 11 06:36:48.108051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b4fec-a539-4f79-9cce-5a3342e4207c req-3b29c29f-38a8-45f8-ae95-5381c12f7a97 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:48.109613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b1b4fec-a539-4f79-9cce-5a3342e4207c req-3b29c29f-38a8-45f8-ae95-5381c12f7a97 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 944 time: 0.0607758 Feb 11 06:36:48.161589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b1b4fec-a539-4f79-9cce-5a3342e4207c req-6436ec4a-217b-41d4-a3f1-6b70f38e8514 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455589 Feb 11 06:36:49.037550 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:36:49.222365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7fc30f17-fdce-443b-b372-3c49bd337eed details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:36:49.296433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d329a-39b9-4fda-a4f1-1ce0e74d2eff req-95bcfd2f-6874-4fc9-bfbb-2f6846015320 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:49.298012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-850d329a-39b9-4fda-a4f1-1ce0e74d2eff req-95bcfd2f-6874-4fc9-bfbb-2f6846015320 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 944 time: 0.0560439 Feb 11 06:36:49.329761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:49.341677 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'port_id': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'mac_address': 'fa:16:3e:a6:3f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:36:49.353439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-850d329a-39b9-4fda-a4f1-1ce0e74d2eff req-09dfe1d0-1682-4352-9407-8a6d7be4dd0f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495725 Feb 11 06:36:49.385497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7fc30f17-fdce-443b-b372-3c49bd337eed is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:49.385889 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:49.399740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc30f17-fdce-443b-b372-3c49bd337eed {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:36:49.419687 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:49.424276 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:49.475967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:49.652813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['7fc30f17-fdce-443b-b372-3c49bd337eed'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:36:50.477646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38693b2b-b6c3-4d15-9d53-73716dcd143d req-ff1ec723-5649-471e-b671-6f83ae3b0542 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:50.479123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38693b2b-b6c3-4d15-9d53-73716dcd143d req-ff1ec723-5649-471e-b671-6f83ae3b0542 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 945 time: 0.0540578 Feb 11 06:36:50.530272 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38693b2b-b6c3-4d15-9d53-73716dcd143d req-843f80b0-4422-4bb6-96a1-e6eea73cb82e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438540 Feb 11 06:36:51.222408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7fc30f17-fdce-443b-b372-3c49bd337eed up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:36:51.282824 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 7fc30f17-fdce-443b-b372-3c49bd337eed completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:36:51.287208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 7fc30f17-fdce-443b-b372-3c49bd337eed triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:36:51.287590 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:51.364639 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 7fc30f17-fdce-443b-b372-3c49bd337eed is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:51.365014 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:51.389980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:36:51.392341 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43ab632-fb0a-4092-a803-53207fd0e922" -d '{"events": [{"server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:36:51.409791 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:51.414752 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:51.443952 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea9a9ce-8774-48f0-9cda-f7727b9efdd3 x-openstack-request-id: req-fea9a9ce-8774-48f0-9cda-f7727b9efdd3 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:36:51.444253 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:36:51.444523 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fea9a9ce-8774-48f0-9cda-f7727b9efdd3 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:36:51.444920 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'code': 200} Feb 11 06:36:51.473338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:51.536998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e6ba2-495c-443a-a068-c7e8de879407 req-833b8753-45c0-4f5f-840a-b0c6717a7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:51.538501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d20e6ba2-495c-443a-a068-c7e8de879407 req-833b8753-45c0-4f5f-840a-b0c6717a7d55 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1129 time: 0.0444393 Feb 11 06:36:51.587024 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d20e6ba2-495c-443a-a068-c7e8de879407 req-20eb58f2-3b64-454d-a865-a9c1cd3251e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417476 Feb 11 06:36:51.670106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725abaf9-4f70-4283-9c45-04dec8a85878 req-6ec3f8d6-ea51-45a7-b807-1df935e3b7eb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:51.671659 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-725abaf9-4f70-4283-9c45-04dec8a85878 req-6ec3f8d6-ea51-45a7-b807-1df935e3b7eb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0657637 Feb 11 06:36:51.722025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-725abaf9-4f70-4283-9c45-04dec8a85878 req-2b739a25-b8ee-47cf-92d2-6ce1684aa40b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447052 Feb 11 06:36:52.750023 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:52.856202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc363a-f185-4a86-86a4-8fa1290d3218 req-e4d71f99-7abc-4fc2-b389-6694f6d31420 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:52.857747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afdc363a-f185-4a86-86a4-8fa1290d3218 req-e4d71f99-7abc-4fc2-b389-6694f6d31420 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0533819 Feb 11 06:36:52.918573 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-afdc363a-f185-4a86-86a4-8fa1290d3218 req-e0b01e59-49e1-44fa-ad5f-73cf12dde79a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548534 Feb 11 06:36:53.052077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f9442-13be-4ba8-9383-1ada9eec58fc req-54ecdada-67d6-4984-9a26-510860c43b57 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:53.053519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b23f9442-13be-4ba8-9383-1ada9eec58fc req-54ecdada-67d6-4984-9a26-510860c43b57 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0653291 Feb 11 06:36:53.103966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b23f9442-13be-4ba8-9383-1ada9eec58fc req-56aeda26-a688-4117-977d-7318348d9a2d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 Feb 11 06:36:53.126769 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52788) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:53.178916 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa7f53d-d800-448d-b5d0-192b083539c7 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:53.181166 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2fa7f53d-d800-448d-b5d0-192b083539c7 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1124 time: 0.0523860 Feb 11 06:36:53.184003 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52790) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:53.188522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:36:53.213256 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:53.318214 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:53.430487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.59 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/1f79c35a-62c5-44b0-9853-e6de4fc74377) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:36:53.547219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (1f79c35a-62c5-44b0-9853-e6de4fc74377), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:53.582612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1f79c35a-62c5-44b0-9853-e6de4fc74377), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:53.630468 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:36:53.634971 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:36:53.639326 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:36:53.642510 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=1f79c35a-62c5-44b0-9853-e6de4fc74377,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:53.827906 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:54.027263 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (cc722f84-20fc-4101-af46-38c1d8e26d7e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:54.102718 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1f79c35a-62c5-44b0-9853-e6de4fc74377), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:54.274371 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (1f79c35a-62c5-44b0-9853-e6de4fc74377), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:54.279506 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (1f79c35a-62c5-44b0-9853-e6de4fc74377), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:54.349741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=1f79c35a-62c5-44b0-9853-e6de4fc74377,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:54.361040 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (cc722f84-20fc-4101-af46-38c1d8e26d7e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:54.471707 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP cc722f84-20fc-4101-af46-38c1d8e26d7e associated. External IP: 172.25.1.59, port: 7fc30f17-fdce-443b-b372-3c49bd337eed. Feb 11 06:36:54.722009 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:36:54.840438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:36:54.853285 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] Sync routers for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:36:54.861173 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:54.866555 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:54.867789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:54.891861 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5519b7e5-4394-47ed-97bc-02d2aded1a81 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7067304 Feb 11 06:36:54.892448 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:36:54.894828 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:36:54.939062 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275af701-9141-492f-8e8d-39d0ed2aa243 x-openstack-request-id: req-275af701-9141-492f-8e8d-39d0ed2aa243 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:36:54.939062 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:36:54.939062 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-275af701-9141-492f-8e8d-39d0ed2aa243 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:36:54.939062 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'status': 'completed', 'code': 200} Feb 11 06:36:54.997609 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:55.034128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-17bd0ea6-95e4-46b8-b39c-0666a9ea7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:55.036290 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-17bd0ea6-95e4-46b8-b39c-0666a9ea7e68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1129 time: 0.0722342 Feb 11 06:36:55.044322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68867b7-9d65-4842-a352-5a40363d4a7a req-1085f864-5800-4acc-a574-79f2b5bc8527 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:55.045749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d68867b7-9d65-4842-a352-5a40363d4a7a req-1085f864-5800-4acc-a574-79f2b5bc8527 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0905104 Feb 11 06:36:55.154105 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d68867b7-9d65-4842-a352-5a40363d4a7a req-e0afb2b2-0bc3-4ca0-97cb-1e6726228168 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992398 Feb 11 06:36:55.175788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-8a75ed4e-2dd8-47d0-b56f-fba4334d0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:55.175908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-8a75ed4e-2dd8-47d0-b56f-fba4334d0ef1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 896 time: 0.1292684 Feb 11 06:36:55.177331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52796) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:55.292606 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8ec2e477-a7de-4c29-bd8d-fee0c9695ea4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/cc722f84-20fc-4101-af46-38c1d8e26d7e HTTP/1.1" status: 200 len: 991 time: 0.1139798 Feb 11 06:36:55.296705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-292996c8-b86b-4db1-84ff-b3c910daaa2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 999 time: 0.1130073 Feb 11 06:36:55.347220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-96d7d495-7f7a-416f-bc83-708348a62434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:55.348695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-96d7d495-7f7a-416f-bc83-708348a62434 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0466707 Feb 11 06:36:55.402812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-a31f359c-8468-4544-a620-0be28cf97579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:55.404465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-a31f359c-8468-4544-a620-0be28cf97579 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499263 Feb 11 06:36:55.415971 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'cc722f84-20fc-4101-af46-38c1d8e26d7e', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'port_id': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'mac_address': 'fa:16:3e:a6:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:36:53Z', 'updated_at': '2022-02-11T06:36:53Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cf5eea-4a95-48d1-a21f-c6b10f6189c6', 'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:4f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:40Z', 'updated_at': '2022-02-11T06:36:44Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:55.442336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] Checking router: 2e0f44fb-d6dc-4686-9a97-6ce686f28084 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:36:55.451381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:55.452002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:36:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:55.499739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-af4e80bc-857d-4750-a383-90e3438beeef service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890415 Feb 11 06:36:55.563403 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:55.612213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ed104d3f-bcae-4c1d-b0d3-2035fa5deb6a req-f911d8fa-c3b6-4c11-8084-93d577da8d4c service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066658 Feb 11 06:36:55.815928 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'cc722f84-20fc-4101-af46-38c1d8e26d7e', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'port_id': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'mac_address': 'fa:16:3e:a6:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:36:53Z', 'updated_at': '2022-02-11T06:36:53Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cf5eea-4a95-48d1-a21f-c6b10f6189c6', 'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:4f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:40Z', 'updated_at': '2022-02-11T06:36:44Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:55.843520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ef3a9-8b06-4269-948f-f362a1069848 None None] The sync data for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 is: [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': 'cc722f84-20fc-4101-af46-38c1d8e26d7e', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'port_id': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'mac_address': 'fa:16:3e:a6:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:36:53Z', 'updated_at': '2022-02-11T06:36:53Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cf5eea-4a95-48d1-a21f-c6b10f6189c6', 'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:4f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:40Z', 'updated_at': '2022-02-11T06:36:44Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:36:56.050976 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735efe83-f8bc-4842-8a3d-e278e4f4bd9c None None] New status for floating IP cc722f84-20fc-4101-af46-38c1d8e26d7e: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:36:56.296403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52798) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:56.358672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-840c0942-397f-4375-a399-cfb2335bd4cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/cc722f84-20fc-4101-af46-38c1d8e26d7e HTTP/1.1" status: 200 len: 993 time: 0.0610716 Feb 11 06:36:57.847925 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1cb4db59-587f-41be-b198-8a29241782f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.397331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2c2c1fc0-5c35-47c3-9193-3dee9b7ea42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:01.359020 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.044217 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:04.025724 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.527243 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-5b7e5281-2b29-453f-b94c-77459768a4ff req-4cc375f5-34fb-4ea0-8b43-70470e46de26 tempest-ServerDiskConfigTestJSON-436175917 tempest-ServerDiskConfigTestJSON-436175917-project] (103121) timed out ('10.222.0.81', 54601) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:37:22.744842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:23.851212 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:24.999886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-4fba988e-6c6b-4d09-a915-7cff19dc97bc req-e0986637-ceb0-4347-bfa5-d0288edfcbc4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:37:25.001401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4fba988e-6c6b-4d09-a915-7cff19dc97bc req-e0986637-ceb0-4347-bfa5-d0288edfcbc4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525961 Feb 11 06:37:25.207507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e10b1-c4ce-463f-b246-515875b04832 req-6d172532-ee5d-4255-8913-03b4eab8635d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:25.209048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb4e10b1-c4ce-463f-b246-515875b04832 req-6d172532-ee5d-4255-8913-03b4eab8635d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0567839 Feb 11 06:37:25.219005 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52818) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:25.276236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cb4e10b1-c4ce-463f-b246-515875b04832 req-ebca3c47-9b0f-4e04-9db9-7c0c647d66e3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608509 Feb 11 06:37:25.310640 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-a7a7a248-42b3-4e51-9415-1903cbcb2673 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904629 Feb 11 06:37:25.319112 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-47bc4536-d4e5-4e60-9840-efd8aa8ee272 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:37:25.320704 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-47bc4536-d4e5-4e60-9840-efd8aa8ee272 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055740 Feb 11 06:37:25.714207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52840) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:25.808166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-af2cc52f-6ff1-416a-936a-eb2786bfcd89 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:25.809592 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-af2cc52f-6ff1-416a-936a-eb2786bfcd89 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports/7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 943 time: 0.0943625 Feb 11 06:37:26.036650 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:37:26.414135 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da7574-0d10-4a2e-96b2-5fd5633fe28b req-6555eb99-2e56-4a7f-9c65-e9b75b4e6016 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:26.415686 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11da7574-0d10-4a2e-96b2-5fd5633fe28b req-6555eb99-2e56-4a7f-9c65-e9b75b4e6016 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0554235 Feb 11 06:37:26.466948 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-11da7574-0d10-4a2e-96b2-5fd5633fe28b req-827210ef-16e1-4267-8e50-0a6164716786 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455706 Feb 11 06:37:26.670965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-dcdc5b74-1015-438c-a6b5-be96f5e58e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:26.672533 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-dcdc5b74-1015-438c-a6b5-be96f5e58e4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1129 time: 0.0449142 Feb 11 06:37:26.772653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-f395f9c0-3909-4824-80ff-2c25b015f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:26.774177 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-f395f9c0-3909-4824-80ff-2c25b015f2fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 896 time: 0.0958230 Feb 11 06:37:26.842127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-46b97628-ea58-4523-8cf6-55760f450b76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 1001 time: 0.0609965 Feb 11 06:37:26.896545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-98254497-2915-42a2-b721-5cf2ade2db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:26.898106 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-98254497-2915-42a2-b721-5cf2ade2db6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0488279 Feb 11 06:37:26.948115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-cce3d96e-ae97-483e-b39e-32afda79dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:26.949667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-cce3d96e-ae97-483e-b39e-32afda79dc76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456986 Feb 11 06:37:27.043071 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-faf1fcbb-a1b4-4877-9945-1834771b5d79 service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850730 Feb 11 06:37:27.447098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-5f5aa98b-fed2-4a1b-b98b-c34367e3e9b0 service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970232 Feb 11 06:37:27.603291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69139b68-c369-4c1b-bc9b-1fc20c460ced req-de5be267-3508-413f-a455-c020d2407934 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:27.604836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69139b68-c369-4c1b-bc9b-1fc20c460ced req-de5be267-3508-413f-a455-c020d2407934 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0586019 Feb 11 06:37:27.655025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-69139b68-c369-4c1b-bc9b-1fc20c460ced req-974c53f2-25ee-4158-b588-1a454770bb9e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443416 Feb 11 06:37:27.850927 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac085543-5da4-4208-a851-36c9b4c0ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:28.782882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af799b0-6cfb-4b62-ab65-27909605d6f9 req-8af577a6-1d46-48a5-b89b-026fa95cc7bc tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:28.784366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6af799b0-6cfb-4b62-ab65-27909605d6f9 req-8af577a6-1d46-48a5-b89b-026fa95cc7bc tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0556839 Feb 11 06:37:28.832521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6af799b0-6cfb-4b62-ab65-27909605d6f9 req-4947adef-9d4a-4bad-a8ac-152b81a5fd0d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418351 Feb 11 06:37:29.967162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8eee-e5c8-4f23-8595-5c6c04960ed9 req-38cc4c8b-0e0a-4702-81b0-67eebf95ba68 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:29.968541 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-746b8eee-e5c8-4f23-8595-5c6c04960ed9 req-38cc4c8b-0e0a-4702-81b0-67eebf95ba68 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0551853 Feb 11 06:37:30.018902 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-746b8eee-e5c8-4f23-8595-5c6c04960ed9 req-1a981f66-760a-4b46-beb4-83a09693e2f3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446620 Feb 11 06:37:30.390819 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a1dd-5b7f-4a40-9652-798b30adda54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:31.156901 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5052-9c82-41cb-b5fd-9b75993c4bd0 req-7c16746d-428a-4299-856b-e5d2c762202b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:31.158478 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59ee5052-9c82-41cb-b5fd-9b75993c4bd0 req-7c16746d-428a-4299-856b-e5d2c762202b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0581243 Feb 11 06:37:31.213786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59ee5052-9c82-41cb-b5fd-9b75993c4bd0 req-47175b8c-7f0d-43c4-bcd1-36fdfd4c3068 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492535 Feb 11 06:37:31.361844 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:32.340920 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e46365-bcd9-4c6f-986a-e093c1c7e89f req-fa310fb4-3b2d-44da-98ca-6c64e75cbef4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:32.342431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39e46365-bcd9-4c6f-986a-e093c1c7e89f req-fa310fb4-3b2d-44da-98ca-6c64e75cbef4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0566530 Feb 11 06:37:32.392976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-39e46365-bcd9-4c6f-986a-e093c1c7e89f req-35c3a89b-fd56-4bd7-8184-7b1495bdcd7e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449686 Feb 11 06:37:33.045999 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:33.521134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9a709-5995-4172-b514-079baa04d047 req-08e4fa14-2e83-472d-84b1-ae4e31b786c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:33.523280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3fe9a709-5995-4172-b514-079baa04d047 req-08e4fa14-2e83-472d-84b1-ae4e31b786c9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0608268 Feb 11 06:37:33.578877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3fe9a709-5995-4172-b514-079baa04d047 req-356fda41-7628-4b98-8eef-4c92b1c60add tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499139 Feb 11 06:37:34.034331 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:34.707360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fed437-5c1b-4000-91bc-7ce29e1b1e0a req-6ca4758c-5366-4964-bb43-4abd43582d06 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:34.709008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8fed437-5c1b-4000-91bc-7ce29e1b1e0a req-6ca4758c-5366-4964-bb43-4abd43582d06 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0545001 Feb 11 06:37:34.758306 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c8fed437-5c1b-4000-91bc-7ce29e1b1e0a req-7e4f1362-94fb-4aed-9b20-6efcbe2df9f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437844 Feb 11 06:37:35.886383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465bc2f-e177-4c58-ab16-a53e742bfc8c req-1211e2db-508e-4f5c-980b-25856e349dab tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:35.887917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e465bc2f-e177-4c58-ab16-a53e742bfc8c req-1211e2db-508e-4f5c-980b-25856e349dab tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0553300 Feb 11 06:37:35.937377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e465bc2f-e177-4c58-ab16-a53e742bfc8c req-734a3447-979c-4e13-9da6-a1acde56fb33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Feb 11 06:37:37.065073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322a9f9-566f-41cb-b24f-243f2a51db8b req-67519bbd-8379-49bd-b31d-482f042aafd7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:37.066631 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4322a9f9-566f-41cb-b24f-243f2a51db8b req-67519bbd-8379-49bd-b31d-482f042aafd7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0581865 Feb 11 06:37:37.118481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4322a9f9-566f-41cb-b24f-243f2a51db8b req-df334550-a92c-4497-93eb-78acd8846def tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463424 Feb 11 06:37:38.243380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0008b-624d-4238-bc7f-bd8e5810b5ea req-40c5fb2a-f2c0-441f-bc56-493c5f1385de tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:38.244865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62c0008b-624d-4238-bc7f-bd8e5810b5ea req-40c5fb2a-f2c0-441f-bc56-493c5f1385de tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0564425 Feb 11 06:37:38.293778 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62c0008b-624d-4238-bc7f-bd8e5810b5ea req-d8c638b2-9515-4ab9-aeac-ba7e902792de tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Feb 11 06:37:39.304894 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-8d9acda6-97b9-4be5-81c8-df3b809fbe98 service neutron] show failed (client error): The resource could not be found. Feb 11 06:37:39.306069 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-8d9acda6-97b9-4be5-81c8-df3b809fbe98 service neutron] 10.222.0.72 "GET /v2.0/ports/7fc30f17-fdce-443b-b372-3c49bd337eed/bindings/n-h1-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0531056 Feb 11 06:37:39.422169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488095c1-d9a0-44b8-8215-89537dd9bc24 req-2230ed5d-1184-4a3d-82b5-d0ee7af170c5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:39.423607 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-488095c1-d9a0-44b8-8215-89537dd9bc24 req-2230ed5d-1184-4a3d-82b5-d0ee7af170c5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0576379 Feb 11 06:37:39.482561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-488095c1-d9a0-44b8-8215-89537dd9bc24 req-cbeb16d9-be26-4088-88a4-50018f233698 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527453 Feb 11 06:37:39.515942 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-99777dde-d95b-4ac9-af63-30706a0e5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:39.517481 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-99777dde-d95b-4ac9-af63-30706a0e5aec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 1129 time: 0.0509796 Feb 11 06:37:39.529457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:39.588336 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:39.800225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:39.838812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:37:39.879106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:37:39.881529 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1d2788-c9da-434a-9e11-9eb6e71c0843" -d '{"events": [{"server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:37:39.885739 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Publish callbacks [] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:39.901109 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Transition to ACTIVE for port object 7fc30f17-fdce-443b-b372-3c49bd337eed will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:37:39.906495 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:40.006394 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441554b3-272e-41d8-b92f-fba81b1dd3e1 x-openstack-request-id: req-441554b3-272e-41d8-b92f-fba81b1dd3e1 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:37:40.006700 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:37:40.006964 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-441554b3-272e-41d8-b92f-fba81b1dd3e1 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:37:40.007420 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'code': 200} Feb 11 06:37:40.014056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=6']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:40.032849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.033234 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.033587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.033935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.034271 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.034605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.034938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.035265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.035593 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.035921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.036248 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.036577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.036902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:40.063324 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] No DVR routers for this DVR port 7fc30f17-fdce-443b-b372-3c49bd337eed on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:37:40.203318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Attempting to bind port 7fc30f17-fdce-443b-b372-3c49bd337eed on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:37:40.203653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Attempting to bind port 7fc30f17-fdce-443b-b372-3c49bd337eed by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:37:40.204240 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Attempting to bind port 7fc30f17-fdce-443b-b372-3c49bd337eed on network 9bdd4693-f000-4105-9ad4-b6c0baabde14 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:40.208646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Port 7fc30f17-fdce-443b-b372-3c49bd337eed on network 9bdd4693-f000-4105-9ad4-b6c0baabde14 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:37:40.208969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Attempting to bind port 7fc30f17-fdce-443b-b372-3c49bd337eed on network 9bdd4693-f000-4105-9ad4-b6c0baabde14 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:40.214339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:37:40.214705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Checking segment: {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:40.215092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Bound using segment: {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:37:40.215516 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Bound port: 7fc30f17-fdce-443b-b372-3c49bd337eed, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9558984-82cb-49f0-8c89-901c203ad672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:37:40.215876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:40.277857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:37:40.280791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:37:40.287183 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:40.326491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:40.327239 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:40.328579 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] 10.222.0.81 "PUT /v2.0/ports/7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 1093 time: 0.8033180 Feb 11 06:37:40.347466 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a18a1-11d0-40a6-b53b-e0e26b82b556 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:40.402615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-3a5cdf16-c19b-46de-8d40-a9efc63703c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:40.404167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-3a5cdf16-c19b-46de-8d40-a9efc63703c9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1127 time: 0.0496027 Feb 11 06:37:40.504759 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-8ae4f69b-3984-4a72-b2cf-c20a6948126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:40.507164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-8ae4f69b-3984-4a72-b2cf-c20a6948126e service neutron] 10.222.0.81 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 896 time: 0.0956163 Feb 11 06:37:40.602850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-21d53aec-c6c4-4b22-b4e9-944921b24980 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 999 time: 0.0863791 Feb 11 06:37:40.649994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb319c2-23ab-4554-b5c3-93219a40669e req-6ac9179d-a690-49cd-9e19-fcb3e5899744 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:40.651485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-acb319c2-23ab-4554-b5c3-93219a40669e req-6ac9179d-a690-49cd-9e19-fcb3e5899744 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 944 time: 0.0972779 Feb 11 06:37:40.682842 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-2afcd5cc-c6d4-4a2e-9a24-859431614e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:40.684291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-2afcd5cc-c6d4-4a2e-9a24-859431614e31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0714865 Feb 11 06:37:40.736449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-acb319c2-23ab-4554-b5c3-93219a40669e req-f252ca5e-4aff-48ad-a8fa-729c8a422b78 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771301 Feb 11 06:37:40.755747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-091f507f-8122-4c0d-b9d3-23c3c3eb92be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:40.755747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-091f507f-8122-4c0d-b9d3-23c3c3eb92be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0620198 Feb 11 06:37:40.849649 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-9b7a5219-ca83-4dbc-bf45-53844d9465d1 service neutron] 10.222.0.81 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863698 Feb 11 06:37:40.939701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c98605f2-77ad-44ca-b8e4-91b5f921f364 req-3721e75c-be82-4d53-89c7-d604f1a5c761 service neutron] 10.222.0.81 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817275 Feb 11 06:37:41.864337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d494c3-3343-4c0d-9774-a27e5b21757c req-ac13aa2b-b961-4b29-a969-419bd9742085 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:41.866384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34d494c3-3343-4c0d-9774-a27e5b21757c req-ac13aa2b-b961-4b29-a969-419bd9742085 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 944 time: 0.0536110 Feb 11 06:37:41.919114 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34d494c3-3343-4c0d-9774-a27e5b21757c req-6820c257-fd0a-457b-8b4b-e048dbe294e2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Feb 11 06:37:42.008892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:37:42.011252 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a858cb60-127e-4ba3-b006-f7448cd2d43d" -d '{"events": [{"name": "network-changed", "server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:37:42.062019 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b076c5a-da8e-49c8-8d13-acbea58e073f x-openstack-request-id: req-4b076c5a-da8e-49c8-8d13-acbea58e073f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:37:42.062329 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:37:42.062738 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b076c5a-da8e-49c8-8d13-acbea58e073f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:37:42.063396 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'status': 'completed', 'code': 200} Feb 11 06:37:42.154370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-e68e1a40-a39d-4e89-a41b-0652584352f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:42.155900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-e68e1a40-a39d-4e89-a41b-0652584352f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1127 time: 0.0746868 Feb 11 06:37:42.158476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-57cb05b2-9b79-40cc-8a8b-e9d44561c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:42.159832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-57cb05b2-9b79-40cc-8a8b-e9d44561c5be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1127 time: 0.0693064 Feb 11 06:37:42.245605 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 7fc30f17-fdce-443b-b372-3c49bd337eed details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:37:42.321631 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-497f973b-8b49-4129-a245-610ef165c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:42.323027 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-497f973b-8b49-4129-a245-610ef165c391 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 896 time: 0.1612825 Feb 11 06:37:42.324127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-337b5a8a-215d-4291-acab-c6f4d091fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:42.325453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-337b5a8a-215d-4291-acab-c6f4d091fe17 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 896 time: 0.1561828 Feb 11 06:37:42.348059 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:42.359529 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'port_id': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'mac_address': 'fa:16:3e:a6:3f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:37:42.395383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 7fc30f17-fdce-443b-b372-3c49bd337eed is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:42.395771 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:42.409568 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc30f17-fdce-443b-b372-3c49bd337eed {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:37:42.429055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:42.433368 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:42.434615 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-59c3797f-486f-4f4e-9c68-b43c568c6147 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 999 time: 0.1060078 Feb 11 06:37:42.436347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-383153bf-786e-46c8-ac94-54e71e135245 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 999 time: 0.1002147 Feb 11 06:37:42.483450 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:42.491686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.492037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.492390 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.493164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.493503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.493828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.494543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.494543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.495111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.495111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.495431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.495756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.496090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:42.517513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-3b84aeeb-6538-41e8-b90d-1404f2478ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:42.519009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-3b84aeeb-6538-41e8-b90d-1404f2478ecf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0786161 Feb 11 06:37:42.520389 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-78bb3c63-3071-466e-8729-10ce02a8c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:42.521735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-78bb3c63-3071-466e-8729-10ce02a8c7ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0740781 Feb 11 06:37:42.601567 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-76982cee-67a2-40b2-8a68-595f6fbf757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:42.603009 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-76982cee-67a2-40b2-8a68-595f6fbf757e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0786998 Feb 11 06:37:42.608694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-c326f669-016e-4e91-bfac-4aaf2d718161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:42.610134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-c326f669-016e-4e91-bfac-4aaf2d718161 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784640 Feb 11 06:37:42.706782 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['7fc30f17-fdce-443b-b372-3c49bd337eed'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:37:42.757891 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-e2deae1d-9098-46ce-9875-73ca60d07ae8 service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468012 Feb 11 06:37:42.763393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-1b739c90-77a4-4dec-a93c-5b65eb99ba2e service neutron] 10.222.0.81 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443760 Feb 11 06:37:42.914426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-a5dd33ec-f860-4987-ac5d-d76e944cd3d9 service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498656 Feb 11 06:37:42.916230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a858cb60-127e-4ba3-b006-f7448cd2d43d req-83511b1a-ad92-4a2a-8e23-6aee0bf6c795 service neutron] 10.222.0.81 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436274 Feb 11 06:37:43.048315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6f434-7c71-4795-9605-0381214f137b req-2b60b1b0-70ef-4020-83a5-9e936a496311 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:43.049936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42f6f434-7c71-4795-9605-0381214f137b req-2b60b1b0-70ef-4020-83a5-9e936a496311 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 945 time: 0.0568969 Feb 11 06:37:43.104972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-42f6f434-7c71-4795-9605-0381214f137b req-9eb87a5e-373e-4176-bee2-3e4adc78e9df tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Feb 11 06:37:43.385812 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde15df1-76d2-427d-a497-2ad1a1b3a868 req-834784cb-ac7b-4581-8d77-3cefb167e477 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:43.387344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cde15df1-76d2-427d-a497-2ad1a1b3a868 req-834784cb-ac7b-4581-8d77-3cefb167e477 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 945 time: 0.0950274 Feb 11 06:37:43.394077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-09cca62d-2e56-46d5-acc9-fa23aeda7352 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:43.395490 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-09cca62d-2e56-46d5-acc9-fa23aeda7352 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7&tenant_id=baf79e4cee014e07a11ddac9f9749567&binding%3Ahost_id=n-h1-715271-35 HTTP/1.1" status: 200 len: 945 time: 0.0945020 Feb 11 06:37:43.405670 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7fc30f17-fdce-443b-b372-3c49bd337eed no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:37:43.448276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] The host n-h2-715271-35 is not matching for port 7fc30f17-fdce-443b-b372-3c49bd337eed host n-h1-715271-35! {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:37:43.448673 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 7fc30f17-fdce-443b-b372-3c49bd337eed not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:37:43.477082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cde15df1-76d2-427d-a497-2ad1a1b3a868 req-0581e0b9-07f8-45ad-9c07-f0f4fe1e24c4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805626 Feb 11 06:37:43.485993 n-d-715271-35 neutron-server[103120]: INFO neutron.api.v2.resource [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-1874ac3f-be12-4bad-be08-013997b70230 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:37:43.487020 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-1874ac3f-be12-4bad-be08-013997b70230 service neutron] 10.222.0.72 "DELETE /v2.0/ports/7fc30f17-fdce-443b-b372-3c49bd337eed/bindings/n-h2-715271-35 HTTP/1.1" status: 404 len: 381 time: 0.0837610 Feb 11 06:37:43.618338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-537304b2-2a3a-4117-b74e-afe5ee5e24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:43.619843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-537304b2-2a3a-4117-b74e-afe5ee5e24a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1128 time: 0.0834267 Feb 11 06:37:43.627281 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35578b3-2fd3-4fc9-9c5b-eb4060d6ac85 req-d8c81894-1da0-47dd-9a9f-96f9a0eb031f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:43.628678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e35578b3-2fd3-4fc9-9c5b-eb4060d6ac85 req-d8c81894-1da0-47dd-9a9f-96f9a0eb031f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 945 time: 0.0818486 Feb 11 06:37:43.731690 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e35578b3-2fd3-4fc9-9c5b-eb4060d6ac85 req-a4a03721-0c61-4f8e-ac9c-98a2dde7f728 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948446 Feb 11 06:37:43.752644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-945f0173-036a-4484-8b4e-c683eed77ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:43.752644 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-945f0173-036a-4484-8b4e-c683eed77ae2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 896 time: 0.1221311 Feb 11 06:37:43.816414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-23b5b439-f9aa-4cca-a9b2-acc243686465 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 1000 time: 0.0592644 Feb 11 06:37:43.868469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-06925acc-7617-4606-a84f-e98dc5e3325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:43.869955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-06925acc-7617-4606-a84f-e98dc5e3325f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0479593 Feb 11 06:37:43.922399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-5777c70e-a96b-403e-a2f3-c3eb5a3d1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:43.923908 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-5777c70e-a96b-403e-a2f3-c3eb5a3d1c98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481572 Feb 11 06:37:44.012398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-76a421a1-e589-48f5-ae78-4bf2463cca90 service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823460 Feb 11 06:37:44.135034 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5e9ae407-5fa9-4a75-85b8-151f76aad419 req-f7da1ac7-d789-4d37-8663-cf53f1b7732e service neutron] 10.222.0.72 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168404 Feb 11 06:37:44.145065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-9639dc6b-581b-48fc-8878-8807ba954eda service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661895 Feb 11 06:37:44.232478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-38f30ca9-8b51-471e-8fcf-36712988393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:44.234240 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-38f30ca9-8b51-471e-8fcf-36712988393b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1128 time: 0.0489712 Feb 11 06:37:44.245983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 7fc30f17-fdce-443b-b372-3c49bd337eed up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:44.297584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 7fc30f17-fdce-443b-b372-3c49bd337eed completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:37:44.301750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 7fc30f17-fdce-443b-b372-3c49bd337eed triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:44.302128 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:44.343861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-bd3e9f9d-0df4-4688-9969-770bf1f38a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:44.345432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-bd3e9f9d-0df4-4688-9969-770bf1f38a3c service neutron] 10.222.0.81 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 896 time: 0.0927775 Feb 11 06:37:44.382056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 7fc30f17-fdce-443b-b372-3c49bd337eed is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:44.382455 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:44.413838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:37:44.416667 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab995727-46e3-4b32-ba50-2f4b63d95cac" -d '{"events": [{"server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:37:44.433079 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-1abc34b0-13af-42d6-8e7d-c61ddf70d657 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 1000 time: 0.0799398 Feb 11 06:37:44.444119 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:44.453218 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:44.485755 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9a97f1-6aa5-4bc9-97c5-ccbbcd35186b x-openstack-request-id: req-ff9a97f1-6aa5-4bc9-97c5-ccbbcd35186b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:37:44.486072 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:37:44.486322 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff9a97f1-6aa5-4bc9-97c5-ccbbcd35186b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:37:44.487189 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'code': 200} Feb 11 06:37:44.514576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:44.515588 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-5e24dae5-4af3-4a1b-8ad7-438b478d00da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:44.516885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-5e24dae5-4af3-4a1b-8ad7-438b478d00da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0769722 Feb 11 06:37:44.571061 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-c15aafb2-79f7-4485-abb8-a8f6dda247c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:44.572624 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-c15aafb2-79f7-4485-abb8-a8f6dda247c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480497 Feb 11 06:37:44.666192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-116cf55a-7700-4bc4-b9a3-1e15a50a0b87 service neutron] 10.222.0.81 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872102 Feb 11 06:37:44.763861 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8ad3cb86-d2b2-40e7-83d4-a4972a6cdd57 req-059af1db-5f1d-4c62-8029-fe99a5a155f4 service neutron] 10.222.0.81 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910640 Feb 11 06:37:44.850893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05500344-8140-40da-a3ca-d3efc990f0da req-bf633523-0b2a-4509-a0da-808b57c9bbbd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:44.852301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05500344-8140-40da-a3ca-d3efc990f0da req-bf633523-0b2a-4509-a0da-808b57c9bbbd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0526845 Feb 11 06:37:44.902426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-05500344-8140-40da-a3ca-d3efc990f0da req-6539173e-e556-4a37-abce-258b66e03735 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443769 Feb 11 06:37:44.925056 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52898) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:44.990360 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-86036a74-fb46-42a3-b3ea-fc00fb83e432 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/cc722f84-20fc-4101-af46-38c1d8e26d7e HTTP/1.1" status: 200 len: 993 time: 0.0640202 Feb 11 06:37:52.750103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:53.861209 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:57.852565 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-662ec313-f2c0-4833-9aa2-11ed5b0e48ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:00.391491 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aa59c46f-9401-4344-9c1f-df08e57dbdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:01.363877 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:03.035189 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:38:03.049632 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:04.027728 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:15.345382 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52908) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:15.503632 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 1f79c35a-62c5-44b0-9853-e6de4fc74377 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:38:15.503972 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1f79c35a-62c5-44b0-9853-e6de4fc74377), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:15.589813 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1f79c35a-62c5-44b0-9853-e6de4fc74377), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:15.590144 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (1f79c35a-62c5-44b0-9853-e6de4fc74377), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:15.603338 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 1f79c35a-62c5-44b0-9853-e6de4fc74377 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:38:15.760208 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1f79c35a-62c5-44b0-9853-e6de4fc74377), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:15.783882 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=1f79c35a-62c5-44b0-9853-e6de4fc74377,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:15.797395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.797761 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.798115 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.798462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.798800 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.799137 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.799559 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.799808 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.800134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.800473 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.800807 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.801151 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.801482 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:15.857059 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (cc722f84-20fc-4101-af46-38c1d8e26d7e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:15.857544 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP cc722f84-20fc-4101-af46-38c1d8e26d7e disassociated (deleted). External IP: 172.25.1.59, port: 7fc30f17-fdce-443b-b372-3c49bd337eed. Feb 11 06:38:16.074037 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:38:16.187497 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:38:16.192333 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:16.198097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] Sync routers for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:38:16.208719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:16.209384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:16.223281 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8d035fcc-bc4e-4bf5-bf16-da0f070bc1c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/floatingips/cc722f84-20fc-4101-af46-38c1d8e26d7e HTTP/1.1" status: 204 len: 168 time: 0.8768129 Feb 11 06:38:16.223869 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:38:16.226152 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:38:16.333454 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce4b6d5-b17b-429a-a4ef-a8a7c93f15dc x-openstack-request-id: req-fce4b6d5-b17b-429a-a4ef-a8a7c93f15dc {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:38:16.333771 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:38:16.334189 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fce4b6d5-b17b-429a-a4ef-a8a7c93f15dc {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:38:16.334610 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'status': 'completed', 'code': 200} Feb 11 06:38:16.338430 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:16.419172 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-e9404c06-90b0-46b3-ac0b-1c2f4fbb149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:16.420701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-e9404c06-90b0-46b3-ac0b-1c2f4fbb149b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 1129 time: 0.0621710 Feb 11 06:38:16.565970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98cf5eea-4a95-48d1-a21f-c6b10f6189c6', 'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:4f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:40Z', 'updated_at': '2022-02-11T06:36:44Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:16.594347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] Checking router: 2e0f44fb-d6dc-4686-9a97-6ce686f28084 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:38:16.604616 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:16.605296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:16.717455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:16.863237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca6bc-266c-413d-afef-196b3c87da46 req-d3a442cd-00dd-441e-b70b-93daeb90e482 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:16.864669 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dccca6bc-266c-413d-afef-196b3c87da46 req-d3a442cd-00dd-441e-b70b-93daeb90e482 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.4362249 Feb 11 06:38:16.882849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-4cd59435-2384-4d29-a820-9f02e2cf45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:16.884260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-4cd59435-2384-4d29-a820-9f02e2cf45f4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 200 len: 896 time: 0.4533529 Feb 11 06:38:16.933275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-43c27e6a-f73d-4e8a-b73b-c00ce57c3d37 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 200 len: 217 time: 0.0411234 Feb 11 06:38:16.940003 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98cf5eea-4a95-48d1-a21f-c6b10f6189c6', 'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:4f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:40Z', 'updated_at': '2022-02-11T06:36:44Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:16.968115 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc357-dbbe-4db2-9b77-f7965db46443 None None] The sync data for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 is: [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '98cf5eea-4a95-48d1-a21f-c6b10f6189c6', 'name': '', 'network_id': '9bdd4693-f000-4105-9ad4-b6c0baabde14', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:4f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:40Z', 'updated_at': '2022-02-11T06:36:44Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '04022560-11f7-48f5-958d-b14d45a0eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:38:16.985888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dccca6bc-266c-413d-afef-196b3c87da46 req-3ea5fe94-662a-4b59-ac41-c2e9943b8804 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116614 Feb 11 06:38:17.001589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-f362b40c-0332-4ab8-888c-ff10858fd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:17.003132 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-f362b40c-0332-4ab8-888c-ff10858fd34b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 200 len: 835 time: 0.0638103 Feb 11 06:38:17.059329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-d567636c-1f17-4fbb-9efa-e543035b955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:17.060865 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-d567636c-1f17-4fbb-9efa-e543035b955d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9bdd4693-f000-4105-9ad4-b6c0baabde14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505440 Feb 11 06:38:17.155412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-0c8e9c47-9f2c-4b05-850c-b6bc0e665e62 service neutron] 10.222.0.81 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876212 Feb 11 06:38:17.219880 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32865dac-3d34-4969-a2a4-ab2794140fc6 None None] New status for floating IP cc722f84-20fc-4101-af46-38c1d8e26d7e: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:38:17.267630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6aed1f60-fd63-4c61-b82b-07b4f65f8cdb req-8040a1af-b337-4b9b-9909-19fdc174d154 service neutron] 10.222.0.81 "GET /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047308 Feb 11 06:38:17.770540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-20c22c2c-0200-406d-b36c-c9054da818d9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:17.772092 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-20c22c2c-0200-406d-b36c-c9054da818d9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0539029 Feb 11 06:38:17.867924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 7fc30f17-fdce-443b-b372-3c49bd337eed {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:38:17.868425 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:17.962494 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 7fc30f17-fdce-443b-b372-3c49bd337eed, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=7fc30f17-fdce-443b-b372-3c49bd337eed,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:17.962992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:17.975711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 7fc30f17-fdce-443b-b372-3c49bd337eed owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:38:18.133237 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7fc30f17-fdce-443b-b372-3c49bd337eed), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:18.141943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f080b-f78e-492b-bd54-ae07e9ec731e req-3ea58a9f-05de-431e-800a-d17bc0eed3d9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:18.143450 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-850f080b-f78e-492b-bd54-ae07e9ec731e req-3ea58a9f-05de-431e-800a-d17bc0eed3d9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=cac59cce-4d61-41f0-9d0a-16710ad304a7 HTTP/1.1" status: 200 len: 946 time: 0.0856762 Feb 11 06:38:18.176433 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=7fc30f17-fdce-443b-b372-3c49bd337eed,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:18.243123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] No DVR routers for this DVR port 7fc30f17-fdce-443b-b372-3c49bd337eed on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:38:18.250622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:18.254244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-35826d77-8c1e-48f2-835f-b6ccdebb5859 req-282f54ca-9287-4ceb-9cbe-ae747e68bd25 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "DELETE /v2.0/ports/7fc30f17-fdce-443b-b372-3c49bd337eed HTTP/1.1" status: 204 len: 173 time: 0.4761353 Feb 11 06:38:18.254700 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'name': 'network-vif-deleted', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:38:18.257012 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b598f1d2-ebb6-4f34-8d6a-bc1bc4b71059" -d '{"events": [{"server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "name": "network-vif-deleted", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:38:18.264157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-850f080b-f78e-492b-bd54-ae07e9ec731e req-d66d2a01-294b-40e3-9c52-9fd1c1f70d17 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142988 Feb 11 06:38:18.298658 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043395a7-bb7a-4ad3-a00b-846fc6507c0e x-openstack-request-id: req-043395a7-bb7a-4ad3-a00b-846fc6507c0e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:38:18.298965 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac59cce-4d61-41f0-9d0a-16710ad304a7", "name": "network-vif-deleted", "tag": "7fc30f17-fdce-443b-b372-3c49bd337eed", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:38:18.299227 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-043395a7-bb7a-4ad3-a00b-846fc6507c0e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:38:18.299649 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac59cce-4d61-41f0-9d0a-16710ad304a7', 'name': 'network-vif-deleted', 'tag': '7fc30f17-fdce-443b-b372-3c49bd337eed', 'status': 'completed', 'code': 200} Feb 11 06:38:19.322527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52926) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:19.692226 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (2e0f44fb-d6dc-4686-9a97-6ce686f28084), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:19.957632 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:38:19.957866 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:20.051162 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 98cf5eea-4a95-48d1-a21f-c6b10f6189c6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=98cf5eea-4a95-48d1-a21f-c6b10f6189c6,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:20.051703 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:20.065932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:38:20.259677 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (98cf5eea-4a95-48d1-a21f-c6b10f6189c6), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:20.288016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=98cf5eea-4a95-48d1-a21f-c6b10f6189c6,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:20.413477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 7fc30f17-fdce-443b-b372-3c49bd337eed no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:38:20.434957 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 7fc30f17-fdce-443b-b372-3c49bd337eed {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:38:20.435387 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 7fc30f17-fdce-443b-b372-3c49bd337eed not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:38:20.471658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (2e0f44fb-d6dc-4686-9a97-6ce686f28084), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:20.696998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:38:20.799513 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:38:20.805019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b15ade61-3e74-483a-aece-8d967f5c8d43 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/2e0f44fb-d6dc-4686-9a97-6ce686f28084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4814606 Feb 11 06:38:20.807899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52928) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:20.810683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] Sync routers for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:38:20.826169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:20.826774 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:20.864592 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b9e522-6389-430f-ad8f-7cfabac5c8b9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting subnet 04022560-11f7-48f5-958d-b14d45a0eb11 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:38:20.868320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e522-6389-430f-ad8f-7cfabac5c8b9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (04022560-11f7-48f5-958d-b14d45a0eb11), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:20.907554 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e522-6389-430f-ad8f-7cfabac5c8b9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (04022560-11f7-48f5-958d-b14d45a0eb11), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:20.935012 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:20.992033 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e522-6389-430f-ad8f-7cfabac5c8b9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (04022560-11f7-48f5-958d-b14d45a0eb11), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.057813 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e522-6389-430f-ad8f-7cfabac5c8b9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (04022560-11f7-48f5-958d-b14d45a0eb11), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.083276 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9e522-6389-430f-ad8f-7cfabac5c8b9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Subnet': ['ID=04022560-11f7-48f5-958d-b14d45a0eb11,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:21.088995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e522-6389-430f-ad8f-7cfabac5c8b9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.094768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e2b9e522-6389-430f-ad8f-7cfabac5c8b9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/subnets/04022560-11f7-48f5-958d-b14d45a0eb11 HTTP/1.1" status: 204 len: 168 time: 0.2833760 Feb 11 06:38:21.095075 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52930) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:21.150853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd928f5-b022-434d-87c4-f7a75a8d2c34 None None] Network 9bdd4693-f000-4105-9ad4-b6c0baabde14 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:38:21.205048 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (2e0f44fb-d6dc-4686-9a97-6ce686f28084), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.310503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (2e0f44fb-d6dc-4686-9a97-6ce686f28084), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.361356 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:38:20Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': '7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:21.365642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:38:21.365993 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.395026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] Checking router: 2e0f44fb-d6dc-4686-9a97-6ce686f28084 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:38:21.398545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8af70b-6dc7-4517-a005-dc8ae84ed2b3 None None] DHCP port deletion for 9bdd4693-f000-4105-9ad4-b6c0baabde14 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:38:21.427069 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] Routers {'2e0f44fb-d6dc-4686-9a97-6ce686f28084'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:21.427750 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:21.444333 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:21.444698 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.457424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:38:21.529566 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] Set router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:21.556850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1d8af70b-6dc7-4517-a005-dc8ae84ed2b3 None None] Deleting port 43ef2191-67ad-4e7d-840b-62f690bc5319 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:38:21.557252 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d8af70b-6dc7-4517-a005-dc8ae84ed2b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.601057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:38:21Z', 'revision_number': 6, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:21.637468 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.638643 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e89aca-6eda-4236-87ba-ec6ae9bf629e None None] The sync data for ids ['2e0f44fb-d6dc-4686-9a97-6ce686f28084'] in n-d-715271-35 is: [{'id': '2e0f44fb-d6dc-4686-9a97-6ce686f28084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244033156', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:36:37Z', 'updated_at': '2022-02-11T06:38:21Z', 'revision_number': 6, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:38:21.664891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:21.685014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1d8af70b-6dc7-4517-a005-dc8ae84ed2b3 None None] For port 43ef2191-67ad-4e7d-840b-62f690bc5319, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=43ef2191-67ad-4e7d-840b-62f690bc5319,segment=NetworkSegment(f9558984-82cb-49f0-8c89-901c203ad672),segment_id=f9558984-82cb-49f0-8c89-901c203ad672)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:21.685467 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d8af70b-6dc7-4517-a005-dc8ae84ed2b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.698765 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1d8af70b-6dc7-4517-a005-dc8ae84ed2b3 None None] Calling delete_port for 43ef2191-67ad-4e7d-840b-62f690bc5319 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:38:21.724976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (2e0f44fb-d6dc-4686-9a97-6ce686f28084), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.787353 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1d8af70b-6dc7-4517-a005-dc8ae84ed2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (43ef2191-67ad-4e7d-840b-62f690bc5319), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.814238 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8af70b-6dc7-4517-a005-dc8ae84ed2b3 None None] Pushing event deleted for resources: {'Port': ['ID=43ef2191-67ad-4e7d-840b-62f690bc5319,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:21.816141 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8af70b-6dc7-4517-a005-dc8ae84ed2b3 None None] No DVR routers for this DVR port 43ef2191-67ad-4e7d-840b-62f690bc5319 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:38:21.823802 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (2e0f44fb-d6dc-4686-9a97-6ce686f28084), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.830587 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (2e0f44fb-d6dc-4686-9a97-6ce686f28084), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.893193 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (2e0f44fb-d6dc-4686-9a97-6ce686f28084), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.893770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Fanout notify agent at l3_agent the message router_deleted on router 2e0f44fb-d6dc-4686-9a97-6ce686f28084 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:38:21.903545 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:21.904739 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1c4e716e-1bc5-4571-a32b-17046df30b1a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/routers/2e0f44fb-d6dc-4686-9a97-6ce686f28084 HTTP/1.1" status: 204 len: 168 time: 0.8087649 Feb 11 06:38:21.907526 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52932) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:21.986535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (9bdd4693-f000-4105-9ad4-b6c0baabde14), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.088382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (9bdd4693-f000-4105-9ad4-b6c0baabde14), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.119616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdd4693-f000-4105-9ad4-b6c0baabde14']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:22.128857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9558984-82cb-49f0-8c89-901c203ad672') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:22.129185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9558984-82cb-49f0-8c89-901c203ad672') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:22.138936 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (f9558984-82cb-49f0-8c89-901c203ad672), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.152204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f9558984-82cb-49f0-8c89-901c203ad672), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.158709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:38:22.159139 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (f9558984-82cb-49f0-8c89-901c203ad672), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:38:22.162281 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:38:22.234097 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (9bdd4693-f000-4105-9ad4-b6c0baabde14), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.242112 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.245267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/networks/9bdd4693-f000-4105-9ad4-b6c0baabde14 HTTP/1.1" status: 204 len: 168 time: 0.3367622 Feb 11 06:38:22.248277 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52934) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:22.259658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e8e8-a03e-47d9-9575-26ae49525909 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Network': ['ID=9bdd4693-f000-4105-9ad4-b6c0baabde14,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:22.313278 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c19b43-2b88-43b5-a457-0ce19c7c7577 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.339381 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c19b43-2b88-43b5-a457-0ce19c7c7577 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.400943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c19b43-2b88-43b5-a457-0ce19c7c7577 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.403596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d1c19b43-2b88-43b5-a457-0ce19c7c7577 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.404775 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d1c19b43-2b88-43b5-a457-0ce19c7c7577 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e HTTP/1.1" status: 204 len: 168 time: 0.1553431 Feb 11 06:38:22.416757 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c19b43-2b88-43b5-a457-0ce19c7c7577 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dee46e-e5b3-47b6-b4f4-8a976a6c9a7e,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:22.732065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52940) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:22.736720 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-95fb381e-ba22-4f56-a201-44590962f552 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917574270', 'description': 'tempest-secgroup-smoke-917574270 description', 'project_id': 'baf79e4cee014e07a11ddac9f9749567'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:22.753473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.763207 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-95fb381e-ba22-4f56-a201-44590962f552 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.830737 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-95fb381e-ba22-4f56-a201-44590962f552 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (e131fa3c-b4a4-490b-88e5-7719cea9d774), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.835233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-95fb381e-ba22-4f56-a201-44590962f552 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e131fa3c-b4a4-490b-88e5-7719cea9d774), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.859553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-95fb381e-ba22-4f56-a201-44590962f552 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.860803 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-95fb381e-ba22-4f56-a201-44590962f552 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1276455 Feb 11 06:38:22.864000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52942) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:22.868628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0187aba4-124c-4562-ab8f-bcef5d2389e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'e131fa3c-b4a4-490b-88e5-7719cea9d774', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:22.869047 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb381e-ba22-4f56-a201-44590962f552 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e131fa3c-b4a4-490b-88e5-7719cea9d774,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:22.896746 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0187aba4-124c-4562-ab8f-bcef5d2389e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (66f1fc50-e51a-4014-a37b-c5f4b85e282c), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.955397 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0187aba4-124c-4562-ab8f-bcef5d2389e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (66f1fc50-e51a-4014-a37b-c5f4b85e282c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.959947 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0187aba4-124c-4562-ab8f-bcef5d2389e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (66f1fc50-e51a-4014-a37b-c5f4b85e282c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.978057 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187aba4-124c-4562-ab8f-bcef5d2389e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f1fc50-e51a-4014-a37b-c5f4b85e282c,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:22.986281 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0187aba4-124c-4562-ab8f-bcef5d2389e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:22.987512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0187aba4-124c-4562-ab8f-bcef5d2389e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225524 Feb 11 06:38:22.990304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52944) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:22.995346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8d7159d4-6d47-4e86-91fa-02aa25327a90 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'e131fa3c-b4a4-490b-88e5-7719cea9d774', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:23.019941 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8d7159d4-6d47-4e86-91fa-02aa25327a90 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (015a6f0d-a756-449f-ba78-ea853a74c93b), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.075754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8d7159d4-6d47-4e86-91fa-02aa25327a90 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (015a6f0d-a756-449f-ba78-ea853a74c93b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.085688 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8d7159d4-6d47-4e86-91fa-02aa25327a90 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (015a6f0d-a756-449f-ba78-ea853a74c93b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.104293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7159d4-6d47-4e86-91fa-02aa25327a90 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015a6f0d-a756-449f-ba78-ea853a74c93b,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:23.111999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8d7159d4-6d47-4e86-91fa-02aa25327a90 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.113276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8d7159d4-6d47-4e86-91fa-02aa25327a90 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219976 Feb 11 06:38:23.116055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52946) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:23.120419 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b663eef9-0174-4370-a6e5-5852b182ec28 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'e131fa3c-b4a4-490b-88e5-7719cea9d774', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:23.148190 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b663eef9-0174-4370-a6e5-5852b182ec28 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (20a60c76-149a-4ef2-a185-eaa2d16dd8b3), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.208670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b663eef9-0174-4370-a6e5-5852b182ec28 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (20a60c76-149a-4ef2-a185-eaa2d16dd8b3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.213580 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b663eef9-0174-4370-a6e5-5852b182ec28 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (20a60c76-149a-4ef2-a185-eaa2d16dd8b3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.232270 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:38:23.234546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663eef9-0174-4370-a6e5-5852b182ec28 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a60c76-149a-4ef2-a185-eaa2d16dd8b3,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:23.240199 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b663eef9-0174-4370-a6e5-5852b182ec28 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.241372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b663eef9-0174-4370-a6e5-5852b182ec28 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243005 Feb 11 06:38:23.244083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52948) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:23.248370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-abfb0024-6ed9-4e63-b893-6d2dc904ab7d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'e131fa3c-b4a4-490b-88e5-7719cea9d774', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:23.255254 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:38:23.256107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 98cf5eea-4a95-48d1-a21f-c6b10f6189c6 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:38:23.256541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 43ef2191-67ad-4e7d-840b-62f690bc5319 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:38:23.275641 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abfb0024-6ed9-4e63-b893-6d2dc904ab7d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (1b091074-d4dd-44ee-a6e0-30da558bf4a8), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.278187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 43ef2191-67ad-4e7d-840b-62f690bc5319 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:38:23.278544 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 43ef2191-67ad-4e7d-840b-62f690bc5319 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:38:23.278967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:38:23.301080 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:38:23.301467 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7dfc7dd5-34d1-4a5b-a2e9-781fd2f841ad not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:38:23.339566 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abfb0024-6ed9-4e63-b893-6d2dc904ab7d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (1b091074-d4dd-44ee-a6e0-30da558bf4a8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.342939 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abfb0024-6ed9-4e63-b893-6d2dc904ab7d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (1b091074-d4dd-44ee-a6e0-30da558bf4a8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.359482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb0024-6ed9-4e63-b893-6d2dc904ab7d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b091074-d4dd-44ee-a6e0-30da558bf4a8,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:23.367783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-abfb0024-6ed9-4e63-b893-6d2dc904ab7d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.368991 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-abfb0024-6ed9-4e63-b893-6d2dc904ab7d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239705 Feb 11 06:38:23.371742 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52950) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:23.376022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-9283b345-710c-4981-985c-5eb3e326c21d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'e131fa3c-b4a4-490b-88e5-7719cea9d774', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:23.394883 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-9283b345-710c-4981-985c-5eb3e326c21d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:38:23.400056 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9283b345-710c-4981-985c-5eb3e326c21d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (57214c5b-fad8-4817-b1aa-d46bc90f9562), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.455072 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9283b345-710c-4981-985c-5eb3e326c21d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (57214c5b-fad8-4817-b1aa-d46bc90f9562), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.459240 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9283b345-710c-4981-985c-5eb3e326c21d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (57214c5b-fad8-4817-b1aa-d46bc90f9562), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.480112 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283b345-710c-4981-985c-5eb3e326c21d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57214c5b-fad8-4817-b1aa-d46bc90f9562,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:23.486067 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-9283b345-710c-4981-985c-5eb3e326c21d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.486806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-9283b345-710c-4981-985c-5eb3e326c21d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1140945 Feb 11 06:38:23.490970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52952) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:23.495402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f48eaf31-79aa-46b7-a0a0-f900840f8b4f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': 'e131fa3c-b4a4-490b-88e5-7719cea9d774', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:23.514756 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-f48eaf31-79aa-46b7-a0a0-f900840f8b4f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:38:23.519530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf31-79aa-46b7-a0a0-f900840f8b4f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (12eb34cc-654d-4f72-98d2-b01e94903c61), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.579614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf31-79aa-46b7-a0a0-f900840f8b4f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (12eb34cc-654d-4f72-98d2-b01e94903c61), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.583305 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf31-79aa-46b7-a0a0-f900840f8b4f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (12eb34cc-654d-4f72-98d2-b01e94903c61), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.602115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eaf31-79aa-46b7-a0a0-f900840f8b4f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12eb34cc-654d-4f72-98d2-b01e94903c61,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:23.607234 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf31-79aa-46b7-a0a0-f900840f8b4f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.608490 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f48eaf31-79aa-46b7-a0a0-f900840f8b4f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166112 Feb 11 06:38:23.611273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52954) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:23.616490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'network': {'name': 'tempest-network-smoke--327537451', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'port_security_enabled': True}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:23.635573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:38:23.638822 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.663654 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:38:23.672814 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f6743324-892b-4209-9610-f39bb107a64c), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.673202 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Added segment f6743324-892b-4209-9610-f39bb107a64c of type vlan for network ec042376-ef0a-4960-b913-731d495c0062 Feb 11 06:38:23.857925 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.025396 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (ec042376-ef0a-4960-b913-731d495c0062), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.050572 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (ec042376-ef0a-4960-b913-731d495c0062), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.056521 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:24.057134 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.105145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4928212 Feb 11 06:38:24.108059 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52956) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:24.112642 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'admin_state_up': True, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:24.134063 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (11f0f6b4-a273-4119-a6fc-5bad98193cb2), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.135157 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (11f0f6b4-a273-4119-a6fc-5bad98193cb2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.137237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e905111-ef52-44ec-b886-4373763e4b49 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Network': ['ID=ec042376-ef0a-4960-b913-731d495c0062,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:24.150907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network ec042376-ef0a-4960-b913-731d495c0062 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:38:24.188918 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (11f0f6b4-a273-4119-a6fc-5bad98193cb2), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.649260 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (11f0f6b4-a273-4119-a6fc-5bad98193cb2), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.841938 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (11f0f6b4-a273-4119-a6fc-5bad98193cb2), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.864321 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:24.966812 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.42 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/b145cccb-a043-4d81-8c51-c6105e1733ac) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:38:25.071142 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:25.105354 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:25.147696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:38:25.150679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:38:25.153452 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:38:25.177991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=b145cccb-a043-4d81-8c51-c6105e1733ac,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:25.417787 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (11f0f6b4-a273-4119-a6fc-5bad98193cb2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:25.629907 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (11f0f6b4-a273-4119-a6fc-5bad98193cb2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:25.761994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:38:25.872411 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:38:25.882015 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Sync routers for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:38:25.893610 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:25.893850 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:25.894319 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:25.898486 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fd89962d-05eb-468d-b8e9-baa272b0e3ee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7860425 Feb 11 06:38:25.898874 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52958) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:25.940169 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9ca50685-3dd0-4565-8f20-ff3018832a17 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=baf79e4cee014e07a11ddac9f9749567&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399001 Feb 11 06:38:25.942685 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 52960) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:26.058499 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb624977-5b06-433d-81a1-d72a07660282 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:26.060032 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bb624977-5b06-433d-81a1-d72a07660282 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1159265 Feb 11 06:38:26.062974 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52962) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:26.091274 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:26.094786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b6d925bc-490c-434a-9563-9f6c8ee02e83 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305955 Feb 11 06:38:26.097303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52964) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:26.102851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-731340355', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:26.214230 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:38:26.220473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.286835 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:25Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:26.315661 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Checking router: 11f0f6b4-a273-4119-a6fc-5bad98193cb2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:38:26.316017 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Updating router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 port b145cccb-a043-4d81-8c51-c6105e1733ac binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:38:26.345715 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.406723 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (0b80cdde-e8af-44eb-bebe-42e749575aca), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.468573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Subnet': ['ID=0b80cdde-e8af-44eb-bebe-42e749575aca,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:26.476165 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Checking segment: {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:38:26.476478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network hostable DHCP agents. Network: ec042376-ef0a-4960-b913-731d495c0062, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:38:26.494307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network ec042376-ef0a-4960-b913-731d495c0062 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:38:26.503436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, ec042376-ef0a-4960-b913-731d495c0062) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:38:26.509145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:26.510208 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.518493 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b487d3b9-44d1-4534-b172-89fd8017bb06 None None] Network ec042376-ef0a-4960-b913-731d495c0062 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:38:26.528820 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2c082ee5-602e-459f-b659-7ead5692a8a4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4304619 Feb 11 06:38:26.531539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 52966) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:26.609962 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Publish callbacks [] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.617530 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.633418 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-ec042376-ef0a-4960-b913-731d495c0062', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:38:26.635015 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.671844 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Attempting to bind port b145cccb-a043-4d81-8c51-c6105e1733ac on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:38:26.672194 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Attempting to bind port b145cccb-a043-4d81-8c51-c6105e1733ac by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:38:26.672763 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Attempting to bind port b145cccb-a043-4d81-8c51-c6105e1733ac on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:38:26.682961 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:38:26.683343 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:38:26.683749 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.684142 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:38:26.684611 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Bound port: b145cccb-a043-4d81-8c51-c6105e1733ac, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:38:26.684995 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.690007 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Pushing event updated for resources: {'Port': ['ID=b145cccb-a043-4d81-8c51-c6105e1733ac,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:26.724501 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.724793 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.725373 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.725880 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.726221 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.726557 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.726887 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.727215 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.727704 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.728249 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.728585 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.728915 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.729290 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:38:26.753775 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] For port b145cccb-a043-4d81-8c51-c6105e1733ac, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:38:26.757500 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] For port b145cccb-a043-4d81-8c51-c6105e1733ac, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b145cccb-a043-4d81-8c51-c6105e1733ac,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:38:26.765060 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.792363 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Allocated IP 172.20.0.2 (ec042376-ef0a-4960-b913-731d495c0062/0b80cdde-e8af-44eb-bebe-42e749575aca/729a84d2-5513-4231-90b8-f3cefe5f8e93) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:38:26.826910 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:26.827551 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:26.866905 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b49b47-b775-4a91-912d-f9fd1deaa0c7 None None] Pushing event updated for resources: {'Port': ['ID=b145cccb-a043-4d81-8c51-c6105e1733ac,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:26.951525 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:26.970141 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Publish callbacks [] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:26.977023 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:27.009437 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:27.019804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Network ec042376-ef0a-4960-b913-731d495c0062 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:38:27.022801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:38:27.026372 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:38:27.038233 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Pushing event updated for resources: {'Port': ['ID=729a84d2-5513-4231-90b8-f3cefe5f8e93,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:27.090757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Attempting to bind port 729a84d2-5513-4231-90b8-f3cefe5f8e93 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:38:27.091317 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Attempting to bind port 729a84d2-5513-4231-90b8-f3cefe5f8e93 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:38:27.092055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Attempting to bind port 729a84d2-5513-4231-90b8-f3cefe5f8e93 on network ec042376-ef0a-4960-b913-731d495c0062 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:38:27.097950 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:38:27.098328 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Checking segment: {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:38:27.098730 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:27.099664 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Bound using segment: {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:38:27.100130 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Bound port: 729a84d2-5513-4231-90b8-f3cefe5f8e93, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:38:27.100512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:27.147470 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:25Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:27.172456 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] For port 729a84d2-5513-4231-90b8-f3cefe5f8e93, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:38:27.174045 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee986b-2ab4-431a-acec-7a1d4ce30012 None None] The sync data for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 is: [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:25Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:38:27.179062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] For port 729a84d2-5513-4231-90b8-f3cefe5f8e93, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=729a84d2-5513-4231-90b8-f3cefe5f8e93,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:38:27.189248 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:27.253905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678c4f5-7a38-4146-84be-8537be448867 None None] Pushing event updated for resources: {'Port': ['ID=729a84d2-5513-4231-90b8-f3cefe5f8e93,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:27.329394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.1 (ec042376-ef0a-4960-b913-731d495c0062/0b80cdde-e8af-44eb-bebe-42e749575aca/6543c85f-a334-4540-b306-8c57a6ff1f62) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:38:27.482957 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:27.529547 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:27.581987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network ec042376-ef0a-4960-b913-731d495c0062 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:38:27.585684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:38:27.589663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:38:27.622263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=6543c85f-a334-4540-b306-8c57a6ff1f62,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:27.651313 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (11f0f6b4-a273-4119-a6fc-5bad98193cb2), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:27.815424 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:27.855360 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f76a6203-0233-425a-a083-c0b67a97bedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:28.128701 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:28.135867 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:28.214376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=6543c85f-a334-4540-b306-8c57a6ff1f62,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:28.224461 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (11f0f6b4-a273-4119-a6fc-5bad98193cb2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:28.324949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network ec042376-ef0a-4960-b913-731d495c0062 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:38:28.326650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:38:28.348501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0fdeb-ed13-4510-b614-9a2f089208d8 None None] Network ec042376-ef0a-4960-b913-731d495c0062 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:38:28.446497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:38:28.464656 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8daf35f4-a4a9-4343-9e2c-b94f0ddfa7ce None None] Provisioning complete for port 729a84d2-5513-4231-90b8-f3cefe5f8e93 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:28.465027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8daf35f4-a4a9-4343-9e2c-b94f0ddfa7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:28.553535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8daf35f4-a4a9-4343-9e2c-b94f0ddfa7ce None None] Current status of the port 729a84d2-5513-4231-90b8-f3cefe5f8e93 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:28.553923 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8daf35f4-a4a9-4343-9e2c-b94f0ddfa7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:28.571633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:38:28.582199 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e17e61ca-b5d7-4c9f-90fb-8324e9318e33 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/11f0f6b4-a273-4119-a6fc-5bad98193cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0495703 Feb 11 06:38:28.587313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8daf35f4-a4a9-4343-9e2c-b94f0ddfa7ce None None] For port 729a84d2-5513-4231-90b8-f3cefe5f8e93, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=729a84d2-5513-4231-90b8-f3cefe5f8e93,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:28.591842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8daf35f4-a4a9-4343-9e2c-b94f0ddfa7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:28.646208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf35f4-a4a9-4343-9e2c-b94f0ddfa7ce None None] Pushing event updated for resources: {'Port': ['ID=729a84d2-5513-4231-90b8-f3cefe5f8e93,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:28.765255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-b7752ff9-9c8b-4660-aced-4661271ab0f1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917574270&fields=id&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 267 time: 0.0472543 Feb 11 06:38:28.819680 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4477be2b-726e-431b-8df5-d3fb1718fae5 None None] Provisioning complete for port 729a84d2-5513-4231-90b8-f3cefe5f8e93 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:28.820057 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4477be2b-726e-431b-8df5-d3fb1718fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:28.883461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-18bb7782-4cfd-4b3e-ae36-a34768d535cc tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:28.885050 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-18bb7782-4cfd-4b3e-ae36-a34768d535cc tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/networks?id=ec042376-ef0a-4960-b913-731d495c0062 HTTP/1.1" status: 200 len: 796 time: 0.1114929 Feb 11 06:38:28.905046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-849f7862-1052-42a9-88a1-86d1d000f5d5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/quotas/baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 375 time: 0.0137143 Feb 11 06:38:28.919011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4477be2b-726e-431b-8df5-d3fb1718fae5 None None] Current status of the port 729a84d2-5513-4231-90b8-f3cefe5f8e93 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:28.932876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-4477be2b-726e-431b-8df5-d3fb1718fae5 None None] Provisioning complete for port 6543c85f-a334-4540-b306-8c57a6ff1f62 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:28.933717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4477be2b-726e-431b-8df5-d3fb1718fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:28.975040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-4477be2b-726e-431b-8df5-d3fb1718fae5 None None] Port 6543c85f-a334-4540-b306-8c57a6ff1f62 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:38:28.980142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-8b73a43b-f07a-4d3e-b013-5b0a4f27023d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665071 Feb 11 06:38:28.997546 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-08bdaf96-f8de-4e6d-81e1-059ce4475dd6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:38:28.998897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-08bdaf96-f8de-4e6d-81e1-059ce4475dd6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056064 Feb 11 06:38:29.016423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Sync routers for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:38:29.028172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:29.028923 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:29.103906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-c082ebd5-40ec-4e2f-ac43-c0ab8de8428e service neutron] 10.222.0.31 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981526 Feb 11 06:38:29.145481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9e17b843-895f-446c-9c03-f04e11884ed9 None None] Provisioning complete for port 6543c85f-a334-4540-b306-8c57a6ff1f62 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:29.145920 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9e17b843-895f-446c-9c03-f04e11884ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:29.188268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:29.212685 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-47c366ab-2739-4b98-9fdf-802854074910 service neutron] 10.222.0.31 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024735 Feb 11 06:38:29.218019 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9e17b843-895f-446c-9c03-f04e11884ed9 None None] Port 6543c85f-a334-4540-b306-8c57a6ff1f62 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:38:29.418625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7b8e0de4-769e-4ba4-9c35-1c904853265a req-397666c9-df61-41d0-addf-d5fcc928917b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 210 time: 0.0306292 Feb 11 06:38:29.460705 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b145cccb-a043-4d81-8c51-c6105e1733ac up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:38:29.532128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-a80be7c1-ad78-417b-a3b3-af083c5ff334 None None] Provisioning complete for port 6543c85f-a334-4540-b306-8c57a6ff1f62 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:29.532504 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a80be7c1-ad78-417b-a3b3-af083c5ff334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:29.626076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-a80be7c1-ad78-417b-a3b3-af083c5ff334 None None] Port 6543c85f-a334-4540-b306-8c57a6ff1f62 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:38:29.627720 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b145cccb-a043-4d81-8c51-c6105e1733ac triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:29.628100 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:29.744810 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6543c85f-a334-4540-b306-8c57a6ff1f62', 'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ad:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:27Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 2, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:29.778064 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Checking router: 11f0f6b4-a273-4119-a6fc-5bad98193cb2 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:38:29.778406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Updating router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 port 6543c85f-a334-4540-b306-8c57a6ff1f62 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:38:29.805044 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b145cccb-a043-4d81-8c51-c6105e1733ac is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:29.805475 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:29.822616 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:29.843055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port b145cccb-a043-4d81-8c51-c6105e1733ac, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b145cccb-a043-4d81-8c51-c6105e1733ac,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:29.868504 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:29.869312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 729a84d2-5513-4231-90b8-f3cefe5f8e93 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:38:30.019079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=b145cccb-a043-4d81-8c51-c6105e1733ac,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:30.062224 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 729a84d2-5513-4231-90b8-f3cefe5f8e93 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:30.062615 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:30.233778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 729a84d2-5513-4231-90b8-f3cefe5f8e93 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:30.251229 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Publish callbacks [] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:30.257735 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:30.306550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83542d7-7896-4330-a291-d83b5786e0a4 None None] Pushing event updated for resources: {'Port': ['ID=6543c85f-a334-4540-b306-8c57a6ff1f62,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:30.364423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Attempting to bind port 6543c85f-a334-4540-b306-8c57a6ff1f62 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:38:30.369070 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Attempting to bind port 6543c85f-a334-4540-b306-8c57a6ff1f62 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:38:30.369503 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Attempting to bind port 6543c85f-a334-4540-b306-8c57a6ff1f62 on network ec042376-ef0a-4960-b913-731d495c0062 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:38:30.376626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:38:30.376626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Checking segment: {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:38:30.377023 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:30.377829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Bound using segment: {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:38:30.377829 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Bound port: 6543c85f-a334-4540-b306-8c57a6ff1f62, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:38:30.378144 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:30.430948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0c61da82-1a2a-45df-949b-abb0b4a8d3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:30.460499 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] For port 6543c85f-a334-4540-b306-8c57a6ff1f62, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:38:30.464377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] For port 6543c85f-a334-4540-b306-8c57a6ff1f62, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6543c85f-a334-4540-b306-8c57a6ff1f62,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:38:30.480312 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:30.574082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:30.574082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:30.610551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-46f92337-b671-429e-9b4f-6c0e0a64d191 req-b99dbfce-5f7c-4765-9f6f-255a45cafccb tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 210 time: 0.0699382 Feb 11 06:38:30.644896 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cb133186-edeb-4a28-a880-024572e6d7fa None None] Provisioning complete for port 6543c85f-a334-4540-b306-8c57a6ff1f62 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:30.645303 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cb133186-edeb-4a28-a880-024572e6d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:30.725392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83542d7-7896-4330-a291-d83b5786e0a4 None None] Pushing event updated for resources: {'Port': ['ID=6543c85f-a334-4540-b306-8c57a6ff1f62,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:30.774323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-873871c1-8876-448c-b78b-dedd0663b76e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:30.775839 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-873871c1-8876-448c-b78b-dedd0663b76e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "GET /v2.0/networks?id=ec042376-ef0a-4960-b913-731d495c0062 HTTP/1.1" status: 200 len: 796 time: 0.2468596 Feb 11 06:38:30.848012 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:30.862483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-37e5a002-d6de-4d77-af72-28dba58cd794 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 379 time: 0.0766163 Feb 11 06:38:30.873177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'port': {'device_id': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'admin_state_up': True, 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'security_groups': ['e131fa3c-b4a4-490b-88e5-7719cea9d774']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:30.985924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:38:30.989282 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.023138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cb133186-edeb-4a28-a880-024572e6d7fa None None] Current status of the port 6543c85f-a334-4540-b306-8c57a6ff1f62 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:31.023720 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cb133186-edeb-4a28-a880-024572e6d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.096542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cb133186-edeb-4a28-a880-024572e6d7fa None None] For port 6543c85f-a334-4540-b306-8c57a6ff1f62, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6543c85f-a334-4540-b306-8c57a6ff1f62,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:31.104713 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cb133186-edeb-4a28-a880-024572e6d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.125814 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.7 (ec042376-ef0a-4960-b913-731d495c0062/0b80cdde-e8af-44eb-bebe-42e749575aca/ae476f95-dffb-4aea-8cd2-27f52a2a077b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:38:31.163730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb133186-edeb-4a28-a880-024572e6d7fa None None] Pushing event updated for resources: {'Port': ['ID=6543c85f-a334-4540-b306-8c57a6ff1f62,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:31.177835 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-75482d54-489d-4274-9553-2f29096dda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6543c85f-a334-4540-b306-8c57a6ff1f62', 'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ad:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:27Z', 'updated_at': '2022-02-11T06:38:30Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:31.207863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75482d54-489d-4274-9553-2f29096dda20 None None] The sync data for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 is: [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6543c85f-a334-4540-b306-8c57a6ff1f62', 'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ad:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:27Z', 'updated_at': '2022-02-11T06:38:30Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:38:31.242431 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-baf9e4e3-e303-4d97-a36e-2ac672e8378a None None] Provisioning complete for port 6543c85f-a334-4540-b306-8c57a6ff1f62 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:31.242815 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-baf9e4e3-e303-4d97-a36e-2ac672e8378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.293150 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.343384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.391526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b145cccb-a043-4d81-8c51-c6105e1733ac up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:38:31.418146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network ec042376-ef0a-4960-b913-731d495c0062 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:38:31.424510 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:38:31.425146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-baf9e4e3-e303-4d97-a36e-2ac672e8378a None None] Current status of the port 6543c85f-a334-4540-b306-8c57a6ff1f62 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:31.429007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:38:31.436216 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.461490 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port b145cccb-a043-4d81-8c51-c6105e1733ac triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:31.461865 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.501963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:31.502522 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.518803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=ae476f95-dffb-4aea-8cd2-27f52a2a077b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:31.531673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-49991ea2-4b5f-4c94-a70f-307916c9823f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6626899 Feb 11 06:38:31.545879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Request body: {'port': {'device_id': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:31.574112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port b145cccb-a043-4d81-8c51-c6105e1733ac is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:31.618065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.768152 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-105c1cb1-14c8-4c7a-a4fc-07747086765d None None] Provisioning complete for port ae476f95-dffb-4aea-8cd2-27f52a2a077b triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:31.768795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-105c1cb1-14c8-4c7a-a4fc-07747086765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:31.823050 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-105c1cb1-14c8-4c7a-a4fc-07747086765d None None] Port ae476f95-dffb-4aea-8cd2-27f52a2a077b cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:38:31.889012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db778d-dc9d-4028-b765-e8d1cccc7f53 req-1ff28519-3904-4f41-b99c-e1daece7a0ae tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:31.890600 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7db778d-dc9d-4028-b765-e8d1cccc7f53 req-1ff28519-3904-4f41-b99c-e1daece7a0ae tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 931 time: 0.1282742 Feb 11 06:38:31.978773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c7db778d-dc9d-4028-b765-e8d1cccc7f53 req-52819306-669a-43db-bec5-773a1a24aec3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750878 Feb 11 06:38:32.038550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae476f95-dffb-4aea-8cd2-27f52a2a077b {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:38:32.047673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Publish callbacks [] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:32.060766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Transition to ACTIVE for port object ae476f95-dffb-4aea-8cd2-27f52a2a077b will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:38:32.065085 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:32.122499 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Pushing event updated for resources: {'Port': ['ID=ae476f95-dffb-4aea-8cd2-27f52a2a077b,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:32.203573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Attempting to bind port ae476f95-dffb-4aea-8cd2-27f52a2a077b on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:38:32.204245 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Attempting to bind port ae476f95-dffb-4aea-8cd2-27f52a2a077b by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:38:32.204657 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Attempting to bind port ae476f95-dffb-4aea-8cd2-27f52a2a077b on network ec042376-ef0a-4960-b913-731d495c0062 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:38:32.210489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Port ae476f95-dffb-4aea-8cd2-27f52a2a077b on network ec042376-ef0a-4960-b913-731d495c0062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:38:32.210937 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Attempting to bind port ae476f95-dffb-4aea-8cd2-27f52a2a077b on network ec042376-ef0a-4960-b913-731d495c0062 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:38:32.216791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:38:32.217236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Checking segment: {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:38:32.217688 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Bound using segment: {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:38:32.218307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Bound port: ae476f95-dffb-4aea-8cd2-27f52a2a077b, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6743324-892b-4209-9610-f39bb107a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:38:32.218755 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:32.294224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] For port ae476f95-dffb-4aea-8cd2-27f52a2a077b, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:38:32.297727 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] For port ae476f95-dffb-4aea-8cd2-27f52a2a077b, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:38:32.306083 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:32.367596 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:32.368403 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:32.369900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] 10.222.0.81 "PUT /v2.0/ports/ae476f95-dffb-4aea-8cd2-27f52a2a077b HTTP/1.1" status: 200 len: 1092 time: 0.8305731 Feb 11 06:38:32.370323 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:38:32.372629 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:38:32.394121 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80089c0-536a-4da8-b781-16ca9498b85d service neutron] Pushing event updated for resources: {'Port': ['ID=ae476f95-dffb-4aea-8cd2-27f52a2a077b,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:32.460992 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ee818a-c2da-474a-9354-2fb13f47904d x-openstack-request-id: req-27ee818a-c2da-474a-9354-2fb13f47904d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:38:32.461536 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:38:32.461795 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27ee818a-c2da-474a-9354-2fb13f47904d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:38:32.462203 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'status': 'completed', 'code': 200} Feb 11 06:38:32.484168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-9d112568-7a8f-4ef7-9a81-67842ba3aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:32.485720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-9d112568-7a8f-4ef7-9a81-67842ba3aa55 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 1126 time: 0.0650446 Feb 11 06:38:32.531503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-d935928c-3bb9-4387-a993-9a6058bd8e59 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b HTTP/1.1" status: 200 len: 217 time: 0.0385878 Feb 11 06:38:32.588829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-9bc60805-17e2-48b9-96af-33c674220bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:32.590653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-9bc60805-17e2-48b9-96af-33c674220bd5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0b80cdde-e8af-44eb-bebe-42e749575aca HTTP/1.1" status: 200 len: 834 time: 0.0520668 Feb 11 06:38:32.657451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-e8d06714-742b-4ce2-a63d-691164a2f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:32.662491 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-e8d06714-742b-4ce2-a63d-691164a2f1ad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec042376-ef0a-4960-b913-731d495c0062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0655563 Feb 11 06:38:32.760066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-719fd9f6-d238-4d32-be56-42a32fc3ab7b service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886817 Feb 11 06:38:32.870653 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d6fcf081-98b0-4570-a565-ffeb332e8a3f req-b02b10ad-4f4b-44a6-bc20-f3ff55f57123 service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049671 Feb 11 06:38:32.962658 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-b5dede2d-2313-4eef-8ed9-c025b92948dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:32.964162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-b5dede2d-2313-4eef-8ed9-c025b92948dc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 1126 time: 0.0453496 Feb 11 06:38:33.054704 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:33.069630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-4fd00f77-71d3-4d84-9e05-0c2c22e1cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:33.071064 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-4fd00f77-71d3-4d84-9e05-0c2c22e1cff1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec042376-ef0a-4960-b913-731d495c0062 HTTP/1.1" status: 200 len: 897 time: 0.1003377 Feb 11 06:38:33.123467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-0c6058db-ebd0-4ceb-920e-205b31649aa1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b HTTP/1.1" status: 200 len: 217 time: 0.0367455 Feb 11 06:38:33.174958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd8176-e02a-4a5d-8f2a-6680b3ec0248 req-45ee78d7-718d-49a3-80be-3b661b787b6c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:33.176593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9bcd8176-e02a-4a5d-8f2a-6680b3ec0248 req-45ee78d7-718d-49a3-80be-3b661b787b6c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 943 time: 0.1227450 Feb 11 06:38:33.196063 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-fb1c18c4-5987-4b38-b9d5-6088ddb626e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:33.197367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-fb1c18c4-5987-4b38-b9d5-6088ddb626e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0b80cdde-e8af-44eb-bebe-42e749575aca HTTP/1.1" status: 200 len: 834 time: 0.0656874 Feb 11 06:38:33.266999 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6543c85f-a334-4540-b306-8c57a6ff1f62 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:38:33.269318 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9bcd8176-e02a-4a5d-8f2a-6680b3ec0248 req-0acb1f6d-a541-40e2-919b-bb860cffa5b4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850420 Feb 11 06:38:33.279337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-7a64abf9-f1b7-44d8-a698-43d61fd76009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:33.280848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-7a64abf9-f1b7-44d8-a698-43d61fd76009 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec042376-ef0a-4960-b913-731d495c0062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0756392 Feb 11 06:38:33.328345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 6543c85f-a334-4540-b306-8c57a6ff1f62 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:33.328718 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:33.377855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-8881f07d-6248-40f3-992f-6b78af3bc5d7 service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898683 Feb 11 06:38:33.419195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 6543c85f-a334-4540-b306-8c57a6ff1f62 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:33.476763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c91d3782-3a0f-4bfe-b000-1a180bcad7e4 req-3b228099-8163-40e0-b9e2-a64e71cda2da service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926101 Feb 11 06:38:34.030490 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:34.390897 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fa57f-66bc-4e65-bea6-91ee81ae3124 req-db3d1931-19d2-48c9-aa5c-d987475081c5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:34.392445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b7fa57f-66bc-4e65-bea6-91ee81ae3124 req-db3d1931-19d2-48c9-aa5c-d987475081c5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 943 time: 0.0520220 Feb 11 06:38:34.425535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ae476f95-dffb-4aea-8cd2-27f52a2a077b details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:38:34.441231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3b7fa57f-66bc-4e65-bea6-91ee81ae3124 req-030ebaaa-4dfd-4998-b031-7e1f909dbf07 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 Feb 11 06:38:34.686102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ae476f95-dffb-4aea-8cd2-27f52a2a077b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:34.700165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'port_id': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'mac_address': 'fa:16:3e:e1:3e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:38:34.734919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ae476f95-dffb-4aea-8cd2-27f52a2a077b is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:34.735308 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:34.748686 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae476f95-dffb-4aea-8cd2-27f52a2a077b {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:38:34.767689 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ae476f95-dffb-4aea-8cd2-27f52a2a077b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:34.785914 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:34.837998 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ae476f95-dffb-4aea-8cd2-27f52a2a077b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:34.994595 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['ae476f95-dffb-4aea-8cd2-27f52a2a077b'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:38:35.564691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375949-5b25-4f69-b5cd-25823fbc40c6 req-60801a5f-1fdd-4aa0-944d-3aaae130059f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:35.566182 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7375949-5b25-4f69-b5cd-25823fbc40c6 req-60801a5f-1fdd-4aa0-944d-3aaae130059f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 944 time: 0.0546391 Feb 11 06:38:35.939647 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7375949-5b25-4f69-b5cd-25823fbc40c6 req-87f56341-79d9-4c44-9bbb-64718ef200b5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673782 Feb 11 06:38:36.441837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ae476f95-dffb-4aea-8cd2-27f52a2a077b up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:38:36.491526 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port ae476f95-dffb-4aea-8cd2-27f52a2a077b completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:38:36.495633 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port ae476f95-dffb-4aea-8cd2-27f52a2a077b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:38:36.496027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:36.571891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port ae476f95-dffb-4aea-8cd2-27f52a2a077b is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:38:36.572285 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:36.595996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:38:36.598336 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e034e6-f670-4855-a448-98f2614a834d" -d '{"events": [{"server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:38:36.616536 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port ae476f95-dffb-4aea-8cd2-27f52a2a077b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:38:36.623973 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:36.649437 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263929eb-53eb-4f8f-9fcb-f39b3bb0b871 x-openstack-request-id: req-263929eb-53eb-4f8f-9fcb-f39b3bb0b871 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:38:36.649742 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:38:36.650005 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-263929eb-53eb-4f8f-9fcb-f39b3bb0b871 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:38:36.650428 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'code': 200} Feb 11 06:38:36.682906 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=ae476f95-dffb-4aea-8cd2-27f52a2a077b,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:36.745420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148a7d8-c41b-4b5e-b0f8-b099201a6afe req-92149550-a3e5-4bad-80af-a4f36bf61d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:36.746977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b148a7d8-c41b-4b5e-b0f8-b099201a6afe req-92149550-a3e5-4bad-80af-a4f36bf61d9a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0464993 Feb 11 06:38:36.795157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b148a7d8-c41b-4b5e-b0f8-b099201a6afe req-7a87baa2-77c5-48d0-a653-ed6000213fd4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Feb 11 06:38:37.072071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedfe21-86f4-4cee-980e-3ad5c02726c3 req-c3ee1c06-449f-4f01-8286-656cc3cf9e0e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:37.073554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fedfe21-86f4-4cee-980e-3ad5c02726c3 req-c3ee1c06-449f-4f01-8286-656cc3cf9e0e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0580134 Feb 11 06:38:37.128153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fedfe21-86f4-4cee-980e-3ad5c02726c3 req-fdac093a-95a0-4013-b9a2-99dbf6359199 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489309 Feb 11 06:38:38.252690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f26a7-e85c-4256-8474-e3a4223289ce req-f0a45273-a4f6-4404-9b5a-27cdfe71a117 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:38.254210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e65f26a7-e85c-4256-8474-e3a4223289ce req-f0a45273-a4f6-4404-9b5a-27cdfe71a117 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0525472 Feb 11 06:38:38.304907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e65f26a7-e85c-4256-8474-e3a4223289ce req-da862d30-e386-42ec-8ae9-49958e709a46 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441854 Feb 11 06:38:38.423169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507e3fe-d5e5-4abd-90c4-c71ea8366acd req-5d2515ae-7071-493f-a174-b86fbdc2f3e2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:38.424738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1507e3fe-d5e5-4abd-90c4-c71ea8366acd req-5d2515ae-7071-493f-a174-b86fbdc2f3e2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0530658 Feb 11 06:38:38.473438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1507e3fe-d5e5-4abd-90c4-c71ea8366acd req-47cdcbc6-ac2d-4519-af13-b876003ee7fe tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430603 Feb 11 06:38:38.495145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53014) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:38.541243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f6138-1ade-43e6-8df4-3bd6b2203160 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:38.542767 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-372f6138-1ade-43e6-8df4-3bd6b2203160 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 1123 time: 0.0466175 Feb 11 06:38:38.545709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53016) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:38.549952 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:38:38.571712 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:38.673303 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:38.782919 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.233 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:38:38.886443 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:38.925145 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:38.964646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:38:38.967490 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:38:38.970886 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:38:38.976702 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:39.358552 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (6ca61e22-43bf-4b24-a608-2b9a7d382aea), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:39.425872 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:39.574399 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:39.579231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:39.644769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:38:39.657486 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (6ca61e22-43bf-4b24-a608-2b9a7d382aea), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:39.757743 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP 6ca61e22-43bf-4b24-a608-2b9a7d382aea associated. External IP: 172.25.1.233, port: ae476f95-dffb-4aea-8cd2-27f52a2a077b. Feb 11 06:38:39.980547 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:38:40.033461 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:38:40.093767 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:38:40.104213 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] Sync routers for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:38:40.112115 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:40.115155 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:40.115805 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:40.146715 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ced6b9c1-f10d-458b-9e05-55665131f964 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5974810 Feb 11 06:38:40.146715 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:38:40.148856 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41540ee2-3643-41e6-ad68-dbbdfcf93024" -d '{"events": [{"name": "network-changed", "server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:38:40.189991 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92777f-6ff8-4d25-bda6-bc7cae095f5a x-openstack-request-id: req-5d92777f-6ff8-4d25-bda6-bc7cae095f5a {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:38:40.190293 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:38:40.190575 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d92777f-6ff8-4d25-bda6-bc7cae095f5a {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:38:40.190989 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'status': 'completed', 'code': 200} Feb 11 06:38:40.239933 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:40.311449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-eb609117-63a3-4bfb-94dd-4a415fb31773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:40.312994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-eb609117-63a3-4bfb-94dd-4a415fb31773 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0944650 Feb 11 06:38:40.354291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaced14d-9838-4864-9c1a-4c0e76780d9b req-cda04ff6-050a-4d97-aa0a-4b6b18699809 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:40.356885 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaced14d-9838-4864-9c1a-4c0e76780d9b req-cda04ff6-050a-4d97-aa0a-4b6b18699809 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0993631 Feb 11 06:38:40.458410 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aaced14d-9838-4864-9c1a-4c0e76780d9b req-58299b92-45aa-4d18-9991-5e49b031297e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893183 Feb 11 06:38:40.468569 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-1563cb30-59f3-44ad-9ded-78432325b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:40.470131 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-1563cb30-59f3-44ad-9ded-78432325b098 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec042376-ef0a-4960-b913-731d495c0062 HTTP/1.1" status: 200 len: 897 time: 0.1499753 Feb 11 06:38:40.483454 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53024) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:40.491122 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '6ca61e22-43bf-4b24-a608-2b9a7d382aea', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'port_id': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'mac_address': 'fa:16:3e:e1:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:38:39Z', 'updated_at': '2022-02-11T06:38:39Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6543c85f-a334-4540-b306-8c57a6ff1f62', 'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ad:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:27Z', 'updated_at': '2022-02-11T06:38:31Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:40.519731 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] Checking router: 11f0f6b4-a273-4119-a6fc-5bad98193cb2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:38:40.530071 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:38:40.530858 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:38:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:40.547383 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-6a9d01ef-1522-49a5-b46c-dbc5363a9e36 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b HTTP/1.1" status: 200 len: 999 time: 0.0707848 Feb 11 06:38:40.548516 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7971320f-33a8-4160-8ab5-acb3baf13387 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/6ca61e22-43bf-4b24-a608-2b9a7d382aea HTTP/1.1" status: 200 len: 991 time: 0.0637970 Feb 11 06:38:40.601405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-8fc12a6e-8206-48f6-a82c-06e9bdef3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:40.603230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-8fc12a6e-8206-48f6-a82c-06e9bdef3943 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0b80cdde-e8af-44eb-bebe-42e749575aca HTTP/1.1" status: 200 len: 834 time: 0.0498037 Feb 11 06:38:40.651979 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:38:40.659317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-73c544e8-948f-4161-b4f1-9aabdca1560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:40.661888 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-73c544e8-948f-4161-b4f1-9aabdca1560b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec042376-ef0a-4960-b913-731d495c0062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525684 Feb 11 06:38:40.759761 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-d7e62a32-a133-4ab7-a46f-cca2e568b965 service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911219 Feb 11 06:38:40.856194 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-41540ee2-3643-41e6-ad68-dbbdfcf93024 req-984a55c7-45fd-4dfe-be9f-6682e067865d service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901439 Feb 11 06:38:40.887932 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '6ca61e22-43bf-4b24-a608-2b9a7d382aea', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'port_id': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'mac_address': 'fa:16:3e:e1:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:38:39Z', 'updated_at': '2022-02-11T06:38:39Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6543c85f-a334-4540-b306-8c57a6ff1f62', 'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ad:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:27Z', 'updated_at': '2022-02-11T06:38:31Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:38:40.920456 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e928ac14-2dbd-41d3-8828-68db50c37a80 None None] The sync data for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 is: [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '6ca61e22-43bf-4b24-a608-2b9a7d382aea', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'port_id': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'mac_address': 'fa:16:3e:e1:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:38:39Z', 'updated_at': '2022-02-11T06:38:39Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6543c85f-a334-4540-b306-8c57a6ff1f62', 'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ad:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:27Z', 'updated_at': '2022-02-11T06:38:31Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:38:41.103156 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0a020-78eb-4144-ab9a-a47862788a8a None None] New status for floating IP 6ca61e22-43bf-4b24-a608-2b9a7d382aea: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:38:41.553237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53026) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:38:41.618350 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0709c863-5c32-46ba-9b57-adc738fa16f2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/6ca61e22-43bf-4b24-a608-2b9a7d382aea HTTP/1.1" status: 200 len: 993 time: 0.0639951 Feb 11 06:38:44.076474 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-39935384-e6e2-42d2-9ca1-a06b3fde11e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441737 Feb 11 06:38:44.158414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-06907e87-26c3-455f-a11e-452cbe966760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:44.159897 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-06907e87-26c3-455f-a11e-452cbe966760 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0435321 Feb 11 06:38:44.271728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-de91aa7c-f343-4312-b599-fb14d1984553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:44.273279 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-de91aa7c-f343-4312-b599-fb14d1984553 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec042376-ef0a-4960-b913-731d495c0062 HTTP/1.1" status: 200 len: 897 time: 0.0935295 Feb 11 06:38:44.338794 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-201da636-1bf2-45a4-80a0-f4ad9100bf0b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b HTTP/1.1" status: 200 len: 1001 time: 0.0594270 Feb 11 06:38:44.385206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-88d01a4d-c14d-47c6-b458-68b40964dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:44.386643 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-88d01a4d-c14d-47c6-b458-68b40964dced service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0b80cdde-e8af-44eb-bebe-42e749575aca HTTP/1.1" status: 200 len: 834 time: 0.0421925 Feb 11 06:38:44.439846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-c39e8fd5-4b89-47de-9056-2c0c93b0d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:44.441388 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-c39e8fd5-4b89-47de-9056-2c0c93b0d1ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec042376-ef0a-4960-b913-731d495c0062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483098 Feb 11 06:38:44.528057 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-f56083bb-2e92-497f-995a-7e5aa9a9fa8b service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808680 Feb 11 06:38:44.620228 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7367732c-0862-418a-b12a-85aa08f0fd8e req-3db56bf2-f58c-442f-b2ae-8c6e9d6928de service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864308 Feb 11 06:38:52.766513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:53.862893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:57.858206 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ffbbffc8-068a-4deb-addb-4905008f0cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:00.391889 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e7264ee1-a749-46df-b1ca-0c61ac0a5176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:01.372066 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:03.057605 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:04.032002 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:13.167274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a753c3e-62ca-42d9-9ade-424faad3ea8d req-139239d4-5277-49d2-baa8-eebf2dd13275 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:13.168667 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a753c3e-62ca-42d9-9ade-424faad3ea8d req-139239d4-5277-49d2-baa8-eebf2dd13275 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0520165 Feb 11 06:39:13.217672 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a753c3e-62ca-42d9-9ade-424faad3ea8d req-44bd9389-8399-474f-b7f1-eb30b4bd127a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433173 Feb 11 06:39:14.336615 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1358-294c-4a84-b2c9-42cbff1d4803 req-6d13c270-0df7-407e-b9b9-b1260630e4d1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:14.338213 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d0b1358-294c-4a84-b2c9-42cbff1d4803 req-6d13c270-0df7-407e-b9b9-b1260630e4d1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0512185 Feb 11 06:39:14.389263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4d0b1358-294c-4a84-b2c9-42cbff1d4803 req-1f1764ff-2fb5-4546-9f07-d7367e936991 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454824 Feb 11 06:39:15.507038 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc14ee-8aa5-4963-9c0b-318b5afa2cf9 req-6f313349-ba74-495e-aa2d-ebb4f60b35c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:15.508529 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34bc14ee-8aa5-4963-9c0b-318b5afa2cf9 req-6f313349-ba74-495e-aa2d-ebb4f60b35c1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0523500 Feb 11 06:39:15.555841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34bc14ee-8aa5-4963-9c0b-318b5afa2cf9 req-494461eb-3050-45cb-a527-715e85bb93d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 Feb 11 06:39:16.672692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e51b20-585b-4c76-a18b-d5a235b9d1ec req-0cd072c1-9c6d-40b7-8658-c238dcd4e33e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:16.674176 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37e51b20-585b-4c76-a18b-d5a235b9d1ec req-0cd072c1-9c6d-40b7-8658-c238dcd4e33e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0518572 Feb 11 06:39:16.722568 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-37e51b20-585b-4c76-a18b-d5a235b9d1ec req-dc129666-60e9-42b9-ab48-bcbc025d58bd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421536 Feb 11 06:39:17.035032 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:39:17.843493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c3991-3fd9-4147-87e7-d6642d2595c3 req-21615745-b46c-4652-b135-0fef1f61e55e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:17.844967 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-011c3991-3fd9-4147-87e7-d6642d2595c3 req-21615745-b46c-4652-b135-0fef1f61e55e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0553153 Feb 11 06:39:17.891698 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-011c3991-3fd9-4147-87e7-d6642d2595c3 req-82512a26-e73a-4766-8786-f0af2b923e77 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411448 Feb 11 06:39:19.007903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e483d-2a2b-4fc0-8068-5d998a066506 req-4591c471-555c-42dc-8471-0fb1bc0227b7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:19.009399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e35e483d-2a2b-4fc0-8068-5d998a066506 req-4591c471-555c-42dc-8471-0fb1bc0227b7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0515416 Feb 11 06:39:19.063616 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e35e483d-2a2b-4fc0-8068-5d998a066506 req-c4cde28a-8c5a-4bf5-93e4-458bef416025 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486808 Feb 11 06:39:20.186752 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44d1ff-3202-4e1e-b837-100198b5c82c req-89e3e440-b0d5-433d-96ed-55c8eaca9e8a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:20.188210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e44d1ff-3202-4e1e-b837-100198b5c82c req-89e3e440-b0d5-433d-96ed-55c8eaca9e8a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0583818 Feb 11 06:39:20.238542 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e44d1ff-3202-4e1e-b837-100198b5c82c req-3c6e13d5-990b-46b0-8247-fd0829fc36f9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447767 Feb 11 06:39:21.355352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9a325-28d1-4625-b250-ca0038a681ef req-68ce480f-46cb-410e-b33c-49155e64abd0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:21.356832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34d9a325-28d1-4625-b250-ca0038a681ef req-68ce480f-46cb-410e-b33c-49155e64abd0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0517166 Feb 11 06:39:21.403977 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-34d9a325-28d1-4625-b250-ca0038a681ef req-9040531b-e46a-4660-b972-e660dcae6326 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415668 Feb 11 06:39:22.520633 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758aa6f-706b-41b8-a31e-c714d8f38347 req-7709f36c-3a81-4a88-817a-1a076062cad1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:22.522712 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e758aa6f-706b-41b8-a31e-c714d8f38347 req-7709f36c-3a81-4a88-817a-1a076062cad1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0514801 Feb 11 06:39:22.574003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e758aa6f-706b-41b8-a31e-c714d8f38347 req-cc28df83-6101-4eb2-86ef-329ea387003c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452456 Feb 11 06:39:22.766328 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.693819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a85775-f837-4f51-aa0e-baaed895bc23 req-2b4250d8-c4a7-4b65-84c3-dbcc68c6aa96 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:23.695284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6a85775-f837-4f51-aa0e-baaed895bc23 req-2b4250d8-c4a7-4b65-84c3-dbcc68c6aa96 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0520892 Feb 11 06:39:23.743392 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b6a85775-f837-4f51-aa0e-baaed895bc23 req-49f2a575-6cfe-48d6-b498-7a251453e1e8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Feb 11 06:39:23.765301 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53062) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:23.825801 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a2ed7345-d485-4e09-b9ee-95243b516e7f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/6ca61e22-43bf-4b24-a608-2b9a7d382aea HTTP/1.1" status: 200 len: 993 time: 0.0593452 Feb 11 06:39:23.880623 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:25.125733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17731cf-22a6-45a5-8592-919d3bb1d897 req-b225cacf-e50d-42cd-8191-9af94cd0e847 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:25.127110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b17731cf-22a6-45a5-8592-919d3bb1d897 req-b225cacf-e50d-42cd-8191-9af94cd0e847 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0833449 Feb 11 06:39:25.153054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-58bd0f28-a07b-46c9-b382-dba5cbe1fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:25.154507 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-58bd0f28-a07b-46c9-b382-dba5cbe1fb9b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0715129 Feb 11 06:39:25.211036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b17731cf-22a6-45a5-8592-919d3bb1d897 req-42fe954f-5d81-4692-9a5c-384a663f06a1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763619 Feb 11 06:39:25.269578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-a0d549c5-b7b7-4550-92bf-443d72151b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:25.271053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-a0d549c5-b7b7-4550-92bf-443d72151b20 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec042376-ef0a-4960-b913-731d495c0062 HTTP/1.1" status: 200 len: 897 time: 0.1025362 Feb 11 06:39:25.338417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-69bd5191-1400-42c0-a206-49eadb54c19f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b HTTP/1.1" status: 200 len: 1001 time: 0.0613861 Feb 11 06:39:25.386310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-30022768-31b8-4114-a986-83ac6e6898a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:25.387702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-30022768-31b8-4114-a986-83ac6e6898a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0b80cdde-e8af-44eb-bebe-42e749575aca HTTP/1.1" status: 200 len: 834 time: 0.0424144 Feb 11 06:39:25.436204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-a8a262c0-d979-44ce-abc0-691ce165b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:25.437678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-a8a262c0-d979-44ce-abc0-691ce165b598 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec042376-ef0a-4960-b913-731d495c0062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0418320 Feb 11 06:39:25.529489 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-a846b8ca-4e1d-4f93-94d7-505c1b2bbd70 service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836694 Feb 11 06:39:25.617661 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93069947-56e7-4f37-8ef2-a82fd00c3da6 req-ae496d5b-1f02-40e5-9ce6-6b1f961d8238 service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815034 Feb 11 06:39:26.349292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66b2e-71c8-4a29-bfd3-312213f82413 req-af7cd939-9014-47ef-b3e9-5d7cc852bb3b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:26.350826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17e66b2e-71c8-4a29-bfd3-312213f82413 req-af7cd939-9014-47ef-b3e9-5d7cc852bb3b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0652754 Feb 11 06:39:26.399137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17e66b2e-71c8-4a29-bfd3-312213f82413 req-751a7666-8291-4725-921c-1dc33961458a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424871 Feb 11 06:39:26.421674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53074) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:26.479674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8b6caef5-cb4f-4f70-858e-012a3f2f4020 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/6ca61e22-43bf-4b24-a608-2b9a7d382aea HTTP/1.1" status: 200 len: 993 time: 0.0568860 Feb 11 06:39:27.859743 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fbf037d3-0cb5-4ac7-9929-a53357737d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.395214 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d33e07d4-4050-43db-bea1-3ebbbca2cc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:31.379693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.058228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.034052 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:46.072973 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-78839312-6c2a-4483-989a-4551af4545e7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456328 Feb 11 06:39:46.160370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-ed427388-99df-4731-b559-e46068efde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.161899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-ed427388-99df-4731-b559-e46068efde64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0442729 Feb 11 06:39:46.261854 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-9a35db2a-d03f-45ba-91af-9e713fd4b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.263321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-9a35db2a-d03f-45ba-91af-9e713fd4b31f service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec042376-ef0a-4960-b913-731d495c0062 HTTP/1.1" status: 200 len: 897 time: 0.0832553 Feb 11 06:39:46.332349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-0e7439ad-9fec-4864-b23b-32ff83bcf8ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b HTTP/1.1" status: 200 len: 1001 time: 0.0612178 Feb 11 06:39:46.378035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-a9e60255-5dad-4a4f-8b40-e1d989c0206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.379441 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-a9e60255-5dad-4a4f-8b40-e1d989c0206d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0b80cdde-e8af-44eb-bebe-42e749575aca HTTP/1.1" status: 200 len: 834 time: 0.0416465 Feb 11 06:39:46.426844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-d292082e-06a4-43d4-8cbe-713bbdd3354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.428321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-d292082e-06a4-43d4-8cbe-713bbdd3354a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec042376-ef0a-4960-b913-731d495c0062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426044 Feb 11 06:39:46.521887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-f22b7b64-bffe-4cee-a4e9-a3033b5e3d32 service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833323 Feb 11 06:39:46.608610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71268959-8fe7-47f3-a832-fe78dd1b7f81 req-26a6bc78-60ba-4a97-a817-914537698e11 service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812674 Feb 11 06:39:52.767728 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:53.877719 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:54.033201 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:39:57.863983 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c91025bf-6577-46b4-934b-d54d0be1bf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.060548 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53098) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:59.217469 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:59.217818 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.291346 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.291671 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.304027 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:59.448928 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.471442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=1aac5baf-f4f6-4a66-ba0d-a9e11cd045bf,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:59.481356 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.481719 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.482073 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.482423 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.482764 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.483544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.483544 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.483744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.484076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.484418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.484749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.485085 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.485441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:59.546554 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (6ca61e22-43bf-4b24-a608-2b9a7d382aea), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.546885 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP 6ca61e22-43bf-4b24-a608-2b9a7d382aea disassociated (deleted). External IP: 172.25.1.233, port: ae476f95-dffb-4aea-8cd2-27f52a2a077b. Feb 11 06:39:59.753424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:40:00.164960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:40:00.169803 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:00.174519 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] Sync routers for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:40:00.183989 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:00.184597 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:39:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:00.199334 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e60f5124-df66-4420-92e5-c8f7912eada3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/floatingips/6ca61e22-43bf-4b24-a608-2b9a7d382aea HTTP/1.1" status: 204 len: 168 time: 1.1373465 Feb 11 06:40:00.200013 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:40:00.202291 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:40:00.242836 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622147ec-412a-4aa0-a923-a5b198ff918d x-openstack-request-id: req-622147ec-412a-4aa0-a923-a5b198ff918d {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:40:00.245056 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:40:00.245056 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-622147ec-412a-4aa0-a923-a5b198ff918d {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:40:00.245056 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'status': 'completed', 'code': 200} Feb 11 06:40:00.297672 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:00.363753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-bee8f81e-9e30-4126-8f95-f76abe6c2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:00.365951 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-bee8f81e-9e30-4126-8f95-f76abe6c2715 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0978761 Feb 11 06:40:00.406901 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-10bb2d31-82ba-4da2-a219-213e37c9dfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:00.501436 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-46cb00ad-e463-4d2a-8d32-b94aa1254936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:00.502907 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-46cb00ad-e463-4d2a-8d32-b94aa1254936 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec042376-ef0a-4960-b913-731d495c0062 HTTP/1.1" status: 200 len: 897 time: 0.1298561 Feb 11 06:40:00.509985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1825f4-30a1-4d2d-9b51-cc5a805070af req-40192a2d-8e52-40bd-af8c-02d9c1682865 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:00.511337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e1825f4-30a1-4d2d-9b51-cc5a805070af req-40192a2d-8e52-40bd-af8c-02d9c1682865 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.1049881 Feb 11 06:40:00.518392 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6543c85f-a334-4540-b306-8c57a6ff1f62', 'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ad:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:27Z', 'updated_at': '2022-02-11T06:38:31Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:00.545364 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] Checking router: 11f0f6b4-a273-4119-a6fc-5bad98193cb2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:40:00.551714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-4d8fca1b-82e4-4a97-8804-4c79d959f24c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b HTTP/1.1" status: 200 len: 217 time: 0.0394518 Feb 11 06:40:00.553641 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:00.554249 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:00.625411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e1825f4-30a1-4d2d-9b51-cc5a805070af req-1490ec0b-6b21-435e-8bf0-b9824d4475f5 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070867 Feb 11 06:40:00.628879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-186d25f7-5a30-4fe4-9e01-5b4f137bd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:00.630299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-186d25f7-5a30-4fe4-9e01-5b4f137bd7c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0b80cdde-e8af-44eb-bebe-42e749575aca HTTP/1.1" status: 200 len: 834 time: 0.0709436 Feb 11 06:40:00.670409 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:00.679520 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-41262b8c-a9d6-4b54-8b17-7b67def36bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:00.681030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-41262b8c-a9d6-4b54-8b17-7b67def36bcc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec042376-ef0a-4960-b913-731d495c0062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447292 Feb 11 06:40:00.774114 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-b5238c97-3d7a-4df5-93aa-6a932b55eee0 service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848441 Feb 11 06:40:00.863223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3760802-d75c-4d7b-87ca-fc6f5766e2bc req-c3f54b95-bf81-4ac5-a611-8eb43bb445df service neutron] 10.222.0.81 "GET /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825074 Feb 11 06:40:00.863643 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6543c85f-a334-4540-b306-8c57a6ff1f62', 'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ad:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:27Z', 'updated_at': '2022-02-11T06:38:31Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:00.896136 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68d425-d554-4983-85f9-d1e056f79123 None None] The sync data for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 is: [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:27Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '6543c85f-a334-4540-b306-8c57a6ff1f62', 'name': '', 'network_id': 'ec042376-ef0a-4960-b913-731d495c0062', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:ad:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:27Z', 'updated_at': '2022-02-11T06:38:31Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '0b80cdde-e8af-44eb-bebe-42e749575aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:40:01.120416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28af6a48-12ec-493a-8c23-36ac053a61f0 None None] New status for floating IP 6ca61e22-43bf-4b24-a608-2b9a7d382aea: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:40:01.378040 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:01.747440 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6dbf-7f86-488f-be85-775a1988379d req-c41953be-c1a8-470e-a9af-973572f118d2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:01.748938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d0b6dbf-7f86-488f-be85-775a1988379d req-c41953be-c1a8-470e-a9af-973572f118d2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0533335 Feb 11 06:40:01.801220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5d0b6dbf-7f86-488f-be85-775a1988379d req-41f35354-7844-4edd-8f61-9e7e7fbe0e6b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=e131fa3c-b4a4-490b-88e5-7719cea9d774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465777 Feb 11 06:40:01.906659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-e2453615-2174-4dfd-849b-4cef4b93dd18 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:01.908003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-e2453615-2174-4dfd-849b-4cef4b93dd18 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "GET /v2.0/ports?device_id=eba98e09-3ec8-4b05-a964-03d1f9debbb8 HTTP/1.1" status: 200 len: 945 time: 0.0508654 Feb 11 06:40:01.995239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port ae476f95-dffb-4aea-8cd2-27f52a2a077b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:40:01.995573 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:02.084846 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port ae476f95-dffb-4aea-8cd2-27f52a2a077b, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=ae476f95-dffb-4aea-8cd2-27f52a2a077b,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:02.085235 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:02.097395 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for ae476f95-dffb-4aea-8cd2-27f52a2a077b owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:40:02.225493 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (ae476f95-dffb-4aea-8cd2-27f52a2a077b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:02.253733 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=ae476f95-dffb-4aea-8cd2-27f52a2a077b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:02.298199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] No DVR routers for this DVR port ae476f95-dffb-4aea-8cd2-27f52a2a077b on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:40:02.300782 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:02.304662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba48a31-fd24-447e-b643-e33b0bdc4c0a req-2ec152e9-58e3-49dd-9c9b-dc8bd5fb26d6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.81 "DELETE /v2.0/ports/ae476f95-dffb-4aea-8cd2-27f52a2a077b HTTP/1.1" status: 204 len: 173 time: 0.3910799 Feb 11 06:40:02.305100 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'name': 'network-vif-deleted', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:40:02.307412 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6284d59-5ddd-4b94-8368-33d32ce22d22" -d '{"events": [{"server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "name": "network-vif-deleted", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:40:02.344690 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211cb20e-b5ce-4fab-9a3f-d2df1f05549b x-openstack-request-id: req-211cb20e-b5ce-4fab-9a3f-d2df1f05549b {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:40:02.345095 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba98e09-3ec8-4b05-a964-03d1f9debbb8", "name": "network-vif-deleted", "tag": "ae476f95-dffb-4aea-8cd2-27f52a2a077b", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:40:02.345391 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-211cb20e-b5ce-4fab-9a3f-d2df1f05549b {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:40:02.345796 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba98e09-3ec8-4b05-a964-03d1f9debbb8', 'name': 'network-vif-deleted', 'tag': 'ae476f95-dffb-4aea-8cd2-27f52a2a077b', 'status': 'completed', 'code': 200} Feb 11 06:40:02.859574 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53116) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:03.060381 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:03.226963 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (11f0f6b4-a273-4119-a6fc-5bad98193cb2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:03.480517 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 6543c85f-a334-4540-b306-8c57a6ff1f62 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:40:03.480774 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:03.568932 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 6543c85f-a334-4540-b306-8c57a6ff1f62, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=6543c85f-a334-4540-b306-8c57a6ff1f62,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:03.569337 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:03.582016 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 6543c85f-a334-4540-b306-8c57a6ff1f62 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:40:03.766686 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (6543c85f-a334-4540-b306-8c57a6ff1f62), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:03.797028 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=6543c85f-a334-4540-b306-8c57a6ff1f62,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:03.808962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.809357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.809714 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.810062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.810401 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.810737 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.811098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.811433 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.811768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.812103 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.812438 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.812768 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.813096 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:03.984113 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (11f0f6b4-a273-4119-a6fc-5bad98193cb2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:04.036184 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:04.201641 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:40:04.620219 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:40:04.626046 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-60071943-ee3e-43d1-b719-a96fdcc846dd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/11f0f6b4-a273-4119-a6fc-5bad98193cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653940 Feb 11 06:40:04.628198 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53118) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:04.631318 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] Sync routers for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:40:04.641395 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:04.642158 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:04.678711 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-188bf82f-20a8-4278-8140-9a6cfd7619cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting subnet 0b80cdde-e8af-44eb-bebe-42e749575aca {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:40:04.681797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-188bf82f-20a8-4278-8140-9a6cfd7619cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (0b80cdde-e8af-44eb-bebe-42e749575aca), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:04.720853 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-188bf82f-20a8-4278-8140-9a6cfd7619cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (0b80cdde-e8af-44eb-bebe-42e749575aca), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:04.748776 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:04.807212 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-188bf82f-20a8-4278-8140-9a6cfd7619cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (0b80cdde-e8af-44eb-bebe-42e749575aca), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:04.866240 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-188bf82f-20a8-4278-8140-9a6cfd7619cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (0b80cdde-e8af-44eb-bebe-42e749575aca), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:04.893726 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bf82f-20a8-4278-8140-9a6cfd7619cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Subnet': ['ID=0b80cdde-e8af-44eb-bebe-42e749575aca,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:04.897982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-188bf82f-20a8-4278-8140-9a6cfd7619cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:04.903936 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53120) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:04.906136 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325cc7ee-15a8-4940-affc-2e8754e63761 None None] Network ec042376-ef0a-4960-b913-731d495c0062 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:40:04.909074 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-188bf82f-20a8-4278-8140-9a6cfd7619cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/subnets/0b80cdde-e8af-44eb-bebe-42e749575aca HTTP/1.1" status: 204 len: 168 time: 0.2748313 Feb 11 06:40:04.928953 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:40:03Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:04.930740 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ae476f95-dffb-4aea-8cd2-27f52a2a077b no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:40:04.958158 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] Checking router: 11f0f6b4-a273-4119-a6fc-5bad98193cb2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:40:04.969431 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] Routers {'11f0f6b4-a273-4119-a6fc-5bad98193cb2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:04.970054 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:04.983819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: ae476f95-dffb-4aea-8cd2-27f52a2a077b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:40:04.984175 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device ae476f95-dffb-4aea-8cd2-27f52a2a077b not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:40:05.029946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (11f0f6b4-a273-4119-a6fc-5bad98193cb2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.080287 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] Set router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:05.105946 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] DHCP port deletion for ec042376-ef0a-4960-b913-731d495c0062 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:40:05.140917 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (11f0f6b4-a273-4119-a6fc-5bad98193cb2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.155775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Deleting port 729a84d2-5513-4231-90b8-f3cefe5f8e93 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:40:05.156073 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.198410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port b145cccb-a043-4d81-8c51-c6105e1733ac {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:40:05.198761 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.227424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] For port 729a84d2-5513-4231-90b8-f3cefe5f8e93, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=729a84d2-5513-4231-90b8-f3cefe5f8e93,segment=NetworkSegment(f6743324-892b-4209-9610-f39bb107a64c),segment_id=f6743324-892b-4209-9610-f39bb107a64c)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:05.228134 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.255085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Calling delete_port for 729a84d2-5513-4231-90b8-f3cefe5f8e93 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:40:05.299011 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port b145cccb-a043-4d81-8c51-c6105e1733ac, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=b145cccb-a043-4d81-8c51-c6105e1733ac,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:05.299395 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.314762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for b145cccb-a043-4d81-8c51-c6105e1733ac owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:40:05.354775 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (729a84d2-5513-4231-90b8-f3cefe5f8e93), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.383288 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Pushing event deleted for resources: {'Port': ['ID=729a84d2-5513-4231-90b8-f3cefe5f8e93,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:05.386795 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:40:03Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:05.394073 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 729a84d2-5513-4231-90b8-f3cefe5f8e93 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:40:05.403651 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.404001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.404344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.404691 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.405035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.405396 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.405734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.406138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.406400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.406730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.407060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.407385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.407711 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:05.414020 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973ecd6d-2194-4b71-9fd6-150d54faeaff None None] The sync data for ids ['11f0f6b4-a273-4119-a6fc-5bad98193cb2'] in n-d-715271-35 is: [{'id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851794563', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:40:03Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'b145cccb-a043-4d81-8c51-c6105e1733ac', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0f6b4-a273-4119-a6fc-5bad98193cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:38:24Z', 'updated_at': '2022-02-11T06:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:40:05.428636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 729a84d2-5513-4231-90b8-f3cefe5f8e93 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:40:05.429296 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 729a84d2-5513-4231-90b8-f3cefe5f8e93 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:40:05.431024 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e15c3-13a9-450f-8c9d-aeadf95677fd None None] No DVR routers for this DVR port 729a84d2-5513-4231-90b8-f3cefe5f8e93 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:40:05.510882 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b145cccb-a043-4d81-8c51-c6105e1733ac), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.533612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=b145cccb-a043-4d81-8c51-c6105e1733ac,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:05.595063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (11f0f6b4-a273-4119-a6fc-5bad98193cb2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.698141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (11f0f6b4-a273-4119-a6fc-5bad98193cb2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.700144 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (11f0f6b4-a273-4119-a6fc-5bad98193cb2), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.745335 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (11f0f6b4-a273-4119-a6fc-5bad98193cb2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.745988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Fanout notify agent at l3_agent the message router_deleted on router 11f0f6b4-a273-4119-a6fc-5bad98193cb2 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:40:05.753470 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.754638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-560c3129-4e16-40a0-994f-e80b7248db26 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/routers/11f0f6b4-a273-4119-a6fc-5bad98193cb2 HTTP/1.1" status: 204 len: 168 time: 0.8483858 Feb 11 06:40:05.758020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53122) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:05.842248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (ec042376-ef0a-4960-b913-731d495c0062), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.934097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (ec042376-ef0a-4960-b913-731d495c0062), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.954555 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec042376-ef0a-4960-b913-731d495c0062']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:05.964535 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6743324-892b-4209-9610-f39bb107a64c') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:05.964845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6743324-892b-4209-9610-f39bb107a64c') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:05.974665 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (f6743324-892b-4209-9610-f39bb107a64c), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.988194 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (f6743324-892b-4209-9610-f39bb107a64c), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.994956 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:40:05.995473 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (f6743324-892b-4209-9610-f39bb107a64c), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:40:05.998386 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:40:06.063279 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (ec042376-ef0a-4960-b913-731d495c0062), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.070418 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.073768 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/networks/ec042376-ef0a-4960-b913-731d495c0062 HTTP/1.1" status: 204 len: 168 time: 0.3141294 Feb 11 06:40:06.076888 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53124) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:06.094655 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef9fdb-9712-4b33-ad07-7f3ad750b7a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Network': ['ID=ec042376-ef0a-4960-b913-731d495c0062,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:06.141370 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5469710b-a13e-4c0d-a821-99bb64dbc49b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (e131fa3c-b4a4-490b-88e5-7719cea9d774), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.166804 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5469710b-a13e-4c0d-a821-99bb64dbc49b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (e131fa3c-b4a4-490b-88e5-7719cea9d774), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.226225 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5469710b-a13e-4c0d-a821-99bb64dbc49b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (e131fa3c-b4a4-490b-88e5-7719cea9d774), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.228805 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-5469710b-a13e-4c0d-a821-99bb64dbc49b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.230003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-5469710b-a13e-4c0d-a821-99bb64dbc49b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/security-groups/e131fa3c-b4a4-490b-88e5-7719cea9d774 HTTP/1.1" status: 204 len: 168 time: 0.1520853 Feb 11 06:40:06.238859 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469710b-a13e-4c0d-a821-99bb64dbc49b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e131fa3c-b4a4-490b-88e5-7719cea9d774,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:06.481199 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53130) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:06.485720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c54482ca-e216-4109-920b-f8823280aa15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1825426939', 'description': 'tempest-secgroup-smoke-1825426939 description', 'project_id': 'baf79e4cee014e07a11ddac9f9749567'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:06.510510 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c54482ca-e216-4109-920b-f8823280aa15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.574975 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c54482ca-e216-4109-920b-f8823280aa15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (0ec244bb-7397-4143-8786-7237e4d60106), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.578561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c54482ca-e216-4109-920b-f8823280aa15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0ec244bb-7397-4143-8786-7237e4d60106), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.609734 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c54482ca-e216-4109-920b-f8823280aa15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.611123 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c54482ca-e216-4109-920b-f8823280aa15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1289070 Feb 11 06:40:06.612345 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54482ca-e216-4109-920b-f8823280aa15 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec244bb-7397-4143-8786-7237e4d60106,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:06.614207 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53132) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:06.619507 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-bc3d864c-0806-4f7d-9c4e-bd6c41ef861a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '0ec244bb-7397-4143-8786-7237e4d60106', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:06.646952 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc3d864c-0806-4f7d-9c4e-bd6c41ef861a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (552bfd6f-96da-4921-87f9-a9c71923ed6d), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.705820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc3d864c-0806-4f7d-9c4e-bd6c41ef861a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (552bfd6f-96da-4921-87f9-a9c71923ed6d), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.710013 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc3d864c-0806-4f7d-9c4e-bd6c41ef861a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (552bfd6f-96da-4921-87f9-a9c71923ed6d), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.727228 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d864c-0806-4f7d-9c4e-bd6c41ef861a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552bfd6f-96da-4921-87f9-a9c71923ed6d,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:06.735287 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-bc3d864c-0806-4f7d-9c4e-bd6c41ef861a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.736492 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-bc3d864c-0806-4f7d-9c4e-bd6c41ef861a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212759 Feb 11 06:40:06.739221 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53134) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:06.743462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-dd75be80-b5cc-4219-a581-e798868bc510 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '0ec244bb-7397-4143-8786-7237e4d60106', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:06.767051 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd75be80-b5cc-4219-a581-e798868bc510 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (3f2c0c84-d76f-4978-b0ea-47fe34f3878c), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.821574 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd75be80-b5cc-4219-a581-e798868bc510 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (3f2c0c84-d76f-4978-b0ea-47fe34f3878c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.825187 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd75be80-b5cc-4219-a581-e798868bc510 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (3f2c0c84-d76f-4978-b0ea-47fe34f3878c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.843546 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75be80-b5cc-4219-a581-e798868bc510 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2c0c84-d76f-4978-b0ea-47fe34f3878c,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:06.850900 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dd75be80-b5cc-4219-a581-e798868bc510 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.852085 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dd75be80-b5cc-4219-a581-e798868bc510 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119590 Feb 11 06:40:06.854864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53136) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:06.859058 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-d34cf780-5f5d-4bc6-8735-ccef2b4c3e73 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '0ec244bb-7397-4143-8786-7237e4d60106', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:06.885612 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d34cf780-5f5d-4bc6-8735-ccef2b4c3e73 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (3f443da2-fe23-4ef1-8d50-2543c371e055), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.940119 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d34cf780-5f5d-4bc6-8735-ccef2b4c3e73 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (3f443da2-fe23-4ef1-8d50-2543c371e055), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.944293 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d34cf780-5f5d-4bc6-8735-ccef2b4c3e73 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (3f443da2-fe23-4ef1-8d50-2543c371e055), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.963190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cf780-5f5d-4bc6-8735-ccef2b4c3e73 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f443da2-fe23-4ef1-8d50-2543c371e055,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:06.971460 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d34cf780-5f5d-4bc6-8735-ccef2b4c3e73 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:06.972684 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d34cf780-5f5d-4bc6-8735-ccef2b4c3e73 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169105 Feb 11 06:40:06.975529 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53138) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:06.979822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-13c21b8b-fedf-4773-8152-06d5f57143f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '0ec244bb-7397-4143-8786-7237e4d60106', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:07.008529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13c21b8b-fedf-4773-8152-06d5f57143f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (19655c5c-7cd6-4dc4-bdd0-26ed609bc7d1), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.066842 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13c21b8b-fedf-4773-8152-06d5f57143f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (19655c5c-7cd6-4dc4-bdd0-26ed609bc7d1), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.070481 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13c21b8b-fedf-4773-8152-06d5f57143f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (19655c5c-7cd6-4dc4-bdd0-26ed609bc7d1), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.088149 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c21b8b-fedf-4773-8152-06d5f57143f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19655c5c-7cd6-4dc4-bdd0-26ed609bc7d1,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:07.095291 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-13c21b8b-fedf-4773-8152-06d5f57143f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.096491 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-13c21b8b-fedf-4773-8152-06d5f57143f7 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200030 Feb 11 06:40:07.099256 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53140) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:07.104173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-c6a2f66c-01ed-4454-a782-2fafb084ac5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '0ec244bb-7397-4143-8786-7237e4d60106', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:07.122410 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-c6a2f66c-01ed-4454-a782-2fafb084ac5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:40:07.127109 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f66c-01ed-4454-a782-2fafb084ac5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (1f1e00e1-5598-448d-93dd-a859e3e99cc6), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.184627 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f66c-01ed-4454-a782-2fafb084ac5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (1f1e00e1-5598-448d-93dd-a859e3e99cc6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.187931 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f66c-01ed-4454-a782-2fafb084ac5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (1f1e00e1-5598-448d-93dd-a859e3e99cc6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.205845 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2f66c-01ed-4454-a782-2fafb084ac5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1e00e1-5598-448d-93dd-a859e3e99cc6,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:07.213463 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f66c-01ed-4454-a782-2fafb084ac5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.214680 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c6a2f66c-01ed-4454-a782-2fafb084ac5f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1138322 Feb 11 06:40:07.217323 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53142) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:07.221683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-fe943cc2-ca35-42da-abab-fa2a4ccafd53 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'security_group_rule': {'security_group_id': '0ec244bb-7397-4143-8786-7237e4d60106', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:07.242337 n-d-715271-35 neutron-server[103121]: INFO neutron.db.securitygroups_db [None req-fe943cc2-ca35-42da-abab-fa2a4ccafd53 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Project baf79e4cee014e07a11ddac9f9749567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:40:07.247308 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe943cc2-ca35-42da-abab-fa2a4ccafd53 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (72bdbe95-68b2-48b8-8349-3640b272c2c0), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.289727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6543c85f-a334-4540-b306-8c57a6ff1f62 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:40:07.309652 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe943cc2-ca35-42da-abab-fa2a4ccafd53 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (72bdbe95-68b2-48b8-8349-3640b272c2c0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.311735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 6543c85f-a334-4540-b306-8c57a6ff1f62 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:40:07.312345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 6543c85f-a334-4540-b306-8c57a6ff1f62 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:40:07.313066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b145cccb-a043-4d81-8c51-c6105e1733ac no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:40:07.313583 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe943cc2-ca35-42da-abab-fa2a4ccafd53 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (72bdbe95-68b2-48b8-8349-3640b272c2c0), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.331171 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe943cc2-ca35-42da-abab-fa2a4ccafd53 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bdbe95-68b2-48b8-8349-3640b272c2c0,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:07.333558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: b145cccb-a043-4d81-8c51-c6105e1733ac {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:40:07.333948 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device b145cccb-a043-4d81-8c51-c6105e1733ac not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:40:07.340164 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-fe943cc2-ca35-42da-abab-fa2a4ccafd53 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.341482 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-fe943cc2-ca35-42da-abab-fa2a4ccafd53 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231086 Feb 11 06:40:07.344182 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53144) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:07.349033 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'network': {'name': 'tempest-network-smoke--525931942', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'port_security_enabled': True}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:07.367887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:40:07.371219 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.393723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:40:07.402407 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (40a3b5a6-9319-40ef-89c8-a85d657f83ff), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.402859 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Added segment 40a3b5a6-9319-40ef-89c8-a85d657f83ff of type vlan for network 53bf8b24-a556-44a3-943b-c0a4bd497696 Feb 11 06:40:07.444608 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (53bf8b24-a556-44a3-943b-c0a4bd497696), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.468653 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (53bf8b24-a556-44a3-943b-c0a4bd497696), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.473540 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:07.474120 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.507021 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1618335 Feb 11 06:40:07.509765 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53146) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:07.513982 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'admin_state_up': True, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:07.556000 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030ad7d-6c5e-4da9-8862-95e80ae54cc3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Network': ['ID=53bf8b24-a556-44a3-943b-c0a4bd497696,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:07.565719 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.566755 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.566920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 53bf8b24-a556-44a3-943b-c0a4bd497696 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:40:07.624365 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), precommit_add_association {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.766154 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.963108 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.985173 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:08.089912 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.102 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/fe1d23b8-dc45-4812-a7f0-a54e613a0adc) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:40:08.187388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:08.220921 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:08.259430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:40:08.263806 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:40:08.267194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:40:08.293549 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=fe1d23b8-dc45-4812-a7f0-a54e613a0adc,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:08.525787 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:08.718042 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:08.843758 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:40:08.950937 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:40:08.963079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Sync routers for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:40:08.970725 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:08.972737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:08.973458 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:08.975262 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8ca0ae62-6fc4-4faf-a20f-29d5af253fe4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4645619 Feb 11 06:40:08.975522 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53148) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:09.051773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0abe5db6-abbf-4f02-a420-7e4ff9fdcd95 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=baf79e4cee014e07a11ddac9f9749567&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738816 Feb 11 06:40:09.054317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53152) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:09.083394 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:09.143532 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0a73ec-d109-40a4-88c1-80d11bd83ba8 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:09.145064 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ad0a73ec-d109-40a4-88c1-80d11bd83ba8 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898480 Feb 11 06:40:09.148473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53154) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:09.175976 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4e113275-ca76-47a9-9ae6-615531690d01 tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=5c7daf6c-e2b9-4f41-9446-1ad520eb12fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264020 Feb 11 06:40:09.179006 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53156) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:09.183628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937045810', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:09.261423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:08Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:09.269005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:40:09.273091 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.292756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Checking router: 7c11c2e5-4d91-4f77-a23d-85f0fa78395e for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:40:09.293236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Updating router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e port fe1d23b8-dc45-4812-a7f0-a54e613a0adc binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:40:09.321930 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.454370 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (13dd7b48-69c2-425e-9e65-dd82f873b826), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.520152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Subnet': ['ID=13dd7b48-69c2-425e-9e65-dd82f873b826,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:09.528495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Checking segment: {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:40:09.528869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network hostable DHCP agents. Network: 53bf8b24-a556-44a3-943b-c0a4bd497696, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:40:09.545354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 53bf8b24-a556-44a3-943b-c0a4bd497696 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:40:09.554125 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 53bf8b24-a556-44a3-943b-c0a4bd497696) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:40:09.558487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:09.559188 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.566331 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e4430-1ced-4fb3-ae8d-83520167db7a None None] Network 53bf8b24-a556-44a3-943b-c0a4bd497696 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:40:09.577656 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Publish callbacks [] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.580825 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53158) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:09.581235 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-bcac6ee5-3fa6-4ed6-828f-847f6124c85f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010665 Feb 11 06:40:09.595235 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.693825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Attempting to bind port fe1d23b8-dc45-4812-a7f0-a54e613a0adc on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:40:09.694198 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Attempting to bind port fe1d23b8-dc45-4812-a7f0-a54e613a0adc by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:40:09.694567 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Attempting to bind port fe1d23b8-dc45-4812-a7f0-a54e613a0adc on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:40:09.710380 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449bc44-92f4-464f-a1cd-665dc6d13ff6 None None] Pushing event updated for resources: {'Port': ['ID=fe1d23b8-dc45-4812-a7f0-a54e613a0adc,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:09.714703 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:40:09.715092 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:40:09.715505 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.715905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:40:09.716371 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Bound port: fe1d23b8-dc45-4812-a7f0-a54e613a0adc, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:40:09.716764 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.775406 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-53bf8b24-a556-44a3-943b-c0a4bd497696', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:40:09.776249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.803255 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] For port fe1d23b8-dc45-4812-a7f0-a54e613a0adc, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:40:09.821958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] For port fe1d23b8-dc45-4812-a7f0-a54e613a0adc, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fe1d23b8-dc45-4812-a7f0-a54e613a0adc,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:40:09.868064 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.031797 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.141816 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:10.142463 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:10.180706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449bc44-92f4-464f-a1cd-665dc6d13ff6 None None] Pushing event updated for resources: {'Port': ['ID=fe1d23b8-dc45-4812-a7f0-a54e613a0adc,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:10.208200 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Allocated IP 172.20.0.2 (53bf8b24-a556-44a3-943b-c0a4bd497696/13dd7b48-69c2-425e-9e65-dd82f873b826/bc8d35bf-8aa9-480e-8222-33950a0cfccc) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:40:10.294060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:10.529264 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Publish callbacks [] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.538103 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.588134 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.1 (53bf8b24-a556-44a3-943b-c0a4bd497696/13dd7b48-69c2-425e-9e65-dd82f873b826/1835ff00-2b16-4bbf-a97c-bfb822f5f1f6) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:40:10.589000 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Network 53bf8b24-a556-44a3-943b-c0a4bd497696 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:40:10.595264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:40:10.601569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:40:10.604961 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Pushing event updated for resources: {'Port': ['ID=bc8d35bf-8aa9-480e-8222-33950a0cfccc,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:10.620350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:08Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:10.662645 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921bc1c-6658-422b-8862-4d498af22b4b None None] The sync data for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 is: [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:08Z', 'revision_number': 3, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:40:10.695093 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Attempting to bind port bc8d35bf-8aa9-480e-8222-33950a0cfccc on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:40:10.695471 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Attempting to bind port bc8d35bf-8aa9-480e-8222-33950a0cfccc by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:40:10.695845 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Attempting to bind port bc8d35bf-8aa9-480e-8222-33950a0cfccc on network 53bf8b24-a556-44a3-943b-c0a4bd497696 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:40:10.701634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:40:10.702047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Checking segment: {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:40:10.702435 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.702834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Bound using segment: {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:40:10.703313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Bound port: bc8d35bf-8aa9-480e-8222-33950a0cfccc, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:40:10.704283 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.706944 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.744379 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.777827 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] For port bc8d35bf-8aa9-480e-8222-33950a0cfccc, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:40:10.781283 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] For port bc8d35bf-8aa9-480e-8222-33950a0cfccc, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bc8d35bf-8aa9-480e-8222-33950a0cfccc,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:40:10.786981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 53bf8b24-a556-44a3-943b-c0a4bd497696 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:40:10.788917 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.790822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:40:10.794570 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:40:10.826994 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=1835ff00-2b16-4bbf-a97c-bfb822f5f1f6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:10.851449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.853039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b51b55-1083-45c4-b373-a6a661c8cbfc None None] Pushing event updated for resources: {'Port': ['ID=bc8d35bf-8aa9-480e-8222-33950a0cfccc,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:11.029619 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.367467 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.372964 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bc8d35bf-8aa9-480e-8222-33950a0cfccc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:40:11.374444 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.429057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port bc8d35bf-8aa9-480e-8222-33950a0cfccc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:11.429473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.454833 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=1835ff00-2b16-4bbf-a97c-bfb822f5f1f6,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:11.470979 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.516266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port bc8d35bf-8aa9-480e-8222-33950a0cfccc is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:11.516652 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.557789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port bc8d35bf-8aa9-480e-8222-33950a0cfccc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bc8d35bf-8aa9-480e-8222-33950a0cfccc,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:11.566140 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.567223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fe1d23b8-dc45-4812-a7f0-a54e613a0adc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:40:11.585785 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 53bf8b24-a556-44a3-943b-c0a4bd497696 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:40:11.587654 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:40:11.660767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=bc8d35bf-8aa9-480e-8222-33950a0cfccc,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:11.675260 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fe1d23b8-dc45-4812-a7f0-a54e613a0adc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:11.675936 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.768179 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fe1d23b8-dc45-4812-a7f0-a54e613a0adc is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:11.768774 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.791305 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port fe1d23b8-dc45-4812-a7f0-a54e613a0adc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fe1d23b8-dc45-4812-a7f0-a54e613a0adc,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:11.796822 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:11.856256 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=fe1d23b8-dc45-4812-a7f0-a54e613a0adc,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:11.968268 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20edb48c-e9b7-4480-9f84-02d9ff3fceef None None] Network 53bf8b24-a556-44a3-943b-c0a4bd497696 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:40:12.043661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:40:12.070884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b91b2ad5-8023-404a-8f5e-f1a29865467d None None] Provisioning complete for port bc8d35bf-8aa9-480e-8222-33950a0cfccc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:12.071265 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b91b2ad5-8023-404a-8f5e-f1a29865467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:12.194551 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b91b2ad5-8023-404a-8f5e-f1a29865467d None None] Current status of the port bc8d35bf-8aa9-480e-8222-33950a0cfccc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:12.198289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:40:12.209676 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0c067e8d-a143-4ba3-b974-c363bb9d13e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/7c11c2e5-4d91-4f77-a23d-85f0fa78395e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6265996 Feb 11 06:40:12.381875 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-0630032c-fdec-41d2-873b-e783ccb5aa0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1825426939&fields=id&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 267 time: 0.0507894 Feb 11 06:40:12.421637 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34347141-26e2-49b9-a02c-cab9c82fd9da None None] Provisioning complete for port bc8d35bf-8aa9-480e-8222-33950a0cfccc triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:12.422118 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34347141-26e2-49b9-a02c-cab9c82fd9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:12.495933 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-1b20ffb2-6815-4184-82d9-155f6fda6d44 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:12.497521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-1b20ffb2-6815-4184-82d9-155f6fda6d44 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/networks?id=53bf8b24-a556-44a3-943b-c0a4bd497696 HTTP/1.1" status: 200 len: 796 time: 0.1090643 Feb 11 06:40:12.514051 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34347141-26e2-49b9-a02c-cab9c82fd9da None None] Current status of the port bc8d35bf-8aa9-480e-8222-33950a0cfccc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:12.514330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-dd83da65-e9ac-47a8-b13e-50a087c59255 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/quotas/baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 375 time: 0.0106881 Feb 11 06:40:12.526831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-34347141-26e2-49b9-a02c-cab9c82fd9da None None] Provisioning complete for port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:12.527291 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-34347141-26e2-49b9-a02c-cab9c82fd9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:12.531464 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Sync routers for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:40:12.548230 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:12.548861 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:12.567482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-34347141-26e2-49b9-a02c-cab9c82fd9da None None] Port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:40:12.583001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-bedc354f-a5ac-4f69-8272-952a37d4d95d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621259 Feb 11 06:40:12.683060 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:12.688345 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-68218388-bd12-445d-a8a9-4bd9c5d431dd None None] Provisioning complete for port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:12.688937 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-68218388-bd12-445d-a8a9-4bd9c5d431dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:12.728889 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-68218388-bd12-445d-a8a9-4bd9c5d431dd None None] Port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:40:12.749389 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-e64e9e5a-e13c-43e6-a72e-490b6eab0909 service neutron] 10.222.0.31 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546376 Feb 11 06:40:12.848806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-052415c3-7c26-49ee-b8d5-c72d13599f8e service neutron] 10.222.0.31 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933242 Feb 11 06:40:12.852028 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-91340fc9-9ee6-47f9-a12a-43a5915cc843 None None] Provisioning complete for port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:12.852712 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-91340fc9-9ee6-47f9-a12a-43a5915cc843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:12.890023 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-91340fc9-9ee6-47f9-a12a-43a5915cc843 None None] Port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:40:12.908176 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:10Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '1835ff00-2b16-4bbf-a97c-bfb822f5f1f6', 'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:f1:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:10Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 2, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:12.935851 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Checking router: 7c11c2e5-4d91-4f77-a23d-85f0fa78395e for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:40:12.936211 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Updating router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:40:12.967453 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.032004 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-09144d6f-8fc5-44bf-bd8a-d5fa032b777d req-58e89bd6-b12b-46a3-b646-f6637c1eec3a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 210 time: 0.0292411 Feb 11 06:40:13.252520 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Publish callbacks [] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.262386 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.317062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bc8d35bf-8aa9-480e-8222-33950a0cfccc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:40:13.334073 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Pushing event updated for resources: {'Port': ['ID=1835ff00-2b16-4bbf-a97c-bfb822f5f1f6,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:13.368956 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.369888 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.370408 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.370920 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.371440 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.371954 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.372455 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.372948 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.373461 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.373976 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.374489 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.374820 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.375332 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:40:13.375682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port bc8d35bf-8aa9-480e-8222-33950a0cfccc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:13.376152 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.383475 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Attempting to bind port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:40:13.383850 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Attempting to bind port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:40:13.384217 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Attempting to bind port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 on network 53bf8b24-a556-44a3-943b-c0a4bd497696 {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:40:13.399315 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:40:13.399703 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Checking segment: {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:40:13.400325 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.401022 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Bound using segment: {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:40:13.401710 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Bound port: 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:40:13.402097 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.474055 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port bc8d35bf-8aa9-480e-8222-33950a0cfccc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:13.476327 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fe1d23b8-dc45-4812-a7f0-a54e613a0adc up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:40:13.486999 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] For port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:40:13.491230 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] For port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1835ff00-2b16-4bbf-a97c-bfb822f5f1f6,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:40:13.498871 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.531675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port fe1d23b8-dc45-4812-a7f0-a54e613a0adc triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:13.532339 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.555512 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da882cae-031b-4903-b734-ec9c741ff0a9 None None] Pushing event updated for resources: {'Port': ['ID=1835ff00-2b16-4bbf-a97c-bfb822f5f1f6,revision_number=4']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:13.568919 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:13.569550 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:13.625746 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port fe1d23b8-dc45-4812-a7f0-a54e613a0adc is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:13.691465 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:13.725662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ccc3c039-915d-4fe2-90f1-28767f05d893 None None] Provisioning complete for port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:13.726153 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c039-915d-4fe2-90f1-28767f05d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.810082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3c039-915d-4fe2-90f1-28767f05d893 None None] Current status of the port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:13.810481 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c039-915d-4fe2-90f1-28767f05d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.844578 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ccc3c039-915d-4fe2-90f1-28767f05d893 None None] For port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1835ff00-2b16-4bbf-a97c-bfb822f5f1f6,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:13.849816 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c039-915d-4fe2-90f1-28767f05d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:13.900411 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3c039-915d-4fe2-90f1-28767f05d893 None None] Pushing event updated for resources: {'Port': ['ID=1835ff00-2b16-4bbf-a97c-bfb822f5f1f6,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:13.926600 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:10Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '1835ff00-2b16-4bbf-a97c-bfb822f5f1f6', 'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:f1:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:10Z', 'updated_at': '2022-02-11T06:40:13Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:13.965791 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165a8fa9-4d83-4266-bb42-d3c4f08a431d None None] The sync data for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 is: [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:10Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '1835ff00-2b16-4bbf-a97c-bfb822f5f1f6', 'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:f1:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:10Z', 'updated_at': '2022-02-11T06:40:13Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:40:13.972549 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-372bbe67-0ab7-4871-8c21-f8699f6a6497 None None] Provisioning complete for port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:13.972948 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-372bbe67-0ab7-4871-8c21-f8699f6a6497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:14.088726 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-372bbe67-0ab7-4871-8c21-f8699f6a6497 None None] Current status of the port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:14.089990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-35edd841-3178-4898-88ee-f7da252709cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:14.091569 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-35edd841-3178-4898-88ee-f7da252709cd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "GET /v2.0/networks?id=53bf8b24-a556-44a3-943b-c0a4bd497696 HTTP/1.1" status: 200 len: 796 time: 0.1721241 Feb 11 06:40:14.154188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-86c32344-6408-43f3-94a5-2e80b3b6a06d req-75323ffe-d39c-497e-9412-d7276038370d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 210 time: 0.0311818 Feb 11 06:40:14.190303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-b2d20513-618f-443d-9ed5-0e34712e1f0f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf79e4cee014e07a11ddac9f9749567 HTTP/1.1" status: 200 len: 380 time: 0.0890062 Feb 11 06:40:14.205393 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'port': {'device_id': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'admin_state_up': True, 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'security_groups': ['0ec244bb-7397-4143-8786-7237e4d60106']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:14.318265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Made reservation on behalf of baf79e4cee014e07a11ddac9f9749567 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:40:14.321608 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:14.446928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.20.0.5 (53bf8b24-a556-44a3-943b-c0a4bd497696/13dd7b48-69c2-425e-9e65-dd82f873b826/4cd4e44e-f56b-46ca-8e65-b5893e3eab23) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:40:14.592856 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:14.626444 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:14.672247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 53bf8b24-a556-44a3-943b-c0a4bd497696 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:40:14.675432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:40:14.679642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:40:14.704206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:14.734687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:14.735303 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:14.754782 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-411dab94-c395-4061-b727-1c3921ec282f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546737 Feb 11 06:40:14.765967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Request body: {'port': {'device_id': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:14.841865 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:14.917053 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6b91c0a3-949a-4f11-94ba-a9c69fa45d80 None None] Provisioning complete for port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:14.917550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6b91c0a3-949a-4f11-94ba-a9c69fa45d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:14.953332 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6b91c0a3-949a-4f11-94ba-a9c69fa45d80 None None] Port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:40:15.121934 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:40:15.129480 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Publish callbacks [] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:15.141441 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Transition to ACTIVE for port object 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:40:15.147769 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:15.220504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:15.313492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Attempting to bind port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:40:15.313840 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Attempting to bind port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:40:15.314179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Attempting to bind port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 on network 53bf8b24-a556-44a3-943b-c0a4bd497696 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:40:15.323611 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 on network 53bf8b24-a556-44a3-943b-c0a4bd497696 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:40:15.323950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Attempting to bind port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 on network 53bf8b24-a556-44a3-943b-c0a4bd497696 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:40:15.330540 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:40:15.332487 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134163f6-dee8-4f05-b4b0-888ecc2f5abf req-99316aa6-ff76-4440-8708-c95fe7eadfc0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:15.334633 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134163f6-dee8-4f05-b4b0-888ecc2f5abf req-99316aa6-ff76-4440-8708-c95fe7eadfc0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 943 time: 0.1083119 Feb 11 06:40:15.338973 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:40:15.339322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Checking segment: {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:40:15.339722 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Bound using segment: {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:40:15.340161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Bound port: 4cd4e44e-f56b-46ca-8e65-b5893e3eab23, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a3b5a6-9319-40ef-89c8-a85d657f83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:40:15.340532 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:15.389231 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:15.389602 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:15.428414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-134163f6-dee8-4f05-b4b0-888ecc2f5abf req-f5a6f994-2f51-4ef5-94e8-38beb6e83e9c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855539 Feb 11 06:40:15.444938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] For port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:40:15.448144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] For port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:40:15.455430 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:15.475920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:15.493364 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:15.493940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:15.495321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] 10.222.0.72 "PUT /v2.0/ports/4cd4e44e-f56b-46ca-8e65-b5893e3eab23 HTTP/1.1" status: 200 len: 1092 time: 0.7339740 Feb 11 06:40:15.495769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:40:15.498118 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb52772-691f-44b7-ba1e-c4e35ae116f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:40:15.518222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c24fc4-872a-4106-ad9d-8066cb178902 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:15.544761 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2718c49a-330d-4dee-b238-ee5a756ca984 x-openstack-request-id: req-2718c49a-330d-4dee-b238-ee5a756ca984 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:40:15.545064 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:40:15.545361 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2718c49a-330d-4dee-b238-ee5a756ca984 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:40:15.545804 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'status': 'completed', 'code': 200} Feb 11 06:40:15.601012 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-8eb2622b-90e1-414a-95cb-4b1e386161fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:15.602574 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-8eb2622b-90e1-414a-95cb-4b1e386161fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 1126 time: 0.0518320 Feb 11 06:40:15.651949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-d00c36d5-dddb-4376-95b1-8b3de1d8609b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23 HTTP/1.1" status: 200 len: 217 time: 0.0421853 Feb 11 06:40:15.702160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-9c670115-2435-4d68-a27e-9aa56492f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:15.703642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-9c670115-2435-4d68-a27e-9aa56492f93c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dd7b48-69c2-425e-9e65-dd82f873b826 HTTP/1.1" status: 200 len: 835 time: 0.0459437 Feb 11 06:40:15.753905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-1ec6ad30-a33a-4945-97e1-31af451d188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:15.755443 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-1ec6ad30-a33a-4945-97e1-31af451d188a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53bf8b24-a556-44a3-943b-c0a4bd497696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452547 Feb 11 06:40:15.845512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-6a4ecfa5-74c8-47d1-ad08-beda3ee18c7c service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834482 Feb 11 06:40:15.934559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e4aa983e-ac33-4b73-8932-e00a938463c9 req-a128aa5c-b9c9-4f02-b6c8-f2da2c437121 service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834424 Feb 11 06:40:16.026677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-a8d8326e-e994-4c5f-870f-07f61f8919cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:16.028175 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-a8d8326e-e994-4c5f-870f-07f61f8919cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 1126 time: 0.0454423 Feb 11 06:40:16.122775 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-b4d53986-deca-4f23-99a0-0eb4b8b4d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:16.124264 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-b4d53986-deca-4f23-99a0-0eb4b8b4d033 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53bf8b24-a556-44a3-943b-c0a4bd497696 HTTP/1.1" status: 200 len: 897 time: 0.0898693 Feb 11 06:40:16.167167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-b4381378-97c6-4d62-86cb-d15e6ee5ff20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23 HTTP/1.1" status: 200 len: 217 time: 0.0357351 Feb 11 06:40:16.214008 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-68719cea-d6df-4eb4-9d7e-8e9a583c6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:16.215449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-68719cea-d6df-4eb4-9d7e-8e9a583c6311 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dd7b48-69c2-425e-9e65-dd82f873b826 HTTP/1.1" status: 200 len: 835 time: 0.0425549 Feb 11 06:40:16.265082 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-28d7534d-9c4d-4a51-a7de-a1cb7027071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:16.266598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-28d7534d-9c4d-4a51-a7de-a1cb7027071d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53bf8b24-a556-44a3-943b-c0a4bd497696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440240 Feb 11 06:40:16.360675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-aa9fb96f-2e02-4178-8f5a-f4b19266c97e service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858741 Feb 11 06:40:16.447561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ebb52772-691f-44b7-ba1e-c4e35ae116f8 req-2c1e61a5-3ee5-4d8b-b1ea-d9141a25677b service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801442 Feb 11 06:40:16.551883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded5084-68e7-4288-9c52-d6ad23ba85b2 req-ed5913c0-43ed-4b82-a71b-722ab7c0eaee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:16.553403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ded5084-68e7-4288-9c52-d6ad23ba85b2 req-ed5913c0-43ed-4b82-a71b-722ab7c0eaee tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 943 time: 0.0554888 Feb 11 06:40:16.600670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ded5084-68e7-4288-9c52-d6ad23ba85b2 req-4c549f0e-490e-4eda-8da4-e747d14062e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Feb 11 06:40:17.718143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bede66-14e1-4132-a968-358d8cf1329c req-93b0f129-e3a1-45a3-acdb-9e3a3579a3a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:17.719601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8bede66-14e1-4132-a968-358d8cf1329c req-93b0f129-e3a1-45a3-acdb-9e3a3579a3a0 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 943 time: 0.0508897 Feb 11 06:40:17.767010 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b8bede66-14e1-4132-a968-358d8cf1329c req-8a582ef2-30d8-4976-956d-43603055fe12 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412283 Feb 11 06:40:18.131696 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:40:18.230625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:18.241813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'port_id': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'mac_address': 'fa:16:3e:66:59:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:40:18.278171 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:18.278610 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:18.292111 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:40:18.310918 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:18.314685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:18.365861 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:18.557170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['4cd4e44e-f56b-46ca-8e65-b5893e3eab23'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:40:18.887728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae5e4f-efa6-48e1-939a-744835e38db0 req-170fe085-a1a8-40cd-8b04-e43206ed173d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:18.889087 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fae5e4f-efa6-48e1-939a-744835e38db0 req-170fe085-a1a8-40cd-8b04-e43206ed173d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 944 time: 0.0539701 Feb 11 06:40:19.242330 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0fae5e4f-efa6-48e1-939a-744835e38db0 req-609cef97-de74-430d-9228-9781c7fd6e8d tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476107 Feb 11 06:40:20.133574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:40:20.180919 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:40:20.184734 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:40:20.185131 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:20.260377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:40:20.260765 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:20.287264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:40:20.289498 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7685cff5-0c3f-4a1c-9e23-02739cd5e48e" -d '{"events": [{"server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "name": "network-vif-plugged", "status": "completed", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:40:20.301773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:40:20.307049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:20.355682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:20.373367 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c73e17-bc02-4b74-bdf1-229947c7c81f req-3bf53b47-2b5c-4439-a436-1fbf7a72321f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:20.374944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21c73e17-bc02-4b74-bdf1-229947c7c81f req-3bf53b47-2b5c-4439-a436-1fbf7a72321f tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0640357 Feb 11 06:40:20.386919 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7094bbe2-830a-49b5-b469-0f93147341a7 x-openstack-request-id: req-7094bbe2-830a-49b5-b469-0f93147341a7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:40:20.387166 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "name": "network-vif-plugged", "status": "completed", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:40:20.387474 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7094bbe2-830a-49b5-b469-0f93147341a7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:40:20.387884 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'code': 200} Feb 11 06:40:20.426284 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21c73e17-bc02-4b74-bdf1-229947c7c81f req-8af085ec-03e8-4585-9b26-5ed79f23f7e1 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459077 Feb 11 06:40:20.491857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03b7c-9d43-4f2e-af50-00a7c5abac67 req-1ef0b44c-cfef-49ae-9284-a29ad810c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:20.493485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cda03b7c-9d43-4f2e-af50-00a7c5abac67 req-1ef0b44c-cfef-49ae-9284-a29ad810c8ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 1128 time: 0.0453069 Feb 11 06:40:20.539662 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cda03b7c-9d43-4f2e-af50-00a7c5abac67 req-162b15f3-3733-4a51-99c4-f803bed88cca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 Feb 11 06:40:21.546698 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb0774-66b2-463f-9851-0db8c440fc34 req-bac31707-fa82-43de-a54c-e01f5b3e152e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:21.548141 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0beb0774-66b2-463f-9851-0db8c440fc34 req-bac31707-fa82-43de-a54c-e01f5b3e152e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0513728 Feb 11 06:40:21.596285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0beb0774-66b2-463f-9851-0db8c440fc34 req-b1ede013-f0c8-4ecb-bf4b-6c756f165824 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Feb 11 06:40:22.715249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3049-a51b-4f44-9e7e-687c4d09492d req-062a8988-832e-4f2a-af60-8e439bd4a6b2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:22.716732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-695b3049-a51b-4f44-9e7e-687c4d09492d req-062a8988-832e-4f2a-af60-8e439bd4a6b2 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0531025 Feb 11 06:40:22.763130 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-695b3049-a51b-4f44-9e7e-687c4d09492d req-c26fb705-5144-411f-9b47-74ded64becb8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408175 Feb 11 06:40:22.781739 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:22.884305 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba69dea-86df-461b-b4e9-8d958fcca950 req-54e453a0-3082-4ec1-bc78-2dc43dfadd51 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:22.885729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ba69dea-86df-461b-b4e9-8d958fcca950 req-54e453a0-3082-4ec1-bc78-2dc43dfadd51 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0560498 Feb 11 06:40:22.933316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4ba69dea-86df-461b-b4e9-8d958fcca950 req-02bb64f7-56ee-43e3-b93e-a3e6a505ba37 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Feb 11 06:40:22.954194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53212) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:22.997316 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3552667-61a4-4971-a903-d6e9105b7dba tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:22.998863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b3552667-61a4-4971-a903-d6e9105b7dba tempest-TestNetworkAdvancedServerOps-53310415 tempest-TestNetworkAdvancedServerOps-53310415-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 1123 time: 0.0437105 Feb 11 06:40:23.001821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53214) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:23.006616 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:40:23.031508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:23.132514 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:23.233400 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Allocated IP 172.25.1.50 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/b59023b5-46bf-432c-b928-75224a8fa7d2) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:40:23.341890 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (b59023b5-46bf-432c-b928-75224a8fa7d2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:23.377691 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b59023b5-46bf-432c-b928-75224a8fa7d2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:23.417077 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:40:23.421294 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:40:23.425357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:40:23.428791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=b59023b5-46bf-432c-b928-75224a8fa7d2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:23.791002 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (6b1414bf-f86c-432e-9817-d7dadfa47ef0), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:23.860214 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (b59023b5-46bf-432c-b928-75224a8fa7d2), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:23.880939 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:24.005751 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for port (b59023b5-46bf-432c-b928-75224a8fa7d2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:24.011053 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (b59023b5-46bf-432c-b928-75224a8fa7d2), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:24.082465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event updated for resources: {'Port': ['ID=b59023b5-46bf-432c-b928-75224a8fa7d2,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:40:24.092358 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (6b1414bf-f86c-432e-9817-d7dadfa47ef0), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:24.193349 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP 6b1414bf-f86c-432e-9817-d7dadfa47ef0 associated. External IP: 172.25.1.50, port: 4cd4e44e-f56b-46ca-8e65-b5893e3eab23. Feb 11 06:40:24.400258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:40:24.507070 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:40:24.516789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] Sync routers for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:40:24.524892 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:24.527407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:24.528022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:24.554657 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-e7b529be-14f3-44f6-8947-9b3136204b41 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5517886 Feb 11 06:40:24.555336 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:40:24.557881 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:40:24.613659 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01805ff1-b151-4396-8494-bf4bf9d7b96e x-openstack-request-id: req-01805ff1-b151-4396-8494-bf4bf9d7b96e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:40:24.614074 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:40:24.614437 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01805ff1-b151-4396-8494-bf4bf9d7b96e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:40:24.615272 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'status': 'completed', 'code': 200} Feb 11 06:40:24.705081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-3c752b17-62ff-4c4a-b6ba-69492e40544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:24.706556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-3c752b17-62ff-4c4a-b6ba-69492e40544d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 1128 time: 0.0700455 Feb 11 06:40:24.714304 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb1f7-5676-4f70-a7ff-7f03c5ee0ca3 req-37c68022-a88d-4458-8457-8cc172a5f5e6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:24.715802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2cbb1f7-5676-4f70-a7ff-7f03c5ee0ca3 req-37c68022-a88d-4458-8457-8cc172a5f5e6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0902429 Feb 11 06:40:24.800182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:24.822771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f2cbb1f7-5676-4f70-a7ff-7f03c5ee0ca3 req-63e49067-cc5b-4ee3-a678-7b78386a4895 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986688 Feb 11 06:40:24.838375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-dd842e48-565f-491c-bd0f-1d2647adda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:24.840001 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-dd842e48-565f-491c-bd0f-1d2647adda46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53bf8b24-a556-44a3-943b-c0a4bd497696 HTTP/1.1" status: 200 len: 897 time: 0.1233015 Feb 11 06:40:24.846101 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53220) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:24.910212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-ab39a8ce-dcc6-4f84-9a60-e1f7141a14b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23 HTTP/1.1" status: 200 len: 998 time: 0.0642345 Feb 11 06:40:24.914431 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dd357fb6-ab63-4ca8-b7f5-8a2936fb8107 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/6b1414bf-f86c-432e-9817-d7dadfa47ef0 HTTP/1.1" status: 200 len: 990 time: 0.0671947 Feb 11 06:40:24.957602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-b7a28075-255d-4dcb-94fd-05ada5139a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:24.959582 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-b7a28075-255d-4dcb-94fd-05ada5139a8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dd7b48-69c2-425e-9e65-dd82f873b826 HTTP/1.1" status: 200 len: 835 time: 0.0433652 Feb 11 06:40:25.007204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-59726606-21ee-419d-8c4d-b72a10d8c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:25.008746 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-59726606-21ee-419d-8c4d-b72a10d8c8fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53bf8b24-a556-44a3-943b-c0a4bd497696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434072 Feb 11 06:40:25.039090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:10Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '6b1414bf-f86c-432e-9817-d7dadfa47ef0', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'port_id': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'mac_address': 'fa:16:3e:66:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:40:23Z', 'updated_at': '2022-02-11T06:40:23Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1835ff00-2b16-4bbf-a97c-bfb822f5f1f6', 'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:f1:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:10Z', 'updated_at': '2022-02-11T06:40:13Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:25.067823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] Checking router: 7c11c2e5-4d91-4f77-a23d-85f0fa78395e for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:40:25.076197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:25.077087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:40:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:25.104562 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-cd492fe2-f8d1-458b-a76a-2782483aed6d service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900319 Feb 11 06:40:25.189441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:25.190260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ab4f5748-e8e7-4488-a75e-7d7f9f5e199b req-c76827eb-a639-4876-9839-e12c5bb170b8 service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802267 Feb 11 06:40:25.429026 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:10Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '6b1414bf-f86c-432e-9817-d7dadfa47ef0', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'port_id': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'mac_address': 'fa:16:3e:66:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:40:23Z', 'updated_at': '2022-02-11T06:40:23Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1835ff00-2b16-4bbf-a97c-bfb822f5f1f6', 'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:f1:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:10Z', 'updated_at': '2022-02-11T06:40:13Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:25.455295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb68c14-0d14-4a29-86e7-b459fda32e75 None None] The sync data for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 is: [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:10Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '6b1414bf-f86c-432e-9817-d7dadfa47ef0', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'port_id': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'mac_address': 'fa:16:3e:66:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:40:23Z', 'updated_at': '2022-02-11T06:40:23Z', 'revision_number': 0, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1835ff00-2b16-4bbf-a97c-bfb822f5f1f6', 'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:f1:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:10Z', 'updated_at': '2022-02-11T06:40:13Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:40:25.662955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79bdea-8016-400b-a3cd-b1eb1c20be8a None None] New status for floating IP 6b1414bf-f86c-432e-9817-d7dadfa47ef0: ACTIVE {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:40:25.918015 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53222) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:25.980372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b84cf2b1-d00f-4ee7-9ba8-6344c69bd3de tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/6b1414bf-f86c-432e-9817-d7dadfa47ef0 HTTP/1.1" status: 200 len: 992 time: 0.0611787 Feb 11 06:40:27.866524 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-671d6d91-c6cb-4db8-9d22-935f7c1abab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:30.399586 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d9ac5e84-1f7d-4127-b5dd-6d5f36c84c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:31.032901 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:40:31.382263 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:33.063001 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:34.038503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:40.860726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba3fffe-49ab-455f-8250-20875e4063ff req-8187232a-08e3-4af3-935e-ef16e9c0976a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483158 Feb 11 06:40:40.943990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3fffe-49ab-455f-8250-20875e4063ff req-ba2340d6-72d8-4fe5-b925-3427a763415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:40.945577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba3fffe-49ab-455f-8250-20875e4063ff req-ba2340d6-72d8-4fe5-b925-3427a763415c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 1128 time: 0.0434403 Feb 11 06:40:41.049046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3fffe-49ab-455f-8250-20875e4063ff req-4c36b6e9-617d-4d0c-8ffb-27d3693afead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:41.050526 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba3fffe-49ab-455f-8250-20875e4063ff req-4c36b6e9-617d-4d0c-8ffb-27d3693afead service neutron] 10.222.0.72 "GET /v2.0/networks?id=53bf8b24-a556-44a3-943b-c0a4bd497696 HTTP/1.1" status: 200 len: 897 time: 0.0853217 Feb 11 06:40:41.112873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba3fffe-49ab-455f-8250-20875e4063ff req-36201ac0-5cea-4eb5-8795-29025910dc8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23 HTTP/1.1" status: 200 len: 1000 time: 0.0561197 Feb 11 06:40:41.171486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3fffe-49ab-455f-8250-20875e4063ff req-64e257a1-d8ec-488e-a938-12ef460be205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:41.172944 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba3fffe-49ab-455f-8250-20875e4063ff req-64e257a1-d8ec-488e-a938-12ef460be205 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dd7b48-69c2-425e-9e65-dd82f873b826 HTTP/1.1" status: 200 len: 835 time: 0.0539834 Feb 11 06:40:41.221504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3fffe-49ab-455f-8250-20875e4063ff req-86f8bf54-584f-4e69-87ca-28d791295ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:41.223026 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba3fffe-49ab-455f-8250-20875e4063ff req-86f8bf54-584f-4e69-87ca-28d791295ed7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53bf8b24-a556-44a3-943b-c0a4bd497696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438397 Feb 11 06:40:41.311909 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba3fffe-49ab-455f-8250-20875e4063ff req-4385ab3a-5602-43ba-ae13-c8997501ceaa service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803342 Feb 11 06:40:41.401825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fba3fffe-49ab-455f-8250-20875e4063ff req-4b130074-f3b0-45b5-a7b7-5dfa2fb65fef service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828092 Feb 11 06:40:52.795773 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:53.882916 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:54.767447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d76b6-85d7-4e8a-83eb-f42b0b3ba4be req-bbbd84f4-c958-4b60-91e0-b3a7f0ba9bc8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:54.769005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e96d76b6-85d7-4e8a-83eb-f42b0b3ba4be req-bbbd84f4-c958-4b60-91e0-b3a7f0ba9bc8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.1020713 Feb 11 06:40:54.816652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e96d76b6-85d7-4e8a-83eb-f42b0b3ba4be req-ed916d27-d354-442d-8ce4-e50289fe9d78 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Feb 11 06:40:55.990970 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556019e-af57-4177-b8c0-262b3b268eba req-dea57fff-6035-436d-b49f-cb0d28d2d55a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:55.992417 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7556019e-af57-4177-b8c0-262b3b268eba req-dea57fff-6035-436d-b49f-cb0d28d2d55a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0994751 Feb 11 06:40:56.039887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7556019e-af57-4177-b8c0-262b3b268eba req-9f70d4b1-58a3-4787-b04d-a043e25c82bd tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Feb 11 06:40:56.061614 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53244) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:56.121083 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-9695af7b-4a62-43e5-a0ff-a85f83e669dc tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/6b1414bf-f86c-432e-9817-d7dadfa47ef0 HTTP/1.1" status: 200 len: 992 time: 0.0581257 Feb 11 06:40:57.422706 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7947ce-6fc9-4690-959e-0747f89b018a req-63785b80-d717-4d19-bbd3-f1557d2ebd00 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:57.424066 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc7947ce-6fc9-4690-959e-0747f89b018a req-63785b80-d717-4d19-bbd3-f1557d2ebd00 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0817266 Feb 11 06:40:57.445879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-20c16ff6-826b-4ac8-a937-53607ea7af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:57.447310 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-20c16ff6-826b-4ac8-a937-53607ea7af28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 1128 time: 0.0749722 Feb 11 06:40:57.502702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc7947ce-6fc9-4690-959e-0747f89b018a req-99eb68b0-7d46-497f-a3b9-ed2c75b92604 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720544 Feb 11 06:40:57.558275 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-3b919716-b8fd-4914-829f-24febb25919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:57.559705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-3b919716-b8fd-4914-829f-24febb25919d service neutron] 10.222.0.72 "GET /v2.0/networks?id=53bf8b24-a556-44a3-943b-c0a4bd497696 HTTP/1.1" status: 200 len: 897 time: 0.1049216 Feb 11 06:40:57.623513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-9aa2e183-62f1-4180-a8d4-71dafb8e50be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23 HTTP/1.1" status: 200 len: 1000 time: 0.0578494 Feb 11 06:40:57.672673 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-c7da5cff-4065-4149-9e84-24afd59b8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:57.674158 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-c7da5cff-4065-4149-9e84-24afd59b8840 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dd7b48-69c2-425e-9e65-dd82f873b826 HTTP/1.1" status: 200 len: 835 time: 0.0452967 Feb 11 06:40:57.721483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-5fd064f2-49c1-4835-a84f-9d6cfc8695d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:57.722952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-5fd064f2-49c1-4835-a84f-9d6cfc8695d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53bf8b24-a556-44a3-943b-c0a4bd497696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421855 Feb 11 06:40:57.811772 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-b84219d0-af43-4864-8c7e-981b74c5a6a5 service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824790 Feb 11 06:40:57.869496 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-62d5b689-7d03-4c59-b270-79b40dace417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:57.900156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1951bf-1424-4a8d-93fd-9c87b8939a1d req-82db2046-2eff-4995-aec7-c888453270f9 service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830722 Feb 11 06:40:58.623777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e6e27-4e36-41d4-a913-6acf022a733b req-35ca791e-81df-4a03-a0ca-af7d04bf8c0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:58.625358 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-566e6e27-4e36-41d4-a913-6acf022a733b req-35ca791e-81df-4a03-a0ca-af7d04bf8c0b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0534749 Feb 11 06:40:58.682477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-566e6e27-4e36-41d4-a913-6acf022a733b req-f0712c04-57d2-43e2-a53e-b67daccf1ec9 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515623 Feb 11 06:40:59.802031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf6a0f-26e0-422f-b69c-a289db649da7 req-3835a773-d1dc-4c34-b3ce-810ac67938be tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:59.803498 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71cf6a0f-26e0-422f-b69c-a289db649da7 req-3835a773-d1dc-4c34-b3ce-810ac67938be tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0518041 Feb 11 06:40:59.854798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-71cf6a0f-26e0-422f-b69c-a289db649da7 req-68347365-5a6a-405c-9cdd-487564b730e3 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454032 Feb 11 06:40:59.876570 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53256) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:40:59.935220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f0ef0776-37c3-4e6c-b481-9869d2ed4f8c tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/floatingips/6b1414bf-f86c-432e-9817-d7dadfa47ef0 HTTP/1.1" status: 200 len: 992 time: 0.0575149 Feb 11 06:41:00.179322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53262) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:00.338985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port b59023b5-46bf-432c-b928-75224a8fa7d2 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:00.339328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (b59023b5-46bf-432c-b928-75224a8fa7d2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:00.401055 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9332-cfb6-4811-bf31-808a89d56b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:00.412095 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (b59023b5-46bf-432c-b928-75224a8fa7d2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:00.412413 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (b59023b5-46bf-432c-b928-75224a8fa7d2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:00.423963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for b59023b5-46bf-432c-b928-75224a8fa7d2 owned by network:floatingip {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:00.869206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (b59023b5-46bf-432c-b928-75224a8fa7d2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:00.893338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=b59023b5-46bf-432c-b928-75224a8fa7d2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:00.919329 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.919684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.920032 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.920373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.920708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.921046 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.921403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.921732 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.922064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.922390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.922713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.923034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.923355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:00.964149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for floatingip (6b1414bf-f86c-432e-9817-d7dadfa47ef0), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:00.964583 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Floating IP 6b1414bf-f86c-432e-9817-d7dadfa47ef0 disassociated (deleted). External IP: 172.25.1.50, port: 4cd4e44e-f56b-46ca-8e65-b5893e3eab23. Feb 11 06:41:01.171968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:41:01.285318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:01.290252 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:01.296446 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] Sync routers for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:01.307441 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:01.308066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:01.319999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-cf758d53-1a05-4e6d-abb1-c34053f17010 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/floatingips/6b1414bf-f86c-432e-9817-d7dadfa47ef0 HTTP/1.1" status: 204 len: 168 time: 1.1395140 Feb 11 06:41:01.320586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:01.323000 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cd625c-3025-4f29-ad09-12f2c06bae09" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:01.363557 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55060acc-7b91-43ef-9abb-4c0c2fd11188 x-openstack-request-id: req-55060acc-7b91-43ef-9abb-4c0c2fd11188 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:01.363853 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:01.364106 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55060acc-7b91-43ef-9abb-4c0c2fd11188 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:01.364519 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'status': 'completed', 'code': 200} Feb 11 06:41:01.435479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-5989bdd0-aeb7-4031-8a73-a113ca47a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:01.436393 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:01.437082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-5989bdd0-aeb7-4031-8a73-a113ca47a792 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=baf79e4cee014e07a11ddac9f9749567&device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 1128 time: 0.0487082 Feb 11 06:41:01.482914 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:01.572869 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-b8de8569-112b-46f3-b9fa-a8cae70415f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:01.574387 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-b8de8569-112b-46f3-b9fa-a8cae70415f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53bf8b24-a556-44a3-943b-c0a4bd497696 HTTP/1.1" status: 200 len: 897 time: 0.1237628 Feb 11 06:41:01.585892 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f4c3c-649d-4595-a887-a20ea4fb2f0c req-9b8b787d-725e-405e-85bb-fd541d809b13 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:01.587317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-055f4c3c-649d-4595-a887-a20ea4fb2f0c req-9b8b787d-725e-405e-85bb-fd541d809b13 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0736272 Feb 11 06:41:01.628817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-12882ae8-49d2-40d3-b274-df38d9849e53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23 HTTP/1.1" status: 200 len: 217 time: 0.0405173 Feb 11 06:41:01.655096 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:10Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '1835ff00-2b16-4bbf-a97c-bfb822f5f1f6', 'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:f1:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:10Z', 'updated_at': '2022-02-11T06:40:13Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:01.681828 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] Checking router: 7c11c2e5-4d91-4f77-a23d-85f0fa78395e for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:01.690205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:01.691426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:01.701470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-055f4c3c-649d-4595-a887-a20ea4fb2f0c req-5b6bf710-79a4-4e96-bb57-e3d76621e27a tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074963 Feb 11 06:41:01.707096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-a31dd401-3219-462a-ae3f-5beb67b68526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:01.708811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-a31dd401-3219-462a-ae3f-5beb67b68526 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dd7b48-69c2-425e-9e65-dd82f873b826 HTTP/1.1" status: 200 len: 835 time: 0.0721977 Feb 11 06:41:01.757572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-79758e07-b8f1-4aaf-ac40-420fe93c69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:01.759086 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-79758e07-b8f1-4aaf-ac40-420fe93c69df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53bf8b24-a556-44a3-943b-c0a4bd497696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437849 Feb 11 06:41:01.800815 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:01.852400 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-310e7466-4e6f-476a-a4c3-7797afafad12 service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860996 Feb 11 06:41:01.939503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-85cd625c-3025-4f29-ad09-12f2c06bae09 req-7696eaca-c821-46f6-a7b2-de6b9bc9b3c0 service neutron] 10.222.0.72 "GET /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805507 Feb 11 06:41:02.001698 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:10Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '1835ff00-2b16-4bbf-a97c-bfb822f5f1f6', 'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:f1:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:10Z', 'updated_at': '2022-02-11T06:40:13Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:02.028424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf775d-487e-4c8e-9162-b16da5700076 None None] The sync data for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 is: [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:10Z', 'revision_number': 4, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '1835ff00-2b16-4bbf-a97c-bfb822f5f1f6', 'name': '', 'network_id': '53bf8b24-a556-44a3-943b-c0a4bd497696', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'mac_address': 'fa:16:3e:f1:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:10Z', 'updated_at': '2022-02-11T06:40:13Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'subnets': [{'id': '13dd7b48-69c2-425e-9e65-dd82f873b826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:02.251792 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64835238-4051-41fa-aea1-0df73af19f24 None None] New status for floating IP 6b1414bf-f86c-432e-9817-d7dadfa47ef0: DOWN {{(pid=103123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:41:02.821800 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ab6e4-cc6c-4943-bdc5-503be39ec67a req-305cd203-8c50-4173-b8c3-2d1dc1dd8f87 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:02.823301 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a3ab6e4-cc6c-4943-bdc5-503be39ec67a req-305cd203-8c50-4173-b8c3-2d1dc1dd8f87 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0515513 Feb 11 06:41:02.874592 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a3ab6e4-cc6c-4943-bdc5-503be39ec67a req-eecfbc40-ac4d-43ab-9111-072adaa5002b tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ec244bb-7397-4143-8786-7237e4d60106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457804 Feb 11 06:41:03.066768 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:03.140186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-c218b9da-0652-40da-9369-3952a89273f4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:03.141994 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-c218b9da-0652-40da-9369-3952a89273f4 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 945 time: 0.0533521 Feb 11 06:41:03.233762 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:03.234105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:03.332264 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:03.332535 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:03.344134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:03.470464 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4cd4e44e-f56b-46ca-8e65-b5893e3eab23), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:03.498755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=4cd4e44e-f56b-46ca-8e65-b5893e3eab23,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:03.542982 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] No DVR routers for this DVR port 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:41:03.545549 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:03.548809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9afd550d-3d10-4581-bc8d-b0c86a5af436 req-01963962-3764-4379-846c-81df1a924db6 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.72 "DELETE /v2.0/ports/4cd4e44e-f56b-46ca-8e65-b5893e3eab23 HTTP/1.1" status: 204 len: 173 time: 0.4007714 Feb 11 06:41:03.549287 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'name': 'network-vif-deleted', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:03.551517 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c111c1-c1d6-4b27-ae4f-5f06e1383de9" -d '{"events": [{"server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "name": "network-vif-deleted", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:03.592835 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db23534-1986-47e9-90ee-331219cf4508 x-openstack-request-id: req-2db23534-1986-47e9-90ee-331219cf4508 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:03.593150 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0c8573-e6ca-42b8-b257-4b70d6c07baf", "name": "network-vif-deleted", "tag": "4cd4e44e-f56b-46ca-8e65-b5893e3eab23", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:03.593472 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2db23534-1986-47e9-90ee-331219cf4508 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:03.593887 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c8573-e6ca-42b8-b257-4b70d6c07baf', 'name': 'network-vif-deleted', 'tag': '4cd4e44e-f56b-46ca-8e65-b5893e3eab23', 'status': 'completed', 'code': 200} Feb 11 06:41:04.001723 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5ea9c122-88b6-43a8-a323-a1b485eeeaf4 req-8172ce9e-24d9-4c0c-97bf-d2ee796b399e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0c8573-e6ca-42b8-b257-4b70d6c07baf HTTP/1.1" status: 200 len: 210 time: 0.0406258 Feb 11 06:41:04.044254 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:05.059370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53290) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:05.422579 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:05.680246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:05.680494 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:05.768430 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=1835ff00-2b16-4bbf-a97c-bfb822f5f1f6,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:05.768816 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:05.781949 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 owned by network:router_interface {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:05.972202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (1835ff00-2b16-4bbf-a97c-bfb822f5f1f6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:05.997657 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=1835ff00-2b16-4bbf-a97c-bfb822f5f1f6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:06.010180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.010542 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.010896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.011246 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.011588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.011929 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.012306 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.012646 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.012981 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.013344 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.013679 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.014008 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.014340 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:06.185248 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:06.321995 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:06.343112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:06.343476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 4cd4e44e-f56b-46ca-8e65-b5893e3eab23 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:06.410084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:41:06.518174 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:06.526161 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8f2e9af5-c85b-415b-9291-0628536bd7c8 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "PUT /v2.0/routers/7c11c2e5-4d91-4f77-a23d-85f0fa78395e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628561 Feb 11 06:41:06.526161 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53292) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:06.529840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] Sync routers for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:06.540892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:06.541553 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:06.576594 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c026dab-af8a-4dcb-8066-86031fb5958e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting subnet 13dd7b48-69c2-425e-9e65-dd82f873b826 {{(pid=103121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:41:06.580006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c026dab-af8a-4dcb-8066-86031fb5958e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (13dd7b48-69c2-425e-9e65-dd82f873b826), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:06.625943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c026dab-af8a-4dcb-8066-86031fb5958e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5438335'] for subnet (13dd7b48-69c2-425e-9e65-dd82f873b826), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:06.648048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:06.710923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c026dab-af8a-4dcb-8066-86031fb5958e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (13dd7b48-69c2-425e-9e65-dd82f873b826), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:06.767654 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c026dab-af8a-4dcb-8066-86031fb5958e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5976493'] for subnet (13dd7b48-69c2-425e-9e65-dd82f873b826), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:06.795782 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c026dab-af8a-4dcb-8066-86031fb5958e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Subnet': ['ID=13dd7b48-69c2-425e-9e65-dd82f873b826,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:06.797804 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0c026dab-af8a-4dcb-8066-86031fb5958e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:06.804741 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0c026dab-af8a-4dcb-8066-86031fb5958e tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/subnets/13dd7b48-69c2-425e-9e65-dd82f873b826 HTTP/1.1" status: 204 len: 168 time: 0.2740800 Feb 11 06:41:06.804741 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53294) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:06.807932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f011b52-1fb3-4fce-a1e4-e27f4a044b80 None None] Network 53bf8b24-a556-44a3-943b-c0a4bd497696 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:41:06.902524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:41:05Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:06.914006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:06.934277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] Checking router: 7c11c2e5-4d91-4f77-a23d-85f0fa78395e for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:06.947842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] Routers {'7c11c2e5-4d91-4f77-a23d-85f0fa78395e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:06.948455 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:07.021428 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_gateway (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.035329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] DHCP port deletion for 53bf8b24-a556-44a3-943b-c0a4bd497696 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:41:07.075895 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port fe1d23b8-dc45-4812-a7f0-a54e613a0adc {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:07.076250 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.081513 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] Set router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:07.161548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port fe1d23b8-dc45-4812-a7f0-a54e613a0adc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=fe1d23b8-dc45-4812-a7f0-a54e613a0adc,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:07.161977 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.175723 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for fe1d23b8-dc45-4812-a7f0-a54e613a0adc owned by network:router_gateway {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:07.358032 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (fe1d23b8-dc45-4812-a7f0-a54e613a0adc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.373611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Deleting port bc8d35bf-8aa9-480e-8222-33950a0cfccc {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:07.374136 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.384282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=fe1d23b8-dc45-4812-a7f0-a54e613a0adc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:07.414801 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bc8d35bf-8aa9-480e-8222-33950a0cfccc no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:07.451196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.500702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] For port bc8d35bf-8aa9-480e-8222-33950a0cfccc, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bc8d35bf-8aa9-480e-8222-33950a0cfccc,segment=NetworkSegment(40a3b5a6-9319-40ef-89c8-a85d657f83ff),segment_id=40a3b5a6-9319-40ef-89c8-a85d657f83ff)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:07.501098 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.520151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Calling delete_port for bc8d35bf-8aa9-480e-8222-33950a0cfccc owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:07.544815 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.546955 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router_controller (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), precommit_delete_associations {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.595210 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (7c11c2e5-4d91-4f77-a23d-85f0fa78395e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.595922 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Fanout notify agent at l3_agent the message router_deleted on router 7c11c2e5-4d91-4f77-a23d-85f0fa78395e {{(pid=103121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:41:07.605020 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for router (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.606349 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-dced3945-69d4-4dd0-9692-9efaddcf9194 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/routers/7c11c2e5-4d91-4f77-a23d-85f0fa78395e HTTP/1.1" status: 204 len: 168 time: 0.8011732 Feb 11 06:41:07.608875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53296) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:07.633943 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:41:05Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:07.638905 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port bc8d35bf-8aa9-480e-8222-33950a0cfccc is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:07.639293 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.676668 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a348eb-81cf-4b0b-8402-d3bf9635734d None None] The sync data for ids ['7c11c2e5-4d91-4f77-a23d-85f0fa78395e'] in n-d-715271-35 is: [{'id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428596596', 'tenant_id': 'baf79e4cee014e07a11ddac9f9749567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:41:05Z', 'revision_number': 5, 'project_id': 'baf79e4cee014e07a11ddac9f9749567', 'gw_port': {'id': 'fe1d23b8-dc45-4812-a7f0-a54e613a0adc', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c11c2e5-4d91-4f77-a23d-85f0fa78395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:40:07Z', 'updated_at': '2022-02-11T06:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:07.695233 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (53bf8b24-a556-44a3-943b-c0a4bd497696), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.720681 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.751194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Deleting port bc8d35bf-8aa9-480e-8222-33950a0cfccc {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:07.751526 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.762944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Pushing event deleted for resources: {'Port': ['ID=bc8d35bf-8aa9-480e-8222-33950a0cfccc,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:07.772202 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] No DVR routers for this DVR port bc8d35bf-8aa9-480e-8222-33950a0cfccc on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:41:07.774580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.774934 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.775575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.775708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.775967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.776287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.776634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.776951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.777307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.777630 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.777962 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.778287 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.778606 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03517857-9ebd-4615-b891-2016c0015f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:07.815736 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] For port bc8d35bf-8aa9-480e-8222-33950a0cfccc, host n-d-715271-35, got binding levels [] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:07.816113 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.828412 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Calling delete_port for bc8d35bf-8aa9-480e-8222-33950a0cfccc owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:07.831370 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.ipam_backend_mixin [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Port bc8d35bf-8aa9-480e-8222-33950a0cfccc was not found and therefore no delete operation was performed {{(pid=103121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 06:41:07.833024 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (bc8d35bf-8aa9-480e-8222-33950a0cfccc), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.863428 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Port': ['ID=bc8d35bf-8aa9-480e-8222-33950a0cfccc,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:07.865303 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] No DVR routers for this DVR port bc8d35bf-8aa9-480e-8222-33950a0cfccc on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:41:07.941768 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (53bf8b24-a556-44a3-943b-c0a4bd497696), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.962195 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bf8b24-a556-44a3-943b-c0a4bd497696']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:07.971425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a3b5a6-9319-40ef-89c8-a85d657f83ff') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:07.971674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a3b5a6-9319-40ef-89c8-a85d657f83ff') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:07.981548 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (40a3b5a6-9319-40ef-89c8-a85d657f83ff), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.994429 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (40a3b5a6-9319-40ef-89c8-a85d657f83ff), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.000146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:41:08.000766 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (40a3b5a6-9319-40ef-89c8-a85d657f83ff), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:41:08.004045 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:41:08.034313 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:41:08.077864 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (53bf8b24-a556-44a3-943b-c0a4bd497696), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.085529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.088801 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/networks/53bf8b24-a556-44a3-943b-c0a4bd497696 HTTP/1.1" status: 204 len: 168 time: 0.4789586 Feb 11 06:41:08.091720 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53298) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:08.100792 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b726270-99ce-445b-8657-f1f7b581d3bf tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'Network': ['ID=53bf8b24-a556-44a3-943b-c0a4bd497696,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:08.159065 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8375eb98-7d11-4e6c-b28c-6e17ca1a7528 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (0ec244bb-7397-4143-8786-7237e4d60106), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.186946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8375eb98-7d11-4e6c-b28c-6e17ca1a7528 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (0ec244bb-7397-4143-8786-7237e4d60106), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.248698 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8375eb98-7d11-4e6c-b28c-6e17ca1a7528 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (0ec244bb-7397-4143-8786-7237e4d60106), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.251304 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8375eb98-7d11-4e6c-b28c-6e17ca1a7528 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.252770 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8375eb98-7d11-4e6c-b28c-6e17ca1a7528 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ec244bb-7397-4143-8786-7237e4d60106 HTTP/1.1" status: 204 len: 168 time: 0.1599648 Feb 11 06:41:08.262641 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375eb98-7d11-4e6c-b28c-6e17ca1a7528 tempest-TestNetworkAdvancedServerOps-757805055 tempest-TestNetworkAdvancedServerOps-757805055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec244bb-7397-4143-8786-7237e4d60106,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:08.577236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53306) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:08.707639 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-11a28236-f4f8-4cea-bac6-6083de495e62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=baf79e4cee014e07a11ddac9f9749567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292291 Feb 11 06:41:08.710454 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53310) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:08.759575 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1e00d305-2cf7-48dc-abb7-a11aa7ee6376 admin admin] Publish callbacks [] for security_group (a4945f1e-b302-485c-9f71-99bcdeb8c8de), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.780105 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1e00d305-2cf7-48dc-abb7-a11aa7ee6376 admin admin] Publish callbacks [] for security_group (a4945f1e-b302-485c-9f71-99bcdeb8c8de), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.826098 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1e00d305-2cf7-48dc-abb7-a11aa7ee6376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a4945f1e-b302-485c-9f71-99bcdeb8c8de), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.828910 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1e00d305-2cf7-48dc-abb7-a11aa7ee6376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.831447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1e00d305-2cf7-48dc-abb7-a11aa7ee6376 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4945f1e-b302-485c-9f71-99bcdeb8c8de HTTP/1.1" status: 204 len: 168 time: 0.1199951 Feb 11 06:41:08.839202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00d305-2cf7-48dc-abb7-a11aa7ee6376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4945f1e-b302-485c-9f71-99bcdeb8c8de,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:09.082873 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53316) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:09.095959 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-17fb8d76-97c2-45d9-b4b0-c3289f508065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:09.171190 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-17fb8d76-97c2-45d9-b4b0-c3289f508065 admin admin] Publish callbacks [] for security_group (ae0f4775-8a68-4e95-b644-1ff757a232ed), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:09.175182 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-17fb8d76-97c2-45d9-b4b0-c3289f508065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ae0f4775-8a68-4e95-b644-1ff757a232ed), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:09.215289 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb8d76-97c2-45d9-b4b0-c3289f508065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f4775-8a68-4e95-b644-1ff757a232ed,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:09.220685 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-17fb8d76-97c2-45d9-b4b0-c3289f508065 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebd4132493ce4fe1bbde598bfc95a322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367524 Feb 11 06:41:09.223330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53318) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:09.275306 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ed19cb2-9633-42f2-b23b-75b203c67d6f admin admin] Publish callbacks [] for security_group (ae0f4775-8a68-4e95-b644-1ff757a232ed), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:09.297877 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ed19cb2-9633-42f2-b23b-75b203c67d6f admin admin] Publish callbacks [] for security_group (ae0f4775-8a68-4e95-b644-1ff757a232ed), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:09.324833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:09.345141 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ed19cb2-9633-42f2-b23b-75b203c67d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ae0f4775-8a68-4e95-b644-1ff757a232ed), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:09.347788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6ed19cb2-9633-42f2-b23b-75b203c67d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:09.348959 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6ed19cb2-9633-42f2-b23b-75b203c67d6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae0f4775-8a68-4e95-b644-1ff757a232ed HTTP/1.1" status: 204 len: 168 time: 0.1246927 Feb 11 06:41:09.349569 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:09.349920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 1835ff00-2b16-4bbf-a97c-bfb822f5f1f6 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:09.350333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fe1d23b8-dc45-4812-a7f0-a54e613a0adc no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:09.356875 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed19cb2-9633-42f2-b23b-75b203c67d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f4775-8a68-4e95-b644-1ff757a232ed,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:09.385576 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: fe1d23b8-dc45-4812-a7f0-a54e613a0adc {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:09.385925 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device fe1d23b8-dc45-4812-a7f0-a54e613a0adc not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:10.037173 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53340) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:10.132500 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1782476525-network', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:10.151280 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Made reservation on behalf of 3147ebf56714411bb7c18171a00e60f9 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:41:10.153975 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.162045 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.235784 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Publish callbacks [] for security_group (ec98d351-3b99-47f1-88fc-614503d8bce2), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.239570 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ec98d351-3b99-47f1-88fc-614503d8bce2), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.266141 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:41:10.275870 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98d351-3b99-47f1-88fc-614503d8bce2,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:10.280538 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c5073b86-9db2-40dc-829a-0b966e5adfb0), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.280881 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Added segment c5073b86-9db2-40dc-829a-0b966e5adfb0 of type vlan for network b01dfe5d-69ab-48c7-8d58-7975a661c340 Feb 11 06:41:10.320640 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (b01dfe5d-69ab-48c7-8d58-7975a661c340), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.345366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (b01dfe5d-69ab-48c7-8d58-7975a661c340), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.346344 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:10.346932 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.385275 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3468690 Feb 11 06:41:10.388266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53344) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:10.393382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Request body: {'subnet': {'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1782476525-subnet', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:10.414335 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Made reservation on behalf of 3147ebf56714411bb7c18171a00e60f9 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:41:10.415425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2401a-d57e-4eaa-bbb8-e0a4f205ab7c admin admin] Pushing event updated for resources: {'Network': ['ID=b01dfe5d-69ab-48c7-8d58-7975a661c340,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:10.416754 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.424972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:41:10.581053 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.637731 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:10.648646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Checking segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:41:10.649021 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Network hostable DHCP agents. Network: b01dfe5d-69ab-48c7-8d58-7975a661c340, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:41:10.666857 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:41:10.675122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, b01dfe5d-69ab-48c7-8d58-7975a661c340) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:10.679438 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:10.680027 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.685447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3428ec97-b268-4e82-8b1e-fccffc829730 None None] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:41:10.695294 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-95415a3b-530b-4300-b8cb-8564ce762f5d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3057642 Feb 11 06:41:10.697987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53346) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:10.702311 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:10.721720 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (55db309b-2350-4d9d-8414-160a11365dc2), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.723063 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (55db309b-2350-4d9d-8414-160a11365dc2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.776179 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks [] for router_controller (55db309b-2350-4d9d-8414-160a11365dc2), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.793790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-b01dfe5d-69ab-48c7-8d58-7975a661c340', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:41:10.794646 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.916136 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks [] for router_gateway (55db309b-2350-4d9d-8414-160a11365dc2), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:10.931182 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Allocated IP 172.20.0.2 (b01dfe5d-69ab-48c7-8d58-7975a661c340/1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c/e34914f8-c080-42d7-936b-f9489f6c29c9) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:41:11.075467 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Publish callbacks [] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.081680 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.117265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks [] for router_gateway (55db309b-2350-4d9d-8414-160a11365dc2), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.121818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:11.124823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:11.127223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:41:11.136508 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.156520 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Pushing event updated for resources: {'Port': ['ID=e34914f8-c080-42d7-936b-f9489f6c29c9,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:11.190853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Attempting to bind port e34914f8-c080-42d7-936b-f9489f6c29c9 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:41:11.191146 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Attempting to bind port e34914f8-c080-42d7-936b-f9489f6c29c9 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:41:11.191533 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Attempting to bind port e34914f8-c080-42d7-936b-f9489f6c29c9 on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:41:11.196666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:41:11.197346 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Checking segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:41:11.198038 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.198699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Bound using segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:41:11.199164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Bound port: e34914f8-c080-42d7-936b-f9489f6c29c9, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:41:11.199559 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.244067 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Allocated IP 172.25.1.127 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/eb35ad64-6b47-4743-b563-97648a408c23) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:41:11.269891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] For port e34914f8-c080-42d7-936b-f9489f6c29c9, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:41:11.273419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] For port e34914f8-c080-42d7-936b-f9489f6c29c9, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e34914f8-c080-42d7-936b-f9489f6c29c9,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:41:11.279906 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.348832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14faef-a971-42a5-ba18-426ceace587d None None] Pushing event updated for resources: {'Port': ['ID=e34914f8-c080-42d7-936b-f9489f6c29c9,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:11.370763 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks [] for port (eb35ad64-6b47-4743-b563-97648a408c23), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.408128 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (eb35ad64-6b47-4743-b563-97648a408c23), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.450025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:11.452990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:11.455712 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:41:11.480223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=eb35ad64-6b47-4743-b563-97648a408c23,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:11.730496 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks [] for router_gateway (55db309b-2350-4d9d-8414-160a11365dc2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:11.933274 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (55db309b-2350-4d9d-8414-160a11365dc2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.066157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Router 55db309b-2350-4d9d-8414-160a11365dc2 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:41:12.187377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:12.199959 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Sync routers for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:12.206264 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.210019 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-3f18d033-f5de-49ae-a35a-e3d4348dbcb0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5085425 Feb 11 06:41:12.210310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53348) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:12.210414 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:12.211164 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:12.298550 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82123b48-3236-4e99-8d18-0a028209e72a None None] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:41:12.321486 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:12.390968 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-7097dec8-9d51-4843-8cb0-068475dffc7e None None] Provisioning complete for port e34914f8-c080-42d7-936b-f9489f6c29c9 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:12.391383 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7097dec8-9d51-4843-8cb0-068475dffc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.506980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-7097dec8-9d51-4843-8cb0-068475dffc7e None None] Current status of the port e34914f8-c080-42d7-936b-f9489f6c29c9 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:12.507451 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7097dec8-9d51-4843-8cb0-068475dffc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.519340 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:11Z', 'revision_number': 3, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:12.552945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-7097dec8-9d51-4843-8cb0-068475dffc7e None None] For port e34914f8-c080-42d7-936b-f9489f6c29c9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e34914f8-c080-42d7-936b-f9489f6c29c9,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:12.554708 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Checking router: 55db309b-2350-4d9d-8414-160a11365dc2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:12.555140 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Updating router 55db309b-2350-4d9d-8414-160a11365dc2 port eb35ad64-6b47-4743-b563-97648a408c23 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:41:12.559478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7097dec8-9d51-4843-8cb0-068475dffc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.587531 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eb35ad64-6b47-4743-b563-97648a408c23), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.633603 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097dec8-9d51-4843-8cb0-068475dffc7e None None] Pushing event updated for resources: {'Port': ['ID=e34914f8-c080-42d7-936b-f9489f6c29c9,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:12.780379 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-816b1236-6adb-414b-aac1-0e234453c7c2 None None] Provisioning complete for port e34914f8-c080-42d7-936b-f9489f6c29c9 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:12.781167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-816b1236-6adb-414b-aac1-0e234453c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.863642 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Publish callbacks [] for port (eb35ad64-6b47-4743-b563-97648a408c23), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.864514 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-816b1236-6adb-414b-aac1-0e234453c7c2 None None] Current status of the port e34914f8-c080-42d7-936b-f9489f6c29c9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:12.870519 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eb35ad64-6b47-4743-b563-97648a408c23), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.919217 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Attempting to bind port eb35ad64-6b47-4743-b563-97648a408c23 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:41:12.919586 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Attempting to bind port eb35ad64-6b47-4743-b563-97648a408c23 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:41:12.919946 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Attempting to bind port eb35ad64-6b47-4743-b563-97648a408c23 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:41:12.928845 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:41:12.929239 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:41:12.929638 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.930170 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:41:12.930502 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Bound port: eb35ad64-6b47-4743-b563-97648a408c23, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:41:12.930948 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eb35ad64-6b47-4743-b563-97648a408c23), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.933327 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3b928-64cb-4d4b-af72-819ead723030 None None] Pushing event updated for resources: {'Port': ['ID=eb35ad64-6b47-4743-b563-97648a408c23,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:12.980175 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.982961 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] For port eb35ad64-6b47-4743-b563-97648a408c23, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:41:12.986247 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] For port eb35ad64-6b47-4743-b563-97648a408c23, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eb35ad64-6b47-4743-b563-97648a408c23,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:41:12.991806 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eb35ad64-6b47-4743-b563-97648a408c23), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.044691 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:13.045233 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:13.083202 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3b928-64cb-4d4b-af72-819ead723030 None None] Pushing event updated for resources: {'Port': ['ID=eb35ad64-6b47-4743-b563-97648a408c23,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:13.137769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Allocated IP 172.20.0.1 (b01dfe5d-69ab-48c7-8d58-7975a661c340/1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c/0d2a391f-4ada-43f9-b53d-0ed44c330450) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:41:13.157952 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:13.246441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Publish callbacks [] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.289347 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.334690 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:13.338000 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:13.341484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:41:13.356964 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:11Z', 'revision_number': 3, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:13.366194 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Pushing event updated for resources: {'Port': ['ID=0d2a391f-4ada-43f9-b53d-0ed44c330450,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:13.384612 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e34914f8-c080-42d7-936b-f9489f6c29c9 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:13.386862 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (55db309b-2350-4d9d-8414-160a11365dc2), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.396847 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9342f-d586-4897-a18b-78e79641e010 None None] The sync data for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 is: [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:11Z', 'revision_number': 3, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:13.450329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port e34914f8-c080-42d7-936b-f9489f6c29c9 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:13.450871 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.545391 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.558018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port e34914f8-c080-42d7-936b-f9489f6c29c9 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:13.700237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-1b643028-9a60-46bf-984c-232fff50425b None None] Provisioning complete for port 0d2a391f-4ada-43f9-b53d-0ed44c330450 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:13.700721 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1b643028-9a60-46bf-984c-232fff50425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.745590 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-1b643028-9a60-46bf-984c-232fff50425b None None] Port 0d2a391f-4ada-43f9-b53d-0ed44c330450 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:41:13.747846 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Publish callbacks [] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.752837 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.825923 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Pushing event updated for resources: {'Port': ['ID=0d2a391f-4ada-43f9-b53d-0ed44c330450,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:13.828326 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (55db309b-2350-4d9d-8414-160a11365dc2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:13.922106 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:13.923545 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:14.051161 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Router 55db309b-2350-4d9d-8414-160a11365dc2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:41:14.172447 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:14.175942 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fee6ff0a-c4da-4566-87c3-7b049a7c9b30 None None] Provisioning complete for port 0d2a391f-4ada-43f9-b53d-0ed44c330450 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:14.176324 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fee6ff0a-c4da-4566-87c3-7b049a7c9b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:14.181503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0f20d36a-3e85-40c2-85e1-78316421984e admin admin] 10.222.0.31 "PUT /v2.0/routers/55db309b-2350-4d9d-8414-160a11365dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9671102 Feb 11 06:41:14.217063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fee6ff0a-c4da-4566-87c3-7b049a7c9b30 None None] Port 0d2a391f-4ada-43f9-b53d-0ed44c330450 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:41:14.650283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53364) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:14.655292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1570444296-network', 'tenant_id': '0522d66160264ed08981cb49b8786e63'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:14.674429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Made reservation on behalf of 0522d66160264ed08981cb49b8786e63 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:41:14.676935 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:14.685776 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:14.763627 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Publish callbacks [] for security_group (5491785e-1ecc-4049-9645-1ce9874909e6), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:14.767367 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5491785e-1ecc-4049-9645-1ce9874909e6), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:14.787953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:41:14.801485 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5491785e-1ecc-4049-9645-1ce9874909e6,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:14.806267 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8818fadc-636b-49c6-85e3-0a325a9c2db9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:14.806614 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Added segment 8818fadc-636b-49c6-85e3-0a325a9c2db9 of type vlan for network eae3889d-ebff-48e8-bccb-47aa1eee2caf Feb 11 06:41:14.849926 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (eae3889d-ebff-48e8-bccb-47aa1eee2caf), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:14.876084 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (eae3889d-ebff-48e8-bccb-47aa1eee2caf), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:14.877108 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:14.877715 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:14.911303 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2598419 Feb 11 06:41:14.913932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53366) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:14.918507 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Request body: {'subnet': {'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1570444296-subnet', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:14.952272 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fefb5-feb9-4a5c-993b-6b331123ed7b admin admin] Pushing event updated for resources: {'Network': ['ID=eae3889d-ebff-48e8-bccb-47aa1eee2caf,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:14.963428 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network eae3889d-ebff-48e8-bccb-47aa1eee2caf details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:41:14.967649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Made reservation on behalf of 0522d66160264ed08981cb49b8786e63 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:41:14.970066 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.035405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Sync routers for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:15.045205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:15.045916 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:15.140959 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (a66e7363-26f0-4580-8e30-4f1f2b4f2c68), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.156521 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:15.197284 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66e7363-26f0-4580-8e30-4f1f2b4f2c68,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:15.206138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Checking segment: {'id': '8818fadc-636b-49c6-85e3-0a325a9c2db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:41:15.206506 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Network hostable DHCP agents. Network: eae3889d-ebff-48e8-bccb-47aa1eee2caf, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:41:15.229833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Network eae3889d-ebff-48e8-bccb-47aa1eee2caf is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:41:15.241481 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, eae3889d-ebff-48e8-bccb-47aa1eee2caf) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:15.245574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:15.246192 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.253846 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fc4a9-d5df-49e9-bb8d-5b0b5eecbda8 None None] Network eae3889d-ebff-48e8-bccb-47aa1eee2caf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:41:15.269956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-1aa6a828-b28e-427c-87a7-3bd075a288d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3524103 Feb 11 06:41:15.269956 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53368) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:15.275424 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:15.304700 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (4f4ad224-9428-419c-bc8b-bee049cf4b17), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.305843 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (4f4ad224-9428-419c-bc8b-bee049cf4b17), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.373530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks [] for router_controller (4f4ad224-9428-419c-bc8b-bee049cf4b17), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.384722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eb35ad64-6b47-4743-b563-97648a408c23 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:15.445426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-eae3889d-ebff-48e8-bccb-47aa1eee2caf', 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf', 'project_id': '0522d66160264ed08981cb49b8786e63', 'fixed_ips': [{'subnet_id': 'a66e7363-26f0-4580-8e30-4f1f2b4f2c68'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:41:15.446291 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.520402 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks [] for router_gateway (4f4ad224-9428-419c-bc8b-bee049cf4b17), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.574718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port eb35ad64-6b47-4743-b563-97648a408c23 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:15.575095 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eb35ad64-6b47-4743-b563-97648a408c23), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.601958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 2, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:15.654699 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Checking router: 55db309b-2350-4d9d-8414-160a11365dc2 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:15.655060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Updating router 55db309b-2350-4d9d-8414-160a11365dc2 port 0d2a391f-4ada-43f9-b53d-0ed44c330450 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:41:15.687570 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Allocated IP 172.20.0.2 (eae3889d-ebff-48e8-bccb-47aa1eee2caf/a66e7363-26f0-4580-8e30-4f1f2b4f2c68/443e14da-58f8-404d-b82a-cc046d83fbe5) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:41:15.709419 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.721748 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks [] for router_gateway (4f4ad224-9428-419c-bc8b-bee049cf4b17), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.741978 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.847785 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Allocated IP 172.25.1.128 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/9834c4a7-ff71-4a3d-87a7-1628c20d710b) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:41:15.914472 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port eb35ad64-6b47-4743-b563-97648a408c23 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:15.914867 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (eb35ad64-6b47-4743-b563-97648a408c23), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.953057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks [] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.967307 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port eb35ad64-6b47-4743-b563-97648a408c23, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eb35ad64-6b47-4743-b563-97648a408c23,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:15.979027 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (eb35ad64-6b47-4743-b563-97648a408c23), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.993161 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.033241 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:16.036225 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:16.040206 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:41:16.063703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Pushing event updated for resources: {'Port': ['ID=9834c4a7-ff71-4a3d-87a7-1628c20d710b,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:16.236938 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Publish callbacks [] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.249384 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.278832 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=eb35ad64-6b47-4743-b563-97648a408c23,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:16.295611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Network eae3889d-ebff-48e8-bccb-47aa1eee2caf is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:16.300681 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks [] for router_gateway (4f4ad224-9428-419c-bc8b-bee049cf4b17), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.318401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:16.326980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:41:16.391987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Pushing event updated for resources: {'Port': ['ID=443e14da-58f8-404d-b82a-cc046d83fbe5,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:16.432752 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Attempting to bind port 443e14da-58f8-404d-b82a-cc046d83fbe5 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:41:16.433075 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Attempting to bind port 443e14da-58f8-404d-b82a-cc046d83fbe5 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '8818fadc-636b-49c6-85e3-0a325a9c2db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:41:16.433438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Attempting to bind port 443e14da-58f8-404d-b82a-cc046d83fbe5 on network eae3889d-ebff-48e8-bccb-47aa1eee2caf {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:41:16.445575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:41:16.445965 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Checking segment: {'id': '8818fadc-636b-49c6-85e3-0a325a9c2db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:41:16.446376 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.446792 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Bound using segment: {'id': '8818fadc-636b-49c6-85e3-0a325a9c2db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:41:16.447303 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Bound port: 443e14da-58f8-404d-b82a-cc046d83fbe5, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8818fadc-636b-49c6-85e3-0a325a9c2db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:41:16.447646 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.453239 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Publish callbacks [] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.464266 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.509025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (4f4ad224-9428-419c-bc8b-bee049cf4b17), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.559258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eed9af-163d-4ff2-bf33-bb20f6c096df None None] Pushing event updated for resources: {'Port': ['ID=0d2a391f-4ada-43f9-b53d-0ed44c330450,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:16.565094 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] For port 443e14da-58f8-404d-b82a-cc046d83fbe5, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:41:16.570438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] For port 443e14da-58f8-404d-b82a-cc046d83fbe5, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=443e14da-58f8-404d-b82a-cc046d83fbe5,segment=NetworkSegment(8818fadc-636b-49c6-85e3-0a325a9c2db9),segment_id=8818fadc-636b-49c6-85e3-0a325a9c2db9)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:41:16.609787 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.654700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Attempting to bind port 0d2a391f-4ada-43f9-b53d-0ed44c330450 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:41:16.655107 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Attempting to bind port 0d2a391f-4ada-43f9-b53d-0ed44c330450 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:41:16.655392 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Attempting to bind port 0d2a391f-4ada-43f9-b53d-0ed44c330450 on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:41:16.659409 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Router 4f4ad224-9428-419c-bc8b-bee049cf4b17 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:41:16.669322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:41:16.669790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Checking segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:41:16.670106 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.670501 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Bound using segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:41:16.670986 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Bound port: 0d2a391f-4ada-43f9-b53d-0ed44c330450, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:41:16.671372 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.743336 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768e04e-85ea-46e3-9187-5a1927350da7 None None] Pushing event updated for resources: {'Port': ['ID=443e14da-58f8-404d-b82a-cc046d83fbe5,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:16.792900 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:16.804570 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Sync routers for ids ['4f4ad224-9428-419c-bc8b-bee049cf4b17'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:16.817333 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Routers {'4f4ad224-9428-419c-bc8b-bee049cf4b17'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:16.818228 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4f4ad224-9428-419c-bc8b-bee049cf4b17'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:16.825723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] For port 0d2a391f-4ada-43f9-b53d-0ed44c330450, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:41:16.826521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.829148 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-4245741b-b0a5-4468-a6e0-f0eff84a7101 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5569625 Feb 11 06:41:16.831367 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53370) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:16.872151 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] For port 0d2a391f-4ada-43f9-b53d-0ed44c330450, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0d2a391f-4ada-43f9-b53d-0ed44c330450,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:41:16.889991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-cef624b8-58f0-4382-9c6e-3b3c448d81c9 None None] Provisioning complete for port 0d2a391f-4ada-43f9-b53d-0ed44c330450 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:16.890897 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cef624b8-58f0-4382-9c6e-3b3c448d81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.897525 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:16.998296 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Set router 4f4ad224-9428-419c-bc8b-bee049cf4b17 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:17.006439 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:17.007634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:17.117598 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eed9af-163d-4ff2-bf33-bb20f6c096df None None] Pushing event updated for resources: {'Port': ['ID=0d2a391f-4ada-43f9-b53d-0ed44c330450,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:17.238732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-cef624b8-58f0-4382-9c6e-3b3c448d81c9 None None] Current status of the port 0d2a391f-4ada-43f9-b53d-0ed44c330450 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:17.239390 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cef624b8-58f0-4382-9c6e-3b3c448d81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.302932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-cef624b8-58f0-4382-9c6e-3b3c448d81c9 None None] For port 0d2a391f-4ada-43f9-b53d-0ed44c330450, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0d2a391f-4ada-43f9-b53d-0ed44c330450,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:17.317632 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cef624b8-58f0-4382-9c6e-3b3c448d81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.322048 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:17.368046 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:16Z', 'revision_number': 3, 'project_id': '0522d66160264ed08981cb49b8786e63', 'gw_port': {'id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:17.396379 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Checking router: 4f4ad224-9428-419c-bc8b-bee049cf4b17 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:17.396738 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Updating router 4f4ad224-9428-419c-bc8b-bee049cf4b17 port 9834c4a7-ff71-4a3d-87a7-1628c20d710b binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:41:17.427411 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.524213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 443e14da-58f8-404d-b82a-cc046d83fbe5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:17.575084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef624b8-58f0-4382-9c6e-3b3c448d81c9 None None] Pushing event updated for resources: {'Port': ['ID=0d2a391f-4ada-43f9-b53d-0ed44c330450,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:17.635266 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-024f4d88-207a-4cb3-be55-6dc1b6fced59 None None] Provisioning complete for port 0d2a391f-4ada-43f9-b53d-0ed44c330450 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:17.635724 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-024f4d88-207a-4cb3-be55-6dc1b6fced59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.732794 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Publish callbacks [] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.741922 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.794782 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Attempting to bind port 9834c4a7-ff71-4a3d-87a7-1628c20d710b on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:41:17.795254 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Attempting to bind port 9834c4a7-ff71-4a3d-87a7-1628c20d710b by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:41:17.795690 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Attempting to bind port 9834c4a7-ff71-4a3d-87a7-1628c20d710b on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:41:17.802650 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:41:17.803133 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:41:17.804166 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.804630 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:41:17.805279 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Bound port: 9834c4a7-ff71-4a3d-87a7-1628c20d710b, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:41:17.805636 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.807654 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.818535 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 443e14da-58f8-404d-b82a-cc046d83fbe5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:17.820023 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.823729 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-024f4d88-207a-4cb3-be55-6dc1b6fced59 None None] Current status of the port 0d2a391f-4ada-43f9-b53d-0ed44c330450 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:17.860583 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] For port 9834c4a7-ff71-4a3d-87a7-1628c20d710b, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:41:17.863754 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] For port 9834c4a7-ff71-4a3d-87a7-1628c20d710b, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9834c4a7-ff71-4a3d-87a7-1628c20d710b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:41:17.868400 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:16Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:17.873075 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:17.880535 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Pushing event updated for resources: {'Port': ['ID=9834c4a7-ff71-4a3d-87a7-1628c20d710b,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:17.893500 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.893851 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.894385 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.894900 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.895401 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.895893 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.896407 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.896910 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.898146 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.898639 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.899134 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.899644 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.900143 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:17.902853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83ab16-ef37-4b02-af0a-73029029d01e None None] The sync data for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 is: [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:16Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:17.939095 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Routers {'4f4ad224-9428-419c-bc8b-bee049cf4b17'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:17.939997 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4f4ad224-9428-419c-bc8b-bee049cf4b17'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:17.976901 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 443e14da-58f8-404d-b82a-cc046d83fbe5 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:17.977969 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.033620 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Allocated IP 172.20.0.1 (eae3889d-ebff-48e8-bccb-47aa1eee2caf/a66e7363-26f0-4580-8e30-4f1f2b4f2c68/bbe916e4-d197-4355-b035-fdb32460508e) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:41:18.036172 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad9c6a-dc49-4848-a468-d7e92e87bd8c None None] Pushing event updated for resources: {'Port': ['ID=9834c4a7-ff71-4a3d-87a7-1628c20d710b,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:18.045972 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 443e14da-58f8-404d-b82a-cc046d83fbe5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=443e14da-58f8-404d-b82a-cc046d83fbe5,segment=NetworkSegment(8818fadc-636b-49c6-85e3-0a325a9c2db9),segment_id=8818fadc-636b-49c6-85e3-0a325a9c2db9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:18.053955 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.054852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eb35ad64-6b47-4743-b563-97648a408c23 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:18.151717 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] Set router 4f4ad224-9428-419c-bc8b-bee049cf4b17 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:18.172776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=443e14da-58f8-404d-b82a-cc046d83fbe5,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:18.190814 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Publish callbacks [] for port (bbe916e4-d197-4355-b035-fdb32460508e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.196057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port eb35ad64-6b47-4743-b563-97648a408c23 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:18.196444 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (eb35ad64-6b47-4743-b563-97648a408c23), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.243122 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (bbe916e4-d197-4355-b035-fdb32460508e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.249908 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b84261e-1643-469e-abf9-1cda6e5c856b None None] Network eae3889d-ebff-48e8-bccb-47aa1eee2caf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:41:18.299535 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe916e4-d197-4355-b035-fdb32460508e,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:18.316075 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Network eae3889d-ebff-48e8-bccb-47aa1eee2caf is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:18.317513 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:18.320766 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:41:18.377764 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (4f4ad224-9428-419c-bc8b-bee049cf4b17), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.393926 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-9721b3ab-5a53-4143-8c27-967a329edbe4 None None] Provisioning complete for port 443e14da-58f8-404d-b82a-cc046d83fbe5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:18.394450 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9721b3ab-5a53-4143-8c27-967a329edbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.396218 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:16Z', 'revision_number': 3, 'project_id': '0522d66160264ed08981cb49b8786e63', 'gw_port': {'id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:18.426267 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b58d8b-069e-4753-85bd-a73f1667b30e None None] The sync data for ids ['4f4ad224-9428-419c-bc8b-bee049cf4b17'] in n-d-715271-35 is: [{'id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:16Z', 'revision_number': 3, 'project_id': '0522d66160264ed08981cb49b8786e63', 'gw_port': {'id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:18.458757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port eb35ad64-6b47-4743-b563-97648a408c23 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:18.541067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9721b3ab-5a53-4143-8c27-967a329edbe4 None None] Current status of the port 443e14da-58f8-404d-b82a-cc046d83fbe5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:18.566716 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbe916e4-d197-4355-b035-fdb32460508e), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.793923 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Publish callbacks [] for port (bbe916e4-d197-4355-b035-fdb32460508e), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.799156 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (bbe916e4-d197-4355-b035-fdb32460508e), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.874432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-72d4bc82-2362-44d0-8653-1f2569804831 None None] Provisioning complete for port bbe916e4-d197-4355-b035-fdb32460508e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:18.875025 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-72d4bc82-2362-44d0-8653-1f2569804831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbe916e4-d197-4355-b035-fdb32460508e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.903047 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (4f4ad224-9428-419c-bc8b-bee049cf4b17), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:18.904917 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe916e4-d197-4355-b035-fdb32460508e,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:18.953278 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-72d4bc82-2362-44d0-8653-1f2569804831 None None] Port bbe916e4-d197-4355-b035-fdb32460508e cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:41:18.965364 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-72d4bc82-2362-44d0-8653-1f2569804831 None None] Provisioning complete for port 443e14da-58f8-404d-b82a-cc046d83fbe5 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:18.965739 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-72d4bc82-2362-44d0-8653-1f2569804831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:19.043080 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Network eae3889d-ebff-48e8-bccb-47aa1eee2caf is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:19.045259 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:19.066825 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-72d4bc82-2362-44d0-8653-1f2569804831 None None] Current status of the port 443e14da-58f8-404d-b82a-cc046d83fbe5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:19.186084 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Router 4f4ad224-9428-419c-bc8b-bee049cf4b17 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:41:19.198491 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-ff74b010-352b-4a21-a6c7-931a7178e763 None None] Provisioning complete for port bbe916e4-d197-4355-b035-fdb32460508e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:19.199213 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ff74b010-352b-4a21-a6c7-931a7178e763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbe916e4-d197-4355-b035-fdb32460508e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:19.260996 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-ff74b010-352b-4a21-a6c7-931a7178e763 None None] Port bbe916e4-d197-4355-b035-fdb32460508e cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:41:19.348462 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:19.354561 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-8500a37f-3476-4527-b625-db904bdb1ce4 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f4ad224-9428-419c-bc8b-bee049cf4b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5221376 Feb 11 06:41:19.387994 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-928533f6-063c-402e-a65b-b8d49bd94e1c None None] Provisioning complete for port bbe916e4-d197-4355-b035-fdb32460508e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:19.388460 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-928533f6-063c-402e-a65b-b8d49bd94e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbe916e4-d197-4355-b035-fdb32460508e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:19.435385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-928533f6-063c-402e-a65b-b8d49bd94e1c None None] Port bbe916e4-d197-4355-b035-fdb32460508e cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:41:19.521678 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9834c4a7-ff71-4a3d-87a7-1628c20d710b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:19.736462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9834c4a7-ff71-4a3d-87a7-1628c20d710b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:19.736928 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:19.815660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9834c4a7-ff71-4a3d-87a7-1628c20d710b is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:19.816055 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:19.844036 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 9834c4a7-ff71-4a3d-87a7-1628c20d710b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9834c4a7-ff71-4a3d-87a7-1628c20d710b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:19.848859 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:19.849855 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 443e14da-58f8-404d-b82a-cc046d83fbe5 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:19.930831 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=9834c4a7-ff71-4a3d-87a7-1628c20d710b,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:19.940626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 443e14da-58f8-404d-b82a-cc046d83fbe5 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:19.941005 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.011950 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53378) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:20.016616 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-2ac5f5f6-2dfe-4f84-848b-83a57b34d1e6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362994574', 'description': 'tempest-secgroup-smoke-362994574 description', 'project_id': '3147ebf56714411bb7c18171a00e60f9'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:20.028880 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 443e14da-58f8-404d-b82a-cc046d83fbe5 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:20.030076 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0d2a391f-4ada-43f9-b53d-0ed44c330450 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:20.044091 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f5f6-2dfe-4f84-848b-83a57b34d1e6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.081557 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 0d2a391f-4ada-43f9-b53d-0ed44c330450 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:20.082175 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.114859 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f5f6-2dfe-4f84-848b-83a57b34d1e6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (7e66f639-8441-455b-b0d4-81aa2caaa2f7), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.120272 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f5f6-2dfe-4f84-848b-83a57b34d1e6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7e66f639-8441-455b-b0d4-81aa2caaa2f7), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.155945 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5f5f6-2dfe-4f84-848b-83a57b34d1e6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e66f639-8441-455b-b0d4-81aa2caaa2f7,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:20.161820 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f5f6-2dfe-4f84-848b-83a57b34d1e6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.163255 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-2ac5f5f6-2dfe-4f84-848b-83a57b34d1e6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1502709 Feb 11 06:41:20.166146 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53380) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:20.169091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 0d2a391f-4ada-43f9-b53d-0ed44c330450 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:20.173054 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-42727f1a-396d-4c2a-ba27-980c26bb3e18 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '7e66f639-8441-455b-b0d4-81aa2caaa2f7', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:20.198596 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42727f1a-396d-4c2a-ba27-980c26bb3e18 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (f1612ef8-aa47-4b79-8b0e-405ced285685), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.256839 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42727f1a-396d-4c2a-ba27-980c26bb3e18 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (f1612ef8-aa47-4b79-8b0e-405ced285685), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.265218 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42727f1a-396d-4c2a-ba27-980c26bb3e18 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (f1612ef8-aa47-4b79-8b0e-405ced285685), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.284696 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42727f1a-396d-4c2a-ba27-980c26bb3e18 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1612ef8-aa47-4b79-8b0e-405ced285685,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:20.293088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42727f1a-396d-4c2a-ba27-980c26bb3e18 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.294329 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-42727f1a-396d-4c2a-ba27-980c26bb3e18 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262186 Feb 11 06:41:20.297279 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53382) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:20.301522 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-62cf3573-5c4d-410d-ab8c-0f88259be3be tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '7e66f639-8441-455b-b0d4-81aa2caaa2f7', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:20.326388 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cf3573-5c4d-410d-ab8c-0f88259be3be tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (eccae8ac-845f-4183-a1c9-4864c52433a4), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.380832 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cf3573-5c4d-410d-ab8c-0f88259be3be tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (eccae8ac-845f-4183-a1c9-4864c52433a4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.385325 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cf3573-5c4d-410d-ab8c-0f88259be3be tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (eccae8ac-845f-4183-a1c9-4864c52433a4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.405186 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf3573-5c4d-410d-ab8c-0f88259be3be tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccae8ac-845f-4183-a1c9-4864c52433a4,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:20.411982 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-62cf3573-5c4d-410d-ab8c-0f88259be3be tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.413223 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-62cf3573-5c4d-410d-ab8c-0f88259be3be tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150010 Feb 11 06:41:20.415927 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53384) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:20.420336 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-59880d52-8cf8-4d7a-b4cf-8803f2be8080 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '7e66f639-8441-455b-b0d4-81aa2caaa2f7', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:20.443633 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59880d52-8cf8-4d7a-b4cf-8803f2be8080 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (dc1bbb17-4043-443d-8f71-87aa7ce84143), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.499762 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59880d52-8cf8-4d7a-b4cf-8803f2be8080 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (dc1bbb17-4043-443d-8f71-87aa7ce84143), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.503747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59880d52-8cf8-4d7a-b4cf-8803f2be8080 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (dc1bbb17-4043-443d-8f71-87aa7ce84143), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.525334 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59880d52-8cf8-4d7a-b4cf-8803f2be8080 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1bbb17-4043-443d-8f71-87aa7ce84143,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:20.532691 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-59880d52-8cf8-4d7a-b4cf-8803f2be8080 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.533901 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-59880d52-8cf8-4d7a-b4cf-8803f2be8080 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170230 Feb 11 06:41:20.536694 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53386) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:20.541283 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-6cf7bf18-8377-4d3d-a044-5a8f7343b875 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '7e66f639-8441-455b-b0d4-81aa2caaa2f7', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:20.565097 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cf7bf18-8377-4d3d-a044-5a8f7343b875 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (024b1a56-3420-460c-948a-ba61f45f7e77), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.621201 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cf7bf18-8377-4d3d-a044-5a8f7343b875 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (024b1a56-3420-460c-948a-ba61f45f7e77), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.624602 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cf7bf18-8377-4d3d-a044-5a8f7343b875 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (024b1a56-3420-460c-948a-ba61f45f7e77), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.642290 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7bf18-8377-4d3d-a044-5a8f7343b875 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024b1a56-3420-460c-948a-ba61f45f7e77,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:20.649545 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-6cf7bf18-8377-4d3d-a044-5a8f7343b875 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.650784 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-6cf7bf18-8377-4d3d-a044-5a8f7343b875 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1129465 Feb 11 06:41:20.653550 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53388) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:20.658128 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-eda31018-ddfe-4c66-87ed-436388f5e75e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '7e66f639-8441-455b-b0d4-81aa2caaa2f7', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:20.677702 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-eda31018-ddfe-4c66-87ed-436388f5e75e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Project 3147ebf56714411bb7c18171a00e60f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:41:20.682902 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eda31018-ddfe-4c66-87ed-436388f5e75e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (9c53a70e-90fc-4d5d-b951-8b29bdaefa54), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.742803 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eda31018-ddfe-4c66-87ed-436388f5e75e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (9c53a70e-90fc-4d5d-b951-8b29bdaefa54), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.746622 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eda31018-ddfe-4c66-87ed-436388f5e75e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (9c53a70e-90fc-4d5d-b951-8b29bdaefa54), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.763932 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda31018-ddfe-4c66-87ed-436388f5e75e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c53a70e-90fc-4d5d-b951-8b29bdaefa54,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:20.772330 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eda31018-ddfe-4c66-87ed-436388f5e75e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.773593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eda31018-ddfe-4c66-87ed-436388f5e75e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189849 Feb 11 06:41:20.776198 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53390) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:20.780525 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-270ff5b0-deea-48d8-9eea-2a6f94d22301 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '7e66f639-8441-455b-b0d4-81aa2caaa2f7', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:20.799592 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-270ff5b0-deea-48d8-9eea-2a6f94d22301 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Project 3147ebf56714411bb7c18171a00e60f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:41:20.804834 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-270ff5b0-deea-48d8-9eea-2a6f94d22301 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (1d531319-6a85-4029-b920-40a0cd195b75), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.861055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-270ff5b0-deea-48d8-9eea-2a6f94d22301 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (1d531319-6a85-4029-b920-40a0cd195b75), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.864531 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-270ff5b0-deea-48d8-9eea-2a6f94d22301 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (1d531319-6a85-4029-b920-40a0cd195b75), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.881666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ff5b0-deea-48d8-9eea-2a6f94d22301 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d531319-6a85-4029-b920-40a0cd195b75,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:20.889895 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-270ff5b0-deea-48d8-9eea-2a6f94d22301 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:20.891093 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-270ff5b0-deea-48d8-9eea-2a6f94d22301 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1139781 Feb 11 06:41:21.191372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-7f18bbed-3706-46a0-a24e-e7194bcd0a2f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362994574&fields=id&tenant_id=3147ebf56714411bb7c18171a00e60f9 HTTP/1.1" status: 200 len: 267 time: 0.0466709 Feb 11 06:41:21.239597 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Sync routers for ids ['4f4ad224-9428-419c-bc8b-bee049cf4b17'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:21.250284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Routers {'4f4ad224-9428-419c-bc8b-bee049cf4b17'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:21.250902 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4f4ad224-9428-419c-bc8b-bee049cf4b17'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:21.305429 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-e89d7647-13ec-4d56-8f82-35e054d83251 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:21.306935 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-e89d7647-13ec-4d56-8f82-35e054d83251 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 809 time: 0.1084778 Feb 11 06:41:21.322878 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-1df15703-115b-44ef-a32e-e7a135c115a2 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/quotas/3147ebf56714411bb7c18171a00e60f9 HTTP/1.1" status: 200 len: 375 time: 0.0105898 Feb 11 06:41:21.353399 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9834c4a7-ff71-4a3d-87a7-1628c20d710b up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:21.386537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-f0199426-4123-4521-aa78-891a22610410 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582716 Feb 11 06:41:21.409809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Set router 4f4ad224-9428-419c-bc8b-bee049cf4b17 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:21.491442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-9621f636-da43-4e91-9c58-2816bb113d55 service neutron] 10.222.0.31 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928583 Feb 11 06:41:21.502034 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 9834c4a7-ff71-4a3d-87a7-1628c20d710b triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:21.502404 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:21.583561 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-8001f45c-1166-4400-be79-c67339e99de3 service neutron] 10.222.0.31 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863030 Feb 11 06:41:21.668596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 9834c4a7-ff71-4a3d-87a7-1628c20d710b is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:21.690719 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:18Z', 'revision_number': 4, 'project_id': '0522d66160264ed08981cb49b8786e63', 'gw_port': {'id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'bbe916e4-d197-4355-b035-fdb32460508e', 'name': '', 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'mac_address': 'fa:16:3e:b7:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a66e7363-26f0-4580-8e30-4f1f2b4f2c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:17Z', 'updated_at': '2022-02-11T06:41:18Z', 'revision_number': 2, 'project_id': '0522d66160264ed08981cb49b8786e63', 'subnets': [{'id': 'a66e7363-26f0-4580-8e30-4f1f2b4f2c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:21.723444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Checking router: 4f4ad224-9428-419c-bc8b-bee049cf4b17 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:21.723809 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Updating router 4f4ad224-9428-419c-bc8b-bee049cf4b17 port bbe916e4-d197-4355-b035-fdb32460508e binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:41:21.753543 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbe916e4-d197-4355-b035-fdb32460508e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:21.763619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-15abad33-6957-4462-ad00-9cfd1897c2c3 req-8d196963-f9b1-4c93-9a0b-20a050c78572 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 210 time: 0.0298212 Feb 11 06:41:22.035454 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Publish callbacks [] for port (bbe916e4-d197-4355-b035-fdb32460508e), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.039678 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bbe916e4-d197-4355-b035-fdb32460508e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.092035 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062100c-1830-480e-aa54-a8dae7b7b406 None None] Pushing event updated for resources: {'Port': ['ID=bbe916e4-d197-4355-b035-fdb32460508e,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:22.148134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Attempting to bind port bbe916e4-d197-4355-b035-fdb32460508e on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:41:22.148507 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Attempting to bind port bbe916e4-d197-4355-b035-fdb32460508e by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '8818fadc-636b-49c6-85e3-0a325a9c2db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:41:22.148877 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Attempting to bind port bbe916e4-d197-4355-b035-fdb32460508e on network eae3889d-ebff-48e8-bccb-47aa1eee2caf {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:41:22.154272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:41:22.154665 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Checking segment: {'id': '8818fadc-636b-49c6-85e3-0a325a9c2db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:41:22.155074 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.155473 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Bound using segment: {'id': '8818fadc-636b-49c6-85e3-0a325a9c2db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:41:22.155956 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Bound port: bbe916e4-d197-4355-b035-fdb32460508e, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8818fadc-636b-49c6-85e3-0a325a9c2db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:41:22.156344 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbe916e4-d197-4355-b035-fdb32460508e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.234650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] For port bbe916e4-d197-4355-b035-fdb32460508e, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:41:22.238546 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] For port bbe916e4-d197-4355-b035-fdb32460508e, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bbe916e4-d197-4355-b035-fdb32460508e,segment=NetworkSegment(8818fadc-636b-49c6-85e3-0a325a9c2db9),segment_id=8818fadc-636b-49c6-85e3-0a325a9c2db9)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:41:22.246016 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bbe916e4-d197-4355-b035-fdb32460508e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.304688 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Routers {'4f4ad224-9428-419c-bc8b-bee049cf4b17'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:22.305391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4f4ad224-9428-419c-bc8b-bee049cf4b17'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:22.354851 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062100c-1830-480e-aa54-a8dae7b7b406 None None] Pushing event updated for resources: {'Port': ['ID=bbe916e4-d197-4355-b035-fdb32460508e,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:22.422492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-2e29b707-9b71-48e2-99b1-e8a82abc784e None None] Provisioning complete for port bbe916e4-d197-4355-b035-fdb32460508e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:22.422970 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e29b707-9b71-48e2-99b1-e8a82abc784e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbe916e4-d197-4355-b035-fdb32460508e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.477624 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] Set router 4f4ad224-9428-419c-bc8b-bee049cf4b17 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:22.632883 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-2e29b707-9b71-48e2-99b1-e8a82abc784e None None] Current status of the port bbe916e4-d197-4355-b035-fdb32460508e is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:22.633304 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e29b707-9b71-48e2-99b1-e8a82abc784e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (bbe916e4-d197-4355-b035-fdb32460508e), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.687833 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-2e29b707-9b71-48e2-99b1-e8a82abc784e None None] For port bbe916e4-d197-4355-b035-fdb32460508e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bbe916e4-d197-4355-b035-fdb32460508e,segment=NetworkSegment(8818fadc-636b-49c6-85e3-0a325a9c2db9),segment_id=8818fadc-636b-49c6-85e3-0a325a9c2db9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:22.691937 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e29b707-9b71-48e2-99b1-e8a82abc784e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (bbe916e4-d197-4355-b035-fdb32460508e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.766068 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29b707-9b71-48e2-99b1-e8a82abc784e None None] Pushing event updated for resources: {'Port': ['ID=bbe916e4-d197-4355-b035-fdb32460508e,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:22.796585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:18Z', 'revision_number': 4, 'project_id': '0522d66160264ed08981cb49b8786e63', 'gw_port': {'id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'bbe916e4-d197-4355-b035-fdb32460508e', 'name': '', 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'mac_address': 'fa:16:3e:b7:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a66e7363-26f0-4580-8e30-4f1f2b4f2c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:17Z', 'updated_at': '2022-02-11T06:41:22Z', 'revision_number': 4, 'project_id': '0522d66160264ed08981cb49b8786e63', 'subnets': [{'id': 'a66e7363-26f0-4580-8e30-4f1f2b4f2c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:22.803061 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.832697 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4042e2-d1d8-41d9-a122-c962b24c4322 None None] The sync data for ids ['4f4ad224-9428-419c-bc8b-bee049cf4b17'] in n-d-715271-35 is: [{'id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:18Z', 'revision_number': 4, 'project_id': '0522d66160264ed08981cb49b8786e63', 'gw_port': {'id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': 'bbe916e4-d197-4355-b035-fdb32460508e', 'name': '', 'network_id': 'eae3889d-ebff-48e8-bccb-47aa1eee2caf', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'mac_address': 'fa:16:3e:b7:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a66e7363-26f0-4580-8e30-4f1f2b4f2c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:17Z', 'updated_at': '2022-02-11T06:41:22Z', 'revision_number': 4, 'project_id': '0522d66160264ed08981cb49b8786e63', 'subnets': [{'id': 'a66e7363-26f0-4580-8e30-4f1f2b4f2c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:22.840628 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-6397ee8a-6725-4f80-953f-46b3ab074262 None None] Provisioning complete for port bbe916e4-d197-4355-b035-fdb32460508e triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:22.841044 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6397ee8a-6725-4f80-953f-46b3ab074262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbe916e4-d197-4355-b035-fdb32460508e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.903337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-3181d15a-d9a7-42eb-9878-20050f511923 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:22.903337 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-3181d15a-d9a7-42eb-9878-20050f511923 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 809 time: 0.1543186 Feb 11 06:41:22.985401 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-6397ee8a-6725-4f80-953f-46b3ab074262 None None] Current status of the port bbe916e4-d197-4355-b035-fdb32460508e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:23.267724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c509be4-f4bf-4441-84d4-92a1d44e93a4 req-3279d0f6-d498-498d-abf9-75e358d37bb6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 210 time: 0.3917949 Feb 11 06:41:23.333704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-80170a43-6196-4a8e-a128-ca033a7495bf tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3147ebf56714411bb7c18171a00e60f9 HTTP/1.1" status: 200 len: 379 time: 0.0685191 Feb 11 06:41:23.344156 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'port': {'device_id': '8f431100-cdf7-4655-bba4-170db4b25021', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'admin_state_up': True, 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'security_groups': ['7e66f639-8441-455b-b0d4-81aa2caaa2f7']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:23.371759 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bbe916e4-d197-4355-b035-fdb32460508e up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:23.433778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port bbe916e4-d197-4355-b035-fdb32460508e triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:23.434154 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (bbe916e4-d197-4355-b035-fdb32460508e), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:23.461638 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Made reservation on behalf of 3147ebf56714411bb7c18171a00e60f9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:41:23.465231 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:23.515102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port bbe916e4-d197-4355-b035-fdb32460508e is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:23.606174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Allocated IP 172.20.0.6 (b01dfe5d-69ab-48c7-8d58-7975a661c340/1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c/74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:41:23.743354 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:23.777937 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:23.823385 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:23.826404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:23.829270 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:41:23.856783 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:23.885055 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:23.885728 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:23.900529 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:23.904966 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-16d2961a-b8a3-4653-968a-cec6049653ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5654132 Feb 11 06:41:23.916851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Request body: {'port': {'device_id': '8f431100-cdf7-4655-bba4-170db4b25021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:23.981530 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:24.112622 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-8dc87f8e-9ec2-402f-9c80-342503e6d938 None None] Provisioning complete for port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:24.112914 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8dc87f8e-9ec2-402f-9c80-342503e6d938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:24.149822 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-8dc87f8e-9ec2-402f-9c80-342503e6d938 None None] Port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:41:24.238479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:41:24.245795 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Publish callbacks [] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:24.257382 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Transition to ACTIVE for port object 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:41:24.261445 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:24.311531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:24.436574 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6be64-17c3-46b7-88b0-c460a6de38e9 req-0409977e-7ac9-49de-b37a-802e9ec44c4c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:24.438287 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55d6be64-17c3-46b7-88b0-c460a6de38e9 req-0409977e-7ac9-49de-b37a-802e9ec44c4c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 943 time: 0.0781443 Feb 11 06:41:24.439566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Attempting to bind port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:41:24.439957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Attempting to bind port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:41:24.440308 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Attempting to bind port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:41:24.448049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on network b01dfe5d-69ab-48c7-8d58-7975a661c340 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:41:24.448360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Attempting to bind port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:41:24.465396 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:41:24.465747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Checking segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:41:24.466136 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Bound using segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:41:24.466578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Bound port: 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:41:24.466937 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:24.537867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-55d6be64-17c3-46b7-88b0-c460a6de38e9 req-11398642-0f38-4e25-b2ed-67a6354b3855 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913887 Feb 11 06:41:24.559483 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:41:24.562555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:41:24.569637 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:24.602566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:24.603204 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:24.604879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] 10.222.0.81 "PUT /v2.0/ports/74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 1092 time: 0.6928926 Feb 11 06:41:24.607704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:24.610497 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:24.652492 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0769d-3648-40a7-acb9-8ee3b93fa214 service neutron] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:24.688683 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5364c3ee-0cdf-4605-8363-b09349e5f864 x-openstack-request-id: req-5364c3ee-0cdf-4605-8363-b09349e5f864 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:24.688981 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:24.689261 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5364c3ee-0cdf-4605-8363-b09349e5f864 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:24.689670 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'status': 'completed', 'code': 200} Feb 11 06:41:24.710202 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-54a09c12-37ba-4717-b462-532fe0a34903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:24.711751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-54a09c12-37ba-4717-b462-532fe0a34903 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1126 time: 0.0505641 Feb 11 06:41:24.754560 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-5690fb16-a242-4324-8d30-4d3261f34ef0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 217 time: 0.0365391 Feb 11 06:41:24.808153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-661deb63-8bea-407b-b0c7-af0dd30a9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:24.809701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-661deb63-8bea-407b-b0c7-af0dd30a9922 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0498438 Feb 11 06:41:24.861619 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-9de37fa3-9e07-470c-affb-8ed30479448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:24.863168 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-9de37fa3-9e07-470c-affb-8ed30479448e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464959 Feb 11 06:41:24.958442 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-65f1a610-5fd2-491f-b6ac-9b95dab5550f service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893703 Feb 11 06:41:25.053399 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-eeab19a4-4589-4a48-9fb6-0413834c953c req-0dfb086c-da93-480e-9de3-c27bc22abdb2 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891013 Feb 11 06:41:25.143829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-c05bb33d-e0cc-4dae-ba2b-96f22cf656d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:25.145485 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-c05bb33d-e0cc-4dae-ba2b-96f22cf656d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1126 time: 0.0433357 Feb 11 06:41:25.239473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-f391a099-308a-469f-9a28-08ff50e4a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:25.241218 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-f391a099-308a-469f-9a28-08ff50e4a820 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0900939 Feb 11 06:41:25.281751 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-9a900a97-2971-48a4-80c3-c8413ec00851 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 217 time: 0.0341623 Feb 11 06:41:25.334853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-6b9c0199-2e2c-43d9-ac65-a849eec752dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:25.336331 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-6b9c0199-2e2c-43d9-ac65-a849eec752dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0485435 Feb 11 06:41:25.384144 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-de932feb-4872-46a6-b0c4-5813af359b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:25.385726 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-de932feb-4872-46a6-b0c4-5813af359b34 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430253 Feb 11 06:41:25.474720 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-16b50108-14bc-428f-bb43-057e0c5cb13a service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819120 Feb 11 06:41:25.569029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-40343b8b-921a-4ab0-bdf7-e4766f5c71c8 req-8ab059e4-a32c-4745-8ffb-ede529566869 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875108 Feb 11 06:41:25.657639 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599cd81-556c-48cc-8fd9-4cbd83b2287b req-317f33e0-707d-471a-9731-9db54df280de tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:25.659162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f599cd81-556c-48cc-8fd9-4cbd83b2287b req-317f33e0-707d-471a-9731-9db54df280de tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 943 time: 0.0545135 Feb 11 06:41:25.710451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f599cd81-556c-48cc-8fd9-4cbd83b2287b req-7ba5b2ad-9ae1-4fe8-af0b-904b404f9b9a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449090 Feb 11 06:41:26.833903 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06eb6-9631-4297-b80c-d5f65f46675e req-66f927df-716f-4e13-b870-e6a9f0ab8717 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:26.835868 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b06eb6-9631-4297-b80c-d5f65f46675e req-66f927df-716f-4e13-b870-e6a9f0ab8717 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 943 time: 0.0570786 Feb 11 06:41:26.882455 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2b06eb6-9631-4297-b80c-d5f65f46675e req-c1789416-fbd4-4de4-acc7-17493951a754 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409663 Feb 11 06:41:27.328062 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:41:27.424165 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:27.436294 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'port_id': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'mac_address': 'fa:16:3e:b4:ce:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:41:27.472353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:27.472741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:27.484997 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:41:27.503842 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:27.508642 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:27.555079 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:27.754488 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:41:27.885383 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-76e150a3-d9d1-4386-86f6-29e7a7ee09b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:28.000791 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f65e74-5f7c-4341-97c1-d175307622e7 req-350cbfeb-1dc9-48bc-ad2e-3d68d0760279 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:28.002311 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33f65e74-5f7c-4341-97c1-d175307622e7 req-350cbfeb-1dc9-48bc-ad2e-3d68d0760279 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0531223 Feb 11 06:41:28.050002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33f65e74-5f7c-4341-97c1-d175307622e7 req-587df5ae-64b8-4f48-bf9b-b351edf8f82d tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420728 Feb 11 06:41:29.170957 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84376323-da17-440d-9fab-158d425750ad req-20288161-4fa0-45cc-8bf2-85561e0d1a1d tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:29.172435 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84376323-da17-440d-9fab-158d425750ad req-20288161-4fa0-45cc-8bf2-85561e0d1a1d tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0558693 Feb 11 06:41:29.219427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84376323-da17-440d-9fab-158d425750ad req-a47eeb63-c79a-402c-a036-51a694d02338 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413625 Feb 11 06:41:29.359558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:29.411144 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:41:29.415675 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:29.416053 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:29.491596 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:29.491984 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:29.513818 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:29.516057 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96c3708-e4a4-49e4-9514-140427b47dd0" -d '{"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-plugged", "status": "completed", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:29.528236 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:29.532228 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:29.558528 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34596ba8-cecb-4e76-8ed2-3a66b917d8be x-openstack-request-id: req-34596ba8-cecb-4e76-8ed2-3a66b917d8be {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:29.558829 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-plugged", "status": "completed", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:29.559086 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34596ba8-cecb-4e76-8ed2-3a66b917d8be {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:29.559482 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'code': 200} Feb 11 06:41:29.586512 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:29.656357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3987-d7ef-4cfe-8f90-9e2e2219ea9b req-4454ffa2-5fab-4c53-9821-5c96e006c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:29.657873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff7d3987-d7ef-4cfe-8f90-9e2e2219ea9b req-4454ffa2-5fab-4c53-9821-5c96e006c958 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1128 time: 0.0439935 Feb 11 06:41:29.701633 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ff7d3987-d7ef-4cfe-8f90-9e2e2219ea9b req-0cdb8312-05ba-4f0a-b4c0-82812aa981ea service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384338 Feb 11 06:41:30.335502 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec81b24-6a9a-4535-8f64-b4d876903e41 req-92adb740-d00a-477b-8ae3-b5b59402cf0b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:30.336972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ec81b24-6a9a-4535-8f64-b4d876903e41 req-92adb740-d00a-477b-8ae3-b5b59402cf0b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0517375 Feb 11 06:41:30.390384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9ec81b24-6a9a-4535-8f64-b4d876903e41 req-74deaa02-d324-4a4c-b067-4fe98ca97d27 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478251 Feb 11 06:41:30.567531 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7a048dbb-72f3-42fd-bf2d-490de0e9f462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:31.160583 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-84d1b3a1-c461-4a93-9e67-319179a44112 service neutron] (103121) timed out ('10.222.0.31', 35954) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:41:31.386747 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:31.517598 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c5877-55d2-4365-8014-764e5c634170 req-0210b86b-0b29-458e-ac92-c9d2fe2b523f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:31.519103 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-672c5877-55d2-4365-8014-764e5c634170 req-0210b86b-0b29-458e-ac92-c9d2fe2b523f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0534239 Feb 11 06:41:31.566848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-672c5877-55d2-4365-8014-764e5c634170 req-57e534a5-3654-4f8b-9921-f1d1f87bd5c7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420775 Feb 11 06:41:31.687224 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663d56e-9864-43c1-98ed-40452f7ad854 req-749730e1-1d83-401b-93e7-2eeec44322bb tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:31.688593 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c663d56e-9864-43c1-98ed-40452f7ad854 req-749730e1-1d83-401b-93e7-2eeec44322bb tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0529799 Feb 11 06:41:31.736558 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c663d56e-9864-43c1-98ed-40452f7ad854 req-f2525794-c691-4f48-978a-1c8792623898 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Feb 11 06:41:31.759580 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53442) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:31.771864 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-18c775a0-1fcb-4a19-9a9b-f6cdf26a75e1 req-8ca05584-a185-49c7-9d5c-bb402462ce74 tempest-ServerActionsTestJSON-1828424770 tempest-ServerActionsTestJSON-1828424770-project] (103121) timed out ('10.222.0.31', 37186) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:41:31.888896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b00066-3e29-423d-ad86-5b5a48cdbb95 tempest-TestShelveInstance-780348802 tempest-TestShelveInstance-780348802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:31.890523 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b2b00066-3e29-423d-ad86-5b5a48cdbb95 tempest-TestShelveInstance-780348802 tempest-TestShelveInstance-780348802-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1123 time: 0.1293406 Feb 11 06:41:31.893548 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53446) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:31.898505 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:41:31.918894 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:32.018314 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:32.123282 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Allocated IP 172.25.1.54 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/9545eb3e-0a45-492c-a964-81231b60d4e6) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:41:32.231089 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for port (9545eb3e-0a45-492c-a964-81231b60d4e6), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:32.265128 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9545eb3e-0a45-492c-a964-81231b60d4e6), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:32.305787 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:41:32.310010 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:41:32.314194 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:41:32.317190 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'Port': ['ID=9545eb3e-0a45-492c-a964-81231b60d4e6,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:32.696296 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for floatingip (1d2cc4d1-c266-493a-a023-b5c968952d3e), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:32.766570 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (9545eb3e-0a45-492c-a964-81231b60d4e6), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:32.910920 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for port (9545eb3e-0a45-492c-a964-81231b60d4e6), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:32.915472 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (9545eb3e-0a45-492c-a964-81231b60d4e6), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:32.986380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'Port': ['ID=9545eb3e-0a45-492c-a964-81231b60d4e6,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:32.996716 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (1d2cc4d1-c266-493a-a023-b5c968952d3e), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:33.076862 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:33.101586 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Floating IP 1d2cc4d1-c266-493a-a023-b5c968952d3e associated. External IP: 172.25.1.54, port: 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee. Feb 11 06:41:33.313193 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Router 55db309b-2350-4d9d-8414-160a11365dc2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:41:33.423588 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:33.434005 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] Sync routers for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:33.441907 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:33.445338 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:33.446416 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:33.477639 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-49aedb2e-6bb8-48e5-b597-b40bdb1d7a80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5827243 Feb 11 06:41:33.478261 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:33.480531 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e338955b-4ced-4b74-9901-3112508e03e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:33.518132 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d559e0c-4df2-4d8b-9a65-1aaadb7f4863 x-openstack-request-id: req-4d559e0c-4df2-4d8b-9a65-1aaadb7f4863 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:33.518435 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:33.518694 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d559e0c-4df2-4d8b-9a65-1aaadb7f4863 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:33.519105 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'status': 'completed', 'code': 200} Feb 11 06:41:33.562194 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:33.594098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338955b-4ced-4b74-9901-3112508e03e9 req-e18afffa-1095-4a64-bfad-e2b276c753b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:33.595641 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e338955b-4ced-4b74-9901-3112508e03e9 req-e18afffa-1095-4a64-bfad-e2b276c753b9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1128 time: 0.0536168 Feb 11 06:41:33.686229 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338955b-4ced-4b74-9901-3112508e03e9 req-276adb80-5f41-4dfe-8b73-6500d22a1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:33.687771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e338955b-4ced-4b74-9901-3112508e03e9 req-276adb80-5f41-4dfe-8b73-6500d22a1350 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0854502 Feb 11 06:41:33.755611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e338955b-4ced-4b74-9901-3112508e03e9 req-2b63bcfd-f20d-42e0-a382-aa9d81491d9d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 998 time: 0.0609756 Feb 11 06:41:33.786734 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '1d2cc4d1-c266-493a-a023-b5c968952d3e', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'port_id': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'mac_address': 'fa:16:3e:b4:ce:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f431100-cdf7-4655-bba4-170db4b25021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:41:32Z', 'updated_at': '2022-02-11T06:41:32Z', 'revision_number': 0, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:33.803054 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338955b-4ced-4b74-9901-3112508e03e9 req-f1a2ab09-841c-4620-ab9a-6c4637cf027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:33.804557 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e338955b-4ced-4b74-9901-3112508e03e9 req-f1a2ab09-841c-4620-ab9a-6c4637cf027b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0434856 Feb 11 06:41:33.811721 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] Checking router: 55db309b-2350-4d9d-8414-160a11365dc2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:33.820326 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:33.820939 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:33.853259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338955b-4ced-4b74-9901-3112508e03e9 req-a6e9c0fe-045c-40da-a695-f465cf702065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:33.854759 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e338955b-4ced-4b74-9901-3112508e03e9 req-a6e9c0fe-045c-40da-a695-f465cf702065 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442624 Feb 11 06:41:33.926662 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:33.947605 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e338955b-4ced-4b74-9901-3112508e03e9 req-b94d77b2-4963-4b50-b238-56b4a5537403 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Feb 11 06:41:34.036244 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e338955b-4ced-4b74-9901-3112508e03e9 req-af4c3c32-c0d6-4059-b5be-f42b3119792d service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830944 Feb 11 06:41:34.054791 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:34.234534 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '1d2cc4d1-c266-493a-a023-b5c968952d3e', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'port_id': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'mac_address': 'fa:16:3e:b4:ce:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f431100-cdf7-4655-bba4-170db4b25021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:41:32Z', 'updated_at': '2022-02-11T06:41:32Z', 'revision_number': 0, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:34.261194 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b59e68-b879-4b01-8120-078dd0ccfdbb None None] The sync data for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 is: [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '1d2cc4d1-c266-493a-a023-b5c968952d3e', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'port_id': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'mac_address': 'fa:16:3e:b4:ce:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f431100-cdf7-4655-bba4-170db4b25021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:41:32Z', 'updated_at': '2022-02-11T06:41:32Z', 'revision_number': 0, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:34.459208 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaff45e-0a3a-43d1-8968-7558875cfd2b None None] New status for floating IP 1d2cc4d1-c266-493a-a023-b5c968952d3e: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:41:45.033865 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:41:46.104886 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-53e0afc4-0a60-41b0-bb42-658058a63f3c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468671 Feb 11 06:41:46.190390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-c84b1945-1d15-4977-99c5-9400c7dbe039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:46.191969 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-c84b1945-1d15-4977-99c5-9400c7dbe039 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1128 time: 0.0436549 Feb 11 06:41:46.295119 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-f7b4fb67-2a14-48f2-b755-052007c14fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:46.296575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-f7b4fb67-2a14-48f2-b755-052007c14fd7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0829039 Feb 11 06:41:46.365012 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-169e65f4-3713-414a-a0f0-122e0c8a9de0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 1000 time: 0.0604024 Feb 11 06:41:46.412293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-65ebcb29-5942-4fce-be5d-c996135bf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:46.414268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-65ebcb29-5942-4fce-be5d-c996135bf914 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0426350 Feb 11 06:41:46.463426 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-a9a7ac46-957b-457c-bd83-77ac39f2a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:46.464900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-a9a7ac46-957b-457c-bd83-77ac39f2a4fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430048 Feb 11 06:41:46.554393 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-80971d4b-032d-4a60-bb9d-e3e05ff80fcc service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832543 Feb 11 06:41:46.639705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ceb13524-6c8c-4dfc-8ccf-494ae3e9fcd9 req-ff6e3570-81cb-4666-93df-424a8389f5fa service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792243 Feb 11 06:41:52.809440 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:53.898414 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.876382 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-391e0056-6413-4cef-a2bd-bb9bdabb945c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:00.399111 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fae5f964-5015-43fa-a04c-81d75ee7f9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:01.388106 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:03.071734 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:04.037037 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:22.032580 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:42:22.804464 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:23.925797 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:27.876989 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8da23f50-71ee-4829-8d1f-a5bb44c1a9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:30.400595 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a2f7af88-258c-45e1-a0b7-9a64993934b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:31.393593 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:33.075204 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:34.039262 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:47.082818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cec4747-465a-497f-a251-de6a1e7f497d req-8da6a157-1e7c-447a-ba08-3c7822fdf95c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489020 Feb 11 06:42:47.167659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec4747-465a-497f-a251-de6a1e7f497d req-9f2f8e4d-f49c-440d-a603-d9de2d71597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:47.169230 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cec4747-465a-497f-a251-de6a1e7f497d req-9f2f8e4d-f49c-440d-a603-d9de2d71597c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1128 time: 0.0446346 Feb 11 06:42:47.272765 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec4747-465a-497f-a251-de6a1e7f497d req-aeb3675d-0abf-45b0-a8d0-f0fe91b8f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:47.274257 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cec4747-465a-497f-a251-de6a1e7f497d req-aeb3675d-0abf-45b0-a8d0-f0fe91b8f7da service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0864718 Feb 11 06:42:47.338612 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cec4747-465a-497f-a251-de6a1e7f497d req-04c85d15-8eb1-4dd2-9c37-1b7638b5c420 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 1000 time: 0.0571096 Feb 11 06:42:47.384022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec4747-465a-497f-a251-de6a1e7f497d req-a029c12b-64dc-419b-a0cb-3e6c479cff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:47.385439 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cec4747-465a-497f-a251-de6a1e7f497d req-a029c12b-64dc-419b-a0cb-3e6c479cff62 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0416436 Feb 11 06:42:47.435629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec4747-465a-497f-a251-de6a1e7f497d req-67f04b92-60c6-4f28-8962-bca5dd55ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:47.437081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cec4747-465a-497f-a251-de6a1e7f497d req-67f04b92-60c6-4f28-8962-bca5dd55ff2f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457397 Feb 11 06:42:47.522313 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cec4747-465a-497f-a251-de6a1e7f497d req-5282e823-b67f-4ce8-a7c6-f9fcd050522a service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785310 Feb 11 06:42:47.611121 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9cec4747-465a-497f-a251-de6a1e7f497d req-969a7974-e046-4c51-bee1-d0fecd93f456 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824285 Feb 11 06:42:52.825879 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:53.928613 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:57.878220 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e69f0a37-1dcb-4bb4-b011-3f980278a08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:59.031493 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:43:00.402985 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-14da063b-9a23-4c48-a5d2-3fec31e25aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:01.394129 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:03.077469 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:04.041908 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:22.823457 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:23.943894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:27.880781 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7790d55b-2cd9-4f38-9371-dab1c223e2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:29.179101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67606bfb-64be-4021-9157-f815d059b3a6 req-bfd13c7d-a351-42dd-a9fb-4826f0425f88 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:29.180584 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67606bfb-64be-4021-9157-f815d059b3a6 req-bfd13c7d-a351-42dd-a9fb-4826f0425f88 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0527122 Feb 11 06:43:29.239170 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-67606bfb-64be-4021-9157-f815d059b3a6 req-09be8e3d-d4cc-4f1a-995c-e3a46592f37e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491087 Feb 11 06:43:30.368446 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6da00-61be-42fa-b1b5-bebd3fb35ba2 req-8b78d456-54d2-496d-a4ae-7d341ca2d520 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:30.370458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fc6da00-61be-42fa-b1b5-bebd3fb35ba2 req-8b78d456-54d2-496d-a4ae-7d341ca2d520 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0523424 Feb 11 06:43:30.406094 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fcea7be-7a23-488e-8cbf-e11333b287fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:30.426889 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7fc6da00-61be-42fa-b1b5-bebd3fb35ba2 req-c73fc876-3581-4175-be6b-86ebab3fb80f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507004 Feb 11 06:43:31.402281 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:31.553825 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942d39b-8c56-4a89-92ba-933c08caa16f req-b13ac16d-1612-449f-afa2-c068f6b2f602 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:31.555329 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8942d39b-8c56-4a89-92ba-933c08caa16f req-b13ac16d-1612-449f-afa2-c068f6b2f602 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0530267 Feb 11 06:43:31.604447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8942d39b-8c56-4a89-92ba-933c08caa16f req-548edeb2-e284-400e-bc85-a848f0dac4bc tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434029 Feb 11 06:43:32.722718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a8032-ae48-4273-a5e8-264829b22b1e req-088d0867-4fc9-4f1d-82e8-080075bb19d1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:32.724113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-069a8032-ae48-4273-a5e8-264829b22b1e req-088d0867-4fc9-4f1d-82e8-080075bb19d1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0522418 Feb 11 06:43:32.771975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-069a8032-ae48-4273-a5e8-264829b22b1e req-de0dd972-2259-42b3-b4ee-f546600c534a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416927 Feb 11 06:43:33.080024 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:33.892913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a62a6d-6fdc-4c87-8f8e-eeb8d0353217 req-03db45df-f2af-405b-a76f-25653799d086 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:33.894423 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44a62a6d-6fdc-4c87-8f8e-eeb8d0353217 req-03db45df-f2af-405b-a76f-25653799d086 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0553577 Feb 11 06:43:33.941937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-44a62a6d-6fdc-4c87-8f8e-eeb8d0353217 req-8f8d0b89-d956-4607-bb0e-8d4617a97b99 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Feb 11 06:43:34.044280 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:35.059083 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c8d4d-bfe2-4166-8e44-9df4c2319232 req-e2932a24-f84a-4130-a90e-5b457f6ecaca tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:35.060537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-397c8d4d-bfe2-4166-8e44-9df4c2319232 req-e2932a24-f84a-4130-a90e-5b457f6ecaca tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0514114 Feb 11 06:43:35.108675 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-397c8d4d-bfe2-4166-8e44-9df4c2319232 req-9989d724-9bdd-40b8-bb19-1e5496601b53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425472 Feb 11 06:43:36.030077 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:43:36.223744 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d363ca-da46-41ec-a32b-eb6a88b393e9 req-572920bf-2a49-4196-98e6-cd4dd898cb0c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:36.225255 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5d363ca-da46-41ec-a32b-eb6a88b393e9 req-572920bf-2a49-4196-98e6-cd4dd898cb0c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0508692 Feb 11 06:43:36.277529 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a5d363ca-da46-41ec-a32b-eb6a88b393e9 req-47788cd6-e055-46cb-96b7-228b8b6fcc4d tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461290 Feb 11 06:43:37.396828 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d7d9a-b8da-431a-b65c-216e34f10a30 req-a6159672-57fa-4510-96a7-45a133de6a8c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:37.398332 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b66d7d9a-b8da-431a-b65c-216e34f10a30 req-a6159672-57fa-4510-96a7-45a133de6a8c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0517976 Feb 11 06:43:37.444996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b66d7d9a-b8da-431a-b65c-216e34f10a30 req-23486d43-33aa-41bc-b5a0-652ff0649feb tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411763 Feb 11 06:43:38.566861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b441c0-0a52-489e-ba62-b30c614e2727 req-507a7473-5b95-481a-a4bb-af849fc30474 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:38.568323 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31b441c0-0a52-489e-ba62-b30c614e2727 req-507a7473-5b95-481a-a4bb-af849fc30474 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0553937 Feb 11 06:43:38.615288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31b441c0-0a52-489e-ba62-b30c614e2727 req-592b28d6-bdd4-43be-a580-488ed3b4ed46 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414269 Feb 11 06:43:39.739203 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa3fa8-4639-47a7-ba0e-4c6dc781c901 req-138c66f8-e0a7-4ff6-a1f1-8ef65582ce32 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:39.740680 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6daa3fa8-4639-47a7-ba0e-4c6dc781c901 req-138c66f8-e0a7-4ff6-a1f1-8ef65582ce32 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0556979 Feb 11 06:43:39.787308 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6daa3fa8-4639-47a7-ba0e-4c6dc781c901 req-3bb78a3b-673d-4d47-858b-a5b9901d83c2 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405040 Feb 11 06:43:40.906076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192642a-d477-4fa7-b3f7-baa96a510f9d req-b27c0cad-b428-4003-86fc-8f0539ca9665 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:40.907537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9192642a-d477-4fa7-b3f7-baa96a510f9d req-b27c0cad-b428-4003-86fc-8f0539ca9665 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0518844 Feb 11 06:43:40.954654 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9192642a-d477-4fa7-b3f7-baa96a510f9d req-3302ef01-fa75-4ce1-8d6e-94f0d8ba04ec tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 Feb 11 06:43:41.906195 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:43:42.018515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:43:42.033057 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'port_id': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'mac_address': 'fa:16:3e:b4:ce:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:43:42.074273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:43:42.074954 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:42.090385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:43:42.111679 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:43:42.117298 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8adf91-11b6-42ff-b08d-629e23ad9118 req-5fec0a0b-d462-42a0-b89d-3f70fce26c3b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:42.118222 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:42.119407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d8adf91-11b6-42ff-b08d-629e23ad9118 req-5fec0a0b-d462-42a0-b89d-3f70fce26c3b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0808282 Feb 11 06:43:42.181463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d8adf91-11b6-42ff-b08d-629e23ad9118 req-4d6b1094-ac4c-409a-aa69-06dbaf45222f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549552 Feb 11 06:43:42.195732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:43:42.239445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:43:42.251875 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.252235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.252593 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.252940 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.253341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.253682 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.254045 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.254355 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.254760 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.255013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.255347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.255667 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:42.256001 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:43.319540 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29c4af-be35-42b9-af3f-165a18f96302 req-95b555ec-196f-422b-a608-8fa88a98772f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:43.321047 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c29c4af-be35-42b9-af3f-165a18f96302 req-95b555ec-196f-422b-a608-8fa88a98772f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0556860 Feb 11 06:43:43.377618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c29c4af-be35-42b9-af3f-165a18f96302 req-a301d298-2534-45bb-b4dc-d505879f7e95 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501182 Feb 11 06:43:43.919272 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:43:43.978702 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:43:43.979270 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:44.060453 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:43:44.061352 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:44.088423 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:43:44.090694 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a104a900-faa3-415e-86b3-e7fddb6887b2" -d '{"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-plugged", "status": "completed", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:43:44.106060 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:43:44.112513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:44.139150 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc5ee96-c079-4a47-a4c0-05687478cb4b x-openstack-request-id: req-2cc5ee96-c079-4a47-a4c0-05687478cb4b {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:43:44.139449 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-plugged", "status": "completed", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:43:44.139705 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cc5ee96-c079-4a47-a4c0-05687478cb4b {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:43:44.140093 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'code': 200} Feb 11 06:43:44.167543 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:43:44.535577 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551611fd-2f3f-443c-8869-2051bc8a2e3e req-a1fc6c5c-4079-4388-a748-ec8c50f4a620 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:44.537031 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-551611fd-2f3f-443c-8869-2051bc8a2e3e req-a1fc6c5c-4079-4388-a748-ec8c50f4a620 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0510266 Feb 11 06:43:44.589877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-551611fd-2f3f-443c-8869-2051bc8a2e3e req-5e2f0c7c-535c-45d3-b25e-525c3250a276 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470848 Feb 11 06:43:45.741866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88f1d2-cb96-4e95-8aa0-b8324d82cb87 req-2fd974f4-a44c-416a-beaf-a80fe8e09044 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:45.748934 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea88f1d2-cb96-4e95-8aa0-b8324d82cb87 req-2fd974f4-a44c-416a-beaf-a80fe8e09044 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0722828 Feb 11 06:43:45.796828 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea88f1d2-cb96-4e95-8aa0-b8324d82cb87 req-63e1ea91-e2b6-4688-ae32-41427fa8908d tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444119 Feb 11 06:43:46.931967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb0d5-bb32-450e-aa29-006b1bf4dbe6 req-17384a45-bdce-4027-b554-cc76cf1ad6c2 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:46.933774 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-803cb0d5-bb32-450e-aa29-006b1bf4dbe6 req-17384a45-bdce-4027-b554-cc76cf1ad6c2 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0580924 Feb 11 06:43:46.989964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-803cb0d5-bb32-450e-aa29-006b1bf4dbe6 req-b36c4756-f315-4396-8c4b-24104883d9d0 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502417 Feb 11 06:43:48.136562 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4115aa-988b-423b-9e0e-164685dac7ac req-d5654c40-2da9-4c60-b763-3f551ff61b81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:48.139701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b4115aa-988b-423b-9e0e-164685dac7ac req-d5654c40-2da9-4c60-b763-3f551ff61b81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0708218 Feb 11 06:43:48.193425 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8b4115aa-988b-423b-9e0e-164685dac7ac req-e88f2952-5cba-4e52-8009-e3188b66b3ac tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495861 Feb 11 06:43:49.114069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-3f949180-10b8-462a-95d0-bd984212b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:49.115713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-3f949180-10b8-462a-95d0-bd984212b4be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1128 time: 0.0526733 Feb 11 06:43:49.233573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-ad974281-e4f2-4680-8251-faa7bde514c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:49.235792 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-ad974281-e4f2-4680-8251-faa7bde514c1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.1003537 Feb 11 06:43:49.331356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-e1a82bb3-19fe-4229-95e8-d29f91e75775 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 1000 time: 0.0882833 Feb 11 06:43:49.393461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-3724bfdf-eb43-45d3-80b8-ba167224cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:49.394848 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-3724bfdf-eb43-45d3-80b8-ba167224cfef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0554919 Feb 11 06:43:49.402987 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537d1d0-dc17-4769-975b-c6690318a4d0 req-8510b6a1-0e6e-4eae-8e37-8f911be02f05 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:49.404352 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b537d1d0-dc17-4769-975b-c6690318a4d0 req-8510b6a1-0e6e-4eae-8e37-8f911be02f05 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.1202517 Feb 11 06:43:49.489419 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b537d1d0-dc17-4769-975b-c6690318a4d0 req-c44e3882-2a64-4e76-acec-c79223c8f73a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740271 Feb 11 06:43:49.494628 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-daf57a1b-1445-42ba-900a-d68a0c7ff0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:49.496126 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-daf57a1b-1445-42ba-900a-d68a0c7ff0ce service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0909023 Feb 11 06:43:49.598285 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-b9555f7c-7455-4348-93bd-3f13619e0935 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932789 Feb 11 06:43:49.692349 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8243560c-3172-48e4-ad08-3c4543ca0dac req-b7895458-cfc2-4e7c-966f-dae8390ed3a5 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863495 Feb 11 06:43:50.604866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f5e11-3d41-408d-834c-f258e175745b req-ac6dd9a5-78e9-41c0-94f9-32e88c5848ae tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:50.606386 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-803f5e11-3d41-408d-834c-f258e175745b req-ac6dd9a5-78e9-41c0-94f9-32e88c5848ae tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Feb 11 06:43:50.661196 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-803f5e11-3d41-408d-834c-f258e175745b req-ed6b96aa-30e8-47d7-bca3-4d9e06be29d7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484042 Feb 11 06:43:51.211365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-2f02ab70-c9e9-415f-a9ff-0f2258697448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:51.212850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-2f02ab70-c9e9-415f-a9ff-0f2258697448 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1128 time: 0.0437279 Feb 11 06:43:51.299666 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-caf5f1b8-4e68-4a08-9fd5-4df7be5d8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:51.301201 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-caf5f1b8-4e68-4a08-9fd5-4df7be5d8f31 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0823174 Feb 11 06:43:51.367970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-c035fd81-521a-4432-9d5d-ae084634d517 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 1000 time: 0.0602553 Feb 11 06:43:51.416145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-91f0dee2-0929-4905-8181-2246bbaa0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:51.417621 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-91f0dee2-0929-4905-8181-2246bbaa0a9a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0442119 Feb 11 06:43:51.465477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-e93ba38e-cece-4fef-bd4b-4e064461e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:51.466859 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-e93ba38e-cece-4fef-bd4b-4e064461e1d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430584 Feb 11 06:43:51.556883 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-4012d6e1-3281-4e8a-9ab8-66396cd9c835 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835669 Feb 11 06:43:51.645581 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3d2fe930-fc2c-4365-9f29-74f92b106361 req-9317c08f-cca2-4218-8e34-3d38795538f2 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825894 Feb 11 06:43:52.082018 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068dd6d-f79f-4123-bfab-5c004114b9f9 req-4bd6f00e-9a12-4c5a-a515-cc5f5a2bde19 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:52.083515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e068dd6d-f79f-4123-bfab-5c004114b9f9 req-4bd6f00e-9a12-4c5a-a515-cc5f5a2bde19 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.3526666 Feb 11 06:43:52.130444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e068dd6d-f79f-4123-bfab-5c004114b9f9 req-f960c039-bec0-4749-a1cb-aac86e4361ec tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407462 Feb 11 06:43:52.824479 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:53.257365 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81852c-0a79-4ab2-8e59-0d86ae1c15c0 req-b1459c67-0e49-4b1a-b674-672ab808a127 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:53.258910 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e81852c-0a79-4ab2-8e59-0d86ae1c15c0 req-b1459c67-0e49-4b1a-b674-672ab808a127 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0550842 Feb 11 06:43:53.309104 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7e81852c-0a79-4ab2-8e59-0d86ae1c15c0 req-9158c5c9-f649-4267-88de-65aadc6722e6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435038 Feb 11 06:43:53.944585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:54.428167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e0b66-1c6d-4a16-9107-975aa29cf0f6 req-e9b2b96d-0e78-4c83-9733-29861c7cd5db tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:54.429630 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c44e0b66-1c6d-4a16-9107-975aa29cf0f6 req-e9b2b96d-0e78-4c83-9733-29861c7cd5db tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0532789 Feb 11 06:43:54.477506 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c44e0b66-1c6d-4a16-9107-975aa29cf0f6 req-54aee4af-6003-4caf-b882-c14fac3b8b3b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 Feb 11 06:43:54.601721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-00b0e6f5-347a-457f-b9ed-13e6c576c1f8 req-cc3063e8-d51b-4a79-b459-d9e8f26174da service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:43:54.602724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00b0e6f5-347a-457f-b9ed-13e6c576c1f8 req-cc3063e8-d51b-4a79-b459-d9e8f26174da service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601621 Feb 11 06:43:54.763891 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e033051-cbc8-40a9-9b07-5e5cb93d869b req-91ae8c03-42d1-412a-b1c8-01f6715e66c7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:54.765422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e033051-cbc8-40a9-9b07-5e5cb93d869b req-91ae8c03-42d1-412a-b1c8-01f6715e66c7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0536561 Feb 11 06:43:54.814188 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3e033051-cbc8-40a9-9b07-5e5cb93d869b req-a07e9f3d-ef1c-4b16-bd91-ad4b9454ec0b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429845 Feb 11 06:43:54.994486 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-465225e6-5b81-429f-895f-4c731bb5110d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849984 Feb 11 06:43:55.126123 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-e7aede3b-a884-46aa-b1a5-522c92be53fc tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:55.127464 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-e7aede3b-a884-46aa-b1a5-522c92be53fc tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports/74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 942 time: 0.1000152 Feb 11 06:43:55.968482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:43:55.972103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267126d-96a3-4215-916a-46dea9411c57 req-f18259ef-8141-4324-8cda-ebc9b3b6ba0f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:55.973642 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6267126d-96a3-4215-916a-46dea9411c57 req-f18259ef-8141-4324-8cda-ebc9b3b6ba0f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0898421 Feb 11 06:43:55.980371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-beaa1ba1-facb-488e-8a4b-b53f1c301898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:55.981868 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-beaa1ba1-facb-488e-8a4b-b53f1c301898 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021&tenant_id=3147ebf56714411bb7c18171a00e60f9 HTTP/1.1" status: 200 len: 1128 time: 0.1246638 Feb 11 06:43:55.993170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-f7b38865-5555-44cd-8afb-ed0cdddbd6d3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:43:55.994171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-f7b38865-5555-44cd-8afb-ed0cdddbd6d3 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056114 Feb 11 06:43:56.004625 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:43:56.050196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:43:56.050613 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:56.072717 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:43:56.074974 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024fb6be-d63b-4239-aa70-592d2eaca30e" -d '{"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-unplugged", "status": "completed", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:43:56.080202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6267126d-96a3-4215-916a-46dea9411c57 req-57c762d1-0126-4e6b-a2ba-291927202fef tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973809 Feb 11 06:43:56.087242 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:43:56.089521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:56.093830 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:56.126581 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c89b78-518c-46a0-b8d2-d3a766ea25dd x-openstack-request-id: req-53c89b78-518c-46a0-b8d2-d3a766ea25dd {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:43:56.126876 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-unplugged", "status": "completed", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:43:56.127133 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53c89b78-518c-46a0-b8d2-d3a766ea25dd {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:43:56.127882 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'code': 200} Feb 11 06:43:56.152258 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:43:56.293462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:43:56.325138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:43:56.356515 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:43:56.363824 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Publish callbacks [] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:56.375953 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Transition to ACTIVE for port object 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:43:56.379146 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:56.459874 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=9']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:43:56.475257 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.475618 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.475963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.476309 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.476642 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.476972 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.477321 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.477649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.478014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.478347 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.478674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.478995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.479307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:43:56.515793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] No DVR routers for this DVR port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:43:56.653701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Attempting to bind port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:43:56.654040 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Attempting to bind port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:43:56.654373 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Attempting to bind port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:43:56.658491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on network b01dfe5d-69ab-48c7-8d58-7975a661c340 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:43:56.658815 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Attempting to bind port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:43:56.663498 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:43:56.663839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Checking segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:43:56.664223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Bound using segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:43:56.664646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Bound port: 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:43:56.664999 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:56.728684 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:43:56.731535 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:43:56.737995 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:56.773865 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:56.774516 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:56.775968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] 10.222.0.72 "PUT /v2.0/ports/74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 1092 time: 0.7751722 Feb 11 06:43:56.780259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:43:56.782618 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:43:56.805467 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e34ea-8658-415b-8622-8373ff29565c service neutron] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=10']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:43:56.860463 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-88d88c8b-7ef7-4425-a8ef-4c9e8a1723ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:56.861952 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-88d88c8b-7ef7-4425-a8ef-4c9e8a1723ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1127 time: 0.0506818 Feb 11 06:43:56.892801 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9538cc26-04ae-491a-815c-fd894bf98f53 x-openstack-request-id: req-9538cc26-04ae-491a-815c-fd894bf98f53 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:43:56.893096 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:43:56.893391 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9538cc26-04ae-491a-815c-fd894bf98f53 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:43:56.893919 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'status': 'completed', 'code': 200} Feb 11 06:43:56.961749 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-f60e0608-b7b0-4e0f-9029-edaca505c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:56.963317 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-f60e0608-b7b0-4e0f-9029-edaca505c9e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0953569 Feb 11 06:43:57.030670 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-44701073-814d-46c2-a97f-3b6b83910934 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 998 time: 0.0613816 Feb 11 06:43:57.079586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-a9bd916d-4f04-4118-b9d9-86878c4c71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:57.081030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-a9bd916d-4f04-4118-b9d9-86878c4c71d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0448408 Feb 11 06:43:57.129679 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-b70072b6-16ad-4d7d-818c-52078d85aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:57.131198 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-b70072b6-16ad-4d7d-818c-52078d85aff1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440121 Feb 11 06:43:57.253673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-4c6e86fa-8b8c-41b1-a6c3-0b73cc53bb76 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162364 Feb 11 06:43:57.261259 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95ebc8-73a0-4c06-bd64-42ba41d46df6 req-959ad892-5ca3-4d1a-a6ad-dca15e6bff79 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:57.262678 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf95ebc8-73a0-4c06-bd64-42ba41d46df6 req-959ad892-5ca3-4d1a-a6ad-dca15e6bff79 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.1053526 Feb 11 06:43:57.364867 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bf95ebc8-73a0-4c06-bd64-42ba41d46df6 req-e6e2723a-1443-48c5-a142-cd86ba78a255 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942335 Feb 11 06:43:57.383853 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a40edd80-c4da-49ce-84ba-ccbad1635f3b req-ab7b6d1d-1b53-4483-be28-e7d9bf5a1bbe service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202540 Feb 11 06:43:57.481337 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-cfad8c5b-4690-4e83-9a92-46895ab0d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:57.482884 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-cfad8c5b-4690-4e83-9a92-46895ab0d986 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1127 time: 0.0459487 Feb 11 06:43:57.576646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-60d5f256-6c27-4707-aa60-83b4b8b36a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:57.578598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-60d5f256-6c27-4707-aa60-83b4b8b36a35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0889363 Feb 11 06:43:57.647929 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-61722b97-8815-4225-b209-c8cd45fe9157 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 998 time: 0.0614543 Feb 11 06:43:57.713296 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-ccc60f16-e515-41ea-9f09-3102e1b8a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:57.715053 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-ccc60f16-e515-41ea-9f09-3102e1b8a66d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0616407 Feb 11 06:43:57.891520 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-33a3c56d-2d99-4e75-bb57-32420574d76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:58.502288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5d67d-bd89-4212-87b7-abfcb413f171 req-5122fbfc-436d-4e2d-a337-1bda631bf49e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:58.503801 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3e5d67d-bd89-4212-87b7-abfcb413f171 req-5122fbfc-436d-4e2d-a337-1bda631bf49e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0571117 Feb 11 06:43:58.554609 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3e5d67d-bd89-4212-87b7-abfcb413f171 req-8231ac74-87e0-4f1b-939a-4cd976d32ceb tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450838 Feb 11 06:43:59.693868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb58e2-e126-4435-9bfe-5ffa5ba96c96 req-780eb650-018e-42cb-bdcf-4dcf069a09a3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:59.695366 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8bb58e2-e126-4435-9bfe-5ffa5ba96c96 req-780eb650-018e-42cb-bdcf-4dcf069a09a3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0550947 Feb 11 06:43:59.757589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d8bb58e2-e126-4435-9bfe-5ffa5ba96c96 req-5cbf15f6-aeed-4bed-9c34-fa13bdd39526 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556626 Feb 11 06:44:00.413701 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-dd908bbe-709a-40a1-b7fc-2d2ce8c209da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:00.900650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dba61-dd98-4392-9b3e-d3a34450e4b9 req-a80df4af-5967-43f6-b479-71d5a333d3bd tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:00.902824 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a5dba61-dd98-4392-9b3e-d3a34450e4b9 req-a80df4af-5967-43f6-b479-71d5a333d3bd tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0704281 Feb 11 06:44:00.954142 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2a5dba61-dd98-4392-9b3e-d3a34450e4b9 req-8be2e70a-431f-48e7-8400-20c74c4bbe19 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448725 Feb 11 06:44:01.406179 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:02.090921 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70379e83-7683-418a-94bf-f7a28b1ea449 req-8216f32c-44b8-4a27-8308-35328a35a3ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:02.092456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70379e83-7683-418a-94bf-f7a28b1ea449 req-8216f32c-44b8-4a27-8308-35328a35a3ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0584207 Feb 11 06:44:02.144505 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70379e83-7683-418a-94bf-f7a28b1ea449 req-dd4344b8-2761-43c3-91a4-addd458ae745 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459251 Feb 11 06:44:03.086068 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:03.284477 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c74ea9-29cc-4206-8718-fa24018e5ebe req-b578fb98-84d6-4b34-ac5e-58716859e3b9 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:03.287210 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79c74ea9-29cc-4206-8718-fa24018e5ebe req-b578fb98-84d6-4b34-ac5e-58716859e3b9 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0651534 Feb 11 06:44:03.346014 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-79c74ea9-29cc-4206-8718-fa24018e5ebe req-774fa46e-9cfa-4cf1-94c7-6a8b9d095cfa tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520618 Feb 11 06:44:04.053811 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:04.488258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8625-9c0d-49b4-b386-beff609a9687 req-cfe0b58a-c46a-4050-8569-95942ee3034b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:04.490216 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f3e8625-9c0d-49b4-b386-beff609a9687 req-cfe0b58a-c46a-4050-8569-95942ee3034b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0666556 Feb 11 06:44:04.550851 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9f3e8625-9c0d-49b4-b386-beff609a9687 req-e4abb1b8-3d5a-4cad-af7c-f37ba8939936 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522733 Feb 11 06:44:05.703405 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5ea41-3445-499f-ad00-6b0839a35872 req-0d5c5357-6c13-488b-8c70-1e24963cfb8f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:05.704808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4b5ea41-3445-499f-ad00-6b0839a35872 req-0d5c5357-6c13-488b-8c70-1e24963cfb8f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0850115 Feb 11 06:44:05.726315 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-e0ec6862-2bfe-47c5-a18f-d6e2b353bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:05.727777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-e0ec6862-2bfe-47c5-a18f-d6e2b353bd96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0813010 Feb 11 06:44:05.780956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c4b5ea41-3445-499f-ad00-6b0839a35872 req-425c9952-e0be-43fd-8946-74ad604d5d81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698833 Feb 11 06:44:05.836822 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-627781d1-6117-4503-995e-0b990397e1a3 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969784 Feb 11 06:44:05.931530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b3b88b1c-e8df-49d7-bb3f-7b3646015ccc req-af7b2dad-7e4b-42f9-9e62-be0097f5921d service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847166 Feb 11 06:44:06.898667 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f447745-f974-43e2-b457-8ceefe18c1b8 req-6d1a3362-a2f3-440f-9b43-efdd9ce9c074 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:06.900692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f447745-f974-43e2-b457-8ceefe18c1b8 req-6d1a3362-a2f3-440f-9b43-efdd9ce9c074 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 944 time: 0.0516732 Feb 11 06:44:06.946280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3f447745-f974-43e2-b457-8ceefe18c1b8 req-3c4e7e34-604a-47e6-a882-ba9ddcb38c82 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400770 Feb 11 06:44:07.103248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:44:07.200365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:07.211519 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'port_id': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'mac_address': 'fa:16:3e:b4:ce:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:44:07.247857 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:44:07.248219 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:07.261360 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:44:07.280102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:07.284689 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:07.333931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=11']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:07.514777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:44:08.075307 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc031-cc19-4b19-ac71-1c689d65e501 req-d8223321-f06b-4b46-bdde-4b5fad340f05 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:08.076798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3cbc031-cc19-4b19-ac71-1c689d65e501 req-d8223321-f06b-4b46-bdde-4b5fad340f05 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0564268 Feb 11 06:44:08.125083 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d3cbc031-cc19-4b19-ac71-1c689d65e501 req-bf025712-0460-485b-8219-e9fa4a0917b4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 Feb 11 06:44:09.120084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:44:09.167557 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:44:09.171442 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:44:09.171820 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:09.247711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c250ef-6c7a-4e70-8b9e-0e1f66accdc6 req-fc6be4b7-2b19-474f-962f-98c679d7daa8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:09.249229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21c250ef-6c7a-4e70-8b9e-0e1f66accdc6 req-fc6be4b7-2b19-474f-962f-98c679d7daa8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 945 time: 0.0531647 Feb 11 06:44:09.251374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:44:09.251763 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:09.274234 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:44:09.276511 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4de0dc-27ef-40e6-be28-73230ae54699" -d '{"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-plugged", "status": "completed", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:44:09.288445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:09.293567 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:09.298299 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-21c250ef-6c7a-4e70-8b9e-0e1f66accdc6 req-c1fd03b4-fca7-4e92-a233-0662d6cad404 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434635 Feb 11 06:44:09.324396 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef04b0c-31de-4500-9317-f69179ad55b7 x-openstack-request-id: req-3ef04b0c-31de-4500-9317-f69179ad55b7 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:44:09.324694 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-plugged", "status": "completed", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:44:09.324957 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ef04b0c-31de-4500-9317-f69179ad55b7 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:44:09.325364 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'code': 200} Feb 11 06:44:09.345462 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=12']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:09.482422 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790727b-706e-4c06-a173-09064d2b7ccc req-77ec20b0-4617-4326-8aaf-028ad76ab7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:09.483856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4790727b-706e-4c06-a173-09064d2b7ccc req-77ec20b0-4617-4326-8aaf-028ad76ab7b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1129 time: 0.0478461 Feb 11 06:44:09.528758 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4790727b-706e-4c06-a173-09064d2b7ccc req-3a1efd70-c609-4896-9461-8313297fff57 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377610 Feb 11 06:44:10.427394 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185cf4e-1a28-442a-b724-b8f8afe114eb req-50a525a6-087c-48a2-82a9-1cfae93ca149 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:10.429274 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c185cf4e-1a28-442a-b724-b8f8afe114eb req-50a525a6-087c-48a2-82a9-1cfae93ca149 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 946 time: 0.0590582 Feb 11 06:44:10.478784 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c185cf4e-1a28-442a-b724-b8f8afe114eb req-b609e0c3-a8d1-4d61-9174-4456cab8a64f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 Feb 11 06:44:11.596868 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7577b-5db3-4055-a2dc-b139c0e25009 req-79c050d3-e2b9-4805-a7fd-0c5a70a32fb0 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:11.598373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edc7577b-5db3-4055-a2dc-b139c0e25009 req-79c050d3-e2b9-4805-a7fd-0c5a70a32fb0 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 946 time: 0.0518279 Feb 11 06:44:11.649729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-edc7577b-5db3-4055-a2dc-b139c0e25009 req-7e1e0683-8d45-4c3a-b2ff-1470e2da3a84 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456624 Feb 11 06:44:13.029073 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:44:22.838858 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:23.943529 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:27.883529 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f253bfda-8d07-493c-9488-ca4c3a5f6c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:30.406951 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-97c01898-5797-40ea-9329-e59946546a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:31.406699 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:33.085935 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:34.047603 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:48.847225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-d2ae1e48-9934-4873-ba94-8b75046d2a80 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422361 Feb 11 06:44:48.930866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-7c2b3f36-6551-4ba0-a225-9878f19b2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:48.932384 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-7c2b3f36-6551-4ba0-a225-9878f19b2b60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1129 time: 0.0438249 Feb 11 06:44:49.035349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-6ec7b1c8-ccbe-40e8-a107-68642846df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:49.037075 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-6ec7b1c8-ccbe-40e8-a107-68642846df70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0865700 Feb 11 06:44:49.100390 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-3f76ec24-643b-4f6a-a452-1cae364caab7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 1000 time: 0.0564466 Feb 11 06:44:49.147959 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-1a65d13b-b812-453f-8e55-5d3a67439fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:49.149473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-1a65d13b-b812-453f-8e55-5d3a67439fdb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0426791 Feb 11 06:44:49.199580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-8ead722a-502f-40de-9329-253d6764b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:49.201068 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-8ead722a-502f-40de-9329-253d6764b703 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462849 Feb 11 06:44:49.288497 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-51a785ce-8c6e-4d91-9213-9c221af175a0 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812654 Feb 11 06:44:49.377802 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c9a8587c-2027-4275-9693-a4dd4ce586b4 req-e10a1851-1596-4570-b87b-81e5c903f683 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828464 Feb 11 06:44:50.028029 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:44:52.853799 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:53.951325 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:57.885256 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c3d4221a-4065-474e-a733-4025d639fb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:00.409437 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfcca-cd1c-46fb-925b-b322885331ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:01.406279 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:03.089049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:04.050478 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:22.851441 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:23.287858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53760) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:45:23.441445 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Deleting port 9545eb3e-0a45-492c-a964-81231b60d4e6 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:45:23.441790 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9545eb3e-0a45-492c-a964-81231b60d4e6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:23.518008 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9545eb3e-0a45-492c-a964-81231b60d4e6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:23.518342 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for floatingip (9545eb3e-0a45-492c-a964-81231b60d4e6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:23.529847 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Calling delete_port for 9545eb3e-0a45-492c-a964-81231b60d4e6 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:45:23.674786 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (9545eb3e-0a45-492c-a964-81231b60d4e6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:23.700295 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event deleted for resources: {'Port': ['ID=9545eb3e-0a45-492c-a964-81231b60d4e6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:23.724979 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.725357 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.725704 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.726051 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.726387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.727234 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.727566 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.727896 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.728224 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.728551 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.728876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.729231 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.729557 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:23.771196 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for floatingip (1d2cc4d1-c266-493a-a023-b5c968952d3e), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:23.771196 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Floating IP 1d2cc4d1-c266-493a-a023-b5c968952d3e disassociated (deleted). External IP: 172.25.1.54, port: 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee. Feb 11 06:45:23.937470 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:23.981095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Router 55db309b-2350-4d9d-8414-160a11365dc2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:45:24.089962 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:45:24.094631 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:24.099341 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] Sync routers for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:45:24.109021 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:45:24.109688 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:45:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:45:24.124169 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-af451e03-9d99-4d41-9b98-dd73152a38c4 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "DELETE /v2.0/floatingips/1d2cc4d1-c266-493a-a023-b5c968952d3e HTTP/1.1" status: 204 len: 168 time: 0.8352201 Feb 11 06:45:24.124893 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:45:24.127382 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b8fa62-23ed-454c-a11a-acc053786680" -d '{"events": [{"name": "network-changed", "server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:45:24.223403 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:45:24.232073 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47fa98c-2838-4be6-b52f-cb9bbab614f9 x-openstack-request-id: req-d47fa98c-2838-4be6-b52f-cb9bbab614f9 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:45:24.232470 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:45:24.233316 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d47fa98c-2838-4be6-b52f-cb9bbab614f9 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:45:24.233802 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'status': 'completed', 'code': 200} Feb 11 06:45:24.305630 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8fa62-23ed-454c-a11a-acc053786680 req-b4482710-3404-4ba3-8083-a7727e938dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:24.307398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b8fa62-23ed-454c-a11a-acc053786680 req-b4482710-3404-4ba3-8083-a7727e938dce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 1129 time: 0.0492570 Feb 11 06:45:24.421629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15792a-5bab-4df9-94c6-4db0497cac1f req-1d8e263c-25ba-4d5d-9ca6-e40bf8fb1863 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:24.423030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a15792a-5bab-4df9-94c6-4db0497cac1f req-1d8e263c-25ba-4d5d-9ca6-e40bf8fb1863 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 946 time: 0.1146884 Feb 11 06:45:24.437280 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:45:24.451228 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8fa62-23ed-454c-a11a-acc053786680 req-b0c6d57a-ea7e-4104-9de4-6a4a8be26859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:24.452729 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b8fa62-23ed-454c-a11a-acc053786680 req-b0c6d57a-ea7e-4104-9de4-6a4a8be26859 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.1328721 Feb 11 06:45:24.464075 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] Checking router: 55db309b-2350-4d9d-8414-160a11365dc2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:45:24.472282 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:45:24.472894 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:45:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:45:24.508920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b8fa62-23ed-454c-a11a-acc053786680 req-7485148f-5aa3-4ead-ad8a-2579f047c7b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 200 len: 217 time: 0.0484524 Feb 11 06:45:24.530808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9a15792a-5bab-4df9-94c6-4db0497cac1f req-da6382ca-e14e-4c52-8929-496db0a4c1d8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000206 Feb 11 06:45:24.564738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8fa62-23ed-454c-a11a-acc053786680 req-2396cf98-eb74-4199-a418-08c090bfaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:24.566367 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b8fa62-23ed-454c-a11a-acc053786680 req-2396cf98-eb74-4199-a418-08c090bfaa2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0488267 Feb 11 06:45:24.582955 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:45:24.616196 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8fa62-23ed-454c-a11a-acc053786680 req-6a6be8c4-974e-41b9-9208-7034de1e1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:24.618637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b8fa62-23ed-454c-a11a-acc053786680 req-6a6be8c4-974e-41b9-9208-7034de1e1a33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449834 Feb 11 06:45:24.709596 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b8fa62-23ed-454c-a11a-acc053786680 req-28602c94-2a87-41c9-a1d0-50524a6c9d34 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841365 Feb 11 06:45:24.777340 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:45:24.799586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94b8fa62-23ed-454c-a11a-acc053786680 req-7e0b1caf-d0b3-496f-a946-876c0f6f5c5d service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837853 Feb 11 06:45:24.887251 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b6c82-e949-457f-9549-0f96d4512ba6 None None] The sync data for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 is: [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:45:25.098313 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9beccc1-c411-40ae-9437-79fb091600d3 None None] New status for floating IP 1d2cc4d1-c266-493a-a023-b5c968952d3e: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:45:25.684899 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-a7213926-41ba-41f2-a466-094aae638f2e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:25.686370 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-a7213926-41ba-41f2-a466-094aae638f2e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 946 time: 0.0761213 Feb 11 06:45:25.692928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835a734-1b11-4271-9c54-74a477c84956 req-aee0eb06-f917-4e10-84c9-64e606b95b98 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:25.694309 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e835a734-1b11-4271-9c54-74a477c84956 req-aee0eb06-f917-4e10-84c9-64e606b95b98 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f431100-cdf7-4655-bba4-170db4b25021 HTTP/1.1" status: 200 len: 946 time: 0.0940249 Feb 11 06:45:25.789825 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e835a734-1b11-4271-9c54-74a477c84956 req-beabe910-8126-4866-923b-57f0ed96af84 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e66f639-8441-455b-b0d4-81aa2caaa2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874815 Feb 11 06:45:25.812010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Deleting port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:45:25.812353 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:25.900025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] For port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:45:25.900299 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:25.912586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Calling delete_port for 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:45:26.036968 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:26.065318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event deleted for resources: {'Port': ['ID=74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:26.079028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.079379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.079718 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.080052 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.080383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.080714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.081039 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.081399 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.081723 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.082051 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.082375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.082699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.083016 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:45:26.118227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] No DVR routers for this DVR port 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:45:26.120649 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:26.123892 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c2201871-f1b5-4e4b-b04a-5f1e083360aa req-6f68da92-bf10-43bb-b22f-9fdb2fe859da tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.72 "DELETE /v2.0/ports/74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee HTTP/1.1" status: 204 len: 173 time: 0.4287379 Feb 11 06:45:26.124328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-deleted', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:45:26.126545 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb0b1da-7752-42a1-89cb-4a07d1ee1d46" -d '{"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-deleted", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:45:26.163652 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043bba1a-c8ad-4333-bdda-320d6e9b5b11 x-openstack-request-id: req-043bba1a-c8ad-4333-bdda-320d6e9b5b11 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:45:26.164492 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f431100-cdf7-4655-bba4-170db4b25021", "name": "network-vif-deleted", "tag": "74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:45:26.164750 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-043bba1a-c8ad-4333-bdda-320d6e9b5b11 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:45:26.165183 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f431100-cdf7-4655-bba4-170db4b25021', 'name': 'network-vif-deleted', 'tag': '74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee', 'status': 'completed', 'code': 200} Feb 11 06:45:26.845527 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53782) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:45:26.906202 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c609ca3e-ecaf-4cab-9aae-2af6aeffa73b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (7e66f639-8441-455b-b0d4-81aa2caaa2f7), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:26.931731 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c609ca3e-ecaf-4cab-9aae-2af6aeffa73b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (7e66f639-8441-455b-b0d4-81aa2caaa2f7), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:26.990866 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c609ca3e-ecaf-4cab-9aae-2af6aeffa73b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (7e66f639-8441-455b-b0d4-81aa2caaa2f7), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:26.993805 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-c609ca3e-ecaf-4cab-9aae-2af6aeffa73b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:26.994973 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-c609ca3e-ecaf-4cab-9aae-2af6aeffa73b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e66f639-8441-455b-b0d4-81aa2caaa2f7 HTTP/1.1" status: 204 len: 168 time: 0.1484413 Feb 11 06:45:27.004031 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609ca3e-ecaf-4cab-9aae-2af6aeffa73b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e66f639-8441-455b-b0d4-81aa2caaa2f7,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:27.027320 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:45:27.886076 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f6f1ffa5-4ab1-4b12-a447-64341773d24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.604669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53790) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:45:28.609301 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7f22ada5-34d1-4c81-b576-4469db74fbf7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325046151', 'description': 'tempest-secgroup-smoke-1325046151 description', 'project_id': '3147ebf56714411bb7c18171a00e60f9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:45:28.629212 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f22ada5-34d1-4c81-b576-4469db74fbf7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.699555 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f22ada5-34d1-4c81-b576-4469db74fbf7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.703456 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f22ada5-34d1-4c81-b576-4469db74fbf7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.732685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7f22ada5-34d1-4c81-b576-4469db74fbf7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.733943 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7f22ada5-34d1-4c81-b576-4469db74fbf7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1282241 Feb 11 06:45:28.735821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22ada5-34d1-4c81-b576-4469db74fbf7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:28.736876 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53792) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:45:28.741730 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-00ec0cda-fa86-4518-bc67-b31382fd7ab1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:45:28.766245 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00ec0cda-fa86-4518-bc67-b31382fd7ab1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (d4ef411b-e6db-41dd-b4b5-fd999d3dc415), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.810943 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00ec0cda-fa86-4518-bc67-b31382fd7ab1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (d4ef411b-e6db-41dd-b4b5-fd999d3dc415), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.814210 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00ec0cda-fa86-4518-bc67-b31382fd7ab1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (d4ef411b-e6db-41dd-b4b5-fd999d3dc415), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.832576 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec0cda-fa86-4518-bc67-b31382fd7ab1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ef411b-e6db-41dd-b4b5-fd999d3dc415,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:28.840629 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-00ec0cda-fa86-4518-bc67-b31382fd7ab1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.841974 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-00ec0cda-fa86-4518-bc67-b31382fd7ab1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1040051 Feb 11 06:45:28.844605 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53794) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:45:28.848928 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-45fb7ac4-6243-4204-a5d6-3dc6afbad6f8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:45:28.872788 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45fb7ac4-6243-4204-a5d6-3dc6afbad6f8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (0259a317-9520-4741-99d2-11a049952199), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.926703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45fb7ac4-6243-4204-a5d6-3dc6afbad6f8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (0259a317-9520-4741-99d2-11a049952199), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.930099 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45fb7ac4-6243-4204-a5d6-3dc6afbad6f8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (0259a317-9520-4741-99d2-11a049952199), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.949995 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7ac4-6243-4204-a5d6-3dc6afbad6f8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0259a317-9520-4741-99d2-11a049952199,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:28.961679 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-45fb7ac4-6243-4204-a5d6-3dc6afbad6f8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:28.963487 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-45fb7ac4-6243-4204-a5d6-3dc6afbad6f8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177418 Feb 11 06:45:28.966392 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53796) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:45:28.971155 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-3133a9fc-9d03-4374-b5af-6935e730a0db tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:45:28.994529 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3133a9fc-9d03-4374-b5af-6935e730a0db tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (85041bed-b42d-4c9e-85a4-d7734c4d10ce), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.053553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3133a9fc-9d03-4374-b5af-6935e730a0db tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (85041bed-b42d-4c9e-85a4-d7734c4d10ce), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.057527 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3133a9fc-9d03-4374-b5af-6935e730a0db tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (85041bed-b42d-4c9e-85a4-d7734c4d10ce), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.080568 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133a9fc-9d03-4374-b5af-6935e730a0db tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85041bed-b42d-4c9e-85a4-d7734c4d10ce,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:29.090698 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-3133a9fc-9d03-4374-b5af-6935e730a0db tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.091916 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3133a9fc-9d03-4374-b5af-6935e730a0db tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243281 Feb 11 06:45:29.094534 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 53798) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:45:29.098778 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-5af17f34-a128-4cd7-8a20-1dbb6336af81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:45:29.123682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af17f34-a128-4cd7-8a20-1dbb6336af81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (35888ac3-f02b-453a-ac77-f5063b946198), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.180201 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af17f34-a128-4cd7-8a20-1dbb6336af81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (35888ac3-f02b-453a-ac77-f5063b946198), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.183700 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af17f34-a128-4cd7-8a20-1dbb6336af81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (35888ac3-f02b-453a-ac77-f5063b946198), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.202166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af17f34-a128-4cd7-8a20-1dbb6336af81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35888ac3-f02b-453a-ac77-f5063b946198,revision_number=0']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:29.210914 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-5af17f34-a128-4cd7-8a20-1dbb6336af81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.212723 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-5af17f34-a128-4cd7-8a20-1dbb6336af81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172645 Feb 11 06:45:29.216465 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53800) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:45:29.221104 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-24509f33-d883-482e-9fc9-3795580e3470 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:45:29.241411 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-24509f33-d883-482e-9fc9-3795580e3470 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Project 3147ebf56714411bb7c18171a00e60f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:45:29.246203 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24509f33-d883-482e-9fc9-3795580e3470 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (3547aa9d-9df1-47e5-a255-9ff789813553), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.303659 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24509f33-d883-482e-9fc9-3795580e3470 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (3547aa9d-9df1-47e5-a255-9ff789813553), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.307304 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24509f33-d883-482e-9fc9-3795580e3470 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (3547aa9d-9df1-47e5-a255-9ff789813553), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.325655 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24509f33-d883-482e-9fc9-3795580e3470 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3547aa9d-9df1-47e5-a255-9ff789813553,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:29.330262 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-24509f33-d883-482e-9fc9-3795580e3470 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.331446 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-24509f33-d883-482e-9fc9-3795580e3470 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139081 Feb 11 06:45:29.334117 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 53802) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:45:29.338996 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-0136a5b4-9d7e-4f1c-b579-26f47aba3c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'security_group_rule': {'security_group_id': '3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9', 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:45:29.357888 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-0136a5b4-9d7e-4f1c-b579-26f47aba3c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Project 3147ebf56714411bb7c18171a00e60f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:45:29.362434 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0136a5b4-9d7e-4f1c-b579-26f47aba3c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (6446da09-bde6-42b3-80c9-8bed15d2c882), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.423086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0136a5b4-9d7e-4f1c-b579-26f47aba3c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (6446da09-bde6-42b3-80c9-8bed15d2c882), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.426673 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0136a5b4-9d7e-4f1c-b579-26f47aba3c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (6446da09-bde6-42b3-80c9-8bed15d2c882), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.444379 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136a5b4-9d7e-4f1c-b579-26f47aba3c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6446da09-bde6-42b3-80c9-8bed15d2c882,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:29.451946 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-0136a5b4-9d7e-4f1c-b579-26f47aba3c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:29.453444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-0136a5b4-9d7e-4f1c-b579-26f47aba3c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183836 Feb 11 06:45:29.544304 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:45:29.567635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:45:29.567987 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 74d8131c-b7ef-42f7-8a9d-9c4851b4e0ee not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:45:30.411970 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7892cc68-cffb-4d09-9ac3-8a120eff6535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:31.428404 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:33.092674 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:34.054553 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:48.891595 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-2063d5b8-afa5-4d21-bf92-c81f1b6cd6b2 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325046151&fields=id&tenant_id=3147ebf56714411bb7c18171a00e60f9 HTTP/1.1" status: 200 len: 267 time: 0.0419121 Feb 11 06:45:48.995989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-5190f524-3cc7-48c5-9717-a3500b111efd tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:48.997464 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-5190f524-3cc7-48c5-9717-a3500b111efd tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 809 time: 0.0993662 Feb 11 06:45:49.012048 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-b490a9db-d0c5-41ac-98f2-89011297acba tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/quotas/3147ebf56714411bb7c18171a00e60f9 HTTP/1.1" status: 200 len: 375 time: 0.0092621 Feb 11 06:45:49.064598 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-4138dc06-4e15-48e3-b421-d69725278ee8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478337 Feb 11 06:45:49.121994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-87b7cfc4-17b1-4bbf-a7ba-54ff16885895 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:45:49.123037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-87b7cfc4-17b1-4bbf-a7ba-54ff16885895 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471857 Feb 11 06:45:49.218362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e59b3a76-902c-455a-9352-66d5da2c8329 service neutron] 10.222.0.31 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890598 Feb 11 06:45:49.306754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-a8a4c536-d883-4c81-9f23-94f55b186217 service neutron] 10.222.0.31 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826299 Feb 11 06:45:49.592781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-33461c20-9a0e-4559-a452-a6f5d52c9890 req-bebeae00-fc43-47f6-8897-714f246bd4f9 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0307591 Feb 11 06:45:50.495371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-9e3d036f-3a6a-4f93-a3a2-0e2e00ecb873 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:50.496850 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-9e3d036f-3a6a-4f93-a3a2-0e2e00ecb873 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 809 time: 0.1024423 Feb 11 06:45:50.560316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-505c4407-99e3-45e4-88fa-49961a483982 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3147ebf56714411bb7c18171a00e60f9 HTTP/1.1" status: 200 len: 380 time: 0.0553229 Feb 11 06:45:50.569651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'port': {'device_id': 'c278fdae-374e-4944-9970-3cae784d4805', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'admin_state_up': True, 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'security_groups': ['3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:45:50.693102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-31c7e138-41a0-48f9-ab6e-dc28a7f7f305 req-3b513bd6-751c-407e-a812-7d0efdb64607 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0289035 Feb 11 06:45:50.711778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Made reservation on behalf of 3147ebf56714411bb7c18171a00e60f9 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:45:50.715536 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:50.843940 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Allocated IP 172.20.0.9 (b01dfe5d-69ab-48c7-8d58-7975a661c340/1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c/307b49c5-0ffa-4563-a668-bae8c7bf0a65) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:45:50.981599 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:51.016685 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:51.061098 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:45:51.064140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:45:51.067609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:45:51.090989 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:51.120848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:51.121641 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:51.138882 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-e562afbc-39ba-4cc0-8b84-d856df99e11a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729434 Feb 11 06:45:51.148204 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-04811934-8626-4b30-a1a0-37a2030fc0fc tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:45:51.149449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-04811934-8626-4b30-a1a0-37a2030fc0fc tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056717 Feb 11 06:45:51.208691 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Request body: {'port': {'device_id': 'c278fdae-374e-4944-9970-3cae784d4805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:45:51.278684 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:51.378405 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d4f4db64-7d33-4b11-b769-238ed9110a55 None None] Provisioning complete for port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:45:51.378991 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d4f4db64-7d33-4b11-b769-238ed9110a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:51.415004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4db64-7d33-4b11-b769-238ed9110a55 None None] Port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:45:51.855738 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c78211-1ef4-4e77-a1a8-90f452580bda req-8ff412a6-e454-4ac0-b46b-ed5ba24ecf52 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:51.857220 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87c78211-1ef4-4e77-a1a8-90f452580bda req-8ff412a6-e454-4ac0-b46b-ed5ba24ecf52 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 931 time: 0.0884576 Feb 11 06:45:51.908694 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307b49c5-0ffa-4563-a668-bae8c7bf0a65 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:45:51.921030 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Publish callbacks [] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:51.944397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Transition to ACTIVE for port object 307b49c5-0ffa-4563-a668-bae8c7bf0a65 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:45:51.949283 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-87c78211-1ef4-4e77-a1a8-90f452580bda req-957b556f-6c09-4478-a503-025d8a561d46 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724175 Feb 11 06:45:51.950321 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:52.020246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:52.075451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Attempting to bind port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:45:52.075787 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Attempting to bind port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:45:52.076127 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Attempting to bind port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:45:52.081342 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on network b01dfe5d-69ab-48c7-8d58-7975a661c340 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:45:52.081675 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Attempting to bind port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:45:52.086682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:45:52.087025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Checking segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:45:52.087410 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Bound using segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:45:52.087838 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Bound port: 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:45:52.088349 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:52.159457 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:45:52.163174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:45:52.171543 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:52.208578 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:52.209238 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:52.210617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] 10.222.0.81 "PUT /v2.0/ports/307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 1092 time: 1.0529068 Feb 11 06:45:52.211103 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:45:52.213386 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8777aa-0049-40ca-a846-14f13d19b2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:45:52.273306 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b12450-dcb0-4fd7-af9a-a62c11d20c97 service neutron] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:45:52.280824 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b29e8f-a817-43d9-a8fe-d87a00efd88f x-openstack-request-id: req-a6b29e8f-a817-43d9-a8fe-d87a00efd88f {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:45:52.281190 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:45:52.281459 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6b29e8f-a817-43d9-a8fe-d87a00efd88f {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:45:52.281867 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'status': 'completed', 'code': 200} Feb 11 06:45:52.330009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-bc47650d-c3d8-488f-b83f-80b9053ed0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:52.331537 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-bc47650d-c3d8-488f-b83f-80b9053ed0bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1126 time: 0.0488722 Feb 11 06:45:52.374691 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-6c358819-be1d-4a86-a81e-033f1abcf60b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 217 time: 0.0353739 Feb 11 06:45:52.429102 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-a8804fac-2de9-4dcc-ba55-25a81fbc5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:52.431202 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-a8804fac-2de9-4dcc-ba55-25a81fbc5e6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0511210 Feb 11 06:45:52.480808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-80adbe63-c60c-450a-a604-0d33221ca53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:52.482374 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-80adbe63-c60c-450a-a604-0d33221ca53b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452533 Feb 11 06:45:52.576694 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-45329920-5316-4790-bf6a-72c2514a2213 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883501 Feb 11 06:45:52.664601 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-534288f8-9a73-46a1-9a61-f3ef1a31831b req-ecdb7ecd-a113-4535-9cdb-6c622e215bb3 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808218 Feb 11 06:45:52.751327 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-83cf52e6-e07c-4b33-ae8b-b21d4966e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:52.752817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-83cf52e6-e07c-4b33-ae8b-b21d4966e327 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1126 time: 0.0447643 Feb 11 06:45:52.844220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-0df231ea-3cd4-429d-988a-294583bdd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:52.845833 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-0df231ea-3cd4-429d-988a-294583bdd3b6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0863495 Feb 11 06:45:52.853385 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:52.886937 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-a6d6cdbe-5b4e-4825-8a8a-3a286218276c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 217 time: 0.0340760 Feb 11 06:45:52.937607 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-52cb4c16-d7c3-4a35-a408-1b3c02852208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:52.938946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-52cb4c16-d7c3-4a35-a408-1b3c02852208 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0468218 Feb 11 06:45:52.989866 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-6e4c028f-747c-48e1-883c-87b980237e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:52.991467 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-6e4c028f-747c-48e1-883c-87b980237e73 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449312 Feb 11 06:45:53.119695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-1c30c9eb-03a4-4255-864c-c2a017ce073a service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201863 Feb 11 06:45:53.126634 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1d2a-31de-49b9-afa0-162ebd259b9d req-6b5bbac0-a5cf-4f28-8da1-d6fc064f0c50 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:53.127999 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ffd1d2a-31de-49b9-afa0-162ebd259b9d req-6b5bbac0-a5cf-4f28-8da1-d6fc064f0c50 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.1023502 Feb 11 06:45:53.244082 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1ffd1d2a-31de-49b9-afa0-162ebd259b9d req-75971320-84b1-44ad-a8eb-5fabcf6bafe3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081707 Feb 11 06:45:53.267300 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9c8777aa-0049-40ca-a846-14f13d19b2ce req-80cdae11-a4f2-4d51-8361-06d4c74ebeb3 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380987 Feb 11 06:45:53.948411 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:54.368770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aab6e-7a27-413b-be3a-49465a3009a7 req-9145d04b-f806-42f7-866a-ee2add739fad tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:54.370316 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-916aab6e-7a27-413b-be3a-49465a3009a7 req-9145d04b-f806-42f7-866a-ee2add739fad tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0534558 Feb 11 06:45:54.417849 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-916aab6e-7a27-413b-be3a-49465a3009a7 req-c8b93821-f613-4d64-b9a8-211143b8ac7f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Feb 11 06:45:55.585374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f841-43cb-4d6a-9f9a-d1b56193beef req-fb8041ff-efe9-431e-81a8-cea71f6509a3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:55.586855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8335f841-43cb-4d6a-9f9a-d1b56193beef req-fb8041ff-efe9-431e-81a8-cea71f6509a3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.1020265 Feb 11 06:45:55.636706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8335f841-43cb-4d6a-9f9a-d1b56193beef req-338ae397-b929-4992-88b2-ba1f21144e04 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Feb 11 06:45:56.807340 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad126e-1a3c-41b2-802b-1e4463bce5dd req-d8656873-eb08-4122-9b35-2c321e984df7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:56.808809 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0ad126e-1a3c-41b2-802b-1e4463bce5dd req-d8656873-eb08-4122-9b35-2c321e984df7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.1047578 Feb 11 06:45:56.856651 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e0ad126e-1a3c-41b2-802b-1e4463bce5dd req-c6b1fe84-26ca-485b-a470-891aa3ca3660 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420630 Feb 11 06:45:57.888068 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-7cd95859-4e75-4c92-b414-d5fde21029f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:57.977990 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29e2e7-cec0-4da1-a24e-65de813bfef1 req-c214533e-d732-4514-8a66-a82ae3e3409a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:57.979706 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f29e2e7-cec0-4da1-a24e-65de813bfef1 req-c214533e-d732-4514-8a66-a82ae3e3409a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0536897 Feb 11 06:45:58.031137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7f29e2e7-cec0-4da1-a24e-65de813bfef1 req-5763f8c3-f123-4cbd-a61e-9faa589b6f0c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453777 Feb 11 06:45:59.154349 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b2585-f9fa-4fac-8a7f-1d74aa3973f7 req-4e7dcc8c-063a-413d-94fd-28bb8c09b691 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:45:59.155823 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c4b2585-f9fa-4fac-8a7f-1d74aa3973f7 req-4e7dcc8c-063a-413d-94fd-28bb8c09b691 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0566955 Feb 11 06:45:59.204936 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c4b2585-f9fa-4fac-8a7f-1d74aa3973f7 req-c265b6b1-d08c-4198-a976-d9798eef02c5 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434361 Feb 11 06:46:00.326303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623f209-9fe9-4e9e-93c5-701040480b6a req-ab72dd99-e5cc-4d0c-8e66-8102e0386dad tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:00.328037 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c623f209-9fe9-4e9e-93c5-701040480b6a req-ab72dd99-e5cc-4d0c-8e66-8102e0386dad tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0522206 Feb 11 06:46:00.378227 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c623f209-9fe9-4e9e-93c5-701040480b6a req-74c6387b-3882-4899-980c-162fcda0ec01 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445876 Feb 11 06:46:00.413684 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ffd37732-bdfc-4896-9567-cf66699bfe47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:01.414710 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:01.496090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9741f-c277-42fa-84d2-c2d61de05d47 req-3bbecb4d-43fe-47bf-aba4-2bd173cef07f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:01.497585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a9741f-c277-42fa-84d2-c2d61de05d47 req-3bbecb4d-43fe-47bf-aba4-2bd173cef07f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0523360 Feb 11 06:46:01.548604 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57a9741f-c277-42fa-84d2-c2d61de05d47 req-076aaa99-ba53-4096-b1a2-42c8c993fb91 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455666 Feb 11 06:46:02.666086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80fe43-84de-4b04-ad2c-42d1ee4989d0 req-1168b6bb-f498-4427-ada4-3d293be99e00 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:02.667563 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d80fe43-84de-4b04-ad2c-42d1ee4989d0 req-1168b6bb-f498-4427-ada4-3d293be99e00 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0520198 Feb 11 06:46:02.716409 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9d80fe43-84de-4b04-ad2c-42d1ee4989d0 req-2f9e64e6-65c3-431f-99fc-559a74f4aabd tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Feb 11 06:46:03.095640 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:03.836668 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05e53c-1535-4137-b780-e8df1c34e61e req-3b1a239d-9c71-466c-8d46-b8bcaf4a0d42 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:03.838266 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad05e53c-1535-4137-b780-e8df1c34e61e req-3b1a239d-9c71-466c-8d46-b8bcaf4a0d42 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0563293 Feb 11 06:46:03.885713 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ad05e53c-1535-4137-b780-e8df1c34e61e req-0fd5b40d-ad98-4117-a9ab-d0d81d0af467 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Feb 11 06:46:04.025835 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:46:04.062309 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:05.008539 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0d1ba-1ca9-4638-a45b-602b12e1ee59 req-84d9dc9e-c840-4316-9479-27fe55683e81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:05.010032 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8fb0d1ba-1ca9-4638-a45b-602b12e1ee59 req-84d9dc9e-c840-4316-9479-27fe55683e81 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0557027 Feb 11 06:46:05.056320 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8fb0d1ba-1ca9-4638-a45b-602b12e1ee59 req-9f3f9d8a-ba7a-4a29-8cc3-32944079939a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Feb 11 06:46:06.173207 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38c2b9-6de0-47b4-a308-4874b3a53b6a req-b3eec959-2292-4726-b4e9-5af9b259a652 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:06.174668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd38c2b9-6de0-47b4-a308-4874b3a53b6a req-b3eec959-2292-4726-b4e9-5af9b259a652 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0509477 Feb 11 06:46:06.221832 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd38c2b9-6de0-47b4-a308-4874b3a53b6a req-59df521f-03f5-40ef-8875-ba41542f08b1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Feb 11 06:46:07.338153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5adb8-92fb-4655-b478-9cefab0cb8d6 req-a00001d4-ebec-4a58-ad93-c9b75f15bef2 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:07.339614 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fd5adb8-92fb-4655-b478-9cefab0cb8d6 req-a00001d4-ebec-4a58-ad93-c9b75f15bef2 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0515294 Feb 11 06:46:07.389816 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5fd5adb8-92fb-4655-b478-9cefab0cb8d6 req-c2aa21fe-1500-40d7-90f1-6a07d281855b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446620 Feb 11 06:46:08.494237 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 307b49c5-0ffa-4563-a668-bae8c7bf0a65 details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:46:08.510512 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e1bb6-8eea-4b62-b37f-787cbb26e4f6 req-e7deeb5c-a062-413c-bd9a-6b67b793ab3f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:08.512005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d1e1bb6-8eea-4b62-b37f-787cbb26e4f6 req-e7deeb5c-a062-413c-bd9a-6b67b793ab3f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0533662 Feb 11 06:46:08.562950 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7d1e1bb6-8eea-4b62-b37f-787cbb26e4f6 req-4e5c1a0d-9c57-4ff6-a127-d0a01bfbf8bf tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453854 Feb 11 06:46:08.591248 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:46:08.605967 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'port_id': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'mac_address': 'fa:16:3e:cd:7c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:46:08.642308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:46:08.642751 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:08.655033 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307b49c5-0ffa-4563-a668-bae8c7bf0a65 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:46:08.673685 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:46:08.677544 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:08.722837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:46:08.729982 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.730343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.730694 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.731041 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.731381 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.731721 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.732056 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.732422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.732757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.733085 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.733447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.733776 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.734104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:46:08.945440 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['307b49c5-0ffa-4563-a668-bae8c7bf0a65'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:46:09.679169 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eb193-7553-4e86-9d0b-f37edc614358 req-c3b8a0d2-2d42-4382-9338-e83f9573af76 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:09.681229 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-850eb193-7553-4e86-9d0b-f37edc614358 req-c3b8a0d2-2d42-4382-9338-e83f9573af76 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 944 time: 0.0520706 Feb 11 06:46:09.727718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-850eb193-7553-4e86-9d0b-f37edc614358 req-8829eb74-1861-4c45-9cc0-6a3aa5ab256a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Feb 11 06:46:10.511147 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 307b49c5-0ffa-4563-a668-bae8c7bf0a65 up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:46:10.562920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:46:10.566516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:46:10.566894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:10.647484 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:46:10.647875 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:10.671040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:46:10.673303 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f9f76c-5349-4718-834d-b9646b53bb80" -d '{"events": [{"server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "name": "network-vif-plugged", "status": "completed", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:46:10.686162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:46:10.691617 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:10.739424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:46:10.766146 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6407c3af-b1a5-4dba-8e2d-a4c594ed68e2 x-openstack-request-id: req-6407c3af-b1a5-4dba-8e2d-a4c594ed68e2 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:46:10.766146 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "name": "network-vif-plugged", "status": "completed", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:46:10.766569 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6407c3af-b1a5-4dba-8e2d-a4c594ed68e2 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:46:10.766812 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'code': 200} Feb 11 06:46:10.879189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131e3e4-d078-4996-ae4e-0590ee15f23d req-4d4ce418-0dd4-4455-a63e-7780dfa512ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:10.880674 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7131e3e4-d078-4996-ae4e-0590ee15f23d req-4d4ce418-0dd4-4455-a63e-7780dfa512ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0847518 Feb 11 06:46:10.887076 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc91a2-cddb-4ffe-88ac-7bb5c1b53e56 req-8dc86f53-05ad-4bc1-b0fd-08ac5fe63412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:10.888510 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94fc91a2-cddb-4ffe-88ac-7bb5c1b53e56 req-8dc86f53-05ad-4bc1-b0fd-08ac5fe63412 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1128 time: 0.0625672 Feb 11 06:46:10.959775 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7131e3e4-d078-4996-ae4e-0590ee15f23d req-bbf03491-6987-482d-8646-9d342bdc7dfd tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703144 Feb 11 06:46:10.962453 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-94fc91a2-cddb-4ffe-88ac-7bb5c1b53e56 req-d3e26573-7e6f-4e82-9e6e-1f00b86245a7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665824 Feb 11 06:46:12.082663 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91470c5f-46cd-4832-9f5a-08fdd8039c60 req-084b7632-bc38-4102-a8f0-0415a4a54dc3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:12.084127 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91470c5f-46cd-4832-9f5a-08fdd8039c60 req-084b7632-bc38-4102-a8f0-0415a4a54dc3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0554113 Feb 11 06:46:12.131372 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-91470c5f-46cd-4832-9f5a-08fdd8039c60 req-2735e968-cc43-4340-b4a8-3b4aba9903ef tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416889 Feb 11 06:46:12.246808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dd57c-4849-4bb4-9ee0-bcb82eaefd2c req-38ea191c-ac7a-45d9-a23d-7f4bdddc84b7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:12.248321 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c17dd57c-4849-4bb4-9ee0-bcb82eaefd2c req-38ea191c-ac7a-45d9-a23d-7f4bdddc84b7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0521266 Feb 11 06:46:12.297263 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c17dd57c-4849-4bb4-9ee0-bcb82eaefd2c req-865ede60-1754-4c06-9755-0823ee1b7068 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Feb 11 06:46:12.318145 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54026) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:46:12.360170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34781e6c-9c90-4ba8-bafd-383ce944e765 tempest-TestShelveInstance-780348802 tempest-TestShelveInstance-780348802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:12.361697 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-34781e6c-9c90-4ba8-bafd-383ce944e765 tempest-TestShelveInstance-780348802 tempest-TestShelveInstance-780348802-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1123 time: 0.0425758 Feb 11 06:46:12.364397 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54028) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:46:12.368553 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:46:12.387721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:12.483049 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:12.589179 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Allocated IP 172.25.1.110 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/21964c8e-5d13-4514-9d65-853fce8c80ae) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:46:12.686676 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for port (21964c8e-5d13-4514-9d65-853fce8c80ae), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:12.719020 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (21964c8e-5d13-4514-9d65-853fce8c80ae), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:12.754143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:46:12.756927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:46:12.760896 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:46:12.792555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'Port': ['ID=21964c8e-5d13-4514-9d65-853fce8c80ae,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:46:13.116524 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for floatingip (668ed3c1-0bb7-437c-96a4-2b5c94255318), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:13.186970 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (21964c8e-5d13-4514-9d65-853fce8c80ae), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:13.334206 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for port (21964c8e-5d13-4514-9d65-853fce8c80ae), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:13.338773 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (21964c8e-5d13-4514-9d65-853fce8c80ae), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:13.404890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event updated for resources: {'Port': ['ID=21964c8e-5d13-4514-9d65-853fce8c80ae,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:46:13.415361 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (668ed3c1-0bb7-437c-96a4-2b5c94255318), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:13.515441 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Floating IP 668ed3c1-0bb7-437c-96a4-2b5c94255318 associated. External IP: 172.25.1.110, port: 307b49c5-0ffa-4563-a668-bae8c7bf0a65. Feb 11 06:46:13.722750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Router 55db309b-2350-4d9d-8414-160a11365dc2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:46:13.830317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:46:13.839615 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] Sync routers for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:46:13.849666 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:13.850014 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:46:13.850627 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:46:13.878804 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-30d0c4b6-5d8f-4d3e-b92a-65e38fe7e555 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5134180 Feb 11 06:46:13.879476 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:46:13.881779 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9b2349-f9c3-48f5-b386-fde5521ce585" -d '{"events": [{"name": "network-changed", "server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:46:13.922364 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d2384b-9904-4a58-8765-7068604b41fd x-openstack-request-id: req-f9d2384b-9904-4a58-8765-7068604b41fd {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:46:13.922662 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:46:13.922924 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9d2384b-9904-4a58-8765-7068604b41fd {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:46:13.923329 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'status': 'completed', 'code': 200} Feb 11 06:46:13.970578 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:46:13.987950 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-25b9fc1e-9531-4e35-8ad9-6bec6b5beecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:13.989426 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-25b9fc1e-9531-4e35-8ad9-6bec6b5beecf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1128 time: 0.0443430 Feb 11 06:46:14.081509 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-a67a46f4-dfd8-454e-be4b-fc838151984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:14.083036 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-a67a46f4-dfd8-454e-be4b-fc838151984b service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0872939 Feb 11 06:46:14.148061 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-658bcf9c-bf7b-45a8-9676-4428bcccdb8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 999 time: 0.0573282 Feb 11 06:46:14.188866 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '668ed3c1-0bb7-437c-96a4-2b5c94255318', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'port_id': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'mac_address': 'fa:16:3e:cd:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c278fdae-374e-4944-9970-3cae784d4805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:46:12Z', 'updated_at': '2022-02-11T06:46:12Z', 'revision_number': 0, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:46:14.202003 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-b607a986-dd78-4b00-b6eb-3973b78cf0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:14.203862 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-b607a986-dd78-4b00-b6eb-3973b78cf0eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0493717 Feb 11 06:46:14.217742 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] Checking router: 55db309b-2350-4d9d-8414-160a11365dc2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:46:14.225997 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:46:14.226604 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:46:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:46:14.252728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-656b248e-b4cc-4a9a-99cc-9faf5df4a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:14.254338 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-656b248e-b4cc-4a9a-99cc-9faf5df4a843 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441744 Feb 11 06:46:14.332367 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:46:14.341577 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-a56e89a6-85e2-426e-98a8-af146f628e57 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800009 Feb 11 06:46:14.432964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6e9b2349-f9c3-48f5-b386-fde5521ce585 req-f6edcd62-0ad1-4029-ad57-a5a4efeccebb service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850153 Feb 11 06:46:14.550654 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '668ed3c1-0bb7-437c-96a4-2b5c94255318', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'port_id': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'mac_address': 'fa:16:3e:cd:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c278fdae-374e-4944-9970-3cae784d4805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:46:12Z', 'updated_at': '2022-02-11T06:46:12Z', 'revision_number': 0, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:46:14.576937 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb067ec-10e9-419f-9551-ef186f7cba7a None None] The sync data for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 is: [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '668ed3c1-0bb7-437c-96a4-2b5c94255318', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'port_id': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'mac_address': 'fa:16:3e:cd:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c278fdae-374e-4944-9970-3cae784d4805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:46:12Z', 'updated_at': '2022-02-11T06:46:12Z', 'revision_number': 0, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:46:14.777475 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b1629-42d6-477b-a592-dc8946f13fd8 None None] New status for floating IP 668ed3c1-0bb7-437c-96a4-2b5c94255318: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:46:22.852945 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:23.933986 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:27.891132 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1e70ffd4-8d56-4735-ab34-39c3932f3f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:30.415479 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-89907c6e-74a7-40fc-830c-785f975a23a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:31.416689 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:33.095129 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:34.053843 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:41.025151 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:46:52.072807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-65485b58-8113-45ca-9b24-ee54401ca058 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433724 Feb 11 06:46:52.155398 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-059f8ad4-efea-42ab-8b3b-29eb949ce837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:52.156869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-059f8ad4-efea-42ab-8b3b-29eb949ce837 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1128 time: 0.0429113 Feb 11 06:46:52.560267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-19fde151-8f30-4477-b6f8-d9d5c53f1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:52.561771 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-19fde151-8f30-4477-b6f8-d9d5c53f1404 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.3874509 Feb 11 06:46:52.625989 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-987229ce-a764-4baf-b48e-8ee5df457879 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 1001 time: 0.0565434 Feb 11 06:46:52.676383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-a396394d-2cbf-4b36-9edf-18b205002e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:52.677806 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-a396394d-2cbf-4b36-9edf-18b205002e36 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0453722 Feb 11 06:46:52.725217 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-c5c3e892-5a8e-4dbb-a46b-621d09f8ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:46:52.726815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-c5c3e892-5a8e-4dbb-a46b-621d09f8ddb0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427990 Feb 11 06:46:52.815559 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-c11dd1fa-de37-40bf-92cd-27e27f0d2c13 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826113 Feb 11 06:46:52.865372 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:52.904933 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-de6e427e-00aa-4cd2-adf9-7a145ef2837b req-0d50efc6-de08-4734-81d6-faff1481dff1 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827293 Feb 11 06:46:53.962324 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:57.892679 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-06c8c8ba-5d76-4e80-b2af-d5fc66e936b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:00.417277 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9e82c70d-1a69-48a5-bb26-c458400f919e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:01.419978 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:03.098165 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:04.056021 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:18.023861 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:47:22.880802 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:23.961638 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:27.894100 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-37fb3703-a9b5-47fe-be32-00d70b9a222b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:30.421727 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2d199d47-1d67-4fcf-b1d4-d16c26845384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:31.422305 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:33.101498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:34.058157 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:52.070224 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-1605aa22-0044-40dc-ab86-04baf2a11c77 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425978 Feb 11 06:47:52.156709 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-8ba3cb26-3516-4682-a332-506da038f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:47:52.158206 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-8ba3cb26-3516-4682-a332-506da038f82c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1128 time: 0.0470977 Feb 11 06:47:52.263064 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-90d3278b-def4-4912-b1ed-f5530c657841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:47:52.264619 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-90d3278b-def4-4912-b1ed-f5530c657841 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0857246 Feb 11 06:47:52.332115 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-1613ca2e-4e3c-4cbe-b35c-0aa0c79cd34f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 1001 time: 0.0616946 Feb 11 06:47:52.379390 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-bd4490ad-ff90-4873-a747-9276d905b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:47:52.380777 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-bd4490ad-ff90-4873-a747-9276d905b773 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0423458 Feb 11 06:47:52.427945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-a23506ae-c364-4bef-aa1a-3b9ab86c833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:47:52.429432 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-a23506ae-c364-4bef-aa1a-3b9ab86c833d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425806 Feb 11 06:47:52.518280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-6e4bd18c-2518-4955-8934-d0203dd85c18 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824819 Feb 11 06:47:52.609445 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-00157df7-34b5-4e8a-aeca-85b465aca05a req-a967bd69-215f-42b1-a7b5-c463374301ee service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838273 Feb 11 06:47:52.879950 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:53.977307 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:55.023112 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:47:57.895243 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-03a95c43-a64e-4486-a7b6-b6a7dfd7e822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:00.413927 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5f84f788-d0b5-484c-a5c3-19b61710a943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:01.424894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:03.104434 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:04.060181 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:11.364288 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301f07-d4de-413d-bbd8-34d49f4f5019 req-43485577-e001-4579-9b0d-eb2ce7c5fd38 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:11.365856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26301f07-d4de-413d-bbd8-34d49f4f5019 req-43485577-e001-4579-9b0d-eb2ce7c5fd38 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0576327 Feb 11 06:48:11.413137 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-26301f07-d4de-413d-bbd8-34d49f4f5019 req-1936057e-e878-4d91-95c3-12ff61e7058a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417061 Feb 11 06:48:12.542408 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa376e1-9a3e-4abc-9f23-2f4b9983851b req-b3ee470f-a652-4b1f-b373-110c59a1eb1e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:12.543873 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa376e1-9a3e-4abc-9f23-2f4b9983851b req-b3ee470f-a652-4b1f-b373-110c59a1eb1e tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0513389 Feb 11 06:48:12.591407 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-efa376e1-9a3e-4abc-9f23-2f4b9983851b req-d8a2a5aa-e568-466c-a1d2-973484463296 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420280 Feb 11 06:48:13.719037 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a50b2c-9d65-446a-b419-372c370a3527 req-872cbe0f-4853-4f7c-bde3-1e2deecd41d9 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:13.720554 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1a50b2c-9d65-446a-b419-372c370a3527 req-872cbe0f-4853-4f7c-bde3-1e2deecd41d9 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0513468 Feb 11 06:48:13.773917 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a1a50b2c-9d65-446a-b419-372c370a3527 req-bb4b32d0-4508-4183-9acb-7425cde78df3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476584 Feb 11 06:48:14.891425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0bb20-182d-4584-8510-b55d4033728a req-d802afb8-a577-4f2b-be4b-1f006a23cc66 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:14.892900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45c0bb20-182d-4584-8510-b55d4033728a req-d802afb8-a577-4f2b-be4b-1f006a23cc66 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0515373 Feb 11 06:48:14.939613 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-45c0bb20-182d-4584-8510-b55d4033728a req-b62aad69-c781-4c8d-8732-08f2e910dc95 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411437 Feb 11 06:48:16.057708 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8bef9-4977-4b06-8161-4715f1cb9af9 req-406c6a89-7f67-4806-8cbd-54682e0861c3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:16.059165 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52e8bef9-4977-4b06-8161-4715f1cb9af9 req-406c6a89-7f67-4806-8cbd-54682e0861c3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0518224 Feb 11 06:48:16.106866 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-52e8bef9-4977-4b06-8161-4715f1cb9af9 req-8a372e55-388f-460c-9042-3ee424e09489 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Feb 11 06:48:17.227682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a02c0-6c00-4644-bf28-a5c6335a4024 req-d95c6d5a-7826-4596-9b37-eb3e3e8aed99 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:17.229212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a2a02c0-6c00-4644-bf28-a5c6335a4024 req-d95c6d5a-7826-4596-9b37-eb3e3e8aed99 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0560164 Feb 11 06:48:17.277362 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a2a02c0-6c00-4644-bf28-a5c6335a4024 req-dc4006ea-d903-4e0f-b1dd-32f6a2488e9c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 Feb 11 06:48:18.401214 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869d7d7-3fff-4e62-80fe-d23518fb7874 req-10bbbb04-be38-4a6b-a3e7-5ae38b3cf79f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:18.402692 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4869d7d7-3fff-4e62-80fe-d23518fb7874 req-10bbbb04-be38-4a6b-a3e7-5ae38b3cf79f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0531447 Feb 11 06:48:18.449589 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-4869d7d7-3fff-4e62-80fe-d23518fb7874 req-886d5f40-3bcd-4954-b992-278764656ba8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Feb 11 06:48:19.570946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93411cae-4723-49e3-a0b0-de021a9a7f7b req-c1306a27-34ec-463a-84f9-a0be1f7d4171 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:19.572412 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93411cae-4723-49e3-a0b0-de021a9a7f7b req-c1306a27-34ec-463a-84f9-a0be1f7d4171 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0562127 Feb 11 06:48:19.619870 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-93411cae-4723-49e3-a0b0-de021a9a7f7b req-a1dbc6f3-4e96-46b6-a09f-5afa396d197c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Feb 11 06:48:20.736647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672abf13-6cfe-429c-a151-aed2125e4a8a req-6614f625-bb28-4673-ae73-4b114a25b4b3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:20.738156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-672abf13-6cfe-429c-a151-aed2125e4a8a req-6614f625-bb28-4673-ae73-4b114a25b4b3 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0516636 Feb 11 06:48:20.785403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-672abf13-6cfe-429c-a151-aed2125e4a8a req-787a975d-a5a4-4661-b606-9ba6f55e7c13 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 Feb 11 06:48:21.508372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-bf81b11f-41b6-437b-9486-95de1f06c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:21.509913 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-bf81b11f-41b6-437b-9486-95de1f06c3ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1128 time: 0.0431988 Feb 11 06:48:21.600624 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-012f9090-11b8-414f-bf55-f2edb9089268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:21.602157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-012f9090-11b8-414f-bf55-f2edb9089268 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0863497 Feb 11 06:48:21.668813 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-0355954c-1033-467a-947b-e70e71525d12 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 1001 time: 0.0605547 Feb 11 06:48:21.723949 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-02ff03c4-1c4c-4e83-9ae1-dcba29e685a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:21.725456 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-02ff03c4-1c4c-4e83-9ae1-dcba29e685a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0492647 Feb 11 06:48:21.775799 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-8c15f9be-5b6e-4ddd-afb6-6e4f6d78f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:21.777361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-8c15f9be-5b6e-4ddd-afb6-6e4f6d78f8ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458362 Feb 11 06:48:21.901819 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-ef414d4e-4e5d-4464-a436-6f2a8abe2822 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182065 Feb 11 06:48:21.950784 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec27dd6-0666-4f3c-b779-a70973ab05bf req-714c5cf7-712a-4f20-9790-42932b53cc92 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:21.952519 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ec27dd6-0666-4f3c-b779-a70973ab05bf req-714c5cf7-712a-4f20-9790-42932b53cc92 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0944171 Feb 11 06:48:22.042487 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9fe414b7-86b9-4bc7-a0e1-3867f701fb72 req-509d6c5e-c0f6-4ffd-ad19-4ebb3593a333 service neutron] 10.222.0.81 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336162 Feb 11 06:48:22.045894 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0ec27dd6-0666-4f3c-b779-a70973ab05bf req-bafbccef-9de6-4cc8-950f-0325a272e29c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700085 Feb 11 06:48:22.884215 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:23.166101 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922677ba-8840-4be7-b30f-1abdf4d5e887 req-6c189d0f-b679-4dcd-98da-e9d1736b900c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:23.167413 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-922677ba-8840-4be7-b30f-1abdf4d5e887 req-6c189d0f-b679-4dcd-98da-e9d1736b900c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0534766 Feb 11 06:48:23.216996 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-922677ba-8840-4be7-b30f-1abdf4d5e887 req-8384da42-6031-4f01-882e-e3bee5d7da2c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 Feb 11 06:48:23.976796 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:24.334152 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6a13-5bfe-4729-8884-efd21ece824e req-495f74d4-8e1a-4d07-8900-530d47a039c7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:24.335648 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-451f6a13-5bfe-4729-8884-efd21ece824e req-495f74d4-8e1a-4d07-8900-530d47a039c7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0519795 Feb 11 06:48:24.384734 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-451f6a13-5bfe-4729-8884-efd21ece824e req-5f24ee0a-9665-4f81-a3ec-18b63e948de7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429492 Feb 11 06:48:25.508407 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66ce5c-5044-4321-97f7-c096fb4ef529 req-30735280-df18-45a8-ac76-25d570d83c96 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:25.509938 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a66ce5c-5044-4321-97f7-c096fb4ef529 req-30735280-df18-45a8-ac76-25d570d83c96 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0569460 Feb 11 06:48:25.558172 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a66ce5c-5044-4321-97f7-c096fb4ef529 req-53cc21ec-9a93-4725-8b3d-3abca59dcb8a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426066 Feb 11 06:48:26.683740 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84054870-7af5-4224-87d6-52addaa26aa4 req-edd0ecee-0bd8-48f6-a02e-be35e41c89c6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:26.685276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84054870-7af5-4224-87d6-52addaa26aa4 req-edd0ecee-0bd8-48f6-a02e-be35e41c89c6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 945 time: 0.0538468 Feb 11 06:48:26.733768 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-84054870-7af5-4224-87d6-52addaa26aa4 req-d16663cf-c184-49f6-8f90-d6d0172bc6e0 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Feb 11 06:48:27.131881 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 307b49c5-0ffa-4563-a668-bae8c7bf0a65 no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:48:27.208451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:48:27.208839 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:27.231654 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:48:27.233931 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9410138-f9c4-415d-814e-50646afa374f" -d '{"events": [{"server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "name": "network-vif-unplugged", "status": "completed", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:48:27.249425 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:48:27.253347 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:27.300125 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:48:27.307419 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.307769 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.308112 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.308451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.308790 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.309166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.309476 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.309797 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.310126 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.310447 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.310770 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.311087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.311404 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:27.850964 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38622f4c-49c1-4154-9cf9-a38738eefe21 req-f6d8f97b-d528-4060-ab38-0aaa78bf946c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:27.852424 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38622f4c-49c1-4154-9cf9-a38738eefe21 req-f6d8f97b-d528-4060-ab38-0aaa78bf946c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0520780 Feb 11 06:48:27.898186 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6c2d359f-a468-4b61-ba2a-888c0a7ff918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:27.907062 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-38622f4c-49c1-4154-9cf9-a38738eefe21 req-e2bd23c8-d443-40b0-9c70-ee63aae7222f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491366 Feb 11 06:48:28.090371 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-d871f0bc-6ad4-479d-80f1-6c82d8c4df9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442641 Feb 11 06:48:28.100026 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-54277c2d-de84-4e5b-8e4e-88720b8c5583 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:48:28.101328 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-54277c2d-de84-4e5b-8e4e-88720b8c5583 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052142 Feb 11 06:48:28.116392 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12330d71-c4be-4158-9892-4ae67b4695f0 req-9a5176d4-696e-49f7-89e8-fc27aa312d53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:28.119156 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12330d71-c4be-4158-9892-4ae67b4695f0 req-9a5176d4-696e-49f7-89e8-fc27aa312d53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0530107 Feb 11 06:48:28.168695 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-12330d71-c4be-4158-9892-4ae67b4695f0 req-0e5e92c0-4886-4418-9c73-bca7c54b106d tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437422 Feb 11 06:48:28.175727 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-2b681853-3c2b-46c0-82de-9b25da2f51ce tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:28.177101 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-2b681853-3c2b-46c0-82de-9b25da2f51ce tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports/307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 940 time: 0.0484540 Feb 11 06:48:28.288857 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f83962-a902-4160-a488-a76db5fe062c x-openstack-request-id: req-79f83962-a902-4160-a488-a76db5fe062c {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:48:28.289346 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "name": "network-vif-unplugged", "status": "completed", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:48:28.289470 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79f83962-a902-4160-a488-a76db5fe062c {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:48:28.289822 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'code': 200} Feb 11 06:48:29.288713 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14cd8-ff25-4466-b5d7-24cb25e70997 req-deddf45f-e5cc-4ba3-8a0f-df9502265c37 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:29.290253 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8f14cd8-ff25-4466-b5d7-24cb25e70997 req-deddf45f-e5cc-4ba3-8a0f-df9502265c37 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0528533 Feb 11 06:48:29.338403 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e8f14cd8-ff25-4466-b5d7-24cb25e70997 req-d660b4c5-ae6f-4ca4-9099-5d8eb3f98ae6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Feb 11 06:48:30.419581 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e2d93fdc-9a30-4c85-8277-ae85e1c0eb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:30.474945 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1670e7a-803e-4602-9ff0-47afce670ca2 req-7a4b1464-0c23-4ce4-8c36-bb2f7f664982 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:30.476369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1670e7a-803e-4602-9ff0-47afce670ca2 req-7a4b1464-0c23-4ce4-8c36-bb2f7f664982 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0619872 Feb 11 06:48:30.526763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f1670e7a-803e-4602-9ff0-47afce670ca2 req-c4b9a296-ec35-478b-a37f-d54d9b6a8f4c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442011 Feb 11 06:48:31.428758 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:31.646059 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd5767-e34f-4d4b-b2d9-47fc7744962b req-9f4d035c-687e-46ee-a514-73d4e09de2ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:31.647731 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62cd5767-e34f-4d4b-b2d9-47fc7744962b req-9f4d035c-687e-46ee-a514-73d4e09de2ea tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0527778 Feb 11 06:48:31.696841 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-62cd5767-e34f-4d4b-b2d9-47fc7744962b req-35b9e8c3-d462-4bcd-a7b7-db9e36a8eb34 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423455 Feb 11 06:48:32.022974 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:48:32.828747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764453eb-2891-420f-aedd-3c41943fb6d4 req-c8e8e259-4f4a-4d9c-9efe-12188553cc3c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:32.830377 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-764453eb-2891-420f-aedd-3c41943fb6d4 req-c8e8e259-4f4a-4d9c-9efe-12188553cc3c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0592158 Feb 11 06:48:32.880754 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-764453eb-2891-420f-aedd-3c41943fb6d4 req-73d2852d-2312-4b62-9e7d-f2f714e2b53b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442221 Feb 11 06:48:33.107988 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:33.999260 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b177-3ac5-4a26-a7fb-fd1379eea11c req-3f5a312e-6969-4667-aa90-a0f08426b1a6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:34.000737 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5cb0b177-3ac5-4a26-a7fb-fd1379eea11c req-3f5a312e-6969-4667-aa90-a0f08426b1a6 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0517080 Feb 11 06:48:34.048234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5cb0b177-3ac5-4a26-a7fb-fd1379eea11c req-56c9793e-0d3d-4664-bbed-0183c6c273d8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 Feb 11 06:48:34.065357 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:35.170188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf44564-29c2-45ca-b50e-ff14ea76f611 req-accbf7f6-460d-4dd7-b20f-87f966af0fc5 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:35.171666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bdf44564-29c2-45ca-b50e-ff14ea76f611 req-accbf7f6-460d-4dd7-b20f-87f966af0fc5 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0516386 Feb 11 06:48:35.224138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bdf44564-29c2-45ca-b50e-ff14ea76f611 req-f79b77a7-3e24-47b2-a610-3d2450296973 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468738 Feb 11 06:48:36.347205 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bed1d-f5b5-44a9-a36b-63526b528273 req-cf508b81-f9af-44ad-9212-731f47b62932 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:36.348687 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b6bed1d-f5b5-44a9-a36b-63526b528273 req-cf508b81-f9af-44ad-9212-731f47b62932 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0531685 Feb 11 06:48:36.396428 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9b6bed1d-f5b5-44a9-a36b-63526b528273 req-964d55c7-a467-45e3-9921-987f21fac152 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Feb 11 06:48:37.517695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06ea0c-eac8-4a93-b488-c92d4625ed60 req-dd9bfef5-6010-487c-a680-37944076044b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:37.519241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a06ea0c-eac8-4a93-b488-c92d4625ed60 req-dd9bfef5-6010-487c-a680-37944076044b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0557039 Feb 11 06:48:37.575521 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6a06ea0c-eac8-4a93-b488-c92d4625ed60 req-d829d840-19f7-4b5b-9532-d9d65fdbab8a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503645 Feb 11 06:48:38.241976 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-4e43f87f-2e9f-4dd5-af97-79cae393c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:38.243451 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-4e43f87f-2e9f-4dd5-af97-79cae393c8ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805&tenant_id=3147ebf56714411bb7c18171a00e60f9 HTTP/1.1" status: 200 len: 1126 time: 0.0487335 Feb 11 06:48:38.254010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-35', 'device_owner': 'compute:nova'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:48:38.310422 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:38.512689 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:48:38.544170 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:48:38.579643 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307b49c5-0ffa-4563-a668-bae8c7bf0a65 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:48:38.586957 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Publish callbacks [] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:38.610669 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Transition to ACTIVE for port object 307b49c5-0ffa-4563-a668-bae8c7bf0a65 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:48:38.614734 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:38.740237 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=7']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:48:38.757285 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.757644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.757995 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.758348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.758687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.759024 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.759357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.760239 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.760590 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.760905 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.761357 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.761681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.762007 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:48:38.777911 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f11c8-4403-4fe5-bd60-9e638afe99f2 req-90d2596f-8788-421b-a23c-cb0b34b4cc5f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:38.779465 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd6f11c8-4403-4fe5-bd60-9e638afe99f2 req-90d2596f-8788-421b-a23c-cb0b34b4cc5f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.1320527 Feb 11 06:48:38.796211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] No DVR routers for this DVR port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:48:38.885869 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-dd6f11c8-4403-4fe5-bd60-9e638afe99f2 req-e68bb755-06a5-4118-b7e7-dacbbcb28ccb tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915604 Feb 11 06:48:38.963832 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Attempting to bind port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:48:38.964091 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Attempting to bind port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:48:38.964427 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Attempting to bind port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:48:38.968557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on network b01dfe5d-69ab-48c7-8d58-7975a661c340 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:48:38.968883 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Attempting to bind port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on network b01dfe5d-69ab-48c7-8d58-7975a661c340 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:48:38.973646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:48:38.973985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Checking segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:48:38.974371 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Bound using segment: {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:48:38.974796 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Bound port: 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5073b86-9db2-40dc-829a-0b966e5adfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:48:38.975158 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:39.038283 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:48:39.041384 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:48:39.046788 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:39.077601 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:39.078160 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:39.079611 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] 10.222.0.72 "PUT /v2.0/ports/307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 1092 time: 0.8294196 Feb 11 06:48:39.081821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:48:39.084211 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186c794b-9b58-47f8-b1b8-99d34b821e51" -d '{"events": [{"name": "network-changed", "server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:48:39.117988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f708ba-7758-4a09-a22f-44fc5af9fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=8']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:48:39.153148 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a74e84-e052-4406-a7d3-20e8b9e00cb8 x-openstack-request-id: req-c0a74e84-e052-4406-a7d3-20e8b9e00cb8 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:48:39.153457 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:48:39.153715 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0a74e84-e052-4406-a7d3-20e8b9e00cb8 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:48:39.154120 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'status': 'completed', 'code': 200} Feb 11 06:48:39.170968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-d0449135-af3d-43e5-991b-61e4922cd567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:39.172527 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-d0449135-af3d-43e5-991b-61e4922cd567 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1126 time: 0.0515671 Feb 11 06:48:39.268793 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-46a33de4-ba1a-4391-9317-9676daf11b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:39.270376 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-46a33de4-ba1a-4391-9317-9676daf11b9d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0918758 Feb 11 06:48:39.333077 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-8e218a42-0e42-4aae-b904-c1887cd3b871 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 999 time: 0.0565629 Feb 11 06:48:39.378943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-271ba898-43af-4fe5-a647-f6e34cd763e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:39.380380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-271ba898-43af-4fe5-a647-f6e34cd763e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0411842 Feb 11 06:48:39.431370 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-1e11900a-897f-4c35-b167-136a42decc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:39.432836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-1e11900a-897f-4c35-b167-136a42decc82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463636 Feb 11 06:48:39.520504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-9cfbc780-5b4b-45e0-b091-5026ca57a2e1 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813594 Feb 11 06:48:39.609618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-8daca586-5899-4d1f-bc9d-ac43acb2f0f3 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827370 Feb 11 06:48:39.694779 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-3c0c43cd-9ce5-4b26-a4b1-746010532d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:39.696260 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-3c0c43cd-9ce5-4b26-a4b1-746010532d61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1126 time: 0.0441401 Feb 11 06:48:39.785902 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-9c258167-54a1-48f8-9dd2-df084eac9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:39.787369 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-9c258167-54a1-48f8-9dd2-df084eac9d15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0841846 Feb 11 06:48:39.852164 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-dcb29448-c635-45de-8915-88b3cf16e144 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 999 time: 0.0582397 Feb 11 06:48:39.897966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-208c6051-6138-43a3-97f5-13d2cb2449bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:39.899276 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-208c6051-6138-43a3-97f5-13d2cb2449bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0417995 Feb 11 06:48:39.950955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-c1678d1a-0044-41ab-a596-df9d213a7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:39.952512 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-c1678d1a-0044-41ab-a596-df9d213a7b08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467446 Feb 11 06:48:40.071955 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7b869-53a2-47c8-838c-950e852c6b2d req-209cd1e9-a3be-4121-ae4a-ac44241a0c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:40.073463 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0e7b869-53a2-47c8-838c-950e852c6b2d req-209cd1e9-a3be-4121-ae4a-ac44241a0c6b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.1190293 Feb 11 06:48:40.078920 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-e7b649c0-ef41-474a-a2c5-97b8c10a0d31 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165230 Feb 11 06:48:40.173696 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c0e7b869-53a2-47c8-838c-950e852c6b2d req-0cec7cb5-f4d0-4fa3-9746-3f3223ab243f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937555 Feb 11 06:48:40.194112 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-186c794b-9b58-47f8-b1b8-99d34b821e51 req-46d935d1-b134-45d3-adae-16ee967627e5 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087887 Feb 11 06:48:41.298770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce5f8-c92f-45f3-ac3a-98a00a7bdea6 req-eca13e90-4e97-42ba-98c3-a45462b2021c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:41.300243 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1ce5f8-c92f-45f3-ac3a-98a00a7bdea6 req-eca13e90-4e97-42ba-98c3-a45462b2021c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0556297 Feb 11 06:48:41.347530 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7a1ce5f8-c92f-45f3-ac3a-98a00a7bdea6 req-cf40a5ea-d54d-4d15-8207-fff6150fcd18 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Feb 11 06:48:42.464318 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791042a9-1d45-47c2-b42e-fd48ac78d620 req-a995af4a-f082-4d41-a086-85f10d0a8089 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:42.465795 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-791042a9-1d45-47c2-b42e-fd48ac78d620 req-a995af4a-f082-4d41-a086-85f10d0a8089 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0521636 Feb 11 06:48:42.512280 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-791042a9-1d45-47c2-b42e-fd48ac78d620 req-3b008e8e-3e14-4f42-8626-6b265afd81bb tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 Feb 11 06:48:43.632770 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef96c27-98aa-4aef-9b15-6aad1970f0da req-b872e16d-fc86-4052-ad62-b8e42899b8bf tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:43.634225 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ef96c27-98aa-4aef-9b15-6aad1970f0da req-b872e16d-fc86-4052-ad62-b8e42899b8bf tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0511527 Feb 11 06:48:43.686145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ef96c27-98aa-4aef-9b15-6aad1970f0da req-545bd43c-dbb0-4fc5-a4d8-6799c6a89f34 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463095 Feb 11 06:48:44.802649 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a4748-1859-45e9-b22b-53864277d7d5 req-0b1f6e46-e687-4b78-b1e0-2c7bb63ac2af tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:44.804113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-488a4748-1859-45e9-b22b-53864277d7d5 req-0b1f6e46-e687-4b78-b1e0-2c7bb63ac2af tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0514727 Feb 11 06:48:44.851807 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-488a4748-1859-45e9-b22b-53864277d7d5 req-bddb239d-fe46-4e5e-a7b3-116f2f58e374 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Feb 11 06:48:45.968849 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55695e6-6825-48be-9c07-51ffa43e0374 req-727b2405-faf0-432c-87b1-fe7c2199b8a8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:45.970344 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f55695e6-6825-48be-9c07-51ffa43e0374 req-727b2405-faf0-432c-87b1-fe7c2199b8a8 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0521922 Feb 11 06:48:46.021003 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f55695e6-6825-48be-9c07-51ffa43e0374 req-16f5791a-7996-4d0c-b883-99c9cac20cbd tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450242 Feb 11 06:48:47.445705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f8cd-70b2-4bb0-97bb-e49f728b518e req-e3b57e40-1377-4da9-ad23-feb41535fe46 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:47.447640 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8178f8cd-70b2-4bb0-97bb-e49f728b518e req-e3b57e40-1377-4da9-ad23-feb41535fe46 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.3567278 Feb 11 06:48:47.494666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8178f8cd-70b2-4bb0-97bb-e49f728b518e req-80156bb3-48ed-410b-a88a-529155f5ce43 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404818 Feb 11 06:48:48.446365 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 307b49c5-0ffa-4563-a668-bae8c7bf0a65 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:48:48.545322 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:48:48.556584 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'port_id': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'mac_address': 'fa:16:3e:cd:7c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:48:48.595250 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:48:48.595641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:48.608572 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307b49c5-0ffa-4563-a668-bae8c7bf0a65 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:48:48.614432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845118ad-b8a9-43c1-bdb2-3fc1c7230360 req-06992189-8828-4b92-a86b-d59affc63f72 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:48.615893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-845118ad-b8a9-43c1-bdb2-3fc1c7230360 req-06992189-8828-4b92-a86b-d59affc63f72 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 943 time: 0.0526557 Feb 11 06:48:48.628402 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:48:48.632653 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:48.663899 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-845118ad-b8a9-43c1-bdb2-3fc1c7230360 req-047fc538-4bee-41b2-a0f9-1eef258f4f2c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Feb 11 06:48:48.682787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=9']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:48:48.893169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['307b49c5-0ffa-4563-a668-bae8c7bf0a65'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:48:49.783711 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c44f00-8261-42b6-b6ac-60ca9d28b891 req-ef06254b-5cb3-407f-a8f8-c4baaafb649a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:49.785157 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19c44f00-8261-42b6-b6ac-60ca9d28b891 req-ef06254b-5cb3-407f-a8f8-c4baaafb649a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 944 time: 0.0541489 Feb 11 06:48:49.834189 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-19c44f00-8261-42b6-b6ac-60ca9d28b891 req-4f78df41-3b9d-4f6e-8919-cb8fdae57312 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435274 Feb 11 06:48:50.461739 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 307b49c5-0ffa-4563-a668-bae8c7bf0a65 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:48:50.510560 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:48:50.514116 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:48:50.514498 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:50.590251 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:48:50.590641 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:50.611660 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:48:50.613897 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f45fb4-9fb6-4f14-b96e-d11aee396924" -d '{"events": [{"server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "name": "network-vif-plugged", "status": "completed", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:48:50.629342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:48:50.633683 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:50.657270 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ebf99e-bd61-43bd-bc17-a94a326beec5 x-openstack-request-id: req-47ebf99e-bd61-43bd-bc17-a94a326beec5 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:48:50.657724 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "name": "network-vif-plugged", "status": "completed", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:48:50.657986 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47ebf99e-bd61-43bd-bc17-a94a326beec5 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:48:50.658377 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'code': 200} Feb 11 06:48:50.683945 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=10']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:48:50.793895 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a8611-f51e-4ac2-97b6-f53a0874206a req-1887917a-2004-4e0e-b64d-3fe2a4ec8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:50.795275 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f48a8611-f51e-4ac2-97b6-f53a0874206a req-1887917a-2004-4e0e-b64d-3fe2a4ec8da1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1129 time: 0.0429718 Feb 11 06:48:50.838735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f48a8611-f51e-4ac2-97b6-f53a0874206a req-82dbc632-2c8a-4b9a-9516-30e4fb1d9a9b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377531 Feb 11 06:48:50.950880 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14b4cd-9681-4cd3-b0e1-2d24ad404ea4 req-6b7fb2fd-014b-4284-9d6e-8a6f4522f492 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:50.952575 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb14b4cd-9681-4cd3-b0e1-2d24ad404ea4 req-6b7fb2fd-014b-4284-9d6e-8a6f4522f492 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 946 time: 0.0506506 Feb 11 06:48:51.003212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-fb14b4cd-9681-4cd3-b0e1-2d24ad404ea4 req-5a9fb36b-3eb6-4394-8ca4-153bcc035729 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450177 Feb 11 06:48:52.127252 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fc8d2-cebc-4390-8de0-297477527cd5 req-2b98102a-a7fd-4f4e-8045-0de0514cf18d tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:52.128732 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a25fc8d2-cebc-4390-8de0-297477527cd5 req-2b98102a-a7fd-4f4e-8045-0de0514cf18d tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 946 time: 0.0537131 Feb 11 06:48:52.181904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a25fc8d2-cebc-4390-8de0-297477527cd5 req-b72d31d0-ef83-4793-b34d-786d0224d2ec tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475731 Feb 11 06:48:52.910912 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:53.847724 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-66e940a5-c0a9-4514-8033-eda3a149efbd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444825 Feb 11 06:48:53.929771 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-b15c6672-2510-4364-93ee-314828f9a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:53.931808 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-b15c6672-2510-4364-93ee-314828f9a684 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1129 time: 0.0439587 Feb 11 06:48:53.966971 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:54.033090 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-1199565e-ec4f-4e04-8754-2ebefc34df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:54.034556 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-1199565e-ec4f-4e04-8754-2ebefc34df0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0855525 Feb 11 06:48:54.100779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-e202a010-6b38-45c9-ba3e-9f91c9400890 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 1001 time: 0.0603626 Feb 11 06:48:54.146456 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-40927741-391e-4839-a997-22874b4ee3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:54.147877 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-40927741-391e-4839-a997-22874b4ee3f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0418932 Feb 11 06:48:54.199247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-2134a546-a1e3-49fe-a34a-ebc4caadcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:48:54.200876 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-2134a546-a1e3-49fe-a34a-ebc4caadcbe0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472424 Feb 11 06:48:54.293166 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-382f7248-d0d7-40e7-99a1-4608da906491 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859780 Feb 11 06:48:54.378431 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f4e6bee3-b7f7-44cd-8b39-3ff117cc6699 req-fb7f7c8c-d028-43f4-9e9d-03bc8b5a7631 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796664 Feb 11 06:48:57.901101 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-55a98cd1-c0c1-4b8d-9936-6c91805c9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:00.416009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-88fcf08f-ed6d-4ff8-a9d4-62e7bf93664f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:01.430365 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:03.110741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:04.061543 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:09.021468 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:49:22.909278 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:23.979016 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:27.903685 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1fdd457c-2028-4b86-aa08-6a7c1a3ce0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:30.419684 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f582a2dc-8b30-4bab-8ba8-ea0b2cd45801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:31.433448 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:33.112676 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:34.062835 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:46.020739 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:49:52.915448 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:53.976008 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:54.894503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-19200d46-4d34-48fc-91ce-d1b0d00d8cea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0850527 Feb 11 06:49:54.978017 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-03d64acd-6ed6-4c97-9226-fb84f7e73a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:49:54.980138 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-03d64acd-6ed6-4c97-9226-fb84f7e73a3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1129 time: 0.0445635 Feb 11 06:49:55.080434 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-f5fdaea2-5953-4eb9-8404-88a88d9f3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:49:55.082401 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-f5fdaea2-5953-4eb9-8404-88a88d9f3307 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.0844045 Feb 11 06:49:55.152477 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-68cb4cd6-237f-42f6-9f6e-74052667bb6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 1001 time: 0.0631082 Feb 11 06:49:55.202514 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-0d9cc92d-2ccd-436f-8bd3-dd3577f12efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:49:55.204029 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-0d9cc92d-2ccd-436f-8bd3-dd3577f12efa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0460646 Feb 11 06:49:55.258988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-3e8d805e-e67b-4bd4-be7e-8f85f8cbe1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:49:55.258988 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-3e8d805e-e67b-4bd4-be7e-8f85f8cbe1b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465777 Feb 11 06:49:55.356090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-260cf689-b268-44a8-a6f8-32cae4ac2d8c service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928228 Feb 11 06:49:55.443046 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ac8fbe3-5b9c-4d5b-8e9c-c7633b6018cb req-e11c77cd-206d-461c-99d0-8389065029e9 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813904 Feb 11 06:49:57.904025 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-508a5e90-a8b8-47d4-9888-a05cbfb49bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:00.421495 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6f8981c1-bcfa-4fb8-b48d-fef05344b7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:01.435418 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:03.117259 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:04.065695 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:05.521299 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54188) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:05.677371 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Deleting port 21964c8e-5d13-4514-9d65-853fce8c80ae {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:05.677718 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (21964c8e-5d13-4514-9d65-853fce8c80ae), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:05.751377 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (21964c8e-5d13-4514-9d65-853fce8c80ae), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:05.751703 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for floatingip (21964c8e-5d13-4514-9d65-853fce8c80ae), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:05.763237 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Calling delete_port for 21964c8e-5d13-4514-9d65-853fce8c80ae owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:05.907829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (21964c8e-5d13-4514-9d65-853fce8c80ae), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:05.933191 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event deleted for resources: {'Port': ['ID=21964c8e-5d13-4514-9d65-853fce8c80ae,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:05.944675 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.945041 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.945409 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.945757 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.946100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.946439 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.946776 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.947110 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.947464 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.947780 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.948111 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.948437 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:05.948767 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:06.005586 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for floatingip (668ed3c1-0bb7-437c-96a4-2b5c94255318), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:06.005919 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Floating IP 668ed3c1-0bb7-437c-96a4-2b5c94255318 disassociated (deleted). External IP: 172.25.1.110, port: 307b49c5-0ffa-4563-a668-bae8c7bf0a65. Feb 11 06:50:06.521948 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Router 55db309b-2350-4d9d-8414-160a11365dc2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:50:06.631608 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:50:06.636537 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:06.644134 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] Sync routers for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:50:06.654031 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:06.654718 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:06.666513 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-7cb124df-bcf0-46c3-b3cd-6a0377f65f16 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "DELETE /v2.0/floatingips/668ed3c1-0bb7-437c-96a4-2b5c94255318 HTTP/1.1" status: 204 len: 168 time: 1.1441064 Feb 11 06:50:06.667098 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:50:06.669506 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6d03c6-a306-4653-ba6b-201f47d9e577" -d '{"events": [{"name": "network-changed", "server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:50:06.714362 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f33495f-1836-40bf-b48e-d78f72ccbf60 x-openstack-request-id: req-7f33495f-1836-40bf-b48e-d78f72ccbf60 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:50:06.714752 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:50:06.715223 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f33495f-1836-40bf-b48e-d78f72ccbf60 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:50:06.717494 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'status': 'completed', 'code': 200} Feb 11 06:50:06.773021 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:06.792034 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-b9000f22-b3ba-4056-bdc8-062b8fea7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:06.793836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-b9000f22-b3ba-4056-bdc8-062b8fea7196 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3147ebf56714411bb7c18171a00e60f9&device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 1129 time: 0.0586965 Feb 11 06:50:06.925375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-ea16f315-a210-44ae-bb59-ededbfcf5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:06.926857 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-ea16f315-a210-44ae-bb59-ededbfcf5386 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 200 len: 910 time: 0.1260343 Feb 11 06:50:06.936403 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f499-77b6-4a86-9bd0-f688c6095a67 req-558b09d4-ccc3-4316-b649-6b160d46de80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:06.937879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51c3f499-77b6-4a86-9bd0-f688c6095a67 req-558b09d4-ccc3-4316-b649-6b160d46de80 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 946 time: 0.0768454 Feb 11 06:50:06.979067 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:06.984231 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-0996e9db-2ee5-4e18-8361-aeb17685bdfa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 200 len: 217 time: 0.0454066 Feb 11 06:50:07.006512 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] Checking router: 55db309b-2350-4d9d-8414-160a11365dc2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:50:07.014551 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:07.015157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:07.044513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-51c3f499-77b6-4a86-9bd0-f688c6095a67 req-19fbb801-8151-4ae5-a39b-95d2199c91cf tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991662 Feb 11 06:50:07.053803 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-d95df4ce-5733-47fe-bc5c-c5b68fcdd179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:07.055237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-d95df4ce-5733-47fe-bc5c-c5b68fcdd179 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 200 len: 848 time: 0.0631788 Feb 11 06:50:07.110792 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-0992d9da-d619-4685-993c-1e2828bb302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:07.112971 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-0992d9da-d619-4685-993c-1e2828bb302a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b01dfe5d-69ab-48c7-8d58-7975a661c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499949 Feb 11 06:50:07.124478 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:07.201682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-76d22b80-f870-45f4-acad-9050fd66df6e service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811796 Feb 11 06:50:07.294288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1c6d03c6-a306-4653-ba6b-201f47d9e577 req-08035964-5d6e-4e27-9bd9-babcbd25b548 service neutron] 10.222.0.72 "GET /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859106 Feb 11 06:50:07.319558 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:07.349229 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9927bf-e823-4be9-95ea-ca67fbd55f3f None None] The sync data for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 is: [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:41:13Z', 'revision_number': 4, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '0d2a391f-4ada-43f9-b53d-0ed44c330450', 'name': '', 'network_id': 'b01dfe5d-69ab-48c7-8d58-7975a661c340', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'mac_address': 'fa:16:3e:a2:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:13Z', 'updated_at': '2022-02-11T06:41:17Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'subnets': [{'id': '1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:50:07.560903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f928f-5e6a-4a98-aa52-8abd4cfa1ab3 None None] New status for floating IP 668ed3c1-0bb7-437c-96a4-2b5c94255318: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:50:08.166885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db2e12-9b03-4126-8bd2-323ac1c416ca req-9c701b23-52be-44b9-b44f-e3cf2cdc1aac tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:08.168347 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53db2e12-9b03-4126-8bd2-323ac1c416ca req-9c701b23-52be-44b9-b44f-e3cf2cdc1aac tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 946 time: 0.0530849 Feb 11 06:50:08.217153 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-53db2e12-9b03-4126-8bd2-323ac1c416ca req-79a778d5-4d28-40d9-9992-88d201d411f1 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Feb 11 06:50:08.414425 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-f3587468-35bb-44ed-9b6b-001e4f09d359 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:08.415756 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-f3587468-35bb-44ed-9b6b-001e4f09d359 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.72 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 946 time: 0.0500789 Feb 11 06:50:08.508969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Deleting port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:08.509339 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:08.593966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] For port 307b49c5-0ffa-4563-a668-bae8c7bf0a65, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=307b49c5-0ffa-4563-a668-bae8c7bf0a65,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:08.594326 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:08.610924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Calling delete_port for 307b49c5-0ffa-4563-a668-bae8c7bf0a65 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:08.735595 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (307b49c5-0ffa-4563-a668-bae8c7bf0a65), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:08.763491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event deleted for resources: {'Port': ['ID=307b49c5-0ffa-4563-a668-bae8c7bf0a65,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:08.776029 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.776383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.776851 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.777223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.777566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.777927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.778258 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.778589 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.778924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.779253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.779587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.779916 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.780238 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:08.820821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] No DVR routers for this DVR port 307b49c5-0ffa-4563-a668-bae8c7bf0a65 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:50:08.823451 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:08.827815 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-8fa51cef-3732-4b44-83de-f5076dc37c9c req-8417e7bc-8e19-4f84-ba15-ec335a095a53 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.72 "DELETE /v2.0/ports/307b49c5-0ffa-4563-a668-bae8c7bf0a65 HTTP/1.1" status: 204 len: 173 time: 0.4069192 Feb 11 06:50:08.828274 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'name': 'network-vif-deleted', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:50:08.831278 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcadaec-4dfc-49ce-948e-ccb6b8b937b8" -d '{"events": [{"server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "name": "network-vif-deleted", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:50:08.918925 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a5ba0c-31e5-44a6-a80e-a9ca678a8bfc x-openstack-request-id: req-e7a5ba0c-31e5-44a6-a80e-a9ca678a8bfc {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:50:08.919074 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c278fdae-374e-4944-9970-3cae784d4805", "name": "network-vif-deleted", "tag": "307b49c5-0ffa-4563-a668-bae8c7bf0a65", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:50:08.919346 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7a5ba0c-31e5-44a6-a80e-a9ca678a8bfc {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:50:08.919762 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c278fdae-374e-4944-9970-3cae784d4805', 'name': 'network-vif-deleted', 'tag': '307b49c5-0ffa-4563-a668-bae8c7bf0a65', 'status': 'completed', 'code': 200} Feb 11 06:50:09.312398 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a9cd27ff-805c-4361-a9f0-47093e3f076c req-34e5fd76-5017-4538-9c77-3c4be853e2c7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0272775 Feb 11 06:50:10.411749 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14590884-1ab1-4848-9296-fad29e1a45c0 req-86616012-19eb-42af-bf2c-23f75a2218a7 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0282710 Feb 11 06:50:10.792189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 307b49c5-0ffa-4563-a668-bae8c7bf0a65 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:50:10.812353 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 307b49c5-0ffa-4563-a668-bae8c7bf0a65 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:50:10.812701 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 307b49c5-0ffa-4563-a668-bae8c7bf0a65 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:50:11.509900 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f7b05bdc-d762-460b-bcba-6979560c0e45 req-25bf24ae-4c22-49aa-ac1c-e3da59cfbd0b tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0307586 Feb 11 06:50:12.603028 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-17af228c-5b6a-437f-bd8d-3c1f8acd361d req-27710e65-73ad-41d4-ae1f-e8ccd8b126a2 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Feb 11 06:50:13.702511 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-14f9f396-bbd5-414f-9d94-833718045d0f req-4fa72578-ff67-402c-9fe4-7883d609ff4a tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0280547 Feb 11 06:50:14.803910 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-57e1b114-1fed-40df-b066-1e83c8085af0 req-996c3912-b659-426a-8850-f53c6cc13a6f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0278518 Feb 11 06:50:15.900623 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1e045e-169f-4ee8-bde7-164ab9908b2c req-b16d64c5-44cc-4ef3-a07c-0e533b2c1f0f tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0299926 Feb 11 06:50:16.998703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-407955a7-9e82-49f7-8a4a-5924650dbd33 req-1f216514-dbd4-4d84-9754-58eaf06db33c tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "GET /v2.0/ports?device_id=c278fdae-374e-4944-9970-3cae784d4805 HTTP/1.1" status: 200 len: 210 time: 0.0281177 Feb 11 06:50:18.054618 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54230) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:18.110727 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f3878329-406d-49b0-a7c8-0fbb163bc250 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:18.137106 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f3878329-406d-49b0-a7c8-0fbb163bc250 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:18.197558 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f3878329-406d-49b0-a7c8-0fbb163bc250 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:18.200211 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-f3878329-406d-49b0-a7c8-0fbb163bc250 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:18.204227 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-f3878329-406d-49b0-a7c8-0fbb163bc250 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] 10.222.0.31 "DELETE /v2.0/security-groups/3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9 HTTP/1.1" status: 204 len: 168 time: 0.1457415 Feb 11 06:50:18.212062 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3878329-406d-49b0-a7c8-0fbb163bc250 tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbfa6ea-f366-47fa-b8a4-4d42f5f9f5f9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:18.262988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54234) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:18.709290 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (55db309b-2350-4d9d-8414-160a11365dc2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:18.962380 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Deleting port 0d2a391f-4ada-43f9-b53d-0ed44c330450 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:18.962653 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:19.042227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] For port 0d2a391f-4ada-43f9-b53d-0ed44c330450, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=0d2a391f-4ada-43f9-b53d-0ed44c330450,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:19.042517 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:19.054983 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Calling delete_port for 0d2a391f-4ada-43f9-b53d-0ed44c330450 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:19.233874 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (0d2a391f-4ada-43f9-b53d-0ed44c330450), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:19.263692 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2a391f-4ada-43f9-b53d-0ed44c330450,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:19.429026 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (55db309b-2350-4d9d-8414-160a11365dc2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:19.652449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Router 55db309b-2350-4d9d-8414-160a11365dc2 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:50:19.762852 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:50:19.770747 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-571f0c03-024e-4749-a23e-f3f841361cd8 admin admin] 10.222.0.31 "PUT /v2.0/routers/55db309b-2350-4d9d-8414-160a11365dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5035951 Feb 11 06:50:19.770747 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54238) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:19.775656 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] Sync routers for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:50:19.792387 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:19.792944 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:19.883928 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks [] for router (55db309b-2350-4d9d-8414-160a11365dc2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:19.910583 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:19.990736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks [] for router_gateway (55db309b-2350-4d9d-8414-160a11365dc2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.045188 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Deleting port eb35ad64-6b47-4743-b563-97648a408c23 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:20.045571 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (eb35ad64-6b47-4743-b563-97648a408c23), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.089310 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:50:19Z', 'revision_number': 5, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port': {'id': 'eb35ad64-6b47-4743-b563-97648a408c23', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db309b-2350-4d9d-8414-160a11365dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:11Z', 'updated_at': '2022-02-11T06:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:20.122744 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] Checking router: 55db309b-2350-4d9d-8414-160a11365dc2 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:50:20.132883 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] Routers {'55db309b-2350-4d9d-8414-160a11365dc2'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:20.133065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] For port eb35ad64-6b47-4743-b563-97648a408c23, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=eb35ad64-6b47-4743-b563-97648a408c23,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:20.133337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (eb35ad64-6b47-4743-b563-97648a408c23), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.133525 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['55db309b-2350-4d9d-8414-160a11365dc2'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:20.145009 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Calling delete_port for eb35ad64-6b47-4743-b563-97648a408c23 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:20.220045 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] Set router 55db309b-2350-4d9d-8414-160a11365dc2 gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:20.334202 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (eb35ad64-6b47-4743-b563-97648a408c23), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.360726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb35ad64-6b47-4743-b563-97648a408c23,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:20.372287 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:50:19Z', 'revision_number': 6, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:20.402018 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1bcf5-f901-4d23-ad2a-7cfa315cb12f None None] The sync data for ids ['55db309b-2350-4d9d-8414-160a11365dc2'] in n-d-715271-35 is: [{'id': '55db309b-2350-4d9d-8414-160a11365dc2', 'name': 'tempest-TestShelveInstance-1782476525-router', 'tenant_id': '3147ebf56714411bb7c18171a00e60f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:10Z', 'updated_at': '2022-02-11T06:50:19Z', 'revision_number': 6, 'project_id': '3147ebf56714411bb7c18171a00e60f9', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:50:20.428149 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (55db309b-2350-4d9d-8414-160a11365dc2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.844004 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (55db309b-2350-4d9d-8414-160a11365dc2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.846614 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks [] for router_controller (55db309b-2350-4d9d-8414-160a11365dc2), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.893687 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (55db309b-2350-4d9d-8414-160a11365dc2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.894293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55db309b-2350-4d9d-8414-160a11365dc2 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:50:20.898988 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.900458 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-98b0d928-3572-42d7-8af3-7d5740b0c406 admin admin] 10.222.0.31 "DELETE /v2.0/routers/55db309b-2350-4d9d-8414-160a11365dc2 HTTP/1.1" status: 204 len: 168 time: 1.1287684 Feb 11 06:50:20.903081 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54240) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:20.947354 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b11cbd-4e4c-4d5d-acd3-65c1bfe29ed6 admin admin] Deleting subnet 1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:50:20.950461 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3b11cbd-4e4c-4d5d-acd3-65c1bfe29ed6 admin admin] Publish callbacks [] for subnet (1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:20.985078 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3b11cbd-4e4c-4d5d-acd3-65c1bfe29ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.066185 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3b11cbd-4e4c-4d5d-acd3-65c1bfe29ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.117899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3b11cbd-4e4c-4d5d-acd3-65c1bfe29ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.144687 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b11cbd-4e4c-4d5d-acd3-65c1bfe29ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:21.146678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a3b11cbd-4e4c-4d5d-acd3-65c1bfe29ed6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.152322 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a3b11cbd-4e4c-4d5d-acd3-65c1bfe29ed6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1b50f3ae-6b2b-44ba-b4e0-2c38e43e309c HTTP/1.1" status: 204 len: 168 time: 0.2458732 Feb 11 06:50:21.152607 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b27fd-43a0-41c6-8cf5-f9b41cbf57b4 None None] Network b01dfe5d-69ab-48c7-8d58-7975a661c340 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:50:21.153078 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54242) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:21.249207 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (b01dfe5d-69ab-48c7-8d58-7975a661c340), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.312936 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Deleting port e34914f8-c080-42d7-936b-f9489f6c29c9 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:21.313319 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.347021 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] DHCP port deletion for b01dfe5d-69ab-48c7-8d58-7975a661c340 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:50:21.395129 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.db [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] For port e34914f8-c080-42d7-936b-f9489f6c29c9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e34914f8-c080-42d7-936b-f9489f6c29c9,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:21.395889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.404506 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Deleting port e34914f8-c080-42d7-936b-f9489f6c29c9 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:21.404882 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.411361 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Calling delete_port for e34914f8-c080-42d7-936b-f9489f6c29c9 owned by network:dhcp {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:21.471299 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] For port e34914f8-c080-42d7-936b-f9489f6c29c9, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=e34914f8-c080-42d7-936b-f9489f6c29c9,segment=NetworkSegment(c5073b86-9db2-40dc-829a-0b966e5adfb0),segment_id=c5073b86-9db2-40dc-829a-0b966e5adfb0)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:21.471741 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.488983 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Calling delete_port for e34914f8-c080-42d7-936b-f9489f6c29c9 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:21.504369 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.530670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34914f8-c080-42d7-936b-f9489f6c29c9,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:21.537972 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] No DVR routers for this DVR port e34914f8-c080-42d7-936b-f9489f6c29c9 on host n-d-715271-35 {{(pid=103121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:21.583452 n-d-715271-35 neutron-server[103122]: self.session.flush() Feb 11 06:50:21.593774 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (e34914f8-c080-42d7-936b-f9489f6c29c9), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.623477 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Pushing event deleted for resources: {'Port': ['ID=e34914f8-c080-42d7-936b-f9489f6c29c9,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:21.626006 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (b01dfe5d-69ab-48c7-8d58-7975a661c340), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.632095 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] No DVR routers for this DVR port e34914f8-c080-42d7-936b-f9489f6c29c9 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:50:21.651295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.652013 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.652655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.653109 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.653787 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.654316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.654907 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.655451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.655884 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.656325 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.656798 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.657280 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.657707 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8c96e4-19e0-460b-82a4-6567406695bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:21.670785 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eb35ad64-6b47-4743-b563-97648a408c23 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:50:21.677832 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01dfe5d-69ab-48c7-8d58-7975a661c340']}} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:21.687802 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5073b86-9db2-40dc-829a-0b966e5adfb0') {'for_net_delete': True} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:21.688105 n-d-715271-35 neutron-server[103121]: DEBUG neutron.services.segments.db [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5073b86-9db2-40dc-829a-0b966e5adfb0') {} {{(pid=103121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:21.692316 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: eb35ad64-6b47-4743-b563-97648a408c23 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:50:21.692767 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device eb35ad64-6b47-4743-b563-97648a408c23 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:50:21.693377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e34914f8-c080-42d7-936b-f9489f6c29c9 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:50:21.698594 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5438278'] for segment (c5073b86-9db2-40dc-829a-0b966e5adfb0), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.712979 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: e34914f8-c080-42d7-936b-f9489f6c29c9 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:50:21.713627 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device e34914f8-c080-42d7-936b-f9489f6c29c9 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:50:21.714269 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0d2a391f-4ada-43f9-b53d-0ed44c330450 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:50:21.717778 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (c5073b86-9db2-40dc-829a-0b966e5adfb0), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.724154 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:50:21.724747 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988621'] for segment (c5073b86-9db2-40dc-829a-0b966e5adfb0), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: Traceback (most recent call last): Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: timer() Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: cb(*args, **kw) Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: return func(*args, **kwargs) Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: self._notify() Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: self.callback(batched_events) Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: event.method(event) Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: return f(self, *a, **k) Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: return self._get(url).json() Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: return self.request(url, 'GET', **kwargs) Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:50:21.726809 n-d-715271-35 neutron-server[103121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:50:21.734127 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 0d2a391f-4ada-43f9-b53d-0ed44c330450 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:50:21.734481 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 0d2a391f-4ada-43f9-b53d-0ed44c330450 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:50:21.793605 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (b01dfe5d-69ab-48c7-8d58-7975a661c340), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.802366 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:21.805505 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b01dfe5d-69ab-48c7-8d58-7975a661c340 HTTP/1.1" status: 204 len: 168 time: 0.6516874 Feb 11 06:50:21.808586 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54244) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:21.815425 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dca4bc-98d5-4d91-b8e8-15a47d8e0b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01dfe5d-69ab-48c7-8d58-7975a661c340,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:22.178316 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (4f4ad224-9428-419c-bc8b-bee049cf4b17), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:22.449235 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Deleting port bbe916e4-d197-4355-b035-fdb32460508e {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:22.449455 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (bbe916e4-d197-4355-b035-fdb32460508e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:22.525088 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] For port bbe916e4-d197-4355-b035-fdb32460508e, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=bbe916e4-d197-4355-b035-fdb32460508e,segment=NetworkSegment(8818fadc-636b-49c6-85e3-0a325a9c2db9),segment_id=8818fadc-636b-49c6-85e3-0a325a9c2db9)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:22.525472 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (bbe916e4-d197-4355-b035-fdb32460508e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:22.538313 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Calling delete_port for bbe916e4-d197-4355-b035-fdb32460508e owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:22.717247 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (bbe916e4-d197-4355-b035-fdb32460508e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:22.746947 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe916e4-d197-4355-b035-fdb32460508e,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:22.920571 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:22.921177 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (4f4ad224-9428-419c-bc8b-bee049cf4b17), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:23.020641 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:50:23.147273 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Router 4f4ad224-9428-419c-bc8b-bee049cf4b17 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:50:23.258584 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:50:23.264236 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8f7763fe-70b0-4ddd-be1c-a4f7d5bfaaf8 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f4ad224-9428-419c-bc8b-bee049cf4b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4544475 Feb 11 06:50:23.266686 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54246) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:23.274382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] Sync routers for ids ['4f4ad224-9428-419c-bc8b-bee049cf4b17'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:50:23.284445 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] Routers {'4f4ad224-9428-419c-bc8b-bee049cf4b17'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:23.285067 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4f4ad224-9428-419c-bc8b-bee049cf4b17'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:23.375467 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks [] for router (4f4ad224-9428-419c-bc8b-bee049cf4b17), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:23.399834 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] Set router 4f4ad224-9428-419c-bc8b-bee049cf4b17 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:23.484738 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks [] for router_gateway (4f4ad224-9428-419c-bc8b-bee049cf4b17), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:23.539226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Deleting port 9834c4a7-ff71-4a3d-87a7-1628c20d710b {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:23.539546 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:23.622343 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:50:22Z', 'revision_number': 5, 'project_id': '0522d66160264ed08981cb49b8786e63', 'gw_port': {'id': '9834c4a7-ff71-4a3d-87a7-1628c20d710b', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:23.634497 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] For port 9834c4a7-ff71-4a3d-87a7-1628c20d710b, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=9834c4a7-ff71-4a3d-87a7-1628c20d710b,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:23.634976 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:23.648926 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Calling delete_port for 9834c4a7-ff71-4a3d-87a7-1628c20d710b owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:23.649148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] Checking router: 4f4ad224-9428-419c-bc8b-bee049cf4b17 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:50:23.660293 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] Routers {'4f4ad224-9428-419c-bc8b-bee049cf4b17'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:23.660903 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['4f4ad224-9428-419c-bc8b-bee049cf4b17'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:23.751662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] Set router 4f4ad224-9428-419c-bc8b-bee049cf4b17 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:23.809554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:50:23Z', 'revision_number': 6, 'project_id': '0522d66160264ed08981cb49b8786e63', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:23.823927 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (9834c4a7-ff71-4a3d-87a7-1628c20d710b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:23.835976 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a1b51-7c16-4bb6-8ae3-80d5cf4199f3 None None] The sync data for ids ['4f4ad224-9428-419c-bc8b-bee049cf4b17'] in n-d-715271-35 is: [{'id': '4f4ad224-9428-419c-bc8b-bee049cf4b17', 'name': 'tempest-TestShelveInstance-1570444296-router', 'tenant_id': '0522d66160264ed08981cb49b8786e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:41:15Z', 'updated_at': '2022-02-11T06:50:23Z', 'revision_number': 6, 'project_id': '0522d66160264ed08981cb49b8786e63', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:50:23.853022 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Pushing event deleted for resources: {'Port': ['ID=9834c4a7-ff71-4a3d-87a7-1628c20d710b,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:23.915737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (4f4ad224-9428-419c-bc8b-bee049cf4b17), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:23.978207 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.010449 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (4f4ad224-9428-419c-bc8b-bee049cf4b17), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.012601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks [] for router_controller (4f4ad224-9428-419c-bc8b-bee049cf4b17), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.060513 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (4f4ad224-9428-419c-bc8b-bee049cf4b17), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.060951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f4ad224-9428-419c-bc8b-bee049cf4b17 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:50:24.065503 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.066452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-de69d7e5-affa-4b53-8768-3ff985ed9540 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4f4ad224-9428-419c-bc8b-bee049cf4b17 HTTP/1.1" status: 204 len: 168 time: 0.7987549 Feb 11 06:50:24.069253 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54248) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:24.113317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5f00ef-8ec2-4f52-b11d-b3fef35b7074 admin admin] Deleting subnet a66e7363-26f0-4580-8e30-4f1f2b4f2c68 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:50:24.116380 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00ef-8ec2-4f52-b11d-b3fef35b7074 admin admin] Publish callbacks [] for subnet (a66e7363-26f0-4580-8e30-4f1f2b4f2c68), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.151521 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00ef-8ec2-4f52-b11d-b3fef35b7074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (a66e7363-26f0-4580-8e30-4f1f2b4f2c68), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.241055 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00ef-8ec2-4f52-b11d-b3fef35b7074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (a66e7363-26f0-4580-8e30-4f1f2b4f2c68), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.296992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00ef-8ec2-4f52-b11d-b3fef35b7074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (a66e7363-26f0-4580-8e30-4f1f2b4f2c68), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.322094 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f00ef-8ec2-4f52-b11d-b3fef35b7074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66e7363-26f0-4580-8e30-4f1f2b4f2c68,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:24.326384 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00ef-8ec2-4f52-b11d-b3fef35b7074 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.330447 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ae5f00ef-8ec2-4f52-b11d-b3fef35b7074 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a66e7363-26f0-4580-8e30-4f1f2b4f2c68 HTTP/1.1" status: 204 len: 168 time: 0.2597167 Feb 11 06:50:24.332585 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d4758-a41d-4b89-a5ad-c6cd9bdb64c9 None None] Network eae3889d-ebff-48e8-bccb-47aa1eee2caf requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:50:24.332871 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54250) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:24.401540 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (eae3889d-ebff-48e8-bccb-47aa1eee2caf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.458518 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Deleting port 443e14da-58f8-404d-b82a-cc046d83fbe5 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:24.458862 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.520031 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] For port 443e14da-58f8-404d-b82a-cc046d83fbe5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=443e14da-58f8-404d-b82a-cc046d83fbe5,segment=NetworkSegment(8818fadc-636b-49c6-85e3-0a325a9c2db9),segment_id=8818fadc-636b-49c6-85e3-0a325a9c2db9)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:24.520406 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.532743 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Calling delete_port for 443e14da-58f8-404d-b82a-cc046d83fbe5 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:24.635459 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b51743-dbdd-48ad-b22b-147b70b74192 None None] DHCP port deletion for eae3889d-ebff-48e8-bccb-47aa1eee2caf request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:50:24.690821 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e8b51743-dbdd-48ad-b22b-147b70b74192 None None] Deleting port 443e14da-58f8-404d-b82a-cc046d83fbe5 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:50:24.691195 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8b51743-dbdd-48ad-b22b-147b70b74192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.760978 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e8b51743-dbdd-48ad-b22b-147b70b74192 None None] For port 443e14da-58f8-404d-b82a-cc046d83fbe5, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=443e14da-58f8-404d-b82a-cc046d83fbe5,segment=NetworkSegment(8818fadc-636b-49c6-85e3-0a325a9c2db9),segment_id=8818fadc-636b-49c6-85e3-0a325a9c2db9)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:24.761419 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8b51743-dbdd-48ad-b22b-147b70b74192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.775308 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e8b51743-dbdd-48ad-b22b-147b70b74192 None None] Calling delete_port for 443e14da-58f8-404d-b82a-cc046d83fbe5 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:50:24.868304 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e8b51743-dbdd-48ad-b22b-147b70b74192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.898235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b51743-dbdd-48ad-b22b-147b70b74192 None None] No DVR routers for this DVR port 443e14da-58f8-404d-b82a-cc046d83fbe5 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:50:24.903574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b51743-dbdd-48ad-b22b-147b70b74192 None None] Pushing event deleted for resources: {'Port': ['ID=443e14da-58f8-404d-b82a-cc046d83fbe5,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:24.929766 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (443e14da-58f8-404d-b82a-cc046d83fbe5), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:24.953927 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=443e14da-58f8-404d-b82a-cc046d83fbe5,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:24.958092 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] No DVR routers for this DVR port 443e14da-58f8-404d-b82a-cc046d83fbe5 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:50:25.024625 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (eae3889d-ebff-48e8-bccb-47aa1eee2caf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.047823 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae3889d-ebff-48e8-bccb-47aa1eee2caf']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:25.056853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8818fadc-636b-49c6-85e3-0a325a9c2db9') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:25.057175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8818fadc-636b-49c6-85e3-0a325a9c2db9') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:25.066743 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (8818fadc-636b-49c6-85e3-0a325a9c2db9), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.079787 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (8818fadc-636b-49c6-85e3-0a325a9c2db9), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.085963 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:50:25.086339 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (8818fadc-636b-49c6-85e3-0a325a9c2db9), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: self.session.flush() Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:50:25.087960 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:50:25.139287 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (eae3889d-ebff-48e8-bccb-47aa1eee2caf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.144721 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.147962 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eae3889d-ebff-48e8-bccb-47aa1eee2caf HTTP/1.1" status: 204 len: 168 time: 0.8141239 Feb 11 06:50:25.160068 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d67efa-6a5c-49cb-81b2-4e0bbd424c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae3889d-ebff-48e8-bccb-47aa1eee2caf,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:25.252881 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54254) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:25.292119 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-4c54ae41-2db6-4f73-a1bb-a8b067acc82f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3147ebf56714411bb7c18171a00e60f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380533 Feb 11 06:50:25.294579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54256) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:25.342119 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36eb2019-d122-4136-87e8-a8474b688ab5 admin admin] Publish callbacks [] for security_group (ec98d351-3b99-47f1-88fc-614503d8bce2), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.363185 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36eb2019-d122-4136-87e8-a8474b688ab5 admin admin] Publish callbacks [] for security_group (ec98d351-3b99-47f1-88fc-614503d8bce2), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.413095 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36eb2019-d122-4136-87e8-a8474b688ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (ec98d351-3b99-47f1-88fc-614503d8bce2), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.416027 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-36eb2019-d122-4136-87e8-a8474b688ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.417233 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-36eb2019-d122-4136-87e8-a8474b688ab5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec98d351-3b99-47f1-88fc-614503d8bce2 HTTP/1.1" status: 204 len: 168 time: 0.1217327 Feb 11 06:50:25.425818 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb2019-d122-4136-87e8-a8474b688ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98d351-3b99-47f1-88fc-614503d8bce2,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:25.607554 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9834c4a7-ff71-4a3d-87a7-1628c20d710b no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:50:25.628344 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 9834c4a7-ff71-4a3d-87a7-1628c20d710b {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:50:25.628693 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 9834c4a7-ff71-4a3d-87a7-1628c20d710b not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:50:25.629104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 443e14da-58f8-404d-b82a-cc046d83fbe5 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:50:25.647433 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 443e14da-58f8-404d-b82a-cc046d83fbe5 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:50:25.647783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 443e14da-58f8-404d-b82a-cc046d83fbe5 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:50:25.648191 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bbe916e4-d197-4355-b035-fdb32460508e no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:50:25.666891 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: bbe916e4-d197-4355-b035-fdb32460508e {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:50:25.667160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device bbe916e4-d197-4355-b035-fdb32460508e not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:50:25.732065 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54262) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:25.772575 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-3a6810fa-4ab7-4644-bbc8-424d58ca2954 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0522d66160264ed08981cb49b8786e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392516 Feb 11 06:50:25.775164 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54264) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:25.825438 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02fec82d-fdee-4105-99d6-a34059966a8b admin admin] Publish callbacks [] for security_group (5491785e-1ecc-4049-9645-1ce9874909e6), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.847558 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02fec82d-fdee-4105-99d6-a34059966a8b admin admin] Publish callbacks [] for security_group (5491785e-1ecc-4049-9645-1ce9874909e6), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.894288 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02fec82d-fdee-4105-99d6-a34059966a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5491785e-1ecc-4049-9645-1ce9874909e6), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.897184 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-02fec82d-fdee-4105-99d6-a34059966a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:25.898335 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-02fec82d-fdee-4105-99d6-a34059966a8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5491785e-1ecc-4049-9645-1ce9874909e6 HTTP/1.1" status: 204 len: 168 time: 0.1222796 Feb 11 06:50:25.905753 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fec82d-fdee-4105-99d6-a34059966a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5491785e-1ecc-4049-9645-1ce9874909e6,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:26.556894 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54286) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:26.663163 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1756697049-network', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:26.682521 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Made reservation on behalf of 2154add69ae0466da1cf9c9abdf6b723 for: {'network': 1} {{(pid=103121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:50:26.685007 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:26.693682 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:26.775282 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Publish callbacks [] for security_group (252410c1-6b8b-438d-bf94-a3996fbf6eed), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:26.779414 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (252410c1-6b8b-438d-bf94-a3996fbf6eed), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:26.804756 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:50:26.814988 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252410c1-6b8b-438d-bf94-a3996fbf6eed,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:26.820102 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (43ceecc9-d7b2-4554-87d6-6318f0e9592b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:26.820456 n-d-715271-35 neutron-server[103121]: INFO neutron.db.segments_db [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Added segment 43ceecc9-d7b2-4554-87d6-6318f0e9592b of type vlan for network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c Feb 11 06:50:26.860561 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (83d74eb1-f8e3-4d1a-8b00-61806ceed83c), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:26.887697 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (83d74eb1-f8e3-4d1a-8b00-61806ceed83c), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:26.888621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:26.889224 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:26.919256 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3612678 Feb 11 06:50:26.922473 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54290) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:26.929146 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Request body: {'subnet': {'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1756697049-subnet', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:26.949605 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Made reservation on behalf of 2154add69ae0466da1cf9c9abdf6b723 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:50:26.953058 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:26.953621 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c36055-fd6d-47bd-94c9-3eb799d928ca admin admin] Pushing event updated for resources: {'Network': ['ID=83d74eb1-f8e3-4d1a-8b00-61806ceed83c,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:26.963181 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:50:27.119488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (284361f9-4e18-481e-8d24-443d7dcd17dd), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.176721 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284361f9-4e18-481e-8d24-443d7dcd17dd,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:27.185376 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Checking segment: {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:50:27.185739 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Network hostable DHCP agents. Network: 83d74eb1-f8e3-4d1a-8b00-61806ceed83c, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:50:27.202653 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:50:27.211010 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 83d74eb1-f8e3-4d1a-8b00-61806ceed83c) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:27.218778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9965f208-b8c9-49d1-b915-d0ef8f4f019d None None] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:50:27.221958 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:27.222561 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.238710 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8381e5b9-e07d-4924-a805-f3d6e4124cb9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3141406 Feb 11 06:50:27.241414 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54292) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:27.245533 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:27.265633 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.266653 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.318744 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks [] for router_controller (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.325077 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:50:27.326099 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.459992 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks [] for router_gateway (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.466282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Allocated IP 172.20.0.2 (83d74eb1-f8e3-4d1a-8b00-61806ceed83c/284361f9-4e18-481e-8d24-443d7dcd17dd/90adbe6f-e139-431b-a5af-b04839db3f91) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:50:27.610636 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Publish callbacks [] for port (90adbe6f-e139-431b-a5af-b04839db3f91), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.616738 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.658324 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks [] for router_gateway (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.658850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:27.663351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:27.666850 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:50:27.674359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Pushing event updated for resources: {'Port': ['ID=90adbe6f-e139-431b-a5af-b04839db3f91,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:27.682994 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.726623 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Attempting to bind port 90adbe6f-e139-431b-a5af-b04839db3f91 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:50:27.726914 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Attempting to bind port 90adbe6f-e139-431b-a5af-b04839db3f91 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:50:27.727282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Attempting to bind port 90adbe6f-e139-431b-a5af-b04839db3f91 on network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:50:27.732321 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:50:27.732706 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Checking segment: {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:50:27.733142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.733545 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Bound using segment: {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:50:27.734011 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Bound port: 90adbe6f-e139-431b-a5af-b04839db3f91, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:50:27.734395 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.784991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Allocated IP 172.25.1.168 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/abc2cd97-c2b9-4e5a-b644-378cc8e011a3) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:50:27.797385 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] For port 90adbe6f-e139-431b-a5af-b04839db3f91, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:50:27.801047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] For port 90adbe6f-e139-431b-a5af-b04839db3f91, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=90adbe6f-e139-431b-a5af-b04839db3f91,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:50:27.807340 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.866377 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e1cd-3ae6-4b7c-89e6-588bdae4e88b None None] Pushing event updated for resources: {'Port': ['ID=90adbe6f-e139-431b-a5af-b04839db3f91,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:27.897079 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks [] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.936184 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:27.980495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:27.983834 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:27.988247 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:50:27.994358 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Pushing event updated for resources: {'Port': ['ID=abc2cd97-c2b9-4e5a-b644-378cc8e011a3,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:28.086109 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-59828ee2-d414-4af8-8dc2-592337cffac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:28.267438 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks [] for router_gateway (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:28.463382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:28.592876 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:50:28.713788 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:50:28.724007 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Sync routers for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:50:28.733307 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:28.734304 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:28.734666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-700d7064-9270-4c14-9d36-97ec20147557 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4923198 Feb 11 06:50:28.735120 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:28.737314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54294) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:28.845743 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:28.888018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5342c-32b4-4ea6-835d-54ad6d73aee3 None None] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:50:28.996383 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-3fd59a75-40b3-4aa2-8bde-1f29fa8456a1 None None] Provisioning complete for port 90adbe6f-e139-431b-a5af-b04839db3f91 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:28.996757 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fd59a75-40b3-4aa2-8bde-1f29fa8456a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.023752 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:28Z', 'revision_number': 3, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:29.059992 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Checking router: 91d5f07d-abb2-4fda-a390-f48f5a26ed5e for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:50:29.060351 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Updating router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e port abc2cd97-c2b9-4e5a-b644-378cc8e011a3 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:50:29.085783 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-3fd59a75-40b3-4aa2-8bde-1f29fa8456a1 None None] Current status of the port 90adbe6f-e139-431b-a5af-b04839db3f91 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:29.086177 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fd59a75-40b3-4aa2-8bde-1f29fa8456a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.094364 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.125958 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-3fd59a75-40b3-4aa2-8bde-1f29fa8456a1 None None] For port 90adbe6f-e139-431b-a5af-b04839db3f91, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=90adbe6f-e139-431b-a5af-b04839db3f91,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:29.140444 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3fd59a75-40b3-4aa2-8bde-1f29fa8456a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.205935 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd59a75-40b3-4aa2-8bde-1f29fa8456a1 None None] Pushing event updated for resources: {'Port': ['ID=90adbe6f-e139-431b-a5af-b04839db3f91,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:29.211265 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.364340 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-c8343941-5b9f-436d-a364-c748b6d5fd54 None None] Provisioning complete for port 90adbe6f-e139-431b-a5af-b04839db3f91 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:29.364739 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c8343941-5b9f-436d-a364-c748b6d5fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.366016 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Publish callbacks [] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.372500 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.376216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Allocated IP 172.20.0.1 (83d74eb1-f8e3-4d1a-8b00-61806ceed83c/284361f9-4e18-481e-8d24-443d7dcd17dd/7fdf2a78-b91a-47e9-affd-24c229b290e8) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:50:29.429398 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Attempting to bind port abc2cd97-c2b9-4e5a-b644-378cc8e011a3 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:50:29.429776 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Attempting to bind port abc2cd97-c2b9-4e5a-b644-378cc8e011a3 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:50:29.430142 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Attempting to bind port abc2cd97-c2b9-4e5a-b644-378cc8e011a3 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:50:29.437028 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Pushing event updated for resources: {'Port': ['ID=abc2cd97-c2b9-4e5a-b644-378cc8e011a3,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:29.444925 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.445306 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.445650 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.445987 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.446318 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.446645 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.446970 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.447292 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.447612 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.447933 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.448254 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.448576 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.448898 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:50:29.452365 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:50:29.452745 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:50:29.453168 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.453557 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:50:29.454025 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Bound port: abc2cd97-c2b9-4e5a-b644-378cc8e011a3, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:50:29.454408 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.474539 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-c8343941-5b9f-436d-a364-c748b6d5fd54 None None] Current status of the port 90adbe6f-e139-431b-a5af-b04839db3f91 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:29.503635 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Publish callbacks [] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.510007 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] For port abc2cd97-c2b9-4e5a-b644-378cc8e011a3, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:50:29.513194 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] For port abc2cd97-c2b9-4e5a-b644-378cc8e011a3, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=abc2cd97-c2b9-4e5a-b644-378cc8e011a3,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:50:29.519449 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.537769 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.577922 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:29.578665 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:29.586906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:29.591282 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:29.596167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:50:29.599331 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Pushing event updated for resources: {'Port': ['ID=7fdf2a78-b91a-47e9-affd-24c229b290e8,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:29.624232 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f678960-2808-430f-9b73-af1c88ada90e None None] Pushing event updated for resources: {'Port': ['ID=abc2cd97-c2b9-4e5a-b644-378cc8e011a3,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:29.643257 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.689286 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 90adbe6f-e139-431b-a5af-b04839db3f91 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:29.712070 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:29.743422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 90adbe6f-e139-431b-a5af-b04839db3f91 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:29.743852 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.796088 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.856192 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 90adbe6f-e139-431b-a5af-b04839db3f91 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:29.899008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-09ccb4b4-560a-4c2c-a1ae-328e6ea4e0a2 None None] Provisioning complete for port 7fdf2a78-b91a-47e9-affd-24c229b290e8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:29.899477 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-09ccb4b4-560a-4c2c-a1ae-328e6ea4e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.929208 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:28Z', 'revision_number': 3, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:29.943575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-09ccb4b4-560a-4c2c-a1ae-328e6ea4e0a2 None None] Port 7fdf2a78-b91a-47e9-affd-24c229b290e8 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:50:29.959223 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2893649-82e9-480a-8786-47f8cb4a55bf None None] The sync data for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 is: [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:28Z', 'revision_number': 3, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:50:29.981052 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Publish callbacks [] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:29.986663 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:30.057626 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Pushing event updated for resources: {'Port': ['ID=7fdf2a78-b91a-47e9-affd-24c229b290e8,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:30.060860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:30.153745 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:30.155176 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:30.292756 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:50:30.421330 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:50:30.426729 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-48f25bbf-7185-4135-afcc-3cdb06da581c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:30.429178 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-384919cd-9dff-4ef4-8ada-76b91391155e admin admin] 10.222.0.31 "PUT /v2.0/routers/91d5f07d-abb2-4fda-a390-f48f5a26ed5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6906435 Feb 11 06:50:30.476038 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-d0d530d7-ef91-4324-9980-dbecd654a37b None None] Provisioning complete for port 7fdf2a78-b91a-47e9-affd-24c229b290e8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:30.476424 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d0d530d7-ef91-4324-9980-dbecd654a37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:30.513172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d0d530d7-ef91-4324-9980-dbecd654a37b None None] Port 7fdf2a78-b91a-47e9-affd-24c229b290e8 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:50:30.949484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54312) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:30.954935 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1488853654-network', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:30.975656 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Made reservation on behalf of 333c3c8dfed747ca90af9e271b5f86f3 for: {'network': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:50:30.978123 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for network (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:30.987328 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.062006 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Publish callbacks [] for security_group (5bea1278-55ae-490f-9c19-2d5aaa5feb36), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.067942 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5bea1278-55ae-490f-9c19-2d5aaa5feb36), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.092216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:50:31.102612 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea1278-55ae-490f-9c19-2d5aaa5feb36,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:31.107350 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (424b72b0-6c2e-4973-ae32-a5dfd8cb30ea), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.107698 n-d-715271-35 neutron-server[103120]: INFO neutron.db.segments_db [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Added segment 424b72b0-6c2e-4973-ae32-a5dfd8cb30ea of type vlan for network 732920e1-773f-4706-a17e-f08bafce8ff2 Feb 11 06:50:31.148518 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787122060328'] for network (732920e1-773f-4706-a17e-f08bafce8ff2), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.179525 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087'] for network (732920e1-773f-4706-a17e-f08bafce8ff2), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.180451 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:31.181337 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.442987 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.540065 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5893233 Feb 11 06:50:31.542805 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54314) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:31.547479 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Request body: {'subnet': {'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1488853654-subnet', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'ip_version': 4}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:31.582925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c599d-56dd-4a64-860c-3e812fdaa4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=732920e1-773f-4706-a17e-f08bafce8ff2,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:31.599214 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Network 732920e1-773f-4706-a17e-f08bafce8ff2 details requested by agent ovs-agent-n-d-715271-35 with host n-d-715271-35 {{(pid=103122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:50:31.611123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Made reservation on behalf of 333c3c8dfed747ca90af9e271b5f86f3 for: {'subnet': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:50:31.613737 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309726'] for subnet (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.673018 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device abc2cd97-c2b9-4e5a-b644-378cc8e011a3 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:31.713452 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Sync routers for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:50:31.764341 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:31.765084 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:31.804393 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5004255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309708'] for subnet (c7369ee8-d301-4112-92b3-894aac5fb002), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.834771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port abc2cd97-c2b9-4e5a-b644-378cc8e011a3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:31.835410 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.854334 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7369ee8-d301-4112-92b3-894aac5fb002,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:31.870572 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Checking segment: {'id': '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:50:31.871053 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Network hostable DHCP agents. Network: 732920e1-773f-4706-a17e-f08bafce8ff2, hostable agents: ['7a27849b-4a42-49a0-8577-2ba2c1beaa55'], hosted agents: [] {{(pid=103120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:50:31.889418 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Network 732920e1-773f-4706-a17e-f08bafce8ff2 is scheduled to be hosted by DHCP agent 7a27849b-4a42-49a0-8577-2ba2c1beaa55 with binding_index 1 {{(pid=103120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:50:31.906277 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-35, 732920e1-773f-4706-a17e-f08bafce8ff2) {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:31.912665 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:31.913441 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.924273 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a6b1c-3e95-4dd3-8f34-b70e41117338 None None] Network 732920e1-773f-4706-a17e-f08bafce8ff2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:50:31.932134 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:31.937818 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-eca5ed87-8537-4a83-b5d9-b07bd03dd344 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3914759 Feb 11 06:50:31.938049 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54316) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:31.943159 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:31.968458 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11011'] for router (42cfda6f-d254-409e-b72b-5ee19dfa3111), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.969630 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11060'] for router (42cfda6f-d254-409e-b72b-5ee19dfa3111), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.024302 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks [] for router_controller (42cfda6f-d254-409e-b72b-5ee19dfa3111), precommit_add_association {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.132205 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port abc2cd97-c2b9-4e5a-b644-378cc8e011a3 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:32.132852 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.175876 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks [] for router_gateway (42cfda6f-d254-409e-b72b-5ee19dfa3111), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.194985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp171911f3-c465-5ade-8b85-6bdbe9c097b4-732920e1-773f-4706-a17e-f08bafce8ff2', 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2', 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'fixed_ips': [{'subnet_id': 'c7369ee8-d301-4112-92b3-894aac5fb002'}]}} from n-d-715271-35. {{(pid=103122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:50:32.195839 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.221524 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port abc2cd97-c2b9-4e5a-b644-378cc8e011a3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=abc2cd97-c2b9-4e5a-b644-378cc8e011a3,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:32.237696 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.406852 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=abc2cd97-c2b9-4e5a-b644-378cc8e011a3,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:32.410927 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks [] for router_gateway (42cfda6f-d254-409e-b72b-5ee19dfa3111), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.433624 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.442284 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.db_base_plugin_common [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Allocated IP 172.20.0.2 (732920e1-773f-4706-a17e-f08bafce8ff2/c7369ee8-d301-4112-92b3-894aac5fb002/2940263e-878a-40dc-9ab7-140a5970f119) {{(pid=103122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:50:32.456731 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 2, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:32.492474 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Checking router: 91d5f07d-abb2-4fda-a390-f48f5a26ed5e for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:50:32.492753 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Updating router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e port 7fdf2a78-b91a-47e9-affd-24c229b290e8 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:50:32.541014 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Allocated IP 172.25.1.48 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/d393abcf-02fe-4253-a973-beba807e0515) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:50:32.567865 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.656604 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks [] for port (d393abcf-02fe-4253-a973-beba807e0515), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.691074 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (d393abcf-02fe-4253-a973-beba807e0515), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.730629 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:32.734946 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:32.739167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:50:32.742177 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Pushing event updated for resources: {'Port': ['ID=d393abcf-02fe-4253-a973-beba807e0515,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:32.750971 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Publish callbacks [] for port (2940263e-878a-40dc-9ab7-140a5970f119), precommit_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.769878 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778'] for port (2940263e-878a-40dc-9ab7-140a5970f119), after_create {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.851761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Network 732920e1-773f-4706-a17e-f08bafce8ff2 is already hosted by enough agents. {{(pid=103122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:32.858432 n-d-715271-35 neutron-server[103122]: DEBUG neutron.scheduler.base_scheduler [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Resources bound (agent type, host, resource id): {{(pid=103122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:32.861196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Received port after_create {{(pid=103122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:50:32.875169 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Pushing event updated for resources: {'Port': ['ID=2940263e-878a-40dc-9ab7-140a5970f119,revision_number=1']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:32.956761 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Attempting to bind port 2940263e-878a-40dc-9ab7-140a5970f119 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:50:32.957150 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Attempting to bind port 2940263e-878a-40dc-9ab7-140a5970f119 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:50:32.957517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Attempting to bind port 2940263e-878a-40dc-9ab7-140a5970f119 on network 732920e1-773f-4706-a17e-f08bafce8ff2 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:50:32.981250 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:50:32.981635 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Checking segment: {'id': '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:50:32.982031 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.982422 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Bound using segment: {'id': '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:50:32.982888 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Bound port: 2940263e-878a-40dc-9ab7-140a5970f119, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:50:32.983262 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2940263e-878a-40dc-9ab7-140a5970f119), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.992473 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks [] for router_gateway (42cfda6f-d254-409e-b72b-5ee19dfa3111), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.028553 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Publish callbacks [] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.037959 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.112066 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f51b90-78d3-4db2-8d15-d8c16efd0dec None None] Pushing event updated for resources: {'Port': ['ID=7fdf2a78-b91a-47e9-affd-24c229b290e8,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:33.115121 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] For port 2940263e-878a-40dc-9ab7-140a5970f119, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:50:33.122920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] For port 2940263e-878a-40dc-9ab7-140a5970f119, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2940263e-878a-40dc-9ab7-140a5970f119,segment=NetworkSegment(424b72b0-6c2e-4973-ae32-a5dfd8cb30ea),segment_id=424b72b0-6c2e-4973-ae32-a5dfd8cb30ea)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:50:33.135084 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2940263e-878a-40dc-9ab7-140a5970f119), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.176667 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.227920 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799147'] for router (42cfda6f-d254-409e-b72b-5ee19dfa3111), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.233148 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Attempting to bind port 7fdf2a78-b91a-47e9-affd-24c229b290e8 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:50:33.233515 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Attempting to bind port 7fdf2a78-b91a-47e9-affd-24c229b290e8 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:50:33.233876 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Attempting to bind port 7fdf2a78-b91a-47e9-affd-24c229b290e8 on network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:50:33.239173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621cc62-6ba3-43c2-b246-b6d357c0d9c2 None None] Pushing event updated for resources: {'Port': ['ID=2940263e-878a-40dc-9ab7-140a5970f119,revision_number=2']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:33.242882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:50:33.243253 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Checking segment: {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:50:33.243657 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.244043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Bound using segment: {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:50:33.244517 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Bound port: 7fdf2a78-b91a-47e9-affd-24c229b290e8, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:50:33.244962 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.326494 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] For port 7fdf2a78-b91a-47e9-affd-24c229b290e8, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:50:33.331863 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] For port 7fdf2a78-b91a-47e9-affd-24c229b290e8, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7fdf2a78-b91a-47e9-affd-24c229b290e8,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:50:33.339899 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.386985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Router 42cfda6f-d254-409e-b72b-5ee19dfa3111 is scheduled to L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e with binding_index 1 {{(pid=103120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:50:33.536362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:50:33.549369 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Sync routers for ids ['42cfda6f-d254-409e-b72b-5ee19dfa3111'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:50:33.560237 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.561545 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-2e5ba676-62ff-4d36-ba29-054e082efe88 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6220751 Feb 11 06:50:33.565479 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54318) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:33.586176 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Routers {'42cfda6f-d254-409e-b72b-5ee19dfa3111'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:33.589203 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['42cfda6f-d254-409e-b72b-5ee19dfa3111'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:33.596756 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f51b90-78d3-4db2-8d15-d8c16efd0dec None None] Pushing event updated for resources: {'Port': ['ID=7fdf2a78-b91a-47e9-affd-24c229b290e8,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:33.614735 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-727657b0-b45c-4c2c-9ec8-72a2c4a81545 None None] Provisioning complete for port 7fdf2a78-b91a-47e9-affd-24c229b290e8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:33.615267 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-727657b0-b45c-4c2c-9ec8-72a2c4a81545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.650647 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:33.651575 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:33.795855 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Set router 42cfda6f-d254-409e-b72b-5ee19dfa3111 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:33.857626 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:33.871793 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device abc2cd97-c2b9-4e5a-b644-378cc8e011a3 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:33.942187 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-727657b0-b45c-4c2c-9ec8-72a2c4a81545 None None] Current status of the port 7fdf2a78-b91a-47e9-affd-24c229b290e8 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:33.942938 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-727657b0-b45c-4c2c-9ec8-72a2c4a81545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.038939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-727657b0-b45c-4c2c-9ec8-72a2c4a81545 None None] For port 7fdf2a78-b91a-47e9-affd-24c229b290e8, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7fdf2a78-b91a-47e9-affd-24c229b290e8,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:34.052893 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-727657b0-b45c-4c2c-9ec8-72a2c4a81545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.125871 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'd393abcf-02fe-4253-a973-beba807e0515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:31Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 3, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'gw_port': {'id': 'd393abcf-02fe-4253-a973-beba807e0515', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:85:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:32Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:34.126159 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.146004 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port abc2cd97-c2b9-4e5a-b644-378cc8e011a3 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:34.146395 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.160409 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.170421 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Checking router: 42cfda6f-d254-409e-b72b-5ee19dfa3111 for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:50:34.171049 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Updating router 42cfda6f-d254-409e-b72b-5ee19dfa3111 port d393abcf-02fe-4253-a973-beba807e0515 binding host n-d-715271-35 {{(pid=103123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:50:34.204001 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d393abcf-02fe-4253-a973-beba807e0515), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.216482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727657b0-b45c-4c2c-9ec8-72a2c4a81545 None None] Pushing event updated for resources: {'Port': ['ID=7fdf2a78-b91a-47e9-affd-24c229b290e8,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:34.258866 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fd538cb0-d1df-40f3-98b9-32d5e0ba679b None None] Provisioning complete for port 7fdf2a78-b91a-47e9-affd-24c229b290e8 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:34.259244 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fd538cb0-d1df-40f3-98b9-32d5e0ba679b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.348735 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Allocated IP 172.20.0.1 (732920e1-773f-4706-a17e-f08bafce8ff2/c7369ee8-d301-4112-92b3-894aac5fb002/2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:50:34.358027 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port abc2cd97-c2b9-4e5a-b644-378cc8e011a3 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:34.359128 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2940263e-878a-40dc-9ab7-140a5970f119 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:34.422655 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:34.460263 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034c7c7-8c3d-44b6-9d27-04f34a62c0b1 None None] The sync data for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 is: [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:50:34.468046 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fd538cb0-d1df-40f3-98b9-32d5e0ba679b None None] Current status of the port 7fdf2a78-b91a-47e9-affd-24c229b290e8 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:34.480487 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2940263e-878a-40dc-9ab7-140a5970f119 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:34.480874 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2940263e-878a-40dc-9ab7-140a5970f119), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.506553 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Publish callbacks [] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.581430 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.608985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e990f857-eaa5-49cd-a90e-9b117383f376 None None] Network 732920e1-773f-4706-a17e-f08bafce8ff2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:50:34.634918 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Network 732920e1-773f-4706-a17e-f08bafce8ff2 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:34.642314 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Publish callbacks [] for port (d393abcf-02fe-4253-a973-beba807e0515), precommit_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.643550 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:34.647387 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:50:34.650497 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2940263e-878a-40dc-9ab7-140a5970f119 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:34.651068 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2940263e-878a-40dc-9ab7-140a5970f119), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.655216 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d393abcf-02fe-4253-a973-beba807e0515), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.690380 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Pushing event updated for resources: {'Port': ['ID=2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:34.701335 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801686'] for router_interface (42cfda6f-d254-409e-b72b-5ee19dfa3111), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.743882 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Attempting to bind port d393abcf-02fe-4253-a973-beba807e0515 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:50:34.744402 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Attempting to bind port d393abcf-02fe-4253-a973-beba807e0515 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:50:34.744891 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Attempting to bind port d393abcf-02fe-4253-a973-beba807e0515 on network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:50:34.747468 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port 2940263e-878a-40dc-9ab7-140a5970f119, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2940263e-878a-40dc-9ab7-140a5970f119,segment=NetworkSegment(424b72b0-6c2e-4973-ae32-a5dfd8cb30ea),segment_id=424b72b0-6c2e-4973-ae32-a5dfd8cb30ea)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:34.748482 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fc99601d-712b-48c2-8759-9caec8fc511c None None] Provisioning complete for port 2940263e-878a-40dc-9ab7-140a5970f119 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:34.748862 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fc99601d-712b-48c2-8759-9caec8fc511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2940263e-878a-40dc-9ab7-140a5970f119), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.763155 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:50:34.763724 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Checking segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:50:34.764242 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.764792 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Bound using segment: {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'} {{(pid=103123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:50:34.765456 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.managers [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Bound port: d393abcf-02fe-4253-a973-beba807e0515, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31143d33-9623-46af-b699-fb9a4b543aa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa'}}] {{(pid=103123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:50:34.766374 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d393abcf-02fe-4253-a973-beba807e0515), before_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.802924 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2940263e-878a-40dc-9ab7-140a5970f119), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.810542 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34986b8-a0ef-436b-90b7-bbada415c632 None None] Pushing event updated for resources: {'Port': ['ID=d393abcf-02fe-4253-a973-beba807e0515,revision_number=2']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:34.863781 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.864501 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] For port d393abcf-02fe-4253-a973-beba807e0515, host n-d-715271-35, cleared binding levels {{(pid=103123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:50:34.869498 n-d-715271-35 neutron-server[103123]: DEBUG neutron.plugins.ml2.db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] For port d393abcf-02fe-4253-a973-beba807e0515, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d393abcf-02fe-4253-a973-beba807e0515,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:50:34.878037 n-d-715271-35 neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d393abcf-02fe-4253-a973-beba807e0515), after_update {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.891500 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=2940263e-878a-40dc-9ab7-140a5970f119,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:34.942382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fc99601d-712b-48c2-8759-9caec8fc511c None None] Current status of the port 2940263e-878a-40dc-9ab7-140a5970f119 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:34.980725 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34986b8-a0ef-436b-90b7-bbada415c632 None None] Pushing event updated for resources: {'Port': ['ID=d393abcf-02fe-4253-a973-beba807e0515,revision_number=3']} {{(pid=103123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:34.983547 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Routers {'42cfda6f-d254-409e-b72b-5ee19dfa3111'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:34.984205 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['42cfda6f-d254-409e-b72b-5ee19dfa3111'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:35.092587 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Publish callbacks [] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.099449 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.100360 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] Set router 42cfda6f-d254-409e-b72b-5ee19dfa3111 gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:35.170636 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5c33d1c7-f4f7-4a58-967a-e96d6f530783 None None] Provisioning complete for port 2940263e-878a-40dc-9ab7-140a5970f119 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:35.171016 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5c33d1c7-f4f7-4a58-967a-e96d6f530783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2940263e-878a-40dc-9ab7-140a5970f119), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.215669 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Pushing event updated for resources: {'Port': ['ID=2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:35.225675 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1785894'] for router_interface (42cfda6f-d254-409e-b72b-5ee19dfa3111), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.282172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5c33d1c7-f4f7-4a58-967a-e96d6f530783 None None] Current status of the port 2940263e-878a-40dc-9ab7-140a5970f119 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:35.294342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-5c33d1c7-f4f7-4a58-967a-e96d6f530783 None None] Provisioning complete for port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:35.294853 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-5c33d1c7-f4f7-4a58-967a-e96d6f530783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.336215 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-5c33d1c7-f4f7-4a58-967a-e96d6f530783 None None] Port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:50:35.378341 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Network 732920e1-773f-4706-a17e-f08bafce8ff2 is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:35.379963 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:35.397783 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'd393abcf-02fe-4253-a973-beba807e0515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:31Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 4, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'gw_port': {'id': 'd393abcf-02fe-4253-a973-beba807e0515', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:85:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:32Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4', 'name': '', 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'mac_address': 'fa:16:3e:2b:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:34Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 1, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'subnets': [{'id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:35.426994 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b36ec9b-00f5-468c-ab3f-2af8c5f53d48 None None] The sync data for ids ['42cfda6f-d254-409e-b72b-5ee19dfa3111'] in n-d-715271-35 is: [{'id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'd393abcf-02fe-4253-a973-beba807e0515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:31Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 4, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'gw_port': {'id': 'd393abcf-02fe-4253-a973-beba807e0515', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:85:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:32Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4', 'name': '', 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'mac_address': 'fa:16:3e:2b:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:34Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 1, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'subnets': [{'id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:50:35.474176 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-457f5c85-dd80-4516-87dc-a6dc23d5821b None None] Provisioning complete for port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:35.474629 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-457f5c85-dd80-4516-87dc-a6dc23d5821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.524095 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Router 42cfda6f-d254-409e-b72b-5ee19dfa3111 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:50:35.527162 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-457f5c85-dd80-4516-87dc-a6dc23d5821b None None] Port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:50:35.687292 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:50:35.693946 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-d8f880b2-c339-4f96-9fb5-e6fe26075b40 admin admin] 10.222.0.31 "PUT /v2.0/routers/42cfda6f-d254-409e-b72b-5ee19dfa3111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1264191 Feb 11 06:50:35.773813 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7fdf2a78-b91a-47e9-affd-24c229b290e8 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:35.802172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-700c20ff-20c3-4d6c-9bb7-4c0132cbdf38 None None] Provisioning complete for port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:35.802702 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-700c20ff-20c3-4d6c-9bb7-4c0132cbdf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.884333 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-700c20ff-20c3-4d6c-9bb7-4c0132cbdf38 None None] Port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:50:35.902955 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 7fdf2a78-b91a-47e9-affd-24c229b290e8 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:35.903487 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.998920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 7fdf2a78-b91a-47e9-affd-24c229b290e8 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:36.000718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2940263e-878a-40dc-9ab7-140a5970f119 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:36.076259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2940263e-878a-40dc-9ab7-140a5970f119 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:36.077277 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2940263e-878a-40dc-9ab7-140a5970f119), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:36.162840 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2940263e-878a-40dc-9ab7-140a5970f119 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:37.327180 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54328) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:37.331839 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-a6319b48-fce6-41c7-b20f-01eda1143f7d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051122888', 'description': 'tempest-secgroup-smoke-2051122888 description', 'project_id': '2154add69ae0466da1cf9c9abdf6b723'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:37.357742 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6319b48-fce6-41c7-b20f-01eda1143f7d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.428868 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6319b48-fce6-41c7-b20f-01eda1143f7d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group (a35e2038-9548-40bb-8100-62865204dfde), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.432771 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6319b48-fce6-41c7-b20f-01eda1143f7d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a35e2038-9548-40bb-8100-62865204dfde), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.469576 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-a6319b48-fce6-41c7-b20f-01eda1143f7d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.471410 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-a6319b48-fce6-41c7-b20f-01eda1143f7d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1432159 Feb 11 06:50:37.472128 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6319b48-fce6-41c7-b20f-01eda1143f7d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35e2038-9548-40bb-8100-62865204dfde,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:37.474637 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54330) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:37.479267 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-7b8a9122-2298-45c5-9cc0-282e18a05c13 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'security_group_rule': {'security_group_id': 'a35e2038-9548-40bb-8100-62865204dfde', 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:37.505253 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b8a9122-2298-45c5-9cc0-282e18a05c13 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (705b485f-1a11-4f2f-871e-875f0d870db4), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.562811 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b8a9122-2298-45c5-9cc0-282e18a05c13 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (705b485f-1a11-4f2f-871e-875f0d870db4), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.567647 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b8a9122-2298-45c5-9cc0-282e18a05c13 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (705b485f-1a11-4f2f-871e-875f0d870db4), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.590994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a9122-2298-45c5-9cc0-282e18a05c13 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705b485f-1a11-4f2f-871e-875f0d870db4,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:37.597619 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7b8a9122-2298-45c5-9cc0-282e18a05c13 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.598858 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7b8a9122-2298-45c5-9cc0-282e18a05c13 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232002 Feb 11 06:50:37.601659 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54332) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:37.606362 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-ef97befe-4a54-4202-b0d8-02c716159325 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'security_group_rule': {'security_group_id': 'a35e2038-9548-40bb-8100-62865204dfde', 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:37.632100 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef97befe-4a54-4202-b0d8-02c716159325 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (9237f1cc-4f28-4428-a741-36dea1f54d9d), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.682235 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d393abcf-02fe-4253-a973-beba807e0515 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:37.702937 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef97befe-4a54-4202-b0d8-02c716159325 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (9237f1cc-4f28-4428-a741-36dea1f54d9d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.708453 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef97befe-4a54-4202-b0d8-02c716159325 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (9237f1cc-4f28-4428-a741-36dea1f54d9d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.749326 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97befe-4a54-4202-b0d8-02c716159325 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9237f1cc-4f28-4428-a741-36dea1f54d9d,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:37.751838 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port d393abcf-02fe-4253-a973-beba807e0515 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:37.759767 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d393abcf-02fe-4253-a973-beba807e0515), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.762390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-ef97befe-4a54-4202-b0d8-02c716159325 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.764637 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ef97befe-4a54-4202-b0d8-02c716159325 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615481 Feb 11 06:50:37.768444 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54334) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:37.775839 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-d1ea30d2-ccb1-423b-bd11-891ce377aaf6 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'security_group_rule': {'security_group_id': 'a35e2038-9548-40bb-8100-62865204dfde', 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:37.809316 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1ea30d2-ccb1-423b-bd11-891ce377aaf6 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (29fdb33c-c991-489a-bf3a-6559d007e68a), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.868284 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1ea30d2-ccb1-423b-bd11-891ce377aaf6 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (29fdb33c-c991-489a-bf3a-6559d007e68a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.871998 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1ea30d2-ccb1-423b-bd11-891ce377aaf6 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (29fdb33c-c991-489a-bf3a-6559d007e68a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.891847 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea30d2-ccb1-423b-bd11-891ce377aaf6 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fdb33c-c991-489a-bf3a-6559d007e68a,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:37.900057 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-d1ea30d2-ccb1-423b-bd11-891ce377aaf6 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.903863 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-d1ea30d2-ccb1-423b-bd11-891ce377aaf6 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311266 Feb 11 06:50:37.904189 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54336) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:37.908824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-42b5e30f-d041-41bc-acf2-312c16c61da4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'security_group_rule': {'security_group_id': 'a35e2038-9548-40bb-8100-62865204dfde', 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:37.936162 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42b5e30f-d041-41bc-acf2-312c16c61da4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (af483af7-7821-4e2e-9abb-60ca5be7e34a), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.000048 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42b5e30f-d041-41bc-acf2-312c16c61da4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (af483af7-7821-4e2e-9abb-60ca5be7e34a), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.004654 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42b5e30f-d041-41bc-acf2-312c16c61da4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (af483af7-7821-4e2e-9abb-60ca5be7e34a), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.023039 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port d393abcf-02fe-4253-a973-beba807e0515 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:38.023436 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (d393abcf-02fe-4253-a973-beba807e0515), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.026528 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5e30f-d041-41bc-acf2-312c16c61da4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af483af7-7821-4e2e-9abb-60ca5be7e34a,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:38.036612 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-42b5e30f-d041-41bc-acf2-312c16c61da4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.037811 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-42b5e30f-d041-41bc-acf2-312c16c61da4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326928 Feb 11 06:50:38.040967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54338) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:38.045149 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] For port d393abcf-02fe-4253-a973-beba807e0515, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d393abcf-02fe-4253-a973-beba807e0515,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:38.045580 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-c1b33066-54ef-4728-be5d-1730289d8732 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'security_group_rule': {'security_group_id': 'a35e2038-9548-40bb-8100-62865204dfde', 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:38.049282 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (d393abcf-02fe-4253-a973-beba807e0515), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.067064 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-c1b33066-54ef-4728-be5d-1730289d8732 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Project 2154add69ae0466da1cf9c9abdf6b723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:50:38.072317 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1b33066-54ef-4728-be5d-1730289d8732 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (c7cfe68b-88be-4379-99c8-f0ed97ed9890), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.098043 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Pushing event updated for resources: {'Port': ['ID=d393abcf-02fe-4253-a973-beba807e0515,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:38.134080 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1b33066-54ef-4728-be5d-1730289d8732 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (c7cfe68b-88be-4379-99c8-f0ed97ed9890), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.137911 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1b33066-54ef-4728-be5d-1730289d8732 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (c7cfe68b-88be-4379-99c8-f0ed97ed9890), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.160450 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b33066-54ef-4728-be5d-1730289d8732 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cfe68b-88be-4379-99c8-f0ed97ed9890,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:38.170320 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-c1b33066-54ef-4728-be5d-1730289d8732 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.171586 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-c1b33066-54ef-4728-be5d-1730289d8732 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294458 Feb 11 06:50:38.174875 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54340) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:38.179355 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-b5145a2f-eb7d-40bf-92d7-5b8eb2034df4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'security_group_rule': {'security_group_id': 'a35e2038-9548-40bb-8100-62865204dfde', 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:38.199598 n-d-715271-35 neutron-server[103120]: INFO neutron.db.securitygroups_db [None req-b5145a2f-eb7d-40bf-92d7-5b8eb2034df4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Project 2154add69ae0466da1cf9c9abdf6b723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:50:38.204616 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5145a2f-eb7d-40bf-92d7-5b8eb2034df4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (4fdb4214-645d-4f0a-bc86-6c48a8432fac), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.265171 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5145a2f-eb7d-40bf-92d7-5b8eb2034df4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (4fdb4214-645d-4f0a-bc86-6c48a8432fac), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.268809 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5145a2f-eb7d-40bf-92d7-5b8eb2034df4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783202'] for security_group_rule (4fdb4214-645d-4f0a-bc86-6c48a8432fac), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.286486 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5145a2f-eb7d-40bf-92d7-5b8eb2034df4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdb4214-645d-4f0a-bc86-6c48a8432fac,revision_number=0']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:38.294523 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b5145a2f-eb7d-40bf-92d7-5b8eb2034df4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.295735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b5145a2f-eb7d-40bf-92d7-5b8eb2034df4 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199260 Feb 11 06:50:38.428104 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Sync routers for ids ['42cfda6f-d254-409e-b72b-5ee19dfa3111'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:50:38.439495 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Routers {'42cfda6f-d254-409e-b72b-5ee19dfa3111'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:38.440347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['42cfda6f-d254-409e-b72b-5ee19dfa3111'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:38.445239 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-b9d772ca-b846-49e8-aa11-f3d14a78b9cb tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051122888&fields=id&tenant_id=2154add69ae0466da1cf9c9abdf6b723 HTTP/1.1" status: 200 len: 267 time: 0.0454071 Feb 11 06:50:38.547384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Set router 42cfda6f-d254-409e-b72b-5ee19dfa3111 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:38.551278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-c23b3cf7-4ad2-49dc-9367-dffcd1d786e2 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:38.552799 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-c23b3cf7-4ad2-49dc-9367-dffcd1d786e2 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 810 time: 0.1009068 Feb 11 06:50:38.568002 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-4331f31a-4d3f-4175-8613-89f618338e93 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/quotas/2154add69ae0466da1cf9c9abdf6b723 HTTP/1.1" status: 200 len: 375 time: 0.0096467 Feb 11 06:50:38.623444 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-23e2ce29-eb0a-4f7e-9b3a-c4a49aec0c8f tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498600 Feb 11 06:50:38.716288 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-33d3f536-b18c-4714-997a-be4bdbad3c2d service neutron] 10.222.0.31 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813022 Feb 11 06:50:38.749771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'd393abcf-02fe-4253-a973-beba807e0515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:31Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 4, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'gw_port': {'id': 'd393abcf-02fe-4253-a973-beba807e0515', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:32Z', 'updated_at': '2022-02-11T06:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4', 'name': '', 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'mac_address': 'fa:16:3e:2b:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:34Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 2, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'subnets': [{'id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:38.777573 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Checking router: 42cfda6f-d254-409e-b72b-5ee19dfa3111 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:50:38.777938 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Updating router 42cfda6f-d254-409e-b72b-5ee19dfa3111 port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 binding host n-d-715271-35 {{(pid=103122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:50:38.804795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.808968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-b55ac60b-bd81-4f03-96c9-ddfac6607fe6 service neutron] 10.222.0.31 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865016 Feb 11 06:50:38.968817 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f3151ee8-1ca4-4a39-91b6-920b390a3def req-2d364ab3-4c19-426a-bef2-783b2ce9bcde tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 210 time: 0.0267959 Feb 11 06:50:39.074202 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Publish callbacks [] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), precommit_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.080543 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.131213 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06ee80-893d-4b31-904e-0e1b95532cf2 None None] Pushing event updated for resources: {'Port': ['ID=2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4,revision_number=3']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:39.183700 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Attempting to bind port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 on host n-d-715271-35 for vnic_type normal with profile {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:50:39.184071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Attempting to bind port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 by drivers openvswitch,hyperv on host n-d-715271-35 at level 0 using segments [{'id': '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2'}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:50:39.184434 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Attempting to bind port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 on network 732920e1-773f-4706-a17e-f08bafce8ff2 {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:50:39.190275 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Checking agent: {'id': '1ab19595-51ac-48ae-8892-ef0acc683ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 12, 34), 'started_at': datetime.datetime(2022, 2, 11, 5, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:50:39.190657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Checking segment: {'id': '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:50:39.191059 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.191451 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Bound using segment: {'id': '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2'} {{(pid=103122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:50:39.191922 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.managers [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Bound port: 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4, host: n-d-715271-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2'}}] {{(pid=103122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:50:39.192304 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.260444 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] For port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4, host n-d-715271-35, cleared binding levels {{(pid=103122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:50:39.264245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] For port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4, host n-d-715271-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4,segment=NetworkSegment(424b72b0-6c2e-4973-ae32-a5dfd8cb30ea),segment_id=424b72b0-6c2e-4973-ae32-a5dfd8cb30ea)] {{(pid=103122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:50:39.272156 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.335728 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Routers {'42cfda6f-d254-409e-b72b-5ee19dfa3111'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:39.336378 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['42cfda6f-d254-409e-b72b-5ee19dfa3111'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:39.375220 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06ee80-893d-4b31-904e-0e1b95532cf2 None None] Pushing event updated for resources: {'Port': ['ID=2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:39.387277 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-defbe9a9-c94d-4d22-a20a-965112cd0aab None None] Provisioning complete for port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:39.387666 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-defbe9a9-c94d-4d22-a20a-965112cd0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.491329 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] Set router 42cfda6f-d254-409e-b72b-5ee19dfa3111 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:39.586438 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-defbe9a9-c94d-4d22-a20a-965112cd0aab None None] Current status of the port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 is: DOWN; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:39.586831 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-defbe9a9-c94d-4d22-a20a-965112cd0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.663937 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d393abcf-02fe-4253-a973-beba807e0515 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:39.697732 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-defbe9a9-c94d-4d22-a20a-965112cd0aab None None] For port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4,segment=NetworkSegment(424b72b0-6c2e-4973-ae32-a5dfd8cb30ea),segment_id=424b72b0-6c2e-4973-ae32-a5dfd8cb30ea)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:39.710512 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-defbe9a9-c94d-4d22-a20a-965112cd0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.807683 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbe9a9-c94d-4d22-a20a-965112cd0aab None None] Pushing event updated for resources: {'Port': ['ID=2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:39.813232 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port d393abcf-02fe-4253-a973-beba807e0515 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:39.813645 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (d393abcf-02fe-4253-a973-beba807e0515), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.866188 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-377cc4b2-68c7-4c04-ae55-e58a72e414fb None None] Provisioning complete for port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:39.866567 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-377cc4b2-68c7-4c04-ae55-e58a72e414fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.908981 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'd393abcf-02fe-4253-a973-beba807e0515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:31Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 4, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'gw_port': {'id': 'd393abcf-02fe-4253-a973-beba807e0515', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:32Z', 'updated_at': '2022-02-11T06:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4', 'name': '', 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'mac_address': 'fa:16:3e:2b:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:34Z', 'updated_at': '2022-02-11T06:50:39Z', 'revision_number': 4, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'subnets': [{'id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:39.944757 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73fe309-d39a-46da-af1d-d2e175d68b53 None None] The sync data for ids ['42cfda6f-d254-409e-b72b-5ee19dfa3111'] in n-d-715271-35 is: [{'id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'd393abcf-02fe-4253-a973-beba807e0515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:31Z', 'updated_at': '2022-02-11T06:50:34Z', 'revision_number': 4, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'gw_port': {'id': 'd393abcf-02fe-4253-a973-beba807e0515', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:32Z', 'updated_at': '2022-02-11T06:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4', 'name': '', 'network_id': '732920e1-773f-4706-a17e-f08bafce8ff2', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'mac_address': 'fa:16:3e:2b:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:34Z', 'updated_at': '2022-02-11T06:50:39Z', 'revision_number': 4, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'subnets': [{'id': 'c7369ee8-d301-4112-92b3-894aac5fb002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:50:40.009657 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port d393abcf-02fe-4253-a973-beba807e0515 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:40.010781 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:40.055989 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-377cc4b2-68c7-4c04-ae55-e58a72e414fb None None] Current status of the port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:40.056588 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a2ec96cb-eb0a-49bb-a925-c5229437cee7 req-ada4a4df-6087-4b3a-ac91-199a2ac74285 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 210 time: 0.0305209 Feb 11 06:50:40.078330 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:40.079004 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:40.182615 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:41.143618 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-5a9d3131-20f9-4b1f-b9ea-ce12b3cdc103 req-03f36fa9-2779-4e40-b775-eb80f8b6c393 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 210 time: 0.0297847 Feb 11 06:50:41.619966 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 up at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:41.676745 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Provisioning complete for port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:41.677493 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:41.757646 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Current status of the port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:42.222051 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-1906a80b-6196-4382-9a22-d9b2f991a0dd req-5e884fbc-4d04-4dab-8e2e-7df0e602f7cc tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 210 time: 0.0273159 Feb 11 06:50:43.314879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3ccb4089-8d3f-4c29-bc59-2375f6ed5ef3 req-5636c77b-7fa8-41cb-84ad-b7c092249526 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Feb 11 06:50:44.126449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-72e1dbb2-a5aa-4fdc-bef1-ccdb5ff522c0 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:44.127821 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-72e1dbb2-a5aa-4fdc-bef1-ccdb5ff522c0 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.81 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 810 time: 0.1031382 Feb 11 06:50:44.188847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-ef61991a-9d08-459c-9d8b-1343d9f5639d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2154add69ae0466da1cf9c9abdf6b723 HTTP/1.1" status: 200 len: 380 time: 0.0527275 Feb 11 06:50:44.197065 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'port': {'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'admin_state_up': True, 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'security_groups': ['a35e2038-9548-40bb-8100-62865204dfde']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:44.300142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Made reservation on behalf of 2154add69ae0466da1cf9c9abdf6b723 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:50:44.303359 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:44.429109 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ffcb2d23-cc34-44d6-875c-9059a3732a15 req-c3f55458-696f-4945-b9e0-92f7737cbba3 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 210 time: 0.0445924 Feb 11 06:50:44.450151 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Allocated IP 172.20.0.14 (83d74eb1-f8e3-4d1a-8b00-61806ceed83c/284361f9-4e18-481e-8d24-443d7dcd17dd/4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:50:44.587488 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:44.622570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:44.669882 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:44.672994 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:44.677537 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:50:44.701576 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'Port': ['ID=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:44.732493 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:44.733135 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:44.750233 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-6ffb0ef2-6570-4340-8fe6-68a7481aaef1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566142 Feb 11 06:50:44.762246 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Request body: {'port': {'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:44.828782 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:44.901741 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-fcf96f4a-b86e-4360-8bf6-c7c44eea3fed None None] Provisioning complete for port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:44.902396 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-fcf96f4a-b86e-4360-8bf6-c7c44eea3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:44.937196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-fcf96f4a-b86e-4360-8bf6-c7c44eea3fed None None] Port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:50:45.086968 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:50:45.094278 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Publish callbacks [] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:45.108328 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Transition to ACTIVE for port object 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:50:45.111507 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:45.180651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:45.232471 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Attempting to bind port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf on host n-h1-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:50:45.232808 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Attempting to bind port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf by drivers openvswitch,hyperv on host n-h1-715271-35 at level 0 using segments [{'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:50:45.233160 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Attempting to bind port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf on network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:50:45.237704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf on network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:50:45.238023 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Attempting to bind port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf on network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:50:45.242929 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Checking agent: {'id': '2141cd3c-e784-4a2d-93d0-48957643ee59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:50:45.243266 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Checking segment: {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:50:45.243650 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Bound using segment: {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:50:45.244074 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Bound port: 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host: n-h1-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:50:45.244430 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:45.310339 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:50:45.314138 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:50:45.320827 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:45.360674 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:45.361306 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:45.362704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] 10.222.0.81 "PUT /v2.0/ports/4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 1093 time: 0.6046894 Feb 11 06:50:45.363155 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:50:45.365455 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:50:45.388086 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db16b56-e007-43e1-ab76-c74d963860c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:45.410520 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e15127c-d856-4298-a924-ef2d2231d37e x-openstack-request-id: req-8e15127c-d856-4298-a924-ef2d2231d37e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:50:45.410819 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:50:45.411078 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e15127c-d856-4298-a924-ef2d2231d37e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:50:45.411491 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'status': 'completed', 'code': 200} Feb 11 06:50:45.462924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-3eba203e-a9cf-40ae-8bb1-402407ac41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:45.464449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-3eba203e-a9cf-40ae-8bb1-402407ac41ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1127 time: 0.0474260 Feb 11 06:50:45.515702 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-69580b0b-3f6e-4681-838a-6f9b08c91dbf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 217 time: 0.0439281 Feb 11 06:50:45.593681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-fcf2e95d-cf10-4e3c-a379-99e04b02e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:45.595192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-fcf2e95d-cf10-4e3c-a379-99e04b02e36a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0590603 Feb 11 06:50:45.602265 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c104d1c-fe2e-4621-a2b3-2bbdeef98511 req-2a4d046d-cbf4-402a-8e82-485417dfbd8a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:45.603703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c104d1c-fe2e-4621-a2b3-2bbdeef98511 req-2a4d046d-cbf4-402a-8e82-485417dfbd8a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 944 time: 0.0974495 Feb 11 06:50:45.677887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c104d1c-fe2e-4621-a2b3-2bbdeef98511 req-175564c5-815d-4655-bcde-ba27a2943d37 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648677 Feb 11 06:50:45.683211 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1e9abaad-bc0a-4c42-a377-c4abd20891aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:45.684843 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-1e9abaad-bc0a-4c42-a377-c4abd20891aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0802453 Feb 11 06:50:45.775904 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-080c11ed-ef82-465b-a24d-d6440b4552c1 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Feb 11 06:50:45.862515 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c55f467d-c7c8-4594-92ef-e0ace3395ddc req-f36b7835-ea08-46bd-9b8a-4a4c507e64b9 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796771 Feb 11 06:50:45.954924 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-277a980a-bb5b-4452-9dbd-a0ffd7d6b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:45.956380 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-277a980a-bb5b-4452-9dbd-a0ffd7d6b661 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1127 time: 0.0481594 Feb 11 06:50:46.042069 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-66fb6d59-318f-4a2b-aad9-70fd5eac1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:46.043449 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-66fb6d59-318f-4a2b-aad9-70fd5eac1a0a service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.0809834 Feb 11 06:50:46.096452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-d21ba2b2-4c44-4bc1-a6f3-e1445c1faaf9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 217 time: 0.0369983 Feb 11 06:50:46.449478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-48abf1a3-94ce-45b8-8947-bddd529ddcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:46.450921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-48abf1a3-94ce-45b8-8947-bddd529ddcea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.3472710 Feb 11 06:50:46.499167 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-9fd012c0-6416-44b6-bb87-b761b0fbc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:46.500718 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-9fd012c0-6416-44b6-bb87-b761b0fbc07a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431035 Feb 11 06:50:46.591513 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-df9fc8fc-ab67-4545-ac3f-a72268a432ed service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840082 Feb 11 06:50:46.679906 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59d13bb0-9d9a-4a65-aae9-ac966d56b3d6 req-e64ca68a-5357-486d-a132-1e2a7a4be052 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810201 Feb 11 06:50:46.799383 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7774596-c213-496f-ba01-2ac01ae9d60d req-bef5069d-26b4-4582-92ca-5a0af86cbddc tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:46.800852 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7774596-c213-496f-ba01-2ac01ae9d60d req-bef5069d-26b4-4582-92ca-5a0af86cbddc tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 944 time: 0.0516641 Feb 11 06:50:46.856740 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a7774596-c213-496f-ba01-2ac01ae9d60d req-f6b80520-0ee1-4b09-bfe9-f07bcf82df82 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501163 Feb 11 06:50:47.902414 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:50:47.974123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b7289-2cda-4abd-9a74-5d498f21c0c9 req-df9fd6a5-8de8-4497-a008-3c496bbb35ac tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:47.976069 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd3b7289-2cda-4abd-9a74-5d498f21c0c9 req-df9fd6a5-8de8-4497-a008-3c496bbb35ac tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 944 time: 0.0525174 Feb 11 06:50:48.001985 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:48.013452 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:50:48.023249 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cd3b7289-2cda-4abd-9a74-5d498f21c0c9 req-03ed450e-b96b-45f5-952a-bcfc32b82583 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Feb 11 06:50:48.050778 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:48.051161 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:48.063714 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:50:48.083223 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:48.087425 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:48.136032 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:48.312580 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:50:49.142966 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e5dc2-8856-4ef3-a119-fce652b979ff req-68f7e9a2-57ed-4d36-a597-d5a6ba22d692 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:49.144422 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-760e5dc2-8856-4ef3-a119-fce652b979ff req-68f7e9a2-57ed-4d36-a597-d5a6ba22d692 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 945 time: 0.0514097 Feb 11 06:50:49.191488 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-760e5dc2-8856-4ef3-a119-fce652b979ff req-592087e8-ed1f-4068-b3fb-39c3e86e2236 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Feb 11 06:50:49.916892 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:50:49.965733 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning for port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:50:49.969804 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:50:49.970183 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:50.045634 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:50:50.046022 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:50.071359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:50:50.073622 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fb2bf4-ee2a-4c67-95cf-79b9f2ee63bf" -d '{"events": [{"server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "name": "network-vif-plugged", "status": "completed", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:50:50.086662 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:50:50.090522 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:50.113375 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bfd3de-ab55-4256-953b-c5440f93ab55 x-openstack-request-id: req-54bfd3de-ab55-4256-953b-c5440f93ab55 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:50:50.113674 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "name": "network-vif-plugged", "status": "completed", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:50:50.113931 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54bfd3de-ab55-4256-953b-c5440f93ab55 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:50:50.114323 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'code': 200} Feb 11 06:50:50.140105 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:50.214829 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82875d19-aa70-4c85-8397-eab2ee5e5037 req-1d005708-9583-44ca-a800-13e6a8b56c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:50.216246 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82875d19-aa70-4c85-8397-eab2ee5e5037 req-1d005708-9583-44ca-a800-13e6a8b56c5b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1129 time: 0.0474567 Feb 11 06:50:50.270968 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-82875d19-aa70-4c85-8397-eab2ee5e5037 req-2c10c4f2-e581-452a-84c0-2c9141066abe service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479171 Feb 11 06:50:50.312461 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0373a9-7383-4691-b3de-51a3414eec03 req-c78a7523-f019-4bd6-9d87-780c17cc810b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:50.313942 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c0373a9-7383-4691-b3de-51a3414eec03 req-c78a7523-f019-4bd6-9d87-780c17cc810b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 946 time: 0.0543098 Feb 11 06:50:50.360625 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0c0373a9-7383-4691-b3de-51a3414eec03 req-82aebbfd-dca9-45ac-a38c-74937dad99ba tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406361 Feb 11 06:50:51.489777 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8188ec-7125-4871-985f-4a4e30fabc92 req-55705b70-cf26-4081-b633-cd37a898c10b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:51.491145 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f8188ec-7125-4871-985f-4a4e30fabc92 req-55705b70-cf26-4081-b633-cd37a898c10b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 946 time: 0.0550449 Feb 11 06:50:51.538550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2f8188ec-7125-4871-985f-4a4e30fabc92 req-540313d7-df54-4629-ac5a-8567b6a5adcb tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Feb 11 06:50:51.654967 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bfb01-9d31-40c1-bf4d-512ec1c7d700 req-24fa6aed-8a96-4640-ba0a-86eed6a45e13 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:51.657030 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-277bfb01-9d31-40c1-bf4d-512ec1c7d700 req-24fa6aed-8a96-4640-ba0a-86eed6a45e13 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 946 time: 0.0518363 Feb 11 06:50:51.707411 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-277bfb01-9d31-40c1-bf4d-512ec1c7d700 req-505fca85-c4fa-47c9-8fbd-be6993245cdc tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Feb 11 06:50:51.729820 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54406) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:51.860413 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f449a14-b635-475d-aded-4b480db0cf89 tempest-TestSnapshotPattern-1597603934 tempest-TestSnapshotPattern-1597603934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:51.862468 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6f449a14-b635-475d-aded-4b480db0cf89 tempest-TestSnapshotPattern-1597603934 tempest-TestSnapshotPattern-1597603934-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1124 time: 0.1316583 Feb 11 06:50:51.865344 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54410) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:51.869504 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:50:51.889714 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:51.987382 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:52.090035 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Allocated IP 172.25.1.247 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/4554817c-3928-49df-91cc-bb13f9c4ac9d) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:50:52.187736 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for port (4554817c-3928-49df-91cc-bb13f9c4ac9d), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:52.220046 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4554817c-3928-49df-91cc-bb13f9c4ac9d), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:52.258361 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:50:52.261348 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:50:52.264737 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:50:52.291303 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'Port': ['ID=4554817c-3928-49df-91cc-bb13f9c4ac9d,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:52.637628 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for floatingip (0df48116-637b-402b-a778-bed7b7ab8561), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:52.710678 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4554817c-3928-49df-91cc-bb13f9c4ac9d), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:52.856598 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for port (4554817c-3928-49df-91cc-bb13f9c4ac9d), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:52.861222 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (4554817c-3928-49df-91cc-bb13f9c4ac9d), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:52.929338 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'Port': ['ID=4554817c-3928-49df-91cc-bb13f9c4ac9d,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:50:52.930503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:52.937373 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (0df48116-637b-402b-a778-bed7b7ab8561), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:53.044447 n-d-715271-35 neutron-server[103120]: INFO neutron.db.l3_db [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Floating IP 0df48116-637b-402b-a778-bed7b7ab8561 associated. External IP: 172.25.1.247, port: 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf. Feb 11 06:50:53.260464 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:50:53.368220 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:50:53.380425 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afa275-d194-488b-950b-669536c98b04 None None] Sync routers for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:50:53.387881 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:53.394234 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afa275-d194-488b-950b-669536c98b04 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:53.394922 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b9afa275-d194-488b-950b-669536c98b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:53.424005 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f34ef2ab-e22d-4abe-b448-fd3d3ec25d1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5503709 Feb 11 06:50:53.424005 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:50:53.424005 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e843fb30-0f52-4603-9995-e54e0e66fc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:50:53.456679 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45d6e7-0892-4141-9cad-9e59e2cd4891 x-openstack-request-id: req-3e45d6e7-0892-4141-9cad-9e59e2cd4891 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:50:53.456976 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:50:53.457273 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e45d6e7-0892-4141-9cad-9e59e2cd4891 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:50:53.457685 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'status': 'completed', 'code': 200} Feb 11 06:50:53.507385 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-b9afa275-d194-488b-950b-669536c98b04 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:53.570566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-e518faad-ef4d-4dee-a2b6-58dd248ea58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:53.572098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-e518faad-ef4d-4dee-a2b6-58dd248ea58e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1129 time: 0.0903842 Feb 11 06:50:53.665186 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-75a3a717-e723-49a6-9bcc-653f5a80adca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:53.666677 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-75a3a717-e723-49a6-9bcc-653f5a80adca service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.0883250 Feb 11 06:50:53.728423 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b9afa275-d194-488b-950b-669536c98b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '0df48116-637b-402b-a778-bed7b7ab8561', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:50:52Z', 'updated_at': '2022-02-11T06:50:52Z', 'revision_number': 0, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:53.730113 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-db24afb3-1cda-4e56-b6e6-7445e06e7664 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 1000 time: 0.0575988 Feb 11 06:50:53.754420 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afa275-d194-488b-950b-669536c98b04 None None] Checking router: 91d5f07d-abb2-4fda-a390-f48f5a26ed5e for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:50:53.762669 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afa275-d194-488b-950b-669536c98b04 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:50:53.763277 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b9afa275-d194-488b-950b-669536c98b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:50:30Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:53.777431 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-f045e75b-09bd-495d-a35d-db4f35aa93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:53.778964 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-f045e75b-09bd-495d-a35d-db4f35aa93ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0432875 Feb 11 06:50:53.833651 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-afef8206-d77e-4c1d-a1a5-97de467b0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:53.835171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-afef8206-d77e-4c1d-a1a5-97de467b0f1e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503068 Feb 11 06:50:53.924501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-76d37dad-3c0a-4ecf-892f-2cefb94f3c29 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Feb 11 06:50:53.956830 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-b9afa275-d194-488b-950b-669536c98b04 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:50:53.976333 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:54.022090 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e843fb30-0f52-4603-9995-e54e0e66fc0b req-716fb384-b82d-4201-a0c0-732f7126d9c9 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908237 Feb 11 06:50:54.022761 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.81', 55443) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:50:54.072738 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-99bef3fc-8677-4d14-b8f7-ae891f6ecfd6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458803 Feb 11 06:50:54.155951 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-2570054d-bbf2-4106-ba26-b8365ca99464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:54.157473 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-2570054d-bbf2-4106-ba26-b8365ca99464 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1129 time: 0.0441291 Feb 11 06:50:54.180785 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-b9afa275-d194-488b-950b-669536c98b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '0df48116-637b-402b-a778-bed7b7ab8561', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:50:52Z', 'updated_at': '2022-02-11T06:50:52Z', 'revision_number': 0, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:50:54.206974 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afa275-d194-488b-950b-669536c98b04 None None] The sync data for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 is: [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '0df48116-637b-402b-a778-bed7b7ab8561', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:50:52Z', 'updated_at': '2022-02-11T06:50:52Z', 'revision_number': 0, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:50:54.263183 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-63790876-ecc7-47de-9fd1-187673f9b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:54.264663 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-63790876-ecc7-47de-9fd1-187673f9b72b service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.0903354 Feb 11 06:50:54.330504 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-7ed25d32-3a8a-4820-9b13-7f6745229341 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 1000 time: 0.0594463 Feb 11 06:50:54.384168 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-d10269df-d336-4c42-8454-603bd2c7beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:54.385700 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-d10269df-d336-4c42-8454-603bd2c7beb7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0495129 Feb 11 06:50:54.415276 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a30e6f-c483-4a80-a18c-e7b58d2c9ea8 None None] New status for floating IP 0df48116-637b-402b-a778-bed7b7ab8561: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:50:54.438594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-9fd9115c-b2cf-49ab-87b6-a62926383d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:50:54.440632 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-9fd9115c-b2cf-49ab-87b6-a62926383d67 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475254 Feb 11 06:50:54.533373 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-c2dde2a7-a713-4e17-8406-5a48b2353066 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866222 Feb 11 06:50:54.624414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-891bd3e7-27d0-4ab8-98fe-84c1126c4a68 req-4f3a62ee-cfb8-4948-b107-92cbc8003ed3 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851314 Feb 11 06:50:57.908714 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9a637e0f-097f-49ae-a076-010423477691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:00.019704 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:51:00.428670 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-07ce750b-6f23-40d8-80cb-849791125bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:01.441267 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:03.120599 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:04.072582 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:22.939808 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:23.989939 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:27.910382 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8ad9-4eec-4af0-86b2-8844be3b1f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:30.430665 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-22e04e08-efad-4ad9-8594-991970a0a211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:31.444803 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:33.123049 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:34.074382 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:37.019890 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:51:52.969077 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:54.002389 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:55.063237 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29d14503-2d51-4966-9afc-6b7961038317 req-80f88321-3d0b-41b2-9761-ab86c491d37e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439320 Feb 11 06:51:55.151044 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d14503-2d51-4966-9afc-6b7961038317 req-a9b122a8-6b98-4c34-80a4-35c6f32f9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:51:55.152539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29d14503-2d51-4966-9afc-6b7961038317 req-a9b122a8-6b98-4c34-80a4-35c6f32f9eaa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1129 time: 0.0474322 Feb 11 06:51:55.253531 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d14503-2d51-4966-9afc-6b7961038317 req-980ad8ac-f12b-4b73-9b70-ed02aedcae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:51:55.255008 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29d14503-2d51-4966-9afc-6b7961038317 req-980ad8ac-f12b-4b73-9b70-ed02aedcae72 service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.0843515 Feb 11 06:51:55.323110 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29d14503-2d51-4966-9afc-6b7961038317 req-3d60c546-2542-40c8-893a-b53b6de303ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 1002 time: 0.0609455 Feb 11 06:51:55.369962 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d14503-2d51-4966-9afc-6b7961038317 req-6ed11af3-084f-450b-b112-6d53c18e783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:51:55.371361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29d14503-2d51-4966-9afc-6b7961038317 req-6ed11af3-084f-450b-b112-6d53c18e783a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0425839 Feb 11 06:51:55.418714 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d14503-2d51-4966-9afc-6b7961038317 req-5938b81c-8bdb-4009-a8f8-a3e8429a1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:51:55.420203 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29d14503-2d51-4966-9afc-6b7961038317 req-5938b81c-8bdb-4009-a8f8-a3e8429a1a58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430119 Feb 11 06:51:55.510186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29d14503-2d51-4966-9afc-6b7961038317 req-ee760ccf-f712-4830-8a35-9518e2697044 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839417 Feb 11 06:51:55.596361 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-29d14503-2d51-4966-9afc-6b7961038317 req-d02c0b76-af00-434b-829e-f376e6bf6ce1 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804145 Feb 11 06:51:57.911787 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b8d2a5c8-54e0-4af9-b7f2-3a82fedc6e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:00.432848 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b9175e13-7c1b-4443-b47f-1f4c348b9573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:01.447953 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:03.125538 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:04.076168 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:14.019119 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:52:22.968083 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:24.001795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:27.912241 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-29d375e0-efb9-475a-b520-8df3053128a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:30.433784 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eea40302-834b-41bf-a570-c7ae615df12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:31.451776 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:33.128585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:34.078861 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:51.018206 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:52:53.000851 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:54.018717 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:54.610658 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf details requested by agent hyperv_n-h1-715271-35 with host n-h1-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:52:54.709599 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:52:54.720867 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Returning: {'device': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:52:54.762676 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:52:54.763182 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:54.776249 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:52:54.795460 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:52:54.799994 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:54.853841 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:52:54.861692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.862049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.862407 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.862723 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.863047 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.863384 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.863718 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.864049 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.864382 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.864708 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.865037 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.865391 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:54.865722 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:52:55.014931 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] get_ports_and_sgs() called for port_ids ['4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:52:55.114636 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-e255ada4-222d-4e22-a013-8016b2fa1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:52:55.120773 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-e255ada4-222d-4e22-a013-8016b2fa1eba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1128 time: 0.0690274 Feb 11 06:52:55.265132 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-33ae9d4d-109e-4345-b869-46d27604b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:52:55.266780 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-33ae9d4d-109e-4345-b869-46d27604b672 service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.1263053 Feb 11 06:52:55.353427 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-505732c2-928e-4908-bdde-8bc027065aab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 1001 time: 0.0793231 Feb 11 06:52:55.414099 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-263244c9-9126-4bee-857d-9a67daacb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:52:55.415997 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-263244c9-9126-4bee-857d-9a67daacb87c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0538013 Feb 11 06:52:55.467798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-e59ab46f-f3a1-4b51-86b8-fa9e897c6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:52:55.469701 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-e59ab46f-f3a1-4b51-86b8-fa9e897c6a6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475364 Feb 11 06:52:55.575205 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-922e0851-e834-483b-a877-f52d70d77c42 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989213 Feb 11 06:52:55.671531 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-56aedfe2-20dd-4d23-9937-77a39fb24885 req-d372518e-04f0-453d-b643-6dcc1277af1e service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901814 Feb 11 06:52:56.627264 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf up at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:52:56.683040 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Provisioning complete for port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:52:56.683513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:56.777030 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:52:56.777463 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:56.803427 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:52:56.805812 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08619fdf-1034-49da-9f57-0542b67255f7" -d '{"events": [{"server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "name": "network-vif-plugged", "status": "completed", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:52:56.821426 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:52:56.827374 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:56.884196 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:52:56.943872 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e79734-1444-4709-9633-a723d4d3eff8 x-openstack-request-id: req-05e79734-1444-4709-9633-a723d4d3eff8 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:52:56.944254 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "name": "network-vif-plugged", "status": "completed", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:52:56.944607 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05e79734-1444-4709-9633-a723d4d3eff8 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:52:56.945354 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'code': 200} Feb 11 06:52:57.917964 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6d4edb12-14c7-4788-994c-b0188b9f32a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:00.441107 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f5ba21de-801a-43c7-bf67-26ad2159c9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:01.457949 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:03.133025 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:03.762414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-634d65bb-64c4-4a20-834b-fbbaddacdfb9 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051122888&fields=id&tenant_id=2154add69ae0466da1cf9c9abdf6b723 HTTP/1.1" status: 200 len: 267 time: 0.0465221 Feb 11 06:53:03.869482 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-0d545b34-b97d-431f-bafc-646ffdd3d4e8 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:03.870903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-0d545b34-b97d-431f-bafc-646ffdd3d4e8 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 810 time: 0.1015015 Feb 11 06:53:03.884975 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-9b901e33-c0ef-4f8b-840d-f028d03a7604 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/quotas/2154add69ae0466da1cf9c9abdf6b723 HTTP/1.1" status: 200 len: 375 time: 0.0087214 Feb 11 06:53:03.941890 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-46c22be7-02da-4e29-8df5-553c68146edd tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518894 Feb 11 06:53:03.997922 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-d56a8469-2643-4096-bcdb-cd3f243b50d4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:53:03.998927 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-d56a8469-2643-4096-bcdb-cd3f243b50d4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460596 Feb 11 06:53:04.088652 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:04.393324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-3844031d-8e2c-4cba-ba0c-4852fc84922a service neutron] 10.222.0.31 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879616 Feb 11 06:53:04.479133 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-ef8382f4-4bf5-4c76-969a-6a59e78dd6df service neutron] 10.222.0.31 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800071 Feb 11 06:53:04.704887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2ae0ef0c-97c4-49f9-9b7e-266eda19b948 req-faa85d9c-05b3-4b25-a1fb-776cf4f0a24a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 210 time: 0.0805094 Feb 11 06:53:05.680824 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-df9bb6b2-2c80-4d6d-981f-795faa0c947f tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:05.682291 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-df9bb6b2-2c80-4d6d-981f-795faa0c947f tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.72 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 810 time: 0.1073461 Feb 11 06:53:05.747139 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-8fa37d34-cb95-48a1-a60b-26db65dc7e74 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2154add69ae0466da1cf9c9abdf6b723 HTTP/1.1" status: 200 len: 380 time: 0.0563877 Feb 11 06:53:05.755817 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'port': {'device_id': '9d158331-3ff5-4c88-a843-851b5840702f', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'admin_state_up': True, 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'security_groups': ['a35e2038-9548-40bb-8100-62865204dfde']}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:53:05.815128 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-99407296-a681-4fa1-8493-b9425b1420b5 req-ab5e8f88-482c-4942-a029-46a92cb1fff3 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 210 time: 0.0362732 Feb 11 06:53:05.888819 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Made reservation on behalf of 2154add69ae0466da1cf9c9abdf6b723 for: {'port': 1} {{(pid=103120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:53:05.892847 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:06.053853 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_common [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Allocated IP 172.20.0.7 (83d74eb1-f8e3-4d1a-8b00-61806ceed83c/284361f9-4e18-481e-8d24-443d7dcd17dd/035721bf-3d92-40e1-a29b-06e732ddc694) {{(pid=103120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:53:06.274032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for port (035721bf-3d92-40e1-a29b-06e732ddc694), precommit_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:06.316013 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), after_create {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:06.365943 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c is already hosted by enough agents. {{(pid=103120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:53:06.371268 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.base_scheduler [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Resources bound (agent type, host, resource id): {{(pid=103120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:53:06.377681 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Received port after_create {{(pid=103120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:53:06.382129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'Port': ['ID=035721bf-3d92-40e1-a29b-06e732ddc694,revision_number=1']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:53:06.417495 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.417850 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.418226 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.418627 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.418893 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.419236 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.419557 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.419879 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.420293 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.420511 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.420836 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.421185 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.421672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:06.457153 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:06.458210 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:06.486705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-688c4be4-5d53-45c3-bcec-de2f6bf45d62 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7343657 Feb 11 06:53:06.663970 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-e74134e0-7cb4-4ce2-a8cb-a2943ab22c81 None None] Provisioning complete for port 035721bf-3d92-40e1-a29b-06e732ddc694 triggered by entity DHCP. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:53:06.664571 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e74134e0-7cb4-4ce2-a8cb-a2943ab22c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:06.689820 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:53:06.735161 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e74134e0-7cb4-4ce2-a8cb-a2943ab22c81 None None] Port 035721bf-3d92-40e1-a29b-06e732ddc694 cannot update to ACTIVE because it is not bound. {{(pid=103122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:53:06.787991 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Current status of the port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf is: ACTIVE; New status is: DOWN {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:53:06.788656 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:06.812139 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:53:06.815455 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbbacc0-3af0-4735-95d2-1209bbf83b46" -d '{"events": [{"server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:53:06.829932 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:53:06.849953 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:06.884105 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddcf0e3-2ed0-4c9e-bc87-e3233d9c9932 x-openstack-request-id: req-2ddcf0e3-2ed0-4c9e-bc87-e3233d9c9932 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:53:06.884406 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:53:06.884864 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ddcf0e3-2ed0-4c9e-bc87-e3233d9c9932 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:53:06.885584 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'code': 200} Feb 11 06:53:06.921751 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Pushing event updated for resources: {'Port': ['ID=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,revision_number=8']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:53:06.975478 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa3b7-3594-4e6a-a59d-ff5a207e369f req-956f9b0e-d8a3-4d8c-addf-5b3e2d01899f tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:06.977360 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a62aa3b7-3594-4e6a-a59d-ff5a207e369f req-956f9b0e-d8a3-4d8c-addf-5b3e2d01899f tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 931 time: 0.0622575 Feb 11 06:53:07.034668 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-a62aa3b7-3594-4e6a-a59d-ff5a207e369f req-d6505779-04f2-45ba-8ce7-b08fc0cad585 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507407 Feb 11 06:53:08.168314 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec122b3f-73b9-49c9-9070-f2cfc8226202 req-b10a6da1-ae30-4033-b489-26cac81718aa tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:08.170265 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec122b3f-73b9-49c9-9070-f2cfc8226202 req-b10a6da1-ae30-4033-b489-26cac81718aa tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 931 time: 0.0542483 Feb 11 06:53:08.240979 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ec122b3f-73b9-49c9-9070-f2cfc8226202 req-4162d2e9-9842-466d-9fe9-79dba5ae1fef tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633349 Feb 11 06:53:09.367359 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea928224-f576-4fe5-869e-3c4c1b92a99d req-0b67bfe7-8920-4a00-985a-7382e899b872 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:09.368915 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea928224-f576-4fe5-869e-3c4c1b92a99d req-0b67bfe7-8920-4a00-985a-7382e899b872 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 931 time: 0.0544906 Feb 11 06:53:09.432355 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ea928224-f576-4fe5-869e-3c4c1b92a99d req-508a319b-6429-45d5-9ea1-c3b7dd79b02c tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514793 Feb 11 06:53:10.557377 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c8364-61fd-4540-84c5-f81335935477 req-0b05f5ac-65b4-44b7-9536-599c0af64c14 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:10.559503 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1c8364-61fd-4540-84c5-f81335935477 req-0b05f5ac-65b4-44b7-9536-599c0af64c14 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 931 time: 0.0651865 Feb 11 06:53:10.614167 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-0b1c8364-61fd-4540-84c5-f81335935477 req-786bd86c-c508-4b04-9d0e-b9eb2cbad466 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487595 Feb 11 06:53:11.745728 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1f852-ef81-4c44-9e6a-168c65dad269 req-4552f521-eca7-4288-b46b-cc355f091b67 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:11.753854 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97d1f852-ef81-4c44-9e6a-168c65dad269 req-4552f521-eca7-4288-b46b-cc355f091b67 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 931 time: 0.0690374 Feb 11 06:53:11.799234 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-97d1f852-ef81-4c44-9e6a-168c65dad269 req-d6def88a-2a23-4c0e-9e88-4c041630b7a0 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444319 Feb 11 06:53:12.933979 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88decc72-841b-49e2-a01a-a55a34c857cf req-8c2f7028-a290-4d5a-adcd-10a3bd2ce3b2 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:12.935550 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88decc72-841b-49e2-a01a-a55a34c857cf req-8c2f7028-a290-4d5a-adcd-10a3bd2ce3b2 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 931 time: 0.0635257 Feb 11 06:53:12.989042 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-88decc72-841b-49e2-a01a-a55a34c857cf req-7d9b5221-773b-4cdf-ae4b-157db5fdc48f tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472651 Feb 11 06:53:14.107942 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19f37d-7dc5-4a30-bce8-f323a22b3765 req-44659628-4ef0-426c-9d23-befefe56942e tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:14.109414 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f19f37d-7dc5-4a30-bce8-f323a22b3765 req-44659628-4ef0-426c-9d23-befefe56942e tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 931 time: 0.0511804 Feb 11 06:53:14.149647 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.v2.base [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Request body: {'port': {'device_id': '9d158331-3ff5-4c88-a843-851b5840702f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-35'}} {{(pid=103120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:53:14.182652 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6f19f37d-7dc5-4a30-bce8-f323a22b3765 req-7af3377f-50d2-434c-8f19-f50518b11339 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676050 Feb 11 06:53:14.219092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:14.476774 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035721bf-3d92-40e1-a29b-06e732ddc694 {{(pid=103120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:53:14.484032 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Publish callbacks [] for port (035721bf-3d92-40e1-a29b-06e732ddc694), precommit_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:14.496200 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.provisioning_blocks [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Transition to ACTIVE for port object 035721bf-3d92-40e1-a29b-06e732ddc694 will not be triggered until provisioned by entity L2. {{(pid=103120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:53:14.499984 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:14.566609 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Pushing event updated for resources: {'Port': ['ID=035721bf-3d92-40e1-a29b-06e732ddc694,revision_number=2']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:53:14.623216 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Attempting to bind port 035721bf-3d92-40e1-a29b-06e732ddc694 on host n-h2-715271-35 for vnic_type normal with profile {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:53:14.623555 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Attempting to bind port 035721bf-3d92-40e1-a29b-06e732ddc694 by drivers openvswitch,hyperv on host n-h2-715271-35 at level 0 using segments [{'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:53:14.623885 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Attempting to bind port 035721bf-3d92-40e1-a29b-06e732ddc694 on network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:53:14.628372 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Port 035721bf-3d92-40e1-a29b-06e732ddc694 on network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-35 {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:53:14.628697 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Attempting to bind port 035721bf-3d92-40e1-a29b-06e732ddc694 on network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:53:14.633704 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Checking agent: {'id': '950ab2bb-8ebb-4fbf-905f-11023efef878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'started_at': datetime.datetime(2022, 2, 11, 5, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:53:14.634043 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Checking segment: {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:53:14.634432 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Bound using segment: {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'} {{(pid=103120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:53:14.634925 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.managers [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Bound port: 035721bf-3d92-40e1-a29b-06e732ddc694, host: n-h2-715271-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ceecc9-d7b2-4554-87d6-6318f0e9592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c'}}] {{(pid=103120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:53:14.635335 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), before_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:14.699695 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] For port 035721bf-3d92-40e1-a29b-06e732ddc694, host n-h2-715271-35, cleared binding levels {{(pid=103120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:53:14.703147 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] For port 035721bf-3d92-40e1-a29b-06e732ddc694, host n-h2-715271-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=035721bf-3d92-40e1-a29b-06e732ddc694,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:53:14.709035 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5004104'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), after_update {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:14.745449 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:14.746086 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:14.747472 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] 10.222.0.72 "PUT /v2.0/ports/035721bf-3d92-40e1-a29b-06e732ddc694 HTTP/1.1" status: 200 len: 1092 time: 0.6045351 Feb 11 06:53:14.747913 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:53:14.750207 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff53e69-5d26-4cbc-ad87-78e989b2fa59" -d '{"events": [{"name": "network-changed", "server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:53:14.772243 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f5ad8-60d6-49a5-ad51-b51e3e50d7fb service neutron] Pushing event updated for resources: {'Port': ['ID=035721bf-3d92-40e1-a29b-06e732ddc694,revision_number=3']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:53:14.797386 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f72aeb1-ef40-41e4-a6d4-0997bcc81acf x-openstack-request-id: req-2f72aeb1-ef40-41e4-a6d4-0997bcc81acf {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:53:14.797714 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:53:14.798539 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f72aeb1-ef40-41e4-a6d4-0997bcc81acf {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:53:14.798989 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694', 'status': 'completed', 'code': 200} Feb 11 06:53:14.836833 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-9e0e0c68-4c5f-4893-b216-b62caaf73d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:14.838438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-9e0e0c68-4c5f-4893-b216-b62caaf73d40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 1126 time: 0.0516360 Feb 11 06:53:14.880460 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-d2badf22-16db-441e-919c-35bf47e3a830 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=035721bf-3d92-40e1-a29b-06e732ddc694 HTTP/1.1" status: 200 len: 217 time: 0.0345407 Feb 11 06:53:14.930404 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-5908b0d9-bf7c-434a-99a8-bb5836b3b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:14.931887 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-5908b0d9-bf7c-434a-99a8-bb5836b3b5be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0458291 Feb 11 06:53:14.982222 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-e1272c4e-0d90-4f08-855e-bf7e00f51f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:14.983719 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-e1272c4e-0d90-4f08-855e-bf7e00f51f6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453663 Feb 11 06:53:15.074241 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-86c440be-6cf1-43be-9e7c-e3c58a24f4e0 service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838444 Feb 11 06:53:15.164333 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-2c901c42-3c62-4b70-a4f4-89d274f003ec req-21f2c1ca-326c-438c-b405-e108f476b272 service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838788 Feb 11 06:53:15.249890 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-4a3c75d9-29b2-4b67-875f-ae93f365d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:15.251946 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-4a3c75d9-29b2-4b67-875f-ae93f365d2c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 1126 time: 0.0455124 Feb 11 06:53:15.363587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24d012-a6c2-40d3-b8d5-9f45f661895d req-89b16e64-88ed-4b34-9338-6065161943d2 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:15.364955 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae24d012-a6c2-40d3-b8d5-9f45f661895d req-89b16e64-88ed-4b34-9338-6065161943d2 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 943 time: 0.1112411 Feb 11 06:53:15.388965 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-59ff2072-da79-4545-bfa9-b384ab28844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:15.390379 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-59ff2072-da79-4545-bfa9-b384ab28844c service neutron] 10.222.0.72 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.1283922 Feb 11 06:53:15.439599 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-d79c3ac2-f333-48b1-be2f-9e6e51a647c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=035721bf-3d92-40e1-a29b-06e732ddc694 HTTP/1.1" status: 200 len: 217 time: 0.0414004 Feb 11 06:53:15.461135 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-ae24d012-a6c2-40d3-b8d5-9f45f661895d req-50985982-8fa3-4dfc-ad69-6ffc62149ff0 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876768 Feb 11 06:53:15.497489 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-85057f7b-ff1f-4ec9-9a28-cc37277740cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:15.498921 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-85057f7b-ff1f-4ec9-9a28-cc37277740cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0508430 Feb 11 06:53:15.550227 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-103223ef-9a1a-4e71-b6a8-513c49662bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:15.551728 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-103223ef-9a1a-4e71-b6a8-513c49662bcc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452528 Feb 11 06:53:15.638438 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-248d0309-c375-4f32-b56a-19215a1dbf01 service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799227 Feb 11 06:53:15.731307 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-aff53e69-5d26-4cbc-ad87-78e989b2fa59 req-682bf253-1567-4099-be82-a82d1aaccf3d service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861986 Feb 11 06:53:16.582123 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a51cf-cd44-494f-8860-fa9d2cc3a893 req-b27ce901-4779-4851-bf45-ad5b2f9c8c48 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:16.583585 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d5a51cf-cd44-494f-8860-fa9d2cc3a893 req-b27ce901-4779-4851-bf45-ad5b2f9c8c48 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 943 time: 0.0522768 Feb 11 06:53:16.630267 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-6d5a51cf-cd44-494f-8860-fa9d2cc3a893 req-72664b95-b2ed-4069-b3a1-88ed5a257c05 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Feb 11 06:53:17.662334 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 035721bf-3d92-40e1-a29b-06e732ddc694 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:53:17.756991 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a25bf-4f5e-4cfe-ab77-29064e54c508 req-ab2e8482-4334-4e47-8ea5-76f2d7e2611e tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:17.758501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df1a25bf-4f5e-4cfe-ab77-29064e54c508 req-ab2e8482-4334-4e47-8ea5-76f2d7e2611e tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 943 time: 0.0564244 Feb 11 06:53:17.761436 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 035721bf-3d92-40e1-a29b-06e732ddc694, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=035721bf-3d92-40e1-a29b-06e732ddc694,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:53:17.773097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '035721bf-3d92-40e1-a29b-06e732ddc694', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'port_id': '035721bf-3d92-40e1-a29b-06e732ddc694', 'mac_address': 'fa:16:3e:cd:be:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:53:17.806305 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-df1a25bf-4f5e-4cfe-ab77-29064e54c508 req-0993d3b7-6ccb-41ce-8a30-2abd94e4fdff tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 Feb 11 06:53:17.809944 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 035721bf-3d92-40e1-a29b-06e732ddc694 is: DOWN; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:53:17.810367 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:17.824170 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035721bf-3d92-40e1-a29b-06e732ddc694 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:53:17.843185 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 035721bf-3d92-40e1-a29b-06e732ddc694, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=035721bf-3d92-40e1-a29b-06e732ddc694,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:53:17.846798 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:17.893347 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=035721bf-3d92-40e1-a29b-06e732ddc694,revision_number=4']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:53:18.081082 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['035721bf-3d92-40e1-a29b-06e732ddc694'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:53:18.925351 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92b2e9-7e01-4e00-910e-f4972237ec08 req-f29c9e93-b062-4a39-9ef6-a7a3b07feb5a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:18.926836 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be92b2e9-7e01-4e00-910e-f4972237ec08 req-f29c9e93-b062-4a39-9ef6-a7a3b07feb5a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 944 time: 0.0520327 Feb 11 06:53:18.975860 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-be92b2e9-7e01-4e00-910e-f4972237ec08 req-8b9b2a0c-4c07-46a4-a6cd-835f3808965d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434303 Feb 11 06:53:19.690376 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 035721bf-3d92-40e1-a29b-06e732ddc694 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:53:19.741730 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning for port 035721bf-3d92-40e1-a29b-06e732ddc694 completed by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:53:19.745416 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 035721bf-3d92-40e1-a29b-06e732ddc694 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:53:19.745895 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:19.821203 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 035721bf-3d92-40e1-a29b-06e732ddc694 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:53:19.821599 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:19.845349 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:53:19.847609 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f413a57-a3de-47d9-a184-49aa0046c3ed" -d '{"events": [{"server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "name": "network-vif-plugged", "status": "completed", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:53:19.860853 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 035721bf-3d92-40e1-a29b-06e732ddc694, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=035721bf-3d92-40e1-a29b-06e732ddc694,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:53:19.864699 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:19.894064 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa4aa06-4ae7-4056-8607-c3af9b78d507 x-openstack-request-id: req-6aa4aa06-4ae7-4056-8607-c3af9b78d507 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:53:19.894287 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "name": "network-vif-plugged", "status": "completed", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:53:19.894541 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6aa4aa06-4ae7-4056-8607-c3af9b78d507 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:53:19.894929 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694', 'code': 200} Feb 11 06:53:19.922980 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=035721bf-3d92-40e1-a29b-06e732ddc694,revision_number=5']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:53:19.988948 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697166a-022d-42f3-b992-2e4a36ca0c71 req-15a43953-9a51-4f13-9f73-c6fd961cd6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:19.990483 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c697166a-022d-42f3-b992-2e4a36ca0c71 req-15a43953-9a51-4f13-9f73-c6fd961cd6b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 1128 time: 0.0476224 Feb 11 06:53:20.039703 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-c697166a-022d-42f3-b992-2e4a36ca0c71 req-b18b75d4-e1d0-480e-a553-495f9a1df97e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 Feb 11 06:53:20.094001 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a58443-1c18-43a8-8211-29672bc6a547 req-94fbf05b-9112-4e1d-8853-20c36b4bcfe7 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:20.095501 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a58443-1c18-43a8-8211-29672bc6a547 req-94fbf05b-9112-4e1d-8853-20c36b4bcfe7 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 945 time: 0.0519581 Feb 11 06:53:20.147949 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-01a58443-1c18-43a8-8211-29672bc6a547 req-2de9a7a7-c25c-4102-9f8d-f75fd5b238ae tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467749 Feb 11 06:53:21.267191 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8da8b-2ec2-44a4-ab06-a68111136433 req-8bddbfba-03fa-4305-89f0-58ada32b7822 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:21.268650 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59c8da8b-2ec2-44a4-ab06-a68111136433 req-8bddbfba-03fa-4305-89f0-58ada32b7822 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 945 time: 0.0516565 Feb 11 06:53:21.318402 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-59c8da8b-2ec2-44a4-ab06-a68111136433 req-2aa2aef7-2b44-4cb0-8af6-83533332a736 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442171 Feb 11 06:53:21.434754 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee83380-a860-4972-b334-466cc8a9fb0d req-5761b9f9-32e0-4ef1-9498-cf4ffed6ed6f tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:21.436111 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ee83380-a860-4972-b334-466cc8a9fb0d req-5761b9f9-32e0-4ef1-9498-cf4ffed6ed6f tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 945 time: 0.0509889 Feb 11 06:53:21.483940 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-7ee83380-a860-4972-b334-466cc8a9fb0d req-e275e579-f19e-4ac8-b232-7c87a80db4c6 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416672 Feb 11 06:53:21.505506 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54680) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:53:21.549915 n-d-715271-35 neutron-server[103121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b33e2-8ac7-4959-b41b-45302e740338 tempest-TestSnapshotPattern-1597603934 tempest-TestSnapshotPattern-1597603934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:21.551452 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-518b33e2-8ac7-4959-b41b-45302e740338 tempest-TestSnapshotPattern-1597603934 tempest-TestSnapshotPattern-1597603934-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 1123 time: 0.0449319 Feb 11 06:53:21.554276 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54684) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:53:21.558519 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.v2.base [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Request body: {'floatingip': {'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'port_id': '035721bf-3d92-40e1-a29b-06e732ddc694', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:53:21.579495 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:21.676889 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (None), before_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:21.782307 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.db_base_plugin_common [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Allocated IP 172.25.1.250 (5c7daf6c-e2b9-4f41-9446-1ad520eb12fa/875243d7-c088-4be2-afd2-36ff61755acd/ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4) {{(pid=103121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:53:21.881078 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for port (ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:21.918192 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787122040778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:21.956900 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Network 5c7daf6c-e2b9-4f41-9446-1ad520eb12fa is already hosted by enough agents. {{(pid=103121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:53:21.961431 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.base_scheduler [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Resources bound (agent type, host, resource id): {{(pid=103121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:53:21.964157 n-d-715271-35 neutron-server[103121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Received port after_create {{(pid=103121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:53:21.987726 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'Port': ['ID=ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4,revision_number=1']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:53:22.002530 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.002887 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.003240 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.003585 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.003952 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.004293 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.004631 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.004965 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.005330 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.005661 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.005991 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.006347 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.006674 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:53:22.338794 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for floatingip (5a8150c2-8a46-48b7-9aba-7857519ef15b), precommit_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:22.405200 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4), before_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:22.551604 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for port (ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4), precommit_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:22.555954 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988705'] for port (ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4), after_update {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:22.626322 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event updated for resources: {'Port': ['ID=ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4,revision_number=2']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:53:22.636197 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801545'] for floatingip (5a8150c2-8a46-48b7-9aba-7857519ef15b), after_create {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:22.736999 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Floating IP 5a8150c2-8a46-48b7-9aba-7857519ef15b associated. External IP: 172.25.1.250, port: 035721bf-3d92-40e1-a29b-06e732ddc694. Feb 11 06:53:23.017387 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:23.259030 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:53:23.367544 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:53:23.377632 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] Sync routers for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:53:23.385829 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:23.387704 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:53:23.388325 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:53:23.414529 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-42533d7f-9672-4eed-9cab-74fed4745726 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8592541 Feb 11 06:53:23.415220 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:53:23.417587 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c148782-e60b-4881-9230-2f4118fbef9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:53:23.496560 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:53:23.515964 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4095b33c-c4b9-4d41-a224-bebac4d48c65 x-openstack-request-id: req-4095b33c-c4b9-4d41-a224-bebac4d48c65 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:53:23.516265 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:53:23.516524 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4095b33c-c4b9-4d41-a224-bebac4d48c65 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:53:23.516933 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694', 'status': 'completed', 'code': 200} Feb 11 06:53:23.579660 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c148782-e60b-4881-9230-2f4118fbef9f req-27a09995-28c8-4b0e-9d65-c4ee3b91a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:23.581192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c148782-e60b-4881-9230-2f4118fbef9f req-27a09995-28c8-4b0e-9d65-c4ee3b91a2e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 1128 time: 0.0439155 Feb 11 06:53:23.675140 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c148782-e60b-4881-9230-2f4118fbef9f req-f54349d2-c6dd-47aa-8cf6-26b618051f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:23.676610 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c148782-e60b-4881-9230-2f4118fbef9f req-f54349d2-c6dd-47aa-8cf6-26b618051f0a service neutron] 10.222.0.72 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.0897772 Feb 11 06:53:23.721180 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '0df48116-637b-402b-a778-bed7b7ab8561', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:50:52Z', 'updated_at': '2022-02-11T06:50:54Z', 'revision_number': 1, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}, {'id': '5a8150c2-8a46-48b7-9aba-7857519ef15b', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '035721bf-3d92-40e1-a29b-06e732ddc694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:cd:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d158331-3ff5-4c88-a843-851b5840702f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:53:22Z', 'updated_at': '2022-02-11T06:53:22Z', 'revision_number': 0, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:53:23.744682 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c148782-e60b-4881-9230-2f4118fbef9f req-5e18574c-3f09-4ac4-a888-d80efd105d76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=035721bf-3d92-40e1-a29b-06e732ddc694 HTTP/1.1" status: 200 len: 999 time: 0.0623453 Feb 11 06:53:23.750087 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] Checking router: 91d5f07d-abb2-4fda-a390-f48f5a26ed5e for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:53:23.758440 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:53:23.759044 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:53:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:53:23.799644 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c148782-e60b-4881-9230-2f4118fbef9f req-a24d5a2c-10fc-425b-9d27-cd8d455976b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:23.801102 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c148782-e60b-4881-9230-2f4118fbef9f req-a24d5a2c-10fc-425b-9d27-cd8d455976b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0480766 Feb 11 06:53:23.849582 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c148782-e60b-4881-9230-2f4118fbef9f req-d1a8fae0-723a-4614-afd5-d5820ee28914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:23.851212 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c148782-e60b-4881-9230-2f4118fbef9f req-d1a8fae0-723a-4614-afd5-d5820ee28914 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443170 Feb 11 06:53:23.864383 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:53:23.941365 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c148782-e60b-4881-9230-2f4118fbef9f req-34a2228c-43d5-42ca-a823-3ec497b90427 service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837111 Feb 11 06:53:24.036673 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-3c148782-e60b-4881-9230-2f4118fbef9f req-414034da-c3f7-4354-9bd2-2024b8d184ff service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897169 Feb 11 06:53:24.059265 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:24.170181 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '0df48116-637b-402b-a778-bed7b7ab8561', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:50:52Z', 'updated_at': '2022-02-11T06:50:54Z', 'revision_number': 1, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}, {'id': '5a8150c2-8a46-48b7-9aba-7857519ef15b', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '035721bf-3d92-40e1-a29b-06e732ddc694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:cd:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d158331-3ff5-4c88-a843-851b5840702f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:53:22Z', 'updated_at': '2022-02-11T06:53:22Z', 'revision_number': 0, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:53:24.198178 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1feab-f1c8-41a6-8b4a-58a617a82dc8 None None] The sync data for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 is: [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '0df48116-637b-402b-a778-bed7b7ab8561', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:50:52Z', 'updated_at': '2022-02-11T06:50:54Z', 'revision_number': 1, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}, {'id': '5a8150c2-8a46-48b7-9aba-7857519ef15b', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '035721bf-3d92-40e1-a29b-06e732ddc694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:cd:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d158331-3ff5-4c88-a843-851b5840702f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:53:22Z', 'updated_at': '2022-02-11T06:53:22Z', 'revision_number': 0, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:53:24.394282 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642a600-9de3-43e3-ae43-aac4ae8c5633 None None] New status for floating IP 5a8150c2-8a46-48b7-9aba-7857519ef15b: ACTIVE {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:53:27.913864 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c73f14ee-839d-4938-ad9a-7353237f7a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:28.017706 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:53:30.432299 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-05cd30e2-44a2-4c1a-bb6a-8c85c0fe2441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:31.452459 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:33.133480 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:34.080876 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:53.021078 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:54.052426 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:55.059025 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-b5198e79-f191-4371-9b9f-f7a948db62fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462620 Feb 11 06:53:55.144139 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-fa6ae780-2930-49ef-b62f-e7bc700485d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:55.145638 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-fa6ae780-2930-49ef-b62f-e7bc700485d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1127 time: 0.0455742 Feb 11 06:53:55.248750 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-5737cf9c-5d25-46ce-8a0b-67c980b490c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:55.250855 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-5737cf9c-5d25-46ce-8a0b-67c980b490c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.0870340 Feb 11 06:53:55.314755 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-01d95b32-675a-4fb2-a07f-800027063d8c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 1000 time: 0.0582509 Feb 11 06:53:55.364985 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-68535acb-2fbc-4aba-8b8a-b2ab74096e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:55.366452 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-68535acb-2fbc-4aba-8b8a-b2ab74096e39 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0461166 Feb 11 06:53:55.413790 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-dcfb57ef-b8d3-4967-9ab4-271875f14d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:55.415251 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-dcfb57ef-b8d3-4967-9ab4-271875f14d59 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431585 Feb 11 06:53:55.501788 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-72ece164-7765-4c45-836d-c92bcd71ec9c service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803490 Feb 11 06:53:55.591290 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-bafee83a-49c7-4c1d-a54e-ee9d5bb3d178 req-dcb49082-c488-4303-9ef5-57d0d21418d4 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824833 Feb 11 06:53:57.914686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-86f3297d-53bc-4808-8afc-9106318fc243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:53:59.831635 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-c1b59397-2814-4db8-8d4d-76c47040c54f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434599 Feb 11 06:53:59.919696 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-73868f20-178d-454a-b4a0-464ac7692a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:53:59.921081 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-73868f20-178d-454a-b4a0-464ac7692a69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 1128 time: 0.0476782 Feb 11 06:54:00.024797 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-91499452-62e0-4417-b7ff-360d8dbae5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:54:00.026327 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-91499452-62e0-4417-b7ff-360d8dbae5d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.0858178 Feb 11 06:54:00.093847 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-bd0a55e6-51cb-4daf-bab8-2f538043d252 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=035721bf-3d92-40e1-a29b-06e732ddc694 HTTP/1.1" status: 200 len: 1001 time: 0.0600519 Feb 11 06:54:00.139020 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-33771fcb-2943-4082-9eff-10a3307eda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:54:00.140970 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-33771fcb-2943-4082-9eff-10a3307eda8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0418997 Feb 11 06:54:00.188726 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-c7c2b819-4a42-4f2b-8600-fbba2087110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:54:00.190162 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-c7c2b819-4a42-4f2b-8600-fbba2087110d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438051 Feb 11 06:54:00.201587 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-568cf164-e2f6-47d2-b9e6-1efd430b96c0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:54:00.203356 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-568cf164-e2f6-47d2-b9e6-1efd430b96c0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051591 Feb 11 06:54:00.293779 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-4fe36d3c-f63f-4a3f-a489-c4a7e1d0c945 service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843477 Feb 11 06:54:00.380714 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e05a5ce7-7d36-470e-9df8-654291b15495 req-bd414276-8bf1-46ec-a0ff-c83acb666d64 service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806444 Feb 11 06:54:00.433550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d55c8dc6-79e6-4fae-82bd-25827638de13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:01.453929 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:03.135702 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:04.081671 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:05.017203 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:54:23.024102 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:24.045596 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:27.916255 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c3aac822-22ae-4c43-8781-9ea180dec013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:30.434735 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-887072ef-7f6b-4368-8403-113665be71de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:31.456768 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:33.137753 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:34.084167 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:42.016361 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:54:53.027481 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:54.052762 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:55.085830 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-a7519489-3683-4ffd-a016-f87586a0a542 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550599 Feb 11 06:54:55.191122 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-4a893e0e-0804-4e06-86eb-c0bb4d29b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:54:55.192617 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-4a893e0e-0804-4e06-86eb-c0bb4d29b578 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1127 time: 0.0504668 Feb 11 06:54:55.304766 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-5bc0948d-b8b8-4c3f-b91a-636411cd1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:54:55.306348 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-5bc0948d-b8b8-4c3f-b91a-636411cd1e8c service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.0919573 Feb 11 06:54:55.380076 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-0ad0b949-453b-4508-9069-ea3b58338bba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 1000 time: 0.0680916 Feb 11 06:54:55.431594 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-d60c7bc9-3c8b-42b8-b7c0-f94c7d8fd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:54:55.433100 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-d60c7bc9-3c8b-42b8-b7c0-f94c7d8fd6d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0470457 Feb 11 06:54:55.485096 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-8373a25c-c36a-4884-8e7b-9d322d25aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:54:55.486571 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-8373a25c-c36a-4884-8e7b-9d322d25aac8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477750 Feb 11 06:54:55.597743 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-615004de-fc70-45a9-823d-2b7417f29f99 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941532 Feb 11 06:54:55.703972 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-9e62b9c9-e9d7-4453-be04-281068e0bf4a req-b56b221b-b16f-49ec-bfdd-d48411cf619f service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105340 Feb 11 06:54:56.214342 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 035721bf-3d92-40e1-a29b-06e732ddc694 details requested by agent hyperv_n-h2-715271-35 with host n-h2-715271-35 {{(pid=103122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:54:56.338002 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 035721bf-3d92-40e1-a29b-06e732ddc694, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=035721bf-3d92-40e1-a29b-06e732ddc694,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:54:56.350312 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Returning: {'device': '035721bf-3d92-40e1-a29b-06e732ddc694', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'port_id': '035721bf-3d92-40e1-a29b-06e732ddc694', 'mac_address': 'fa:16:3e:cd:be:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:54:56.395939 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 035721bf-3d92-40e1-a29b-06e732ddc694 is: ACTIVE; New status is: BUILD {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:54:56.396690 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:56.411951 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 035721bf-3d92-40e1-a29b-06e732ddc694 {{(pid=103122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:54:56.438350 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 035721bf-3d92-40e1-a29b-06e732ddc694, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=035721bf-3d92-40e1-a29b-06e732ddc694,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:54:56.443131 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:56.499074 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=035721bf-3d92-40e1-a29b-06e732ddc694,revision_number=6']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:54:56.506671 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.507173 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.507541 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.507882 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.508219 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.513374 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.513771 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.514153 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.514492 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.514826 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.515160 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.518819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.519088 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:54:56.524466 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] get_ports_and_sgs() called for port_ids ['035721bf-3d92-40e1-a29b-06e732ddc694'] {{(pid=103122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:54:57.922191 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8e676c9d-27ef-4e88-966f-bc5c5985cbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:58.214666 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 035721bf-3d92-40e1-a29b-06e732ddc694 up at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:54:58.281259 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.provisioning_blocks [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Provisioning complete for port 035721bf-3d92-40e1-a29b-06e732ddc694 triggered by entity L2. {{(pid=103122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:54:58.281799 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361577'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), provisioning_complete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:58.372108 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Current status of the port 035721bf-3d92-40e1-a29b-06e732ddc694 is: BUILD; New status is: ACTIVE {{(pid=103122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:54:58.372494 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750427'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), before_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:58.399071 n-d-715271-35 neutron-server[103122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694'}] {{(pid=103122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:54:58.400709 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8acf8721855a1f2907f812260cce5aa913327cf5e28a97e0946b5e80bb7eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecc8e1b-5bac-45b8-bf84-e7d9c417ad5f" -d '{"events": [{"server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "name": "network-vif-plugged", "status": "completed", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694"}]}' {{(pid=103122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:54:58.415063 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] For port 035721bf-3d92-40e1-a29b-06e732ddc694, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=035721bf-3d92-40e1-a29b-06e732ddc694,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:54:58.425838 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787122541572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787122040796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787122040814'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:54:58.453436 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f471ec1-4a53-447a-856d-fb22a0521cb0 x-openstack-request-id: req-3f471ec1-4a53-447a-856d-fb22a0521cb0 {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:54:58.453734 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "name": "network-vif-plugged", "status": "completed", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694", "code": 200}]} {{(pid=103122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:54:58.453993 n-d-715271-35 neutron-server[103122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f471ec1-4a53-447a-856d-fb22a0521cb0 {{(pid=103122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:54:58.454389 n-d-715271-35 neutron-server[103122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694', 'code': 200} Feb 11 06:54:58.483669 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Pushing event updated for resources: {'Port': ['ID=035721bf-3d92-40e1-a29b-06e732ddc694,revision_number=7']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:54:59.981208 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-79435904-de84-4ad1-9974-128906c3284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:54:59.982705 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-79435904-de84-4ad1-9974-128906c3284b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 1128 time: 0.1169662 Feb 11 06:55:00.106602 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-272b71b8-5032-402f-8052-03b39196341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:00.106602 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-272b71b8-5032-402f-8052-03b39196341c service neutron] 10.222.0.72 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.1045411 Feb 11 06:55:00.189340 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-91e7ba5f-fb10-4637-a487-dfa8d04b238d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=035721bf-3d92-40e1-a29b-06e732ddc694 HTTP/1.1" status: 200 len: 1001 time: 0.0750539 Feb 11 06:55:00.246971 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-1c6558ba-24b7-4e9e-b2e3-d9ec6e97824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:00.249060 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-1c6558ba-24b7-4e9e-b2e3-d9ec6e97824c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0532718 Feb 11 06:55:00.297848 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-426a215a-2fbc-417f-b477-cc0b9f3408c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:00.299359 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-426a215a-2fbc-417f-b477-cc0b9f3408c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448751 Feb 11 06:55:00.403217 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-6d12bedc-3421-4468-b6f4-996d0089480e service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971973 Feb 11 06:55:00.457385 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-df824959-36d6-48ee-b140-06ad435483f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:00.506879 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-d2e7cdda-f370-4ef7-8bb3-7f1d83909a99 req-90fc1226-055d-4ed4-9cbc-b58aa9adcb05 service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979929 Feb 11 06:55:01.463032 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:03.144077 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:04.087088 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:04.675481 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54884) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:04.833126 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Deleting port ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4 {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:04.833500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:04.910241 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:04.910500 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for floatingip (ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:04.923395 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Calling delete_port for ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4 owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:05.067592 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:05.096537 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event deleted for resources: {'Port': ['ID=ab1d37dc-b8a8-4075-8a1e-47df0e7de7f4,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:05.108582 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.108939 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.109319 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.109673 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.110016 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.110356 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.110689 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.111020 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.111349 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.111683 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.112012 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.112344 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.112670 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:05.167591 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for floatingip (5a8150c2-8a46-48b7-9aba-7857519ef15b), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:05.167853 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Floating IP 5a8150c2-8a46-48b7-9aba-7857519ef15b disassociated (deleted). External IP: 172.25.1.250, port: 035721bf-3d92-40e1-a29b-06e732ddc694. Feb 11 06:55:05.379386 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:55:05.486739 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:55:05.491528 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:05.496267 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] Sync routers for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:55:05.505995 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:55:05.506618 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:05.520945 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-88b3ed8d-c4b0-490e-a478-71cd88a928be tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "DELETE /v2.0/floatingips/5a8150c2-8a46-48b7-9aba-7857519ef15b HTTP/1.1" status: 204 len: 168 time: 0.8443689 Feb 11 06:55:05.521579 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:55:05.524781 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c0220-eb83-4962-9219-0dfa0e3dd568" -d '{"events": [{"name": "network-changed", "server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:55:05.563554 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c2f92-87ed-46be-b5c9-b2b641aedd6a x-openstack-request-id: req-376c2f92-87ed-46be-b5c9-b2b641aedd6a {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:55:05.563855 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:55:05.564227 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-376c2f92-87ed-46be-b5c9-b2b641aedd6a {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:55:05.564535 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694', 'status': 'completed', 'code': 200} Feb 11 06:55:05.617889 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:55:05.637129 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-d224c41c-fcc6-4750-b6eb-b409c6ac5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:05.640171 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-d224c41c-fcc6-4750-b6eb-b409c6ac5f95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 1128 time: 0.0542355 Feb 11 06:55:05.769677 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-29b4ec26-1356-4d1b-976b-b0a37307703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:05.771324 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-29b4ec26-1356-4d1b-976b-b0a37307703e service neutron] 10.222.0.72 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.1253817 Feb 11 06:55:05.782381 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052509-ffd2-49cd-bbd0-50db70859784 req-c3d89cb8-0346-4c57-bbbe-3c16f6cd5f02 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:05.783786 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70052509-ffd2-49cd-bbd0-50db70859784 req-c3d89cb8-0346-4c57-bbbe-3c16f6cd5f02 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 945 time: 0.0762668 Feb 11 06:55:05.871130 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '0df48116-637b-402b-a778-bed7b7ab8561', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:50:52Z', 'updated_at': '2022-02-11T06:50:54Z', 'revision_number': 1, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:05.898130 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] Checking router: 91d5f07d-abb2-4fda-a390-f48f5a26ed5e for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:55:05.907128 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:55:05.907762 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:06.024721 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:55:06.136990 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-ca648f36-4a8a-464d-9353-0f41347f9bde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=035721bf-3d92-40e1-a29b-06e732ddc694 HTTP/1.1" status: 200 len: 217 time: 0.3522453 Feb 11 06:55:06.196108 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-70052509-ffd2-49cd-bbd0-50db70859784 req-2cb58a71-6524-4aa1-b67f-e51c4569630d tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056060 Feb 11 06:55:06.205079 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-a8cb69e1-73bc-48d4-a92d-eaa3bc27d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:06.206539 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-a8cb69e1-73bc-48d4-a92d-eaa3bc27d61c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0623446 Feb 11 06:55:06.256330 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '0df48116-637b-402b-a778-bed7b7ab8561', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:50:52Z', 'updated_at': '2022-02-11T06:50:54Z', 'revision_number': 1, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:06.261753 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-45165ac4-40b1-4001-b60e-be0db8950211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:06.263248 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-45165ac4-40b1-4001-b60e-be0db8950211 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480821 Feb 11 06:55:06.282575 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64dcfa-61f0-42dc-9787-2265c2b4cb53 None None] The sync data for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 is: [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_floatingips': [{'id': '0df48116-637b-402b-a778-bed7b7ab8561', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'router_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'port_id': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'mac_address': 'fa:16:3e:69:38:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:50:52Z', 'updated_at': '2022-02-11T06:50:54Z', 'revision_number': 1, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:55:06.353893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-d2855f34-ea56-493f-a6b9-b354e57f7620 service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828829 Feb 11 06:55:06.448098 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-cc2c0220-eb83-4962-9219-0dfa0e3dd568 req-235047fc-d5d6-4f13-9333-02378d92750d service neutron] 10.222.0.72 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875218 Feb 11 06:55:06.514295 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294535a-bbf4-42f4-af09-d68965f124e6 None None] New status for floating IP 5a8150c2-8a46-48b7-9aba-7857519ef15b: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:55:07.332291 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-c4d6ca52-4c1d-4722-b404-d4d47fc58ff2 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:07.333781 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-c4d6ca52-4c1d-4722-b404-d4d47fc58ff2 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 945 time: 0.0833054 Feb 11 06:55:07.344442 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3530d-9cc9-4f2d-8aad-5dc187a3bb9f req-aeb6e300-a654-4997-bf01-a243c6e3e784 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:07.345856 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3b3530d-9cc9-4f2d-8aad-5dc187a3bb9f req-aeb6e300-a654-4997-bf01-a243c6e3e784 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d158331-3ff5-4c88-a843-851b5840702f HTTP/1.1" status: 200 len: 945 time: 0.0692508 Feb 11 06:55:07.442192 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3b3530d-9cc9-4f2d-8aad-5dc187a3bb9f req-8675b67d-1280-4c35-8722-9d117e34ea89 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895743 Feb 11 06:55:07.466998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Deleting port 035721bf-3d92-40e1-a29b-06e732ddc694 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:07.467352 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:07.556863 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] For port 035721bf-3d92-40e1-a29b-06e732ddc694, host n-h2-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-35',level=0,port_id=035721bf-3d92-40e1-a29b-06e732ddc694,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:55:07.557258 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:07.569646 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Calling delete_port for 035721bf-3d92-40e1-a29b-06e732ddc694 owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:07.692565 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (035721bf-3d92-40e1-a29b-06e732ddc694), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:07.720322 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event deleted for resources: {'Port': ['ID=035721bf-3d92-40e1-a29b-06e732ddc694,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:07.730412 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.730682 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.731028 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.731374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.731717 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.732056 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.732969 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.733360 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.733701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.734368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.734368 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.734716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.734998 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-35 {{(pid=103120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:55:07.779701 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] No DVR routers for this DVR port 035721bf-3d92-40e1-a29b-06e732ddc694 on host n-h2-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:55:07.782343 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:07.785627 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-f62528fe-52ba-4515-988a-4fcc3956ab95 req-32b9e8c5-2f0c-416b-85f2-702f8f3c7540 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.72 "DELETE /v2.0/ports/035721bf-3d92-40e1-a29b-06e732ddc694 HTTP/1.1" status: 204 len: 173 time: 0.4389184 Feb 11 06:55:07.786071 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'name': 'network-vif-deleted', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:55:07.788420 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000db069-3f69-4fb4-878e-028758de0ec2" -d '{"events": [{"server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "name": "network-vif-deleted", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:55:07.826310 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5141a5e-e280-46f7-9e96-cfd8f044781e x-openstack-request-id: req-c5141a5e-e280-46f7-9e96-cfd8f044781e {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:55:07.826675 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d158331-3ff5-4c88-a843-851b5840702f", "name": "network-vif-deleted", "tag": "035721bf-3d92-40e1-a29b-06e732ddc694", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:55:07.826956 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5141a5e-e280-46f7-9e96-cfd8f044781e {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:55:07.827407 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d158331-3ff5-4c88-a843-851b5840702f', 'name': 'network-vif-deleted', 'tag': '035721bf-3d92-40e1-a29b-06e732ddc694', 'status': 'completed', 'code': 200} Feb 11 06:55:08.266008 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 035721bf-3d92-40e1-a29b-06e732ddc694 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:55:08.285773 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 035721bf-3d92-40e1-a29b-06e732ddc694 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:55:08.286124 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 035721bf-3d92-40e1-a29b-06e732ddc694 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:55:09.012590 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54940) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:09.169597 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Deleting port 4554817c-3928-49df-91cc-bb13f9c4ac9d {{(pid=103121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:09.169987 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4554817c-3928-49df-91cc-bb13f9c4ac9d), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:09.247088 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4554817c-3928-49df-91cc-bb13f9c4ac9d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:09.247427 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for floatingip (4554817c-3928-49df-91cc-bb13f9c4ac9d), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:09.259822 n-d-715271-35 neutron-server[103121]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Calling delete_port for 4554817c-3928-49df-91cc-bb13f9c4ac9d owned by network:floatingip {{(pid=103121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:09.404060 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988698'] for port (4554817c-3928-49df-91cc-bb13f9c4ac9d), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:09.428407 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event deleted for resources: {'Port': ['ID=4554817c-3928-49df-91cc-bb13f9c4ac9d,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:09.488663 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for floatingip (0df48116-637b-402b-a778-bed7b7ab8561), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:09.489001 n-d-715271-35 neutron-server[103121]: INFO neutron.db.l3_db [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Floating IP 0df48116-637b-402b-a778-bed7b7ab8561 disassociated (deleted). External IP: 172.25.1.247, port: 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf. Feb 11 06:55:09.698314 n-d-715271-35 neutron-server[103121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:55:09.807166 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:55:09.811857 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for floatingip (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:09.817222 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] Sync routers for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:55:09.827157 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:55:09.827765 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:09.842290 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-0e2b9a30-d66b-4e00-863b-34d87e23953b tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "DELETE /v2.0/floatingips/0df48116-637b-402b-a778-bed7b7ab8561 HTTP/1.1" status: 204 len: 168 time: 0.8285413 Feb 11 06:55:09.842973 n-d-715271-35 neutron-server[103121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf'}] {{(pid=103121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:55:09.845504 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1c6ef11c68013018c149a2c948a2f57bb442e8730728a3d9d42b5b263e9e69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437b78b7-74ec-4f49-9474-ad2b28d1fe20" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf"}]}' {{(pid=103121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:55:09.884662 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486191c4-4d76-4688-b6d6-cf33b5ccbb26 x-openstack-request-id: req-486191c4-4d76-4688-b6d6-cf33b5ccbb26 {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:55:09.885187 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf", "status": "completed", "code": 200}]} {{(pid=103121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:55:09.885520 n-d-715271-35 neutron-server[103121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-486191c4-4d76-4688-b6d6-cf33b5ccbb26 {{(pid=103121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:55:09.885998 n-d-715271-35 neutron-server[103121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'status': 'completed', 'code': 200} Feb 11 06:55:09.942248 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:55:09.953175 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-0642fcde-5170-4a9a-95c1-01c41dc82573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:09.954666 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-0642fcde-5170-4a9a-95c1-01c41dc82573 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2154add69ae0466da1cf9c9abdf6b723&device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 1127 time: 0.0470259 Feb 11 06:55:10.099352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-2547118a-f203-46b7-8137-be5b50c5efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:10.100826 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-2547118a-f203-46b7-8137-be5b50c5efec service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 200 len: 911 time: 0.1391597 Feb 11 06:55:10.116269 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edf467-c4bb-4e8e-88d5-c7ae96a71087 req-3615ffac-d62a-4ffc-b2e3-cfadc0673632 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:10.117790 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7edf467-c4bb-4e8e-88d5-c7ae96a71087 req-3615ffac-d62a-4ffc-b2e3-cfadc0673632 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 944 time: 0.0756047 Feb 11 06:55:10.150907 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:10.161903 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-43e89d2e-929b-44d3-bac5-3ae2c8897ba0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 200 len: 217 time: 0.0527129 Feb 11 06:55:10.179327 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] Checking router: 91d5f07d-abb2-4fda-a390-f48f5a26ed5e for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:55:10.187575 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:55:10.188179 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:10.226099 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-b7edf467-c4bb-4e8e-88d5-c7ae96a71087 req-c28af648-029d-462b-822f-49deb514d7e6 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024570 Feb 11 06:55:10.235703 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-0d3466c7-4c0c-43e4-b853-15364bb64d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:10.237173 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-0d3466c7-4c0c-43e4-b853-15364bb64d62 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 200 len: 849 time: 0.0680571 Feb 11 06:55:10.288374 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-3cc43f30-5cc6-465e-a127-1c3f08ab7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:10.289965 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-3cc43f30-5cc6-465e-a127-1c3f08ab7315 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d74eb1-f8e3-4d1a-8b00-61806ceed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463443 Feb 11 06:55:10.383511 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:55:10.384905 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-4e670a7e-7fed-492c-9f0e-bb68d11ca73c service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876660 Feb 11 06:55:10.473011 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-437b78b7-74ec-4f49-9474-ad2b28d1fe20 req-9f90206a-4db2-4317-9f3d-60d6e7f5b824 service neutron] 10.222.0.81 "GET /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817826 Feb 11 06:55:10.579238 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:10.605135 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782ec72-f91f-4100-8e81-720ee29b8bcb None None] The sync data for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 is: [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:29Z', 'revision_number': 4, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35', '_interfaces': [{'id': '7fdf2a78-b91a-47e9-affd-24c229b290e8', 'name': '', 'network_id': '83d74eb1-f8e3-4d1a-8b00-61806ceed83c', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'mac_address': 'fa:16:3e:f1:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:29Z', 'updated_at': '2022-02-11T06:50:33Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'subnets': [{'id': '284361f9-4e18-481e-8d24-443d7dcd17dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:55:10.819611 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1a50b-1447-41c8-aaf3-c209f3a24cec None None] New status for floating IP 0df48116-637b-402b-a778-bed7b7ab8561: DOWN {{(pid=103122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:55:11.347496 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158705bb-4ab6-4533-9b08-547766287317 req-322ac8fb-0338-49f5-aef7-a07e902856a3 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:11.348956 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-158705bb-4ab6-4533-9b08-547766287317 req-322ac8fb-0338-49f5-aef7-a07e902856a3 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 944 time: 0.0526686 Feb 11 06:55:11.409983 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-158705bb-4ab6-4533-9b08-547766287317 req-3702d49d-cb03-4f1f-9cfc-11d5b5f851c1 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/security-groups?id=a35e2038-9548-40bb-8100-62865204dfde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554156 Feb 11 06:55:11.625954 n-d-715271-35 neutron-server[103120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-3cd5c53a-79ba-4b52-a6e4-22206f6e58e7 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:55:11.627385 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-3cd5c53a-79ba-4b52-a6e4-22206f6e58e7 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 944 time: 0.0514517 Feb 11 06:55:11.720149 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Deleting port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:11.720501 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:11.808960 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] For port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf, host n-h1-715271-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-35',level=0,port_id=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:55:11.809357 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:11.820988 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Calling delete_port for 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf owned by compute:nova {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:11.946863 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:11.973613 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event deleted for resources: {'Port': ['ID=4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:12.017573 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] No DVR routers for this DVR port 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf on host n-h1-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:55:12.020173 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1989734'] for port (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:12.023482 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-58ecdbd3-acb0-41bc-a28f-d75b47b2400a req-87eb182c-197e-45dd-a49c-20ca211cfb99 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.81 "DELETE /v2.0/ports/4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf HTTP/1.1" status: 204 len: 173 time: 0.3910730 Feb 11 06:55:12.023938 n-d-715271-35 neutron-server[103120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'name': 'network-vif-deleted', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf'}] {{(pid=103120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:55:12.026210 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421e7916cabf9029cbb064e9fa5b870f4fd075690eb05e8433ebea8dae69b911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd71986-91fb-465c-84c7-0a51cd01403d" -d '{"events": [{"server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "name": "network-vif-deleted", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf"}]}' {{(pid=103120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:55:12.136053 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e66b63-61e2-488f-9442-942566e9f928 x-openstack-request-id: req-76e66b63-61e2-488f-9442-942566e9f928 {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:55:12.136425 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5", "name": "network-vif-deleted", "tag": "4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf", "status": "completed", "code": 200}]} {{(pid=103120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:55:12.136689 n-d-715271-35 neutron-server[103120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76e66b63-61e2-488f-9442-942566e9f928 {{(pid=103120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:55:12.137097 n-d-715271-35 neutron-server[103120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5', 'name': 'network-vif-deleted', 'tag': '4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf', 'status': 'completed', 'code': 200} Feb 11 06:55:12.295737 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 035721bf-3d92-40e1-a29b-06e732ddc694 no longer exists at agent hyperv_n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:55:12.316164 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] No Port match for: 035721bf-3d92-40e1-a29b-06e732ddc694 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:55:12.316518 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Device 035721bf-3d92-40e1-a29b-06e732ddc694 not bound to the agent host n-h2-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:55:12.521268 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [req-e3e9e21c-beef-4aec-8c69-6d2e63b337c6 req-ea615add-324a-48a2-8de0-9ee071cffd45 tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2a57b2f-51b0-49e5-aaaf-1e6ecdc88cd5 HTTP/1.1" status: 200 len: 210 time: 0.0283332 Feb 11 06:55:13.577100 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [-] (103121) accepted ('10.222.0.31', 54958) {{(pid=103121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:13.635993 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-213badb2-6219-4b18-92c5-78d3b627ca1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group (a35e2038-9548-40bb-8100-62865204dfde), before_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:13.661664 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-213badb2-6219-4b18-92c5-78d3b627ca1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group (a35e2038-9548-40bb-8100-62865204dfde), precommit_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:13.721409 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-213badb2-6219-4b18-92c5-78d3b627ca1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (a35e2038-9548-40bb-8100-62865204dfde), after_delete {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:13.724000 n-d-715271-35 neutron-server[103121]: DEBUG neutron_lib.callbacks.manager [None req-213badb2-6219-4b18-92c5-78d3b627ca1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:13.725209 n-d-715271-35 neutron-server[103121]: INFO neutron.wsgi [None req-213badb2-6219-4b18-92c5-78d3b627ca1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] 10.222.0.31 "DELETE /v2.0/security-groups/a35e2038-9548-40bb-8100-62865204dfde HTTP/1.1" status: 204 len: 168 time: 0.1470718 Feb 11 06:55:13.734487 n-d-715271-35 neutron-server[103121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213badb2-6219-4b18-92c5-78d3b627ca1a tempest-TestSnapshotPattern-846000834 tempest-TestSnapshotPattern-846000834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35e2038-9548-40bb-8100-62865204dfde,revision_number=None']} {{(pid=103121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:13.768263 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54962) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:14.109093 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:14.352806 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Deleting port 7fdf2a78-b91a-47e9-affd-24c229b290e8 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:14.353174 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:14.427729 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] For port 7fdf2a78-b91a-47e9-affd-24c229b290e8, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=7fdf2a78-b91a-47e9-affd-24c229b290e8,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:55:14.428008 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:14.444157 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Calling delete_port for 7fdf2a78-b91a-47e9-affd-24c229b290e8 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:14.619471 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (7fdf2a78-b91a-47e9-affd-24c229b290e8), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:14.646420 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdf2a78-b91a-47e9-affd-24c229b290e8,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:14.808913 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:15.022462 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:55:15.127699 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:55:15.132704 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-8cbf0fde-9395-4af2-a2a8-8bbff7eb7d48 admin admin] 10.222.0.31 "PUT /v2.0/routers/91d5f07d-abb2-4fda-a390-f48f5a26ed5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3634067 Feb 11 06:55:15.135278 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54964) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:15.136590 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] Sync routers for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:55:15.146430 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:55:15.147168 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:15.241670 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks [] for router (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:15.249947 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf no longer exists at agent hyperv_n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:55:15.257192 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: n-d-715271-35 {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:55:15.269837 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] No Port match for: 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:55:15.270189 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Device 4343e73c-ade2-4aa9-8ac3-eed8ee19d6cf not bound to the agent host n-h1-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:55:15.345224 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks [] for router_gateway (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:15.395821 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Deleting port abc2cd97-c2b9-4e5a-b644-378cc8e011a3 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:15.396164 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:15.432078 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:55:14Z', 'revision_number': 5, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port': {'id': 'abc2cd97-c2b9-4e5a-b644-378cc8e011a3', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:15.461579 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] Checking router: 91d5f07d-abb2-4fda-a390-f48f5a26ed5e for host: n-d-715271-35 {{(pid=103123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:55:15.470314 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] Routers {'91d5f07d-abb2-4fda-a390-f48f5a26ed5e'} bound to L3 agent in host n-d-715271-35 {{(pid=103123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:55:15.470919 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'], 'active': True} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:15.474352 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] For port abc2cd97-c2b9-4e5a-b644-378cc8e011a3, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=abc2cd97-c2b9-4e5a-b644-378cc8e011a3,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:55:15.474724 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:15.487841 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Calling delete_port for abc2cd97-c2b9-4e5a-b644-378cc8e011a3 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:15.558069 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_dvr_db [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] Set router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e gateway port host: None {{(pid=103123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:55:15.611072 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.l3_hamode_db [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:55:15Z', 'revision_number': 6, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:15.640319 n-d-715271-35 neutron-server[103123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8398c89d-61ee-44c1-a290-4eeaf8fea339 None None] The sync data for ids ['91d5f07d-abb2-4fda-a390-f48f5a26ed5e'] in n-d-715271-35 is: [{'id': '91d5f07d-abb2-4fda-a390-f48f5a26ed5e', 'name': 'tempest-TestSnapshotPattern-1756697049-router', 'tenant_id': '2154add69ae0466da1cf9c9abdf6b723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:27Z', 'updated_at': '2022-02-11T06:55:15Z', 'revision_number': 6, 'project_id': '2154add69ae0466da1cf9c9abdf6b723', 'gw_port_host': None}] {{(pid=103123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:55:15.658900 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (abc2cd97-c2b9-4e5a-b644-378cc8e011a3), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:15.683778 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc2cd97-c2b9-4e5a-b644-378cc8e011a3,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:15.749364 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:15.839656 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:15.842520 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks [] for router_controller (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.110245 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7fdf2a78-b91a-47e9-affd-24c229b290e8 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:55:16.135625 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 7fdf2a78-b91a-47e9-affd-24c229b290e8 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:55:16.136087 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 7fdf2a78-b91a-47e9-affd-24c229b290e8 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:55:16.195835 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (91d5f07d-abb2-4fda-a390-f48f5a26ed5e), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.196346 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d5f07d-abb2-4fda-a390-f48f5a26ed5e {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:55:16.201658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.202551 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b4e42946-2726-4e26-a66a-888ee6aa2f96 admin admin] 10.222.0.31 "DELETE /v2.0/routers/91d5f07d-abb2-4fda-a390-f48f5a26ed5e HTTP/1.1" status: 204 len: 168 time: 1.0663245 Feb 11 06:55:16.205174 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54966) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:16.251297 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-f282ea7f-451d-4a3e-bcc0-8e33a002b63a admin admin] Deleting subnet 284361f9-4e18-481e-8d24-443d7dcd17dd {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:55:16.254467 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f282ea7f-451d-4a3e-bcc0-8e33a002b63a admin admin] Publish callbacks [] for subnet (284361f9-4e18-481e-8d24-443d7dcd17dd), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.288870 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f282ea7f-451d-4a3e-bcc0-8e33a002b63a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (284361f9-4e18-481e-8d24-443d7dcd17dd), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.367197 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f282ea7f-451d-4a3e-bcc0-8e33a002b63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (284361f9-4e18-481e-8d24-443d7dcd17dd), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.416570 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f282ea7f-451d-4a3e-bcc0-8e33a002b63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (284361f9-4e18-481e-8d24-443d7dcd17dd), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.442941 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282ea7f-451d-4a3e-bcc0-8e33a002b63a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284361f9-4e18-481e-8d24-443d7dcd17dd,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:16.447559 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-f282ea7f-451d-4a3e-bcc0-8e33a002b63a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.450893 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-f282ea7f-451d-4a3e-bcc0-8e33a002b63a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/284361f9-4e18-481e-8d24-443d7dcd17dd HTTP/1.1" status: 204 len: 168 time: 0.2447507 Feb 11 06:55:16.453716 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54968) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:16.456090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0551a51-b4e7-4ca1-b44e-2a260d9f26ce None None] Network 83d74eb1-f8e3-4d1a-8b00-61806ceed83c requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:55:16.525858 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (83d74eb1-f8e3-4d1a-8b00-61806ceed83c), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.587317 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Deleting port 90adbe6f-e139-431b-a5af-b04839db3f91 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:16.587662 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.652538 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] For port 90adbe6f-e139-431b-a5af-b04839db3f91, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=90adbe6f-e139-431b-a5af-b04839db3f91,segment=NetworkSegment(43ceecc9-d7b2-4554-87d6-6318f0e9592b),segment_id=43ceecc9-d7b2-4554-87d6-6318f0e9592b)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:55:16.652899 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.666212 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Calling delete_port for 90adbe6f-e139-431b-a5af-b04839db3f91 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:16.774496 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (90adbe6f-e139-431b-a5af-b04839db3f91), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.811142 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Pushing event deleted for resources: {'Port': ['ID=90adbe6f-e139-431b-a5af-b04839db3f91,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:16.817610 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] No DVR routers for this DVR port 90adbe6f-e139-431b-a5af-b04839db3f91 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:55:16.848727 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f85a25-5d28-45d8-9c34-7c0d8c15cf07 None None] DHCP port deletion for 83d74eb1-f8e3-4d1a-8b00-61806ceed83c request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:55:16.900405 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (83d74eb1-f8e3-4d1a-8b00-61806ceed83c), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.923048 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d74eb1-f8e3-4d1a-8b00-61806ceed83c']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:16.932375 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ceecc9-d7b2-4554-87d6-6318f0e9592b') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:16.932672 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ceecc9-d7b2-4554-87d6-6318f0e9592b') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:16.942006 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (43ceecc9-d7b2-4554-87d6-6318f0e9592b), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.955658 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (43ceecc9-d7b2-4554-87d6-6318f0e9592b), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.962249 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:55:16.962712 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (43ceecc9-d7b2-4554-87d6-6318f0e9592b), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:55:16.964633 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:55:17.025887 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (83d74eb1-f8e3-4d1a-8b00-61806ceed83c), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:17.043132 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:17.049798 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] 10.222.0.31 "DELETE /v2.0/networks/83d74eb1-f8e3-4d1a-8b00-61806ceed83c HTTP/1.1" status: 204 len: 168 time: 0.5922432 Feb 11 06:55:17.049798 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5a27c-daef-477f-89af-a9c19f70e903 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d74eb1-f8e3-4d1a-8b00-61806ceed83c,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:17.050025 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54970) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:17.413003 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1785929'] for router_interface (42cfda6f-d254-409e-b72b-5ee19dfa3111), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:17.663527 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Deleting port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:17.663790 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:17.740566 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] For port 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4,segment=NetworkSegment(424b72b0-6c2e-4973-ae32-a5dfd8cb30ea),segment_id=424b72b0-6c2e-4973-ae32-a5dfd8cb30ea)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:55:17.740847 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:17.752558 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 90adbe6f-e139-431b-a5af-b04839db3f91 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:55:17.759484 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Calling delete_port for 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 owned by network:router_interface {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:17.773574 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 90adbe6f-e139-431b-a5af-b04839db3f91 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:55:17.773930 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 90adbe6f-e139-431b-a5af-b04839db3f91 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:55:17.774351 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device abc2cd97-c2b9-4e5a-b644-378cc8e011a3 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:55:17.796097 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: abc2cd97-c2b9-4e5a-b644-378cc8e011a3 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:55:17.796448 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device abc2cd97-c2b9-4e5a-b644-378cc8e011a3 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:55:17.934874 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:17.960980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:18.126092 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786077'] for router_interface (42cfda6f-d254-409e-b72b-5ee19dfa3111), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:18.340445 n-d-715271-35 neutron-server[103120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Router 42cfda6f-d254-409e-b72b-5ee19dfa3111 has already been hosted by L3 agent 7d10f523-e39e-4b5f-a4e9-96eed31c3e2e {{(pid=103120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:55:18.448861 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] Notify agent at l3_agent.n-d-715271-35 the message routers_updated {{(pid=103120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:55:18.455436 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-7d8c4966-c0d5-4410-a3fa-79c8b74ca749 admin admin] 10.222.0.31 "PUT /v2.0/routers/42cfda6f-d254-409e-b72b-5ee19dfa3111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4037240 Feb 11 06:55:18.457320 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54972) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:18.458138 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] Sync routers for ids ['42cfda6f-d254-409e-b72b-5ee19dfa3111'] in n-d-715271-35 {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:55:18.468542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] Routers {'42cfda6f-d254-409e-b72b-5ee19dfa3111'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:55:18.469197 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['42cfda6f-d254-409e-b72b-5ee19dfa3111'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:18.561025 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks [] for router (42cfda6f-d254-409e-b72b-5ee19dfa3111), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:18.576650 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] Set router 42cfda6f-d254-409e-b72b-5ee19dfa3111 gateway port host: n-d-715271-35 {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:55:18.665584 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks [] for router_gateway (42cfda6f-d254-409e-b72b-5ee19dfa3111), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:18.718491 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Deleting port d393abcf-02fe-4253-a973-beba807e0515 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:18.718831 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (d393abcf-02fe-4253-a973-beba807e0515), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:18.761586 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'external_fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'd393abcf-02fe-4253-a973-beba807e0515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:31Z', 'updated_at': '2022-02-11T06:55:17Z', 'revision_number': 5, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'gw_port': {'id': 'd393abcf-02fe-4253-a973-beba807e0515', 'name': '', 'network_id': '5c7daf6c-e2b9-4f41-9446-1ad520eb12fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '875243d7-c088-4be2-afd2-36ff61755acd', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:50:32Z', 'updated_at': '2022-02-11T06:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '875243d7-c088-4be2-afd2-36ff61755acd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-35'}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:18.790777 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] Checking router: 42cfda6f-d254-409e-b72b-5ee19dfa3111 for host: n-d-715271-35 {{(pid=103122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:55:18.797705 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] For port d393abcf-02fe-4253-a973-beba807e0515, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=d393abcf-02fe-4253-a973-beba807e0515,segment=NetworkSegment(31143d33-9623-46af-b699-fb9a4b543aa2),segment_id=31143d33-9623-46af-b699-fb9a4b543aa2)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:55:18.798068 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (d393abcf-02fe-4253-a973-beba807e0515), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:18.799102 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] Routers {'42cfda6f-d254-409e-b72b-5ee19dfa3111'} bound to L3 agent in host n-d-715271-35 {{(pid=103122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:55:18.799710 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:12:30Z,description=,heartbeat_timestamp=2022-02-11T06:55:00Z,host='n-d-715271-35',id=7d10f523-e39e-4b5f-a4e9-96eed31c3e2e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:12:30Z,topic='l3_agent')) {'router_ids': ['42cfda6f-d254-409e-b72b-5ee19dfa3111'], 'active': True} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:18.814508 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Calling delete_port for d393abcf-02fe-4253-a973-beba807e0515 owned by network:router_gateway {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:18.891542 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvr_db [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] Set router 42cfda6f-d254-409e-b72b-5ee19dfa3111 gateway port host: None {{(pid=103122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:55:18.946516 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_hamode_db [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:31Z', 'updated_at': '2022-02-11T06:55:18Z', 'revision_number': 6, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'gw_port_host': None}], 'n-d-715271-35', False) {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:18.973091 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299c2eb-21b4-4e30-bd26-f847d52b9e70 None None] The sync data for ids ['42cfda6f-d254-409e-b72b-5ee19dfa3111'] in n-d-715271-35 is: [{'id': '42cfda6f-d254-409e-b72b-5ee19dfa3111', 'name': 'tempest-TestSnapshotPattern-1488853654-router', 'tenant_id': '333c3c8dfed747ca90af9e271b5f86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:50:31Z', 'updated_at': '2022-02-11T06:55:18Z', 'revision_number': 6, 'project_id': '333c3c8dfed747ca90af9e271b5f86f3', 'gw_port_host': None}] {{(pid=103122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:55:18.983134 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (d393abcf-02fe-4253-a973-beba807e0515), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.009292 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d393abcf-02fe-4253-a973-beba807e0515,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:19.028960 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:55:19.072220 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801475'] for router_gateway (42cfda6f-d254-409e-b72b-5ee19dfa3111), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.161742 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11053'] for router (42cfda6f-d254-409e-b72b-5ee19dfa3111), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.163854 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks [] for router_controller (42cfda6f-d254-409e-b72b-5ee19dfa3111), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.210232 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787571'] for router (42cfda6f-d254-409e-b72b-5ee19dfa3111), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.210795 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42cfda6f-d254-409e-b72b-5ee19dfa3111 {{(pid=103120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:55:19.215987 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.217186 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-604f2700-c357-43a5-9e2d-5db3fe6795c9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/42cfda6f-d254-409e-b72b-5ee19dfa3111 HTTP/1.1" status: 204 len: 168 time: 0.7589335 Feb 11 06:55:19.219620 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54974) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:19.263928 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.db_base_plugin_v2 [None req-956dd645-a981-4a4c-84f6-3f47f49803a2 admin admin] Deleting subnet c7369ee8-d301-4112-92b3-894aac5fb002 {{(pid=103120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:55:19.266938 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-956dd645-a981-4a4c-84f6-3f47f49803a2 admin admin] Publish callbacks [] for subnet (c7369ee8-d301-4112-92b3-894aac5fb002), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.300117 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-956dd645-a981-4a4c-84f6-3f47f49803a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5082790'] for subnet (c7369ee8-d301-4112-92b3-894aac5fb002), precommit_delete_associations {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.383963 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-956dd645-a981-4a4c-84f6-3f47f49803a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784219'] for subnet (c7369ee8-d301-4112-92b3-894aac5fb002), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.449601 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-956dd645-a981-4a4c-84f6-3f47f49803a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5004190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309755'] for subnet (c7369ee8-d301-4112-92b3-894aac5fb002), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.472505 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956dd645-a981-4a4c-84f6-3f47f49803a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7369ee8-d301-4112-92b3-894aac5fb002,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:19.478135 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-956dd645-a981-4a4c-84f6-3f47f49803a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.481735 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-956dd645-a981-4a4c-84f6-3f47f49803a2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c7369ee8-d301-4112-92b3-894aac5fb002 HTTP/1.1" status: 204 len: 168 time: 0.2606447 Feb 11 06:55:19.483920 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8497be-5e1d-445f-8c03-541655801233 None None] Network 732920e1-773f-4706-a17e-f08bafce8ff2 requested from n-d-715271-35 {{(pid=103122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:55:19.484310 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54976) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:19.550940 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700045'] for network (732920e1-773f-4706-a17e-f08bafce8ff2), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.607402 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Deleting port 2940263e-878a-40dc-9ab7-140a5970f119 {{(pid=103120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:19.607765 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2940263e-878a-40dc-9ab7-140a5970f119), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.668844 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.db [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] For port 2940263e-878a-40dc-9ab7-140a5970f119, host n-d-715271-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-35',level=0,port_id=2940263e-878a-40dc-9ab7-140a5970f119,segment=NetworkSegment(424b72b0-6c2e-4973-ae32-a5dfd8cb30ea),segment_id=424b72b0-6c2e-4973-ae32-a5dfd8cb30ea)] {{(pid=103120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:55:19.669141 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2940263e-878a-40dc-9ab7-140a5970f119), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.682050 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Calling delete_port for 2940263e-878a-40dc-9ab7-140a5970f119 owned by network:dhcp {{(pid=103120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:19.753786 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] DHCP port deletion for 732920e1-773f-4706-a17e-f08bafce8ff2 request from n-d-715271-35 {{(pid=103122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:55:19.771860 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5004147'] for port (2940263e-878a-40dc-9ab7-140a5970f119), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.795180 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2940263e-878a-40dc-9ab7-140a5970f119,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:19.804223 n-d-715271-35 neutron-server[103120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] No DVR routers for this DVR port 2940263e-878a-40dc-9ab7-140a5970f119 on host n-d-715271-35 {{(pid=103120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:55:19.827090 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d393abcf-02fe-4253-a973-beba807e0515 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:55:19.850014 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: d393abcf-02fe-4253-a973-beba807e0515 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:55:19.850359 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device d393abcf-02fe-4253-a973-beba807e0515 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:55:19.850775 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2940263e-878a-40dc-9ab7-140a5970f119 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:55:19.876408 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 2940263e-878a-40dc-9ab7-140a5970f119 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:55:19.876657 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1360334', 'neutron.services.segments.db._delete_segments_for_network-8787122564280'] for network (732920e1-773f-4706-a17e-f08bafce8ff2), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.876819 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2940263e-878a-40dc-9ab7-140a5970f119 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:55:19.877166 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 no longer exists at agent ovs-agent-n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:55:19.897692 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] Deleting port 2940263e-878a-40dc-9ab7-140a5970f119 {{(pid=103122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:55:19.898053 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787122542475'] for port (2940263e-878a-40dc-9ab7-140a5970f119), before_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.899823 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] No Port match for: 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 {{(pid=103122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:55:19.900172 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.rpc [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Device 2eea133e-b0a0-4c49-84f0-0e2d10a9f6a4 not bound to the agent host n-d-715271-35 {{(pid=103122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:55:19.900980 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732920e1-773f-4706-a17e-f08bafce8ff2']}} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:19.914134 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea') {'for_net_delete': True} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:19.914503 n-d-715271-35 neutron-server[103120]: DEBUG neutron.services.segments.db [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424b72b0-6c2e-4973-ae32-a5dfd8cb30ea') {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:55:19.924390 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787122566849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5082783'] for segment (424b72b0-6c2e-4973-ae32-a5dfd8cb30ea), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.938647 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937'] for segment (424b72b0-6c2e-4973-ae32-a5dfd8cb30ea), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.944769 n-d-715271-35 neutron-server[103120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:55:19.945165 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5004068'] for segment (424b72b0-6c2e-4973-ae32-a5dfd8cb30ea), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: Traceback (most recent call last): Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: timer() Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: cb(*args, **kw) Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: return func(*args, **kwargs) Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: self._notify() Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: self.callback(batched_events) Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: event.method(event) Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: return f(self, *a, **k) Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: return self._get(url).json() Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: return self.request(url, 'GET', **kwargs) Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:55:19.946816 n-d-715271-35 neutron-server[103120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:55:19.968649 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.db [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] For port 2940263e-878a-40dc-9ab7-140a5970f119, host n-d-715271-35, got binding levels [] {{(pid=103122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:55:19.969053 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800946'] for port (2940263e-878a-40dc-9ab7-140a5970f119), precommit_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:19.983022 n-d-715271-35 neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] Calling delete_port for 2940263e-878a-40dc-9ab7-140a5970f119 owned by network:dhcp {{(pid=103122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:55:19.985789 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.ipam_backend_mixin [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] Port 2940263e-878a-40dc-9ab7-140a5970f119 was not found and therefore no delete operation was performed {{(pid=103122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 06:55:19.987120 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787122544622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787122040787'] for port (2940263e-878a-40dc-9ab7-140a5970f119), after_delete {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.001301 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1360325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801567'] for network (732920e1-773f-4706-a17e-f08bafce8ff2), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.007783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.011134 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] 10.222.0.31 "DELETE /v2.0/networks/732920e1-773f-4706-a17e-f08bafce8ff2 HTTP/1.1" status: 204 len: 168 time: 0.5258801 Feb 11 06:55:20.017424 n-d-715271-35 neutron-server[103122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] Pushing event deleted for resources: {'Port': ['ID=2940263e-878a-40dc-9ab7-140a5970f119,revision_number=None']} {{(pid=103122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:20.021338 n-d-715271-35 neutron-server[103122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e49e8-f101-4a74-b769-966b878db088 None None] No DVR routers for this DVR port 2940263e-878a-40dc-9ab7-140a5970f119 on host n-d-715271-35 {{(pid=103122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:55:20.028115 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ffd7-f740-4d24-a7c0-e5cede15a3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=732920e1-773f-4706-a17e-f08bafce8ff2,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:20.205906 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54980) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:20.245763 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-b58c4b6b-79b9-4c19-941e-4bd44c0088b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2154add69ae0466da1cf9c9abdf6b723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386653 Feb 11 06:55:20.248164 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54982) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:20.298576 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ed97e0f-2811-447a-b7f9-ad29a183a26e admin admin] Publish callbacks [] for security_group (252410c1-6b8b-438d-bf94-a3996fbf6eed), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.318783 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ed97e0f-2811-447a-b7f9-ad29a183a26e admin admin] Publish callbacks [] for security_group (252410c1-6b8b-438d-bf94-a3996fbf6eed), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.364838 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ed97e0f-2811-447a-b7f9-ad29a183a26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (252410c1-6b8b-438d-bf94-a3996fbf6eed), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.367499 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-6ed97e0f-2811-447a-b7f9-ad29a183a26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.368814 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-6ed97e0f-2811-447a-b7f9-ad29a183a26e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/252410c1-6b8b-438d-bf94-a3996fbf6eed HTTP/1.1" status: 204 len: 168 time: 0.1197562 Feb 11 06:55:20.376143 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed97e0f-2811-447a-b7f9-ad29a183a26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252410c1-6b8b-438d-bf94-a3996fbf6eed,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:20.681755 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54988) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:20.720470 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-ff47a525-b0f2-4a50-b229-08896981091d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=333c3c8dfed747ca90af9e271b5f86f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375574 Feb 11 06:55:20.722931 n-d-715271-35 neutron-server[103120]: DEBUG neutron.wsgi [-] (103120) accepted ('10.222.0.31', 54990) {{(pid=103120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:55:20.769000 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-698a401b-1983-4ded-9736-76bc4ad97521 admin admin] Publish callbacks [] for security_group (5bea1278-55ae-490f-9c19-2d5aaa5feb36), before_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.788676 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-698a401b-1983-4ded-9736-76bc4ad97521 admin admin] Publish callbacks [] for security_group (5bea1278-55ae-490f-9c19-2d5aaa5feb36), precommit_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.834543 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-698a401b-1983-4ded-9736-76bc4ad97521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770516'] for security_group (5bea1278-55ae-490f-9c19-2d5aaa5feb36), after_delete {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.837073 n-d-715271-35 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-698a401b-1983-4ded-9736-76bc4ad97521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:20.838223 n-d-715271-35 neutron-server[103120]: INFO neutron.wsgi [None req-698a401b-1983-4ded-9736-76bc4ad97521 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bea1278-55ae-490f-9c19-2d5aaa5feb36 HTTP/1.1" status: 204 len: 168 time: 0.1144385 Feb 11 06:55:20.846915 n-d-715271-35 neutron-server[103120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a401b-1983-4ded-9736-76bc4ad97521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bea1278-55ae-490f-9c19-2d5aaa5feb36,revision_number=None']} {{(pid=103120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:55:23.026780 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:24.056511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:27.913910 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2e55e7c3-cfab-4c5a-a1fa-e28dc8b777c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:30.440544 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-41b194d9-16a1-4ff5-8c9c-1744119d5438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:31.468427 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:33.142585 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:34.090009 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:53.036761 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:54.058759 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:55:56.017900 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:55:57.916550 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b1aa-c5e3-4ad1-9be1-64c761d4fc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:00.442181 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ebc18a38-8b51-4a83-a4ff-7204d84e442c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:01.465975 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:03.145978 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:04.095071 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:23.040839 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:24.079618 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:27.917566 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-732d0b1e-e009-4d5c-9239-bc99ba3a633e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:30.442827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac3f5-bd0f-4e69-a52a-82bafd45d3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:31.471113 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:33.017262 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:56:33.147248 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:34.097122 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:53.041436 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:54.076202 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:56:57.919635 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-8f2413b3-393d-44ce-b39a-17bbb58d5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:00.443518 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-9e5345cc-8666-42f2-a4b8-d0d75788aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:01.471763 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:03.150702 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:04.099795 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:10.018491 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:57:23.039077 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:24.087052 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:27.922441 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d8137cf8-e3d1-4f40-a212-cfe3908b4a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:30.445621 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6c7d7bdb-883e-4dce-ad51-dcd1c2fccb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:31.474170 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:33.152398 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:34.100825 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:47.017334 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:57:53.055274 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:54.090797 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:57:57.923582 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-3330d844-650b-4b5e-91de-33dbc66fa34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:00.446823 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6bba15f4-15f9-4c4d-9ba0-58f040e7cb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:01.477249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:03.157693 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:04.102876 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:23.053891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:24.016422 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:58:24.107580 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:27.924842 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-29549131-dc10-4e18-9100-82dcb887de66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:30.448796 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-14bd4612-e20b-4814-a314-eac5d875c6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:31.478872 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:33.159638 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:34.104886 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:53.053651 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:54.103827 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:58:57.926297 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1b0431b4-5e76-44f6-9d0c-5af0c0374a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:00.450661 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d1343c83-2a0a-49c6-aeed-9c2d0408ec9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:01.015450 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:59:01.481339 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:03.160722 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:04.107849 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:23.053136 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:24.118446 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:27.928329 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-66d98e45-6d98-4926-9283-9c11a322502a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:30.453644 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-00edee4e-262a-483c-a3ad-fb746b2581d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:31.484701 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:33.164251 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:34.110249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:38.015243 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:59:53.051128 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:54.113212 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:59:57.930473 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-302a20ee-a797-4e4b-90f6-5ee901a387ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:00.459019 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1a88425e-7ce8-498a-8ee2-1e85daaba810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:01.487836 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:03.165891 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:04.112095 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:15.014776 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 07:00:23.052580 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:24.131250 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:27.931947 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-11bd2cb1-cc78-4b97-a2ee-d025cf6aab23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:30.460340 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-d4aef380-d138-474e-b258-628c74c42162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:31.491155 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:33.169686 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:34.114819 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:52.013695 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 07:00:53.057142 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:54.146618 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:00:57.933708 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-ac9da01b-364d-4e93-b29d-2af4c3a34ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:00.462978 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8f73-b7f0-4a5f-80f8-53caa6fa0b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:01.493347 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:03.171297 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:04.118513 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:23.052503 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:24.146882 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:27.934468 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a0a9970b-d05d-4df0-8cd8-6bee951d9f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:29.013137 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 07:01:30.466236 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-aeb12825-602e-4677-922b-860962b3a459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:31.497261 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:33.175249 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:34.121511 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:53.080845 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:54.161675 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:01:57.935562 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-bf156463-5ee8-4e36-ac6c-0a38cc7383de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:00.467991 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-1c11b7c6-621f-4ee9-abdb-14cf4f1d4e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:01.499847 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:03.177711 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:04.122348 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:06.013004 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 07:02:23.066907 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:24.155545 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:27.937535 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-2ac846cd-b4f8-4bde-97d6-4bc772ec9b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:30.468711 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5be3-0d40-492d-a6e3-7d3c5f08a460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:31.506808 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:33.180854 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:34.124591 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:43.011488 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 07:02:53.067411 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:54.160894 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:02:57.938051 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-cbb8d91f-f0b5-43ff-9505-bda87b604f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:00.470361 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-6665e0fa-92c8-4d14-9ab2-9531917a8e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:01.505392 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:03.182221 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:04.126385 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:20.010497 n-d-715271-35 neutron-server[103123]: DEBUG neutron.db.agents_db [None req-fc2cd48d-3de8-44c3-ba91-3f1f7a0665d3 None None] Agent healthcheck: found 7 active agents {{(pid=103123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 07:03:23.095835 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-0d48678f-be19-4c5c-9b23-28ede586001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (2141cd3c-e784-4a2d-93d0-48957643ee59), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:24.176703 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-b22f5f58-055c-4ff6-b5b4-01eda7945a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (950ab2bb-8ebb-4fbf-905f-11023efef878), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:27.939617 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-a6761623-70e5-4c60-ab20-f36e234aa3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7a27849b-4a42-49a0-8577-2ba2c1beaa55), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:28.102907 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-54277c2d-de84-4e5b-8e4e-88720b8c5583 service neutron] (103121) timed out ('10.222.0.31', 52818) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 07:03:28.178858 n-d-715271-35 neutron-server[103121]: DEBUG neutron.wsgi [req-e69d63bf-c2ef-486f-b036-ca7938e336bb req-2b681853-3c2b-46c0-82de-9b25da2f51ce tempest-TestShelveInstance-449994281 tempest-TestShelveInstance-449994281-project] (103121) timed out ('10.222.0.31', 52840) {{(pid=103121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 07:03:30.473390 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-eedd453b-b067-41d7-84ba-826169a17c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (7d10f523-e39e-4b5f-a4e9-96eed31c3e2e), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:31.509674 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-17a5423e-6f28-4ed6-b47e-bf9ad5269d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (c0e5ae76-052e-4254-8dba-d498a35b6f9c), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:33.184844 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-110cf2de-cba5-401f-a1b3-9c1979a4818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (063266cb-23cc-44cd-bcd9-9a1ddb64a113), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 07:03:34.127961 n-d-715271-35 neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9647-51dd-4b35-a094-16f132448090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787122564262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361655'] for agent (1ab19595-51ac-48ae-8892-ef0acc683ac8), after_update {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}